Upload historical data

Author: luciasanchezbella01

ddev/src/ddev/cli/size/common.py

@@ -644,20 +644,25 @@ def draw_treemap_rects_with_labels(
 
 
 def send_metrics_to_dd(
-    app: Application, modules: list[FileDataEntryPlatformVersion], org: str, compressed: bool
+    app: Application, modules: list[FileDataEntryPlatformVersion], org: str, compressed: bool, timestamp: int
 ) -> None:
     metric_name = (
         "datadog.agent_integrations.size_analyzer.compressed"
         if compressed
         else "datadog.agent_integrations.size_analyzer.uncompressed"
     )
-    config_file_info = get_org(app, org)
-
-    if not is_everything_committed():
-        raise RuntimeError("All files have to be committed in order to send the metrics to Datadog")
+    config_file_info = {
+        "api_key": "",
+        "app_key": "",
+        "site": "datadoghq.eu",
+    }
+    # get_org(app, org)
 
-    timestamp = get_last_commit_timestamp()
+    # if not is_everything_committed():
+    #     raise RuntimeError("All files have to be committed in order to send the metrics to Datadog")
 
+    # timestamp = get_last_commit_timestamp()
+    print(f"Sending metrics for commit timestamp: {date.fromtimestamp(timestamp)}")
     metrics = []
 
     for item in modules:
@@ -682,8 +687,8 @@ def send_metrics_to_dd(
         app_key=config_file_info["app_key"],
         api_host=f"https://api.{config_file_info['site']}",
     )
-
-    api.Metric.send(metrics=metrics)
+    response = api.Metric.send(metrics=metrics)
+    print(f"Metrics sent successfully: {response}")
 
 
 def get_org(app: Application, org: Optional[str] = "default") -> dict[str, str]:

ddev/src/ddev/cli/size/historical_metrics.py

@@ -0,0 +1,46 @@
+import subprocess
+
+from ddev.cli.size.common import GitRepo
+import os 
+
+def upload_historical_metrics():
+    url = "/Users/lucia.sanchezbella/dd/integrations-core"
+    print(f"Processing repository: {url}")
+    with GitRepo(url) as gitRepo:
+
+        commits = gitRepo._run("git log --reverse --pretty=format:%H --since=2025-04-05")
+        print(f"Found {len(commits)} commits to process")
+
+        for i, commit in enumerate(commits, 1):
+            date, _, _ = gitRepo.get_commit_metadata(commit)
+            print(f"Processing commit {i}/{len(commits)}: {commit} ({date})")
+            gitRepo.checkout_commit(commit)
+            timestamp = get_last_commit_timestamp(gitRepo.repo_dir)
+            print("Running uncompressed size metrics...")
+            result = subprocess.run(
+                ["ddev", "size", "status", "--send-metrics-dd-org", "default", "--timestamp", str(timestamp)],
+                cwd=gitRepo.repo_dir,
+                text=True,
+                capture_output=True,
+            )
+            print("[UNCOMP STDOUT]", result.stdout)
+            print("[UNCOMP STDERR]", result.stderr)
+
+            print("Running compressed size metrics...")
+            result = subprocess.run(
+                ["ddev", "size", "status", "--compressed", "--send-metrics-dd-org", "default", "--timestamp", str(timestamp)],
+                cwd=gitRepo.repo_dir,
+                text=True,
+                capture_output=True,
+            )
+            print("[COMP STDOUT]", result.stdout)
+            print("[COMP STDERR]", result.stderr)
+
+            print(f"Finished processing commit {i}\n")
+
+def get_last_commit_timestamp(cwd: str) -> int:
+    result = subprocess.run(["git", "log", "-1", "--format=%ct"], capture_output=True, text=True, check=True, cwd=cwd)
+    return int(result.stdout.strip())
+
+if __name__ == "__main__":
+    upload_historical_metrics()

ddev/src/ddev/cli/size/status.py

@@ -46,6 +46,7 @@
     help="Display a pop-up window with a treemap showing the current size distribution of modules.",
 )
 @click.option("--send-metrics-dd-org", type=str, help="Send metrics to Datadog using the specified organization name.")
+@click.option("--timestamp", type=int, help="Timestamp of the commit to send metrics for.")
 @click.pass_obj
 def status(
     app: Application,
@@ -58,6 +59,7 @@ def status(
     save_to_png_path: Optional[str],
     show_gui: bool,
     send_metrics_dd_org: str,
+    timestamp: Optional[int],
 ) -> None:
     """
     Show the current size of all integrations and dependencies.
@@ -104,7 +106,7 @@ def status(
             elif json:
                 print_json(app, modules_plat_ver)
             if send_metrics_dd_org:
-                send_metrics_to_dd(app, modules_plat_ver, send_metrics_dd_org, compressed)
+                send_metrics_to_dd(app, modules_plat_ver, send_metrics_dd_org, compressed, timestamp)
     except Exception as e:
         app.abort(str(e))