From df9c9de6d878e0a72576877835ea4f9e5ea08e96 Mon Sep 17 00:00:00 2001
From: Thomas A Caswell <tcaswell@bnl.gov>
Date: Thu, 23 Jan 2025 12:31:00 -0500
Subject: [PATCH] WIP: prototype for asking questions of sim data

---
 sims/ingest_runs.py | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)
 create mode 100644 sims/ingest_runs.py

diff --git a/sims/ingest_runs.py b/sims/ingest_runs.py
new file mode 100644
index 0000000..6133648
--- /dev/null
+++ b/sims/ingest_runs.py
@@ -0,0 +1,25 @@
+# %% [markdown]
+# proto-typing for building "database" of results
+
+# %%
+import pandas as pd
+from dataclasses import asdict
+from hello_world import reduce
+from pathlib import Path
+
+# %%
+
+config = reduce.load_all_config(Path('/nsls2/data3/projects/next_iiia_hrd/xrt_output/'))
+
+# %%
+df = pd.DataFrame({k: {f'{outer}.{inner}': v for outer, cfg in asdict(v).items() for inner, v in cfg.items()} for k,v in config.items()}).T
+df['job'] = [_.name[:-4] for _ in df.index]
+
+
+# %%
+for n, g in df.groupby('job'):
+    print(n, len(g.index))
+# %%
+
+results = {k:reduce.reduce_file(k, mode='cython') for k in config}
+# %%