update ans

Author: xingzhongyu

examples/atlas/get_result_web.py

@@ -74,7 +74,7 @@ def get_sweep_url(step_csv: pd.DataFrame, single=True):
     sweep_urls = []
     for run_id in tqdm(reversed(ids),
                        leave=False):  #The reversal of order is related to additional_sweep_ids.append(sweep_id)
-        api = wandb.Api()
+        api = wandb.Api(timeout=39)
         run = api.run(f"/{entity}/{project}/runs/{run_id}")
         sweep_urls.append(run.sweep.url)
         if single:
@@ -151,7 +151,7 @@ def get_metric(run):
     run_states = {"all_total_runs": 0, "all_finished_runs": 0}
     for step_name, url in zip(step_names, urls):
         _, _, sweep_id = spilt_web(url)
-        sweep = wandb.Api().sweep(f"{entity}/{project}/{sweep_id}")
+        sweep = wandb.Api(timeout=39).sweep(f"{entity}/{project}/{sweep_id}")
         run_states.update({
             f"{step_name}_total_runs": len(sweep.runs),
             f"{step_name}_finished_runs": len([run for run in sweep.runs if run.state == "finished"])
@@ -178,6 +178,7 @@ def get_metric(run):
             all_best_step_name = step_name
     num = run_states["all_finished_runs"] / run_states["all_total_runs"]
     run_states["finished_rate"] = f"{num:.2%}"
+    run_states["need_to_check"] = num < 0.6
     runs_states_str = "|".join([f"{k}:{v}" for k, v in run_states.items()])
     return all_best_step_name, all_best_run, all_best_run.summary[metric_col], runs_states_str
 

examples/atlas/sweep_results/Blood_ans.csv

@@ -21,7 +21,7 @@ e40c6272-af77-4a10-9385-62a398884f27,"step2:https://wandb.ai/xzy11632/dance-dev/
     config_dict:
       feature_channel: feature.cell
       label_channel: cell_type
-",0.3941039443016052,all_total_runs:600|all_finished_runs:491|step2_total_runs:540|step2_finished_runs:450|step3_0_total_runs:20|step3_0_finished_runs:1|step3_1_total_runs:20|step3_1_finished_runs:20|step3_2_total_runs:20|step3_2_finished_runs:20|finished_rate:81.83%,"step2:https://wandb.ai/xzy11632/dance-dev/sweeps/lydev3fk|step3:https://wandb.ai/xzy11632/dance-dev/sweeps/q4cn3mtb,https://wandb.ai/xzy11632/dance-dev/sweeps/3rx39oxw,https://wandb.ai/xzy11632/dance-dev/sweeps/xhgs2c15","- type: filter.gene
+",0.3941039443016052,all_total_runs:600|all_finished_runs:491|step2_total_runs:540|step2_finished_runs:450|step3_0_total_runs:20|step3_0_finished_runs:1|step3_1_total_runs:20|step3_1_finished_runs:20|step3_2_total_runs:20|step3_2_finished_runs:20|finished_rate:81.83%|need_to_check:False,"step2:https://wandb.ai/xzy11632/dance-dev/sweeps/lydev3fk|step3:https://wandb.ai/xzy11632/dance-dev/sweeps/q4cn3mtb,https://wandb.ai/xzy11632/dance-dev/sweeps/3rx39oxw,https://wandb.ai/xzy11632/dance-dev/sweeps/xhgs2c15","- type: filter.gene
   target: FilterGenesPercentile
   params:
     min_val: 10
@@ -138,7 +138,7 @@ e40c6272-af77-4a10-9385-62a398884f27,"step2:https://wandb.ai/xzy11632/dance-dev/
     config_dict:
       feature_channel: feature.cell
       label_channel: cell_type
-",0.4375,all_total_runs:600|all_finished_runs:509|step2_total_runs:540|step2_finished_runs:449|step3_0_total_runs:20|step3_0_finished_runs:20|step3_1_total_runs:20|step3_1_finished_runs:20|step3_2_total_runs:20|step3_2_finished_runs:20|finished_rate:84.83%,"step2:https://wandb.ai/xzy11632/dance-dev/sweeps/2w7qh6m9|step3:https://wandb.ai/xzy11632/dance-dev/sweeps/orery7et,https://wandb.ai/xzy11632/dance-dev/sweeps/w60mlkdg,https://wandb.ai/xzy11632/dance-dev/sweeps/gmdyzho8","- type: filter.gene
+",0.4375,all_total_runs:600|all_finished_runs:509|step2_total_runs:540|step2_finished_runs:449|step3_0_total_runs:20|step3_0_finished_runs:20|step3_1_total_runs:20|step3_1_finished_runs:20|step3_2_total_runs:20|step3_2_finished_runs:20|finished_rate:84.83%|need_to_check:False,"step2:https://wandb.ai/xzy11632/dance-dev/sweeps/2w7qh6m9|step3:https://wandb.ai/xzy11632/dance-dev/sweeps/orery7et,https://wandb.ai/xzy11632/dance-dev/sweeps/w60mlkdg,https://wandb.ai/xzy11632/dance-dev/sweeps/gmdyzho8","- type: filter.gene
   target: FilterGenesPlaceHolder
 - type: normalize
   target: ScTransform
@@ -249,7 +249,7 @@ d6dfdef1-406d-4efb-808c-3c5eddbfe0cb,"step2:https://wandb.ai/xzy11632/dance-dev/
     config_dict:
       feature_channel: feature.cell
       label_channel: cell_type
-",0.580926775932312,all_total_runs:600|all_finished_runs:473|step2_total_runs:540|step2_finished_runs:450|step3_0_total_runs:20|step3_0_finished_runs:0|step3_1_total_runs:20|step3_1_finished_runs:3|step3_2_total_runs:20|step3_2_finished_runs:20|finished_rate:78.83%,"step2:https://wandb.ai/xzy11632/dance-dev/sweeps/f0izdcdt|step3:https://wandb.ai/xzy11632/dance-dev/sweeps/o3ltg9tj,https://wandb.ai/xzy11632/dance-dev/sweeps/0e7eq6xt,https://wandb.ai/xzy11632/dance-dev/sweeps/e2o04hcv","- type: filter.gene
+",0.580926775932312,all_total_runs:600|all_finished_runs:473|step2_total_runs:540|step2_finished_runs:450|step3_0_total_runs:20|step3_0_finished_runs:0|step3_1_total_runs:20|step3_1_finished_runs:3|step3_2_total_runs:20|step3_2_finished_runs:20|finished_rate:78.83%|need_to_check:False,"step2:https://wandb.ai/xzy11632/dance-dev/sweeps/f0izdcdt|step3:https://wandb.ai/xzy11632/dance-dev/sweeps/o3ltg9tj,https://wandb.ai/xzy11632/dance-dev/sweeps/0e7eq6xt,https://wandb.ai/xzy11632/dance-dev/sweeps/e2o04hcv","- type: filter.gene
   target: FilterGenesPlaceHolder
   params: {}
 - type: normalize