Add filtering when search

Author: gmorgachev

resources/qwen-72b.yml

@@ -0,0 +1,96 @@
+- openai_url: https://api.qdrant.mil-team.ru/chat-1/v1/
+  model_name: Compressa-Qwen2-72B-Instruct
+  experiment_name: "Qwen2-72B Long Input / Short Output"
+  description: "Experiment using prompts from a file with 20 tasks and 10 runners"
+  prompts_file: resources/prompts.csv
+  generate_prompts: true
+  num_prompts: 100000
+  prompt_length: 12000
+  num_tasks: 50
+  num_runners: 1
+  max_tokens: 100
+
+- openai_url: https://api.qdrant.mil-team.ru/chat-1/v1/
+  model_name: Compressa-Qwen2-72B-Instruct
+  experiment_name: "Qwen2-72B Long Input / Short Output"
+  description: "Experiment using prompts from a file with 20 tasks and 10 runners"
+  prompts_file: resources/prompts.csv
+  generate_prompts: true
+  num_prompts: 100000
+  prompt_length: 12000
+  num_tasks: 50
+  num_runners: 5
+  max_tokens: 100
+
+- openai_url: https://api.qdrant.mil-team.ru/chat-1/v1/
+  model_name: Compressa-Qwen2-72B-Instruct
+  experiment_name: "Qwen2-72B Long Input / Short Output"
+  description: "Experiment using prompts from a file with 20 tasks and 10 runners"
+  prompts_file: resources/prompts.csv
+  generate_prompts: true
+  num_prompts: 100000
+  prompt_length: 12000
+  num_tasks: 50
+  num_runners: 10
+  max_tokens: 100
+
+- openai_url: https://api.qdrant.mil-team.ru/chat-1/v1/
+  model_name: Compressa-Qwen2-72B-Instruct
+  experiment_name: "Qwen2-72B Long Input / Short Output"
+  description: "Experiment using prompts from a file with 20 tasks and 10 runners"
+  prompts_file: resources/prompts.csv
+  generate_prompts: true
+  num_prompts: 100000
+  prompt_length: 12000
+  num_tasks: 50
+  num_runners: 20
+  max_tokens: 100
+
+
+- openai_url: https://api.qdrant.mil-team.ru/chat-1/v1/
+  model_name: Compressa-Qwen2-72B-Instruct
+  experiment_name: "Qwen2-72B Long Input / Short Output"
+  description: "Experiment using prompts from a file with 20 tasks and 10 runners"
+  prompts_file: resources/prompts.csv
+  generate_prompts: true
+  num_prompts: 100000
+  prompt_length: 12000
+  num_tasks: 50
+  num_runners: 1
+  max_tokens: 2000
+
+- openai_url: https://api.qdrant.mil-team.ru/chat-1/v1/
+  model_name: Compressa-Qwen2-72B-Instruct
+  experiment_name: "Qwen2-72B Long Input / Short Output"
+  description: "Experiment using prompts from a file with 20 tasks and 10 runners"
+  prompts_file: resources/prompts.csv
+  generate_prompts: true
+  num_prompts: 100000
+  prompt_length: 12000
+  num_tasks: 50
+  num_runners: 5
+  max_tokens: 2000
+
+- openai_url: https://api.qdrant.mil-team.ru/chat-1/v1/
+  model_name: Compressa-Qwen2-72B-Instruct
+  experiment_name: "Qwen2-72B Long Input / Short Output"
+  description: "Experiment using prompts from a file with 20 tasks and 10 runners"
+  prompts_file: resources/prompts.csv
+  generate_prompts: true
+  num_prompts: 100000
+  prompt_length: 12000
+  num_tasks: 50
+  num_runners: 10
+  max_tokens: 2000
+
+- openai_url: https://api.qdrant.mil-team.ru/chat-1/v1/
+  model_name: Compressa-Qwen2-72B-Instruct
+  experiment_name: "Qwen2-72B Long Input / Short Output"
+  description: "Experiment using prompts from a file with 20 tasks and 10 runners"
+  prompts_file: resources/prompts.csv
+  generate_prompts: true
+  num_prompts: 100000
+  prompt_length: 12000
+  num_tasks: 50
+  num_runners: 20
+  max_tokens: 2000

src/compressa/perf/cli/__main__.py

@@ -38,7 +38,9 @@ def list_experiments_args(args):
     list_experiments(
         db=args.db,
         show_parameters=args.show_parameters,
-        show_metrics=args.show_metrics
+        show_metrics=args.show_metrics,
+        name_filter=args.name_filter,
+        param_filter=args.param_filter,
     )
 
 
@@ -182,6 +184,16 @@ def main():
         action="store_true",
         help="Show metrics for each experiment"
     )
+    parser_list.add_argument(
+        "--name-filter",
+        type=str,
+        help="Filter experiments by substring in the name"
+    )
+    parser_list.add_argument(
+        "--param-filter",
+        type=str,
+        help="Filter experiments by parameter value (e.g., paramkey=value_substring)"
+    )
     parser_list.set_defaults(func=list_experiments_args)
 
     parser_yaml = subparsers.add_parser(

src/compressa/perf/cli/tools.py

@@ -179,12 +179,24 @@ def list_experiments(
     db: str = DEFAULT_DB_PATH,
     show_parameters: bool = False,
     show_metrics: bool = False,
+    name_filter: str = None,
+    param_filter: str = None,
 ):
     with sqlite3.connect(db) as conn:
         ensure_db_initialized(conn)
 
         experiments = fetch_all_experiments(conn)
 
+        if name_filter:
+            experiments = [exp for exp in experiments if name_filter in exp.experiment_name]
+        
+        if param_filter:
+            param_key, _, param_value_substring = param_filter.partition('=')
+            experiments = [exp for exp in experiments if any(
+                p.key == param_key and param_value_substring in format_value(p.value)
+                for p in fetch_parameters_by_experiment(conn, exp.id)
+            )]
+
         if not experiments:
             print("No experiments found in the database.")
             return