Skip to content

Commit c774672

Browse files
committed
Params
1 parent 36d7478 commit c774672

File tree

3 files changed

+26
-3
lines changed

3 files changed

+26
-3
lines changed

src/compressa/perf/cli/__main__.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,8 @@ def report_experiment_args(args):
3737
def list_experiments_args(args):
3838
list_experiments(
3939
db=args.db,
40-
show_parameters=args.show_parameters
40+
show_parameters=args.show_parameters,
41+
show_metrics=args.show_metrics
4142
)
4243

4344

@@ -176,6 +177,11 @@ def main():
176177
action="store_true",
177178
help="Show all parameters for each experiment"
178179
)
180+
parser_list.add_argument(
181+
"--show-metrics",
182+
action="store_true",
183+
help="Show metrics for each experiment"
184+
)
179185
parser_list.set_defaults(func=list_experiments_args)
180186

181187
parser_yaml = subparsers.add_parser(

src/compressa/perf/cli/tools.py

Lines changed: 13 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -178,6 +178,7 @@ def report_experiment(
178178
def list_experiments(
179179
db: str = DEFAULT_DB_PATH,
180180
show_parameters: bool = False,
181+
show_metrics: bool = False,
181182
):
182183
with sqlite3.connect(db) as conn:
183184
ensure_db_initialized(conn)
@@ -194,7 +195,7 @@ def list_experiments(
194195
if show_parameters:
195196
headers.extend(["Parameters"])
196197

197-
desciptiont_length = 20 if show_parameters else 50
198+
desciptiont_length = 20 if show_parameters or show_metrics else 50
198199
for exp in experiments:
199200
row = [
200201
exp.id,
@@ -205,9 +206,19 @@ def list_experiments(
205206

206207
if show_parameters:
207208
parameters = fetch_parameters_by_experiment(conn, exp.id)
208-
param_str = "\n".join([f"{p.key}: {format_value(p.value, precision=2)}" for p in parameters])
209+
param_str = "\n".join([
210+
f"{p.key}: {format_value(p.value, precision=2)[:10] + '...'
211+
if len(format_value(p.value, precision=2)) > 10
212+
else format_value(p.value, precision=2)}"
213+
for p in parameters
214+
])
209215
row.append(param_str)
210216

217+
if show_metrics:
218+
metrics = fetch_metrics_by_experiment(conn, exp.id)
219+
metrics_str = "\n".join([f"{m.metric_name.value}: {format_value(m.metric_value)}" for m in metrics])
220+
row.append(metrics_str)
221+
211222
table_data.append(row)
212223

213224
print("\nList of Experiments:")

src/compressa/perf/experiment/inference.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -134,6 +134,12 @@ def store_experiment_parameters(
134134
key="max_tokens",
135135
value=str(max_tokens),
136136
),
137+
Parameter(
138+
id=None,
139+
experiment_id=experiment_id,
140+
key="model_name",
141+
value=self.model_name,
142+
),
137143
]
138144
for param in parameters:
139145
insert_parameter(self.conn, param)

0 commit comments

Comments
 (0)