Skip to content

Commit

Permalink
Merge branch 'expose_evaluation' of github.com:groundlight/python-sdk…
Browse files Browse the repository at this point in the history
… into expose_evaluation
  • Loading branch information
brandon-groundlight committed Feb 22, 2025
2 parents 875cf1c + 5a3c5af commit 62e2d50
Showing 1 changed file with 7 additions and 4 deletions.
11 changes: 7 additions & 4 deletions test/unit/test_metrics_and_evaluation.py
Original file line number Diff line number Diff line change
@@ -1,16 +1,19 @@
from datetime import datetime

import pytest
from groundlight import ExperimentalApi


def test_metrics_and_evaluation(gl_experimental: ExperimentalApi):
name = f"Test metrics and evaluation {datetime.utcnow()}"
det = gl_experimental.create_detector(name, "test_query")
for i in range(6):
iq = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg", wait=0, patience_time=10, human_review="NEVER")
iq = gl_experimental.submit_image_query(
det, "test/assets/cat.jpeg", wait=0, patience_time=10, human_review="NEVER"
)
gl_experimental.add_label(iq, "YES")
iq = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg", wait=0, patience_time=10, human_review="NEVER")
iq = gl_experimental.submit_image_query(
det, "test/assets/cat.jpeg", wait=0, patience_time=10, human_review="NEVER"
)
gl_experimental.add_label(iq, "NO")
metrics = gl_experimental.get_detector_metrics(det.id)
assert metrics["summary"] is not None
Expand All @@ -27,4 +30,4 @@ def test_metrics_and_evaluation(gl_experimental: ExperimentalApi):
assert evaluation["evaluation_results"]["kfold_pooled__negative_accuracy"] is not None
assert evaluation["evaluation_results"]["balanced_system_accuracies"] is not None
assert evaluation["evaluation_results"]["positive_system_accuracies"] is not None
assert evaluation["evaluation_results"]["negative_system_accuracies"] is not None
assert evaluation["evaluation_results"]["negative_system_accuracies"] is not None

0 comments on commit 62e2d50

Please sign in to comment.