Azure-Samples
diff --git a/‎.github/workflows/evaluations.yaml
+3-3 b/‎.github/workflows/evaluations.yaml
+3-3
diff --git a/‎.gitignore
+13-7 b/‎.gitignore
+13-7
diff --git a/‎evaluations/.promptflow/relevance/flow.tools.json
-25 b/‎evaluations/.promptflow/relevance/flow.tools.json
-25
diff --git a/‎evaluations/evaluate-chat-flow.ipynb
-143 b/‎evaluations/evaluate-chat-flow.ipynb
-143
diff --git a/‎evaluations/evaluate.py
-53 b/‎evaluations/evaluate.py
-53
diff --git a/‎evaluations/custom_evals/coherence.prompty ‎src/api/evaluators/custom_evals/coherence.prompty b/‎evaluations/custom_evals/coherence.prompty ‎src/api/evaluators/custom_evals/coherence.prompty
diff --git a/‎evaluations/custom_evals/coherence.py ‎src/api/evaluators/custom_evals/coherence.py b/‎evaluations/custom_evals/coherence.py ‎src/api/evaluators/custom_evals/coherence.py
diff --git a/‎evaluations/custom_evals/fluency.prompty ‎src/api/evaluators/custom_evals/fluency.prompty b/‎evaluations/custom_evals/fluency.prompty ‎src/api/evaluators/custom_evals/fluency.prompty
diff --git a/‎evaluations/custom_evals/fluency.py ‎src/api/evaluators/custom_evals/fluency.py b/‎evaluations/custom_evals/fluency.py ‎src/api/evaluators/custom_evals/fluency.py
diff --git a/‎evaluations/custom_evals/groundedness.prompty ‎src/api/evaluators/custom_evals/groundedness.prompty b/‎evaluations/custom_evals/groundedness.prompty ‎src/api/evaluators/custom_evals/groundedness.prompty
diff --git a/‎evaluations/custom_evals/groundedness.py ‎src/api/evaluators/custom_evals/groundedness.py b/‎evaluations/custom_evals/groundedness.py ‎src/api/evaluators/custom_evals/groundedness.py
diff --git a/‎evaluations/custom_evals/relevance.prompty ‎src/api/evaluators/custom_evals/relevance.prompty b/‎evaluations/custom_evals/relevance.prompty ‎src/api/evaluators/custom_evals/relevance.prompty
diff --git a/‎evaluations/custom_evals/relevance.py ‎src/api/evaluators/custom_evals/relevance.py b/‎evaluations/custom_evals/relevance.py ‎src/api/evaluators/custom_evals/relevance.py
diff --git a/‎data/data.jsonl ‎src/api/evaluators/data.jsonl b/‎data/data.jsonl ‎src/api/evaluators/data.jsonl
@@ -63,16 +63,16 @@ jobs:
           inlineScript: |
             az account set --subscription ${{env.AZURE_SUBSCRIPTION_ID}}
 
-      - name: evaluate orchestrator
+      - name: evaluate
         working-directory: ./src/api
         run: |
-          python -m evaluate.evaluate
+          python -m evaluators.evaluate
       
       - name: Upload eval results as build artifact
         uses: actions/upload-artifact@v4
         with:
           name: eval_result
-          path: ./src/api/evaluate/eval_results.jsonl
+          path: ./src/api/evaluators/eval_results.jsonl
 
       - name: GitHub Summary Step
         if: ${{ success() }}
 
@@ -11,14 +11,20 @@ deployment/push_and_deploy_pf.py
 endpoint.json
 principal.txt
 .azure
-evaluations/process_log/
-evaluations/flow.flex.yaml
-evaluations/eval_result.**
-evaluations/studio_url.txt
+evaluators/process_log/
+evaluators/flow.flex.yaml
+evaluators/eval_result.**
+evaluators/studio_url.txt
 src/contoso_chat/.runs/*
 src/api/contoso_chat/.runs/*
 src/api/.runs/*
 .runs/*
-evaluations/.runs/*
-evaluations/result_evaluated.jsonl
-evaluations/result.jsonl
+evaluators/.runs/*
+evaluators/result_evaluated.jsonl
+evaluators/result.jsonl
+src/api/evaluators/.runs/*
+src/api/evaluators/result_evaluated.jsonl
+src/api/evaluators/result.jsonl
+src/api/evaluators/eval_results.jsonl
+src/api/evaluators/eval_results.md
+src/api/evaluators/.runs/*