Merge pull request #152 from Azure-Samples/gh_eval

Configure Azure Developer Pipeline
Azure-Samples · Aug 30, 2024 · 7c6b629 · 7c6b629
2 parents 132d654 + 3ade64f
commit 7c6b629
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 10 deletions.
diff --git a/src/api/evaluate/eval_results.jsonl b/src/api/evaluate/eval_results.jsonl
@@ -1 +1 @@
-[{"research_context": "Can you find the latest camping trends and what folks are doing in the winter?", "gpt_relevance": 4.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}, {"research_context": "Can you find the latest trends in hiking shoes?", "gpt_relevance": 3.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}, {"research_context": "Find information about the best snow camping spots in the world", "gpt_relevance": 3.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}]
+[{"research_context": "Can you find the latest camping trends and what folks are doing in the winter?", "gpt_relevance": 5.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 1.0}, {"research_context": "Can you find the latest trends in hiking shoes?", "gpt_relevance": 5.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 1.0}, {"research_context": "Find information about the best snow camping spots in the world", "gpt_relevance": 5.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 1.0}]
diff --git a/src/api/evaluate/eval_results.md b/src/api/evaluate/eval_results.md
@@ -1,14 +1,14 @@
 |    | research_context                                                               |   gpt_relevance |   gpt_fluency |   gpt_coherence |   gpt_groundedness |
 |---:|:-------------------------------------------------------------------------------|----------------:|--------------:|----------------:|-------------------:|
-|  0 | Can you find the latest camping trends and what folks are doing in the winter? |               4 |             5 |               5 |                  5 |
-|  1 | Can you find the latest trends in hiking shoes?                                |               3 |             5 |               5 |                  5 |
-|  2 | Find information about the best snow camping spots in the world                |               3 |             5 |               5 |                  5 |
+|  0 | Can you find the latest camping trends and what folks are doing in the winter? |               5 |             5 |               5 |                  1 |
+|  1 | Can you find the latest trends in hiking shoes?                                |               5 |             5 |               5 |                  1 |
+|  2 | Find information about the best snow camping spots in the world                |               5 |             5 |               5 |                  1 |
 
 Averages scores:
 
-|                  |       0 |
-|:-----------------|--------:|
-| gpt_relevance    | 3.33333 |
-| gpt_fluency      | 5       |
-| gpt_coherence    | 5       |
-| gpt_groundedness | 5       |
+|                  |   0 |
+|:-----------------|----:|
+| gpt_relevance    |   5 |
+| gpt_fluency      |   5 |
+| gpt_coherence    |   5 |
+| gpt_groundedness |   1 |
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		[{"research_context": "Can you find the latest camping trends and what folks are doing in the winter?", "gpt_relevance": 4.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}, {"research_context": "Can you find the latest trends in hiking shoes?", "gpt_relevance": 3.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}, {"research_context": "Find information about the best snow camping spots in the world", "gpt_relevance": 3.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}]
		[{"research_context": "Can you find the latest camping trends and what folks are doing in the winter?", "gpt_relevance": 5.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 1.0}, {"research_context": "Can you find the latest trends in hiking shoes?", "gpt_relevance": 5.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 1.0}, {"research_context": "Find information about the best snow camping spots in the world", "gpt_relevance": 5.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 1.0}]