add chitchat generative assertions test case

RasaHQ · Aug 28, 2024 · 6971811 · 6971811
1 parent 653b92b
commit 6971811
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/e2e_tests_with_assertions/passing/chitchat/user_says_something_surprising.yml b/e2e_tests_with_assertions/passing/chitchat/user_says_something_surprising.yml
@@ -0,0 +1,13 @@
+test_cases:
+  - test_case: user_says_something_intriguing
+    steps:
+      - user: I just had the most wonderful startup idea.
+        assertions:
+          - bot_uttered:
+              utter_name: utter_intriguing
+          - generative_response_is_relevant:
+              utter_name: utter_intriguing
+              threshold: 0.70
+          - generative_response_is_grounded:
+              utter_name: utter_intriguing
+              threshold: 0.90