Adjust tests for CALM-only evaluation

RasaHQ · Oct 1, 2024 · 989292f · 989292f
1 parent b5a281e
commit 989292f
Show file tree

Hide file tree

Showing 50 changed files with 10 additions and 766 deletions.
diff --git a/e2e_tests/passing/corrections/user_corrects_a_number_slot.yml b/e2e_tests/passing/corrections/user_corrects_a_number_slot.yml
diff --git a/e2e_tests_with_assertions/flaky/disambiguation/user_sends_short_noun_only_message.yml b/e2e_tests_with_assertions/flaky/disambiguation/user_sends_short_noun_only_message.yml
@@ -1,13 +1,6 @@
 # instead of clarify a start flow command for "list_contact" is predicted
-
-fixtures:
-  - route_to_calm:
-      - route_session_to_calm: True
-
 test_cases:
   - test_case: user sends short noun only message
-    fixtures:
-      - route_to_calm
     steps:
       - user: contact
         assertions:

diff --git a/e2e_tests_with_assertions/flaky/happy_path/user_wants_to_register_to_vote.yml b/e2e_tests_with_assertions/flaky/happy_path/user_wants_to_register_to_vote.yml
@@ -1,7 +1,6 @@
 fixtures:
   - non_california_resident:
       - based_in_california: False
-      - route_session_to_calm: True
 
 test_cases:
   - test_case: Register to vote for non-California resident (should not trigger)

diff --git a/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option.yml b/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option.yml
@@ -1,11 +1,5 @@
-fixtures:
-  - route_to_calm:
-      - route_session_to_calm: True
-
 test_cases:
   - test_case: user says they don't want one option
-    fixtures:
-      - route_to_calm
     steps:
       - user: cash
         assertions:

diff --git a/...ests_with_assertions/flaky/negations/users_says_they_dont_want_one_option_among_three.yml b/...ests_with_assertions/flaky/negations/users_says_they_dont_want_one_option_among_three.yml
@@ -1,11 +1,6 @@
-fixtures:
-  - route_to_calm:
-      - route_session_to_calm: True
 
 test_cases:
   - test_case: user says they don't want one option among three
-    fixtures:
-      - route_to_calm
     steps:
       - user: contact
         assertions:

diff --git a/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_two_options.yml b/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_two_options.yml
@@ -1,11 +1,5 @@
-fixtures:
-  - route_to_calm:
-      - route_session_to_calm: True
-
 test_cases:
   - test_case: user says they don't want two options
-    fixtures:
-      - route_to_calm
     steps:
       - user: contact
         assertions:

diff --git a/e2e_tests_with_assertions/passing/cancellations/cancellation_respects_scope.yml b/e2e_tests_with_assertions/passing/cancellations/cancellation_respects_scope.yml
@@ -4,8 +4,6 @@ test_cases:
       - user: send money to John
         assertions:
             - slot_was_set:
-                - name: route_session_to_calm
-                  value: True
                 - name: transfer_money_recipient
                   value: John
             - bot_uttered:

diff --git a/...ts_with_assertions/passing/cancellations/immediate_cancellation_and_start_of_new_flow.yml b/...ts_with_assertions/passing/cancellations/immediate_cancellation_and_start_of_new_flow.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I want to send money
         assertions:
-        - slot_was_set:
-            - name: route_session_to_calm
-              value: True
         - bot_uttered:
             utter_name: utter_ask_transfer_money_recipient
       - user: ah, one moment stop that. I want to see my transfers first

diff --git a/...ssertions/passing/cancellations/user_cancels_default_pattern_override_no_confirmation.yml b/...ssertions/passing/cancellations/user_cancels_default_pattern_override_no_confirmation.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I would like to add a new contact
         assertions:
-          - slot_was_set:
-              - name: route_session_to_calm
-                value: true
           - bot_uttered:
               utter_name: utter_ask_add_contact_handle
       - user: "@max"

diff --git a/e2e_tests_with_assertions/passing/cancellations/user_cancels_during_a_correction.yml b/e2e_tests_with_assertions/passing/cancellations/user_cancels_during_a_correction.yml
@@ -4,8 +4,6 @@ test_cases:
       - user: I want to send money to Joe
         assertions:
           - slot_was_set:
-              - name: route_session_to_calm
-                value: True
               - name: transfer_money_recipient
                 value: Joe
           - bot_uttered:

diff --git a/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_based_on_new_info.yml b/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_based_on_new_info.yml
@@ -4,8 +4,6 @@ test_cases:
       - user: Send some money to Joe
         assertions:
           - slot_was_set:
-              - name: route_session_to_calm
-                value: True
               - name: transfer_money_recipient
                 value: Joe
           - bot_uttered:

diff --git a/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_on_a_whim.yml b/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_on_a_whim.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I want to send money
         assertions:
-          - slot_was_set:
-              - name: route_session_to_calm
-                value: True
           - bot_uttered:
               utter_name: utter_ask_transfer_money_recipient
       - user: stop

diff --git a/e2e_tests_with_assertions/passing/chitchat/user_says_goodbye.yml b/e2e_tests_with_assertions/passing/chitchat/user_says_goodbye.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I want to send 10 bucks to Spencer
         assertions:
-            - slot_was_set:
-                - name: route_session_to_calm
-                  value: True
             - bot_uttered:
                 utter_name: utter_ask_transfer_money_final_confirmation
       - user: "Yes"

diff --git a/e2e_tests_with_assertions/passing/corrections/user_cancels_correction.yml b/e2e_tests_with_assertions/passing/corrections/user_cancels_correction.yml
@@ -4,8 +4,6 @@ test_cases:
       - user: send John 50
         assertions:
           - slot_was_set:
-              - name: route_session_to_calm
-                value: True
               - name: transfer_money_amount_of_money
                 value: "50"
               - name: transfer_money_recipient

diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_boolean_slot.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_a_boolean_slot.yml
@@ -9,9 +9,6 @@ test_cases:
     steps:
       - user: I want to verify my account
         assertions:
-          - slot_was_set:
-              - name: route_session_to_calm
-                value: True
           - bot_uttered:
               utter_name: utter_ask_verify_account_email
       - user: "It's [email protected]"

diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_branching_slot.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_a_branching_slot.yml
@@ -8,9 +8,6 @@ test_cases:
     steps:
       - user: I want to verify my account
         assertions:
-          - slot_was_set:
-              - name: route_session_to_calm
-                value: True
           - bot_uttered:
               utter_name: utter_ask_verify_account_email
       - user: It's [email protected]

diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_number_slot.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_a_number_slot.yml
diff --git a/...with_assertions/passing/corrections/user_corrects_amount_of_money_in_the_next_message.yml b/...with_assertions/passing/corrections/user_corrects_amount_of_money_in_the_next_message.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I want to transfer money
         assertions:
-          - slot_was_set:
-              - name: route_session_to_calm
-                value: True
           - bot_uttered:
               utter_name: utter_ask_transfer_money_recipient
       - user: John

diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_first.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_first.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I want to transfer money
         assertions:
-            - slot_was_set:
-                - name: route_session_to_calm
-                  value: True
             - bot_uttered:
                 utter_name: utter_ask_transfer_money_recipient
       - user: John

diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_last.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_last.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I want to transfer money
         assertions:
-            - slot_was_set:
-                - name: route_session_to_calm
-                  value: True
             - bot_uttered:
                 utter_name: utter_ask_transfer_money_recipient
       - user: John

diff --git a/...tests_with_assertions/passing/corrections/user_corrects_recipient_in_the_next_message.yml b/...tests_with_assertions/passing/corrections/user_corrects_recipient_in_the_next_message.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I want to transfer money
         assertions:
-          - slot_was_set:
-              - name: route_session_to_calm
-                value: True
           - bot_uttered:
               utter_name: utter_ask_transfer_money_recipient
       - user: John

diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_late.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_late.yml
@@ -3,9 +3,6 @@ test_cases:
     steps:
       - user: I want to transfer money
         assertions:
-          - slot_was_set:
-              - name: route_session_to_calm
-                value: True
           - bot_uttered:
               utter_name: utter_ask_transfer_money_recipient
       - user: John