From 989292fc631d72263c2f8fcb01c1e3c3a17621b8 Mon Sep 17 00:00:00 2001 From: Maksim Moiseikin Date: Tue, 1 Oct 2024 18:04:37 +0200 Subject: [PATCH] Adjust tests for CALM-only evaluation --- .../user_corrects_a_number_slot.yml | 20 -- .../user_sends_short_noun_only_message.yml | 7 - .../user_wants_to_register_to_vote.yml | 1 - .../users_says_they_dont_want_one_option.yml | 6 - ..._they_dont_want_one_option_among_three.yml | 5 - .../users_says_they_dont_want_two_options.yml | 6 - .../cancellation_respects_scope.yml | 2 - ...ate_cancellation_and_start_of_new_flow.yml | 3 - ...fault_pattern_override_no_confirmation.yml | 3 - .../user_cancels_during_a_correction.yml | 2 - .../user_changes_mind_based_on_new_info.yml | 2 - .../user_changes_mind_on_a_whim.yml | 3 - .../passing/chitchat/user_says_goodbye.yml | 3 - .../corrections/user_cancels_correction.yml | 2 - .../user_corrects_a_boolean_slot.yml | 3 - .../user_corrects_a_branching_slot.yml | 3 - .../user_corrects_a_number_slot.yml | 44 ---- ...ts_amount_of_money_in_the_next_message.yml | 3 - ...er_corrects_mentioning_old_value_first.yml | 3 - ...ser_corrects_mentioning_old_value_last.yml | 3 - ...corrects_recipient_in_the_next_message.yml | 3 - .../user_corrects_recipient_late.yml | 3 - ...r_corrects_slot_with_nlu_based_mapping.yml | 244 ------------------ .../corrections/user_corrects_string_slot.yml | 12 +- .../user_corrects_twice_in_row.yml | 3 - .../user_resets_a_slot_by_slot_name.yml | 3 - .../user_resets_a_slot_by_value.yml | 3 - .../digressions/intermittent_flow_switch.yml | 3 - .../user_answers_and_also_asks_a_question.yml | 3 - .../digressions/user_asks_what_info_is.yml | 13 +- .../user_asks_why_information_is_needed.yml | 3 - .../user_refuses_to_provide_information.yml | 3 - .../user_starts_multiple_flows.yml | 3 - .../user_starts_with_a_very_long_message.yml | 2 - .../validation_too_little_money.yml | 3 - .../user_sends_short_noun_only_message.yml | 7 - .../user_sends_short_verb_only_message.yml | 6 - ...ferred_to_human_after_2_clarifications.yml | 6 - ...man_after_3_portfolio_check_auth_fails.yml | 6 - .../happy_path/user_books_a_restaurant.yml | 38 --- ..._a_restaurant_with_an_alternative_time.yml | 27 -- ...ks_restaurant_with_fixed_date_indirect.yml | 21 -- .../passing/happy_path/user_orders_pizza.yml | 120 --------- .../user_remove_contact_from_list.yml | 13 +- .../passing/happy_path/user_search_hotel.yml | 62 ----- .../happy_path/user_verifies_account.yml | 9 - .../user_wants_to_register_to_vote.yml | 1 - ...cancies_no_department_entity_extracted.yml | 18 -- .../user_sends_long_message.yml | 6 - ..._says_they_dont_want_the_former_option.yml | 8 +- 50 files changed, 10 insertions(+), 766 deletions(-) delete mode 100644 e2e_tests/passing/corrections/user_corrects_a_number_slot.yml delete mode 100644 e2e_tests_with_assertions/passing/corrections/user_corrects_a_number_slot.yml delete mode 100644 e2e_tests_with_assertions/passing/corrections/user_corrects_slot_with_nlu_based_mapping.yml delete mode 100644 e2e_tests_with_assertions/passing/happy_path/user_books_a_restaurant.yml delete mode 100644 e2e_tests_with_assertions/passing/happy_path/user_books_a_restaurant_with_an_alternative_time.yml delete mode 100644 e2e_tests_with_assertions/passing/happy_path/user_books_restaurant_with_fixed_date_indirect.yml delete mode 100644 e2e_tests_with_assertions/passing/happy_path/user_orders_pizza.yml delete mode 100644 e2e_tests_with_assertions/passing/happy_path/user_search_hotel.yml delete mode 100644 e2e_tests_with_assertions/passing/invalid_path/user_asks_for_vacancies_no_department_entity_extracted.yml diff --git a/e2e_tests/passing/corrections/user_corrects_a_number_slot.yml b/e2e_tests/passing/corrections/user_corrects_a_number_slot.yml deleted file mode 100644 index 35aeccc..0000000 --- a/e2e_tests/passing/corrections/user_corrects_a_number_slot.yml +++ /dev/null @@ -1,20 +0,0 @@ -test_cases: - - test_case: user corrects value of a number slot - steps: - - user: I want to book a table - - slot_was_set: - - route_session_to_calm: False - - utter: utter_ask_restaurant_form_city - - user: /inform{"location":"amsterdam"} - # we use action_ask_restaurant_form_cuisine for the collect step - - user: /inform{"cuisine":"Japanese"} - # we use action_ask_restaurant_form_restaurant_name for the collect step - - user: /inform{"restaurant_name":"Yamazato Restaurant"} - - utter: utter_ask_restaurant_form_num_people - - user: "4" - - utter: utter_ask_restaurant_form_restaurant_time - - user: sorry, we are 6 people - - utter: utter_ask_restaurant_form_restaurant_time - - user: tomorrow at 7pm - - utter: utter_restaurant_form_submit - - utter: utter_restaurant_available \ No newline at end of file diff --git a/e2e_tests_with_assertions/flaky/disambiguation/user_sends_short_noun_only_message.yml b/e2e_tests_with_assertions/flaky/disambiguation/user_sends_short_noun_only_message.yml index 799cf71..6bfc39e 100644 --- a/e2e_tests_with_assertions/flaky/disambiguation/user_sends_short_noun_only_message.yml +++ b/e2e_tests_with_assertions/flaky/disambiguation/user_sends_short_noun_only_message.yml @@ -1,13 +1,6 @@ # instead of clarify a start flow command for "list_contact" is predicted - -fixtures: - - route_to_calm: - - route_session_to_calm: True - test_cases: - test_case: user sends short noun only message - fixtures: - - route_to_calm steps: - user: contact assertions: diff --git a/e2e_tests_with_assertions/flaky/happy_path/user_wants_to_register_to_vote.yml b/e2e_tests_with_assertions/flaky/happy_path/user_wants_to_register_to_vote.yml index 6a6ec03..69ac040 100644 --- a/e2e_tests_with_assertions/flaky/happy_path/user_wants_to_register_to_vote.yml +++ b/e2e_tests_with_assertions/flaky/happy_path/user_wants_to_register_to_vote.yml @@ -1,7 +1,6 @@ fixtures: - non_california_resident: - based_in_california: False - - route_session_to_calm: True test_cases: - test_case: Register to vote for non-California resident (should not trigger) diff --git a/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option.yml b/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option.yml index b6af129..8bd06ce 100644 --- a/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option.yml +++ b/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option.yml @@ -1,11 +1,5 @@ -fixtures: - - route_to_calm: - - route_session_to_calm: True - test_cases: - test_case: user says they don't want one option - fixtures: - - route_to_calm steps: - user: cash assertions: diff --git a/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option_among_three.yml b/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option_among_three.yml index 634e193..42a4f33 100644 --- a/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option_among_three.yml +++ b/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_one_option_among_three.yml @@ -1,11 +1,6 @@ -fixtures: - - route_to_calm: - - route_session_to_calm: True test_cases: - test_case: user says they don't want one option among three - fixtures: - - route_to_calm steps: - user: contact assertions: diff --git a/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_two_options.yml b/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_two_options.yml index 1b9b1f1..a3c84ce 100644 --- a/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_two_options.yml +++ b/e2e_tests_with_assertions/flaky/negations/users_says_they_dont_want_two_options.yml @@ -1,11 +1,5 @@ -fixtures: - - route_to_calm: - - route_session_to_calm: True - test_cases: - test_case: user says they don't want two options - fixtures: - - route_to_calm steps: - user: contact assertions: diff --git a/e2e_tests_with_assertions/passing/cancellations/cancellation_respects_scope.yml b/e2e_tests_with_assertions/passing/cancellations/cancellation_respects_scope.yml index d9a97ab..4fc931e 100644 --- a/e2e_tests_with_assertions/passing/cancellations/cancellation_respects_scope.yml +++ b/e2e_tests_with_assertions/passing/cancellations/cancellation_respects_scope.yml @@ -4,8 +4,6 @@ test_cases: - user: send money to John assertions: - slot_was_set: - - name: route_session_to_calm - value: True - name: transfer_money_recipient value: John - bot_uttered: diff --git a/e2e_tests_with_assertions/passing/cancellations/immediate_cancellation_and_start_of_new_flow.yml b/e2e_tests_with_assertions/passing/cancellations/immediate_cancellation_and_start_of_new_flow.yml index a43fc12..2595034 100644 --- a/e2e_tests_with_assertions/passing/cancellations/immediate_cancellation_and_start_of_new_flow.yml +++ b/e2e_tests_with_assertions/passing/cancellations/immediate_cancellation_and_start_of_new_flow.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to send money assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_recipient - user: ah, one moment stop that. I want to see my transfers first diff --git a/e2e_tests_with_assertions/passing/cancellations/user_cancels_default_pattern_override_no_confirmation.yml b/e2e_tests_with_assertions/passing/cancellations/user_cancels_default_pattern_override_no_confirmation.yml index 650be59..18ef685 100644 --- a/e2e_tests_with_assertions/passing/cancellations/user_cancels_default_pattern_override_no_confirmation.yml +++ b/e2e_tests_with_assertions/passing/cancellations/user_cancels_default_pattern_override_no_confirmation.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I would like to add a new contact assertions: - - slot_was_set: - - name: route_session_to_calm - value: true - bot_uttered: utter_name: utter_ask_add_contact_handle - user: "@max" diff --git a/e2e_tests_with_assertions/passing/cancellations/user_cancels_during_a_correction.yml b/e2e_tests_with_assertions/passing/cancellations/user_cancels_during_a_correction.yml index 9d41ea4..2fc7d0f 100644 --- a/e2e_tests_with_assertions/passing/cancellations/user_cancels_during_a_correction.yml +++ b/e2e_tests_with_assertions/passing/cancellations/user_cancels_during_a_correction.yml @@ -4,8 +4,6 @@ test_cases: - user: I want to send money to Joe assertions: - slot_was_set: - - name: route_session_to_calm - value: True - name: transfer_money_recipient value: Joe - bot_uttered: diff --git a/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_based_on_new_info.yml b/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_based_on_new_info.yml index 804ce5f..8d22a9e 100644 --- a/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_based_on_new_info.yml +++ b/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_based_on_new_info.yml @@ -4,8 +4,6 @@ test_cases: - user: Send some money to Joe assertions: - slot_was_set: - - name: route_session_to_calm - value: True - name: transfer_money_recipient value: Joe - bot_uttered: diff --git a/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_on_a_whim.yml b/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_on_a_whim.yml index 65f1605..0f5c09c 100644 --- a/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_on_a_whim.yml +++ b/e2e_tests_with_assertions/passing/cancellations/user_changes_mind_on_a_whim.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to send money assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_recipient - user: stop diff --git a/e2e_tests_with_assertions/passing/chitchat/user_says_goodbye.yml b/e2e_tests_with_assertions/passing/chitchat/user_says_goodbye.yml index ed96941..66c240c 100644 --- a/e2e_tests_with_assertions/passing/chitchat/user_says_goodbye.yml +++ b/e2e_tests_with_assertions/passing/chitchat/user_says_goodbye.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to send 10 bucks to Spencer assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_final_confirmation - user: "Yes" diff --git a/e2e_tests_with_assertions/passing/corrections/user_cancels_correction.yml b/e2e_tests_with_assertions/passing/corrections/user_cancels_correction.yml index e97b55c..84d6a2c 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_cancels_correction.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_cancels_correction.yml @@ -4,8 +4,6 @@ test_cases: - user: send John 50 assertions: - slot_was_set: - - name: route_session_to_calm - value: True - name: transfer_money_amount_of_money value: "50" - name: transfer_money_recipient diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_boolean_slot.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_a_boolean_slot.yml index 25f4258..c1f4d5c 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_boolean_slot.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_a_boolean_slot.yml @@ -9,9 +9,6 @@ test_cases: steps: - user: I want to verify my account assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_verify_account_email - user: "It's mag@pie.com" diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_branching_slot.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_a_branching_slot.yml index 75958b9..ad6b858 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_branching_slot.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_a_branching_slot.yml @@ -8,9 +8,6 @@ test_cases: steps: - user: I want to verify my account assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_verify_account_email - user: It's birdie@example.com diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_number_slot.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_a_number_slot.yml deleted file mode 100644 index d1f99d4..0000000 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_a_number_slot.yml +++ /dev/null @@ -1,44 +0,0 @@ -test_cases: - - test_case: user_corrects_a_number_slot - steps: - - user: I want to book a table - assertions: - - slot_was_set: - - name: route_session_to_calm - value: False - - bot_uttered: - utter_name: utter_ask_restaurant_form_city - - user: /inform{"location":"amsterdam"} - assertions: - - action_executed: restaurant_form - - bot_uttered: - text_matches: "What cuisine are you looking for?" - - user: /inform{"cuisine":"Japanese"} - assertions: - - action_executed: restaurant_form - - bot_uttered: - text_matches: "Do you know which restaurant you would like me to reserve a table at?" - - user: /inform{"restaurant_name":"Yamazato Restaurant"} - assertions: - - bot_uttered: - utter_name: utter_ask_restaurant_form_num_people - - user: "4" - assertions: - - slot_was_set: - - name: num_people - value: 4 - - bot_uttered: - utter_name: utter_ask_restaurant_form_restaurant_time - - user: sorry, we are 6 people - assertions: - - slot_was_set: - - name: num_people - value: 6 - - bot_uttered: - utter_name: utter_ask_restaurant_form_restaurant_time - - user: tomorrow at 7pm - assertions: - - bot_uttered: - utter_name: utter_restaurant_form_submit - - bot_uttered: - utter_name: utter_restaurant_available \ No newline at end of file diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_amount_of_money_in_the_next_message.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_amount_of_money_in_the_next_message.yml index f7a67c2..9ed066d 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_amount_of_money_in_the_next_message.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_amount_of_money_in_the_next_message.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to transfer money assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_recipient - user: John diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_first.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_first.yml index 0b8851d..1025439 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_first.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_first.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to transfer money assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_recipient - user: John diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_last.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_last.yml index ae87f76..88b6b54 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_last.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_mentioning_old_value_last.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to transfer money assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_recipient - user: John diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_in_the_next_message.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_in_the_next_message.yml index 5e26f41..bfc2119 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_in_the_next_message.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_in_the_next_message.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to transfer money assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_recipient - user: John diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_late.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_late.yml index 29f90c5..d04e063 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_late.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_recipient_late.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to transfer money assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_recipient - user: John diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_slot_with_nlu_based_mapping.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_slot_with_nlu_based_mapping.yml deleted file mode 100644 index b0f5495..0000000 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_slot_with_nlu_based_mapping.yml +++ /dev/null @@ -1,244 +0,0 @@ -test_cases: - - test_case: user_orders_pizza_stating_which_type_and_corrects_quantity_later - steps: - - user: I would like to order a diavola pizza. - assertions: - - slot_was_set: - - name: pizza - value: diavola - - bot_uttered: - utter_name: utter_ask_num_pizza - - user: 1 please - assertions: - - slot_was_set: - - name: num_pizza - value: 1 - - bot_uttered: - utter_name: utter_ask_address - - user: 30 Pine Road - assertions: - - slot_was_set: - - name: address - value: 30 Pine Road - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option - - user: actually can i get 2 pizzas instead - assertions: - - flow_started: pattern_correction - - bot_uttered: - utter_name: utter_ask_confirm_slot_correction - - user: /SetSlots(confirm_slot_correction=true) - assertions: - - slot_was_set: - - name: num_pizza - value: 2 - - bot_uttered: - utter_name: utter_corrected_previous_input - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option - - - test_case: user_orders_pizza_stating_which_type_and_corrects_pizza_type_later - steps: - - user: I would like to order a diavola pizza. - assertions: - - slot_was_set: - - name: pizza - value: diavola - - bot_uttered: - utter_name: utter_ask_num_pizza - - user: 1 please - assertions: - - slot_was_set: - - name: num_pizza - value: 1 - - bot_uttered: - utter_name: utter_ask_address - - user: 30 Pine Road - assertions: - - slot_was_set: - - name: address - value: 30 Pine Road - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option - - user: actually can i get a margherita instead - assertions: - - flow_started: pattern_correction - - bot_uttered: - utter_name: utter_ask_confirm_slot_correction - - user: /SetSlots(confirm_slot_correction=true) - assertions: - - slot_was_set: - - name: pizza - value: margherita - - bot_uttered: - utter_name: utter_corrected_previous_input - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option - - - test_case: user_orders_pizza_stating_which_type_and_corrects_address_later - steps: - - user: I would like to order a diavola pizza. - assertions: - - slot_was_set: - - name: pizza - value: diavola - - bot_uttered: - utter_name: utter_ask_num_pizza - - user: 1 please - assertions: - - slot_was_set: - - name: num_pizza - value: 1 - - bot_uttered: - utter_name: utter_ask_address - - user: 31 Pine Road - assertions: - - slot_was_set: - - name: address - value: 31 Pine Road - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option - - user: wait, i meant to say the pizza should be delivered to 13 Pine Road. - assertions: - - bot_uttered: - text_matches: "I'm sorry about that. Let's correct your address. Please confirm your new address?" - - slot_was_set: - - name: address - value: null - - bot_uttered: - utter_name: utter_ask_address - - user: 13 Pine Road - assertions: - - slot_was_set: - - name: address - value: 13 Pine Road - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option - - - test_case: user_orders_pizza_stating_which_type_and_corrects_payment_option_later - steps: - - user: I would like to order a diavola pizza. - assertions: - - slot_was_set: - - name: pizza - value: diavola - - bot_uttered: - utter_name: utter_ask_num_pizza - - user: 1 please - assertions: - - slot_was_set: - - name: num_pizza - value: 1 - - bot_uttered: - utter_name: utter_ask_address - - user: 30 Pine Road - assertions: - - slot_was_set: - - name: address - value: 30 Pine Road - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option - - user: loyalty points - assertions: - - slot_was_set: - - name: payment_option - value: membership_points - - flow_started: authenticate_user - - bot_uttered: - utter_name: utter_ask_user_name - - user: actually can i pay with a credit card - assertions: - - flow_started: pattern_correction - - bot_uttered: - utter_name: utter_ask_confirm_slot_correction - - user: /SetSlots(confirm_slot_correction=true) - assertions: - - slot_was_set: - - name: payment_option - value: card - - bot_uttered: - utter_name: utter_corrected_previous_input - - bot_uttered: - utter_name: utter_ask_card_details - - - test_case: user_orders_pizza_stating_which_type_and_corrects_order_details_later - steps: - - user: I would like to order a diavola pizza. - assertions: - - slot_was_set: - - name: pizza - value: diavola - - bot_uttered: - utter_name: utter_ask_num_pizza - - user: 1 please - assertions: - - slot_was_set: - - name: num_pizza - value: 1 - - bot_uttered: - utter_name: utter_ask_address - - user: 30 Pine Road - assertions: - - slot_was_set: - - name: address - value: 30 Pine Road - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option - - user: actually, i made a mistake and need to update my delivery address first. - assertions: - - bot_uttered: - text_matches: "I'm sorry about that. Let's correct your order. What would you like to change?" - buttons: - - title: Pizza - payload: /SetSlots(pizza=null) - - title: Quantity - payload: /SetSlots(num_pizza=null) - - title: Address - payload: /SetSlots(address=null) - - user: /SetSlots(address=null) - assertions: - - bot_uttered: - utter_name: utter_ask_address - - user: 3 Pine Road - assertions: - - slot_was_set: - - name: address - value: 3 Pine Road - - bot_uttered: - utter_name: utter_confirm - - user: /SetSlots(confirmation_order=True) - assertions: - - bot_uttered: - utter_name: utter_ask_payment_option diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_string_slot.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_string_slot.yml index 3b2fce0..c144c1f 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_string_slot.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_string_slot.yml @@ -1,12 +1,11 @@ test_cases: - test_case: user_corrects_string_slot steps: - # NLUCommandAdapter should start the flow, so "Peter" is not detected as an entity - user: I want to add Peter to my contacts assertions: - slot_was_set: - - name: route_session_to_calm - value: True + - name: add_contact_name + value: "Peter" - bot_uttered: utter_name: utter_ask_add_contact_handle - user: It's @PeterPark @@ -14,13 +13,6 @@ test_cases: - slot_was_set: - name: add_contact_handle value: "@PeterPark" - - bot_uttered: - utter_name: utter_ask_add_contact_name - - user: Peter - assertions: - - slot_was_set: - - name: add_contact_name - value: "Peter" - bot_uttered: utter_name: utter_ask_add_contact_confirmation - user: Ah, please use Spidey as the name diff --git a/e2e_tests_with_assertions/passing/corrections/user_corrects_twice_in_row.yml b/e2e_tests_with_assertions/passing/corrections/user_corrects_twice_in_row.yml index 7829888..e2492b2 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_corrects_twice_in_row.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_corrects_twice_in_row.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to send money to Joe assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_amount_of_money - user: oh sorry I meant John diff --git a/e2e_tests_with_assertions/passing/corrections/user_resets_a_slot_by_slot_name.yml b/e2e_tests_with_assertions/passing/corrections/user_resets_a_slot_by_slot_name.yml index c34d597..b65cd39 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_resets_a_slot_by_slot_name.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_resets_a_slot_by_slot_name.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to send some money to John assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_amount_of_money - user: "50" diff --git a/e2e_tests_with_assertions/passing/corrections/user_resets_a_slot_by_value.yml b/e2e_tests_with_assertions/passing/corrections/user_resets_a_slot_by_value.yml index 947fd84..9cb55a7 100644 --- a/e2e_tests_with_assertions/passing/corrections/user_resets_a_slot_by_value.yml +++ b/e2e_tests_with_assertions/passing/corrections/user_resets_a_slot_by_value.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to send some money to John assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_amount_of_money - user: Sorry, I didn't mean John diff --git a/e2e_tests_with_assertions/passing/digressions/intermittent_flow_switch.yml b/e2e_tests_with_assertions/passing/digressions/intermittent_flow_switch.yml index ca25007..d1fff87 100644 --- a/e2e_tests_with_assertions/passing/digressions/intermittent_flow_switch.yml +++ b/e2e_tests_with_assertions/passing/digressions/intermittent_flow_switch.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I need to transfer some money to John assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_amount_of_money - user: How much do I have on my account? diff --git a/e2e_tests_with_assertions/passing/digressions/user_answers_and_also_asks_a_question.yml b/e2e_tests_with_assertions/passing/digressions/user_answers_and_also_asks_a_question.yml index 9719738..2930bf0 100644 --- a/e2e_tests_with_assertions/passing/digressions/user_answers_and_also_asks_a_question.yml +++ b/e2e_tests_with_assertions/passing/digressions/user_answers_and_also_asks_a_question.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to send 50$ to Justin assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_final_confirmation - user: yes, and btw are there any fees associated with the sending? diff --git a/e2e_tests_with_assertions/passing/digressions/user_asks_what_info_is.yml b/e2e_tests_with_assertions/passing/digressions/user_asks_what_info_is.yml index 2623223..6b1b7a7 100644 --- a/e2e_tests_with_assertions/passing/digressions/user_asks_what_info_is.yml +++ b/e2e_tests_with_assertions/passing/digressions/user_asks_what_info_is.yml @@ -5,8 +5,8 @@ test_cases: - user: I want to add Kate to my contacts assertions: - slot_was_set: - - name: route_session_to_calm - value: True + - name: add_contact_name + value: "Kate" - bot_uttered: utter_name: utter_ask_add_contact_handle - user: What's a contact handle? @@ -20,14 +20,7 @@ test_cases: - name: add_contact_handle value: "@KatePurry" - bot_uttered: - utter_name: utter_ask_add_contact_name - - user: Kate - assertions: - - slot_was_set: - - name: add_contact_name - value: "Kate" - - bot_uttered: - utter_name: utter_ask_add_contact_confirmation + utter_name: utter_ask_add_contact_confirmation - user: "yes" assertions: - bot_uttered: diff --git a/e2e_tests_with_assertions/passing/digressions/user_asks_why_information_is_needed.yml b/e2e_tests_with_assertions/passing/digressions/user_asks_why_information_is_needed.yml index e0402f3..511941d 100644 --- a/e2e_tests_with_assertions/passing/digressions/user_asks_why_information_is_needed.yml +++ b/e2e_tests_with_assertions/passing/digressions/user_asks_why_information_is_needed.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to verify my account assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_verify_account_email - user: It's a.tweep@twitter.com diff --git a/e2e_tests_with_assertions/passing/digressions/user_refuses_to_provide_information.yml b/e2e_tests_with_assertions/passing/digressions/user_refuses_to_provide_information.yml index 5f3a853..6153b06 100644 --- a/e2e_tests_with_assertions/passing/digressions/user_refuses_to_provide_information.yml +++ b/e2e_tests_with_assertions/passing/digressions/user_refuses_to_provide_information.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to verify my account assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_verify_account_email - user: It's thomas@x.com diff --git a/e2e_tests_with_assertions/passing/digressions/user_starts_multiple_flows.yml b/e2e_tests_with_assertions/passing/digressions/user_starts_multiple_flows.yml index 2b6b4e6..0a79818 100644 --- a/e2e_tests_with_assertions/passing/digressions/user_starts_multiple_flows.yml +++ b/e2e_tests_with_assertions/passing/digressions/user_starts_multiple_flows.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: Show my transactions and send money assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_transactions - bot_uttered: diff --git a/e2e_tests_with_assertions/passing/digressions/user_starts_with_a_very_long_message.yml b/e2e_tests_with_assertions/passing/digressions/user_starts_with_a_very_long_message.yml index 1c71ff2..59d984a 100644 --- a/e2e_tests_with_assertions/passing/digressions/user_starts_with_a_very_long_message.yml +++ b/e2e_tests_with_assertions/passing/digressions/user_starts_with_a_very_long_message.yml @@ -6,7 +6,5 @@ test_cases: - slot_was_set: - name: transfer_money_recipient value: Steven - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_ask_transfer_money_amount_of_money diff --git a/e2e_tests_with_assertions/passing/digressions/validation_too_little_money.yml b/e2e_tests_with_assertions/passing/digressions/validation_too_little_money.yml index 12e1639..55ef92c 100644 --- a/e2e_tests_with_assertions/passing/digressions/validation_too_little_money.yml +++ b/e2e_tests_with_assertions/passing/digressions/validation_too_little_money.yml @@ -3,9 +3,6 @@ test_cases: steps: - user: I want to send 5000$ to Martin assertions: - - slot_was_set: - - name: route_session_to_calm - value: True - bot_uttered: utter_name: utter_transfer_money_insufficient_funds - bot_uttered: diff --git a/e2e_tests_with_assertions/passing/disambiguation/user_sends_short_noun_only_message.yml b/e2e_tests_with_assertions/passing/disambiguation/user_sends_short_noun_only_message.yml index a2592f8..4990665 100644 --- a/e2e_tests_with_assertions/passing/disambiguation/user_sends_short_noun_only_message.yml +++ b/e2e_tests_with_assertions/passing/disambiguation/user_sends_short_noun_only_message.yml @@ -1,13 +1,6 @@ # BUG: WAITING FOR https://rasahq.atlassian.net/browse/ENG-1091 - -fixtures: - - route_to_calm: - - route_session_to_calm: True - test_cases: - test_case: user sends short noun only message - fixtures: - - route_to_calm steps: - user: cash assertions: diff --git a/e2e_tests_with_assertions/passing/disambiguation/user_sends_short_verb_only_message.yml b/e2e_tests_with_assertions/passing/disambiguation/user_sends_short_verb_only_message.yml index 6e480a8..246e3df 100644 --- a/e2e_tests_with_assertions/passing/disambiguation/user_sends_short_verb_only_message.yml +++ b/e2e_tests_with_assertions/passing/disambiguation/user_sends_short_verb_only_message.yml @@ -1,11 +1,5 @@ -fixtures: - - route_to_calm: - - route_session_to_calm: True - test_cases: - test_case: user sends short verb only message - fixtures: - - route_to_calm steps: - user: add assertions: diff --git a/e2e_tests_with_assertions/passing/flow_guards/user_is_referred_to_human_after_2_clarifications.yml b/e2e_tests_with_assertions/passing/flow_guards/user_is_referred_to_human_after_2_clarifications.yml index bf3db35..d812d10 100644 --- a/e2e_tests_with_assertions/passing/flow_guards/user_is_referred_to_human_after_2_clarifications.yml +++ b/e2e_tests_with_assertions/passing/flow_guards/user_is_referred_to_human_after_2_clarifications.yml @@ -1,7 +1,3 @@ -fixtures: - - route_to_calm: - - route_session_to_calm: True - metadata: - duplicate_message_1: turn_idx: 1 @@ -12,8 +8,6 @@ metadata: test_cases: - test_case: user_is_referred_to_human_after_2_clarifications - fixtures: - - route_to_calm steps: - user: cash metadata: duplicate_message_1 diff --git a/e2e_tests_with_assertions/passing/flow_guards/user_is_referred_to_human_after_3_portfolio_check_auth_fails.yml b/e2e_tests_with_assertions/passing/flow_guards/user_is_referred_to_human_after_3_portfolio_check_auth_fails.yml index fd3826b..25188ce 100644 --- a/e2e_tests_with_assertions/passing/flow_guards/user_is_referred_to_human_after_3_portfolio_check_auth_fails.yml +++ b/e2e_tests_with_assertions/passing/flow_guards/user_is_referred_to_human_after_3_portfolio_check_auth_fails.yml @@ -1,7 +1,3 @@ -fixtures: - - route_to_calm: - - route_session_to_calm: True - metadata: - duplicate_message_1: turn_idx: 1 @@ -12,8 +8,6 @@ metadata: test_cases: - test_case: user_is_referred_to_human_after_3_portfolio_check_auth_fails - fixtures: - - route_to_calm steps: - user: I want to check my portfolio assertions: diff --git a/e2e_tests_with_assertions/passing/happy_path/user_books_a_restaurant.yml b/e2e_tests_with_assertions/passing/happy_path/user_books_a_restaurant.yml deleted file mode 100644 index 50193ba..0000000 --- a/e2e_tests_with_assertions/passing/happy_path/user_books_a_restaurant.yml +++ /dev/null @@ -1,38 +0,0 @@ -test_cases: - - test_case: user_books_a_restaurant - steps: - - user: book a restaurant - assertions: - - slot_was_set: - - name: route_session_to_calm - value: False - - bot_uttered: - utter_name: utter_ask_restaurant_form_city - - user: /inform{"location":"amsterdam"} - assertions: - - bot_uttered: - text_matches: "What cuisine are you looking for?" - - user: /inform{"cuisine":"Thai"} - assertions: - - slot_was_set: - - name: cuisine - value: Thai - - bot_uttered: - text_matches: "Do you know which restaurant you would like me to reserve a table at?" - - user: /inform{"restaurant_name":"Thai Spice"} - assertions: - - slot_was_set: - - name: restaurant_name - value: Thai Spice - - bot_uttered: - utter_name: utter_ask_restaurant_form_num_people - - user: "3" - assertions: - - bot_uttered: - utter_name: utter_ask_restaurant_form_restaurant_time - - user: Next Wednesday at 6pm - assertions: - - bot_uttered: - utter_name: utter_restaurant_form_submit - - bot_uttered: - utter_name: utter_restaurant_available diff --git a/e2e_tests_with_assertions/passing/happy_path/user_books_a_restaurant_with_an_alternative_time.yml b/e2e_tests_with_assertions/passing/happy_path/user_books_a_restaurant_with_an_alternative_time.yml deleted file mode 100644 index e0acd04..0000000 --- a/e2e_tests_with_assertions/passing/happy_path/user_books_a_restaurant_with_an_alternative_time.yml +++ /dev/null @@ -1,27 +0,0 @@ -test_cases: - - test_case: user_books_a_restaurant_with_an_alternative_time - steps: - - user: I want to book a table for 3 people for tomorrow - assertions: - - bot_uttered: - utter_name: utter_ask_restaurant_form_city - - user: /inform{"location":"berlin"} - assertions: - - bot_uttered: - text_matches: "What cuisine are you looking for?" - - user: /inform{"cuisine":"Japanese"} - assertions: - - bot_uttered: - text_matches: "Do you know which restaurant you would like me to reserve a table at?" - - user: Ah, wait. John just texted me, we need to move the date to Wednesday, 6pm. - assertions: - - slot_was_set: - - name: restaurant_time - - bot_uttered: - text_matches: "Do you know which restaurant you would like me to reserve a table at?" - - user: /inform{"restaurant_name":"Sakura Sushi House"} - assertions: - - bot_uttered: - utter_name: utter_restaurant_form_submit - - bot_uttered: - utter_name: utter_restaurant_available diff --git a/e2e_tests_with_assertions/passing/happy_path/user_books_restaurant_with_fixed_date_indirect.yml b/e2e_tests_with_assertions/passing/happy_path/user_books_restaurant_with_fixed_date_indirect.yml deleted file mode 100644 index e2f3ccb..0000000 --- a/e2e_tests_with_assertions/passing/happy_path/user_books_restaurant_with_fixed_date_indirect.yml +++ /dev/null @@ -1,21 +0,0 @@ -test_cases: - - test_case: user_books_restaurant_with_fixed_date_indirect - steps: - - user: I want to book a table for two 7pm tonight - assertions: - - bot_uttered: - utter_name: utter_ask_restaurant_form_city - - user: /inform{"location":"berlin"} - assertions: - - bot_uttered: - text_matches: "What cuisine are you looking for?" - - user: /inform{"cuisine":"French"} - assertions: - - bot_uttered: - text_matches: "Do you know which restaurant you would like me to reserve a table at?" - - user: /inform{"restaurant_name":"Le Gourmet"} - assertions: - - bot_uttered: - utter_name: utter_restaurant_form_submit - - bot_uttered: - utter_name: utter_restaurant_available diff --git a/e2e_tests_with_assertions/passing/happy_path/user_orders_pizza.yml b/e2e_tests_with_assertions/passing/happy_path/user_orders_pizza.yml deleted file mode 100644 index 3a570d0..0000000 --- a/e2e_tests_with_assertions/passing/happy_path/user_orders_pizza.yml +++ /dev/null @@ -1,120 +0,0 @@ -test_cases: - - test_case: user_orders_pizza_stating_which_type_and_pays_with_card - steps: - - user: I would like to order a diavola pizza. - assertions: - - slot_was_set: - - name: pizza - value: diavola - - bot_uttered: - utter_name: utter_ask_num_pizza - - user: 2 please - assertions: - - slot_was_set: - - name: num_pizza - value: 2 - - bot_uttered: - utter_name: utter_ask_address - - user: 30 Pine Road - assertions: - - slot_was_set: - - name: address - value: 30 Pine Road - - bot_uttered: - utter_name: utter_confirm - buttons: - - title: Yes - payload: /SetSlots(confirmation_order=True) - - title: No - payload: /SetSlots(confirmation_order=False) - - user: /SetSlots(confirmation_order=True) - assertions: - - slot_was_set: - - name: confirmation_order - value: True - - bot_uttered: - utter_name: utter_ask_payment_option - - user: credit card - assertions: - - slot_was_set: - - name: payment_option - value: card - - bot_uttered: - utter_name: utter_ask_card_details - - user: 1234 5678 9012 3456 - assertions: - - slot_was_set: - - name: card_details - value: 1234 5678 9012 3456 - - bot_uttered: - utter_name: utter_execute_payment - - - test_case: user_orders_pizza_stating_which_type_and_pays_with_points - steps: - - user: I would like to order a diavola pizza. - assertions: - - slot_was_set: - - name: pizza - value: diavola - - bot_uttered: - utter_name: utter_ask_num_pizza - - user: 1 please - assertions: - - slot_was_set: - - name: num_pizza - value: 1 - - bot_uttered: - utter_name: utter_ask_address - - user: 40 Elm Street - assertions: - - slot_was_set: - - name: address - value: 40 Elm Street - - bot_uttered: - utter_name: utter_confirm - buttons: - - title: Yes - payload: /SetSlots(confirmation_order=True) - - title: No - payload: /SetSlots(confirmation_order=False) - - user: /SetSlots(confirmation_order=True) - assertions: - - slot_was_set: - - name: confirmation_order - value: True - - bot_uttered: - utter_name: utter_ask_payment_option - - user: loyalty points - assertions: - - slot_was_set: - - name: payment_option - value: membership_points - - flow_started: authenticate_user - - bot_uttered: - utter_name: utter_ask_user_name - - user: janedoe - assertions: - - slot_was_set: - - name: user_name - value: janedoe - - bot_uttered: - utter_name: utter_ask_user_password - - user: r@nd0m - assertions: - - slot_was_set: - - name: user_password - value: r@nd0m - - bot_uttered: - utter_name: utter_authentication_successful - - flow_completed: - flow_id: authenticate_user - - action_executed: action_check_points - - bot_uttered: - text_matches: "You have 150 points in your membership account. That's enough to get a free pizza!" - - flow_completed: - flow_id: use_membership_points - - bot_uttered: - utter_name: utter_execute_payment - - flow_completed: - flow_id: order_pizza - diff --git a/e2e_tests_with_assertions/passing/happy_path/user_remove_contact_from_list.yml b/e2e_tests_with_assertions/passing/happy_path/user_remove_contact_from_list.yml index c30daaf..d62d1e6 100644 --- a/e2e_tests_with_assertions/passing/happy_path/user_remove_contact_from_list.yml +++ b/e2e_tests_with_assertions/passing/happy_path/user_remove_contact_from_list.yml @@ -7,19 +7,14 @@ test_cases: utter_name: utter_list_contacts - bot_uttered: utter_name: utter_can_do_something_else - # The NLUCommandAdapter predicts the StartFlow(remove_contact) so the contact handle is not yet detected - user: Remove contact @MaryLu assertions: - flow_started: remove_contact + - slot_was_set: + - name: remove_contact_handle + value: "@MaryLu" - bot_uttered: - text_matches: "What's the handle of the user you want to remove?" - - user: "@MaryLu" - assertions: - - slot_was_set: - - name: remove_contact_handle - value: "@MaryLu" - - bot_uttered: - utter_name: utter_ask_remove_contact_confirmation + utter_name: utter_ask_remove_contact_confirmation - user: "yes" assertions: - action_executed: remove_contact diff --git a/e2e_tests_with_assertions/passing/happy_path/user_search_hotel.yml b/e2e_tests_with_assertions/passing/happy_path/user_search_hotel.yml deleted file mode 100644 index 0eac40b..0000000 --- a/e2e_tests_with_assertions/passing/happy_path/user_search_hotel.yml +++ /dev/null @@ -1,62 +0,0 @@ -metadata: - - german_hotel_search: - hotel_name: Steigenberger Hotel - hotel_average_rating: 3 - - uk_hotel_search: - hotel_name: Britannia International Hotel - hotel_average_rating: 4 - - updated_rating: - hotel_average_rating: 8.5 - -test_cases: - - test_case: user searches for hotels with no metadata - steps: - - user: I want to search for hotels - assertions: - - slot_was_set: - - name: hotel_name - value: "Shadyside Inn" - - name: hotel_average_rating - value: 2 - - bot_uttered: - utter_name: utter_hotel_inform_rating - - - test_case: user searches for hotels with test_case metadata - metadata: german_hotel_search - steps: - - user: I want to search for hotels - assertions: - - slot_was_set: - - name: hotel_name - value: "Steigenberger Hotel" - - name: hotel_average_rating - value: 3 - - bot_uttered: - utter_name: utter_hotel_inform_rating - - - test_case: user searches for hotels with user step metadata - steps: - - user: I want to search for hotels - metadata: uk_hotel_search - assertions: - - slot_was_set: - - name: hotel_name - value: "Britannia International Hotel" - - name: hotel_average_rating - value: 4 - - bot_uttered: - utter_name: utter_hotel_inform_rating - - - test_case: user searches for hotels with test_case and user step metadata - metadata: german_hotel_search - steps: - - user: I want to search for hotels - metadata: updated_rating - assertions: - - slot_was_set: - - name: hotel_name - value: "Steigenberger Hotel" - - name: hotel_average_rating - value: 8.5 - - bot_uttered: - utter_name: utter_hotel_inform_rating diff --git a/e2e_tests_with_assertions/passing/happy_path/user_verifies_account.yml b/e2e_tests_with_assertions/passing/happy_path/user_verifies_account.yml index 8cc8153..cd10149 100644 --- a/e2e_tests_with_assertions/passing/happy_path/user_verifies_account.yml +++ b/e2e_tests_with_assertions/passing/happy_path/user_verifies_account.yml @@ -11,9 +11,6 @@ test_cases: steps: - user: I want to verify my account assertions: - - slot_was_set: - - name: route_session_to_calm - value: true - bot_uttered: utter_name: utter_ask_verify_account_email - user: example@mail.com @@ -41,9 +38,6 @@ test_cases: steps: - user: I want to verify my account assertions: - - slot_was_set: - - name: route_session_to_calm - value: true - bot_uttered: utter_name: utter_ask_verify_account_email - user: example@mail.com @@ -73,9 +67,6 @@ test_cases: steps: - user: I want to verify my account assertions: - - slot_was_set: - - name: route_session_to_calm - value: true - bot_uttered: utter_name: utter_ask_verify_account_email - user: example@mail.com diff --git a/e2e_tests_with_assertions/passing/happy_path/user_wants_to_register_to_vote.yml b/e2e_tests_with_assertions/passing/happy_path/user_wants_to_register_to_vote.yml index dae899a..7820a1c 100644 --- a/e2e_tests_with_assertions/passing/happy_path/user_wants_to_register_to_vote.yml +++ b/e2e_tests_with_assertions/passing/happy_path/user_wants_to_register_to_vote.yml @@ -1,7 +1,6 @@ fixtures: - california_resident: - based_in_california: True - - route_session_to_calm: True test_cases: - test_case: user_wants_to_register_to_vote diff --git a/e2e_tests_with_assertions/passing/invalid_path/user_asks_for_vacancies_no_department_entity_extracted.yml b/e2e_tests_with_assertions/passing/invalid_path/user_asks_for_vacancies_no_department_entity_extracted.yml deleted file mode 100644 index dea3e58..0000000 --- a/e2e_tests_with_assertions/passing/invalid_path/user_asks_for_vacancies_no_department_entity_extracted.yml +++ /dev/null @@ -1,18 +0,0 @@ -test_cases: - - test_case: user_asks_for_vacancies_no_department_entity_extracted - # tests that pattern_cannot_handle is triggered when LLM tries to fill in a NLU slot. - steps: - - user: I would like to apply for a job at your establishment. - assertions: - - bot_uttered: - utter_name: utter_ask_department - - user: I would like a role in the Supplies department. - assertion_order_enabled: true - assertions: - - flow_started: pattern_cannot_handle - - bot_uttered: - utter_name: utter_ask_rephrase - - flow_completed: - flow_id: pattern_cannot_handle - - bot_uttered: - utter_name: utter_ask_department diff --git a/e2e_tests_with_assertions/passing/invalid_user_inputs/user_sends_long_message.yml b/e2e_tests_with_assertions/passing/invalid_user_inputs/user_sends_long_message.yml index 351ace9..9df5ed5 100644 --- a/e2e_tests_with_assertions/passing/invalid_user_inputs/user_sends_long_message.yml +++ b/e2e_tests_with_assertions/passing/invalid_user_inputs/user_sends_long_message.yml @@ -1,11 +1,5 @@ -fixtures: - - route_to_calm: - - route_session_to_calm: True - test_cases: - test_case: user sends the long message that exceeds 420 characters - fixtures: - - route_to_calm steps: - user: >- Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed sed diam eget sem ultrices dignissim. diff --git a/e2e_tests_with_assertions/passing/negations/users_says_they_dont_want_the_former_option.yml b/e2e_tests_with_assertions/passing/negations/users_says_they_dont_want_the_former_option.yml index 529da8f..12671f3 100644 --- a/e2e_tests_with_assertions/passing/negations/users_says_they_dont_want_the_former_option.yml +++ b/e2e_tests_with_assertions/passing/negations/users_says_they_dont_want_the_former_option.yml @@ -1,11 +1,5 @@ -fixtures: - - route_to_calm: - - route_session_to_calm: True - test_cases: - test_case: user says they don't want the former option - fixtures: - - route_to_calm steps: - user: add assertions: @@ -15,4 +9,4 @@ test_cases: - user: not the former assertions: - bot_uttered: - utter_name: utter_ask_add_contact_handle + utter_name: utter_ask_add_contact_name