diff --git a/tests/test_gpt4all_chat_actors.py b/tests/test_gpt4all_chat_actors.py index 30209b81..3b1d7249 100644 --- a/tests/test_gpt4all_chat_actors.py +++ b/tests/test_gpt4all_chat_actors.py @@ -41,7 +41,7 @@ freezegun.configure(extend_ignore_list=["transformers"]) # ---------------------------------------------------------------------------------------------------- @pytest.mark.xfail(reason="Search actor isn't very date aware nor capable of formatting") @pytest.mark.chatquality -@freeze_time("1984-04-02") +@freeze_time("1984-04-02", ignore=["transformers"]) def test_extract_question_with_date_filter_from_relative_day(loaded_model): # Act response = extract_questions_offline("Where did I go for dinner yesterday?", loaded_model=loaded_model) @@ -61,7 +61,7 @@ def test_extract_question_with_date_filter_from_relative_day(loaded_model): # ---------------------------------------------------------------------------------------------------- @pytest.mark.xfail(reason="Search actor still isn't very date aware nor capable of formatting") @pytest.mark.chatquality -@freeze_time("1984-04-02") +@freeze_time("1984-04-02", ignore=["transformers"]) def test_extract_question_with_date_filter_from_relative_month(loaded_model): # Act response = extract_questions_offline("Which countries did I visit last month?", loaded_model=loaded_model) @@ -83,7 +83,7 @@ def test_extract_question_with_date_filter_from_relative_month(loaded_model): # ---------------------------------------------------------------------------------------------------- @pytest.mark.xfail(reason="Chat actor still isn't very date aware nor capable of formatting") @pytest.mark.chatquality -@freeze_time("1984-04-02") +@freeze_time("1984-04-02", ignore=["transformers"]) def test_extract_question_with_date_filter_from_relative_year(): # Act response = extract_questions_offline("Which countries have I visited this year?") @@ -102,7 +102,7 @@ def test_extract_question_with_date_filter_from_relative_year(): # ---------------------------------------------------------------------------------------------------- @pytest.mark.chatquality -@freeze_time("1984-04-02") +@freeze_time("1984-04-02", ignore=["transformers"]) def test_extract_question_includes_root_question(loaded_model): # Act response = extract_questions_offline("Which countries have I visited this year?", loaded_model=loaded_model) diff --git a/tests/test_gpt4all_chat_director.py b/tests/test_gpt4all_chat_director.py index dd9b2d21..0c6b3b95 100644 --- a/tests/test_gpt4all_chat_director.py +++ b/tests/test_gpt4all_chat_director.py @@ -301,11 +301,14 @@ def test_answer_not_known_using_notes_command(client_offline_chat, default_user2 @pytest.mark.xfail(AssertionError, reason="Chat director not capable of answering time aware questions yet") @pytest.mark.chatquality @pytest.mark.django_db(transaction=True) -@freeze_time("2023-04-01") +@freeze_time("2023-04-01", ignore=["transformers"]) def test_answer_requires_current_date_awareness(client_offline_chat): "Chat actor should be able to answer questions relative to current date using provided notes" + # Arrange + query = urllib.parse.quote("Where did I have lunch today?") + # Act - response = client_offline_chat.get(f'/api/chat?q="Where did I have lunch today?"&stream=true') + response = client_offline_chat.get(f"/api/chat?q={query}&stream=true") response_message = response.content.decode("utf-8") # Assert @@ -320,7 +323,7 @@ def test_answer_requires_current_date_awareness(client_offline_chat): @pytest.mark.xfail(AssertionError, reason="Chat director not capable of answering this question yet") @pytest.mark.chatquality @pytest.mark.django_db(transaction=True) -@freeze_time("2023-04-01") +@freeze_time("2023-04-01", ignore=["transformers"]) def test_answer_requires_date_aware_aggregation_across_provided_notes(client_offline_chat): "Chat director should be able to answer questions that require date aware aggregation across multiple notes" # Act diff --git a/tests/test_openai_chat_actors.py b/tests/test_openai_chat_actors.py index 46f63d0e..201e3fef 100644 --- a/tests/test_openai_chat_actors.py +++ b/tests/test_openai_chat_actors.py @@ -22,7 +22,7 @@ freezegun.configure(extend_ignore_list=["transformers"]) # Test # ---------------------------------------------------------------------------------------------------- @pytest.mark.chatquality -@freeze_time("1984-04-02") +@freeze_time("1984-04-02", ignore=["transformers"]) def test_extract_question_with_date_filter_from_relative_day(): # Act response = extract_questions("Where did I go for dinner yesterday?") @@ -41,7 +41,7 @@ def test_extract_question_with_date_filter_from_relative_day(): # ---------------------------------------------------------------------------------------------------- @pytest.mark.chatquality -@freeze_time("1984-04-02") +@freeze_time("1984-04-02", ignore=["transformers"]) def test_extract_question_with_date_filter_from_relative_month(): # Act response = extract_questions("Which countries did I visit last month?") @@ -56,7 +56,7 @@ def test_extract_question_with_date_filter_from_relative_month(): # ---------------------------------------------------------------------------------------------------- @pytest.mark.chatquality -@freeze_time("1984-04-02") +@freeze_time("1984-04-02", ignore=["transformers"]) def test_extract_question_with_date_filter_from_relative_year(): # Act response = extract_questions("Which countries have I visited this year?") diff --git a/tests/test_openai_chat_director.py b/tests/test_openai_chat_director.py index fc92d4b7..ce5897e6 100644 --- a/tests/test_openai_chat_director.py +++ b/tests/test_openai_chat_director.py @@ -277,7 +277,7 @@ def test_answer_not_known_using_notes_command(chat_client_no_background, default @pytest.mark.xfail(AssertionError, reason="Chat director not capable of answering time aware questions yet") @pytest.mark.django_db(transaction=True) @pytest.mark.chatquality -@freeze_time("2023-04-01") +@freeze_time("2023-04-01", ignore=["transformers"]) def test_answer_requires_current_date_awareness(chat_client): "Chat actor should be able to answer questions relative to current date using provided notes" # Act @@ -295,11 +295,10 @@ def test_answer_requires_current_date_awareness(chat_client): # ---------------------------------------------------------------------------------------------------- @pytest.mark.django_db(transaction=True) @pytest.mark.chatquality -@freeze_time("2023-04-01") +@freeze_time("2023-04-01", ignore=["transformers"]) def test_answer_requires_date_aware_aggregation_across_provided_notes(chat_client): "Chat director should be able to answer questions that require date aware aggregation across multiple notes" # Act - response = chat_client.get(f'/api/chat?q="How much did I spend on dining this year?"&stream=true') response_message = response.content.decode("utf-8")