sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-11-27 09:25:06 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Test index embeddings are stable on incremental update & no norm

Browse source 
Ensure order of new embedding insertion on incremental update
does not affect the order and value of existing embeddings when
normalization is turned off
This commit is contained in:
Debanjum Singh Solanky 2023-07-16 02:16:58 -07:00
parent ad41ef3991
commit c73feebf25
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
tests/test_text_search.py
View file

@ -196,7 +196,7 @@ def test_update_index_with_duplicate_entries_in_stable_order(
def test_update_index_with_new_entry(content_config: ContentConfig, search_models: SearchModels, new_org_file: Path):
# Arrange
initial_notes_model = text_search.setup(
OrgToJsonl, content_config.org, search_models.text_search.bi_encoder, regenerate=True
OrgToJsonl, content_config.org, search_models.text_search.bi_encoder, regenerate=True, normalize=False
)
# append org-mode entry to first org input file in config
@ -208,7 +208,7 @@ def test_update_index_with_new_entry(content_config: ContentConfig, search_model
# update embeddings, entries with the newly added note
content_config.org.input_files = [f"{new_org_file}"]
final_notes_model = text_search.setup(
OrgToJsonl, content_config.org, search_models.text_search.bi_encoder, regenerate=False
OrgToJsonl, content_config.org, search_models.text_search.bi_encoder, regenerate=False, normalize=False
)
# Assert
@ -218,7 +218,6 @@ def test_update_index_with_new_entry(content_config: ContentConfig, search_model
# verify new entry appended to index, without disrupting order or content of existing entries
error_details = compare_index(initial_notes_model, final_notes_model)
if error_details:
# fails at embeddings index 4, 7. These are not swapped with the new entry embedding or each other
pytest.fail(error_details, False)
# Cleanup