2021-08-17 12:27:16 +02:00
|
|
|
# Standard Modules
|
|
|
|
from pathlib import Path
|
|
|
|
|
|
|
|
# External Packages
|
|
|
|
import pytest
|
|
|
|
from fastapi.testclient import TestClient
|
|
|
|
|
|
|
|
# Internal Packages
|
2021-09-30 05:24:27 +02:00
|
|
|
from main import app, search_settings, model
|
2021-08-17 12:27:16 +02:00
|
|
|
from search_type import asymmetric
|
|
|
|
|
|
|
|
|
|
|
|
# Arrange
|
|
|
|
# ----------------------------------------------------------------------------------------------------
|
|
|
|
client = TestClient(app)
|
|
|
|
|
|
|
|
|
2021-08-22 04:21:38 +02:00
|
|
|
# Test
|
2021-09-30 04:02:55 +02:00
|
|
|
# ----------------------------------------------------------------------------------------------------
|
|
|
|
def test_search_with_invalid_search_type():
|
|
|
|
# Arrange
|
|
|
|
user_query = "How to call semantic search from Emacs?"
|
|
|
|
|
|
|
|
# Act
|
|
|
|
response = client.get(f"/search?q={user_query}&t=invalid_search_type")
|
|
|
|
|
|
|
|
# Assert
|
|
|
|
assert response.status_code == 422
|
|
|
|
|
|
|
|
|
|
|
|
def test_search_with_valid_search_type():
|
|
|
|
# Arrange
|
|
|
|
for search_type in ["notes", "ledger", "music", "image"]:
|
|
|
|
# Act
|
|
|
|
response = client.get(f"/search?q=random&t={search_type}")
|
|
|
|
# Assert
|
|
|
|
assert response.status_code == 200
|
|
|
|
|
|
|
|
|
|
|
|
def test_regenerate_with_invalid_search_type():
|
|
|
|
# Act
|
|
|
|
response = client.get(f"/regenerate?t=invalid_search_type")
|
|
|
|
|
|
|
|
# Assert
|
|
|
|
assert response.status_code == 422
|
|
|
|
|
|
|
|
|
|
|
|
def test_regenerate_with_valid_search_type():
|
|
|
|
# Arrange
|
|
|
|
for search_type in ["notes", "ledger", "music", "image"]:
|
|
|
|
# Act
|
|
|
|
response = client.get(f"/regenerate?t={search_type}")
|
|
|
|
# Assert
|
|
|
|
assert response.status_code == 200
|
|
|
|
|
|
|
|
|
2021-08-17 12:27:16 +02:00
|
|
|
# ----------------------------------------------------------------------------------------------------
|
2021-09-30 05:24:27 +02:00
|
|
|
def test_notes_search():
|
2021-08-22 04:21:38 +02:00
|
|
|
# Arrange
|
|
|
|
input_files = [Path('tests/data/main_readme.org'), Path('tests/data/interface_emacs_readme.org')]
|
|
|
|
input_filter = None
|
|
|
|
compressed_jsonl = Path('tests/data/.test.jsonl.gz')
|
|
|
|
embeddings = Path('tests/data/.test_embeddings.pt')
|
|
|
|
|
2021-08-17 12:27:16 +02:00
|
|
|
# Act
|
2021-09-30 05:24:27 +02:00
|
|
|
# Regenerate embeddings during asymmetric setup
|
|
|
|
notes_model = asymmetric.setup(input_files, input_filter, compressed_jsonl, embeddings, regenerate=True, verbose=0)
|
2021-08-17 12:27:16 +02:00
|
|
|
|
|
|
|
# Assert
|
2021-09-30 05:24:27 +02:00
|
|
|
assert len(notes_model.entries) == 10
|
|
|
|
assert len(notes_model.corpus_embeddings) == 10
|
|
|
|
|
|
|
|
# Arrange
|
|
|
|
model.notes_search = notes_model
|
|
|
|
search_settings.notes_search_enabled = True
|
|
|
|
user_query = "How to call semantic search from Emacs?"
|
|
|
|
|
|
|
|
# Act
|
|
|
|
response = client.get(f"/search?q={user_query}&n=1&t=notes")
|
|
|
|
|
|
|
|
# Assert
|
|
|
|
assert response.status_code == 200
|
|
|
|
# assert actual_data contains "Semantic Search via Emacs"
|
|
|
|
search_result = response.json()[0]["Entry"]
|
|
|
|
assert "Semantic Search via Emacs" in search_result
|
|
|
|
|
|
|
|
|