mirror of
https://github.com/khoj-ai/khoj.git
synced 2024-12-03 20:33:00 +01:00
1ff049599f
- Track current (saved/loaded) config separate from the new config (to be written) when user clicks Start - Fallback to using default config when no config for the specific content type or processor is specified in khoj.yml - Earlier were only loading default config on first run, not after - Create Child CheckBox, LineEdit classes for Processor Widgets - Create ProcessorType, similar to SearchType - Track ProcessorType the widgets are associated with - Simplify update, save, load of config based on type
62 lines
1.8 KiB
Python
62 lines
1.8 KiB
Python
# System Packages
|
|
from enum import Enum
|
|
from dataclasses import dataclass
|
|
from pathlib import Path
|
|
|
|
# Internal Packages
|
|
from src.utils.rawconfig import ConversationProcessorConfig
|
|
|
|
|
|
class SearchType(str, Enum):
|
|
Org = "org"
|
|
Ledger = "ledger"
|
|
Music = "music"
|
|
Markdown = "markdown"
|
|
Image = "image"
|
|
|
|
|
|
class ProcessorType(str, Enum):
|
|
Conversation = "conversation"
|
|
|
|
|
|
class TextSearchModel():
|
|
def __init__(self, entries, corpus_embeddings, bi_encoder, cross_encoder, top_k, verbose):
|
|
self.entries = entries
|
|
self.corpus_embeddings = corpus_embeddings
|
|
self.bi_encoder = bi_encoder
|
|
self.cross_encoder = cross_encoder
|
|
self.top_k = top_k
|
|
self.verbose = verbose
|
|
|
|
|
|
class ImageSearchModel():
|
|
def __init__(self, image_names, image_embeddings, image_metadata_embeddings, image_encoder, verbose):
|
|
self.image_encoder = image_encoder
|
|
self.image_names = image_names
|
|
self.image_embeddings = image_embeddings
|
|
self.image_metadata_embeddings = image_metadata_embeddings
|
|
self.image_encoder = image_encoder
|
|
self.verbose = verbose
|
|
|
|
|
|
@dataclass
|
|
class SearchModels():
|
|
orgmode_search: TextSearchModel = None
|
|
ledger_search: TextSearchModel = None
|
|
music_search: TextSearchModel = None
|
|
markdown_search: TextSearchModel = None
|
|
image_search: ImageSearchModel = None
|
|
|
|
|
|
class ConversationProcessorConfigModel():
|
|
def __init__(self, processor_config: ConversationProcessorConfig, verbose: bool):
|
|
self.openai_api_key = processor_config.openai_api_key
|
|
self.conversation_logfile = Path(processor_config.conversation_logfile)
|
|
self.chat_session = ''
|
|
self.meta_log = []
|
|
self.verbose = verbose
|
|
|
|
|
|
@dataclass
|
|
class ProcessorConfigModel():
|
|
conversation: ConversationProcessorConfigModel = None
|