2021-08-21 18:47:55 -07:00
|
|
|
content-type:
|
|
|
|
org:
|
2022-08-04 22:57:35 +03:00
|
|
|
input-files: # ["/path/to/org-file.org"] REQUIRED IF input-filter IS NOT SET OR
|
2023-01-08 22:40:18 -03:00
|
|
|
input-filter: # ["/path/to/org/*.org"] REQUIRED IF input-files IS NOT SET
|
2022-08-04 22:57:35 +03:00
|
|
|
compressed-jsonl: "~/.khoj/content/org/org.jsonl.gz"
|
|
|
|
embeddings-file: "~/.khoj/content/org/org_embeddings.pt"
|
2022-09-11 17:30:02 +03:00
|
|
|
index_heading_entries: false # Set to true to index entries with empty body
|
2021-08-21 18:47:55 -07:00
|
|
|
|
2022-07-21 21:54:30 +04:00
|
|
|
markdown:
|
2022-08-04 22:57:35 +03:00
|
|
|
input-files: # ["/path/to/markdown-file.md"] REQUIRED IF input-filter IS NOT SET OR
|
2023-01-08 21:08:00 -03:00
|
|
|
input-filter: # ["/path/to/markdown/*.md"] REQUIRED IF input-files IS NOT SET
|
2022-08-04 22:57:35 +03:00
|
|
|
compressed-jsonl: "~/.khoj/content/markdown/markdown.jsonl.gz"
|
|
|
|
embeddings-file: "~/.khoj/content/markdown/markdown_embeddings.pt"
|
2022-07-21 21:54:30 +04:00
|
|
|
|
2021-08-22 21:54:49 -07:00
|
|
|
ledger:
|
2022-08-04 22:57:35 +03:00
|
|
|
input-files: # ["/path/to/ledger-file.beancount"] REQUIRED IF input-filter is not set OR
|
2023-01-08 22:40:18 -03:00
|
|
|
input-filter: # ["/path/to/ledger/*.beancount"] REQUIRED IF input-files is not set
|
2022-08-04 22:57:35 +03:00
|
|
|
compressed-jsonl: "~/.khoj/content/ledger/ledger.jsonl.gz"
|
|
|
|
embeddings-file: "~/.khoj/content/ledger/ledger_embeddings.pt"
|
2021-08-22 21:54:49 -07:00
|
|
|
|
2022-08-04 22:57:35 +03:00
|
|
|
image:
|
2023-01-08 22:40:18 -03:00
|
|
|
input-directories: # ["/path/to/images/"] REQUIRED IF input-filter IS NOT SET OR
|
|
|
|
input-filter: # ["/path/to/images/*.jpg"] REQUIRED IF input-directories IS NOT SET
|
2022-08-04 22:57:35 +03:00
|
|
|
embeddings-file: "~/.khoj/content/image/image_embeddings.pt"
|
|
|
|
batch-size: 50
|
2022-08-18 23:10:33 +03:00
|
|
|
use-xmp-metadata: false
|
2021-10-02 16:11:27 -07:00
|
|
|
|
|
|
|
music:
|
2023-01-08 22:40:18 -03:00
|
|
|
input-files: # ["/path/to/music-file.org"] REQUIRED IF input-filter IS NOT SET OR
|
|
|
|
input-filter: # ["/path/to/music/*.org"] REQUIRED IF input-files IS NOT SET
|
2022-08-04 22:57:35 +03:00
|
|
|
compressed-jsonl: "~/.khoj/content/music/music.jsonl.gz"
|
|
|
|
embeddings-file: "~/.khoj/content/music/music_embeddings.pt"
|
2021-08-22 21:54:49 -07:00
|
|
|
|
2021-08-21 18:47:55 -07:00
|
|
|
search-type:
|
2022-01-14 16:46:56 -05:00
|
|
|
symmetric:
|
2022-07-18 20:16:40 +04:00
|
|
|
encoder: "sentence-transformers/all-MiniLM-L6-v2"
|
2022-01-14 16:46:56 -05:00
|
|
|
cross-encoder: "cross-encoder/ms-marco-MiniLM-L-6-v2"
|
2023-01-08 22:07:13 -03:00
|
|
|
encoder-type: sentence_transformers.SentenceTransformer
|
2022-08-04 22:57:35 +03:00
|
|
|
model_directory: "~/.khoj/search/symmetric/"
|
2022-01-14 16:46:56 -05:00
|
|
|
|
2021-08-21 18:47:55 -07:00
|
|
|
asymmetric:
|
2022-07-18 20:00:19 +04:00
|
|
|
encoder: "sentence-transformers/multi-qa-MiniLM-L6-cos-v1"
|
2021-08-21 18:47:55 -07:00
|
|
|
cross-encoder: "cross-encoder/ms-marco-MiniLM-L-6-v2"
|
2023-01-08 22:07:13 -03:00
|
|
|
encoder-type: sentence_transformers.SentenceTransformer
|
2022-08-04 22:57:35 +03:00
|
|
|
model_directory: "~/.khoj/search/asymmetric/"
|
2021-08-22 21:54:49 -07:00
|
|
|
|
|
|
|
image:
|
2022-08-04 22:57:35 +03:00
|
|
|
encoder: "sentence-transformers/clip-ViT-B-32"
|
2023-01-08 22:07:13 -03:00
|
|
|
encoder-type: sentence_transformers.SentenceTransformer
|
2022-08-04 22:57:35 +03:00
|
|
|
model_directory: "~/.khoj/search/image/"
|
2021-11-27 01:26:26 +05:30
|
|
|
|
|
|
|
processor:
|
|
|
|
conversation:
|
2022-08-04 22:57:35 +03:00
|
|
|
openai-api-key: # "YOUR_OPENAI_API_KEY"
|
2023-01-09 00:08:03 -03:00
|
|
|
model: "text-davinci-003"
|
2022-08-04 22:57:35 +03:00
|
|
|
conversation-logfile: "~/.khoj/processor/conversation/conversation_logs.json"
|