sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-11-27 09:25:06 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Add new, remove old known chat models from model to prompt size map

Browse source
This commit is contained in:
Debanjum Singh Solanky 2024-03-15 04:02:25 +05:30
parent fba0338787
commit 08993ff109
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/khoj/processor/conversation/utils.py
View file

@ -16,11 +16,10 @@ from khoj.utils.helpers import is_none_or_empty, merge_dicts
logger = logging.getLogger(__name__)
model_to_prompt_size = {
"gpt-3.5-turbo": 3000,
"gpt-4": 7000,
"gpt-4-1106-preview": 7000,
"gpt-3.5-turbo-0125": 3000,
"gpt-4-0125-preview": 7000,
"gpt-4-turbo-preview": 7000,
"llama-2-7b-chat.ggmlv3.q4_0.bin": 1548,
"gpt-3.5-turbo-16k": 15000,
"mistral-7b-instruct-v0.1.Q4_0.gguf": 1548,
}
model_to_tokenizer = {