From 08993ff109568ef4b305d33a759e3ca698840d53 Mon Sep 17 00:00:00 2001 From: Debanjum Singh Solanky Date: Fri, 15 Mar 2024 04:02:25 +0530 Subject: [PATCH] Add new, remove old known chat models from model to prompt size map --- src/khoj/processor/conversation/utils.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/src/khoj/processor/conversation/utils.py b/src/khoj/processor/conversation/utils.py index f028922b..b384ad7a 100644 --- a/src/khoj/processor/conversation/utils.py +++ b/src/khoj/processor/conversation/utils.py @@ -16,11 +16,10 @@ from khoj.utils.helpers import is_none_or_empty, merge_dicts logger = logging.getLogger(__name__) model_to_prompt_size = { "gpt-3.5-turbo": 3000, - "gpt-4": 7000, - "gpt-4-1106-preview": 7000, + "gpt-3.5-turbo-0125": 3000, + "gpt-4-0125-preview": 7000, "gpt-4-turbo-preview": 7000, "llama-2-7b-chat.ggmlv3.q4_0.bin": 1548, - "gpt-3.5-turbo-16k": 15000, "mistral-7b-instruct-v0.1.Q4_0.gguf": 1548, } model_to_tokenizer = {