From f0efe0177e0c652e2c6b5dfd1aab90a2d779e859 Mon Sep 17 00:00:00 2001 From: Saba Date: Sun, 4 Jun 2023 19:33:46 -0700 Subject: [PATCH] Pass truncated message as string in ChatMessage when exceeding max prompt size --- src/khoj/processor/conversation/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/khoj/processor/conversation/utils.py b/src/khoj/processor/conversation/utils.py index 5ea5817c..2df1f24f 100644 --- a/src/khoj/processor/conversation/utils.py +++ b/src/khoj/processor/conversation/utils.py @@ -110,7 +110,7 @@ def generate_chatml_messages_with_context( logger.debug( f"Truncate last message to fit within max prompt size of {max_prompt_size[model_name]} supported by {model_name} model:\n {truncated_message}" ) - messages = [ChatMessage(content=[truncated_message], role=last_message.role)] + messages = [ChatMessage(content=truncated_message, role=last_message.role)] # Return message in chronological order return messages[::-1]