sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-11-24 07:55:07 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 33

Pass truncated message as string in ChatMessage when exceeding max prompt size

Browse source
This commit is contained in:
Saba 2023-06-04 19:33:46 -07:00
parent f6ceb22373
commit f0efe0177e
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/khoj/processor/conversation/utils.py
View file

@ -110,7 +110,7 @@ def generate_chatml_messages_with_context(
logger.debug( logger.debug(
f"Truncate last message to fit within max prompt size of {max_prompt_size[model_name]} supported by {model_name} model:\n {truncated_message}" f"Truncate last message to fit within max prompt size of {max_prompt_size[model_name]} supported by {model_name} model:\n {truncated_message}"
) )
messages = [ChatMessage(content=[truncated_message], role=last_message.role)] messages = [ChatMessage(content=truncated_message, role=last_message.role)]
# Return message in chronological order # Return message in chronological order
return messages[::-1] return messages[::-1]