sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-11-30 10:53:02 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improve structured message truncation in logger

Browse source 
Previously chatml messages were just strings.
Since gemini, anthropic models always have messages as list of
strings, truncate those strings instead of the list of message content
This commit is contained in:
Debanjum 2024-11-12 21:40:39 -08:00
parent 153ae8bea9
commit 15b0cfa3dd
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/khoj/processor/conversation/anthropic/anthropic_chat.py
View file

@ -215,7 +215,7 @@ def converse_anthropic(
messages, system_prompt = format_messages_for_anthropic(messages, system_prompt) messages, system_prompt = format_messages_for_anthropic(messages, system_prompt)
truncated_messages = "\n".join({f"{message.content[:40]}..." for message in messages}) truncated_messages = "\n".join({f"{content[:70]}..." for message in messages for content in message.content})
logger.debug(f"Conversation Context for Claude: {truncated_messages}") logger.debug(f"Conversation Context for Claude: {truncated_messages}")
# Get Response from Claude # Get Response from Claude

2
src/khoj/processor/conversation/google/gemini_chat.py
View file

@ -226,7 +226,7 @@ def converse_gemini(
messages, system_prompt = format_messages_for_gemini(messages, system_prompt) messages, system_prompt = format_messages_for_gemini(messages, system_prompt)
truncated_messages = "\n".join({f"{message.content[:40]}..." for message in messages}) truncated_messages = "\n".join({f"{content[:70]}..." for message in messages for content in message.content})
logger.debug(f"Conversation Context for Gemini: {truncated_messages}") logger.debug(f"Conversation Context for Gemini: {truncated_messages}")
# Get Response from Google AI # Get Response from Google AI