sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2025-02-17 08:04:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Use .get() to get text accompanying image url, instead of subindexing

Browse source
This commit is contained in:
sabaimran 2024-11-04 16:09:16 -08:00
parent 1e89baca7b
commit e3ca52b7cb
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/khoj/processor/conversation/google/utils.py
View file

@ -228,7 +228,9 @@ def format_messages_for_gemini(messages: list[ChatMessage], system_prompt: str =
if isinstance(message.content, list): if isinstance(message.content, list):
# Convert image_urls to PIL.Image and place them at beginning of list (better for Gemini) # Convert image_urls to PIL.Image and place them at beginning of list (better for Gemini)
message.content = [ message.content = [
get_image_from_url(item["image_url"]["url"]).content if item["type"] == "image_url" else item["text"] get_image_from_url(item["image_url"]["url"]).content
if item["type"] == "image_url"
else item.get("text", "")
for item in sorted(message.content, key=lambda x: 0 if x["type"] == "image_url" else 1) for item in sorted(message.content, key=lambda x: 0 if x["type"] == "image_url" else 1)
] ]
elif isinstance(message.content, str): elif isinstance(message.content, str):