mirror/lume
1
0
Fork 0
mirror of https://github.com/trycua/lume.git synced 2026-01-06 04:20:03 -06:00
Code Issues Packages Projects Releases Wiki Activity

Fix multimodal user inputs in the anthropic loop

Browse Source
This commit is contained in:
Dillon DuPont
2025-09-04 16:15:33 -04:00
parent d43f883816
commit 2dfaf0047d
1 changed files with 11 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
libs/python/agent/agent/loops/anthropic.py
View File

@@ -132,23 +132,22 @@ def _convert_responses_items_to_completion_messages(messages: Messages) -> List[
converted_content = []
for item in content:
if isinstance(item, dict) and item.get("type") == "input_image":
# Convert input_image to Anthropic image format
# Convert input_image to OpenAI image format
image_url = item.get("image_url", "")
if image_url and image_url != "[omitted]":
# Extract base64 data from data URL
if "," in image_url:
base64_data = image_url.split(",")[-1]
else:
base64_data = image_url
converted_content.append({
"type": "image",
"source": {
"type": "base64",
"media_type": "image/png",
"data": base64_data
"type": "image_url",
"image_url": {
"url": image_url
}
})
elif isinstance(item, dict) and item.get("type") == "input_text":
# Convert input_text to OpenAI text format
text = item.get("text", "")
converted_content.append({
"type": "text",
"text": text
})
else:
# Keep other content types as-is
converted_content.append(item)