Update app.py

app.py

@@ -79,25 +79,38 @@ def process_prompt_init(question, image, prompt_template, prompt_type):
 
     return messages
 
-def update_messages_with_excu_content(messages, images_result, text_result, image_clue_idx):
-    new_messages = []
-    image_content = []
-    for message_item in messages[:-1]:
-        new_messages.append(message_item)
-
-    assistant_message_item = messages[-1]['content']
-    interpreter_message_text_prefix = [{"type": "text", "text": f"<interpreter>\nText Result:\n{text_result}\nImage Result:\n"}]
-    if images_result is not None:
-        for image_base64_item in images_result[image_clue_idx-1:]:
-            interpreter_message_images = [{"type": "text", "text": f"<image_clue_{image_clue_idx}>"}] + [{"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image_base64_item}"}}] + [{"type": "text", "text": f"</image_clue_{image_clue_idx}>"}]
-            image_content += interpreter_message_images
-            image_clue_idx += 1
+def update_messages_with_excu_content(messages, images_result, text_result, error_result, image_clue_idx):
+    if error_result is None:
+        new_messages = []
+        image_content = []
+        for message_item in messages[:-1]:
+            new_messages.append(message_item)
+    
+        assistant_message_item = messages[-1]['content']
+        interpreter_message_text_prefix = [{"type": "text", "text": f"<interpreter>\nText Result:\n{text_result}\nImage Result:\n"}]
+        if images_result is not None:
+            for image_base64_item in images_result[image_clue_idx-1:]:
+                interpreter_message_images = [{"type": "text", "text": f"<image_clue_{image_clue_idx}>"}] + [{"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image_base64_item}"}}] + [{"type": "text", "text": f"</image_clue_{image_clue_idx}>"}]
+                image_content += interpreter_message_images
+                image_clue_idx += 1
+        else:
+            image_content = [{"type": "text", "text": "None"}]
+        interpreter_message_text_profill = [{"type": "text", "text": "</interpreter>\n"}]
+    
+        assistant_message_item = assistant_message_item + interpreter_message_text_prefix + image_content + interpreter_message_text_profill
+        new_messages.append({"role": "assistant", "content": assistant_message_item})
     else:
-        image_content = [{"type": "text", "text": "None"}]
-    interpreter_message_text_profill = [{"type": "text", "text": "</interpreter>\n"}]
-
-    assistant_message_item = assistant_message_item + interpreter_message_text_prefix + image_content + interpreter_message_text_profill
-    new_messages.append({"role": "assistant", "content": assistant_message_item})
+        new_messages = []
+        for message_item in messages[:-1]:
+            new_messages.append(message_item)
+    
+        assistant_message_item = messages[-1]['content']
+        interpreter_message_text_prefix = [{"type": "text", "text": f"<interpreter>{error_result}"}]
+        interpreter_message_text_profill = [{"type": "text", "text": "</interpreter>\n"}]
+    
+        assistant_message_item = assistant_message_item + interpreter_message_text_prefix + interpreter_message_text_profill
+        new_messages.append({"role": "assistant", "content": assistant_message_item})
+        
     return new_messages, image_clue_idx