files

app.py

@@ -224,6 +224,32 @@ class BasicAgent:
             return raw.split(':', 1)[-1].strip()
 
     def _generate_answer(self, state: AgentState) -> AgentState:
+        if state["file_url"]:
+            try:
+                kind = mimetypes.guess_type(state["file_url"])[0] or ""
+                data = requests.get(state["file_url"]).content
+                
+                if "image" in kind:
+                    answer = image_qa_bytes(data, state["question"])
+                elif "video" in kind:
+                    answer = video_label_bytes(data)
+                elif kind.endswith("spreadsheet") or state["file_url"].endswith((".xlsx", ".csv")):
+                    answer = sheet_answer_bytes(data, state["question"])
+                elif state["file_url"].endswith(".py"):
+                    answer = run_python(data.decode())
+                else:
+                    answer = "Unsupported file type"
+                
+                state["final_answer"] = answer
+                state["current_step"] = "done"
+                return state
+            except Exception as e:
+                print(f"\nError processing file {state['file_url']}: {str(e)}")
+                state["final_answer"] = f"Error processing file: {str(e)}"
+                state["current_step"] = "done"
+                return state
+
+        # For text-only questions, use the LLM
         prompt = f"""
 Answer this question using the materials provided.