Update app.py

app.py

@@ -2,7 +2,7 @@ import os
 import gradio as gr
 import requests
 import pandas as pd
-from smolagents import CodeAgent, DuckDuckGoSearchTool,TransformersModel
+from smolagents import CodeAgent, DuckDuckGoSearchTool, TransformersModel
 
 # --- Constants ---
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
@@ -11,8 +11,26 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 # --- Define Agent ---
 class SmolAgentWrapper:
     def __init__(self):
-        self.model = TransformersModel(model_id="google/flan-t5-base", use_chat_template=False)  
-        self.tools = [DuckDuckGoSearchTool()]  # You can add more tools here
+        # Use a model that's compatible with AutoModelForCausalLM
+        # GPT-2 should work, but we need to properly handle the chat template issue
+        self.model = TransformersModel(
+            model_id="gpt2",
+            generation_kwargs={
+                "do_sample": True,
+                "max_new_tokens": 256,
+                "temperature": 0.7,
+                "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\nUser: {{ message['content'] }}\n{% elif message['role'] == 'assistant' %}\nAssistant: {{ message['content'] }}\n{% elif message['role'] == 'system' %}\nSystem: {{ message['content'] }}\n{% endif %}\n{% endfor %}\n{% if add_generation_prompt %}\nAssistant: {% endif %}"
+            }
+        )
+        
+        # Alternative options if the above doesn't work:
+        # Option 1: Using a different GPT model that might handle chat better
+        # self.model = TransformersModel(model_id="facebook/opt-350m")
+        
+        # Option 2: Using a model with better instruction following
+        # self.model = TransformersModel(model_id="databricks/dolly-v2-3b")
+        
+        self.tools = [DuckDuckGoSearchTool()]
         self.agent = CodeAgent(model=self.model, tools=self.tools)
 
     def __call__(self, question: str) -> str:
@@ -98,15 +116,14 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
 
 # --- Gradio Interface ---
 with gr.Blocks() as demo:
-    gr.Markdown("# SmolAgent Evaluation Runner (Flan-T5 + DuckDuckGo Tool)")
+    gr.Markdown("# SmolAgent Evaluation Runner")
     gr.Markdown(
         """
         **Instructions:**
         1. Log in to Hugging Face with the button below.
         2. Click the button to run all GAIA questions through the SmolAgent.
         3. Results will be submitted automatically and your score will be shown.
-
-        **Note:** Model runs on Hugging Face Inference API using `flan-t5-base`, optimized for CPU.
+        **Note:** Model runs on Hugging Face Inference API.
         """
     )
 
@@ -124,4 +141,4 @@ if __name__ == "__main__":
     print("-" * 60)
     print("Launching SmolAgent Space...")
     print("-" * 60)
-    demo.launch(debug=True, share=False)
+    demo.launch(debug=True, share=False)