added stuff

app.py

@@ -212,6 +212,7 @@ from smolagents import (
     FinalAnswerTool,
     PythonInterpreterTool
 )
+from huggingface_hub import login, InferenceClient
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -223,6 +224,13 @@ from smolagents import CodeAgent, HfApiModel
 import os
 from smolagents import HfApiModel
 
+class CustomModel(Model):
+    def generate(messages, stop_sequences=["Task"]):
+        response = client.chat_completion(messages, stop=stop_sequences, max_tokens=1024)
+        answer = response.choices[0].message
+        return answer
+
+
 
 # --- Agent Definition ---
 class BasicAgent:
@@ -235,6 +243,15 @@ class BasicAgent:
             raise ValueError("Missing OpenAI API token!")
 
         # Initialize model and tools
+
+        model_id = "meta-llama/Llama-3.2-1B-Instruct"
+
+
+        client = InferenceClient(model=model_id)
+
+        custom_model = CustomModel(client)
+
+
         model = OpenAIServerModel(
             #api_base="openai",
             api_key=openai_token,
@@ -254,7 +271,7 @@ class BasicAgent:
 
         # Build the agent
         self.agent = CodeAgent(
-            model=model,
+            model=custom_model,
             prompt_templates=prompt_templates,
             tools=[search_tool, reverse_tool, table_tool, veg_tool, python_tool, exfood_tool], #final_answer_tool
             add_base_tools=True,