commit

agent.py

@@ -157,27 +157,30 @@ if not hf_token:
 # Build graph function
 def build_graph(provider: str = "groq"):
     """Build the graph"""
-    # Load environment variables from .env file
-    if provider == "google":
-        # Google Gemini
-        llm = ChatGoogleGenerativeAI(model="gemini-2.0-flash", temperature=0)
-    elif provider == "groq":
-        # Groq https://console.groq.com/docs/models
-        llm = ChatGroq(model="qwen-qwq-32b", temperature=0) # optional : qwen-qwq-32b gemma2-9b-it
-    elif provider == "huggingface":
-        # TODO: Add huggingface endpoint
-        repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
-        llm = ChatHuggingFace(
-             
-            llm=HuggingFaceEndpoint(
-                repo_id=repo_id,
-                temperature=0,
-                huggingfacehub_api_token= hf_token
-            ),
+
+    repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
+
+    if not hf_token:
+        raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
+
+    try:
+        # Initialize the HuggingFaceEndpoint
+        endpoint_llm = HuggingFaceEndpoint(
+            repo_id=repo_id,
+            temperature=0,
+            huggingfacehub_api_token=hf_token,
+            # You might want to add other parameters like:
+            # max_new_tokens=512,
+            # model_kwargs={"top_k": 10}
         )
-    else:
-        raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
-    # Bind tools to LLM
+        # Wrap it with ChatHuggingFace for a chat interface
+        llm = ChatHuggingFace(llm=endpoint_llm)
+        print(f"Successfully initialized Hugging Face LLM: {repo_id}")
+
+    except Exception as e:
+        # This error is specific to Hugging Face LLM instantiation failing
+        raise RuntimeError(f"Failed to initialize Hugging Face model ('{repo_id}'): {e}") from e        
+  
     llm_with_tools = llm.bind_tools(tools)
 
     # Node