stuff

agent.py

@@ -156,16 +156,20 @@ if not hf_token:
 
 # Build graph function
 def build_graph(provider: str = "huggingface"):
-    """Build the graph"""
-
-    repo_id = "togethercomputer/evo-1-131k-base"
-
-    if not hf_token:
-        raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
 
-    try:
-        # Initialize the HuggingFaceEndpoint
-        endpoint_llm = HuggingFaceEndpoint(
+    """Build the graph"""
+    # Load environment variables from .env file
+    if provider == "google":
+        # Google Gemini
+        llm = ChatGoogleGenerativeAI(model="gemini-2.0-flash", temperature=0)
+    elif provider == "groq":
+        # Groq https://console.groq.com/docs/models
+        llm = ChatGroq(model="qwen-qwq-32b", temperature=0) # optional : qwen-qwq-32b gemma2-9b-it
+    elif provider == "huggingface":
+        repo_id = "togethercomputer/evo-1-131k-base"
+        if not hf_token:
+            raise ValueError("HF_TOKEN environment variable not set. It's required for Hugging Face provider.")
+        llm = HuggingFaceEndpoint(
             repo_id=repo_id,
             temperature=0,
             huggingfacehub_api_token=hf_token,
@@ -174,13 +178,12 @@ def build_graph(provider: str = "huggingface"):
             # max_new_tokens=512,
             # model_kwargs={"top_k": 10}
         )
-        # Wrap it with ChatHuggingFace for a chat interface
         llm = ChatHuggingFace(llm=endpoint_llm)
-        print(f"Successfully initialized Hugging Face LLM: {repo_id}")
+    else:
+        raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
+    # Bind tools to LLM
+    """Build the graph"""
 
-    except Exception as e:
-        # This error is specific to Hugging Face LLM instantiation failing
-        raise RuntimeError(f"Failed to initialize Hugging Face model ('{repo_id}'): {e}") from e        
   
     llm_with_tools = llm.bind_tools(tools)