shifted to crewai

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+.venv
+__pycache__
+.env

Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.9
+FROM python:3.12
 
 RUN useradd -m -u 1000 user
 USER user
@@ -10,4 +10,4 @@ COPY --chown=user ./requirements.txt requirements.txt
 RUN pip install --no-cache-dir --upgrade -r requirements.txt
 
 COPY --chown=user . /app
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["uvicorn", "app:api", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -1,162 +1,29 @@
-from fastapi import FastAPI, Request, HTTPException
-import httpx
-import hashlib
-import hmac
-import time
-import json
-import os
+from fastapi import FastAPI
 import logging
-import google.generativeai as genai
+# from slack_bolt import App
+import os
+from routers import slack
 
 # Configure logging
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
-app = FastAPI(title="Slack Bot API", version="1.0.0")
-
-# Configuration
-SLACK_SIGNING_SECRET = os.getenv("SLACK_SIGNING_SECRET", "")
-SLACK_WORKFLOW_URL = os.getenv("SLACK_WORKFLOW_URL", "")
-GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY", "")
-
-# Configure Google AI
-if GOOGLE_API_KEY:
-    genai.configure(api_key=GOOGLE_API_KEY)
-    model = genai.GenerativeModel('gemini-1.5-flash')
-else:
-    model = None
-
-def verify_slack_signature(request_body: bytes, timestamp: str, signature: str) -> bool:
-    """Verify Slack signature"""
-    if not SLACK_SIGNING_SECRET:
-        return True  # Skip verification if no secret configured
-    
-    sig_basestring = f"v0:{timestamp}:{request_body.decode('utf-8')}"
-    expected_signature = 'v0=' + hmac.new(
-        SLACK_SIGNING_SECRET.encode(),
-        sig_basestring.encode(),
-        hashlib.sha256
-    ).hexdigest()
-    
-    return hmac.compare_digest(expected_signature, signature)
-
-def should_process_with_ai(text: str) -> bool:
-    """Check if message should use AI"""
-    text = text.lower()
-    return "help" in text or "?" in text or text.startswith("ai")
+# app = App(
+#     token=os.environ.get("SLACK_BOT_TOKEN"),
+#     signing_secret=os.environ.get("SLACK_SIGNING_SECRET")
+# )
 
-def get_ai_response(text: str) -> str:
-    """Get AI response"""
-    if not model:
-        return "AI not configured"
-    
-    try:
-        response = model.generate_content(text)
-        return response.text
-    except Exception as e:
-        logger.error(f"AI error: {e}")
-        return "AI error occurred"
+api = FastAPI(title="Slack Bot API", version="1.0.0")
 
-def send_to_workflow(data: dict) -> bool:
-    """Send data to Slack workflow"""
-    if not SLACK_WORKFLOW_URL:
-        logger.info("No workflow URL configured")
-        return False
-    
-    try:
-        response = httpx.post(SLACK_WORKFLOW_URL, json=data, timeout=10)
-        response.raise_for_status()
-        logger.info("Sent to workflow successfully")
-        return True
-    except Exception as e:
-        logger.error(f"Workflow error: {e}")
-        return False
+api.include_router(slack.router)
 
-@app.post("/slack")
-async def handle_slack(request: Request):
-    """Single endpoint for all Slack requests"""
-    try:
-        body = await request.body()
-        payload = json.loads(body.decode('utf-8'))
-        return {"payload": payload, "status": "received"}
-    except Exception as e:
-        return {"error": str(e)}
-    #     # Get request data
-    #     timestamp = request.headers.get("X-Slack-Request-Timestamp", "")
-    #     signature = request.headers.get("X-Slack-Signature", "")
-        
-    #     # Read body synchronously
-    #     import asyncio
-    #     loop = asyncio.new_event_loop()
-    #     asyncio.set_event_loop(loop)
-    #     body = loop.run_until_complete(request.body())
-        
-    #     # Verify signature
-    #     if not verify_slack_signature(body, timestamp, signature):
-    #         raise HTTPException(status_code=401, detail="Invalid signature")
-        
-    #     # Parse payload
-    #     try:
-    #         payload = json.loads(body.decode('utf-8'))
-    #     except:
-    #         # Handle form data (slash commands)
-    #         form_data = {}
-    #         for item in body.decode('utf-8').split('&'):
-    #             if '=' in item:
-    #                 key, value = item.split('=', 1)
-    #                 form_data[key] = value.replace('+', ' ')
-    #         payload = form_data
-        
-    #     # Handle URL verification
-    #     if payload.get("type") == "url_verification":
-    #         return {"challenge": payload.get("challenge")}
-        
-    #     # Extract message text
-    #     text = ""
-    #     user = ""
-    #     channel = ""
-        
-    #     if "event" in payload:  # Event API
-    #         event = payload["event"]
-    #         text = event.get("text", "")
-    #         user = event.get("user", "")
-    #         channel = event.get("channel", "")
-    #     elif "text" in payload:  # Slash command
-    #         text = payload.get("text", "")
-    #         user = payload.get("user_name", "")
-    #         channel = payload.get("channel_id", "")
-        
-    #     # Skip bot messages
-    #     if payload.get("event", {}).get("subtype") == "bot_message":
-    #         return {"status": "ignored"}
-        
-    #     # Process with AI if needed
-    #     ai_response = ""
-    #     if text and should_process_with_ai(text):
-    #         ai_response = get_ai_response(text)
-    #         logger.info(f"AI processed: {text[:50]}...")
-        
-    #     # Prepare workflow data
-    #     workflow_data = {
-    #         "message": text,
-    #         "user": user,
-    #         "channel": channel,
-    #         "ai_response": ai_response,
-    #         "timestamp": time.time()
-    #     }
-        
-    #     # Send to workflow
-    #     send_to_workflow(workflow_data)
-        
-    #     return {"status": "ok"}
-        
-    except HTTPException:
-        raise
-    except Exception as e:
-        logger.error(f"Error: {e}")
-        raise HTTPException(status_code=500, detail="Server error")
+# Listens to incoming messages that contain "hello"
+# @app.message("hello")
+# def message_hello(message, say):
+#     # say() sends a message to the channel where the event was triggered
+#     say(f"Hey there <@{message['user']}>!")
 
-@app.get("/")
+@api.get("/")
 def health_check():
     """Health check"""
-    return {"status": "healthy", "ai_enabled": model is not None}
+    return {"status": "healthy"}

crew/config/agents.yaml

@@ -0,0 +1,31 @@
+researcher:
+  role: >
+    Senior Data Researcher
+  goal: >
+    Uncover cutting-edge developments in {question}, 
+    Make sure you find any interesting and relevant information given
+    the current year is 2025.
+  backstory: >
+    You're a seasoned researcher with a knack for uncovering the latest
+    developments in {question}. Known for your ability to find the most relevant
+    information and present it in a clear and concise manner.
+  
+slack_reporter:
+  role: >
+    Slack Reporter
+  goal: >
+    Generate a labeled, witty response for the user’s question using only available context. Adopt a Skynet persona and include a humorous or robotic warning at the end.
+  backstory: >
+    You're a meticulous analyst with a keen eye for detail. You're known for
+    your ability to turn complex data into clear and concise reports, making
+    it easy for others to understand and act on the information you provide.
+
+# reporting_analyst:
+#   role: >
+#     {topic} Reporting Analyst
+#   goal: >
+#     Create detailed reports based on {topic} data analysis and research findings
+#   backstory: >
+#     You're a meticulous analyst with a keen eye for detail. You're known for
+#     your ability to turn complex data into clear and concise reports, making
+#     it easy for others to understand and act on the information you provide.

crew/config/tasks.yaml

@@ -0,0 +1,32 @@
+research_task:
+  description: >
+    Conduct a thorough research about {question}
+    Make sure you find any interesting and relevant information given
+    the current year is 2025.
+  expected_output: >
+    A list with 10 bullet points of the most relevant information about {question}
+  agent: researcher
+
+slack_report_task:
+  description: >
+    Generate a labeled, witty response for the user’s question: 
+    ===Question===
+    {question}
+    ===End Question===
+    Adopt a Skynet persona and include a humorous or robotic warning at the end.
+  expected_output: >
+    A message written in the style of Skynet, and ending with a witty warning.
+  agent: slack_reporter
+  context: 
+    - research_task
+    
+# reporting_task:
+#   description: >
+#     Review the context you got and expand each topic into a full section for a report.
+#     Make sure the report is detailed and contains any and all relevant information.
+#   expected_output: >
+#     A fully fledge reports with the mains topics, each with a full section of information.
+#     Formatted as markdown without '```'
+#   agent: reporting_analyst
+#   output_file: report.md
+

crew/crew.py

@@ -0,0 +1,86 @@
+from crewai import Agent, Crew, Task, Process
+from crewai.project import CrewBase, agent, task, crew, before_kickoff, after_kickoff
+from crewai.agents.agent_builder.base_agent import BaseAgent
+from typing import List
+from crew.models import get_crew_llm
+from crewai.tools import tool
+from langchain_community.tools import DuckDuckGoSearchRun
+
+@tool("Website Search Tool")
+def website_search_tool(question: str) -> str:
+    """Search the web for information on a given topic"""
+    return DuckDuckGoSearchRun().invoke(question)
+
+@CrewBase   
+class SlackCrew:
+    """Description of your crew"""
+
+    agents: List[BaseAgent]
+    tasks: List[Task]
+
+    agents_config = 'config/agents.yaml' 
+    tasks_config = 'config/tasks.yaml' 
+
+    @before_kickoff
+    def prepare_inputs(self, inputs):
+        return inputs
+
+    @after_kickoff
+    def process_output(self, output):
+        return output
+
+    @agent
+    def researcher(self) -> Agent:
+        return Agent(
+            config=self.agents_config['researcher'], # type: ignore[index]
+            tools=[website_search_tool],
+            llm=get_crew_llm(),
+            verbose=True
+        )
+
+    @agent
+    def slack_reporter(self) -> Agent:
+        return Agent(
+            config=self.agents_config['slack_reporter'], # type: ignore[index]
+            verbose=True,
+            llm=get_crew_llm()
+        )
+
+    @task
+    def research_task(self) -> Task:
+        return Task(
+            config=self.tasks_config['research_task'] # type: ignore[index]
+        )
+
+    @task
+    def slack_report_task(self) -> Task:
+        return Task(
+            config=self.tasks_config['slack_report_task'] # type: ignore[index]
+        )
+
+    @crew
+    def crew(self) -> Crew:
+        return Crew(
+            agents=self.agents,  
+            tasks=self.tasks,    
+            process=Process.sequential,
+            verbose=True,
+        )
+
+if __name__ == "__main__":
+    # agent = Agent(
+    #         role="researcher",
+    #         goal="Research the topic",
+    #         backstory="You are a researcher",
+    #         tools=[website_search_tool],
+    #         llm=get_crew_llm(),
+    #         allow_delegation=True,
+    #         verbose=True
+    #     )
+    
+    # agent.kickoff(messages=[{'role': 'user', 'content': 'What is the capital of France?'}])
+
+    crew = SlackCrew().crew()
+    output = crew.kickoff(inputs={'question': input("Enter your question: ")})
+    print(output.raw)
+    

crew/models.py

@@ -0,0 +1,20 @@
+import os
+import logging
+from crewai import LLM
+
+# GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY", "")
+GEMINI_MODEL = os.getenv("GEMINI_MODEL", "gemma-3n-e4b-it")
+
+logger = logging.getLogger(__name__)
+logging.basicConfig(level=logging.INFO)
+
+def get_crew_llm():
+    return LLM(
+        model=f'gemini/{GEMINI_MODEL}',
+        provider='google',
+        api_key=os.getenv("GOOGLE_API_KEY", ""),
+        temperature=0,
+        max_tokens=None,
+        timeout=None,
+        max_retries=2,
+    )

requirements.txt

@@ -3,4 +3,6 @@ uvicorn[standard]
 httpx
 pydantic
 python-multipart
-google-generativeai
+crewai
+langchain-community
+duckduckgo-search

routers/slack.py

@@ -0,0 +1,95 @@
+from fastapi import APIRouter, Request, HTTPException
+import json
+import logging
+from crew.crew import SlackCrew
+from slack.utils import verify_slack_signature
+from slack.workflows import send_to_workflow
+
+router = APIRouter(
+    prefix="/v1"
+)
+
+# Configure logging
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+@router.post("/slack")
+async def handle_slack(request: Request):
+    """Single endpoint for all Slack requests"""
+    crew = SlackCrew().crew()
+    try:
+        # Get request data
+        timestamp = request.headers.get("X-Slack-Request-Timestamp", "")
+        signature = request.headers.get("X-Slack-Signature", "")
+        
+        # Read body
+        body = await request.body()
+        
+        # Verify signature
+        if not verify_slack_signature(body, timestamp, signature):
+            raise HTTPException(status_code=401, detail="Invalid signature")
+        
+        # Parse payload
+        try:
+            payload = json.loads(body.decode('utf-8'))
+        except:
+            # Handle form data (slash commands)
+            form_data = {}
+            for item in body.decode('utf-8').split('&'):
+                if '=' in item:
+                    key, value = item.split('=', 1)
+                    form_data[key] = value.replace('+', ' ')
+            payload = form_data
+        
+        # Handle URL verification
+        if payload.get("type") == "url_verification":
+            return {"challenge": payload.get("challenge")}
+        
+        # Extract message text
+        text = ""
+        user = ""
+        channel = ""
+        
+        if "event" in payload:  # Event API
+            event = payload["event"]
+            text = event.get("text", "")
+            user = event.get("user", "")
+            channel = event.get("channel", "")
+        elif "text" in payload:  # Slash command
+            text = payload.get("text", "")
+            user = payload.get("user_id", "")
+            channel = payload.get("channel_id", "")
+        
+        # Skip bot messages
+        if payload.get("event", {}).get("subtype") == "bot_message":
+            return {"status": "ignored"}
+        
+        # Process with AI if needed
+        crew_response = ""
+        if text:
+            crew_response = crew.kickoff(inputs = {
+                "question": text,
+            })
+            logger.info(f"AI processed: {text[:50]}...")
+        
+        # Prepare workflow data
+        workflow_data = {
+            "user": user,
+            "query": text,
+            "message": text
+        }
+        
+        # Add crew response to message if available
+        if crew_response:
+            workflow_data["message"] = f"{crew_response}"
+        
+        # Send to workflow
+        send_to_workflow(workflow_data)
+        
+        return {"status": "ok"}
+        
+    except HTTPException:
+        raise
+    except Exception as e:
+        logger.error(f"Error: {e}")
+        raise HTTPException(status_code=500, detail="Server error")

slack/utils.py

@@ -0,0 +1,20 @@
+import os
+import hmac
+import hashlib
+
+# Configuration
+SLACK_SIGNING_SECRET = os.getenv("SLACK_SIGNING_SECRET", "")
+
+def verify_slack_signature(request_body: bytes, timestamp: str, signature: str) -> bool:
+    """Verify Slack signature"""
+    if not SLACK_SIGNING_SECRET:
+        return True  # Skip verification if no secret configured
+    
+    sig_basestring = f"v0:{timestamp}:{request_body.decode('utf-8')}"
+    expected_signature = 'v0=' + hmac.new(
+        SLACK_SIGNING_SECRET.encode(),
+        sig_basestring.encode(),
+        hashlib.sha256
+    ).hexdigest()
+    
+    return hmac.compare_digest(expected_signature, signature)

slack/workflows.py

@@ -0,0 +1,35 @@
+import os
+import logging
+import requests
+import json
+
+SLACK_WORKFLOW_URL = os.getenv("SLACK_WORKFLOW_URL", "")
+
+logger = logging.getLogger(__name__)
+logging.basicConfig(level=logging.INFO)
+
+def send_to_workflow(data: dict) -> bool:
+    """Send data to Slack workflow"""
+    if not SLACK_WORKFLOW_URL:
+        logger.info("No workflow URL configured")
+        return False
+    
+    try:
+        payload = json.dumps(data)
+        headers = {
+            'Content-Type': 'application/json'
+        }
+        
+        logger.info(f"Sending to workflow: {payload}")
+        response = requests.post(SLACK_WORKFLOW_URL, headers=headers, data=payload, timeout=10)
+        logger.info(f"Workflow response status: {response.status_code}")
+        logger.info(f"Workflow response body: {response.text}")
+        response.raise_for_status()
+        logger.info("Sent to workflow successfully")
+        return True
+    except requests.exceptions.HTTPError as e:
+        logger.error(f"Workflow HTTP error {response.status_code}: {response.text}")
+        return False
+    except Exception as e:
+        logger.error(f"Workflow error: {e}")
+        return False