Create handler.py

handler.py

@@ -0,0 +1,65 @@
+# handler.py
+
+import os
+import requests
+from fastapi import APIRouter, HTTPException
+from pydantic import BaseModel
+from typing import Optional
+from dotenv import load_dotenv
+
+# Load secrets from .env
+load_dotenv()
+
+# Securely read environment variables
+HUGGINGFACE_API_TOKEN = os.getenv("HUGGINGFACE_API_TOKEN")
+HUGGINGFACE_MODEL_URL = os.getenv("HUGGINGFACE_MODEL_URL")
+
+# FastAPI router setup
+router = APIRouter()
+
+# Input format
+class PromptInput(BaseModel):
+    prompt: str
+    max_tokens: Optional[int] = 250
+    temperature: Optional[float] = 0.7
+    top_p: Optional[float] = 0.95
+    top_k: Optional[int] = 50
+    repetition_penalty: Optional[float] = 1.2
+
+# Main endpoint
+@router.post("/generate")
+async def generate_text(input_data: PromptInput):
+    if not HUGGINGFACE_API_TOKEN or not HUGGINGFACE_MODEL_URL:
+        raise HTTPException(status_code=500, detail="Hugging Face API token or model URL not configured.")
+
+    headers = {
+        "Authorization": f"Bearer {HUGGINGFACE_API_TOKEN}"
+    }
+
+    payload = {
+        "inputs": input_data.prompt,
+        "parameters": {
+            "max_new_tokens": input_data.max_tokens,
+            "temperature": input_data.temperature,
+            "top_p": input_data.top_p,
+            "top_k": input_data.top_k,
+            "repetition_penalty": input_data.repetition_penalty
+        }
+    }
+
+    try:
+        response = requests.post(HUGGINGFACE_MODEL_URL, headers=headers, json=payload)
+
+        if response.status_code != 200:
+            raise HTTPException(status_code=response.status_code, detail=response.json())
+
+        result = response.json()
+        generated_text = result[0].get("generated_text") if isinstance(result, list) else result.get("generated_text", "")
+
+        return {
+            "status": "success",
+            "output": generated_text
+        }
+
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Text generation failed: {str(e)}")