Create app.py

app.py

@@ -0,0 +1,52 @@
+import os
+import uvicorn
+from flask import Flask, request, jsonify
+from huggingface_hub import InferenceClient
+
+app = Flask(__name__)
+
+MODEL_ID = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+API_KEY = os.getenv("API_KEY")
+client = InferenceClient(token=API_KEY)
+
+ALLOWED = {
+    "health_wellness",
+    "spiritual_guidance",
+    "generate_image",
+    "realtime_query",
+    "other_query",
+}
+
+def format_prompt(message, custom_instructions=None):
+    p = ""
+    if custom_instructions:
+        p += f"[INST] {custom_instructions} [/INST]"
+    p += f"[INST] {message} [/INST]"
+    return p
+
+@app.post("/generate_text")
+def generate_text():
+    data = request.json or {}
+    prompt = data.get("prompt", "")
+    instructions = data.get("instructions", "")
+    if not (prompt and instructions and API_KEY):
+        return jsonify({"error": "Missing required fields"}), 400
+
+    try:
+        formatted = format_prompt(prompt, instructions)
+        out = client.text_generation(
+            formatted, model=MODEL_ID,
+            temperature=0.2, max_new_tokens=8, top_p=0.9, repetition_penalty=1.05,
+            do_sample=True, seed=69
+        )
+        token = (out or "").strip().lower()
+        # Keep only first word-like token
+        token = token.split()[0].strip(",.;:|") if token else ""
+        if token not in ALLOWED:
+            token = "other_query"
+        return jsonify({"response": token})
+    except Exception as e:
+        return jsonify({"response": "other_query"}), 200
+
+if __name__ == "__main__":
+    uvicorn.run(app, host="0.0.0.0", port=int(os.getenv("PORT", 7860)))