Futuresony commited on
Commit
e46a9eb
·
verified ·
1 Parent(s): ea70970

Delete app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -61
app.py DELETED
@@ -1,61 +0,0 @@
1
- from flask import Flask, render_template, request, jsonify
2
- from huggingface_hub import InferenceClient
3
-
4
- # Initialize the Flask app
5
- app = Flask(__name__)
6
-
7
- # Initialize the Hugging Face Inference Client (Replace with your actual model identifier)
8
- client = InferenceClient("Futuresony/future_ai_12_10_2024.gguf")
9
-
10
- # Parameters from the image
11
- MAX_TOKENS = 1520
12
- TEMPERATURE = 0.7
13
- TOP_P = 0.95
14
-
15
- # In-memory storage for active chats (to maintain chat history)
16
- chat_history = {}
17
-
18
- @app.route("/")
19
- def home():
20
- return render_template("editor.html")
21
-
22
- @app.route("/generate_code", methods=["POST"])
23
- def generate_code():
24
- # Get the user ID (or session) and the prompt
25
- user_id = request.json.get("user_id")
26
- prompt = request.json.get("prompt")
27
-
28
- # Get chat history for the user or initialize it
29
- if user_id not in chat_history:
30
- chat_history[user_id] = []
31
-
32
- # Append the user's prompt to the chat history
33
- chat_history[user_id].append({"role": "user", "content": prompt})
34
-
35
- # System message
36
- system_message = "You are a friendly chatbot."
37
-
38
- # Build the messages for the model
39
- messages = [{"role": "system", "content": system_message}]
40
- messages.extend(chat_history[user_id]) # Add previous conversation history
41
-
42
- # Generate the response
43
- generated_code = ""
44
- for msg in client.chat_completion(
45
- messages=messages,
46
- max_tokens=MAX_TOKENS,
47
- temperature=TEMPERATURE,
48
- top_p=TOP_P,
49
- stream=True,
50
- ):
51
- token = msg.choices[0].delta.content
52
- generated_code += token
53
-
54
- # Save the assistant's response to the chat history
55
- chat_history[user_id].append({"role": "assistant", "content": generated_code})
56
-
57
- return jsonify({"code": generated_code})
58
-
59
- if __name__ == "__main__":
60
- app.run(debug=True, port=7860)
61
-