Update app.py

app.py

@@ -1,4 +1,4 @@
- from fastapi import FastAPI, HTTPException
+from fastapi import FastAPI, HTTPException
 from fastapi.responses import HTMLResponse
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
@@ -14,7 +14,6 @@ def get_chatbot_response(user_input: str, max_length=100):
     if not user_input:
         return "Please say something!"
     
-    # Encode the input and generate a response
     input_ids = tokenizer.encode(user_input + tokenizer.eos_token, return_tensors="pt")
     chat_history_ids = model.generate(
         input_ids,
@@ -26,7 +25,6 @@ def get_chatbot_response(user_input: str, max_length=100):
         top_p=0.95,
         temperature=0.8
     )
-    # Decode the response, skipping the input part
     response = tokenizer.decode(chat_history_ids[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
     return response.strip()
 
@@ -180,4 +178,4 @@ async def chat_endpoint(data: dict):
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=7860) 
+    uvicorn.run(app, host="0.0.0.0", port=7860)