Update app.py

app.py

@@ -1,61 +1,21 @@
 import os
-from dotenv import load_dotenv
-import requests
-import json
+import io 
+from dotenv import load_dotenv, find_dotenv
+import requests, json
+from transformers import pipeline
 import gradio as gr
-import logging
-
-# Set up logging
-logging.basicConfig(level=logging.DEBUG)
-logger = logging.getLogger(__name__)
-
-# Load environment variables
-load_dotenv()
+from transformers import pipeline
 
 # Access the Hugging Face API key and endpoint URL
 hf_api_key = os.getenv('HF_API_KEY')
-MODEL_NAME = "facebook/bart-large-cnn"
-ENDPOINT_URL = f"https://api-inference.huggingface.co/models/{MODEL_NAME}"
-
-def get_completion(inputs):
-    headers = {
-        "Authorization": f"Bearer {hf_api_key}",
-        "Content-Type": "application/json"
-    }
-    payload = {
-        "inputs": inputs,
-        "parameters": {"max_length": 130, "min_length": 30}
-    }
-    
-    logger.debug(f"Sending request to {ENDPOINT_URL}")
-    logger.debug(f"Request payload: {json.dumps(payload, indent=2)}")
+ENDPOINT_URL = os.getenv('HF_API_SUMMARY_BASE')
 
-    try:
-        response = requests.post(ENDPOINT_URL, headers=headers, json=payload)
-        logger.debug(f"Response status code: {response.status_code}")
-        logger.debug(f"Response content: {response.text}")
-        
-        response.raise_for_status()
-        return response.json()
-    except requests.exceptions.RequestException as e:
-        logger.error(f"Request failed: {e}")
-        if hasattr(e, 'response') and e.response is not None:
-            logger.error(f"Error response content: {e.response.text}")
-        return {"error": f"Request failed: {str(e)}"}
+#Summarization endpoint
+get_completion = pipeline("summarization", model="shleifer/distilbart-cnn-12-6")
 
-def summarize(input_text):
-    try:
-        logger.info(f"Received input text: {input_text[:100]}...")  # Log first 100 chars of input
-        output = get_completion(input_text)
-        if isinstance(output, list) and len(output) > 0 and isinstance(output[0], dict) and 'summary_text' in output[0]:
-            return output[0]['summary_text']
-        elif isinstance(output, dict) and 'error' in output:
-            return f"API Error: {output['error']}"
-        else:
-            return f"Unexpected response format: {output}"
-    except Exception as e:
-        logger.exception("An error occurred during summarization")
-        return f"An error occurred: {str(e)}"
+def summarize(input):
+    output = get_completion(input)
+    return output[0]['summary_text']
 
 demo = gr.Interface(fn=summarize, inputs="text", outputs="text")
 demo.launch()