ImHadis's picture
Update app.py
e713972 verified
raw
history blame
2.32 kB
import os
from dotenv import load_dotenv
import requests
import json
import gradio as gr
import logging
# Set up logging
logging.basicConfig(level=logging.DEBUG)
logger = logging.getLogger(__name__)
# Load environment variables
load_dotenv()
# Access the Hugging Face API key and endpoint URL
hf_api_key = os.getenv('HF_API_KEY')
MODEL_NAME = "sshleifer/distilbart-cnn-12-6"
ENDPOINT_URL = f"https://api-inference.huggingface.co/models/{MODEL_NAME}"
def get_completion(inputs, parameters=None):
headers = {
"Authorization": f"Bearer {hf_api_key}",
"Content-Type": "application/json"
}
data = {
"inputs": inputs,
"options": {"wait_for_model": True}
}
if parameters is not None:
data.update({"parameters": parameters})
logger.debug(f"Sending request to {ENDPOINT_URL}")
logger.debug(f"Request headers: {headers}")
logger.debug(f"Request data: {json.dumps(data, indent=2)}")
try:
response = requests.post(ENDPOINT_URL, headers=headers, json=data)
logger.debug(f"Response status code: {response.status_code}")
logger.debug(f"Response headers: {dict(response.headers)}")
logger.debug(f"Response content: {response.text}")
response.raise_for_status()
return response.json()
except requests.exceptions.RequestException as e:
logger.error(f"Request failed: {e}")
if hasattr(e, 'response') and e.response is not None:
logger.error(f"Error response content: {e.response.text}")
return {"error": f"Request failed: {str(e)}"}
def summarize(input_text):
try:
logger.info(f"Received input text: {input_text[:100]}...") # Log first 100 chars of input
output = get_completion(input_text)
if isinstance(output, list) and len(output) > 0 and 'summary_text' in output[0]:
return output[0]['summary_text']
elif isinstance(output, dict) and 'error' in output:
return f"API Error: {output['error']}"
else:
return f"Unexpected response format: {output}"
except Exception as e:
logger.exception("An error occurred during summarization")
return f"An error occurred: {str(e)}"
demo = gr.Interface(fn=summarize, inputs="text", outputs="text")
demo.launch()