app.py

import os
from dotenv import load_dotenv, find_dotenv
import requests, json
from transformers import pipeline
import gradio as gr

# Access the Hugging Face API key and endpoint URL
hf_api_key = os.getenv('HF_API_KEY')
ENDPOINT_URL = os.getenv('HF_API_SUMMARY_BASE')

#Summarization endpoint
def get_completion(inputs, parameters=None, ENDPOINT_URL=ENDPOINT_URL): 
    headers = {
      "Authorization": f"Bearer {hf_api_key}",
      "Content-Type": "application/json"
    }
    data = { "inputs": inputs }
    if parameters is not None:
        data.update({"parameters": parameters})
    
    try:
        response = requests.request("POST",
                                ENDPOINT_URL, headers=headers,
                                data=json.dumps(data)
                               )
        if response.status_code == 200:
            return json.loads(response.content.decode("utf-8"))
        else:
            print(f"Error: Received status code {response.status_code}")
            return {"error": f"Bad response: {response.status_code}"}
    except requests.exceptions.RequestException as e:
        print(f"Request failed: {e}")
        return {"error": "Request failed"}
    except json.JSONDecodeError as e:
        print(f"JSON decoding failed: {e}")
        return {"error": "Invalid JSON response"}

def summarize(input):
    output = get_completion(input)
    return output[0]['summary_text']

demo = gr.Interface(fn=summarize, inputs="text", outputs="text")
demo.launch()