import streamlit as st
from dotenv import load_dotenv
import pinecone
import pickle
from huggingface_hub import Repository
from PyPDF2 import PdfReader
from streamlit_extras.add_vertical_space import add_vertical_space
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain.embeddings.openai import OpenAIEmbeddings
from langchain.vectorstores import FAISS
from langchain.llms import OpenAI
from langchain.chains.question_answering import load_qa_chain
from langchain.callbacks import get_openai_callback
import os
# Load all necessary environment variables at the beginning of the script
PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
pinecone.init(PINECONE_API_KEY="PINECONE_API_KEY")
INDEX_NAME = "pdfbot1"
if INDEX_NAME not in pinecone.list_indexes():
pinecone.create_index(name=INDEX_NAME, metric="cosine", shards=1)
# Step 1: Clone the Dataset Repository
repo = Repository(
local_dir="Private_Book",
repo_type="dataset",
clone_from="Anne31415/Private_Book",
token=os.environ["HUB_TOKEN"]
)
repo.git_pull()
# Step 2: Load the PDF File
pdf_file_path = "Private_Book/Glossar_HELP_DESK_combi.pdf" # Replace with your PDF file path
with st.sidebar:
st.title('BinDoc GmbH')
st.markdown("Experience revolutionary interaction with BinDocs Chat App, leveraging state-of-the-art AI technology.")
add_vertical_space(1) # Adjust as per the desired spacing
st.markdown("""
Hello! I’m here to assist you with:
📘 **Glossary Inquiries:**
I can clarify terms like "DiGA", "AOP", or "BfArM", providing clear and concise explanations to help you understand our content better.
🆘 **Help Page Navigation:**
Ask me if you forgot your password or want to know more about topics related to the platform.
📰 **Latest Whitepapers Insights:**
Curious about our recent publications? Feel free to ask about our latest whitepapers!
""", unsafe_allow_html=True)
add_vertical_space(1) # Adjust as per the desired spacing
st.write('Made with ❤️ by BinDoc GmbH')
def load_pdf(file_path):
pdf_reader = PdfReader(file_path)
text = ""
for page in pdf_reader.pages:
text += page.extract_text()
text_splitter = RecursiveCharacterTextSplitter(
chunk_size=1000,
chunk_overlap=200,
length_function=len
)
chunks = text_splitter.split_text(text=text)
store_name, _ = os.path.splitext(os.path.basename(file_path))
if os.path.exists(f"{store_name}.pkl"):
with open(f"{store_name}.pkl", "rb") as f:
VectorStore = pickle.load(f)
else:
embeddings = OpenAIEmbeddings()
VectorStore = FAISS.from_texts(chunks, embedding=embeddings)
with open(f"{store_name}.pkl", "wb") as f:
pickle.dump(VectorStore, f)
vector_dict = {str(i): vector for i, vector in enumerate(VectorStore.vectors)}
pinecone.upsert(items=vector_dict, index_name=INDEX_NAME)
return VectorStore
def load_chatbot():
return load_qa_chain(llm=OpenAI(), chain_type="stuff")
def main():
hide_streamlit_style = """
"""
st.markdown(hide_streamlit_style, unsafe_allow_html=True)
# Main content
st.title("Welcome to BinDocs ChatBot! 🤖")
# Directly specifying the path to the PDF file
pdf_path = pdf_file_path
if not os.path.exists(pdf_path):
st.error("File not found. Please check the file path.")
return
if "chat_history" not in st.session_state:
st.session_state['chat_history'] = []
display_chat_history(st.session_state['chat_history'])
st.write("", unsafe_allow_html=True)
st.write("