sgt444pepper commited on
Commit
4e8afdd
·
verified ·
1 Parent(s): d5cad66

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -43,7 +43,7 @@ def load_documents_with_chunking(file_paths, chunk_size=500):
43
  documents.append(chunk)
44
  return documents
45
 
46
- class DocumentIndexer:
47
  def __init__(self, documents, tokenizer, model):
48
  self.documents = documents
49
  self.bm25 = BM25Okapi([doc.split() for doc in documents])
@@ -115,9 +115,9 @@ class QAChatbot:
115
 
116
  def chatbot_interface(query, history):
117
  file_paths = ["Company_eng.txt", "base_eng.txt"]
118
- documents = load_documents_with_chunking(file_paths)
119
 
120
- indexer = DocumentIndexer(documents, tokenizer, model)
121
  reranker = Reranker(reranker_model)
122
 
123
  chatbot = QAChatbot(indexer, reranker)
 
43
  documents.append(chunk)
44
  return documents
45
 
46
+ class Retriver:
47
  def __init__(self, documents, tokenizer, model):
48
  self.documents = documents
49
  self.bm25 = BM25Okapi([doc.split() for doc in documents])
 
115
 
116
  def chatbot_interface(query, history):
117
  file_paths = ["Company_eng.txt", "base_eng.txt"]
118
+ documents = load_documents(file_paths)
119
 
120
+ indexer = Retriver(documents, tokenizer, model)
121
  reranker = Reranker(reranker_model)
122
 
123
  chatbot = QAChatbot(indexer, reranker)