add GPU
Browse files
app.py
CHANGED
@@ -25,6 +25,7 @@ faiss_index_path, chunks_path = prepare_index_and_chunks(
|
|
25 |
model, tokenizer = load_model(MODEL_NAME)
|
26 |
|
27 |
# βββ INFERENCE FUNCTION βββ
|
|
|
28 |
def answer_query(query: str) -> str:
|
29 |
if not query.strip():
|
30 |
return "β οΈ Please enter a question."
|
@@ -51,4 +52,4 @@ iface = gr.Interface(
|
|
51 |
)
|
52 |
|
53 |
if __name__ == "__main__":
|
54 |
-
iface.launch()
|
|
|
25 |
model, tokenizer = load_model(MODEL_NAME)
|
26 |
|
27 |
# βββ INFERENCE FUNCTION βββ
|
28 |
+
@spaces.GPU()
|
29 |
def answer_query(query: str) -> str:
|
30 |
if not query.strip():
|
31 |
return "β οΈ Please enter a question."
|
|
|
52 |
)
|
53 |
|
54 |
if __name__ == "__main__":
|
55 |
+
iface.launch(share=True)
|