Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -44,38 +44,6 @@ fs_token = os.environ.get('fs_token')
|
|
44 |
llm_name = "gpt-3.5-turbo-0125"
|
45 |
|
46 |
|
47 |
-
# For Groq API
|
48 |
-
|
49 |
-
from langchain_groq import ChatGroq
|
50 |
-
|
51 |
-
llm = ChatGroq(
|
52 |
-
model="mixtral-8x7b-32768",
|
53 |
-
temperature=0,
|
54 |
-
max_tokens=None,
|
55 |
-
timeout=None,
|
56 |
-
max_retries=2,
|
57 |
-
# other params...
|
58 |
-
)
|
59 |
-
|
60 |
-
chat_completion = client.chat.completions.create(
|
61 |
-
messages=[
|
62 |
-
{
|
63 |
-
"role": "system",
|
64 |
-
"content": "You are a knowledgeable assistant, Provide a precise and point-wise reply based on provided context only. \
|
65 |
-
Ensure that your reply addresses each aspect of the query thoroughly, and highlight the important points using text formatting in your reply..",
|
66 |
-
},
|
67 |
-
{
|
68 |
-
"role": "user",
|
69 |
-
"content": query,
|
70 |
-
}
|
71 |
-
],
|
72 |
-
model="llama3-8b-8192",
|
73 |
-
)
|
74 |
-
|
75 |
-
print(chat_completion.choices[0].message.content)
|
76 |
-
|
77 |
-
|
78 |
-
|
79 |
vectordb = initialize.initialize()
|
80 |
|
81 |
chat_history_doc = []
|
|
|
44 |
llm_name = "gpt-3.5-turbo-0125"
|
45 |
|
46 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
47 |
vectordb = initialize.initialize()
|
48 |
|
49 |
chat_history_doc = []
|