dinhquangson commited on
Commit
7fd77b8
·
verified ·
1 Parent(s): 276df71

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -110,8 +110,8 @@ def get_conversation_chain(vectorstore):
110
 
111
  """
112
  llm = HuggingFaceHub(
113
- repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
114
- model_kwargs={"temperature": 0.5, "max_length": 1048},
115
  )
116
  # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
117
 
 
110
 
111
  """
112
  llm = HuggingFaceHub(
113
+ repo_id="",#"mistralai/Mixtral-8x7B-Instruct-v0.1",
114
+ model_kwargs={"temperature": 0.5, "max_new_tokens": 1024, "max_length": 1048, "top_k": 3, "trust_remote_code": True, "torch_dtype": "auto"},
115
  )
116
  # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
117