zamal commited on
Commit
6177313
·
verified ·
1 Parent(s): 69eb8c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -287,10 +287,12 @@ def conversation(
287
  # 4) Build prompt & call LLM
288
  llm = HuggingFaceEndpoint(
289
  repo_id=model_id,
 
290
  temperature=temp,
291
  max_new_tokens=max_tok,
292
  huggingfacehub_api_token=HF_TOKEN
293
  )
 
294
  prompt = PromptTemplate(
295
  template="""
296
  Context:
 
287
  # 4) Build prompt & call LLM
288
  llm = HuggingFaceEndpoint(
289
  repo_id=model_id,
290
+ task="text-generation",
291
  temperature=temp,
292
  max_new_tokens=max_tok,
293
  huggingfacehub_api_token=HF_TOKEN
294
  )
295
+
296
  prompt = PromptTemplate(
297
  template="""
298
  Context: