Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -287,10 +287,12 @@ def conversation(
|
|
287 |
# 4) Build prompt & call LLM
|
288 |
llm = HuggingFaceEndpoint(
|
289 |
repo_id=model_id,
|
|
|
290 |
temperature=temp,
|
291 |
max_new_tokens=max_tok,
|
292 |
huggingfacehub_api_token=HF_TOKEN
|
293 |
)
|
|
|
294 |
prompt = PromptTemplate(
|
295 |
template="""
|
296 |
Context:
|
|
|
287 |
# 4) Build prompt & call LLM
|
288 |
llm = HuggingFaceEndpoint(
|
289 |
repo_id=model_id,
|
290 |
+
task="text-generation",
|
291 |
temperature=temp,
|
292 |
max_new_tokens=max_tok,
|
293 |
huggingfacehub_api_token=HF_TOKEN
|
294 |
)
|
295 |
+
|
296 |
prompt = PromptTemplate(
|
297 |
template="""
|
298 |
Context:
|