Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -49,8 +49,8 @@ llm = HuggingFacePipeline(pipeline=pipeline(
|
|
49 |
max_new_tokens=512, # Adjust as needed for desired response length
|
50 |
return_full_text=False, # Crucial for getting only the AI's response, esp when ans is small
|
51 |
temperature=0.2, # Controls randomness (0.0 for deterministic, 1.0 for very creative)
|
52 |
-
do_sample=True
|
53 |
-
stop_sequence=["Human:", "AI:", "\nHuman:", "\nAI:"] #to prevent gen unwanted conversations
|
54 |
))
|
55 |
|
56 |
template = """The following is a concise and direct conversation between a human and an AI.
|
|
|
49 |
max_new_tokens=512, # Adjust as needed for desired response length
|
50 |
return_full_text=False, # Crucial for getting only the AI's response, esp when ans is small
|
51 |
temperature=0.2, # Controls randomness (0.0 for deterministic, 1.0 for very creative)
|
52 |
+
do_sample=True # Enable sampling for more varied outputs
|
53 |
+
#stop_sequence=["Human:", "AI:", "\nHuman:", "\nAI:"] #to prevent gen unwanted conversations
|
54 |
))
|
55 |
|
56 |
template = """The following is a concise and direct conversation between a human and an AI.
|