rathore11 commited on
Commit
0b5b6d7
·
verified ·
1 Parent(s): d3140f2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -49,8 +49,8 @@ llm = HuggingFacePipeline(pipeline=pipeline(
49
  max_new_tokens=512, # Adjust as needed for desired response length
50
  return_full_text=False, # Crucial for getting only the AI's response, esp when ans is small
51
  temperature=0.2, # Controls randomness (0.0 for deterministic, 1.0 for very creative)
52
- do_sample=True, # Enable sampling for more varied outputs
53
- stop_sequence=["Human:", "AI:", "\nHuman:", "\nAI:"] #to prevent gen unwanted conversations
54
  ))
55
 
56
  template = """The following is a concise and direct conversation between a human and an AI.
 
49
  max_new_tokens=512, # Adjust as needed for desired response length
50
  return_full_text=False, # Crucial for getting only the AI's response, esp when ans is small
51
  temperature=0.2, # Controls randomness (0.0 for deterministic, 1.0 for very creative)
52
+ do_sample=True # Enable sampling for more varied outputs
53
+ #stop_sequence=["Human:", "AI:", "\nHuman:", "\nAI:"] #to prevent gen unwanted conversations
54
  ))
55
 
56
  template = """The following is a concise and direct conversation between a human and an AI.