Update app.py

app.py

@@ -23,18 +23,18 @@ def greet(text):
     "text-generation",
     model=model,
     tokenizer=tokenizer,
-    torch_dtype=torch.bfloat16,
-    trust_remote_code=True,
-    device_map="auto",
-    max_length=130,
+    # torch_dtype=torch.bfloat16,
+    # trust_remote_code=True,
+    # device_map="auto",
+    # max_length=130,
     do_sample=True,
-    top_k=10,
+    # top_k=10,
     num_return_sequences=1,
     eos_token_id=tokenizer.eos_token_id,
-    token=access_token
+    # token=access_token
     )
 
-    llm = HuggingFacePipeline(pipeline = pipeline, model_kwargs = {'temperature':0})
+    llm = HuggingFacePipeline(pipeline = pipeline, model_kwargs = {'temperature':0.5,'repetition_penalty'=1.1})
 
     template = """Write a concise summary of the following:
                 "{text}"