amir22010 commited on
Commit
ae9dde4
·
1 Parent(s): 02e7e58

added llama guard added async

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -90,7 +90,8 @@ async def greet(product,description):
90
  #config = RailsConfig.from_content(yaml_content=YAML_CONFIG)
91
  app = LLMRails(config=config, llm=client)
92
  options = {"output_vars": ["triggered_input_rail", "triggered_output_rail"]}
93
- output = app.generate(messages=messages, options=options)
 
94
  warning_message = output.output_data["triggered_input_rail"] or output.output_data["triggered_output_rail"]
95
  if warning_message:
96
  gr.Warning(f"Guardrail triggered: {warning_message}")
 
90
  #config = RailsConfig.from_content(yaml_content=YAML_CONFIG)
91
  app = LLMRails(config=config, llm=client)
92
  options = {"output_vars": ["triggered_input_rail", "triggered_output_rail"]}
93
+ output = await app.generate_async(messages=messages, options=options)
94
+ print(output)
95
  warning_message = output.output_data["triggered_input_rail"] or output.output_data["triggered_output_rail"]
96
  if warning_message:
97
  gr.Warning(f"Guardrail triggered: {warning_message}")