Spaces:
Sleeping
Sleeping
added llama guard added async
Browse files
app.py
CHANGED
@@ -90,7 +90,8 @@ async def greet(product,description):
|
|
90 |
#config = RailsConfig.from_content(yaml_content=YAML_CONFIG)
|
91 |
app = LLMRails(config=config, llm=client)
|
92 |
options = {"output_vars": ["triggered_input_rail", "triggered_output_rail"]}
|
93 |
-
output = app.
|
|
|
94 |
warning_message = output.output_data["triggered_input_rail"] or output.output_data["triggered_output_rail"]
|
95 |
if warning_message:
|
96 |
gr.Warning(f"Guardrail triggered: {warning_message}")
|
|
|
90 |
#config = RailsConfig.from_content(yaml_content=YAML_CONFIG)
|
91 |
app = LLMRails(config=config, llm=client)
|
92 |
options = {"output_vars": ["triggered_input_rail", "triggered_output_rail"]}
|
93 |
+
output = await app.generate_async(messages=messages, options=options)
|
94 |
+
print(output)
|
95 |
warning_message = output.output_data["triggered_input_rail"] or output.output_data["triggered_output_rail"]
|
96 |
if warning_message:
|
97 |
gr.Warning(f"Guardrail triggered: {warning_message}")
|