Spaces:

Ravenok
/

statosphere-backend

Running on Zero

Lord-Raven commited on Aug 11, 2024

Commit

5926a3f

1 Parent(s): 3554a8b

Trying to use ONNX model.

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,7 +18,7 @@ app.add_middleware(
     allow_headers=["*"],
 )
-model_name = "xenova/mobilebert-uncased-mnli"
 model = ORTModelForQuestionAnswering.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained("typeform/mobilebert-uncased-mnli")

     allow_headers=["*"],
 )
+model_name = "xenova/mobilebert-uncased-mnli/model_fp16.onnx"
 model = ORTModelForQuestionAnswering.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained("typeform/mobilebert-uncased-mnli")