Spaces:

Ravenok
/

statosphere-backend

Running on Zero

Lord-Raven commited on Aug 11, 2024

Commit

5d5b4a0

1 Parent(s): 5926a3f

Trying to use ONNX model.

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,8 +18,8 @@ app.add_middleware(
     allow_headers=["*"],
 )
-model_name = "xenova/mobilebert-uncased-mnli/model_fp16.onnx"
-model = ORTModelForQuestionAnswering.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained("typeform/mobilebert-uncased-mnli")
 # file = cached_download("https://huggingface.co/" + model_name + "")

     allow_headers=["*"],
 )
+model_name = "xenova/mobilebert-uncased-mnli""
+model = ORTModelForQuestionAnswering.from_pretrained(model_name, file_name="model_fp16.onnx")
 tokenizer = AutoTokenizer.from_pretrained("typeform/mobilebert-uncased-mnli")
 # file = cached_download("https://huggingface.co/" + model_name + "")