Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ DEFAULT_INPUT = "Describe in one paragraph."
|
|
18 |
MAX_FRAMES = 64
|
19 |
|
20 |
repo_name = "openbmb/MiniCPM-o-2_6" # "openbmb/MiniCPM-V-2_6-int4" # "openbmb/MiniCPM-V-2_6"
|
21 |
-
repo = AutoModel.from_pretrained(repo_name
|
22 |
tokenizer = AutoTokenizer.from_pretrained(repo_name, trust_remote_code=True)
|
23 |
|
24 |
css = '''
|
|
|
18 |
MAX_FRAMES = 64
|
19 |
|
20 |
repo_name = "openbmb/MiniCPM-o-2_6" # "openbmb/MiniCPM-V-2_6-int4" # "openbmb/MiniCPM-V-2_6"
|
21 |
+
repo = AutoModel.from_pretrained(repo_name, trust_remote_code=True, attn_implementation="sdpa", torch_dtype=torch.bfloat16)
|
22 |
tokenizer = AutoTokenizer.from_pretrained(repo_name, trust_remote_code=True)
|
23 |
|
24 |
css = '''
|