Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
import gradio as gr
|
2 |
-
from transformers import
|
3 |
import torch
|
4 |
|
5 |
# Load model and processor
|
6 |
model_name = "Qwen/Qwen2.5-Omni-3B"
|
7 |
-
model =
|
8 |
processor = AutoProcessor.from_pretrained(model_name)
|
9 |
device = model.device
|
10 |
|
@@ -51,4 +51,4 @@ with gr.Blocks() as demo:
|
|
51 |
)
|
52 |
|
53 |
# Launch the app
|
54 |
-
demo.launch()
|
|
|
1 |
import gradio as gr
|
2 |
+
from transformers import AutoModelForCausalLM, AutoProcessor
|
3 |
import torch
|
4 |
|
5 |
# Load model and processor
|
6 |
model_name = "Qwen/Qwen2.5-Omni-3B"
|
7 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
|
8 |
processor = AutoProcessor.from_pretrained(model_name)
|
9 |
device = model.device
|
10 |
|
|
|
51 |
)
|
52 |
|
53 |
# Launch the app
|
54 |
+
demo.launch()
|