Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -3,9 +3,9 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
3 |
import gradio as gr
|
4 |
|
5 |
# Load tokenizer and model manually
|
6 |
-
tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1-Distill-Qwen-
|
7 |
model = AutoModelForCausalLM.from_pretrained(
|
8 |
-
"deepseek-ai/DeepSeek-R1-Distill-Qwen-
|
9 |
torch_dtype=torch.float16,
|
10 |
device_map="auto" # uses GPU if available
|
11 |
)
|
|
|
3 |
import gradio as gr
|
4 |
|
5 |
# Load tokenizer and model manually
|
6 |
+
tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1-Distill-Qwen-7B")
|
7 |
model = AutoModelForCausalLM.from_pretrained(
|
8 |
+
"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",
|
9 |
torch_dtype=torch.float16,
|
10 |
device_map="auto" # uses GPU if available
|
11 |
)
|