aman123-hgf commited on
Commit
370d870
·
verified ·
1 Parent(s): 27362c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,9 +3,9 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import gradio as gr
4
 
5
  # Load tokenizer and model manually
6
- tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1-Distill-Qwen-32B")
7
  model = AutoModelForCausalLM.from_pretrained(
8
- "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
9
  torch_dtype=torch.float16,
10
  device_map="auto" # uses GPU if available
11
  )
 
3
  import gradio as gr
4
 
5
  # Load tokenizer and model manually
6
+ tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1-Distill-Qwen-7B")
7
  model = AutoModelForCausalLM.from_pretrained(
8
+ "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",
9
  torch_dtype=torch.float16,
10
  device_map="auto" # uses GPU if available
11
  )