NouRed commited on
Commit
e598b60
·
verified ·
1 Parent(s): e653a3d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -41,7 +41,7 @@ def models():
41
  bnb_4bit_use_double_quant=True
42
  bnb_4bit_quant_type="nf4"
43
  bnb_4bit_compute_dtype=torch.bfloat16
44
- device = torch.device("cuda" if torch.cuda.is_available() else "CPU")
45
 
46
 
47
  tokenizer = AutoTokenizer.from_pretrained(
 
41
  bnb_4bit_use_double_quant=True
42
  bnb_4bit_quant_type="nf4"
43
  bnb_4bit_compute_dtype=torch.bfloat16
44
+ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
45
 
46
 
47
  tokenizer = AutoTokenizer.from_pretrained(