sagar007 commited on
Commit
b77f66d
·
verified ·
1 Parent(s): 10d2435

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ vq_model = RQBottleneckTransformer.load_model(
20
  "whisper-vq-stoks-medium-en+pl-fixed.model"
21
  ).to(device)
22
  # tts = TTSProcessor('cpu')
23
- use_8bit = False
24
  llm_path = "akjindal53244/Llama-3.1-Storm-8B"
25
  tokenizer = AutoTokenizer.from_pretrained(llm_path)
26
  model_kwargs = {}
 
20
  "whisper-vq-stoks-medium-en+pl-fixed.model"
21
  ).to(device)
22
  # tts = TTSProcessor('cpu')
23
+ use_8bit = True
24
  llm_path = "akjindal53244/Llama-3.1-Storm-8B"
25
  tokenizer = AutoTokenizer.from_pretrained(llm_path)
26
  model_kwargs = {}