Spaces:
Running
on
Zero
Running
on
Zero
Harry Coultas Blum
commited on
Commit
·
47f0f9a
1
Parent(s):
c976192
Fixed serving
Browse files- requirements.txt +0 -2
- vui/inference.py +1 -1
requirements.txt
CHANGED
|
@@ -5,12 +5,10 @@ inflect
|
|
| 5 |
gradio
|
| 6 |
numba
|
| 7 |
numpy
|
| 8 |
-
openai-whisper
|
| 9 |
feedparser
|
| 10 |
pydantic
|
| 11 |
pyannote.audio
|
| 12 |
soundfile
|
| 13 |
-
sphn
|
| 14 |
tiktoken
|
| 15 |
torch
|
| 16 |
torchaudio
|
|
|
|
| 5 |
gradio
|
| 6 |
numba
|
| 7 |
numpy
|
|
|
|
| 8 |
feedparser
|
| 9 |
pydantic
|
| 10 |
pyannote.audio
|
| 11 |
soundfile
|
|
|
|
| 12 |
tiktoken
|
| 13 |
torch
|
| 14 |
torchaudio
|
vui/inference.py
CHANGED
|
@@ -152,7 +152,7 @@ def generate(
|
|
| 152 |
):
|
| 153 |
text = simple_clean(text)
|
| 154 |
with (
|
| 155 |
-
torch.autocast("cuda", torch.bfloat16, True),
|
| 156 |
sdpa_kernel([SDPBackend.MATH]),
|
| 157 |
):
|
| 158 |
t1 = time.perf_counter()
|
|
|
|
| 152 |
):
|
| 153 |
text = simple_clean(text)
|
| 154 |
with (
|
| 155 |
+
torch.amp.autocast("cuda", torch.bfloat16, True),
|
| 156 |
sdpa_kernel([SDPBackend.MATH]),
|
| 157 |
):
|
| 158 |
t1 = time.perf_counter()
|