Spaces:
Running
on
Zero
Running
on
Zero
Harry Coultas Blum
commited on
Commit
·
73d9f21
1
Parent(s):
47f0f9a
trying to cast
Browse files- requirements.txt +0 -1
- vui/model.py +1 -2
requirements.txt
CHANGED
|
@@ -10,7 +10,6 @@ pydantic
|
|
| 10 |
pyannote.audio
|
| 11 |
soundfile
|
| 12 |
tiktoken
|
| 13 |
-
torch
|
| 14 |
torchaudio
|
| 15 |
tqdm
|
| 16 |
transformers
|
|
|
|
| 10 |
pyannote.audio
|
| 11 |
soundfile
|
| 12 |
tiktoken
|
|
|
|
| 13 |
torchaudio
|
| 14 |
tqdm
|
| 15 |
transformers
|
vui/model.py
CHANGED
|
@@ -96,11 +96,10 @@ class MHA(nn.Module):
|
|
| 96 |
attn_mask: Tensor | None = None,
|
| 97 |
):
|
| 98 |
B, T, d = x.size()
|
| 99 |
-
x.dtype
|
| 100 |
|
| 101 |
dropout_p = self.dropout if self.training else 0.0
|
| 102 |
|
| 103 |
-
qkv = self.Wqkv(x)
|
| 104 |
if self.n_heads == self.n_kv_heads:
|
| 105 |
qkv = rearrange(
|
| 106 |
qkv, "B T (three h d) -> B three h T d", three=3, h=self.n_heads
|
|
|
|
| 96 |
attn_mask: Tensor | None = None,
|
| 97 |
):
|
| 98 |
B, T, d = x.size()
|
|
|
|
| 99 |
|
| 100 |
dropout_p = self.dropout if self.training else 0.0
|
| 101 |
|
| 102 |
+
qkv = self.Wqkv(x).to(x.dtype)
|
| 103 |
if self.n_heads == self.n_kv_heads:
|
| 104 |
qkv = rearrange(
|
| 105 |
qkv, "B T (three h d) -> B three h T d", three=3, h=self.n_heads
|