Spaces:
Runtime error
Runtime error
Update two_stream_shunt_adapter.py
Browse files
two_stream_shunt_adapter.py
CHANGED
@@ -6,7 +6,7 @@ import torch.nn.functional as F
|
|
6 |
|
7 |
# βββ Residual pocket block ββββββββββββββββββββββββββββββββββββββββββββββββ
|
8 |
class PocketBlock(nn.Module):
|
9 |
-
def __init__(self, dim, kernel=3, dropout=0.
|
10 |
super().__init__()
|
11 |
self.body = nn.Sequential(
|
12 |
nn.LayerNorm(dim),
|
@@ -34,7 +34,7 @@ class TwoStreamShuntAdapter(nn.Module):
|
|
34 |
heads = cfg["heads"]
|
35 |
proj_layers = cfg.get("proj_layers", 2)
|
36 |
use_norm = cfg.get("layer_norm", True)
|
37 |
-
p_drop = cfg.get("dropout", 0.
|
38 |
pocket_depth = cfg.get("pocket_depth", 2)
|
39 |
|
40 |
# helper ----------------------------------------------------------------
|
|
|
6 |
|
7 |
# βββ Residual pocket block ββββββββββββββββββββββββββββββββββββββββββββββββ
|
8 |
class PocketBlock(nn.Module):
|
9 |
+
def __init__(self, dim, kernel=3, dropout=0.0):
|
10 |
super().__init__()
|
11 |
self.body = nn.Sequential(
|
12 |
nn.LayerNorm(dim),
|
|
|
34 |
heads = cfg["heads"]
|
35 |
proj_layers = cfg.get("proj_layers", 2)
|
36 |
use_norm = cfg.get("layer_norm", True)
|
37 |
+
p_drop = cfg.get("dropout", 0.0)
|
38 |
pocket_depth = cfg.get("pocket_depth", 2)
|
39 |
|
40 |
# helper ----------------------------------------------------------------
|