AbstractPhil commited on
Commit
1fe00bb
Β·
verified Β·
1 Parent(s): 051fd3e

Update two_stream_shunt_adapter.py

Browse files
Files changed (1) hide show
  1. two_stream_shunt_adapter.py +2 -2
two_stream_shunt_adapter.py CHANGED
@@ -6,7 +6,7 @@ import torch.nn.functional as F
6
 
7
  # ─── Residual pocket block ────────────────────────────────────────────────
8
  class PocketBlock(nn.Module):
9
- def __init__(self, dim, kernel=3, dropout=0.1):
10
  super().__init__()
11
  self.body = nn.Sequential(
12
  nn.LayerNorm(dim),
@@ -34,7 +34,7 @@ class TwoStreamShuntAdapter(nn.Module):
34
  heads = cfg["heads"]
35
  proj_layers = cfg.get("proj_layers", 2)
36
  use_norm = cfg.get("layer_norm", True)
37
- p_drop = cfg.get("dropout", 0.1)
38
  pocket_depth = cfg.get("pocket_depth", 2)
39
 
40
  # helper ----------------------------------------------------------------
 
6
 
7
  # ─── Residual pocket block ────────────────────────────────────────────────
8
  class PocketBlock(nn.Module):
9
+ def __init__(self, dim, kernel=3, dropout=0.0):
10
  super().__init__()
11
  self.body = nn.Sequential(
12
  nn.LayerNorm(dim),
 
34
  heads = cfg["heads"]
35
  proj_layers = cfg.get("proj_layers", 2)
36
  use_norm = cfg.get("layer_norm", True)
37
+ p_drop = cfg.get("dropout", 0.0)
38
  pocket_depth = cfg.get("pocket_depth", 2)
39
 
40
  # helper ----------------------------------------------------------------