captaincobb commited on
Commit
0b489dd
·
1 Parent(s): 3ee2e41

adding model v0.5 yaml

Browse files
cube/cube3d/configs/open_model_v0.5.yaml ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ gpt_model:
2
+ n_layer: 23
3
+ n_single_layer: 1
4
+ rope_theta: 10000
5
+ n_head: 12
6
+ n_embd: 1536
7
+ bias: true
8
+ eps: 1.e-6
9
+ shape_model_vocab_size: 16384
10
+ text_model_embed_dim: 768
11
+ use_pooled_text_embed: False
12
+ shape_model_embed_dim: 32
13
+ encoder_with_cls_token: true
14
+ use_bbox: true
15
+
16
+ shape_model:
17
+ encoder_with_cls_token: true
18
+ num_encoder_latents: 1024
19
+ num_decoder_latents: 0
20
+ embed_dim: 32
21
+ width: 768
22
+ num_heads: 12
23
+ out_dim: 1
24
+ eps: 1.e-6
25
+ num_freqs: 128
26
+ point_feats: 3
27
+ embed_point_feats: false
28
+ num_encoder_layers: 13
29
+ encoder_cross_attention_levels: [0, 2, 4, 8]
30
+ num_decoder_layers: 24
31
+ num_codes: 16384
32
+
33
+ text_model_pretrained_model_name_or_path: "openai/clip-vit-large-patch14"