Spaces:
Sleeping
Sleeping
Reuben Tan
commited on
Commit
·
3e83552
1
Parent(s):
eef4692
test new path
Browse files
global_local/models/video_instruction_ft_model.py
CHANGED
@@ -30,12 +30,6 @@ class VideoInstructionFTLLAMA(Blip2Base):
|
|
30 |
|
31 |
@classmethod
|
32 |
def init_video_Qformer(cls, num_query_token, vision_width,num_hidden_layers =2):
|
33 |
-
|
34 |
-
model = AutoModel.from_pretrained("bert-base-uncased")
|
35 |
-
model.push_to_hub("bert-base-uncased")
|
36 |
-
#model.push_to_hub("huggingface/bert-base-uncased")
|
37 |
-
sys.exit()
|
38 |
-
|
39 |
encoder_config = BertConfig.from_pretrained("bert-base-uncased")
|
40 |
encoder_config.num_hidden_layers = num_hidden_layers
|
41 |
encoder_config.encoder_width = vision_width
|
@@ -83,6 +77,12 @@ class VideoInstructionFTLLAMA(Blip2Base):
|
|
83 |
equip_audio_branch = True
|
84 |
):
|
85 |
super().__init__()
|
|
|
|
|
|
|
|
|
|
|
|
|
86 |
|
87 |
self.tokenizer = self.init_tokenizer()
|
88 |
self.low_resource = low_resource
|
|
|
30 |
|
31 |
@classmethod
|
32 |
def init_video_Qformer(cls, num_query_token, vision_width,num_hidden_layers =2):
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
encoder_config = BertConfig.from_pretrained("bert-base-uncased")
|
34 |
encoder_config.num_hidden_layers = num_hidden_layers
|
35 |
encoder_config.encoder_width = vision_width
|
|
|
77 |
equip_audio_branch = True
|
78 |
):
|
79 |
super().__init__()
|
80 |
+
tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
|
81 |
+
model = AutoModel.from_pretrained("bert-base-uncased")
|
82 |
+
model.push_to_hub("bert-base-uncased")
|
83 |
+
tokenizer.push_to_hub("bert-base-uncased")
|
84 |
+
#model.push_to_hub("huggingface/bert-base-uncased")
|
85 |
+
sys.exit()
|
86 |
|
87 |
self.tokenizer = self.init_tokenizer()
|
88 |
self.low_resource = low_resource
|