File size: 716 Bytes
cd6952b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 |
from transformers import (
AutoModelForCausalLM,
AutoTokenizer,
AutoTokenizer,
)
import torch
d_map = {"": torch.cuda.current_device()} if torch.cuda.is_available() else None
merged_model_path = "outputs/merged" # Path to the combined weights
repo_name = "Financial_Analyst" # HuggingFace repo name
model = AutoModelForCausalLM.from_pretrained(
merged_model_path,
ignore_mismatched_sizes=True,
from_tf=True,
trust_remote_code=True,
device_map=d_map,
torch_dtype=torch.float16,
).eval()
tokenizer = AutoTokenizer.from_pretrained(merged_model_path)
model.push_to_hub(repo_name, token=hf_token)
tokenizer.push_to_hub(repo_name, token=hf_token)
|