File size: 484 Bytes
7df7730
76283d5
 
 
 
7df7730
76283d5
7df7730
 
76283d5
7df7730
76283d5
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
from transformers import AutoModelForTokenClassification, AutoTokenizer
import logging

logging.basicConfig(level=logging.INFO)

model_name = "w11wo/indonesian-roberta-base-posp-tagger"
logging.info(f"Downloading model: {model_name}")
model = AutoModelForTokenClassification.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)

model.save_pretrained('./model')
tokenizer.save_pretrained('./model')
logging.info("Model and tokenizer saved successfully.")