Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,14 +5,14 @@ import difflib
|
|
5 |
from threading import Thread
|
6 |
from transformers import AutoModel, AutoTokenizer, AutoModelForCausalLM, AutoModelForSeq2SeqLM, TextIteratorStreamer
|
7 |
|
8 |
-
model_id = "textcleanlm/
|
9 |
model = None
|
10 |
tokenizer = None
|
11 |
|
12 |
def load_model():
|
13 |
global model, tokenizer
|
14 |
if model is None:
|
15 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
16 |
|
17 |
# Add padding token if needed
|
18 |
if tokenizer.pad_token is None:
|
|
|
5 |
from threading import Thread
|
6 |
from transformers import AutoModel, AutoTokenizer, AutoModelForCausalLM, AutoModelForSeq2SeqLM, TextIteratorStreamer
|
7 |
|
8 |
+
model_id = "textcleanlm/0.6b-sft"
|
9 |
model = None
|
10 |
tokenizer = None
|
11 |
|
12 |
def load_model():
|
13 |
global model, tokenizer
|
14 |
if model is None:
|
15 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id, subfolder="checkpoint-3717")
|
16 |
|
17 |
# Add padding token if needed
|
18 |
if tokenizer.pad_token is None:
|