Nadil Karunarathna
commited on
Commit
·
2d278af
1
Parent(s):
914f0b6
revert
Browse files
app.py
CHANGED
@@ -14,14 +14,14 @@ def init():
|
|
14 |
hf_token = os.environ.get("HF_TOKEN")
|
15 |
|
16 |
model = MT5ForConditionalGeneration.from_pretrained("lm-spell/mt5-base-ft-ssc", token=hf_token)
|
17 |
-
model.eval()
|
18 |
-
|
19 |
tokenizer = T5TokenizerFast.from_pretrained("google/mt5-base")
|
20 |
tokenizer.add_special_tokens({'additional_special_tokens': ['<ZWJ>']})
|
21 |
|
22 |
|
23 |
def correct(text):
|
24 |
|
|
|
|
|
25 |
text = re.sub(r'\u200d', '<ZWJ>', text)
|
26 |
inputs = tokenizer(
|
27 |
text,
|
|
|
14 |
hf_token = os.environ.get("HF_TOKEN")
|
15 |
|
16 |
model = MT5ForConditionalGeneration.from_pretrained("lm-spell/mt5-base-ft-ssc", token=hf_token)
|
|
|
|
|
17 |
tokenizer = T5TokenizerFast.from_pretrained("google/mt5-base")
|
18 |
tokenizer.add_special_tokens({'additional_special_tokens': ['<ZWJ>']})
|
19 |
|
20 |
|
21 |
def correct(text):
|
22 |
|
23 |
+
model.eval()
|
24 |
+
|
25 |
text = re.sub(r'\u200d', '<ZWJ>', text)
|
26 |
inputs = tokenizer(
|
27 |
text,
|