eval

app.py

@@ -14,14 +14,13 @@ def init():
     hf_token = os.environ.get("HF_TOKEN")
 
     model = MT5ForConditionalGeneration.from_pretrained("lm-spell/mt5-base-ft-ssc", token=hf_token)
-    # torch.set_num_threads(16)
+    model.eval()
     tokenizer = T5TokenizerFast.from_pretrained("google/mt5-base")
     tokenizer.add_special_tokens({'additional_special_tokens': ['<ZWJ>']})
 
 
 def correct(text):
 
-    model.eval()
 
     text = re.sub(r'\u200d', '<ZWJ>', text)
     inputs = tokenizer(