wip

app.py

@@ -8,10 +8,13 @@ device = "cpu"
 
 def init():
     from transformers import MT5ForConditionalGeneration, T5TokenizerFast
+    import os
+
     global model, tokenizer
 
+    hf_token = os.environ.get("HF_TOKEN")
     model_path = "lm-spell/mt5-base-ft-ssc"
-    model = MT5ForConditionalGeneration.from_pretrained(model_path).to(device)
+    model = MT5ForConditionalGeneration.from_pretrained(model_path, token=hf_token).to(device)
     tokenizer = T5TokenizerFast.from_pretrained("google/mt5-base")
     tokenizer.add_special_tokens({'additional_special_tokens': ['<ZWJ>']})