Update app.py
Browse files
app.py
CHANGED
|
@@ -224,24 +224,24 @@ class Translators:
|
|
| 224 |
dtype=torch.bfloat16
|
| 225 |
)
|
| 226 |
message = [{"role": "user", "content": text}]
|
| 227 |
-
|
| 228 |
-
|
| 229 |
prompt = tokenizer.apply_chat_template(
|
| 230 |
message,
|
| 231 |
tokenize=False,
|
| 232 |
-
add_generation_prompt=True
|
|
|
|
| 233 |
)
|
| 234 |
-
|
| 235 |
-
inputs = tokenizer(prompt, add_special_tokens=False, return_tensors="pt")
|
| 236 |
attention_mask = inputs["attention_mask"]
|
| 237 |
input_length = inputs.shape[1]
|
| 238 |
-
outputs = model.generate(inputs
|
| 239 |
max_new_tokens=512,
|
| 240 |
early_stopping=True,
|
| 241 |
num_beams=5,
|
| 242 |
attention_mask=attention_mask,
|
| 243 |
-
pad_token_id=tokenizer.eos_token_id
|
| 244 |
-
|
| 245 |
return tokenizer.decode(outputs[0, input_length:], skip_special_tokens=True)
|
| 246 |
|
| 247 |
def HelsinkiNLP_mulroa(self):
|
|
|
|
| 224 |
dtype=torch.bfloat16
|
| 225 |
)
|
| 226 |
message = [{"role": "user", "content": text}]
|
| 227 |
+
from datetime import datetime
|
| 228 |
+
date_string = datetime.today().strftime('%Y-%m-%d')
|
| 229 |
prompt = tokenizer.apply_chat_template(
|
| 230 |
message,
|
| 231 |
tokenize=False,
|
| 232 |
+
add_generation_prompt=True,
|
| 233 |
+
date_string=date_string
|
| 234 |
)
|
| 235 |
+
inputs = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
|
|
|
|
| 236 |
attention_mask = inputs["attention_mask"]
|
| 237 |
input_length = inputs.shape[1]
|
| 238 |
+
outputs = model.generate(input_ids=inputs.to(model.device),
|
| 239 |
max_new_tokens=512,
|
| 240 |
early_stopping=True,
|
| 241 |
num_beams=5,
|
| 242 |
attention_mask=attention_mask,
|
| 243 |
+
pad_token_id=tokenizer.eos_token_id,
|
| 244 |
+
eos_token_id=tokenizer.eos_token_id)
|
| 245 |
return tokenizer.decode(outputs[0, input_length:], skip_special_tokens=True)
|
| 246 |
|
| 247 |
def HelsinkiNLP_mulroa(self):
|