TiberiuCristianLeon commited on
Commit
469ff10
·
verified ·
1 Parent(s): 94effaf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -8
app.py CHANGED
@@ -224,24 +224,24 @@ class Translators:
224
  dtype=torch.bfloat16
225
  )
226
  message = [{"role": "user", "content": text}]
227
- # from datetime import datetime
228
- # date_string = datetime.today().strftime('%Y-%m-%d')
229
  prompt = tokenizer.apply_chat_template(
230
  message,
231
  tokenize=False,
232
- add_generation_prompt=True
 
233
  )
234
- # date_string=date_string
235
- inputs = tokenizer(prompt, add_special_tokens=False, return_tensors="pt")
236
  attention_mask = inputs["attention_mask"]
237
  input_length = inputs.shape[1]
238
- outputs = model.generate(inputs['input_ids'].to(model.device),
239
  max_new_tokens=512,
240
  early_stopping=True,
241
  num_beams=5,
242
  attention_mask=attention_mask,
243
- pad_token_id=tokenizer.eos_token_id)
244
- # eos_token_id=tokenizer.eos_token_id
245
  return tokenizer.decode(outputs[0, input_length:], skip_special_tokens=True)
246
 
247
  def HelsinkiNLP_mulroa(self):
 
224
  dtype=torch.bfloat16
225
  )
226
  message = [{"role": "user", "content": text}]
227
+ from datetime import datetime
228
+ date_string = datetime.today().strftime('%Y-%m-%d')
229
  prompt = tokenizer.apply_chat_template(
230
  message,
231
  tokenize=False,
232
+ add_generation_prompt=True,
233
+ date_string=date_string
234
  )
235
+ inputs = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
 
236
  attention_mask = inputs["attention_mask"]
237
  input_length = inputs.shape[1]
238
+ outputs = model.generate(input_ids=inputs.to(model.device),
239
  max_new_tokens=512,
240
  early_stopping=True,
241
  num_beams=5,
242
  attention_mask=attention_mask,
243
+ pad_token_id=tokenizer.eos_token_id,
244
+ eos_token_id=tokenizer.eos_token_id)
245
  return tokenizer.decode(outputs[0, input_length:], skip_special_tokens=True)
246
 
247
  def HelsinkiNLP_mulroa(self):