TiberiuCristianLeon commited on
Commit
94effaf
·
verified ·
1 Parent(s): 61fe1b1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -235,7 +235,7 @@ class Translators:
235
  inputs = tokenizer(prompt, add_special_tokens=False, return_tensors="pt")
236
  attention_mask = inputs["attention_mask"]
237
  input_length = inputs.shape[1]
238
- outputs = model.generate(inputs['input_ids'],
239
  max_new_tokens=512,
240
  early_stopping=True,
241
  num_beams=5,
 
235
  inputs = tokenizer(prompt, add_special_tokens=False, return_tensors="pt")
236
  attention_mask = inputs["attention_mask"]
237
  input_length = inputs.shape[1]
238
+ outputs = model.generate(inputs['input_ids'].to(model.device),
239
  max_new_tokens=512,
240
  early_stopping=True,
241
  num_beams=5,