Update app.py
Browse files
app.py
CHANGED
|
@@ -235,7 +235,7 @@ class Translators:
|
|
| 235 |
inputs = tokenizer(prompt, add_special_tokens=False, return_tensors="pt")
|
| 236 |
attention_mask = inputs["attention_mask"]
|
| 237 |
input_length = inputs.shape[1]
|
| 238 |
-
outputs = model.generate(inputs['input_ids'],
|
| 239 |
max_new_tokens=512,
|
| 240 |
early_stopping=True,
|
| 241 |
num_beams=5,
|
|
|
|
| 235 |
inputs = tokenizer(prompt, add_special_tokens=False, return_tensors="pt")
|
| 236 |
attention_mask = inputs["attention_mask"]
|
| 237 |
input_length = inputs.shape[1]
|
| 238 |
+
outputs = model.generate(inputs['input_ids'].to(model.device),
|
| 239 |
max_new_tokens=512,
|
| 240 |
early_stopping=True,
|
| 241 |
num_beams=5,
|