Update app.py

app.py

@@ -35,7 +35,7 @@ model = MTRanker.from_pretrained('ibraheemmoosa/mt-ranker-base')
 def predict(source, translation1, translation2):
     model_input = "Source: {} Translation 0: {} Translation 1: {}".format(source, translation1, translation2)
     inputs = tokenizer([model_input], max_length=512, padding='max_length', truncation=True, return_tensors='pt')
-    with autocast(dtype=torch.bfloat16):
+    with torch.inference_mode():
         logits = model(inputs.input_ids, inputs.attention_mask)
         output_scores = torch.softmax(logits, dim=1)
         output_scores = output_scores[0]