make sure the space code runs with cuda

app.py

@@ -52,7 +52,8 @@ OCR_WITH_REGION_EXAMPLES = [
     ["microsoft/Florence-2-large-ft", OCR_WITH_REGION_TASK_NAME, "https://media.roboflow.com/inference/license_plate_1.jpg"]
 ]
 
-DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+# DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+DEVICE = "cuda"
 MODELS, PROCESSORS = load_models(DEVICE)
 
 

utils/models.py

@@ -20,7 +20,7 @@ def load_models(device: torch.device) -> Tuple[Dict[str, Any], Dict[str, Any]]:
         processors = {}
         for checkpoint in CHECKPOINTS:
             models[checkpoint] = AutoModelForCausalLM.from_pretrained(
-                checkpoint, trust_remote_code=True).to(device)
+                checkpoint, trust_remote_code=True).to(device).eval()
             processors[checkpoint] = AutoProcessor.from_pretrained(
                 checkpoint, trust_remote_code=True)
     return models, processors