Update app.py

app.py

@@ -16,6 +16,7 @@ os.putenv("HF_HUB_ENABLE_HF_TRANSFER", "1")
 
 # Use gr.State to hold the predictor.  Initialize it to None.
 predictor_state = gr.State(None)
+device="cuda:0" if torch.cuda.is_available() else "cpu" # Pass device to the constructor
 
 
 def init_predictor(task_type: str):
@@ -35,7 +36,6 @@ def init_predictor(task_type: str):
                 parameters_level=True,
             ),
             use_multiprocessing=False,
-            device="cuda:0" if torch.cuda.is_available() else "cpu" # Pass device to the constructor
         )
         return predictor
     except (RepositoryNotFoundError, RevisionNotFoundError, EntryNotFoundError) as e: