update

infer_api.py

@@ -277,6 +277,9 @@ def run_multiview_infer(data, pipeline, cfg: TestConfig, num_levels=3):
         generator = None
     else:
         generator = torch.Generator(device=pipeline.unet.device).manual_seed(cfg.seed)
+
+    if torch.cuda.is_available():
+        pipeline.to(device)
     
     images_cond = []
     results = {}
@@ -337,14 +340,11 @@ def run_multiview_infer(data, pipeline, cfg: TestConfig, num_levels=3):
     return results
 
 
-@spaces.GPU
 def load_multiview_pipeline(cfg):
     pipeline = StableUnCLIPImg2ImgPipeline.from_pretrained(
         cfg.pretrained_path,
         torch_dtype=torch.float16,)
     pipeline.unet.enable_xformers_memory_efficient_attention()
-    if torch.cuda.is_available():
-        pipeline.to(device)
     return pipeline
 
 
@@ -761,7 +761,6 @@ class InferSlrmAPI:
 
         return mesh_fpath
 
-@spaces.GPU
 class InferMultiviewAPI:
     def __init__(self, config):
         parser = argparse.ArgumentParser()

infer_multiview.py

@@ -227,6 +227,7 @@ def load_multiview_pipeline(cfg):
         cfg.pretrained_path,
         torch_dtype=torch.float16,)
     pipeline.unet.enable_xformers_memory_efficient_attention()
+    import pdb; pdb.set_trace()
     if torch.cuda.is_available():
         pipeline.to(device)
     return pipeline