Update app.py

app.py

@@ -85,7 +85,7 @@ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
     
 def load_and_prepare_model():
     #vaeRV = AutoencoderKL.from_pretrained("SG161222/RealVisXL_V5.0", subfolder='vae', safety_checker=None, use_safetensors=True, token=True)
-    vaeXL = AutoencoderKL.from_pretrained("stabilityai/sdxl-vae", safety_checker=None, use_safetensors=False, low_cpu_mem_usage=False, torch_dtype=torch.float32, token=True) #.to(device).to(torch.bfloat16) #.to(device=device, dtype=torch.bfloat16)
+    vaeXL = AutoencoderKL.from_pretrained("stabilityai/sdxl-vae", device_map='cpu', safety_checker=None, use_safetensors=False, low_cpu_mem_usage=False, torch_dtype=torch.float32, token=True) #.to(device).to(torch.bfloat16) #.to(device=device, dtype=torch.bfloat16)
     #sched = EulerAncestralDiscreteScheduler.from_pretrained('ford442/RealVisXL_V5.0_BF16', subfolder='scheduler',beta_schedule="scaled_linear", beta_start=0.00085, beta_end=0.012, steps_offset=1,use_karras_sigmas=True)
     #sched = DPMSolverSDEScheduler.from_pretrained('ford442/RealVisXL_V5.0_BF16', subfolder='scheduler')
     #sched = EulerAncestralDiscreteScheduler.from_pretrained('ford442/RealVisXL_V5.0_BF16', subfolder='scheduler',beta_schedule="scaled_linear", token=True) #, beta_start=0.00085, beta_end=0.012, steps_offset=1,use_karras_sigmas=True, token=True)
@@ -97,7 +97,7 @@ def load_and_prepare_model():
         add_watermarker=False,
         #text_encoder=None,
         #text_encoder_2=None,
-     #   vae=None,
+        vae=None,
     )
     #pipe.vae = vaeXL #.to(torch.bfloat16)
     #pipe.scheduler = sched
@@ -111,9 +111,8 @@ def load_and_prepare_model():
     #pipe.unet.to(memory_format=torch.channels_last)
     #pipe.enable_vae_tiling()
     pipe.to(device=device, dtype=torch.bfloat16)
-    pipe.unet.set_attn_processor(AttnProcessor2_0())
     pipe.vae = vaeXL #.to('cpu') #.to(torch.bfloat16)
-    
+    pipe.unet.set_attn_processor(AttnProcessor2_0())
     pipe.vae.set_default_attn_processor()
     return pipe