update

demo_gradio.py

@@ -48,14 +48,15 @@ controlnet_path = "diffusers/controlnet-depth-sdxl-1.0"
 #torch.cuda.empty_cache()
 device = devicetorch.get(torch)
 devicetorch.empty_cache(torch)
+dtype = devicetorch.dtype(torch, "float16")
 
 # load SDXL pipeline
-controlnet = ControlNetModel.from_pretrained(controlnet_path, variant="fp16", use_safetensors=True, torch_dtype=torch.float16).to(device)
+controlnet = ControlNetModel.from_pretrained(controlnet_path, variant="fp16", use_safetensors=True, torch_dtype=dtype).to(device)
 pipe = StableDiffusionXLControlNetInpaintPipeline.from_pretrained(
     base_model_path,
     controlnet=controlnet,
     use_safetensors=True,
-    torch_dtype=torch.float16,
+    torch_dtype=dtype,
     add_watermarker=False,
 ).to(device)
 pipe.unet = register_cross_attention_hook(pipe.unet)