fix more

run_bug_4297_new.py

@@ -9,7 +9,7 @@ torch.backends.cuda.enable_flash_sdp(False)
 
 # vae = AutoEncoderKL.from_pretrained("stabilityai/sdxl-vae", torch_dtype=torch.float16)
 # base_pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", vae=vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16")
-base_pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16")
+base_pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, use_safetensors=True, variant="fp16")
 base_pipe.to("cuda") # OR, pipe.enable_sequential_cpu_offload() OR,
 
 # Reproducibility.
@@ -32,9 +32,8 @@ pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refine
 pipe.unet.to(memory_format=torch.channels_last)
 pipe.to("cuda") # OR, pipe.enable_sequential_cpu_offload() OR, 
 
-# Generate the base image.
 pre_image = base_pipe(prompt=prompt, generator=generator,
-        num_inference_steps=total_num_steps, negative_prompt=negative_prompt, num_images_per_prompt=batch_size, output_type="latent" if do_latent else "pil").images
+         num_inference_steps=total_num_steps, negative_prompt=negative_prompt, num_images_per_prompt=batch_size, output_type="latent" if do_latent else "pil").images
 
 # Generate a range from 0.1 to 0.9, with 0.1 increments.
 test_strengths = [0.5]

run_xl_lora.py

@@ -1,7 +1,32 @@
 #!/usr/bin/env python3
 from diffusers import DiffusionPipeline
 import torch
+from pathlib import Path
+from huggingface_hub import HfApi
+import os
 
-pipe = DiffusionPipeline.from_pretrained("/home/patrick/sai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16)
-pipe.load_lora_weights("/home/patrick/sai/stable-diffusion-xl-base-1.0/sd_xl_offset_example-lora_1.0.safetensors")
-import ipdb; ipdb.set_trace()
+api = HfApi()
+
+pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16)
+pipe.load_lora_weights("./sd_xl_offset_example-lora_1.0.safetensors")
+pipe.to(torch_dtype=torch.float16)
+pipe.to("cuda")
+
+torch.manual_seed(0)
+
+prompt = "beautiful scenery nature glass bottle landscape, , purple galaxy bottle"
+negative_prompt = "text, watermark"
+
+image = pipe(prompt, negative_prompt=negative_prompt, num_inference_steps=25).images[0]
+
+file_name = f"aaa"
+path = os.path.join(Path.home(), "images", f"{file_name}.png")
+image.save(path)
+
+api.upload_file(
+    path_or_fileobj=path,
+    path_in_repo=path.split("/")[-1],
+    repo_id="patrickvonplaten/images",
+    repo_type="dataset",
+)
+print(f"https://huggingface.co/datasets/patrickvonplaten/images/blob/main/{file_name}.png")

sd_xl_offset_example-lora_1.0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4852686128f953d0277d0793e2f0335352f96a919c9c16a09787d77f55cbdf6f
+size 49553604