merge conflict

compel_run.py

@@ -0,0 +1,31 @@
+#!/usr/bin/env python3
+from diffusers import DiffusionPipeline
+from huggingface_hub import HfApi
+import os
+from pathlib import Path
+from compel import Compel
+import torch
+
+api = HfApi()
+
+pipeline = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-0.9", variant="fp16", use_safetensors=True, torch_dtype=torch.float16).to("cuda")
+compel = Compel(tokenizer=[pipeline.tokenizer, pipeline.tokenizer_2] , text_encoder=[pipeline.text_encoder, pipeline.text_encoder_2], use_penultimate_clip_layer=True, use_penultimate_layer_norm=False, requires_pooled=[False, True])
+
+# upweight "ball"
+prompt = "a cat playing with a ball-- in the forest"
+conditioning, pooled = compel(prompt)
+
+# generate image
+image = pipeline(prompt_embeds=conditioning, pooled_prompt_embeds=pooled, num_inference_steps=30).images[0]
+
+file_name = f"ball_minus_minus"
+path = os.path.join(Path.home(), "images", f"{file_name}.png")
+image.save(path)
+
+api.upload_file(
+    path_or_fileobj=path,
+    path_in_repo=path.split("/")[-1],
+    repo_id="patrickvonplaten/images",
+    repo_type="dataset",
+)
+print(f"https://huggingface.co/datasets/patrickvonplaten/images/blob/main/{file_name}.png")

run_local_xl.py

@@ -17,26 +17,35 @@ api = HfApi()
 start_time = time.time()
 
 use_refiner = bool(int(sys.argv[1]))
+use_diffusers = True
 
-# pipe_1 = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-0.9", torch_dtype=torch.float16, variant="fp16", use_safetensors=True)
-pipe = StableDiffusionXLPipeline.from_single_file("https://huggingface.co/nichijoufan777/stable-diffusion-xl-base-0.9/blob/main/sd_xl_base_0.9.safetensors", torch_dtype=torch.float16, use_safetensors=True)
-pipe.to("cuda")
-# pipe.enable_model_cpu_offload()
+if use_diffusers:
+    start_time = time.time()
+    pipe = StableDiffusionXLPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-0.9", torch_dtype=torch.float16, variant="fp16", use_safetensors=True, local_files_only=True)
+    pipe.to("cuda")
+
+    if use_refiner:
+        refiner = StableDiffusionXLImg2ImgPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-0.9", torch_dtype=torch.float16, use_safetensors=True, variant="fp16")
+        refiner.to("cuda")
+        # refiner.enable_sequential_cpu_offload()
+else:
+    pipe = StableDiffusionXLPipeline.from_single_file("https://huggingface.co/stabilityai/stable-diffusion-xl-base-0.9/blob/main/sd_xl_base_0.9.safetensors", torch_dtype=torch.float16, use_safetensors=True)
+    pipe.to("cuda")
+
+    if use_refiner:
+        refiner = StableDiffusionXLImg2ImgPipeline.from_single_file("https://huggingface.co/stabilityai/stable-diffusion-xl-refiner-0.9/blob/main/sd_xl_refiner_0.9.safetensors", torch_dtype=torch.float16, use_safetensors=True)
+        refiner.to("cuda")
 
-if use_refiner:
-    refiner = StableDiffusionXLImg2ImgPipeline.from_single_file("https://huggingface.co/nichijoufan777/stable-diffusion-xl-refiner-0.9/blob/main/sd_xl_refiner_0.9.safetensors", torch_dtype=torch.float16)
-    refiner.to("cuda")
 
 prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k"
 seed_everything(0)
-image = pipe(prompt=prompt, output_type="latent" if use_refiner else "pil").images[0]
+image = pipe(prompt=prompt, num_inference_steps=2, output_type="latent" if use_refiner else "pil").images[0]
 # image = pipe(prompt=prompt, output_type="latent" if use_refiner else "pil").images[0]
 
 if use_refiner:
-    image = refiner(prompt=prompt, image=image[None, :]).images[0]
+    image = refiner(prompt=prompt, num_inference_steps=5, image=image[None, :]).images[0]
 
 # pipe.unet.to(memory_format=torch.channels_last)
-# pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
 # pipe(prompt=prompt, num_inference_steps=2).images[0]
 
 # image = pipe(prompt=prompt, num_images_per_prompt=1, num_inference_steps=40, output_type="latent").images