Update README.md

README.md

@@ -20,26 +20,47 @@ datasets:
 inference: true
 ---
 
-<!-- This model card has been generated automatically according to the information the training script had access to. You
-should probably proofread and complete it, then remove this comment. -->
+# controlnet_normal
 
+Generate a normal map from a photograph or basecolor (albedo) map.
 
-# controlnet_normal
+# Usage
 
-Estimate normal maps from basecolor maps.
+```
+import argparse
 
-## Intended uses & limitations
+from PIL import Image
+from diffusers import StableDiffusionControlNetPipeline, ControlNetModel, UniPCMultistepScheduler
+from diffusers.utils import load_image
+import torch
 
-#### How to use
+parser = argparse.ArgumentParser(description="Args for parser")
+parser.add_argument("--seed", type=int, default=1, help="Seed for inference")
+args = parser.parse_args()
 
-```python
-# TODO: add an example code snippet for running this diffusion pipeline
-```
+base_model_path = "stabilityai/stable-diffusion-2-1-base"
+controlnet_path = "sidnarsipur/controlnet_normal"
+
+controlnet = ControlNetModel.from_pretrained(controlnet_path, torch_dtype=torch.float16)
+pipe = StableDiffusionControlNetPipeline.from_pretrained(
+    base_model_path, controlnet=controlnet, torch_dtype=torch.float16
+)
+
+pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
+pipe.enable_xformers_memory_efficient_attention()
+pipe.enable_model_cpu_offload()
+
+control_image = load_image("inference/basecolor.png") #Change based on your image path
+prompt = "Normal Map" #Don't change!
+
+if control_image.size[0] > 2048 or control_image.size[1] > 2048: #Optional
+    control_image = control_image.resize((control_image.size[0] // 2, control_image.size[1] // 2))
 
-#### Limitations and bias
+generator = torch.manual_seed(args.seed)
 
-[TODO: provide examples of latent issues and potential remediations]
+image = pipe(
+    prompt, num_inference_steps=50, generator=generator, image=control_image
+).images[0]
+image.save("inference/normal.png")
 
-## Training details
 
-[TODO: describe the data used to train the model]