update

app.py

@@ -13,9 +13,9 @@ import devicetorch
 MODELS = {
     "RealVisXL V5.0 Lightning": "SG161222/RealVisXL_V5.0_Lightning",
 }
+DEVICE = devicetorch.get(torch)
 def init():
     global pipe
-    DEVICE = devicetorch.get(torch)
 
     config_file = hf_hub_download(
         "xinsir/controlnet-union-sdxl-1.0",
@@ -48,17 +48,10 @@ def init():
 
     pipe.scheduler = TCDScheduler.from_config(pipe.scheduler.config)
 
-    prompt = "high quality"
-    (
-        prompt_embeds,
-        negative_prompt_embeds,
-        pooled_prompt_embeds,
-        negative_pooled_prompt_embeds,
-    ) = pipe.encode_prompt(prompt, DEVICE, True)
-
 
 #@spaces.GPU(duration=16)
-def fill_image(image, model_selection):
+def fill_image(prompt, image, model_selection):
+    init()
     source = image["background"]
     mask = image["layers"][0]
 
@@ -67,6 +60,14 @@ def fill_image(image, model_selection):
     cnet_image = source.copy()
     cnet_image.paste(0, (0, 0), binary_mask)
 
+    (
+        prompt_embeds,
+        negative_prompt_embeds,
+        pooled_prompt_embeds,
+        negative_pooled_prompt_embeds,
+    ) = pipe.encode_prompt(prompt, DEVICE, True)
+
+
     for image in pipe(
         prompt_embeds=prompt_embeds,
         negative_prompt_embeds=negative_prompt_embeds,
@@ -94,7 +95,9 @@ css = """
 
 
 with gr.Blocks(css=css) as demo:
-    run_button = gr.Button("Generate")
+    with gr.Row():
+        prompt = gr.Textbox(value="high quality", label="Prompt")
+        run_button = gr.Button("Generate")
 
     with gr.Row():
         input_image = gr.ImageMask(
@@ -123,7 +126,7 @@ with gr.Blocks(css=css) as demo:
         outputs=result,
     ).then(
         fn=fill_image,
-        inputs=[input_image, model_selection],
+        inputs=[prompt, input_image, model_selection],
         outputs=result,
     )