|
|
from PIL import Image, ImageDraw, ImageFilter |
|
|
import math |
|
|
import random |
|
|
import io |
|
|
import base64 |
|
|
|
|
|
class EndpointHandler: |
|
|
def __init__(self, path=""): |
|
|
"""Initialize DiffSketchEdit handler for Hugging Face Inference API""" |
|
|
pass |
|
|
|
|
|
def __call__(self, data): |
|
|
"""Edit sketch based on text prompt""" |
|
|
|
|
|
inputs = data.get("inputs", "") |
|
|
if isinstance(inputs, dict): |
|
|
prompt = inputs.get("prompt", inputs.get("text", "")) |
|
|
input_image_data = inputs.get("input_image", None) |
|
|
edit_type = inputs.get("edit_type", "refine") |
|
|
else: |
|
|
prompt = str(inputs) |
|
|
input_image_data = data.get("input_image", None) |
|
|
edit_type = data.get("edit_type", "refine") |
|
|
|
|
|
if not prompt: |
|
|
prompt = "edit sketch" |
|
|
|
|
|
|
|
|
input_image = None |
|
|
if input_image_data: |
|
|
try: |
|
|
if isinstance(input_image_data, str): |
|
|
|
|
|
img_data = base64.b64decode(input_image_data) |
|
|
input_image = Image.open(io.BytesIO(img_data)).convert('RGB') |
|
|
input_image = input_image.resize((224, 224)) |
|
|
except Exception: |
|
|
input_image = None |
|
|
|
|
|
|
|
|
image = self.edit_sketch(prompt, input_image, edit_type) |
|
|
|
|
|
|
|
|
return image |
|
|
|
|
|
def edit_sketch(self, prompt, input_image=None, edit_type="refine"): |
|
|
"""Edit or create a sketch based on the prompt""" |
|
|
|
|
|
if input_image is None: |
|
|
|
|
|
img = self._create_initial_sketch(prompt) |
|
|
else: |
|
|
img = input_image.copy() |
|
|
|
|
|
|
|
|
if edit_type == "refine": |
|
|
img = self._refine_sketch(img, prompt) |
|
|
elif edit_type == "style_transfer": |
|
|
img = self._apply_style_transfer(img, prompt) |
|
|
elif edit_type == "add_details": |
|
|
img = self._add_details(img, prompt) |
|
|
elif edit_type == "color": |
|
|
img = self._apply_coloring(img, prompt) |
|
|
else: |
|
|
|
|
|
img = self._refine_sketch(img, prompt) |
|
|
|
|
|
return img |
|
|
|
|
|
def _create_initial_sketch(self, prompt): |
|
|
"""Create initial sketch based on prompt""" |
|
|
img = Image.new('RGB', (224, 224), 'white') |
|
|
draw = ImageDraw.Draw(img) |
|
|
|
|
|
prompt_lower = prompt.lower() |
|
|
|
|
|
if any(word in prompt_lower for word in ['house', 'building', 'home']): |
|
|
self._draw_house_sketch(draw) |
|
|
elif any(word in prompt_lower for word in ['tree', 'plant', 'nature']): |
|
|
self._draw_tree_sketch(draw) |
|
|
elif any(word in prompt_lower for word in ['face', 'portrait', 'person']): |
|
|
self._draw_face_sketch(draw) |
|
|
elif any(word in prompt_lower for word in ['car', 'vehicle']): |
|
|
self._draw_car_sketch(draw) |
|
|
elif any(word in prompt_lower for word in ['flower', 'bloom']): |
|
|
self._draw_flower_sketch(draw) |
|
|
else: |
|
|
self._draw_abstract_sketch(draw, prompt) |
|
|
|
|
|
return img |
|
|
|
|
|
def _draw_house_sketch(self, draw): |
|
|
"""Draw basic house sketch""" |
|
|
|
|
|
draw.rectangle([50, 120, 174, 180], outline='black', width=2) |
|
|
|
|
|
draw.polygon([(50, 120), (112, 80), (174, 120)], outline='black', width=2) |
|
|
|
|
|
draw.rectangle([100, 150, 124, 180], outline='black', width=2) |
|
|
|
|
|
draw.rectangle([70, 140, 90, 160], outline='black', width=2) |
|
|
draw.rectangle([134, 140, 154, 160], outline='black', width=2) |
|
|
|
|
|
def _draw_tree_sketch(self, draw): |
|
|
"""Draw basic tree sketch""" |
|
|
|
|
|
draw.rectangle([105, 140, 119, 200], fill='brown', outline='black', width=2) |
|
|
|
|
|
draw.ellipse([70, 80, 154, 150], outline='green', width=3) |
|
|
|
|
|
for angle in range(0, 360, 60): |
|
|
x = 112 + 25 * math.cos(math.radians(angle)) |
|
|
y = 115 + 25 * math.sin(math.radians(angle)) |
|
|
draw.line([112, 115, x, y], fill='brown', width=2) |
|
|
|
|
|
def _draw_face_sketch(self, draw): |
|
|
"""Draw basic face sketch""" |
|
|
center = (112, 112) |
|
|
|
|
|
draw.ellipse([center[0]-40, center[1]-50, center[0]+40, center[1]+30], |
|
|
outline='black', width=2) |
|
|
|
|
|
draw.ellipse([center[0]-20, center[1]-20, center[0]-10, center[1]-10], |
|
|
outline='black', width=2) |
|
|
draw.ellipse([center[0]+10, center[1]-20, center[0]+20, center[1]-10], |
|
|
outline='black', width=2) |
|
|
|
|
|
draw.line([center[0], center[1]-5, center[0]-3, center[1]+5], fill='black', width=2) |
|
|
|
|
|
draw.arc([center[0]-15, center[1]+5, center[0]+15, center[1]+20], 0, 180, fill='black', width=2) |
|
|
|
|
|
def _draw_car_sketch(self, draw): |
|
|
"""Draw basic car sketch""" |
|
|
|
|
|
draw.rectangle([50, 120, 174, 160], outline='black', width=2) |
|
|
|
|
|
draw.rectangle([70, 100, 154, 120], outline='black', width=2) |
|
|
|
|
|
draw.ellipse([60, 150, 80, 170], outline='black', width=2) |
|
|
draw.ellipse([144, 150, 164, 170], outline='black', width=2) |
|
|
|
|
|
draw.rectangle([75, 105, 100, 115], outline='black', width=1) |
|
|
draw.rectangle([124, 105, 149, 115], outline='black', width=1) |
|
|
|
|
|
def _draw_flower_sketch(self, draw): |
|
|
"""Draw basic flower sketch""" |
|
|
center = (112, 112) |
|
|
|
|
|
draw.line([center[0], center[1]+20, center[0], 200], fill='green', width=4) |
|
|
|
|
|
for angle in range(0, 360, 45): |
|
|
x = center[0] + 25 * math.cos(math.radians(angle)) |
|
|
y = center[1] + 25 * math.sin(math.radians(angle)) |
|
|
draw.ellipse([x-8, y-15, x+8, y+5], outline='black', width=2) |
|
|
|
|
|
draw.ellipse([center[0]-8, center[1]-8, center[0]+8, center[1]+8], |
|
|
outline='black', width=2) |
|
|
|
|
|
def _draw_abstract_sketch(self, draw, prompt): |
|
|
"""Draw abstract sketch""" |
|
|
prompt_hash = hash(prompt) % 100 |
|
|
|
|
|
for i in range(5): |
|
|
x1 = (i * 40 + prompt_hash) % 180 + 22 |
|
|
y1 = (i * 30 + prompt_hash) % 160 + 32 |
|
|
x2 = x1 + 40 + (i * 10) % 30 |
|
|
y2 = y1 + 60 + (i * 15) % 40 |
|
|
draw.ellipse([x1, y1, x2, y2], outline='black', width=2) |
|
|
|
|
|
def _refine_sketch(self, img, prompt): |
|
|
"""Refine the sketch with enhanced details""" |
|
|
|
|
|
img = img.filter(ImageFilter.SHARPEN) |
|
|
|
|
|
draw = ImageDraw.Draw(img) |
|
|
|
|
|
|
|
|
prompt_lower = prompt.lower() |
|
|
|
|
|
if "house" in prompt_lower: |
|
|
|
|
|
for y in range(80, 120, 5): |
|
|
for x in range(50 + (y-80)//2, 174 - (y-80)//2, 10): |
|
|
draw.line([x, y, x+5, y], fill='gray', width=1) |
|
|
|
|
|
draw.ellipse([120, 164, 122, 166], fill='black') |
|
|
|
|
|
elif "tree" in prompt_lower: |
|
|
|
|
|
for i in range(10): |
|
|
x = 70 + random.randint(0, 84) |
|
|
y = 80 + random.randint(0, 70) |
|
|
draw.ellipse([x-2, y-2, x+2, y+2], fill='green') |
|
|
|
|
|
elif "face" in prompt_lower: |
|
|
|
|
|
center = (112, 112) |
|
|
|
|
|
draw.arc([center[0]-25, center[1]-35, center[0]-5, center[1]-25], 0, 180, fill='black', width=2) |
|
|
draw.arc([center[0]+5, center[1]-35, center[0]+25, center[1]-25], 0, 180, fill='black', width=2) |
|
|
|
|
|
draw.ellipse([center[0]-17, center[1]-17, center[0]-13, center[1]-13], fill='black') |
|
|
draw.ellipse([center[0]+13, center[1]-17, center[0]+17, center[1]-13], fill='black') |
|
|
|
|
|
return img |
|
|
|
|
|
def _apply_style_transfer(self, img, prompt): |
|
|
"""Apply style transfer effects""" |
|
|
prompt_lower = prompt.lower() |
|
|
|
|
|
if "cartoon" in prompt_lower: |
|
|
|
|
|
img = img.filter(ImageFilter.EDGE_ENHANCE_MORE) |
|
|
|
|
|
from PIL import ImageEnhance |
|
|
enhancer = ImageEnhance.Color(img) |
|
|
img = enhancer.enhance(1.5) |
|
|
|
|
|
elif "realistic" in prompt_lower: |
|
|
|
|
|
img = img.filter(ImageFilter.GaussianBlur(radius=0.5)) |
|
|
|
|
|
import numpy as np |
|
|
pixels = np.array(img) |
|
|
noise = np.random.normal(0, 3, pixels.shape) |
|
|
pixels = np.clip(pixels + noise, 0, 255).astype(np.uint8) |
|
|
img = Image.fromarray(pixels) |
|
|
|
|
|
elif "watercolor" in prompt_lower: |
|
|
|
|
|
img = img.filter(ImageFilter.GaussianBlur(radius=1.0)) |
|
|
from PIL import ImageEnhance |
|
|
enhancer = ImageEnhance.Color(img) |
|
|
img = enhancer.enhance(0.8) |
|
|
|
|
|
return img |
|
|
|
|
|
def _add_details(self, img, prompt): |
|
|
"""Add contextual details to the sketch""" |
|
|
draw = ImageDraw.Draw(img) |
|
|
prompt_lower = prompt.lower() |
|
|
|
|
|
if "landscape" in prompt_lower: |
|
|
|
|
|
for i in range(3): |
|
|
x = 40 + i * 60 |
|
|
y = 30 + i * 10 |
|
|
draw.ellipse([x, y, x+30, y+15], fill='lightgray', outline='gray') |
|
|
|
|
|
for i in range(2): |
|
|
x = 60 + i * 80 |
|
|
y = 50 + i * 5 |
|
|
draw.arc([x, y, x+10, y+5], 0, 180, fill='black', width=1) |
|
|
|
|
|
elif "portrait" in prompt_lower: |
|
|
|
|
|
center = (112, 112) |
|
|
for i in range(15): |
|
|
x = center[0] + random.randint(-50, 50) |
|
|
y = center[1] - 60 + random.randint(0, 30) |
|
|
draw.line([x, y, x + random.randint(-5, 5), y + random.randint(10, 30)], |
|
|
fill='brown', width=1) |
|
|
|
|
|
elif "building" in prompt_lower: |
|
|
|
|
|
|
|
|
draw.rectangle([69, 139, 91, 161], outline='black', width=1) |
|
|
draw.rectangle([133, 139, 155, 161], outline='black', width=1) |
|
|
|
|
|
draw.rectangle([140, 70, 150, 90], outline='black', width=2) |
|
|
|
|
|
return img |
|
|
|
|
|
def _apply_coloring(self, img, prompt): |
|
|
"""Apply coloring to the sketch""" |
|
|
|
|
|
img = img.convert('RGBA') |
|
|
|
|
|
|
|
|
color_overlay = Image.new('RGBA', img.size, (0, 0, 0, 0)) |
|
|
draw = ImageDraw.Draw(color_overlay) |
|
|
|
|
|
prompt_lower = prompt.lower() |
|
|
|
|
|
if "sunset" in prompt_lower: |
|
|
|
|
|
draw.rectangle([0, 0, 224, 112], fill=(255, 200, 100, 50)) |
|
|
draw.rectangle([0, 112, 224, 224], fill=(255, 150, 50, 30)) |
|
|
|
|
|
elif "nature" in prompt_lower: |
|
|
|
|
|
draw.rectangle([0, 140, 224, 224], fill=(100, 200, 100, 40)) |
|
|
draw.rectangle([0, 0, 224, 140], fill=(150, 200, 255, 30)) |
|
|
|
|
|
elif "warm" in prompt_lower: |
|
|
|
|
|
draw.rectangle([0, 0, 224, 224], fill=(255, 200, 150, 25)) |
|
|
|
|
|
elif "cool" in prompt_lower: |
|
|
|
|
|
draw.rectangle([0, 0, 224, 224], fill=(150, 200, 255, 25)) |
|
|
|
|
|
|
|
|
img = Image.alpha_composite(img, color_overlay) |
|
|
img = img.convert('RGB') |
|
|
|
|
|
return img |