VisualCloze / data /prefix_instruction.py
lzyhha
init
319886d
import random
condition_list = ["canny", "depth", "hed", "normal", "mlsd", "openpose", "sam2_mask", "mask", "foreground", "background", "uniformer"]
style_list = ["InstantStyle", "ReduxStyle"]
editing_list = ["DepthEdit", "FillEdit"]
degradation_list = [
# blur
"blur",
"compression",
"SRx2",
"SRx4",
"pixelate",
"Defocus",
"GaussianBlur",
# sharpen
"oversharpen",
# nosie
"GaussianNoise",
"PoissonNoise",
"SPNoise",
# mosaic
"mosaic",
# contrast
"contrast_strengthen",
"contrast_weaken",
# quantization
"quantization",
"JPEG",
# light
"brighten",
"darken",
"LowLight",
# color
"saturate_strengthen",
"saturate_weaken",
"gray",
"ColorDistortion",
# infilling
"Inpainting",
# rotate
"rotate90",
"rotate180",
"rotate270",
# other
"Barrel",
"Pincushion",
"Elastic",
# spacial effect
"Rain",
"Frost",
]
def get_image_prompt(image_type):
image_prompts = {
"target": [
"a high-quality image",
"an aesthetically pleasing photograph",
"a high-resolution image",
"an image with vivid details",
"a visually striking and clear picture",
"a high-definition image",
"an image with artistic appeal",
"a sharp and beautifully composed photograph",
"a high-aesthetic image",
"an image with flawless clarity",
"a vibrant and professionally captured photo",
"a crystal-clear image",
"an image with artistic quality"
"a high-quality image with exceptional detail",
"a photo realistic image",
],
"reference": [
"a reference image",
"an image featuring the primary object"
"a reference for the main object",
"a reference image highlighting the central object",
"an image containing the key object",
"a reference image with the main subject included",
"an image providing the main object",
"a reference image showcasing the dominant object",
"an image that includes the main object",
"a reference image capturing the primary subject",
"an image containing the main subject",
],
# condition
"canny": [
"canny edge map with sharp black-and-white contours",
"black-and-white edge map highlighting crisp boundaries",
"canny result showing stark white edges on black",
"edge map with clean white lines on a dark background",
"canny output featuring precise white object outlines",
"black background with white edge-detected contours",
"canny edge map displaying clear white structural edges",
"white edge lines on black from canny detection",
"canny map with sharp white edges and dark voids",
"edge map revealing white outlines of object shapes",
],
"depth": [
"depth map showing gray-scale object contours",
"gray-toned depth map with layered outlines",
"depth map featuring gradient-gray surfaces",
"gray-shaded depth map with distinct edges",
"depth map displaying soft gray gradients",
"gray-scale depth map with clear object boundaries",
"depth map highlighting gray-level depth variations",
"gray-textured depth map with smooth transitions",
"depth map revealing gray-toned spatial layers",
"gray-based depth map with detailed object contours",
],
"hed": [
"hed edge map with smooth flowing contours",
"soft-edged map from hed detection",
"hed result showing refined continuous edges",
"edge map with natural well-connected outlines",
"hed output featuring smooth detailed boundaries",
"elegant edge map with seamless transitions",
"hed edge map displaying clean holistic contours",
"refined edge lines from hed detection",
"hed map with flowing natural object outlines",
"edge map revealing smooth interconnected shapes",
],
"normal": [
"normal map showing surface orientation details",
"rgb-coded normal map for 3D lighting",
"normal map with encoded surface normals",
"detailed normal map for texture shading",
"normal map highlighting surface curvature",
"rgb normal map for bump mapping effects",
"normal map capturing fine geometric details",
"surface normal visualization in rgb colors",
"normal map for realistic lighting interaction",
"normal map displaying directional surface data",
],
"mlsd": [
"mlsd detected straight line segments",
"line segments extracted using mlsd",
"mlsd output showing precise straight lines",
"straight edges detected by mlsd algorithm",
"mlsd result with clean line segment boundaries",
"line segment map generated by mlsd",
"mlsd-detected straight structural lines",
"straight line visualization from mlsd",
"mlsd-based line segment detection output",
"line segments highlighted by mlsd method",
],
"openpose": [
"openpose skeleton with colorful connecting lines",
"body keypoints linked by bright colored lines",
"openpose output showing joints and vibrant skeleton",
"human pose with colored lines for bone structure",
"openpose-detected keypoints and colorful limbs",
"skeletal lines in vivid colors from openpose",
"body joints connected by multicolored straight lines",
"openpose visualization with colorful skeletal links",
"keypoints and bright lines forming body skeleton",
"human pose mapped with colored lines by openpose",
],
"sam2_mask": [
"sam 2 generated colorful segmentation masks",
"color-coded masks from sam 2 segmentation",
"sam 2 output with vibrant object masks",
"segmentation masks in bright colors by sam 2",
"colorful object masks from sam 2 detection",
"sam 2 result showing multicolored regions",
"masks with distinct colors from sam 2",
"sam 2 segmentation with vivid mask overlays",
"colorful masks highlighting objects via sam 2",
"sam 2-generated masks with rich color coding",
],
"uniformer": [
"color-coded objects in uniformer segmentation",
"uniformer map with colored object blocks",
"objects as distinct color patches by uniformer",
"color blocks representing objects in uniformer",
"uniformer output with colored object regions",
"objects highlighted as color zones in uniformer",
"uniformer segmentation showing color-divided objects",
"color patches for objects in uniformer result",
"uniformer map with objects as solid color areas",
"objects segmented as colored blocks by uniformer",
"uniformer map with objects as solid color areas",
],
"mask": [
"Color-coded objects in open-world segmentation",
"Distinct colors marking different objects",
"Objects highlighted as unique color patches",
"Color blocks representing diverse objects",
"Segmented image with varied color zones",
"Objects visualized as solid color regions",
"Colorful map of open-world object segmentation",
"Objects divided by vibrant color boundaries",
"Color-coded segmentation of diverse items",
"Objects mapped as distinct colored areas",
],
"foreground": [
"Foreground on solid color canvas",
"Image with foreground on plain backdrop",
"Foreground placed on monochrome background",
"Objects on solid color base",
"Foreground isolated on uniform color",
"Segmented subject on plain color field",
"Foreground displayed on solid color",
"Image with foreground on solid backdrop",
"Foreground on a clean color canvas",
"Objects on a solid color background",
],
"background": [
"Background-only image with foreground masked",
"Photo showing background after masking foreground",
"Image with foreground removed leaving background",
"Background revealed by masking the foreground",
"Foreground masked to expose background",
"Picture with background visible after masking",
"Image displaying background without foreground",
"Foreground erased leaving only background",
"Background isolated by masking the foreground",
"Photo with foreground hidden showing background",
],
# Style
"style_source": [
"Image in a distinct artistic style",
"Artistically styled picture with unique flair",
"Photo showcasing a specific art style",
"Image with a clear artistic aesthetic",
"Art-style influenced visual composition",
"Picture reflecting a particular art movement",
"Image with bold artistic characteristics",
"Artistically rendered visual content",
"Photo with a strong artistic theme",
"Image embodying a defined art style",
],
"style_target": [
"High-quality image with striking artistic style",
"Crisp photo showcasing bold artistic flair",
"Visually stunning image with artistic influence",
"High-definition picture in a unique art style",
"Artistically styled image with exceptional clarity",
"High-quality visual with distinct artistic touch",
"Sharp photo reflecting a clear artistic theme",
"Artistically crafted image with high resolution",
"Vibrant picture blending quality and art style",
"High-aesthetic image with artistic precision",
],
# Editing
"DepthEdit": [
"a high-quality image",
"an aesthetically pleasing photograph",
"a high-resolution image",
"an image with vivid details",
"a visually striking and clear picture",
"a high-definition image",
"an image with artistic appeal",
"a sharp and beautifully composed photograph",
"a high-aesthetic image",
"an image with flawless clarity",
"a vibrant and professionally captured photo",
"a crystal-clear image",
"an image with artistic quality",
"a high-quality image with exceptional detail",
"a photo realistic image",
],
"FillEdit": [
"a high-quality image",
"an aesthetically pleasing photograph",
"a high-resolution image",
"an image with vivid details",
"a visually striking and clear picture",
"a high-definition image",
"an image with artistic appeal",
"a sharp and beautifully composed photograph",
"a high-aesthetic image",
"an image with flawless clarity",
"a vibrant and professionally captured photo",
"a crystal-clear image",
"an image with artistic quality",
"a high-quality image with exceptional detail",
"a photo realistic image",
],
# degradation
# Blur
"blur": [
"a softly blurred image with smooth transitions",
"a photograph with a gentle motion blur effect",
"an image exhibiting subtle Gaussian blur",
"a picture with a light and even blurring",
"a softly defocused photograph with reduced sharpness",
"an image featuring a mild blur for artistic effect",
"a photograph with a gentle out-of-focus appearance",
"a softly smeared image with smooth edges",
"a picture with a light blur enhancing the mood",
"an image with a delicate blur creating a dreamy effect",
],
"compression": [
"a highly compressed image with noticeable artifacts",
"a photograph showing compression-induced quality loss",
"an image with visible compression artifacts and reduced clarity",
"a picture exhibiting blocky artifacts from compression",
"a compressed photo with color banding and loss of detail",
"an image displaying noticeable compression noise",
"a photograph with degraded quality due to high compression",
"a picture showing pixelation from aggressive compression",
"an image with artifacts and reduced resolution from compression",
"a compressed image featuring loss of sharpness and detail",
],
"SRx2": [
"an image downsampled by a factor of 2 with enhanced details",
"a photograph resized to half its original resolution",
"an downscaled image (2x) maintaining image quality",
"a picture downsized by 2x with preserved sharpness",
"an image scaled half its size with clear details",
"a low-resolution version of the original image (2x)",
"a half-resolution photograph with maintained clarity",
"an image decreased in size by 2x with minimal quality loss",
"a 2x downscaled picture retaining original details",
"an image resized to half its original dimensions with enhanced quality",
],
"SRx4": [
"an image downsampled by a factor of 4 with enhanced details",
"a photograph resized to quarter its original resolution",
"an downscaled image (4x) maintaining image quality",
"a picture downsized by 4x with preserved sharpness",
"an image scaled four times its size with clear details",
"a low-resolution version of the original image (4x)",
"a quadruple-resolution photograph with maintained clarity",
"an image decreased in size by 4x with minimal quality loss",
"a 4x downscaled picture retaining original details",
"an image resized to quarter its original dimensions with enhanced quality",
],
"pixelate": [
"a heavily pixelated image with large blocks",
"a picture showing strong pixelation effects",
"an image with noticeable pixel blocks obscuring details",
"a pixelated photograph with reduced image clarity",
"an image exhibiting coarse pixelation for a stylized look",
"a picture with large pixel squares creating a mosaic effect",
"a highly pixelated photo obscuring fine details",
"an image featuring prominent pixelation and blockiness",
"a pixelated image with distinct square blocks",
"a photograph with exaggerated pixelation for artistic effect",
],
"Defocus": [
"a defocused image with soft and blurry regions",
"a photograph with intentional defocus creating a shallow depth of field",
"an image exhibiting a defocused background with a clear subject",
"a picture with selective defocus enhancing the main object",
"a defocused photo with smooth out-of-focus areas",
"an image showing a defocused effect for artistic blurring",
"a photograph with a softly defocused foreground",
"a picture with partial defocus creating a dreamy appearance",
"an image featuring defocus to highlight specific areas",
"a defocused photograph with gentle blurring around the subject",
],
"GaussianBlur": [
"an image with Gaussian blurring creating a soft focus effect",
"a photograph with a Gaussian blur enhancing the subject",
"a picture with Gaussian blurring to highlight the main object",
"an image featuring Gaussian blur to soften the background",
"a Gaussian-blurred photograph with a soft focus",
"a Gaussian-blurred image with a gentle focus on the subject",
"a picture with Gaussian blurring to emphasize the main subject",
"an image with Gaussian blurring to create a dreamy effect",
"a Gaussian-blurred photograph with a soft focus on the main object",
],
# Sharpen
"oversharpen": [
"an image with excessive sharpening creating halos around edges",
"a photograph overly sharpened with exaggerated edge contrast",
"an oversharpened picture showing unnatural edge highlights",
"a highly sharpened image with pronounced texture details",
"a picture exhibiting over-sharpening with visible artifacts",
"an image with extreme sharpening enhancing all details sharply",
"a photograph with oversharpened edges and increased contrast",
"an overly sharpened image causing unnatural texture emphasis",
"a picture with excessive sharpening effects on all elements",
"an image displaying over-sharpened features with enhanced edges",
],
# Noise
"GaussianNoise": [
"an image with subtle Gaussian noise adding grain",
"a photograph exhibiting Gaussian noise for a textured look",
"a picture with light Gaussian noise enhancing realism",
"an image featuring Gaussian noise with smooth distribution",
"a photo with added Gaussian noise creating a grainy effect",
"an image showing gentle Gaussian noise for artistic texture",
"a photograph with mild Gaussian noise increasing depth",
"a picture with soft Gaussian noise enhancing the image",
"an image displaying Gaussian noise for a vintage feel",
"a photo with Gaussian noise subtly integrated into the image",
],
"PoissonNoise": [
"an image with Poisson noise creating photon distribution effects",
"a photograph exhibiting Poisson noise for realistic grain",
"a picture with added Poisson noise enhancing texture",
"an image featuring Poisson noise with natural variance",
"a photo with Poisson noise simulating low-light conditions",
"an image showing Poisson noise for authentic grain patterns",
"a photograph with mild Poisson noise increasing image depth",
"a picture with Poisson noise adding subtle texture",
"an image displaying Poisson noise for a realistic appearance",
"a photo with Poisson noise integrated for enhanced realism",
],
"SPNoise": [
"an image with salt and pepper noise introducing random pixels",
"a photograph exhibiting SP noise with black and white speckles",
"a picture with added salt and pepper noise creating scattered dots",
"an image featuring SP noise with random pixel disruptions",
"a photo with SP noise simulating transmission errors",
"an image showing salt and pepper noise for a gritty effect",
"a photograph with mild SP noise adding texture variation",
"a picture with SP noise introducing random black and white pixels",
"an image displaying salt and pepper noise for a distressed look",
"a photo with SP noise integrated for a speckled appearance",
],
# Mosaic
"mosaic": [
"an image with a strong mosaic effect obscuring details",
"a photograph exhibiting mosaic patterns with large tiles",
"a picture with applied mosaic effect creating a tiled appearance",
"an image featuring mosaic blocks for privacy masking",
"a photo with mosaic segmentation highlighting regions",
"an image showing a mosaic overlay for abstract effect",
"a photograph with mosaic patterns simplifying the image",
"a picture with a mosaic filter creating geometric tiles",
"an image displaying a mosaic effect for stylistic purposes",
"a photo with mosaic segmentation emphasizing specific areas",
],
# Contrast
"contrast_strengthen": [
"an image with enhanced contrast making colors pop",
"a photograph exhibiting strengthened contrast for vividness",
"a picture with increased contrast highlighting details",
"an image featuring heightened contrast for dramatic effect",
"a photo with boosted contrast enhancing visual depth",
"an image showing strengthened contrast with pronounced shadows and highlights",
"a photograph with amplified contrast for greater clarity",
"a picture with enhanced contrast making elements stand out",
"an image displaying increased contrast for a striking appearance",
"a photo with reinforced contrast improving overall image impact",
],
"contrast_weaken": [
"an image with reduced contrast creating a softer look",
"a photograph exhibiting weakened contrast for a muted effect",
"a picture with decreased contrast making colors more subtle",
"an image featuring lowered contrast for a gentle appearance",
"a photo with diminished contrast softening the overall image",
"an image showing weakened contrast with less pronounced shadows and highlights",
"a photograph with reduced contrast for a flatter visual tone",
"a picture with softened contrast creating a delicate atmosphere",
"an image displaying decreased contrast for a subdued look",
"a photo with lowered contrast enhancing a calm and serene feel",
],
# Quantization
"quantization": [
"an image with quantization artifacts reducing color depth",
"a photograph exhibiting quantization leading to banding effects",
"a picture with applied quantization simplifying color gradients",
"an image featuring quantized color levels creating discrete steps",
"a photo with quantization reducing the number of distinct colors",
"an image showing quantization leading to posterization effects",
"a photograph with quantized color palette for a stylized look",
"a picture with quantization introducing color banding and loss of detail",
"an image displaying quantization effects on smooth color transitions",
"a photo with quantization artifacts simplifying the overall color scheme",
],
"JPEG": [
"a JPEG-compressed image with noticeable compression artifacts",
"a photograph saved in JPEG format showing quality loss",
"an image exhibiting JPEG artifacts like blockiness and blurring",
"a picture with JPEG compression leading to reduced clarity",
"an image featuring JPEG-induced artifacts affecting image quality",
"a photo with visible JPEG compression effects on details",
"an image showing JPEG artifacts such as color banding and pixelation",
"a photograph with degraded quality due to JPEG compression",
"a picture with JPEG compression artifacts impacting the overall appearance",
"an image displaying JPEG-induced quality loss with blurred edges",
],
# Light
"brighten": [
"a brightly lit image with enhanced luminosity",
"a photograph exhibiting increased brightness for a vibrant look",
"a picture with boosted brightness making the scene more radiant",
"an image featuring heightened brightness illuminating all areas",
"a photo with amplified brightness creating a sunny appearance",
"an image showing increased brightness enhancing visibility",
"a photograph with enhanced brightness making colors more vivid",
"a picture with boosted luminosity brightening the overall image",
"an image displaying heightened brightness for a luminous effect",
"a photo with increased brightness adding warmth and clarity",
],
"darken": [
"a darkened image with reduced luminosity creating a moody atmosphere",
"a photograph exhibiting decreased brightness for a subdued look",
"a picture with lowered brightness making the scene more somber",
"an image featuring diminished brightness enhancing shadows",
"a photo with reduced brightness creating a twilight appearance",
"an image showing decreased brightness adding depth and contrast",
"a photograph with darkened tones making colors more muted",
"a picture with lowered luminosity creating a dramatic effect",
"an image displaying reduced brightness for a darker aesthetic",
"a photo with decreased brightness enhancing the mysterious mood",
],
"LowLight": [
"an image with low light conditions creating a dim and shadowy appearance",
"a photograph exhibiting low light to simulate night-time conditions",
"a picture with reduced illumination to create a night-time ambiance",
"an image featuring low light to emphasize the subject in darkness",
"a photo with low light conditions creating a mysterious mood",
"an image showing low light to enhance the dramatic lighting of the scene",
"a photograph with dim lighting to create a soft and dreamy effect",
"a picture with low light to emphasize the texture and details of the image",
"an image displaying low light conditions for a serene and peaceful feel",
],
# Color
"saturate_strengthen": [
"an image with enhanced saturation making colors more vivid",
"a photograph exhibiting strengthened saturation for vibrant hues",
"a picture with boosted color saturation enhancing visual appeal",
"an image featuring heightened saturation creating rich color tones",
"a photo with amplified saturation making colors pop",
"an image showing increased saturation for a lively appearance",
"a photograph with saturated colors enhancing the overall image",
"a picture with strengthened color saturation adding vibrancy",
"an image displaying enhanced saturation for a dynamic look",
"a photo with boosted color intensity making the scene more colorful",
],
"saturate_weaken": [
"an image with reduced saturation creating a muted color palette",
"a photograph exhibiting weakened saturation for subdued tones",
"a picture with lowered color saturation making colors more subtle",
"an image featuring diminished saturation creating a pastel look",
"a photo with decreased saturation softening the overall colors",
"an image showing reduced saturation for a faded appearance",
"a photograph with desaturated colors enhancing a minimalist aesthetic",
"a picture with weakened color saturation adding a calm feel",
"an image displaying lowered saturation for a gentle color scheme",
"a photo with diminished color intensity creating a subdued look",
],
"gray": [
"a grayscale image with varying shades of gray",
"a black and white photograph emphasizing contrast and texture",
"a gray-toned picture highlighting light and shadow",
"an image converted to grayscale showcasing structural details",
"a monochromatic photo with rich gray gradients",
"a grayscale image emphasizing form and composition",
"a black and white picture with balanced gray tones",
"an image in gray scale enhancing depth and dimension",
"a monochrome photograph focusing on texture and contrast",
"a gray-toned image presenting a classic black and white aesthetic",
],
"ColorDistortion": [
"an image with distorted and surreal colors",
"a picture featuring unnatural color tones",
"a visually striking image with altered hues",
"a photo showcasing disrupted color balance",
"an image with vibrant and unexpected colors",
"a picture displaying shifted color spectrums",
"an artwork-like image with perturbed colors",
"a photo with dreamlike and distorted hues",
"an image with unconventional color variations",
"a visually unique picture with color shifts",
],
# Infilling
"Inpainting": [
"an inpainted image seamlessly filling missing areas",
"a photograph with inpainting repairing damaged regions",
"a picture featuring inpainting to restore obscured parts",
"an image using inpainting to complete incomplete areas",
"a photo with inpainting blending filled regions naturally",
"an image showing inpainting techniques removing unwanted objects",
"a photograph with inpainting reconstructing missing details",
"a picture utilizing inpainting to enhance image continuity",
"an image with inpainting seamlessly integrating filled sections",
"a photo using inpainting to mend and complete the visual content",
],
# Rotate
"rotate90": [
"an image rotated 90 degrees clockwise for a new perspective",
"a photograph turned 90 degrees to the right altering the orientation",
"a picture rotated a quarter turn clockwise enhancing composition",
"an image featuring a 90-degree rotation adjusting the viewpoint",
"a photo with a 90-degree clockwise rotation changing the layout",
"an image showing a rotated view at 90 degrees for a fresh angle",
"a photograph rotated right by 90 degrees for dynamic framing",
"a picture with a 90-degree turn clockwise modifying the scene",
"an image displaying a 90-degree rotated orientation for visual interest",
"a photo rotated ninety degrees to enhance the composition",
],
"rotate180": [
"an image rotated 180 degrees flipping it upside down",
"a photograph turned completely around with a 180-degree rotation",
"a picture rotated halfway, creating an inverted perspective",
"an image featuring a 180-degree turn altering the original orientation",
"a photo with an upside-down view due to 180-degree rotation",
"an image showing a flipped perspective with a 180-degree rotation",
"a photograph rotated twice around, changing the viewpoint",
"a picture with a half-turn rotation modifying the scene layout",
"an image displaying a 180-degree rotated orientation for a unique angle",
"a photo rotated one full half-circle to invert the composition",
],
"rotate270": [
"an image rotated 270 degrees clockwise for a new angle",
"a photograph turned 270 degrees to the right altering the orientation",
"a picture rotated three quarters turn clockwise enhancing composition",
"an image featuring a 270-degree rotation adjusting the viewpoint",
"a photo with a 270-degree clockwise rotation changing the layout",
"an image showing a rotated view at 270 degrees for a fresh angle",
"a photograph rotated right by 270 degrees for dynamic framing",
"a picture with a 270-degree turn clockwise modifying the scene",
"an image displaying a 270-degree rotated orientation for visual interest",
"a photo rotated two and a half turns clockwise to enhance the composition",
],
# Other
"Barrel": [
"an image with barrel distortion bending the edges outward",
"a photograph exhibiting barrel distortion creating a convex effect",
"a picture with barrel distortion warping the image edges",
"an image featuring barrel distortion causing peripheral stretching",
"a photo with barrel distortion curving the sides outward",
"an image showing barrel distortion for a fisheye lens effect",
"a photograph with warped edges due to barrel distortion",
"a picture with barrel distortion altering the straight lines",
"an image displaying barrel distortion creating a rounded appearance",
"a photo with barrel distortion enhancing the central focus",
],
"Pincushion": [
"an image with pincushion distortion bending the edges inward",
"a photograph exhibiting pincushion distortion creating a concave effect",
"a picture with pincushion distortion warping the image edges inward",
"an image featuring pincushion distortion causing peripheral compression",
"a photo with pincushion distortion curving the sides inward",
"an image showing pincushion distortion for a telephoto lens effect",
"a photograph with warped edges due to pincushion distortion",
"a picture with pincushion distortion altering the straight lines inward",
"an image displaying pincushion distortion creating a pinched appearance",
"a photo with pincushion distortion enhancing the central focus inward",
],
"Elastic": [
"an image with elastic deformation creating fluid distortions",
"a photograph exhibiting elastic transformations warping the structure",
"a picture with elastic effects bending and stretching elements",
"an image featuring elastic distortions for a dynamic appearance",
"a photo with elastic transformations altering the image geometry",
"an image showing elastic deformation for a fluid, wavy effect",
"a photograph with elastic warping adding motion-like distortions",
"a picture with elastic effects creating flexible and dynamic shapes",
"an image displaying elastic transformations enhancing creative distortion",
"a photo with elastic deformation modifying the original image structure",
],
# Spatial Effect
"Rain": [
"an image with realistic rain effects adding dynamic streaks",
"a photograph exhibiting rain overlays creating a wet atmosphere",
"a picture with rain effects enhancing the scene with falling droplets",
"an image featuring rain streaks adding motion and mood",
"a photo with simulated rain creating a rainy day ambiance",
"an image showing rain effects with dynamic water droplets",
"a photograph with rain overlays adding a sense of movement",
"a picture with rain effects enhancing the visual texture",
"an image displaying rain streaks for a dramatic weather effect",
"a photo with realistic rain adding depth and atmosphere",
],
"Frost": [
"an image with frost overlays creating icy textures",
"a photograph exhibiting frost effects adding a chilly ambiance",
"a picture with frost patterns enhancing the scene with icy details",
"an image featuring frost overlays creating a frozen appearance",
"a photo with simulated frost adding a wintry atmosphere",
"an image showing frost effects with delicate ice patterns",
"a photograph with frost overlays adding a sense of coldness",
"a picture with frost effects enhancing the visual texture with ice",
"an image displaying frost patterns for a frosty weather effect",
"a photo with realistic frost adding depth and a chilly mood",
],
}
if image_type in style_list:
return [random.choice(image_prompts["style_source"]), random.choice(image_prompts["style_target"])]
elif image_type == 'clothing':
return [random.choice(image_prompts["clothing"]), random.choice(image_prompts["fullbody"])]
else:
return [random.choice(image_prompts[image_type])]
def get_layout_instruction(cols, rows):
layout_instruction = [
f"A grid layout with {rows} rows and {cols} columns, displaying {cols*rows} images arranged side by side.",
f"{cols*rows} images are organized into a grid of {rows} rows and {cols} columns, evenly spaced.",
f"A {rows}x{cols} grid containing {cols*rows} images, aligned in a clean and structured layout.",
f"{cols*rows} images are placed in a grid format with {rows} horizontal rows and {cols} vertical columns.",
f"A visual grid composed of {rows} rows and {cols} columns, showcasing {cols*rows} images in a balanced arrangement.",
f"{cols*rows} images form a structured grid, with {rows} rows and {cols} columns, neatly aligned.",
f"A {rows}x{cols} grid layout featuring {cols*rows} images, arranged side by side in a precise pattern.",
f"{cols*rows} images are displayed in a grid of {rows} rows and {cols} columns, creating a uniform visual structure.",
f"A grid with {rows} rows and {cols} columns, containing {cols*rows} images arranged in a symmetrical layout.",
f"{cols*rows} images are organized into a {rows}x{cols} grid, forming a cohesive and orderly display.",
]
return random.choice(layout_instruction)
def get_task_instruction(condition_prompt, target_prompt):
task_instruction = [
f"Each row outlines a logical process, starting from {condition_prompt}, to achieve {target_prompt}.",
f"In each row, a method is described to use {condition_prompt} for generating {target_prompt}.",
f"Each row presents a task that leverages {condition_prompt} to produce {target_prompt}.",
f"Every row demonstrates how to transform {condition_prompt} into {target_prompt} through a logical approach.",
f"Each row details a strategy to derive {target_prompt} based on the provided {condition_prompt}.",
f"In each row, a technique is explained to convert {condition_prompt} into {target_prompt}.",
f"Each row illustrates a pathway from {condition_prompt} to {target_prompt} using a clear logical task.",
f"Every row provides a step-by-step guide to evolve {condition_prompt} into {target_prompt}.",
f"Each row describes a process that begins with {condition_prompt} and results in {target_prompt}.",
f"In each row, a logical task is demonstrated to achieve {target_prompt} based on {condition_prompt}.",
]
return random.choice(task_instruction)
def get_content_instruction():
content_instruction = [
"The content of the last image in the final row is: ",
"The last image of the last row depicts: ",
"In the final row, the last image shows: ",
"The last image in the bottom row illustrates: ",
"The content of the bottom-right image is: ",
"The final image in the last row portrays: ",
"The last image of the final row displays: ",
"In the last row, the final image captures: ",
"The bottom-right corner image presents: ",
"The content of the last image in the concluding row is: ",
]
return random.choice(content_instruction)
graph200k_task_dicts = [
{
"task_name": "conditional generation",
"sample_weight": 1,
"image_list": [
["canny", "target"],
["depth", "target"],
["hed", "target"],
["normal", "target"],
["mlsd", "target"],
["openpose", "target"],
["sam2_mask", "target"],
["uniformer", "target"],
["mask", "target"],
["foreground", "target"],
["background", "target"],
],
},
{
"task_name": "conditional generation with reference",
"sample_weight": 1,
"image_list": [
["reference", "canny", "target"],
["reference", "depth", "target"],
["reference", "hed", "target"],
["reference", "normal", "target"],
["reference", "mlsd", "target"],
["reference", "openpose", "target"],
["reference", "sam2_mask", "target"],
["reference", "uniformer", "target"],
["reference", "mask", "target"],
["reference", "background", "target"],
],
},
{
"task_name": "conditional generation with style",
"sample_weight": 1,
"image_list": [
# instant style
["canny", "InstantStyle"],
["depth", "InstantStyle"],
["hed", "InstantStyle"],
["normal", "InstantStyle"],
["mlsd", "InstantStyle"],
["openpose", "InstantStyle"],
["sam2_mask", "InstantStyle"],
["uniformer", "InstantStyle"],
["mask", "InstantStyle"],
# redux style
["canny", "ReduxStyle"],
["depth", "ReduxStyle"],
["hed", "ReduxStyle"],
["normal", "ReduxStyle"],
["mlsd", "ReduxStyle"],
["openpose", "ReduxStyle"],
["sam2_mask", "ReduxStyle"],
["uniformer", "ReduxStyle"],
["mask", "ReduxStyle"],
],
},
{
"task_name": "image generation with reference",
"sample_weight": 1,
"image_list": [
["reference", "target"],
],
},
{
"task_name": "subject extraction",
"sample_weight": 1,
"image_list": [
["target", "reference"],
],
},
{
"task_name": "style transfer",
"sample_weight": 1,
"image_list": [
["target", "InstantStyle"],
["target", "ReduxStyle"],
["reference", "InstantStyle"],
],
},
{
"task_name": "style transfer with condition",
"sample_weight": 1,
"image_list": [
["reference", "canny", "InstantStyle"],
["reference", "depth", "InstantStyle"],
["reference", "hed", "InstantStyle"],
["reference", "normal", "InstantStyle"],
["reference", "mlsd", "InstantStyle"],
["reference", "openpose", "InstantStyle"],
["reference", "sam2_mask", "InstantStyle"],
["reference", "uniformer", "InstantStyle"],
["reference", "mask", "InstantStyle"],
],
},
{
"task_name": "image editing",
"sample_weight": 1,
"image_list": [
["DepthEdit", "target"],
["FillEdit", "target"],
],
},
{
"task_name": "image editing with reference",
"sample_weight": 1,
"image_list": [
["reference", "DepthEdit", "target"],
["reference", "FillEdit", "target"],
],
},
{
"task_name": "dense prediction",
"sample_weight": 1,
"image_list": [
["target", "canny"],
["target", "depth"],
["target", "hed"],
["target", "normal"],
["target", "mlsd"],
["target", "openpose"],
["target", "sam2_mask"],
["target", "uniformer"],
],
},
{
"task_name": "restoration",
"sample_weight": 1,
"image_list": [
# blur related
["blur", "target"],
["compression", "target"],
["SRx2", "target"],
["SRx4", "target"],
["pixelate", "target"],
["Defocus", "target"],
["GaussianBlur", "target"],
# sharpen related
["oversharpen", "target"],
# noise related
["GaussianNoise", "target"],
["PoissonNoise", "target"],
["SPNoise", "target"],
# mosaic
["mosaic", "target"],
# contrast related
["contrast_strengthen", "target"],
["contrast_weaken", "target"],
# quantization related
["quantization", "target"],
["JPEG", "target"],
# light related
["brighten", "target"],
["darken", "target"],
["LowLight", "target"],
# color related
["saturate_strengthen", "target"],
["saturate_weaken", "target"],
["gray", "target"],
["ColorDistortion", "target"],
# infilling
["Inpainting", "target"],
# rotation related
["rotate90", "target"],
["rotate180", "target"],
["rotate270", "target"],
# distortion related
["Barrel", "target"],
["Pincushion", "target"],
["Elastic", "target"],
# special effects
["Rain", "target"],
["Frost", "target"]
],
},
{
"task_name": "restoration with reference",
"sample_weight": 1,
"image_list": [
# blur related
["reference", "blur", "target"],
["reference", "compression", "target"],
["reference", "SRx2", "target"],
["reference", "SRx4", "target"],
["reference", "pixelate", "target"],
["reference", "Defocus", "target"],
["reference", "GaussianBlur", "target"], # new
# sharpen related
["reference", "oversharpen", "target"],
# noise related
["reference", "GaussianNoise", "target"],
["reference", "PoissonNoise", "target"],
["reference", "SPNoise", "target"],
# mosaic
["reference", "mosaic", "target"],
# contrast related
["reference", "contrast_strengthen", "target"],
["reference", "contrast_weaken", "target"],
# quantization related
["reference", "quantization", "target"],
["reference", "JPEG", "target"],
# light related
["reference", "brighten", "target"],
["reference", "darken", "target"],
["reference", "LowLight", "target"], # new
# color related
["reference", "saturate_strengthen", "target"],
["reference", "saturate_weaken", "target"],
["reference", "gray", "target"],
["reference", "ColorDistortion", "target"],
# infilling
["reference", "Inpainting", "target"],
# rotation related
["reference", "rotate90", "target"],
["reference", "rotate180", "target"],
["reference", "rotate270", "target"],
# distortion related
["reference", "Barrel", "target"],
["reference", "Pincushion", "target"],
["reference", "Elastic", "target"],
# special effects
["reference", "Rain", "target"],
["reference", "Frost", "target"]
],
}
]
test_task_dicts = [
{
"task_name": "conditional generation",
"sample_weight": 1,
"image_list": [
["canny", "target"],
["depth", "target"],
["hed", "target"],
["normal", "target"],
["mlsd", "target"],
["openpose", "target"],
["sam2_mask", "target"],
["uniformer", "target"],
["mask", "target"],
["foreground", "target"],
["background", "target"],
],
},
{
"task_name": "image generation with reference",
"sample_weight": 1,
"image_list": [
["reference", "target"],
],
},
{
"task_name": "conditional generation with reference",
"sample_weight": 1,
"image_list": [
["reference", "depth", "target"],
["reference", "openpose", "target"],
],
},
{
"task_name": "subject extraction",
"sample_weight": 0.2,
"image_list": [
["target", "reference"],
],
},
{
"task_name": "dense prediction",
"sample_weight": 1,
"image_list": [
["target", "depth"],
["target", "openpose"],
],
},
{
"task_name": "restoration",
"sample_weight": 1,
"image_list": [
# blur related
["GaussianBlur", "target"],
# infilling
["Inpainting", "target"],
# rotation related
["rotate90", "target"],
# distortion related
["Elastic", "target"],
],
},
{
"task_name": "restoration with reference",
"sample_weight": 1,
"image_list": [
# infilling
["reference", "Inpainting", "target"],
],
},
{
"task_name": "image editing with reference",
"sample_weight": 1,
"image_list": [
["reference", "DepthEdit", "target"],
["reference", "FillEdit", "target"],
],
},
{
"task_name": "style transfer",
"sample_weight": 1,
"image_list": [
["target", "InstantStyle"],
["target", "ReduxStyle"],
["reference", "InstantStyle"],
],
},
{
"task_name": "style transfer with condition",
"sample_weight": 1,
"image_list": [
["reference", "canny", "InstantStyle"],
["reference", "depth", "InstantStyle"],
["reference", "hed", "InstantStyle"],
["reference", "normal", "InstantStyle"],
["reference", "mlsd", "InstantStyle"],
["reference", "openpose", "InstantStyle"],
["reference", "sam2_mask", "InstantStyle"],
["reference", "uniformer", "InstantStyle"],
["reference", "mask", "InstantStyle"],
],
},
{
"task_name": "subject extraction",
"sample_weight": 1,
"image_list": [
["target", "reference"],
],
},
]