Spaces:
Running
on
Zero
Running
on
Zero
File size: 2,629 Bytes
319886d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 |
import os
from data.prefix_instruction import get_image_prompt, get_task_instruction, get_layout_instruction, get_content_instruction
import random
from PIL import Image
task_instruction = "In each row, a logical task is demonstrated to achieve [IMAGE2] a high-aesthetic image based on [IMAGE1] an aesthetically pleasing photograph. Each row shows a process to edit the image with the given editing instruction."
editing_instruction = "The editing instruction in the last row is: "
editing = [
dict(
name='add',
images=[
os.path.join('demo_tasks/examples/omniedit/task_obj_add_273266.jpg'),
os.path.join('demo_tasks/examples/omniedit/task_obj_add_273266_edit.jpg'),
os.path.join('demo_tasks/examples/omniedit/task_obj_add_528329.jpg'),
os.path.join('demo_tasks/examples/omniedit/task_obj_add_528329_edit.jpg'),
],
grid_h=2,
grid_w=2,
task_prompt=task_instruction + " " + editing_instruction + "<editing instruction> Add a large hawk perched on a branch in the foreground. <\editing instruction>",
content_prompt="",
),
dict(
name='remove',
images=[
os.path.join('demo_tasks/examples/omniedit/task_obj_add_528329_edit.jpg'),
os.path.join('demo_tasks/examples/omniedit/task_obj_add_528329.jpg'),
os.path.join('demo_tasks/examples/omniedit/task_obj_remove_855511_edit.jpg'),
os.path.join('demo_tasks/examples/omniedit/task_obj_remove_855511.jpg'),
],
grid_h=2,
grid_w=2,
task_prompt=task_instruction + " " + editing_instruction + "<editing instruction> Remove a small, orange and white monkey with black face sitting on a branch in the tree. <\editing instruction>",
content_prompt="",
),
]
editing_text = [[x['name']] for x in editing]
def process_editing_tasks(x):
for task in editing:
if task['name'] == x[0]:
task_prompt = task['task_prompt']
content_prompt = task['content_prompt']
images = task['images']
rets = []
for image in images:
rets.append(Image.open(image))
grid_h = task['grid_h']
grid_w = task['grid_w']
mask = task.get('mask', [0 for _ in range(grid_w - 1)] + [1])
layout_prompt = get_layout_instruction(grid_w, grid_h)
upsampling_noise = None
steps = None
outputs = [mask, grid_h, grid_w, layout_prompt, task_prompt, content_prompt, upsampling_noise, steps] + rets
break
return outputs
|