Added multiple variant generator

pages/1_Autocenter_HolidayCard.py

@@ -89,6 +89,9 @@ if uploaded_file is not None:
     preview_image = draw_crop_preview(original_image.copy(), x_pos, y_pos, crop_width, crop_height)
     st.image(preview_image, caption="Crop Preview", use_column_width=True)
 
+    st.subheader("Set Parameters for Each Holiday Card")
+
+    # Define the list of suggested holiday prompts
     holiday_prompts = [
         "A border of Festive snowflakes and winter patterns for a holiday card border",
         "A border of Joyful Christmas ornaments and lights decorating the edges",
@@ -97,75 +100,79 @@ if uploaded_file is not None:
         "A border of New Year's Eve fireworks with stars and confetti framing the image"
     ]
 
-    selected_prompt = st.selectbox("Choose a holiday-themed prompt or enter your own", options=["Custom"] + holiday_prompts)
-    custom_prompt = st.text_input("Enter your custom prompt") if selected_prompt == "Custom" else ""
-    prompt = custom_prompt if selected_prompt == "Custom" else selected_prompt
-
-    with st.expander("Advanced Parameters"):
-        control_mode = st.slider("Control Mode", min_value=0, max_value=2, value=0)
-        controlnet_conditioning_scale = st.slider("ControlNet Conditioning Scale", min_value=0.0, max_value=1.0, value=0.5, step=0.1)
-        guidance_scale = st.slider("Guidance Scale", min_value=0.0, max_value=20.0, value=3.5, step=0.1)
-        num_inference_steps = st.slider("Number of Inference Steps", min_value=1, max_value=100, value=30, step=1)
-        seed = st.slider("Random Seed", min_value=0, max_value=1000, value=0)
-
+    # Define input fields for each holiday card's parameters
+    card_params = []
+    for i in range(4):
+        st.write(f"### Holiday Card {i + 1}")
+        
+        # Dropdown to choose a suggested holiday prompt or enter custom prompt
+        selected_prompt = st.selectbox(f"Choose a holiday-themed prompt for Holiday Card {i + 1}", options=["Custom"] + holiday_prompts)
+        custom_prompt = st.text_input(f"Enter custom prompt for Holiday Card {i + 1}", value=f"Custom Prompt {i + 1}") if selected_prompt == "Custom" else selected_prompt
+        
+        # Parameter sliders for each holiday card
+        guidance_scale = st.slider(f"Guidance Scale for Holiday Card {i + 1}", min_value=0.0, max_value=20.0, value=3.5, step=0.1)
+        num_inference_steps = st.slider(f"Number of Inference Steps for Holiday Card {i + 1}", min_value=1, max_value=100, value=30, step=1)
+        seed = st.slider(f"Random Seed for Holiday Card {i + 1}", min_value=0, max_value=1000, value=i * 100)
+        controlnet_conditioning_scale = st.slider(f"ControlNet Conditioning Scale for Holiday Card {i + 1}", min_value=0.0, max_value=1.0, value=0.5, step=0.1)
+        control_mode = st.slider(f"Control Mode for Holiday Card {i + 1}", min_value=0, max_value=2, value=0, help="0: None, 1: Partial, 2: Full")
+        
+        # Save the parameters for each holiday card
+        card_params.append({
+            "prompt": custom_prompt,
+            "guidance_scale": guidance_scale,
+            "num_inference_steps": num_inference_steps,
+            "seed": seed,
+            "controlnet_conditioning_scale": controlnet_conditioning_scale,
+            "control_mode": control_mode
+        })
+
+    # Generate the holiday cards
     if st.button("Generate Holiday Cards"):
-        if not prompt.strip():
-            st.error("Please enter a prompt.")
-        else:
-            with st.spinner("Processing..."):
-                # Define multiple sets of parameters for different holiday cards
-                holiday_card_params = [
-                    {"prompt": "A border of Festive snowflakes and winter patterns for a holiday card border", "guidance_scale": 3.5, "num_inference_steps": 30, "seed": 0},
-                    {"prompt": "A border of Joyful Christmas ornaments and lights decorating the edges", "guidance_scale": 5.0, "num_inference_steps": 40, "seed": 123},
-                    {"prompt": "A border of Warm and cozy fireplace scene with stockings and garlands", "guidance_scale": 4.0, "num_inference_steps": 35, "seed": 456},
-                    {"prompt": "A border of New Year's Eve fireworks with stars and confetti framing the image", "guidance_scale": 6.0, "num_inference_steps": 50, "seed": 789}
-                ]
+        with st.spinner("Processing..."):
+            # Create a column layout for displaying cards side by side
+            col1, col2 = st.columns(2)
+            col3, col4 = st.columns(2)
+            columns = [col1, col2, col3, col4]  # To display images in a 2x2 grid
+
+            # Loop through each card's parameters and generate the holiday card
+            for i, params in enumerate(card_params):
+                prompt = params['prompt']
+                guidance_scale = params['guidance_scale']
+                num_inference_steps = params['num_inference_steps']
+                seed = params['seed']
+                controlnet_conditioning_scale = params['controlnet_conditioning_scale']
+                control_mode = params['control_mode']
                 
-                # Create a column layout for displaying cards side by side
-                col1, col2 = st.columns(2)
-                col3, col4 = st.columns(2)
-
-                columns = [col1, col2, col3, col4]  # To display images in a 2x2 grid
-
-                # Loop through each parameter set and generate a holiday card
-                for i, params in enumerate(holiday_card_params):
-                    prompt = params['prompt']
-                    guidance_scale = params['guidance_scale']
-                    num_inference_steps = params['num_inference_steps']
-                    seed = params['seed']
-                    
-                    # Generate the holiday card using the current parameters
-                    generated_image, processed_image, _ = call_control_net_api(
-                        uploaded_file, prompt, control_mode=control_mode, 
-                        guidance_scale=guidance_scale, num_inference_steps=num_inference_steps,
-                        seed=seed, controlnet_conditioning_scale=controlnet_conditioning_scale
-                    )
-
-                    if generated_image is not None:
-                        # Resize generated_image to match original_image size
-                        generated_image = generated_image.resize(original_image.size)
-
-                        # Create a copy of the generated image
-                        final_image = generated_image.copy()
+                # Generate the holiday card using the current parameters
+                generated_image, processed_image, _ = call_control_net_api(
+                    uploaded_file, prompt, control_mode=control_mode, 
+                    guidance_scale=guidance_scale, num_inference_steps=num_inference_steps,
+                    seed=seed, controlnet_conditioning_scale=controlnet_conditioning_scale
+                )
 
-                        # Crop the selected portion of the original image
-                        cropped_original = original_image.crop((x_pos, y_pos, x_pos + crop_width, y_pos + crop_height))
+                if generated_image is not None:
+                    # Resize generated_image to match original_image size
+                    generated_image = generated_image.resize(original_image.size)
 
-                        # Get the size of the cropped image
-                        cropped_width, cropped_height = cropped_original.size
+                    # Create a copy of the generated image
+                    final_image = generated_image.copy()
 
-                        # Calculate the center of the generated image
-                        center_x = (final_image.width - cropped_width) // 2
-                        center_y = (final_image.height - cropped_height) // 2
+                    # Crop the selected portion of the original image
+                    cropped_original = original_image.crop((x_pos, y_pos, x_pos + crop_width, y_pos + crop_height))
 
-                        # Paste the cropped portion of the original image onto the generated image at the calculated center
-                        final_image.paste(cropped_original, (center_x, center_y))
+                    # Get the size of the cropped image
+                    cropped_width, cropped_height = cropped_original.size
 
-                        # Display the final holiday card in one of the columns
-                        columns[i].image(final_image, caption=f"Holiday Card {i + 1}", use_column_width=True)
-                    else:
-                        st.error(f"Failed to generate holiday card {i + 1}. Please try again.")
+                    # Calculate the center of the generated image
+                    center_x = (final_image.width - cropped_width) // 2
+                    center_y = (final_image.height - cropped_height) // 2
 
+                    # Paste the cropped portion of the original image onto the generated image at the calculated center
+                    final_image.paste(cropped_original, (center_x, center_y))
 
+                    # Display the final holiday card in one of the columns
+                    columns[i].image(final_image, caption=f"Holiday Card {i + 1}", use_column_width=True)
+                else:
+                    st.error(f"Failed to generate holiday card {i + 1}. Please try again.")
 else:
-    st.warning("Please upload an image to get started.")
+    st.warning("Please upload an image to get started.")

pages/2_Multiple_HolidayCard.py

@@ -0,0 +1,188 @@
+import streamlit as st
+import cv2
+import requests
+from io import BytesIO
+from PIL import Image, ImageDraw
+import numpy as np
+import os
+from dotenv import load_dotenv
+
+# Load environment variables
+dotenv_path = os.path.join(os.path.dirname(__file__), '../env/.env')
+load_dotenv(dotenv_path, override=True)
+api_key = os.getenv("FIREWORKS_API_KEY")
+
+if not api_key:
+    st.error("API key not found. Make sure FIREWORKS_API_KEY is set in the .env file.")
+    st.stop()
+
+VALID_ASPECT_RATIOS = {
+    (1, 1): "1:1", (21, 9): "21:9", (16, 9): "16:9", (3, 2): "3:2", (5, 4): "5:4",
+    (4, 5): "4:5", (2, 3): "2:3", (9, 16): "9:16", (9, 21): "9:21",
+}
+
+def get_closest_aspect_ratio(width, height):
+    aspect_ratio = width / height
+    closest_ratio = min(VALID_ASPECT_RATIOS.keys(), key=lambda x: abs((x[0] / x[1]) - aspect_ratio))
+    return VALID_ASPECT_RATIOS[closest_ratio]
+
+def process_image(uploaded_image):
+    image = np.array(Image.open(uploaded_image).convert('L'))
+    edges = cv2.Canny(image, 100, 200)
+    edges_rgb = cv2.cvtColor(edges, cv2.COLOR_GRAY2RGB)
+    pil_image = Image.fromarray(edges_rgb)
+    byte_arr = BytesIO()
+    pil_image.save(byte_arr, format='JPEG')
+    byte_arr.seek(0)
+    return byte_arr, pil_image
+
+def call_control_net_api(uploaded_image, prompt, control_mode=0, guidance_scale=3.5, num_inference_steps=30, seed=0, controlnet_conditioning_scale=1.0):
+    control_image, processed_image = process_image(uploaded_image)
+    files = {'control_image': ('control_image.jpg', control_image, 'image/jpeg')}
+    original_image = Image.open(uploaded_image)
+    width, height = original_image.size
+    aspect_ratio = get_closest_aspect_ratio(width, height)
+    data = {
+        'prompt': prompt,
+        'control_mode': control_mode,
+        'aspect_ratio': aspect_ratio,
+        'guidance_scale': guidance_scale,
+        'num_inference_steps': num_inference_steps,
+        'seed': seed,
+        'controlnet_conditioning_scale': controlnet_conditioning_scale
+    }
+    headers = {
+        'accept': 'image/jpeg',
+        'authorization': f'Bearer {api_key}',
+    }
+    response = requests.post('https://api.fireworks.ai/inference/v1/workflows/accounts/fireworks/models/flux-1-dev-controlnet-union/control_net', 
+                             files=files, data=data, headers=headers)
+    if response.status_code == 200:
+        return Image.open(BytesIO(response.content)), processed_image, original_image
+    else:
+        st.error(f"Request failed with status code: {response.status_code}, Response: {response.text}")
+        return None, None, None
+
+def draw_crop_preview(image, x, y, width, height):
+    draw = ImageDraw.Draw(image)
+    draw.rectangle([x, y, x + width, y + height], outline="red", width=2)
+    return image
+
+st.title("Holiday Card Generator with ControlNet")
+
+uploaded_file = st.file_uploader("Upload an image", type=["png", "jpg", "jpeg"])
+
+if uploaded_file is not None:
+    original_image = Image.open(uploaded_file)
+    st.image(original_image, caption="Uploaded Image", use_column_width=True)
+
+    img_width, img_height = original_image.size
+
+    col1, col2 = st.columns(2)
+    with col1:
+        x_pos = st.slider("X position", 0, img_width, img_width // 4)
+        crop_width = st.slider("Width", 10, img_width - x_pos, min(img_width // 2, img_width - x_pos))
+    with col2:
+        y_pos = st.slider("Y position", 0, img_height, img_height // 4)
+        crop_height = st.slider("Height", 10, img_height - y_pos, min(img_height // 2, img_height - y_pos))
+
+    preview_image = draw_crop_preview(original_image.copy(), x_pos, y_pos, crop_width, crop_height)
+    st.image(preview_image, caption="Crop Preview", use_column_width=True)
+
+    st.subheader("Set Parameters for Each Holiday Card")
+
+    # Define the list of suggested holiday prompts
+    holiday_prompts = [
+        "A border of Festive snowflakes and winter patterns for a holiday card border",
+        "A border of Joyful Christmas ornaments and lights decorating the edges",
+        "A border of Warm and cozy fireplace scene with stockings and garlands",
+        "A border of Colorful Hanukkah menorahs and dreidels along the border",
+        "A border of New Year's Eve fireworks with stars and confetti framing the image"
+    ]
+
+    # Define input fields for each holiday card's parameters in expanders
+    card_params = []
+    for i in range(4):
+        with st.expander(f"Holiday Card {i + 1} Parameters"):
+            st.write(f"### Holiday Card {i + 1}")
+            
+            # Dropdown to choose a suggested holiday prompt or enter custom prompt
+            selected_prompt = st.selectbox(f"Choose a holiday-themed prompt for Holiday Card {i + 1}", options=["Custom"] + holiday_prompts)
+            custom_prompt = st.text_input(f"Enter custom prompt for Holiday Card {i + 1}", value=f"Custom Prompt {i + 1}") if selected_prompt == "Custom" else selected_prompt
+            
+            # Parameter sliders for each holiday card
+            guidance_scale = st.slider(f"Guidance Scale for Holiday Card {i + 1}", min_value=0.0, max_value=20.0, value=3.5, step=0.1)
+            num_inference_steps = st.slider(f"Number of Inference Steps for Holiday Card {i + 1}", min_value=1, max_value=100, value=30, step=1)
+            seed = st.slider(f"Random Seed for Holiday Card {i + 1}", min_value=0, max_value=1000, value=i * 100)
+            controlnet_conditioning_scale = st.slider(f"ControlNet Conditioning Scale for Holiday Card {i + 1}", min_value=0.0, max_value=1.0, value=0.5, step=0.1)
+            control_mode = st.slider(f"Control Mode for Holiday Card {i + 1}", min_value=0, max_value=2, value=0, help="0: None, 1: Partial, 2: Full")
+            
+            # Save the parameters for each holiday card
+            card_params.append({
+                "prompt": custom_prompt,
+                "guidance_scale": guidance_scale,
+                "num_inference_steps": num_inference_steps,
+                "seed": seed,
+                "controlnet_conditioning_scale": controlnet_conditioning_scale,
+                "control_mode": control_mode
+            })
+
+    # Generate the holiday cards
+    if st.button("Generate Holiday Cards"):
+        with st.spinner("Processing..."):
+            # Create a column layout for displaying cards side by side
+            col1, col2 = st.columns(2)
+            col3, col4 = st.columns(2)
+            columns = [col1, col2, col3, col4]  # To display images in a 2x2 grid
+
+            # Loop through each card's parameters and generate the holiday card
+            for i, params in enumerate(card_params):
+                prompt = params['prompt']
+                guidance_scale = params['guidance_scale']
+                num_inference_steps = params['num_inference_steps']
+                seed = params['seed']
+                controlnet_conditioning_scale = params['controlnet_conditioning_scale']
+                control_mode = params['control_mode']
+                
+                # Generate the holiday card using the current parameters
+                generated_image, processed_image, _ = call_control_net_api(
+                    uploaded_file, prompt, control_mode=control_mode, 
+                    guidance_scale=guidance_scale, num_inference_steps=num_inference_steps,
+                    seed=seed, controlnet_conditioning_scale=controlnet_conditioning_scale
+                )
+
+                if generated_image is not None:
+                    # Resize generated_image to match original_image size
+                    generated_image = generated_image.resize(original_image.size)
+
+                    # Create a copy of the generated image
+                    final_image = generated_image.copy()
+
+                    # Crop the selected portion of the original image
+                    cropped_original = original_image.crop((x_pos, y_pos, x_pos + crop_width, y_pos + crop_height))
+
+                    # Get the size of the cropped image
+                    cropped_width, cropped_height = cropped_original.size
+
+                    # Calculate the center of the generated image
+                    center_x = (final_image.width - cropped_width) // 2
+                    center_y = (final_image.height - cropped_height) // 2
+
+                    # Paste the cropped portion of the original image onto the generated image at the calculated center
+                    final_image.paste(cropped_original, (center_x, center_y))
+
+                    # Display the final holiday card in one of the columns
+                    columns[i].image(final_image, caption=f"Holiday Card {i + 1}", use_column_width=True)
+
+                    # Display the parameters used for this card
+                    columns[i].write(f"**Prompt:** {prompt}")
+                    columns[i].write(f"**Guidance Scale:** {guidance_scale}")
+                    columns[i].write(f"**Inference Steps:** {num_inference_steps}")
+                    columns[i].write(f"**Seed:** {seed}")
+                    columns[i].write(f"**ControlNet Conditioning Scale:** {controlnet_conditioning_scale}")
+                    columns[i].write(f"**Control Mode:** {control_mode}")
+                else:
+                    st.error(f"Failed to generate holiday card {i + 1}. Please try again.")
+else:
+    st.warning("Please upload an image to get started.")
+