initial +

gradio_app_v2.py

@@ -0,0 +1,299 @@
+import gradio as gr
+from perfect_redesign.main import flow as perfect_redesign_flow
+from sketch_design.main import flow as sketch_to_render_flow
+import random
+import os
+
+def get_image_path():
+    return os.path.join(os.getcwd(), "instruction_assets/design_styles.png")
+
+with gr.Blocks(theme='JohnSmith9982/small_and_pretty') as demo:
+# with gr.Blocks() as demo:
+    gr.HTML(
+    """
+    <h1 style="font-size: 3.5em; text-align: center; color: #02c160; font-weight: bold;">Architecture Render Bot</h1>
+    """
+)
+    
+    with gr.Tabs():
+        
+
+        with gr.Tab("Design Process"):
+
+            with gr.Tabs():
+                 
+                with gr.Tab("Perfect Redesign (Interior)"):
+                    with gr.Row():
+                        with gr.Column():
+                            with gr.Row(scale=1):
+                                image_upload_pr = gr.Image(label="Upload an Image", type="filepath")
+                    
+                        # Input for user prompt and button to start the design process
+
+                        with gr.Column():
+                            # with gr.Column(scale=1, min_width=30):
+                                design_output_pr = gr.Image(label="Design Output")
+
+                    with gr.Row():
+                            # with gr.Column(scale=1, min_width=30):
+                            user_prompt_input_pr = gr.Textbox(label="Enter your Prompt", placeholder="A bedroom in a scandanavian style.")
+                    # Output for the design process
+                    with gr.Row():
+                        # with gr.Column(scale=1, min_width=30):
+                            start_btn_pr = gr.Button("Start Design Process")
+
+                with gr.Tab("Sketch to Render (Interior)"):
+                    with gr.Row():
+                        with gr.Column():
+                            with gr.Row(scale=1):
+                                image_upload_sr = gr.Image(label="Upload an Image", type="filepath")
+                    
+                        # Input for user prompt and button to start the design process
+
+                        with gr.Column():
+                            # with gr.Column(scale=1, min_width=30):
+                                design_output_sr = gr.Image(label="Design Output")
+
+                    with gr.Row():
+
+                        with gr.Column():
+
+                            ai_intervention_radio_sr = gr.Radio(label="AI Intervention", choices=["Very Low", "Low", "Mid", "Extreme"], info='Indicates the level of AI intervention in the design process. "Very Low" means minimal changes, while "Extreme" allows for significant alterations to the original design. (Required Parameter)')
+                    with gr.Row():
+                            # with gr.Column(scale=1, min_width=30):
+                            user_prompt_input_sr = gr.Textbox(label="Enter your Prompt", placeholder="A bedroom in a scandanavian style.", info = "A natural language instruction which provides room type and design style. Check instructions for possible Room Types & Design Styles (Required Parameter)")
+
+                    with gr.Row():
+                        # with gr.Column(scale=1, min_width=30):
+                            start_btn_sr = gr.Button("Start Design Process")
+
+                with gr.Tab("Sketch to Render (Exterior)"):
+                    with gr.Row():
+                        with gr.Column():
+                            with gr.Row(scale=1):
+                                image_upload_sr_ext = gr.Image(label="Upload an Image", type="filepath")
+                    
+                        # Input for user prompt and button to start the design process
+
+                        with gr.Column():
+                            # with gr.Column(scale=1, min_width=30):
+                                design_output_sr_ext = gr.Image(label="Design Output")
+
+                    with gr.Row():
+
+                        with gr.Column():
+
+                            ai_intervention_radio_sr_ext = gr.Radio(label="AI Intervention", choices=["Very Low", "Low", "Mid", "Extreme"], info='Indicates the level of AI intervention in the design process. "Very Low" means minimal changes, while "Extreme" allows for significant alterations to the original design. (Required Parameter)')
+
+                        with gr.Column():
+                             
+                            house_angle_dp_sr_ext = gr.Dropdown(["Front of House", "Side of House", "Back of House"], label="House Angle", info="Indicates the angle of house for which the design is intended\n(Required Parameter)", interactive=True)
+                    with gr.Row():
+                            # with gr.Column(scale=1, min_width=30):
+                            # user_prompt_input_sr_ext = gr.Textbox(label="Enter your Prompt", placeholder="A bedroom in a scandanavian style.", info = "A natural language instruction which provides room type and design style. (Required Parameter)")
+                        # with gr.Column():
+                             
+                            design_style_sr_ext = gr.Dropdown(["No Style", "Modern", "Mediterranean", "International", "Moody Colors", "Wood Accents", "Bohemian", "Industrial", "Retreat", "Elegant", "Painted Brick", "Red Brick", "Modern Blend", "Stone Clad", "Glass House", "Ranch", "Modern Farm House", "Portuguese", "Traditional", "Craftsman", "Tudor", "Prairie", "Chalet", "Colonial", "Dutch Colonial", "Georgian", "Green", "Contemporary", "Christmas", "Cottage", "Farmhouse", "French Country", "Futuristic", "Gothic", "Greek Revival", "Mansion", "Townhouse", "Victorian", "Corporate Building"], label="Design Style", info="Defines the overall aesthetic style you want to achieve. (Required Parameter)", interactive=True)
+
+                    with gr.Row():
+                        # with gr.Column(scale=1, min_width=30):
+                            start_btn_sr_ext = gr.Button("Start Design Process")
+
+                with gr.Tab("Sketch to Render (Garden)"):
+                    with gr.Row():
+                        with gr.Column():
+                            with gr.Row(scale=1):
+                                image_upload_sr_garden = gr.Image(label="Upload an Image", type="filepath")
+                    
+                        # Input for user prompt and button to start the design process
+
+                        with gr.Column():
+                            # with gr.Column(scale=1, min_width=30):
+                                design_output_sr_garden = gr.Image(label="Design Output")
+
+                    with gr.Row():
+
+                        with gr.Column():
+
+                            ai_intervention_radio_sr_garden = gr.Radio(label="AI Intervention", choices=["Very Low", "Low", "Mid", "Extreme"], info='Indicates the level of AI intervention in the design process. "Very Low" means minimal changes, while "Extreme" allows for significant alterations to the original design. (Required Parameter)')
+
+                        with gr.Column():
+                             
+                            garden_type_dp_sr_garden = gr.Dropdown(["Backyard", "Patio", "Terrace", "Front Yard", "Garden", "Courtyard", "Pool Area", "Porch", "Playground"], label="Garden Type", info="Indicates the type of garden for which the design is intended\n(Required Parameter)", interactive=True)
+                    with gr.Row():
+                         
+                        design_style_sr_garden = gr.Dropdown(["No Style", "Modern", "City", "Contemporary", "Luxury", "Apartment", "Small", "Vegetable", "Low Budget", "Beach", "Wedding", "Rural", "Mediterranean", "Restaurant", "Formal", "American", "English", "Traditional", "Meditation", "Coastal", "Tropical", "Christmas", "Japanese Zen", "Cottage", "Wildflower", "Desert", "Butterfly", "Herb", "Vertical", "Zen Rock", "Rooftop", "Perennial", "Water", "Shade", "Winter", "Zen Bamboo", "Sculpture"], label="Design Style", info="Defines the overall aesthetic style you want to achieve. (Required Parameter)", interactive=True)
+
+                    with gr.Row():
+                        # with gr.Column(scale=1, min_width=30):
+                            start_btn_sr_garden = gr.Button("Start Design Process")
+
+
+
+        with gr.Tab("Instructions"):
+            gr.HTML(
+                f"""
+
+                <p style="text-align: center; font-weight: bold;">
+                Upload an image and a natural language prompt to generate a perfect redesign & Sketch to Render (Interior) of a room</p>
+                <p style="text-align: center; font-weight: bold;"> Example prompt: "A bedroom in a scandanavian style."</p>
+
+                <p style="text-align: center; font-weight: bold;"> For more information on design styles and room types, refer to the images below:</p>
+                <p style="text-align: center; padding-bottom: 60px; font-weight: bold;">
+                <span style="color: red;">Important:</span>
+                Please upload a .jpg image not less that 512x512 dimensions and clearly mention the room type and the desired design style in the prompt.</p>
+                
+                """
+            )
+            gr.Image("instruction_assets/design_styles.png", label="Design Styles")
+            gr.Image("instruction_assets/room_types.png", label="Room Types")
+            
+
+
+    
+    # Design process button functionality
+    def after_start_pr(user_prompt, image_path):
+        """
+        Processes the user prompt and image path, then generates and saves the output image.
+
+        Args:
+            user_prompt (str): The prompt provided by the user to guide the image generation.
+            image_path (str): The path to the input image to be processed.
+
+        Returns:
+            response: The response from the flow function after processing the input.
+        """
+        try:
+            output_path = "output_image.jpg"  # Path to save the output image
+            response = perfect_redesign_flow(user_prompt, image_path, output_path)
+            print(response)
+            return response
+        
+        except Exception as e:
+            # raise Exception(f"An error occurred in function after_start_pr: {e}")
+            return Exception(f"An error occurred in function after_start_pr: {e}")
+            
+    start_btn_pr.click(after_start_pr, inputs=[user_prompt_input_pr, image_upload_pr], outputs=design_output_pr)
+
+    # Sketch to render button functionality
+    def after_start_sr(user_prompt, image_path, ai_intervention):
+        """
+        Processes the user prompt and image path, then generates and saves the output image.
+
+        Args:
+            user_prompt (str): The prompt provided by the user to guide the image generation.
+            image_path (str): The path to the input image to be processed.
+            ai_intervention (str): The level of AI intervention in the design process.
+
+        Returns:
+            response: The response from the flow function after processing the input.
+        """
+        try:
+            output_path = "output_image.jpg"  # Path to save the output image
+            print("=====Gradio sr function=====")
+            # print("User Prompt: ", user_prompt, "Image Path: ", image_path, "AI Intervention: ", ai_intervention, "Output Path: ", output_path)
+            # as a dict
+            print({"User Prompt": user_prompt, "Image Path": image_path, "AI Intervention": ai_intervention, "Output Path": output_path})
+            print("=============================")
+            response = sketch_to_render_flow(user_prompt = user_prompt,
+             image_path = image_path,
+              output_path = output_path,
+               ai_intervention=ai_intervention,
+                design_type="Interior",
+                 no_design=1,
+                  house_angle=None,
+                   garden_type=None)
+
+            print(response)
+            return response
+        
+        except Exception as e:
+            # raise Exception(f"An error occurred in function after_start_sr: {e}")
+            return Exception(f"An error occurred in function after_start_sr: {e}")
+    
+    start_btn_sr.click(after_start_sr, inputs=[user_prompt_input_sr, image_upload_sr, ai_intervention_radio_sr], outputs=design_output_sr)
+
+
+    # Sketch to render ext button functionality
+    def after_start_sr_ext(image_path, ai_intervention, house_angle, design_style):
+        """
+        Processes the user prompt and image path, then generates and saves the output image.
+
+        Args:
+            user_prompt (str): The prompt provided by the user to guide the image generation.
+            image_path (str): The path to the input image to be processed.
+            ai_intervention (str): The level of AI intervention in the design process.
+            house_angle (str): The angle of the house for which the design is intended.
+            design_style (str): The design style to be applied to the output image.
+
+        Returns:
+            response: The response from the flow function after processing the input.
+        """
+        try:
+            output_path = "output_image.jpg"  # Path to save the output image
+            print("=====Gradio sr ext function=====")
+            # print("User Prompt: ", user_prompt, "Image Path: ", image_path, "AI Intervention: ", ai_intervention, "Output Path: ", output_path)
+            # as a dict
+            print({"Image Path": image_path, "AI Intervention": ai_intervention, "Output Path": output_path, "House Angle": house_angle, "Design Style": design_style})
+            print("=============================")
+            response = sketch_to_render_flow(
+             image_path = image_path,
+              output_path = output_path,
+               ai_intervention=ai_intervention,
+                design_type="Exterior",
+                 no_design=1,
+                  house_angle=house_angle,
+                #    garden_type=None,
+                   design_style=design_style)
+
+            print(response)
+            return response
+        
+        except Exception as e:
+            # raise Exception(f"An error occurred in function after_start_sr: {e}")
+            return Exception(f"An error occurred in function after_start_sr: {e}")
+
+    start_btn_sr_ext.click(after_start_sr_ext, inputs=[image_upload_sr_ext, ai_intervention_radio_sr_ext, house_angle_dp_sr_ext, design_style_sr_ext], outputs=design_output_sr_ext)
+
+
+    def after_start_sr_garden(image_path, ai_intervention, garden_type, design_style):
+        """
+        Processes the user prompt and image path, then generates and saves the output image.
+
+        Args:
+            user_prompt (str): The prompt provided by the user to guide the image generation.
+            image_path (str): The path to the input image to be processed.
+            ai_intervention (str): The level of AI intervention in the design process.
+            garden_type (str): The type of garden for which the design is intended.
+            design_style (str): The design style to be applied to the output image.
+
+        Returns:
+            response: The response from the flow function after processing the input.
+        """
+        try:
+            output_path = "output_image.jpg"  # Path to save the output image
+            print("=====Gradio sr garden function=====")
+            # print("User Prompt: ", user_prompt, "Image Path: ", image_path, "AI Intervention: ", ai_intervention, "Output Path: ", output_path)
+            # as a dict
+            print({"Image Path": image_path, "AI Intervention": ai_intervention, "Output Path": output_path, "Garden Type": garden_type, "Design Style": design_style})
+            print("=============================")
+            response = sketch_to_render_flow(
+             image_path = image_path,
+              output_path = output_path,
+               ai_intervention=ai_intervention,
+                design_type="Garden",
+                 no_design=1,
+                  house_angle=None,
+                   garden_type=garden_type,
+                   design_style=design_style)
+
+            print(response)
+            return response
+        
+        except Exception as e:
+            # raise Exception(f"An error occurred in function after_start_sr: {e}")
+            return Exception(f"An error occurred in function after_start_sr: {e}")
+        
+    start_btn_sr_garden.click(after_start_sr_garden, inputs=[image_upload_sr_garden, ai_intervention_radio_sr_garden, garden_type_dp_sr_garden, design_style_sr_garden], outputs=design_output_sr_garden)
+
+demo.launch(share=True, pwa=True, debug=True)

perfect_redesign/main.py

@@ -0,0 +1,82 @@
+"""
+This script orchestrates the design process by utilizing the DesignAssistant and DesignProcess classes.
+It extracts design parameters using the DesignAssistant and applies them using the DesignProcess.
+"""
+from .render_ai import DesignAssistant
+from .render_app import DesignProcess
+import requests
+import time
+
+
+
+def flow(user_prompt, image_path, output_path):
+    """
+    Orchestrates the design process by extracting design parameters and applying them.
+
+    Args:
+        user_prompt (str): The prompt provided by the user to generate design parameters.
+        image_path (str): The path to the input image for the design process.
+        output_path (str): The path where the output image will be saved.
+
+    Returns:
+        str: The path to the saved output image if successful, or an error message if failed.
+    """
+    try:
+        # Extract design parameters using render_ai.py
+        assistant = DesignAssistant()
+        thread = assistant.create_thread()
+        _user_prompt = f"The information can be in italian aswell, so choose the closest values from the above lists for the dict's values as the response will be always in english.\n{user_prompt}"
+        message = assistant.create_message(thread.id, _user_prompt)
+        run = assistant.run_and_poll(thread.id)
+
+        if run.status == 'completed':
+            messages = assistant.get_messages(thread.id)
+            design_info = eval(messages.data[0].content[0].text.value)  # Assuming the response is a dict in string format
+            # Debugging information
+            print(design_info)
+            print(type(design_info))
+            print(design_info.keys())   
+            print("---------------------------------------------")
+        else:
+            print("Failed to extract design information.")
+            return
+
+        # Use the extracted design parameters in render_app.py
+        design_process = DesignProcess(
+            image_path=image_path,
+            design_style=design_info['design_style'],
+            room_type=design_info['room_type']
+        )
+        response = design_process.start_process()
+
+        request_id = response['id']
+        print("_________!!!!!Perfect Redesign Request ID!!!!!_________")
+        print(request_id)
+        print(type(request_id))
+
+        while True:
+            status = design_process.check_status(request_id)
+            print(status)  # Prints the status of the redesign request
+            # Wait for the process to complete or fail
+
+            # if status['status'] in ['succeeded', 'error']:
+            #     break
+            if "status" not in status.keys():
+              break
+
+            time.sleep(7)
+
+        if "output_images" in status:
+            image_url = status['output_images'][0]  # Assuming you want the first image
+            # Save the image to the specified output path
+            image_data = requests.get(image_url).content
+            with open(output_path, "wb") as f:
+                f.write(image_data)
+            print("Design process completed successfully. Image saved as new_design.jpg.")
+            return output_path
+        else:
+            print("Design process failed.")
+            return "Design process failed."
+
+    except Exception as e:
+        raise

perfect_redesign/render_ai.py

@@ -0,0 +1,89 @@
+"""
+This module provides the DesignAssistant class to interact with OpenAI's API
+for creating and managing threads and messages related to design assistance.
+"""
+import os
+from dotenv import load_dotenv
+from openai import OpenAI
+
+# Load environment variables from .env file
+load_dotenv()
+
+class DesignAssistant:
+    def __init__(self):
+        self.client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+        self.assistant = self.client.beta.assistants.create(
+            name="Extraction Assistant",
+            # instructions="You are a professional Bedroom renovator engine, you get an information and you respond with a dict each time with the following keys: 'design_style', 'room_type'. Respond with the dict only and no need to encapsulate between quotes.",
+            instructions= "You are a professional dictionary creator.\n\nFollowing are some important rules;\nYou get some information and you respond with a dict each time with the following keys: 'design_style', 'room_type' only and always.  Respond with the dict only and no need to encapsulate between quotes.\n\nThe room_type and design_style has to be choosen from the following, incase of confusion choose the closest one;\nroom_types = [\"Living Room\", \"Bedroom\", \"Bathroom\", \"Kitchen\", \"Dining Room\", \"Attic\", \"Family Room\", \"Kids Room\", \"Study Room\", \"Home Office\", \"Meeting Room\", \"Coffee Shop\", \"Office\", \"Coworking Space\", \"Working Space\", \"Library\", \"Science Laboratory\", \"Photo Studio\", \"Exhibition Space\", \"Art Studio\", \"Multimedia Room\", \"Medical Exam Room\", \"Reception Area\", \"Formal Dining Room\", \"Home Theater\", \"Gaming Room\", \"Fitness Gym\", \"Restaurant\", \"Hotel Lobby\", \"Hotel Room\", \"Wine Cellar\", \"Home Spa\", \"Dressing Room\", \"Home Bar\", \"Music Room\", \"Workshop\", \"Craft Room\", \"Yoga Studio\", \"Auditorium\", \"Art Studio\", \"Balcony\", \"Rooftop Terrace\", \"Mudroom\", \"Guest Bedroom\", \"Wedding Room\", \"Outdoor Kitchen\", \"Utility Room\", \"Laundry Room\", \"Pet Room\", \"Walk-in Closet\", \"Lounge\", \"Reading Nook\", \"Foyer\", \"Open Kitchen Living Room\", \"Prayer Room\", \"Conservatory\", \"Playroom\", \"Man Cave\", \"She Shed\", \"Greenhouse\", \"Sauna\", \"Nursery\", \"Home Gym\"]\n\ndesign_styles = [\"No Style\", \"Eclectic\", \"Modern\", \"Contemporary\", \"Transitional\", \"Scandinavian\", \"Mediterranean\", \"Ikea\", \"Industrial\", \"Kids Room\", \"Shabby Chic\", \"Coastal\", \"Bauhaus\", \"Bohemian\", \"Traditional\", \"Rustic\", \"Minimalism\", \"Japandi\", \"Japanese Design\", \"Modern Arabic\", \"Traditional Arabic\", \"Bali\", \"Tropical\", \"Asian Decor\", \"Zen\", \"Hollywood Regency\", \"Hollywood Glam\", \"Minimalist\", \"Christmas\", \"Futuristic\", \"Luxurious\", \"Midcentury Modern\", \"Biophilic\", \"Cottage Core\", \"French Country\", \"Art Deco\", \"Art Nouveau\", \"South Western\", \"Modern Farm House\", \"Moroccan\", \"Gothic\", \"Victorian\", \"Steampunk\", \"Urban Modern\", \"Desert Modernism\", \"Colonial\", \"Brutalist\", \"Nordic Noir\", \"Postmodern\", \"Psychedelic\", \"Cosmic Chic\", \"Mexican Hacienda\", \"Coastal Modern\", \"Eco Friendly\", \"Pop Art\", \"Vintage Glam\", \"Candy Land\", \"Airbnb\", \"Glam Rock\", \"Barbie\", \"Doodle\", \"Sketch\", \"Maximalist\", \"Professional\", \"Halloween\", \"Retro\", \"Romantic\", \"Safari\", \"Tuscan\", \"Nautical\", \"Craftsman\", \"Farmhouse Chic\", \"Prairie\", \"Cubism\", \"Quiet Luxury\"]\n\nThe information can be in italian aswell, so choose the closest values from the above lists for the dict's values as the response will be always in english.",
+            tools=[],
+            model="gpt-4o",
+        )
+
+    def create_thread(self):
+        """
+        Creates a new thread for communication.
+        
+        Returns:
+            Thread object containing the details of the created thread.
+        """
+        return self.client.beta.threads.create()
+
+    def create_message(self, thread_id, content):
+        """
+        Sends a message in a thread.
+
+        Args:
+            thread_id (str): The ID of the thread.
+            content (str): The content of the message.
+
+        Returns:
+            Message object containing the details of the created message.
+        """
+        return self.client.beta.threads.messages.create(
+            thread_id=thread_id,
+            role="user",
+            content=content
+        )
+
+    def run_and_poll(self, thread_id):
+        """
+        Runs a process and polls for its completion.
+
+        Args:
+            thread_id (str): The ID of the thread.
+
+        Returns:
+            Run object containing the status and details of the run.
+        """
+        return self.client.beta.threads.runs.create_and_poll(
+            thread_id=thread_id,
+            assistant_id=self.assistant.id,
+            instructions="Respond with a dict each time with the following keys: 'design_style', 'room_type'"
+        )
+
+    def get_messages(self, thread_id):
+        """
+        Retrieves messages from a thread.
+
+        Args:
+            thread_id (str): The ID of the thread.
+
+        Returns:
+            List of Message objects containing the messages in the thread.
+        """
+        return self.client.beta.threads.messages.list(
+            thread_id=thread_id
+        )
+
+if __name__ == "__main__":
+    assistant = DesignAssistant()
+    thread = assistant.create_thread()
+    message = assistant.create_message(thread.id, "I want to generate a design for a scandanavian bedroom")
+    run = assistant.run_and_poll(thread.id)
+
+    if run.status == 'completed': 
+        messages = assistant.get_messages(thread.id)
+        print(messages.data[0].content[0].text.value)
+    else:
+        print(run.status)

perfect_redesign/render_app.py

@@ -0,0 +1,115 @@
+"""
+This module provides the DesignProcess class to interact with the homedesigns.ai API
+for starting and checking the status of a design process, as well as generating design ideas
+using OpenAI's API.
+"""
+import os
+import openai
+# from flask import Flask, request, jsonify
+from dotenv import load_dotenv
+import time
+load_dotenv()
+import requests
+from PIL import Image
+
+class DesignProcess:
+    """
+    A class to handle the design process using the homedesigns.ai API.
+    """
+
+    def __init__(self, image_path, design_type="Interior", ai_intervention="Mid", no_design=1, design_style="Scandinavian", room_type="Bedroom"):
+        self.url = os.getenv("API_URL")
+        self.headers = {
+            "Authorization": os.getenv("AUTH_TOKEN"),
+        }
+        self.image_path = image_path
+        self.design_type = design_type
+        self.ai_intervention = ai_intervention
+        self.no_design = no_design
+        self.design_style = design_style
+        self.room_type = room_type
+
+    def start_process(self, max_retries=3, delay=2):
+        """
+        Starts the design process by sending a POST request.
+        Retries the request if it fails.
+        """
+        attempt = 0
+        while attempt < max_retries:
+            try:
+                with open(self.image_path, "rb") as image_file:
+                    image = Image.open(image_file)
+                    width, height = image.size
+                    if width < 512 or height < 512:
+                        raise ValueError("The image must have a minimum width and height of 512 pixels.")
+                    image_file.seek(0)
+
+                files = {"image": open(self.image_path, "rb")}
+                data = {
+                    "design_type": self.design_type,
+                    "ai_intervention": self.ai_intervention,
+                    "no_design": self.no_design,
+                    "design_style": self.design_style,
+                    "room_type": self.room_type,
+                }
+
+                
+                response = requests.post(self.url, headers=self.headers, files=files, data=data)
+                response.raise_for_status()  # Raise an HTTPError for bad responses
+
+                try:
+                    return response.json()  # Returns the JSON response from the API.
+                except requests.exceptions.JSONDecodeError:
+                    print("Failed to decode JSON response")
+                    print("Response content:", response.text)
+                    raise requests.RequestException("Invalid JSON response")
+            except requests.RequestException as e:
+                print(f"Attempt {attempt + 1} failed: {e}")
+                attempt += 1
+                if attempt < max_retries:
+                    time.sleep(delay)
+                else:
+                    raise
+
+    # def generate_design_idea(self, prompt):
+    #     """
+    #     Generates a design idea using OpenAI's API.
+    #     """
+    #     openai.api_key = os.getenv("OPENAI_API_KEY")
+    #     response = openai.ChatCompletion.create(
+    #         model="gpt-3.5-turbo",
+    #         messages=[
+    #             {"role": "system", "content": "You are a helpful assistant."},
+    #             {"role": "user", "content": prompt}
+    #         ],
+    #         max_tokens=150
+    #     )
+    #     return response.choices[0].message['content'].strip()
+
+    def check_status(self, request_id):
+        """
+        Checks the status of the design process.
+        """
+        status_url = f"https://homedesigns.ai/api/v2/perfect_redesign/status_check/{request_id}"
+        attempt = 0
+        max_retries = 3
+        delay = 5  # seconds
+
+        while attempt < max_retries:
+            try:
+                status_response = requests.get(status_url,  headers=self.headers)
+                status_response.raise_for_status()  # Raise an HTTPError for bad responses
+
+                try:
+                    return status_response.json()
+                except requests.exceptions.JSONDecodeError:
+                    print("Failed to decode JSON response")
+                    print("Response content:", status_response.text)
+                    raise requests.RequestException("Invalid JSON response")
+            except requests.RequestException as e:
+                print(f"Attempt {attempt + 1} failed: {e}")
+                attempt += 1
+                if attempt < max_retries:
+                    time.sleep(delay)
+                else:
+                    return {'status': 'error', 'message': 'Failed to get a valid response after multiple attempts'}

requirements.txt

@@ -0,0 +1,5 @@
+flask
+gradio
+openai
+python-dotenv
+gradio

sketch_design/main.py

@@ -0,0 +1,127 @@
+"""
+This script orchestrates the design process by utilizing the DesignAssistant and DesignProcess classes.
+It extracts design parameters using the DesignAssistant and applies them using the DesignProcess.
+"""
+from .sk_render_ai import DesignAssistant
+from .render_app import DesignProcess
+import requests
+import time
+
+
+
+def flow(image_path, output_path, user_prompt="", design_type="Interior", ai_intervention="Mid", no_design=1, house_angle=None, garden_type=None, internal_prompt=None, design_style=None):
+    """
+    Orchestrates the design process by extracting design parameters and applying them.
+
+    Args:
+        user_prompt (str): The prompt provided by the user to generate design parameters.
+        image_path (str): The path to the input image for the design process.
+        output_path (str): The path where the output image will be saved.
+
+    Returns:
+        str: The path to the saved output image if successful, or an error message if failed.
+    """
+
+    
+    try:
+        # print all args
+        print("=====Flow SR function=====")
+        print("User Prompt: ", user_prompt, "Image Path: ", image_path, "Output Path: ", output_path, "Design Type: ", design_type, "AI Intervention: ", ai_intervention, "No Design: ", no_design, "House Angle: ", house_angle, "Garden Type: ", garden_type, "Internal Prompt: ", internal_prompt, "Design Style: ", design_style)
+        print("=============================")
+        # Extract design parameters using render_ai.py
+        if design_style is None:
+            assistant = DesignAssistant()
+            thread = assistant.create_thread()
+            _user_prompt = f"The information can be in italian aswell, so choose the closest values from the above lists for the dict's values as the response will be always in english.\n{user_prompt}"
+            message = assistant.create_message(thread.id, _user_prompt)
+            run = assistant.run_and_poll(thread.id)
+
+            if run.status == 'completed':
+                messages = assistant.get_messages(thread.id)
+                design_info = eval(messages.data[0].content[0].text.value)  # Assuming the response is a dict in string format
+                # Debugging information
+                print(design_info)
+                print(type(design_info))
+                print(design_info.keys())   
+                print("---------------------------------------------")
+            else:
+                print("Failed to extract design information.")
+                return
+        else:
+            design_info = {
+                'design_style': design_style,
+                'room_type': None
+            }
+
+        # Use the extracted design parameters in render_app.py
+        design_process = DesignProcess(
+            image_path=image_path,
+            design_style=design_info['design_style'],
+            room_type=design_info['room_type'],
+            design_type=design_type,
+            ai_intervention=ai_intervention,
+            no_design=no_design,
+            house_angle=house_angle,
+            garden_type=garden_type,
+            internal_prompt=internal_prompt
+        )
+        
+        response = design_process.start_process()
+        print(response)
+        # request_id = response['id']
+        # print(request_id)
+        # print(type(request_id))
+
+        if 'success' in response:
+            print("Design process completed successfully. Image saved as new_design.jpg.")
+            print("---------------------------------------------")
+        
+            print(response['success']['generated_image'])
+
+            image_data = requests.get(response['success']['generated_image'][0]).content
+            with open(output_path, "wb") as f:
+                f.write(image_data)
+            print("Design process completed successfully. Image saved as new_design.jpg.")
+            return output_path
+        else:
+            print("Design process failed.")
+
+        # while True:
+        #     status = design_process.check_status(request_id)
+        #     print(status)  # Prints the status of the redesign request
+        #     # Wait for the process to complete or fail
+
+        #     if status['status'] in ['succeeded', 'error']:
+        #         break
+
+        #     time.sleep(7)
+
+        # if status.get('status') == 'succeeded':
+        #     image_url = status['output'][0]  # Assuming you want the first image
+        #     # Save the image to the specified output path
+        #     image_data = requests.get(image_url).content
+        #     with open(output_path, "wb") as f:
+        #         f.write(image_data)
+        #     print("Design process completed successfully. Image saved as new_design.jpg.")
+        #     return output_path
+        # else:
+        #     print("Design process failed.")
+        #     return "Design process failed."
+        
+    except Exception as e:
+        raise
+
+
+
+
+if __name__ == "__main__":
+
+    flow(
+    image_path = "sketch_bedroom.jpg",
+    output_path = "new_design.jpg",
+        design_type = "Interior",
+        ai_intervention = "Mid",
+            no_design = 1,
+            house_angle = None,
+                garden_type = None,
+                    user_prompt = "I want to generate a design for a scandanavian bedroom")

sketch_design/render_app.py

@@ -0,0 +1,129 @@
+"""
+This module provides the DesignProcess class to interact with the homedesigns.ai API
+for starting and checking the status of a design process, as well as generating design ideas
+using OpenAI's API.
+"""
+import os
+import openai
+# from flask import Flask, request, jsonify
+from dotenv import load_dotenv
+import time
+load_dotenv()
+import requests
+from PIL import Image
+
+class DesignProcess:
+    """
+    A class to handle the design process using the homedesigns.ai API.
+    """
+
+    def __init__(self, image_path, design_type="Interior", ai_intervention="Mid", no_design=1, design_style="Scandinavian", room_type="Bedroom", house_angle=None, garden_type=None, internal_prompt=None):
+        self.url = os.getenv("S2R_API_URL")
+        self.headers = {
+            "Authorization": os.getenv("AUTH_TOKEN"),
+        }
+        self.image_path = image_path
+        self.design_type = design_type
+        self.ai_intervention = ai_intervention
+        self.no_design = no_design
+        self.design_style = design_style
+        self.room_type = room_type
+        self.house_angle = house_angle
+        self.garden_type = garden_type
+        self.internal_prompt = internal_prompt
+
+    def start_process(self, max_retries=3, delay=2):
+        """
+        Starts the design process by sending a POST request.
+        Retries the request if it fails.
+        """
+        attempt = 0
+        while attempt < max_retries:
+            try:
+                with open(self.image_path, "rb") as image_file:
+                    image = Image.open(image_file)
+                    width, height = image.size
+                    if width < 512 or height < 512:
+                        raise ValueError("The image must have a minimum width and height of 512 pixels.")
+                    image_file.seek(0)
+
+                files = {"image": open(self.image_path, "rb")}
+                data = {
+                    "design_type": self.design_type,
+                    "ai_intervention": self.ai_intervention,
+                    "no_design": self.no_design,
+                    "design_style": self.design_style,
+                    "room_type": self.room_type,
+                    "house_angle": self.house_angle,
+                    "garden_type": self.garden_type,
+                    "internal_prompt": self.internal_prompt
+                }
+                print("====================Data before filtering=======================")
+                print(data)
+                data = {k: v for k, v in data.items() if v is not None}
+                print("====================Data after filtering========================")
+                print(data)
+                print("================================================================")
+                response = requests.post(self.url, headers=self.headers, files=files, data=data)
+                print(response)
+                print("===========================Text============================")
+                print(response.text)
+                print("================================================================")
+                response.raise_for_status()  # Raise an HTTPError for bad responses
+                # print(response.reason)
+                try:
+                    return response.json()  # Returns the JSON response from the API.
+                except requests.exceptions.JSONDecodeError:
+                    print("Failed to decode JSON response")
+                    print("Response content:", response.text)
+                    raise requests.RequestException("Invalid JSON response")
+            except requests.RequestException as e:
+                print(f"Attempt {attempt + 1} failed: {e}")
+                attempt += 1
+                if attempt < max_retries:
+                    time.sleep(delay)
+                else:
+                    raise
+
+    # def generate_design_idea(self, prompt):
+    #     """
+    #     Generates a design idea using OpenAI's API.
+    #     """
+    #     openai.api_key = os.getenv("OPENAI_API_KEY")
+    #     response = openai.ChatCompletion.create(
+    #         model="gpt-3.5-turbo",
+    #         messages=[
+    #             {"role": "system", "content": "You are a helpful assistant."},
+    #             {"role": "user", "content": prompt}
+    #         ],
+    #         max_tokens=150
+    #     )
+    #     return response.choices[0].message['content'].strip()
+
+    def check_status(self, request_id):
+        """
+        Checks the status of the design process.
+        """
+        status_url = f"https://homedesigns.ai/api/v2/perfect_redesign/status_check/{request_id}"
+        attempt = 0
+        max_retries = 3
+        delay = 5  # seconds
+
+        while attempt < max_retries:
+            try:
+                status_response = requests.get(status_url,  headers=self.headers)
+                status_response.raise_for_status()  # Raise an HTTPError for bad responses
+
+                try:
+                    return status_response.json()
+                except requests.exceptions.JSONDecodeError:
+                    print("Failed to decode JSON response")
+                    print("Response content:", status_response.text)
+                    raise requests.RequestException("Invalid JSON response")
+            except requests.RequestException as e:
+                print(f"Attempt {attempt + 1} failed: {e}")
+                attempt += 1
+                if attempt < max_retries:
+                    time.sleep(delay)
+                else:
+                    return {'status': 'error', 'message': 'Failed to get a valid response after multiple attempts'}

sketch_design/sk_render_ai.py

@@ -0,0 +1,89 @@
+"""
+This module provides the DesignAssistant class to interact with OpenAI's API
+for creating and managing threads and messages related to design assistance.
+"""
+import os
+from dotenv import load_dotenv
+from openai import OpenAI
+
+# Load environment variables from .env file
+load_dotenv()
+
+class DesignAssistant:
+    def __init__(self):
+        self.client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+        self.assistant = self.client.beta.assistants.create(
+            name="Extraction Assistant",
+            # instructions="You are a professional Bedroom renovator engine, you get an information and you respond with a dict each time with the following keys: 'design_style', 'room_type'. Respond with the dict only and no need to encapsulate between quotes.",
+            instructions= "You are a professional dictionary creator.\n\nFollowing are some important rules;\nYou get some information and you respond with a dict each time with the following keys: 'design_style', 'room_type' only and always.  Respond with the dict only and no need to encapsulate between quotes.\n\nThe room_type and design_style has to be choosen from the following, incase of confusion choose the closest one;\nroom_types = [\"Living Room\", \"Bedroom\", \"Bathroom\", \"Kitchen\", \"Dining Room\", \"Attic\", \"Family Room\", \"Kids Room\", \"Study Room\", \"Home Office\", \"Meeting Room\", \"Coffee Shop\", \"Office\", \"Coworking Space\", \"Working Space\", \"Library\", \"Science Laboratory\", \"Photo Studio\", \"Exhibition Space\", \"Art Studio\", \"Multimedia Room\", \"Medical Exam Room\", \"Reception Area\", \"Formal Dining Room\", \"Home Theater\", \"Gaming Room\", \"Fitness Gym\", \"Restaurant\", \"Hotel Lobby\", \"Hotel Room\", \"Wine Cellar\", \"Home Spa\", \"Dressing Room\", \"Home Bar\", \"Music Room\", \"Workshop\", \"Craft Room\", \"Yoga Studio\", \"Auditorium\", \"Art Studio\", \"Balcony\", \"Rooftop Terrace\", \"Mudroom\", \"Guest Bedroom\", \"Wedding Room\", \"Outdoor Kitchen\", \"Utility Room\", \"Laundry Room\", \"Pet Room\", \"Walk-in Closet\", \"Lounge\", \"Reading Nook\", \"Foyer\", \"Open Kitchen Living Room\", \"Prayer Room\", \"Conservatory\", \"Playroom\", \"Man Cave\", \"She Shed\", \"Greenhouse\", \"Sauna\", \"Nursery\", \"Home Gym\"]\n\ndesign_styles = [\"No Style\", \"Eclectic\", \"Modern\", \"Contemporary\", \"Transitional\", \"Scandinavian\", \"Mediterranean\", \"Ikea\", \"Industrial\", \"Kids Room\", \"Shabby Chic\", \"Coastal\", \"Bauhaus\", \"Bohemian\", \"Traditional\", \"Rustic\", \"Minimalism\", \"Japandi\", \"Japanese Design\", \"Modern Arabic\", \"Traditional Arabic\", \"Bali\", \"Tropical\", \"Asian Decor\", \"Zen\", \"Hollywood Regency\", \"Hollywood Glam\", \"Minimalist\", \"Christmas\", \"Futuristic\", \"Luxurious\", \"Midcentury Modern\", \"Biophilic\", \"Cottage Core\", \"French Country\", \"Art Deco\", \"Art Nouveau\", \"South Western\", \"Modern Farm House\", \"Moroccan\", \"Gothic\", \"Victorian\", \"Steampunk\", \"Urban Modern\", \"Desert Modernism\", \"Colonial\", \"Brutalist\", \"Nordic Noir\", \"Postmodern\", \"Psychedelic\", \"Cosmic Chic\", \"Mexican Hacienda\", \"Coastal Modern\", \"Eco Friendly\", \"Pop Art\", \"Vintage Glam\", \"Candy Land\", \"Airbnb\", \"Glam Rock\", \"Barbie\", \"Doodle\", \"Sketch\", \"Maximalist\", \"Professional\", \"Halloween\", \"Retro\", \"Romantic\", \"Safari\", \"Tuscan\", \"Nautical\", \"Craftsman\", \"Farmhouse Chic\", \"Prairie\", \"Cubism\", \"Quiet Luxury\"]\n\nThe information can be in italian aswell, so choose the closest values from the above lists for the dict's values as the response will be always in english.",
+            tools=[],
+            model="gpt-4o",
+        )
+
+    def create_thread(self):
+        """
+        Creates a new thread for communication.
+        
+        Returns:
+            Thread object containing the details of the created thread.
+        """
+        return self.client.beta.threads.create()
+
+    def create_message(self, thread_id, content):
+        """
+        Sends a message in a thread.
+
+        Args:
+            thread_id (str): The ID of the thread.
+            content (str): The content of the message.
+
+        Returns:
+            Message object containing the details of the created message.
+        """
+        return self.client.beta.threads.messages.create(
+            thread_id=thread_id,
+            role="user",
+            content=content
+        )
+
+    def run_and_poll(self, thread_id):
+        """
+        Runs a process and polls for its completion.
+
+        Args:
+            thread_id (str): The ID of the thread.
+
+        Returns:
+            Run object containing the status and details of the run.
+        """
+        return self.client.beta.threads.runs.create_and_poll(
+            thread_id=thread_id,
+            assistant_id=self.assistant.id,
+            instructions="Respond with a dict each time with the following keys: 'design_style', 'room_type'"
+        )
+
+    def get_messages(self, thread_id):
+        """
+        Retrieves messages from a thread.
+
+        Args:
+            thread_id (str): The ID of the thread.
+
+        Returns:
+            List of Message objects containing the messages in the thread.
+        """
+        return self.client.beta.threads.messages.list(
+            thread_id=thread_id
+        )
+
+if __name__ == "__main__":
+    assistant = DesignAssistant()
+    thread = assistant.create_thread()
+    message = assistant.create_message(thread.id, "I want to generate a design for a scandanavian bedroom")
+    run = assistant.run_and_poll(thread.id)
+
+    if run.status == 'completed': 
+        messages = assistant.get_messages(thread.id)
+        print(messages.data[0].content[0].text.value)
+    else:
+        print(run.status)