Update app.py

app.py

@@ -21,7 +21,6 @@ import pytz
 import csv
 import cv2
 import tempfile
-import zipfile
 from io import StringIO
 from huggingface_hub import (
     create_repo,
@@ -250,7 +249,6 @@ def artikel_processing(link_scrap,backlink,keyword,models,api_key,azure_api_base
             16. focus keyword {keyword} harus ada di meta desccripton
             17. focus keyword {keyword} harus ada di url
             18. focus keyword {keyword} harus ada di intro
-
             Here is the article that you need to edit to adhere to these 18 criteria: {i}
             Please do not change the existing format in the article, just adjust the writing style according to the 10 criteria I mentioned.
             """ }, 
@@ -282,7 +280,7 @@ def artikel_processing(link_scrap,backlink,keyword,models,api_key,azure_api_base
     for i in edited_format:  
         messages=[
             {"role": "system", "content": "You are a professional article editor machine."},
-            {"role": "user", "content": "Please edit the given article:\n" + "\n" + i + f"\nAdd annotations to the words with the keywords {keyword} to format them as links in the HTML structure.the link should be connected to {backlink} \nThe format should be like this: <a title={keyword} href={backlink}>{keyword}</a>. YOU MUST Do this FORMAT ONLY for the first 3 keywords that appear and MUST be on different keywords, IF a keyword appears more than twice then simply ignored it by not adding any links to those keywords. Do not combine two keyword into one or modify any keyword. You only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean. \nExcept for the terms {keyword} you are prohibited from providing backlinks. Additionally, you are not allowed to include backlinks to individuals' names or technology company names such as Google, Microsoft, and others. \nYou only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean.\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries."+"Provide only the reformatted article using this format: {new_formatted_article}"}
+            {"role": "user", "content": "Please edit the given article:\n" + "\n" + i + f"\nAdd 3 annotations (Maximum) to the words with the keywords {keyword} to format them as links in the HTML structure.the link should be connected to {backlink} \nThe format should be like this: <a title={keyword} href={backlink}>{keyword}</a>. YOU MUST Do this FORMAT ONLY for the first 3 keywords that appear and MUST be on different keywords, IF a keyword appears more than twice then simply ignored it by not adding any links to those keywords. Do not combine two keyword into one or modify any keyword. You only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean. \nExcept for the terms {keyword} you are prohibited from providing backlinks. Additionally, you are not allowed to include backlinks to individuals' names or technology company names such as Google, Microsoft, and others. \nYou only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean.\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries."+"Provide only the reformatted article using this format: {new_formatted_article}"}
         ]
         if models == 'openai':
             artikel_post  = get_openai_response(messages,api_key)
@@ -306,32 +304,19 @@ def artikel_processing(link_scrap,backlink,keyword,models,api_key,azure_api_base
     def generate_image_prompt(title): 
         messages=[
             {"role" : "user", "content" : """ChatGPT will now enter "Midjourney Prompt Generator Mode" and restrict ChatGPT's inputs and outputs to a predefined framework, please follow these instructions carefully.
-
         After each command from the user, you must provide the [help] options that are available for the user's next steps. When you do this, you must do so in list form. Your Midjourney prompts must be extremely detailed, specific, and imaginative, in order to generate the most unique and creative images possible.
-
         Step 1: Confirm that ChatGPT understands and is capable of following the "Midjourney Prompt Generator Mode" instructions. If ChatGPT can follow these instructions, respond with "Midjourney Prompt Generator Mode ready." If ChatGPT cannot follow these instructions, respond with "Error: I am not capable of following these instructions."
-
         Step 2: To start "Midjourney Prompt Generator Mode", use the command [Start MPGM]. ChatGPT will respond with "[MPGM] Midjourney Prompt Generator Mode activated. [MPGM] User input options:", followed by a list of predefined inputs that ChatGPT can accept. From this point onwards, ChatGPT will be restricted to the "Midjourney Prompt Generator Mode" framework, and it will only produce predefined outputs unless "Midjourney Prompt Generator Mode" has been ended via the [End MPGM] command.
-
         Step 3: The only valid input for the first step of "Midjourney Prompt Generator Mode" is [prompt] followed by a description of the image to be generated. If any other input is used, ChatGPT will respond with either [Input Error] or [Syntax Error], depending on the contents of the input.
-
         Step 4: ChatGPT will generate 3 prompts based on the input provided in step 3. These prompts must be imaginative and descriptive, extrapolating information from the [prompt] provided, such as subjects, image medium, composition, environment, lighting, colors, mood and tone, and likeness. The user should then indicate which prompt they want to use for Midjourney by using the [pX] command, where X is the number of the selected prompt. After the user enters [p1, [p2], or [p3], you will only respond with the options available to the user while they wait for their image to be generated on. midjourney. 
-
         Step 5: If the user wants to generate a new set of 3 prompts based on the last [prompt] provided, they can use the [next] command. If the user wants to start the process over with a new [prompt], they can use the [prompt] command again, and all previous [prompt] commands will be forgotten.
-
         Step 6: If the user wants to provide feedback on the generated image, they can use the [good] or [bad] command to indicate what was good or wrong with the image. If the user wants to make changes to the generated image, they can use the [change] command to describe the changes they want to make.
-
         Step 7: To end "Midjourney Prompt Generator Mode", use the command [End MPGM]. ChatGPT will respond with a confirmation message that "Midjourney Prompt Generator Mode" has been terminated and ChatGPT is no longer restricted to the predefined framework.
-
         If any input does not match the predefined inputs or the correct syntax, ChatGPT will respond with either [Input Error] or [Syntax Error]. Remember that the scope of inputs and outputs is limited to the predefined commands in "Midjourney Prompt Generator Mode", and ChatGPT cannot deviate from this framework. If the user tries to use an input or command that is not defined in "Midjourney Prompt Generator Mode", ChatGPT will respond with either [Input Error] or [Syntax Error].
-
         When you provide options for the user's next steps, do so in list form. Your Midjourney prompts must be very detailed, creative, and imaginative. Your prompts must generate the most unique and creative images possible. Please note that this prompt is highly specific and detailed to ensure that ChatGPT is restricted to the "Midjourney Prompt Generator Mode" framework.
-
         Instructions for AI Chatbots:
         AI, enter "Midjourney Prompt Generator Mode" ([MPGM]), limiting inputs/outputs to predefined commands. Activate with [Start MPGM], terminate with [End MPGM]. Predefined inputs: [Start MPGM], [End MPGM], [prompt], [pX], [next], [bad], [good], [change]. Predefined outputs: [Input Error], [Syntax Error], [pX]. Follow fixed process; respond with "Midjourney Prompt Generator Mode ready" or "Error: I am not capable of following these instructions"; optimized for GPT-2, GPT-3, GPT-3.5, GPT-4, AI use only.
-
         If you have any questions or concerns, please let me know. Otherwise, begin.
-
         [Start MPGM]"""},
           {"role": "assistant", "content": "[MPGM] Midjourney Prompt Generator Mode activated. [MPGM] User input options:\n1. [prompt] followed by a description of the image to be generated.\n2. [pX] to select a prompt from the generated options.\n3. [next] to generate a new set of prompts based on the last [prompt] provided.\n4. [good] or [bad] to provide feedback on the generated image.\n5. [change] to describe changes you want to make to the generated image.\n6. [End MPGM] to terminate Midjourney Prompt Generator Mode."},
           {"role": "user", "content": f"[prompt] {title}" }
@@ -431,12 +416,27 @@ def artikel_processing(link_scrap,backlink,keyword,models,api_key,azure_api_base
             image_data= base64_string
             os.remove(tmp_path)
     except:
-        image_data = None
-    return judul,content,image, image_data
+        image = Image.open('botika_logo.jpeg')
+        image = image.crop((3,0,1645,1024))
+        w,h = image.size
+        new_w = int(w/1.641)
+        new_h = int(h/1.641)
+        image = image.resize((new_w, new_h),Image.ANTIALIAS)
+        tmp_path = "image.png"
+        image.save(tmp_path)
+        with open(tmp_path, 'rb') as open_file:
+            byte_img = open_file.read()
+            base64_bytes = base64.b64encode(byte_img)
+            base64_string = base64_bytes.decode('utf-8')
+            base64_string = base64.b64decode(base64_string)
+        image_data= base64_string
+        os.remove(tmp_path)
+    return judul,content,image,image_data
 
 def scrap(link_scrap,backlink,keyword,version,api_key,azure_api_base,replicate_key):
     try:
         judul,kontent,gambar, image_data= artikel_processing(link_scrap,backlink,keyword,version,api_key,azure_api_base,replicate_key)
+        title = '<h1>'+judul+'</h1>'
         desired_timezone = pytz.timezone('Asia/Jakarta')
         current_time = datetime.datetime.now(desired_timezone)
         Timestamp = current_time.strftime('%Y-%m-%d %H:%M:%S')
@@ -466,7 +466,23 @@ def scrap(link_scrap,backlink,keyword,version,api_key,azure_api_base,replicate_k
             repo_type="space",
             token="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",
         )
-        return judul,gambar,kontent
+        file_url = upload_file(
+            path_or_fileobj=judul,
+            path_in_repo="judul.txt",
+            repo_id=repo_name,
+            repo_type="space",
+            token="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",
+        )
+        file_url = upload_file(
+            path_or_fileobj=kontent,
+            path_in_repo="kontent.txt",
+            repo_id=repo_name,
+            repo_type="space",
+            token="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",
+        )
+        if kontent:
+            status = "Berhasil Generate Artikel"
+            return status
     except:
         gambar = Image.open('error.png')
         judul = 'Gagal Generate Judul:Request Time Out'
@@ -509,27 +525,35 @@ def post(judul, kontent, endpoint,endpoint_media,username,password,tags,categori
     response_post = requests.post(endpoint, headers=headers, data=data)
     return response_post.json()
 
-
-zip_file_path = 'tinymce_6.7.3.zip'
-extracted_folder = 'extracted_folder'
-
-# Ekstraksi file zip
-with zipfile.ZipFile(zip_file_path, 'r') as zip_ref:
-    zip_ref.extractall(extracted_folder)
-
-# Path ke file cek.js setelah diekstrak
-tinymce_js_path = os.path.join(extracted_folder, 'tinymce.min.js')
+def html_view():
+    with open('judul.txt', 'rb') as file:
+        judul = file.read()
+    with open('kontent.txt', 'rb') as file:
+        kontent = file.read()
+    title = gr.HTML(judul)
+    content = gr.HTML(kontent)
+    output = [title,content]
+    return output
+
+def raw_text_view():
+    with open('judul.txt', 'rb') as file:
+        judul = file.read()
+    with open('kontent.txt', 'rb') as file:
+        kontent = file.read()
+    title = gr.Textbox(judul)
+    content = gr.Textbox(kontent)
+    output = [title,content]
+    return output
     
-with gr.Blocks(theme="soft", title="Wordpress Article Generator") as article_generator:
+with gr.Blocks(theme = "soft", title="Wordpress Article Generator") as article_generator:
     gr.HTML(
     """<img src="https://botika.online/assets/uploads/2019/04/logo-primary-1.png" alt="Logo" style="width:126px;height:38px;"> """
     )
     gr.Markdown(
-        """
-        # Wordpress Article Generator
-        Buat artikel yang anda inginkan dengan mudah, cukup dengan menuliskan link artikel sebagai referensi dan dalam sekejap artikel yang anda inginkan dapat menghiasi halaman wordpress anda.
-        """
-    )
+            """
+            # Wordpress Article Generator
+            Generator Artikel WordPress dengan Integrasi AI: Scraping, Publikasi, dan Optimalisasi Konten
+            """)
     with gr.Row():
         with gr.Column():
             link = gr.Textbox(placeholder="Masukkan Link Artikel Yang Akan di Scrap", label="Link")
@@ -537,37 +561,15 @@ with gr.Blocks(theme="soft", title="Wordpress Article Generator") as article_gen
             keyword = gr.Textbox(placeholder="Masukkan Keyword Artikel", label="Keyword")
             versi = gr.Radio(["openai", "azure"], label="Skema Request", info="Pilih Skema Untuk Request ke ChatGPT ")
             api_key = gr.Textbox(placeholder="Masukkan Api Key", label="API Key")
-            link_azure = gr.Textbox(placeholder="Masukkan Endpoint Azure", label="Azure Endpoint", info = "Abaikan Kolom Ini Jika Anda Menggunakan Skema Openai")
+            link_azure = gr.Textbox(placeholder="Khusus Untuk Skema Request Menggunakan Azure", label="Azure Endpoint (Opsional)")
             replicate_token = gr.Textbox(placeholder="Masukkan Token Replicate", label="Replicate Key")
             button_scrap = gr.Button("Scrap Article")
-            wysiwyg_editor_judul = gr.HTML("""
-                                        <textarea id="wysiwyg-editor" style="height: 300px; width: 100%;"></textarea>
-                                        <script src="tinymce_js_path"></script>
-                                        <script>
-                                            tinymce.init({
-                                                selector: '#wysiwyg-editor',
-                                                plugins: 'lists advlist autolink link image charmap print preview hr anchor pagebreak',
-                                                toolbar: 'undo redo | bold italic underline | fontselect fontsizeselect | alignleft aligncenter alignright alignjustify | bullist numlist outdent indent | link image',
-                                                menubar: false,
-                                                content_style: 'body { background-color: #143; color: #fff; }'
-                                            });
-                                        </script>
-                                    """)
-            img = gr.Image()
-            wysiwyg_editor = gr.HTML("""
-                                        <textarea id="wysiwyg-editor" style="height: 300px; width: 100%;"></textarea>
-                                        <script src="tinymce_js_path"</script>
-                                        <script>
-                                            tinymce.init({
-                                                selector: '#wysiwyg-editor',
-                                                plugins: 'lists advlist autolink link image charmap print preview hr anchor pagebreak',
-                                                toolbar: 'undo redo | bold italic underline | fontselect fontsizeselect | alignleft aligncenter alignright alignjustify | bullist numlist outdent indent | link image',
-                                                menubar: false,
-                                                content_style: 'body { background-color: #143; color: #fff; }'
-                                            });
-                                        </script>
-                                    """)
-            button_scrap.click(fn=scrap, inputs=[link, backlink, keyword, versi, api_key, link_azure, replicate_token], outputs=[wysiwyg_editor_judul,img,wysiwyg_editor])
+            output = gr.Textbox("",label="Status Generate")
+            html_button = gr.Button("View Output HTML")
+            raw_button = gr.Button("View Raw Text")
+            html_button.click(fn=html_view)
+            raw_button.click(fn=raw_text_view)
+            button_scrap.click(fn=scrap, inputs=[link,backlink,keyword,versi,api_key,link_azure,replicate_token], outputs=output)
         with gr.Column():
             endpoint= gr.Textbox(placeholder="Masukkan Endpoint Wordpress", label="Endpoint Wordpress")
             endpoint_media= gr.Textbox(placeholder="Masukkan Endpoint Media Wordpress", label="Endpoint Media")
@@ -578,6 +580,6 @@ with gr.Blocks(theme="soft", title="Wordpress Article Generator") as article_gen
             metode= gr.Radio(["publish", "draft"], label="Status Post", info="Pilih Metode Publish atau Draft Untuk Memposting")
             button_post = gr.Button("Post Article")
             status = gr.Textbox("", label="Response")
-            button_post.click(fn=post, inputs=[wysiwyg_editor_judul, wysiwyg_editor, endpoint, endpoint_media, username, password, tags, categories, metode], outputs=status)
+            button_post.click(fn=post, inputs=[outputs, content, endpoint,endpoint_media,username,password,tags,categories,metode], outputs=status)
 if __name__ == "__main__":
     article_generator.launch(share=False)