Update app.py

app.py

@@ -65,80 +65,59 @@ def clean_scrap(artikel,link, openai_key):
     article = []
     if len(artikel) > 1:
         for art in artikel:
-            @retry(openai.error.OpenAIError, tries=10, delay=10)
-            openai.api_key = openai_key 
-            try:
-                response = openai.ChatCompletion.create(
-                    model ="gpt-3.5-turbo",
-                    messages=[
-                        {"role": "system", "content": "You are a very professional article editor."},
-                        {"role": "user", "content": "I have a raw article that contains a lot of unnecessary data such as ads, website information, and article publishers, as well as links to other pages, and so on. Please clean up the article I provided so that only the article's content remains. \nThen, you should also summarize the article so that it does not exceed 5000 characters" + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {the cleaned and summarized article's content}"}       
-                    ],
-                    temperature = 0.1
-                )
-                finish_reason = response['choices'][0]['finish_reason']
-                if finish_reason == 'length' or finish_reason == 'stop':
-                    result = response['choices'][0]['message']['content']
-                    new_artikel.append(result)
-            except openai.error.OpenAIError as e:
-                print('server sibuk')
+            response = openai.ChatCompletion.create(
+                model ="gpt-3.5-turbo",
+                messages=[
+                    {"role": "system", "content": "You are a very professional article editor."},
+                    {"role": "user", "content": "I have a raw article that contains a lot of unnecessary data such as ads, website information, and article publishers, as well as links to other pages, and so on. Please clean up the article I provided so that only the article's content remains. \nThen, you should also summarize the article so that it does not exceed 5000 characters" + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {the cleaned and summarized article's content}"}       
+                ],
+                temperature = 0.1
+            )
+            finish_reason = response['choices'][0]['finish_reason']
+            if finish_reason == 'length' or finish_reason == 'stop':
+                result = response['choices'][0]['message']['content']
+                new_artikel.append(result)
     else:
-        for art in artikel:
-            @retry(openai.error.OpenAIError, tries=10, delay=10)
-            openai.api_key = openai_key
-            try:
-                response = openai.ChatCompletion.create(
-                    model ="gpt-3.5-turbo",
-                    messages=[
-                        {"role": "system", "content": "You are a very professional article editor."},
-                        {"role": "user", "content": "I have a raw article that contains a lot of unnecessary data such as ads, website information, and article publishers, as well as links to other pages, and so on. Please clean up the article I provided so that only the article's content remains." + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {the cleaned article's content}"}       
-                    ],
-                    temperature = 0.1
-                )
-                finish_reason = response['choices'][0]['finish_reason']
-                if finish_reason == 'length' or finish_reason == 'stop':
-                    result = response['choices'][0]['message']['content']
-                    new_artikel.append(result)
-            except openai.error.OpenAIError as e:
-                print('server sibuk')
-                
-    new_art = [' '.join(new_artikel)]
-    for art in new_art:
-        @retry(openai.error.OpenAIError, tries=10, delay=10)
-        openai.api_key = openai_key
-        try:
+        for art in artikel:  
             response = openai.ChatCompletion.create(
                 model ="gpt-3.5-turbo",
                 messages=[
-                    {"role": "system", "content": "You are a very professional article editor and capable of generating compelling and professional article titles."},
-                    {"role": "user", "content": "Paraphrase the above article to make it a well-written and easily understandable piece for humans, following the conventions of renowned articles. \nThen, You Must Generate a title that is appropriate for the article I provided. The title should be professional, similar to typical article titles and sound more natural for a human to read" + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: title:{title}, article: {new paraphrased article}"}       
-             ],
+                    {"role": "system", "content": "You are a very professional article editor."},
+                    {"role": "user", "content": "I have a raw article that contains a lot of unnecessary data such as ads, website information, and article publishers, as well as links to other pages, and so on. Please clean up the article I provided so that only the article's content remains." + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {the cleaned article's content}"}       
+                ],
                 temperature = 0.1
             )
             finish_reason = response['choices'][0]['finish_reason']
             if finish_reason == 'length' or finish_reason == 'stop':
                 result = response['choices'][0]['message']['content']
-                article.append(result)
-        except openai.error.OpenAIError as e:
-            print('server sibuk')
+                new_artikel.append(result)
             
-    content = article[0].split("\n")
-    title = content[0].replace('title:', '').replace("Title:", '').strip()
-    @retry(openai.error.OpenAIError, tries=10, delay=10)
-    openai.api_key = openai_key
-    try:
+    new_art = [' '.join(new_artikel)]
+    for art in new_art:
         response = openai.ChatCompletion.create(
             model ="gpt-3.5-turbo",
             messages=[
-                {"role": "system", "content": "You are a professional translator and rewriter"},
-                {"role": "user", "content": "Please translate and rewrite this sentence into Indonesian language with the following requirements: \n1. The sentence should be concise, compact, and clear. \n2. The sentence length should not exceed 50 characters. \n3. The sentences should be professional, similar to typical article titles and sound more natural for a human to read.:" +title+"\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: Judul:{hasil rewrite}"}        
-            ],
-            temperature = 0
+                {"role": "system", "content": "You are a very professional article editor and capable of generating compelling and professional article titles."},
+                {"role": "user", "content": "Paraphrase the above article to make it a well-written and easily understandable piece for humans, following the conventions of renowned articles. \nThen, You Must Generate a title that is appropriate for the article I provided. The title should be professional, similar to typical article titles and sound more natural for a human to read" + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: title:{title}, article: {new paraphrased article}"}       
+         ],
+            temperature = 0.1
         )
-        judul = response['choices'][0]['message']['content']
-    except openai.error.OpenAIError as e:
-        print('server sibuk')
-        
+        finish_reason = response['choices'][0]['finish_reason']
+        if finish_reason == 'length' or finish_reason == 'stop':
+            result = response['choices'][0]['message']['content']
+            article.append(result)
+            
+    content = article[0].split("\n")
+    title = content[0].replace('title:', '').replace("Title:", '').strip(
+    response = openai.ChatCompletion.create(
+        model ="gpt-3.5-turbo",
+        messages=[
+            {"role": "system", "content": "You are a professional translator and rewriter"},
+            {"role": "user", "content": "Please translate and rewrite this sentence into Indonesian language with the following requirements: \n1. The sentence should be concise, compact, and clear. \n2. The sentence length should not exceed 50 characters. \n3. The sentences should be professional, similar to typical article titles and sound more natural for a human to read.:" +title+"\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: Judul:{hasil rewrite}"}        
+        ],
+        temperature = 0
+    )
+    judul = response['choices'][0]['message']['content']   
     judul = judul.replace("Judul:", '').strip()
     judul = judul.replace("Title:", '').strip()
     try:
@@ -196,132 +175,108 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
     post_article = []
 
     for i in artikel:
-        @retry(openai.error.OpenAIError, tries=10, delay=10)
-        openai.api_key = openai_key
-        try:
-            response = openai.ChatCompletion.create(
-                model ="gpt-3.5-turbo",
-                messages=[
-                    {"role": "system", "content": "You are a proficient English to Indonesian language translator machine. You are capable of translating professionally according to the rules of the Indonesian language"},
-                    {"role": "user", "content": "Translate the following article into Indonesian language. Then, you must resume the article translated. The translated result should be more than 2500 characters and less than 7000 characters.: " + i + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {Professionally rewritten content}"}        
-                ],
-                temperature = 0
-            )
-            finish_reason = response['choices'][0]['finish_reason']
-            if finish_reason == 'length' or finish_reason == 'stop':
-                translate = response['choices'][0]['message']['content']
-                translated.append(translate)
-                time.sleep(2)
-        except openai.error.OpenAIError as e:
-            print('server sibuk') 
-            
-    for i in translated:
-        @retry(openai.error.OpenAIError, tries=10, delay=10)
-        openai.api_key = openai_key
-        try:
-            response = openai.ChatCompletion.create(
-                model ="gpt-3.5-turbo",
-                messages=[
-                    {"role": "system", "content": """You are a very professional article editor and perform SEO optimization on an article with utmost professionalism. berikut adalah SOP SEO yang harus kamu terapkan
-                        1. meta decription max 160 characters
-                        2. title max 60 characters
-                        3. sentences max 20 words
-                        4. paragraph max 300 words
-                        5. sebisa mungkin focus keyword harus ada di title, bagian depan (sifatnya "sebisa mungkin". Kalau tidak bisa, di bagian manapun tidak masalah)
-                        6. focus keyword harus ada di content
-                        7. focus keyword harus ada di intro
-                        8. focus keyword harus ada di meta desc
-                        9. focus keyword harus ada di url
-                        10. focus keyword harus ada di intro
-                        """}, 
-                    {"role": "user", "content": "Paraphrase the above article to make it a well-written and easily understandable piece for humans, following the conventions of renowned articles.The paraphrased result should be more than 2500 characters and less than 7000 characters. and then perform SEO optimization on the following article:\n" + i + "\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the reformatted article using this format: {reformatted article}"}    
-                ],
-                temperature = 0
-                )
-            SEO = response['choices'][0]['message']['content']
-            optimized.append(SEO)
+        response = openai.ChatCompletion.create(
+            model ="gpt-3.5-turbo",
+            messages=[
+                {"role": "system", "content": "You are a proficient English to Indonesian language translator machine. You are capable of translating professionally according to the rules of the Indonesian language"},
+                {"role": "user", "content": "Translate the following article into Indonesian language. Then, you must resume the article translated. The translated result should be more than 2500 characters and less than 7000 characters.: " + i + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {Professionally rewritten content}"}        
+            ],
+            temperature = 0
+        )
+        finish_reason = response['choices'][0]['finish_reason']
+        if finish_reason == 'length' or finish_reason == 'stop':
+            translate = response['choices'][0]['message']['content']
+            translated.append(translate)
             time.sleep(2)
-        except openai.error.OpenAIError as e:
-            print('server sibuk')
-            
+        
+    for i in translated:
+        response = openai.ChatCompletion.create(
+            model ="gpt-3.5-turbo",
+            messages=[
+                {"role": "system", "content": """You are a very professional article editor and perform SEO optimization on an article with utmost professionalism. berikut adalah SOP SEO yang harus kamu terapkan
+                    1. meta decription max 160 characters
+                    2. title max 60 characters
+                    3. sentences max 20 words
+                    4. paragraph max 300 words
+                    5. sebisa mungkin focus keyword harus ada di title, bagian depan (sifatnya "sebisa mungkin". Kalau tidak bisa, di bagian manapun tidak masalah)
+                    6. focus keyword harus ada di content
+                    7. focus keyword harus ada di intro
+                    8. focus keyword harus ada di meta desc
+                    9. focus keyword harus ada di url
+                    10. focus keyword harus ada di intro
+                    """}, 
+                {"role": "user", "content": "Paraphrase the above article to make it a well-written and easily understandable piece for humans, following the conventions of renowned articles.The paraphrased result should be more than 2500 characters and less than 7000 characters. and then perform SEO optimization on the following article:\n" + i + "\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the reformatted article using this format: {reformatted article}"}    
+            ],
+            temperature = 0
+            )
+        SEO = response['choices'][0]['message']['content']
+        optimized.append(SEO)
+        time.sleep(2)
+        
     for i in optimized:
-        @retry(openai.error.OpenAIError, tries=10, delay=10)
-        openai.api_key = openai_key
-        try:
-            response = openai.ChatCompletion.create(
-                model ="gpt-3.5-turbo",
-                messages=[
-                    {"role": "system", "content": f"""
-                    You are a professional article writer and editor. I have an article that needs your editing expertise to align its writing style with specific instructions and guidelines:
-                    1. Theme and Title: The blog article should have a clear and informative title that reflects the main topic.
-                    2. Writing Style: The writing style in the blog article should appear serious, informative, and academic. It should use formal language to convey the importance of the discussed topic. Sentences should be long and rich in information.
-                    3. Use of Data and Statistics: The blog article should support its arguments with concrete data and statistics.
-                    4. Tone and Emotion: Despite the seriousness of the topic, the blog should not be overly emotional in its delivery. You should focus more on presenting facts and analysis rather than creating an emotional effect.
-                    5. Subheadings: The use of subheadings should help readers follow the flow of the article and understand key points more easily.
-                    6. Citations and Sources: The blog should cite reliable sources.
-                    7. Graphics: The blog should use graphics to visualize data clearly.
-                    8. SEO Keywords: Use keywords that will help the blog become more discoverable in search results.
-                    9. Conclusion: The blog should also have a clear conclusion that summarizes the core findings of the study.
-                    10. Final Thought: You should conclude the blog by providing readers with broader insights on the topic.
-                    11. meta decription max 160 characters
-                    12. title max 60 characters
-                    13. sentences max 20 words
-                    14. paragraph max 300 words
-                    15. sebisa mungkin focus keyword harus ada di title, bagian depan (sifatnya "sebisa mungkin". Kalau tidak bisa, di bagian manapun tidak masalah)
-                    16. focus keyword harus ada di content
-                    17. focus keyword harus ada di intro
-                    18. focus keyword harus ada di meta desccripton
-                    19. focus keyword harus ada di url
-                    20. focus keyword harus ada di intro
-    
-                    Here is the article that you need to edit to adhere to these 20 criteria: {i}
-                    Please do not change the existing format in the article, just adjust the writing style according to the 10 criteria I mentioned.
-                    """ }, 
-                    {"role": "user", "content": "Please ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the rewrited article using this format: {rewrited article}"}    
-                ],
-                temperature = 0
-                )
-            result = response['choices'][0]['message']['content']
-            article.append(result)
-            time.sleep(2)
-        except openai.error.OpenAIError as e:
-            print('server sibuk')
-            
+        response = openai.ChatCompletion.create(
+            model ="gpt-3.5-turbo",
+            messages=[
+                {"role": "system", "content": f"""
+                You are a professional article writer and editor. I have an article that needs your editing expertise to align its writing style with specific instructions and guidelines:
+                1. Theme and Title: The blog article should have a clear and informative title that reflects the main topic.
+                2. Writing Style: The writing style in the blog article should appear serious, informative, and academic. It should use formal language to convey the importance of the discussed topic. Sentences should be long and rich in information.
+                3. Use of Data and Statistics: The blog article should support its arguments with concrete data and statistics.
+                4. Tone and Emotion: Despite the seriousness of the topic, the blog should not be overly emotional in its delivery. You should focus more on presenting facts and analysis rather than creating an emotional effect.
+                5. Subheadings: The use of subheadings should help readers follow the flow of the article and understand key points more easily.
+                6. Citations and Sources: The blog should cite reliable sources.
+                7. Graphics: The blog should use graphics to visualize data clearly.
+                8. SEO Keywords: Use keywords that will help the blog become more discoverable in search results.
+                9. Conclusion: The blog should also have a clear conclusion that summarizes the core findings of the study.
+                10. Final Thought: You should conclude the blog by providing readers with broader insights on the topic.
+                11. meta decription max 160 characters
+                12. title max 60 characters
+                13. sentences max 20 words
+                14. paragraph max 300 words
+                15. sebisa mungkin focus keyword harus ada di title, bagian depan (sifatnya "sebisa mungkin". Kalau tidak bisa, di bagian manapun tidak masalah)
+                16. focus keyword harus ada di content
+                17. focus keyword harus ada di intro
+                18. focus keyword harus ada di meta desccripton
+                19. focus keyword harus ada di url
+                20. focus keyword harus ada di intro
+
+                Here is the article that you need to edit to adhere to these 20 criteria: {i}
+                Please do not change the existing format in the article, just adjust the writing style according to the 10 criteria I mentioned.
+                """ }, 
+                {"role": "user", "content": "Please ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the rewrited article using this format: {rewrited article}"}    
+            ],
+            temperature = 0
+            )
+        result = response['choices'][0]['message']['content']
+        article.append(result)
+        time.sleep(2)
+        
     for i in article:  
-        @retry(openai.error.OpenAIError, tries=10, delay=10)
-        openai.api_key = openai_key
-        try:
-            response = openai.ChatCompletion.create(
-                model ="gpt-3.5-turbo",
-                messages=[
-                    {"role": "system", "content": "You are a professional article editor machine."}, 
-                    {"role": "user", "content": "Please rewrite the given article in the style of a professional writer for Forbes or The New York Times with bahasa indonesia as your native language:\n\n" + i + "\nAdd underline tags <u> and bold tags <b> to all foreign terms (non-Indonesian words) you encounter. You only have less than 7 attempts to do this, no more than that in order to keep the article neat and clean. \nThen, You must divide the article into several paragraphs, no less than 3 paragraphs. kamu juga harus membuat subheading menggunakan <h2> pada setiap sub topik pembahasan \n\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the reformatted article using this format:<h2>A brief headline of the article content</h2> <p>reformatted article</p>"}
-                ],
-                temperature = 0
-                )
-            font_formatted = response['choices'][0]['message']['content']
-            edited_format.append(font_formatted)
-            time.sleep(2)
-        except openai.error.OpenAIError as e:
-            print('server sibuk')
-            
+        response = openai.ChatCompletion.create(
+            model ="gpt-3.5-turbo",
+            messages=[
+                {"role": "system", "content": "You are a professional article editor machine."}, 
+                {"role": "user", "content": "Please rewrite the given article in the style of a professional writer for Forbes or The New York Times with bahasa indonesia as your native language:\n\n" + i + "\nAdd underline tags <u> and bold tags <b> to all foreign terms (non-Indonesian words) you encounter. You only have less than 7 attempts to do this, no more than that in order to keep the article neat and clean. \nThen, You must divide the article into several paragraphs, no less than 3 paragraphs. kamu juga harus membuat subheading menggunakan <h2> pada setiap sub topik pembahasan \n\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the reformatted article using this format:<h2>A brief headline of the article content</h2> <p>reformatted article</p>"}
+            ],
+            temperature = 0
+            )
+        font_formatted = response['choices'][0]['message']['content']
+        edited_format.append(font_formatted)
+        time.sleep(2)
+        
     for i in edited_format:  
-        try:
-            openai.api_key = openai_key
-            response = openai.ChatCompletion.create(
-                model ="gpt-3.5-turbo",
-                messages=[
-                    {"role": "system", "content": "You are a professional article editor machine."},
-                    {"role": "user", "content": "Please edit the given article:\n" + "\n" + i + f"\nAdd annotations to the words with the keywords {keyword} to format them as links in the HTML structure.the link should be connected to {backlink} \nThe format should be like this: <a title={keyword} href={backlink}>{keyword}</a>. YOU MUST Do this FORMAT ONLY for the first 3 keywords that appear and MUST be on different keywords, IF a keyword appears more than twice then simply ignored it by not adding any links to those keywords. Do not combine two keyword into one or modify any keyword. You only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean. \nExcept for the terms 'AI,' 'chatbot,' and 'omnichannel,' you are prohibited from providing backlinks. Additionally, you are not allowed to include backlinks to individuals' names or technology company names such as Google, Microsoft, and others. \nYou only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean.\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries."+"Provide only the reformatted article using this format: {new_formatted_article}"}
-                ],
-                temperature = 0
-                )
-            artikel_post = response['choices'][0]['message']['content']
-            post_article.append(artikel_post)
-            time.sleep(2)
-        except openai.error.OpenAIError as e:
-            print('server sibuk')
-            
+        response = openai.ChatCompletion.create(
+            model ="gpt-3.5-turbo",
+            messages=[
+                {"role": "system", "content": "You are a professional article editor machine."},
+                {"role": "user", "content": "Please edit the given article:\n" + "\n" + i + f"\nAdd annotations to the words with the keywords {keyword} to format them as links in the HTML structure.the link should be connected to {backlink} \nThe format should be like this: <a title={keyword} href={backlink}>{keyword}</a>. YOU MUST Do this FORMAT ONLY for the first 3 keywords that appear and MUST be on different keywords, IF a keyword appears more than twice then simply ignored it by not adding any links to those keywords. Do not combine two keyword into one or modify any keyword. You only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean. \nExcept for the terms 'AI,' 'chatbot,' and 'omnichannel,' you are prohibited from providing backlinks. Additionally, you are not allowed to include backlinks to individuals' names or technology company names such as Google, Microsoft, and others. \nYou only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean.\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries."+"Provide only the reformatted article using this format: {new_formatted_article}"}
+            ],
+            temperature = 0
+            )
+        artikel_post = response['choices'][0]['message']['content']
+        post_article.append(artikel_post)
+        time.sleep(2)
+    
     meta_keywords = '<!-- wp:html –><meta name=”keywords” content=”chabot indonesia, chabot ai, bot master, artificial intelligence,ai, easy manage chatbot, bot ai,integration chatbot, chatbot online,ai chatbot, chatbot gpt, wizard gpt”><!-- /wp:html –->'
     post_article.append(meta_keywords)
     content = ''.join(post_article)
@@ -334,7 +289,6 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
         
     @retry(openai.error.OpenAIError, tries=10, delay=10)
     def generate_image_prompt(title): 
-        openai.api_key = openai_key
         try:
             response = openai.ChatCompletion.create(
                 model="gpt-3.5-turbo", # engine = "deployment_name".
@@ -477,14 +431,15 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
     # selected_columns = result.loc[:, "Judul Artikel":"tags"]
     return result,image
 
-
+@retry(openai.error.OpenAIError, tries=10, delay=10)
 def scrap(link_scrap,backlink,keyword,openai_key,replicate_key):
+    openai.api_key = openai_key
     try:
-        data,gambar= artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key)
+        data,gambar= artikel_processing(link_scrap,backlink,keyword,replicate_key)
         judul = data['Judul Artikel'][0]
         kontent = data["Konten Artikel"][0]
         return gambar,judul,kontent
-    except:
+    except openai.error.OpenAIError as e:
         gambar = Image.open('error.png')
         judul = 'Gagal Generate Judul:Request Time Out'
         kontent = 'Gagal Generate Artikel:Request Time Out'