Update app.py

app.py

@@ -1,3 +1,15 @@
+description = """# 🙋🏻‍♂️Welcome to🌟Tonic's🦆Qwen-VL-Chat🤩Bot!🚀
+本WebUI基于Qwen-VL-Chat打造，实现聊天机器人功能 但我必须修复它这么多也许我也得到一些荣誉
+Qwen-VL-Chat is a multimodal input model. You can use this Space to test out the current model [qwen/Qwen-VL-Chat](https://huggingface.co/qwen/Qwen-VL-Chat) You can also use 🧑🏻‍🚀qwen/Qwen-VL-Chat🚀 by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/Tonic1/VLChat?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3> 
+Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/nXx5wbX9) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)
+"""
+disclaimer = """
+Note: This demo is governed by the original license of Qwen-VL. 
+We strongly advise users not to knowingly generate or allow others to knowingly generate harmful content,
+including hate speech, violence, pornography, deception, etc.
+(注：本演示受Qwen-VL的许可协议限制。我们强烈建议，用户不应传播及不应允许他人传播以下内容,
+包括但不限于仇恨言论、暴力、色情、欺诈相关的有害信息。)"""
+
 from modelscope import AutoModelForCausalLM, AutoTokenizer, GenerationConfig, snapshot_download
 from argparse import ArgumentParser
 from pathlib import Path
@@ -9,12 +21,15 @@ import re
 import secrets
 import tempfile
 
+#GlobalVariables
 os.environ['CUDA_VISIBLE_DEVICES'] = '0,1'
 DEFAULT_CKPT_PATH = 'qwen/Qwen-VL-Chat'
 REVISION = 'v1.0.4'
 BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"
 PUNCTUATION = "！？。＂＃＄％＆＇（）＊＋，－／：；＜＝＞＠［＼］＾＿｀｛｜｝～｟｠｢｣､、〃》「」『』【】〔〕〖〗〘〙〚〛〜〝〞〟〰〾〿–—‘’‛“”„‟…‧﹏."
 uploaded_file_dir = os.environ.get("GRADIO_TEMP_DIR") or str(Path(tempfile.gettempdir()) / "gradio")
+tokenizer = None
+model = None
 
 def _get_args() -> ArgumentParser:
     parser = ArgumentParser()
@@ -35,7 +50,7 @@ def _get_args() -> ArgumentParser:
     args = parser.parse_args()
     return args
 
-def handle_image_submission(_chatbot, task_history, file, tokenizer, model) -> tuple:
+def handle_image_submission(_chatbot, task_history, file) -> tuple:
     print("handle_image_submission called")
     if file is None:
         print("No file uploaded")
@@ -50,6 +65,7 @@ def handle_image_submission(_chatbot, task_history, file, tokenizer, model) -> t
 
     
 def _load_model_tokenizer(args) -> tuple:
+    global tokenizer, model
     model_id = args.checkpoint_path
     model_dir = snapshot_download(model_id, revision=args.revision)
     tokenizer = AutoTokenizer.from_pretrained(
@@ -126,7 +142,7 @@ def add_file(history, task_history, file):
     return history, task_history
 
 
-def predict(_chatbot, task_history, tokenizer, model) -> list:
+def predict(_chatbot, task_history) -> list:
     print("predict called")
     if not _chatbot:
         return _chatbot 
@@ -205,6 +221,7 @@ def process_response(response: str) -> str:
     response = response.replace("<ref>", "").replace(r"</ref>", "")
     response = re.sub(BOX_TAG_PATTERN, "", response)
     return response
+    
 def process_history_for_model(task_history) -> list:
     processed_history = []
     for query, response in task_history:
@@ -227,13 +244,7 @@ def _launch_demo(args, model, tokenizer):
     )
 
     with gr.Blocks() as demo:
-        gr.Markdown("""# Welcome to Tonic's Qwen-VL-Chat Bot""")
-        gr.Markdown(
-            """ Qwen-VL-Chat is a multimodal input model. 
-本WebUI基于Qwen-VL-Chat打造，实现聊天机器人功能 但我必须修复它这么多也许我也得到一些荣誉
-You can use this Space to test out the current model [qwen/Qwen-VL-Chat](https://huggingface.co/qwen/Qwen-VL-Chat) You can also use 🧑🏻‍🚀qwen/Qwen-VL-Chat🚀 by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/Tonic1/VLChat?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3> 
-Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/nXx5wbX9) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)
-""")
+        gr.Markdown(description)
         with gr.Row():
             with gr.Column(scale=1):
                 chatbot = gr.Chatbot(label='Qwen-VL-Chat')
@@ -251,44 +262,34 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
         submit_btn.click(
             fn=predict,
             inputs=[chatbot, task_history],
-            outputs=[chatbot],
-            _state=[tokenizer, model]
+            outputs=[chatbot]
         )
         
         submit_file_btn.click(
             fn=handle_image_submission,
             inputs=[chatbot, task_history, file_upload],
-            outputs=[chatbot, task_history],
-            _state=[tokenizer, model]
+            outputs=[chatbot, task_history]
         )
 
         regen_btn.click(
             fn=regenerate,
             inputs=[chatbot, task_history],
-            outputs=[chatbot],
-            _state=[tokenizer, model]
+            outputs=[chatbot]
         )
 
         empty_bin.click(
             fn=reset_state,
             inputs=[task_history],
             outputs=[task_history],
-            _state=[tokenizer, model]
         )
 
         query.submit(
             fn=add_text,
             inputs=[chatbot, task_history, query],
-            outputs=[chatbot, task_history, query],
-            _state=[tokenizer, model]
+            outputs=[chatbot, task_history, query]
         )
 
-        gr.Markdown("""
-Note: This demo is governed by the original license of Qwen-VL. 
-We strongly advise users not to knowingly generate or allow others to knowingly generate harmful content,
-including hate speech, violence, pornography, deception, etc.
-(注：本演示受Qwen-VL的许可协议限制。我们强烈建议，用户不应传播及不应允许他人传播以下内容,
-包括但不限于仇恨言论、暴力、色情、欺诈相关的有害信息。)""")
+        gr.Markdown(disclaimer)
 
     demo.queue().launch()