update gradio to nightly. change UI

README.md

@@ -4,9 +4,9 @@ emoji: 🗣🦾
 colorFrom: purple
 colorTo: indigo
 sdk: gradio
-sdk_version: 3.21.0
+sdk_version: 3.23.0
 app_file: app.py
-pinned: false
+pinned: true
 license: apache-2.0
 duplicated_from: jackyliang42/code-as-policies
 ---

app.py

@@ -1,4 +1,9 @@
 import os
+
+# HACK use the dev version
+os.system('pip uninstall gradio')
+os.system('pip install https://gradio-main-build.s3.amazonaws.com/7140903dd63568e8fd1eb763b53126a19d0d9599/gradio-3.23.0-py3-none-any.whl')
+
 import openai
 import numpy as np
 from tempfile import NamedTemporaryFile
@@ -9,7 +14,6 @@ from shapely.affinity import *
 from omegaconf import OmegaConf
 from moviepy.editor import ImageSequenceClip
 import gradio as gr
-from gradio import processing_utils
 
 from lmp import LMP, LMPFGen
 from sim import PickPlaceEnv, LMP_wrapper
@@ -21,14 +25,13 @@ chain_of_thought_affix = ' with a step by step explanation'
 ask_for_clarification_affix = ' or ask for clarification if you feel unclear'
 
 
-class DemoRunner(processing_utils.TempFileManager):
+class DemoRunner:
 
     def __init__(self):
         self._cfg = OmegaConf.to_container(OmegaConf.load('cfg.yaml'), resolve=True)
         self._env = None
         self._model_name = ''
         self._md_logger = MarkdownLogger()
-        processing_utils.TempFileManager.__init__(self)
 
     def make_LMP(self, env):
         # LMP env wrapper
@@ -97,7 +100,7 @@ class DemoRunner(processing_utils.TempFileManager):
 
     def run(self, instruction, history):
         if self._env is None:
-            return 'Please run setup first!', None, None, history
+            return 'Please run setup first!', None, history
 
         self._env.cache_video = []
         self._md_logger.clear()
@@ -105,35 +108,32 @@ class DemoRunner(processing_utils.TempFileManager):
         try:
             self._lmp_tabletop_ui(instruction, f'objects = {self._env.object_list}')
         except Exception as e:
-            return f'Error: {e}', None, None, history
-
-        video_file_name = None
-        if self._env.cache_video:
-            rendered_clip = ImageSequenceClip(self._env.cache_video, fps=25)
-            video_file_name = NamedTemporaryFile(suffix='.mp4').name
-            rendered_clip.write_videofile(video_file_name, fps=25)
+            return f'Error: {e}', None, history
 
         # Update chat messages
         for message in self._md_logger.get_messages():
             history.append((None, message))
+
         if self._env.cache_video:
-            temp_name = self.make_temp_copy_if_needed(video_file_name)
-            history.append((None, (temp_name, )))
+            rendered_clip = ImageSequenceClip(self._env.cache_video, fps=25)
+            video_file_name = NamedTemporaryFile(suffix='.mp4').name
+            rendered_clip.write_videofile(video_file_name, fps=25)
+            history.append((None, (video_file_name, )))
 
-        return self._md_logger.get_log(), self._env.get_camera_image(), video_file_name, history
+        return self._md_logger.get_log(), self._env.get_camera_image(), history
 
 
 def setup(api_key, model_name, n_blocks, n_bowls):
     if not api_key:
-        return 'Please enter your OpenAI API key!', None, None
+        return 'Please enter your OpenAI API key!', None
     if n_blocks + n_bowls == 0:
-        return 'Please select at least one object!', None, None
+        return 'Please select at least one object!', None
 
     demo_runner = DemoRunner()
 
     info, img = demo_runner.setup(api_key, model_name, n_blocks, n_bowls)
     welcome_message = 'How can I help you?'
-    return info, img, demo_runner, [(None, welcome_message)], None, None
+    return info, img, demo_runner, [(None, welcome_message)], None
 
 
 def run(demo_runner, chat_history):
@@ -198,12 +198,12 @@ with gr.Blocks() as demo:
             info_run = gr.Markdown(label='Generated Code')
         with gr.Column():
             img_setup = gr.Image(label='Current Simulation State')
-            video_run = gr.Video(label='Most Recent Manipulation')
+            # video_run = gr.Video(label='Most Recent Manipulation')
 
     btn_setup.click(
         setup,
         inputs=[inp_api_key, inp_model_name, inp_n_blocks, inp_n_bowls],
-        outputs=[info_setup, img_setup, state, chat_box, video_run, info_run],
+        outputs=[info_setup, img_setup, state, chat_box, info_run],
     )
     btn_add_cot.click(
         add_cot,
@@ -222,7 +222,7 @@ with gr.Blocks() as demo:
     ).then(
         run,
         inputs=[state, chat_box],
-        outputs=[info_run, img_setup, video_run, chat_box, inp_instruction],
+        outputs=[info_run, img_setup, chat_box, inp_instruction],
     )
     inp_instruction.submit(
         submit_chat,
@@ -231,9 +231,10 @@ with gr.Blocks() as demo:
     ).then(
         run,
         inputs=[state, chat_box],
-        outputs=[info_run, img_setup, video_run, chat_box, inp_instruction],
+        outputs=[info_run, img_setup, chat_box, inp_instruction],
     )
 
 if __name__ == '__main__':
+    print(gr.__version__)
     demo.queue(concurrency_count=10)
     demo.launch()

requirements.txt

@@ -9,4 +9,4 @@ imageio==2.4.1
 imageio-ffmpeg
 moviepy
 omegaconf
-gradio==3.21.0
+gradio