Update app.py

app.py

@@ -3,18 +3,33 @@ import torch
 from transformers import pipeline, AutoProcessor, AutoModel
 from PIL import Image
 import numpy as np
-from moviepy.editor import ImageSequenceClip
+import cv2
 import tempfile
 import os
 
+def save_video_frames(frames, output_path, fps=30):
+    """
+    Save video frames using OpenCV instead of moviepy
+    """
+    # Get frame dimensions
+    height, width = frames[0].shape[:2]
+    
+    # Initialize video writer
+    fourcc = cv2.VideoWriter_fourcc(*'mp4v')
+    out = cv2.VideoWriter(output_path, fourcc, fps, (width, height))
+    
+    # Write frames
+    for frame in frames:
+        # Convert from RGB to BGR (OpenCV uses BGR)
+        frame_bgr = cv2.cvtColor(frame, cv2.COLOR_RGB2BGR)
+        out.write(frame_bgr)
+    
+    # Release video writer
+    out.release()
+
 def generate_video_from_image(image, duration_seconds=10, progress_bar=None):
     """
     Generate a video from an image using LTX-Video and image captioning.
-    
-    Args:
-        image: PIL Image object
-        duration_seconds: Duration of output video in seconds
-        progress_bar: Streamlit progress bar object
     """
     try:
         if progress_bar:
@@ -57,16 +72,15 @@ def generate_video_from_image(image, duration_seconds=10, progress_bar=None):
         if progress_bar:
             progress_bar.progress(0.8, "Creating final video...")
             
-        # Convert frames to format suitable for moviepy
+        # Convert frames to numpy arrays
         frames = [np.array(frame) for frame in video_frames]
         
         # Create temporary file for video
         with tempfile.NamedTemporaryFile(delete=False, suffix='.mp4') as tmp_file:
             output_path = tmp_file.name
             
-        # Create and save video
-        clip = ImageSequenceClip(frames, fps=30)
-        clip.write_videofile(output_path, codec='libx264', audio=False)
+        # Save video using OpenCV
+        save_video_frames(frames, output_path)
         
         if progress_bar:
             progress_bar.progress(1.0, "Video generation complete!")
@@ -75,6 +89,7 @@ def generate_video_from_image(image, duration_seconds=10, progress_bar=None):
         
     except Exception as e:
         st.error(f"Error generating video: {str(e)}")
+        raise  # Re-raise the exception to see the full error message
         return None, None
 
 def main():
@@ -99,33 +114,37 @@ def main():
         
         # Generate button
         if st.button("Generate Video"):
-            # Create a progress bar
-            progress_text = "Operation in progress. Please wait..."
-            my_bar = st.progress(0, text=progress_text)
-            
-            # Generate video
-            video_path, caption = generate_video_from_image(image, duration, my_bar)
-            
-            if video_path and os.path.exists(video_path):
-                # Read the video file
-                with open(video_path, 'rb') as video_file:
-                    video_bytes = video_file.read()
+            try:
+                # Create a progress bar
+                progress_text = "Operation in progress. Please wait..."
+                my_bar = st.progress(0, text=progress_text)
                 
-                # Create download button
-                st.download_button(
-                    label="Download Video",
-                    data=video_bytes,
-                    file_name="generated_video.mp4",
-                    mime="video/mp4"
-                )
+                # Generate video
+                video_path, caption = generate_video_from_image(image, duration, my_bar)
                 
-                # Display video
-                st.video(video_bytes)
-                
-                # Clean up temporary file
-                os.unlink(video_path)
-            else:
-                st.error("Failed to generate video. Please try again.")
+                if video_path and os.path.exists(video_path):
+                    # Read the video file
+                    with open(video_path, 'rb') as video_file:
+                        video_bytes = video_file.read()
+                    
+                    # Create download button
+                    st.download_button(
+                        label="Download Video",
+                        data=video_bytes,
+                        file_name="generated_video.mp4",
+                        mime="video/mp4"
+                    )
+                    
+                    # Display video
+                    st.video(video_bytes)
+                    
+                    # Clean up temporary file
+                    os.unlink(video_path)
+                else:
+                    st.error("Failed to generate video. Please try again.")
+            
+            except Exception as e:
+                st.error(f"An error occurred: {str(e)}")
 
 if __name__ == "__main__":
     main()