Update app_gradio.py

app_gradio.py

@@ -1,3 +1,4 @@
+import spaces
 import os
 import cv2
 import torch
@@ -22,13 +23,19 @@ from text2vid_modded import TextToVideoSDPipelineModded
 from invert_utils import ddim_inversion as dd_inversion
 from gifs_filter import filter
 import subprocess
-import spaces
 
+from huggingface_hub import snapshot_download
 
 def load_frames(image: Image, mode='RGBA'):
     return np.array([np.array(frame.convert(mode)) for frame in ImageSequence.Iterator(image)])
+ 
+os.makedirs("t2v_sketch-lora", exist_ok=True)
+snapshot_download(
+    repo_id="Hmrishav/t2v_sketch-lora",
+    local_dir="./t2v_sketch-lora"   
+)
 
-
+"""
 def run_setup():
     try:
         # Step 1: Install Git LFS
@@ -53,7 +60,7 @@ def run_setup():
 
 # Automatically run setup during app initialization
 run_setup()
-
+"""
 
 def save_gif(frames, path):
     imageio.mimsave(
@@ -116,7 +123,7 @@ def initialize_pipeline(model: str, device: str = "cuda"):
     return pipe, pipe.scheduler
 
 # Initialize the models
-LORA_CHECKPOINT = "checkpoint-2500"
+LORA_CHECKPOINT = "t2v_sketch-lora/checkpoint-2500"
 os.environ["TORCH_CUDNN_V8_API_ENABLED"] = "1"
 device = 'cuda' if torch.cuda.is_available() else 'cpu'
 dtype = torch.bfloat16
@@ -223,7 +230,7 @@ with gr.Blocks(css=css) as demo:
             """
         )
 
-        with gr.Tab("Main"):
+        with gr.Tab("Upload your sketch"):
         
             with gr.Row():       
                 with gr.Column():
@@ -255,40 +262,42 @@ with gr.Blocks(css=css) as demo:
                         value=0.5, 
                         step=0.1, 
                         label="Motion Strength"
-                    )    
+                    )                     
 
+                with gr.Column():
+                    gr.Examples(
+                        examples=[
+                            ['./static/examples/sketch1.png', 'The camel walks slowly'],
+                            ['./static/examples/sketch2.png', 'The wine in the wine glass sways from side to side'],
+                            ['./static/examples/sketch3.png', 'The squirrel is eating a nut'],
+                            ['./static/examples/sketch4.png', 'The surfer surfs on the waves'],
+                            ['./static/examples/sketch5.png', 'A galloping horse'],
+                            ['./static/examples/sketch6.png', 'The cat walks forward'],
+                            ['./static/examples/sketch7.png', 'The eagle flies in the sky'],
+                            ['./static/examples/sketch8.png', 'The flower is blooming slowly'],
+                            ['./static/examples/sketch9.png', 'The reindeer looks around'],
+                            ['./static/examples/sketch10.png', 'The cloud floats in the sky'],
+                            ['./static/examples/sketch11.png', 'The jazz saxophonist performs on stage with a rhythmic sway, his upper body sways subtly to the rhythm of the music.'],
+                            ['./static/examples/sketch12.png', 'The biker rides on the road']
+                        ],
+                        inputs=[input_sketch, motion_prompt],
+                        examples_per_page=4,   
                     
+                    )
+
                     generate_btn = gr.Button(
                         "Generate Animation",
                         variant="primary",
                         elem_classes="generate-btn",
                         interactive=True,
                     )
-
-                with gr.Column():
-                    gr.Examples(
-                    examples=[
-                        ['./static/examples/sketch1.png', 'The camel walks slowly'],
-                        ['./static/examples/sketch2.png', 'The wine in the wine glass sways from side to side'],
-                        ['./static/examples/sketch3.png', 'The squirrel is eating a nut'],
-                        ['./static/examples/sketch4.png', 'The surfer surfs on the waves'],
-                        ['./static/examples/sketch5.png', 'A galloping horse'],
-                        ['./static/examples/sketch6.png', 'The cat walks forward'],
-                        ['./static/examples/sketch7.png', 'The eagle flies in the sky'],
-                        ['./static/examples/sketch8.png', 'The flower is blooming slowly'],
-                        ['./static/examples/sketch9.png', 'The reindeer looks around'],
-                        ['./static/examples/sketch10.png', 'The cloud floats in the sky'],
-                        ['./static/examples/sketch11.png', 'The jazz saxophonist performs on stage with a rhythmic sway, his upper body sways subtly to the rhythm of the music.'],
-                        ['./static/examples/sketch12.png', 'The biker rides on the road']
-                    ],
-                    inputs=[input_sketch, motion_prompt],
-                    examples_per_page=4,   
-                )
+                    
                 
-        with gr.Tab("Draw"):
+        with gr.Tab("Draw your own"):
             with gr.Row():
                 with gr.Column():
                     draw_sketchpad = gr.Sketchpad(
+                        label="Draw your own Sketch",
                         value={
                             "background": "./static/examples/background.jpeg",
                             "layers": None,