add examples; adjust pan and zoom speed

.gitattributes

@@ -37,3 +37,131 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.mp4 filter=lfs diff=lfs merge=lfs -text
 vggsfm_code/examples/ filter=lfs diff=lfs merge=lfs -text
 gradio_cached_examples/ filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/ filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/596.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/600.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/565.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/579.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/588.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/582.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/593.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/573.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/603.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/615.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/568.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/585.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/bonsai/images/590.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake/images/frame000169.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/019.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/109.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/599.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/023.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/942.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/977.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/091.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/136.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/145.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake/images/frame000069.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/869.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/073.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/872.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/878.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/881.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/003.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/009.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/857.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/875.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/192.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/010.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/557.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/842.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/028.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/055.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/336.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/016.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/597.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/154.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake/images/frame000096.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/004.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/006.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/010.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/632.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/866.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/427.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/210.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/013.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/015.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/287.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/515.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/873.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/014.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/100.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake/images/frame000146.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/862.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/432.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/134.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/858.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/865.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/602.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake/images/frame000112.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake/images/frame000149.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/867.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/871.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/011.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/038.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/037.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/886.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/046.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/864.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/879.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/877.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/019.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/870.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake/images/frame000166.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/876.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/712.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/024.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/017.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/020.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/022.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/752.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/001.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/082.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/017.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/532.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/863.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/127.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/163.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/cake/images/frame000020.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/627.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/687.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/860.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/002.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/025.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/767.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/008.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/859.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/005.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/018.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/021.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/118.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/874.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/012.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/064.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/861.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/868.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/880.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/007.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/british_museum/images/069.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_counter/images/877.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/apple/images/172.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/in2n_face/images/001.jpg filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_horns/images/967.png filter=lfs diff=lfs merge=lfs -text

app.py

@@ -215,15 +215,20 @@ british_museum_video = "vggsfm_code/examples/videos/british_museum_video.mp4"
 cake_video = "vggsfm_code/examples/videos/cake_video.mp4"
 bonsai_video = "vggsfm_code/examples/videos/bonsai_video.mp4"
 face_video =  "vggsfm_code/examples/videos/in2n_face_video.mp4"
+counter_video =  "vggsfm_code/examples/videos/in2n_counter_video.mp4"
+
+horns_video = "vggsfm_code/examples/videos/llff_horns_video.mp4"
+
 
 
 apple_images = glob.glob(f'vggsfm_code/examples/apple/images/*')
 bonsai_images = glob.glob(f'vggsfm_code/examples/bonsai/images/*')
 cake_images = glob.glob(f'vggsfm_code/examples/cake/images/*')
 british_museum_images = glob.glob(f'vggsfm_code/examples/british_museum/images/*')
-
 face_images = glob.glob(f'vggsfm_code/examples/in2n_face/images/*')
+counter_images = glob.glob(f'vggsfm_code/examples/in2n_counter/images/*')
 
+horns_images = glob.glob(f'vggsfm_code/examples/llff_horns/images/*')
 
 
 with gr.Blocks() as demo:
@@ -256,7 +261,7 @@ with gr.Blocks() as demo:
                                          info="More query points usually lead to denser reconstruction at lower speeds.")
         
         with gr.Column(scale=3):
-            reconstruction_output = gr.Model3D(label="Reconstruction", height=520, zoom_speed=1, pan_speed=1)
+            reconstruction_output = gr.Model3D(label="Reconstruction", height=520, zoom_speed=0.5, pan_speed=0.5)
             log_output = gr.Textbox(label="Log")
 
     with gr.Row():
@@ -267,6 +272,8 @@ with gr.Blocks() as demo:
     
     
     examples = [
+        [counter_video, counter_images, 4, 2048],
+        [horns_video, horns_images, 3, 4096],
         [face_video, face_images, 4, 2048],
         [british_museum_video, british_museum_images, 1, 4096],
         [apple_video, apple_images, 6, 2048],

gradio_cached_examples/17/log.csv

@@ -1,5 +1,7 @@
 Reconstruction,Log,flag,username,timestamp
-"{""path"": ""gradio_cached_examples/17/Reconstruction/bbd7de840562d63202f0/glbscene.glb"", ""url"": ""/file=/tmp/gradio/fca5f8328739501143569c8f61c49f859d6050aa/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 20:41:21.350514
-"{""path"": ""gradio_cached_examples/17/Reconstruction/945304e792b0f852dd99/glbscene.glb"", ""url"": ""/file=/tmp/gradio/4cc4bf183538e927e644e048332dcdaff12da3cf/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 20:41:41.130464
-"{""path"": ""gradio_cached_examples/17/Reconstruction/acbcb0d82e2838cc056a/glbscene.glb"", ""url"": ""/file=/tmp/gradio/ba332ab61cbd09dd2e7c53f11d876cb561b990cd/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 20:42:49.325264
-"{""path"": ""gradio_cached_examples/17/Reconstruction/eff9890930c07374da16/glbscene.glb"", ""url"": ""/file=/tmp/gradio/803adcd2ead20dcc56157d3e0fe98a7b7cd12bd7/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 20:43:17.587081
+"{""path"": ""gradio_cached_examples/17/Reconstruction/58a38ee9b7f78f58da22/glbscene.glb"", ""url"": ""/file=/tmp/gradio/d8629d6de088299963695dad2f32c97b9b4a6dda/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:25:40.884710
+"{""path"": ""gradio_cached_examples/17/Reconstruction/dba107feeb52b972001d/glbscene.glb"", ""url"": ""/file=/tmp/gradio/44e78e992e40479be088886e427073166fb461e8/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:26:55.776135
+"{""path"": ""gradio_cached_examples/17/Reconstruction/86be77ec40440c4449fa/glbscene.glb"", ""url"": ""/file=/tmp/gradio/11643198a5c410fb21ff2ecedfe27311624decdb/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:27:59.835219
+"{""path"": ""gradio_cached_examples/17/Reconstruction/2da84ab238f95132a386/glbscene.glb"", ""url"": ""/file=/tmp/gradio/4cc4bf183538e927e644e048332dcdaff12da3cf/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:28:19.724742
+"{""path"": ""gradio_cached_examples/17/Reconstruction/b00c2bced6d030b08364/glbscene.glb"", ""url"": ""/file=/tmp/gradio/4195e188d2f60916506b117306176967bcf753f6/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:29:27.169590
+"{""path"": ""gradio_cached_examples/17/Reconstruction/b88c697380a8072bc89b/glbscene.glb"", ""url"": ""/file=/tmp/gradio/274d72307363d50d4be30fd669778462eb2cb62e/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:29:54.437223

images_to_videos.py

@@ -2,7 +2,7 @@ import cv2
 import os
 
 # Parameters
-name = "in2n_face"
+name = "llff_horns"
 folder_path = f'vggsfm_code/examples/{name}/images'  # Update with the path to your images
 video_path = f'vggsfm_code/examples/videos/{name}_video.mp4'
 fps = 1  # frames per second