add two more examples; remove pillow

.gitattributes

@@ -165,3 +165,61 @@ vggsfm_code/examples/in2n_counter/images/877.jpg filter=lfs diff=lfs merge=lfs -
 vggsfm_code/examples/apple/images/172.jpg filter=lfs diff=lfs merge=lfs -text
 vggsfm_code/examples/in2n_face/images/001.jpg filter=lfs diff=lfs merge=lfs -text
 vggsfm_code/examples/llff_horns/images/967.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/ filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/010.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/017.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/018.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/003.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/007.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/011.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/021.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/002.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/005.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/008.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/012.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/014.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/023.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/000.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/016.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/009.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/001.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/013.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/006.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/024.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/015.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/019.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/020.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/022.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_flower/images/004.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/002.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/005.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/013.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/017.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/018.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/004.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/007.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/008.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/009.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/010.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/014.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/000.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/001.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/003.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/011.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/015.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/016.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/006.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/012.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/llff_fern/images/019.png filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/llff_fern_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/bonsai_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/british_museum_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/cake_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/in2n_counter_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/in2n_face_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/in2n_person_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/apple_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/llff_flower_video.mp4 filter=lfs diff=lfs merge=lfs -text
+vggsfm_code/examples/videos/llff_horns_video.mp4 filter=lfs diff=lfs merge=lfs -text

app.py

@@ -18,7 +18,7 @@ from viz_utils.viz_fn import add_camera, apply_density_filter_np
 import glob
 # 
 from scipy.spatial.transform import Rotation
-import PIL
+# import PIL
 import gc
 import open3d as o3d
 
@@ -218,8 +218,11 @@ face_video =  "vggsfm_code/examples/videos/in2n_face_video.mp4"
 counter_video =  "vggsfm_code/examples/videos/in2n_counter_video.mp4"
 
 horns_video = "vggsfm_code/examples/videos/llff_horns_video.mp4"
+person_video = "vggsfm_code/examples/videos/in2n_person_video.mp4"
 
+flower_video = "vggsfm_code/examples/videos/llff_flower_video.mp4"
 
+fern_video = "vggsfm_code/examples/videos/llff_fern_video.mp4"
 
 apple_images = glob.glob(f'vggsfm_code/examples/apple/images/*')
 bonsai_images = glob.glob(f'vggsfm_code/examples/bonsai/images/*')
@@ -230,6 +233,12 @@ counter_images = glob.glob(f'vggsfm_code/examples/in2n_counter/images/*')
 
 horns_images = glob.glob(f'vggsfm_code/examples/llff_horns/images/*')
 
+person_images = glob.glob(f'vggsfm_code/examples/in2n_person/images/*')
+flower_images = glob.glob(f'vggsfm_code/examples/llff_flower/images/*')
+
+fern_images = glob.glob(f'vggsfm_code/examples/llff_fern/images/*')
+
+
 
 with gr.Blocks() as demo:
     gr.Markdown("# 🏛️ VGGSfM: Visual Geometry Grounded Deep Structure From Motion")
@@ -273,10 +282,13 @@ with gr.Blocks() as demo:
     
     examples = [
         [counter_video, counter_images, 4, 2048],
+        [person_video, person_images, 3, 2048],
         [horns_video, horns_images, 3, 4096],
+        [fern_video, fern_images, 2, 4096],
+        [flower_video, flower_images, 2, 4096],
         [face_video, face_images, 4, 2048],
-        [british_museum_video, british_museum_images, 1, 4096],
         [apple_video, apple_images, 6, 2048],
+        [british_museum_video, british_museum_images, 1, 4096],
         [bonsai_video, bonsai_images, 3, 2048],
         # [cake_video, cake_images, 3, 2048],
     ]

gradio_cached_examples/17/log.csv

@@ -1,7 +1,10 @@
 Reconstruction,Log,flag,username,timestamp
-"{""path"": ""gradio_cached_examples/17/Reconstruction/58a38ee9b7f78f58da22/glbscene.glb"", ""url"": ""/file=/tmp/gradio/d8629d6de088299963695dad2f32c97b9b4a6dda/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:25:40.884710
-"{""path"": ""gradio_cached_examples/17/Reconstruction/dba107feeb52b972001d/glbscene.glb"", ""url"": ""/file=/tmp/gradio/44e78e992e40479be088886e427073166fb461e8/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:26:55.776135
-"{""path"": ""gradio_cached_examples/17/Reconstruction/86be77ec40440c4449fa/glbscene.glb"", ""url"": ""/file=/tmp/gradio/11643198a5c410fb21ff2ecedfe27311624decdb/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:27:59.835219
-"{""path"": ""gradio_cached_examples/17/Reconstruction/2da84ab238f95132a386/glbscene.glb"", ""url"": ""/file=/tmp/gradio/4cc4bf183538e927e644e048332dcdaff12da3cf/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:28:19.724742
-"{""path"": ""gradio_cached_examples/17/Reconstruction/b00c2bced6d030b08364/glbscene.glb"", ""url"": ""/file=/tmp/gradio/4195e188d2f60916506b117306176967bcf753f6/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:29:27.169590
-"{""path"": ""gradio_cached_examples/17/Reconstruction/b88c697380a8072bc89b/glbscene.glb"", ""url"": ""/file=/tmp/gradio/274d72307363d50d4be30fd669778462eb2cb62e/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 22:29:54.437223
+"{""path"": ""gradio_cached_examples/17/Reconstruction/74a8d30f4ebd0d37a935/glbscene.glb"", ""url"": ""/file=/tmp/gradio/46bdda939800e91e201fa87bfb4dcede8056c21a/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:31:49.694469
+"{""path"": ""gradio_cached_examples/17/Reconstruction/f66ec2615238ad0621ad/glbscene.glb"", ""url"": ""/file=/tmp/gradio/93a8e56f2380e61c66d90851aeaf2a1a5dfb92f9/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:32:42.079242
+"{""path"": ""gradio_cached_examples/17/Reconstruction/95635fa362da1535039c/glbscene.glb"", ""url"": ""/file=/tmp/gradio/c2916712fc18218e6fbe34027b6d0feda347af51/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:33:59.024999
+"{""path"": ""gradio_cached_examples/17/Reconstruction/461981a39de5492589df/glbscene.glb"", ""url"": ""/file=/tmp/gradio/c542dd3e82514a5694f21e0d8fbdafd65ea46f74/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:34:55.721452
+"{""path"": ""gradio_cached_examples/17/Reconstruction/ae20dd7e1ce42b6edb2f/glbscene.glb"", ""url"": ""/file=/tmp/gradio/30e24ba52ec7234cdb5c156fdde8aa6ee1c02cee/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:36:07.948344
+"{""path"": ""gradio_cached_examples/17/Reconstruction/33199c45a4042ec13b20/glbscene.glb"", ""url"": ""/file=/tmp/gradio/d54541ce84d35aabcc6400258c0c258b36bb38a3/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:37:10.405227
+"{""path"": ""gradio_cached_examples/17/Reconstruction/bbd91273d323006fc7d0/glbscene.glb"", ""url"": ""/file=/tmp/gradio/814c6dc4dfe0a3d1a5f7ae22a8ddf40044caa4d2/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:38:18.099420
+"{""path"": ""gradio_cached_examples/17/Reconstruction/7e850f7e3cc49c51796a/glbscene.glb"", ""url"": ""/file=/tmp/gradio/d6053e5262c46e1a1ec993597794e519f3c18e09/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:38:37.428141
+"{""path"": ""gradio_cached_examples/17/Reconstruction/e59094e3fc0331137272/glbscene.glb"", ""url"": ""/file=/tmp/gradio/b1d9e417001ba1b39bc7ea0dcb8ca742b89f241a/glbscene.glb"", ""size"": null, ""orig_name"": ""glbscene.glb"", ""mime_type"": null, ""is_stream"": false, ""meta"": {""_type"": ""gradio.FileData""}}",Success,,,2024-06-27 23:39:04.621154

images_to_videos.py

@@ -2,7 +2,12 @@ import cv2
 import os
 
 # Parameters
-name = "llff_horns"
+# name = "llff_horns"
+# name = "in2n_person"
+
+# name = "llff_flower"
+name = "llff_fern"
+
 folder_path = f'vggsfm_code/examples/{name}/images'  # Update with the path to your images
 video_path = f'vggsfm_code/examples/videos/{name}_video.mp4'
 fps = 1  # frames per second

requirements.txt

@@ -1,7 +1,6 @@
 hydra-core==1.3.2
 accelerate==0.24.0
 scipy
-pillow
 omegaconf 
 opencv-python 
 einops