update: ui

common/app_class.py

@@ -377,31 +377,15 @@ class ImageMatchingApp:
                         ],
                         outputs=[output_wrapped, geometry_result],
                     )
-            with gr.Tab("Under construction"):
+            with gr.Tab("Structure from Motion(under-dev)"):
                 self.init_tab_sfm()
 
     def init_tab_sfm(self):
-        with gr.Row():
-            with gr.Column():
-                with gr.Row():
-                    gr.Textbox("Under construction", label="A", visible=True)
-                    gr.Textbox("Under construction", label="B", visible=True)
-                    gr.Textbox("Under construction", label="C", visible=True)
-                with gr.Row():
-                    with gr.Accordion("Open for More", open=False):
-                        gr.Textbox(
-                            "Under construction", label="A1", visible=True
-                        )
-                        gr.Textbox(
-                            "Under construction", label="B1", visible=True
-                        )
-                        gr.Textbox(
-                            "Under construction", label="C1", visible=True
-                        )
-            with gr.Column():
-                gr.Textbox("Under construction", label="D", visible=True)
-                gr.Textbox("Under construction", label="E", visible=True)
-                gr.Textbox("Under construction", label="F", visible=True)
+        sfm_ui = AppSfmUI()
+        sfm_ui.set_local_features(["disk", "superpoint"])
+        sfm_ui.set_matchers(["disk+lightglue", "superpoint+lightglue"])
+        sfm_ui.set_global_features(["netvlad", "mixvpr"])
+        sfm_ui.call()
 
     def run(self):
         self.app.queue().launch(
@@ -559,3 +543,206 @@ class ImageMatchingApp:
                 # height=1000,
             )
             return tab
+
+
+class AppBaseUI:
+    def __init__(self, cfg: Dict[str, Any] = None):
+        self.cfg = cfg
+
+    def _init_ui(self):
+        NotImplemented
+
+    def call(self, **kwargs):
+        self._init_ui()
+
+
+class AppSfmUI(AppBaseUI):
+    def __init__(self, cfg: Dict[str, Any] = None):
+        super().__init__(cfg)
+        self.matchers = None
+        self.features = None
+        self.global_features = None
+
+    def _update_options(self, option):
+        if option == "sparse":
+            return gr.Textbox("sparse", visible=True)
+        elif option == "dense":
+            return gr.Textbox("dense", visible=True)
+        else:
+            return gr.Textbox("not set", visible=True)
+
+    def set_local_features(self, features):
+        self.features = features
+
+    def set_global_features(self, features):
+        self.global_features = features
+
+    def set_matchers(self, matchers):
+        self.matchers = matchers
+
+    def _on_select_custom_params(self, value: bool = False):
+        return gr.Textbox(
+            label="Camera Params",
+            value="0,0,0,0",
+            interactive=value,
+            visible=value,
+        )
+
+    def _init_ui(self):
+        with gr.Row():
+            # data settting and camera settings
+            with gr.Column():
+                input_images = gr.File(
+                    label="SfM", interactive=True, file_count="multiple"
+                )
+                # camera setting
+                with gr.Accordion("Camera Settings", open=True):
+                    with gr.Column():
+                        with gr.Row():
+                            with gr.Column():
+                                camera_model = gr.Dropdown(
+                                    choices=[
+                                        "PINHOLE",
+                                        "SIMPLE_RADIAL",
+                                        "OPENCV",
+                                    ],
+                                    value="PINHOLE",
+                                    label="Camera Model",
+                                    interactive=True,
+                                )
+                            with gr.Column():
+                                gr.Checkbox(
+                                    label="Shared Params",
+                                    value=True,
+                                    interactive=True,
+                                )
+                                camera_custom_params_cb = gr.Checkbox(
+                                    label="Custom Params",
+                                    value=False,
+                                    interactive=True,
+                                )
+                        with gr.Row():
+                            camera_params = gr.Textbox(
+                                label="Camera Params",
+                                value="0,0,0,0",
+                                interactive=False,
+                                visible=False,
+                            )
+                        camera_custom_params_cb.select(
+                            fn=self._on_select_custom_params,
+                            inputs=camera_custom_params_cb,
+                            outputs=camera_params,
+                        )
+
+                with gr.Accordion("Matching Settings", open=True):
+                    # feature extraction and matching setting
+                    with gr.Row():
+                        feature_type = gr.Radio(
+                            ["sparse", "dense"],
+                            label="Feature Type",
+                            value="sparse",
+                            interactive=True,
+                        )
+                        feature_details = gr.Textbox(
+                            label="Feature Details",
+                            visible=False,
+                        )
+                        # feature_type.change(
+                        #     fn=self._update_options,
+                        #     inputs=feature_type,
+                        #     outputs=feature_details,
+                        # )
+                        # matcher setting
+                        matcher_name = gr.Dropdown(
+                            choices=self.matchers,
+                            value="disk+lightglue",
+                            label="Matching Model",
+                            interactive=True,
+                        )
+                    with gr.Row():
+                        with gr.Accordion("Advanced Settings", open=False):
+                            with gr.Column():
+
+                                with gr.Row():
+                                    # matching setting
+                                    max_features = gr.Slider(
+                                        label="Max Features",
+                                        minimum=100,
+                                        maximum=10000,
+                                        value=1000,
+                                        interactive=True,
+                                    )
+                                    ransac_threshold = gr.Slider(
+                                        label="Ransac Threshold",
+                                        minimum=0.01,
+                                        maximum=12.0,
+                                        value=4.0,
+                                        step=0.01,
+                                        interactive=True,
+                                    )
+
+                                with gr.Row():
+                                    ransac_confidence = gr.Slider(
+                                        label="Ransac Confidence",
+                                        minimum=0.01,
+                                        maximum=1.0,
+                                        value=0.9999,
+                                        step=0.0001,
+                                        interactive=True,
+                                    )
+                                    ransac_max_iter = gr.Slider(
+                                        label="Ransac Max Iter",
+                                        minimum=1,
+                                        maximum=100,
+                                        value=100,
+                                        step=1,
+                                        interactive=True,
+                                    )
+                with gr.Accordion("Scene Graph Settings", open=True):
+                    # mapping setting
+                    scene_graph = gr.Dropdown(
+                        choices=["all", "swin", "oneref"],
+                        value="all",
+                        label="Scene Graph",
+                        interactive=True,
+                    )
+
+                    # global feature setting
+                    global_feature = gr.Dropdown(
+                        choices=self.global_features,
+                        value="netvlad",
+                        label="Global features",
+                        interactive=True,
+                    )
+
+                button_match = gr.Button("Run Matching", variant="primary")
+
+            # mapping setting
+            with gr.Column():
+                with gr.Accordion("Mapping Settings", open=True):
+                    with gr.Row():
+                        with gr.Accordion("Buddle Settings", open=True):
+                            with gr.Row():
+                                mapper_refine_focal_length = gr.Checkbox(
+                                    label="Refine Focal Length",
+                                    value=False,
+                                    interactive=True,
+                                )
+                                mapper_refine_principle_points = gr.Checkbox(
+                                    label="Refine Principle Points",
+                                    value=False,
+                                    interactive=True,
+                                )
+                                mapper_refine_extra_params = gr.Checkbox(
+                                    label="Refine Extra Params",
+                                    value=False,
+                                    interactive=True,
+                                )
+                    with gr.Accordion(
+                        "Retriangluation Settings", open=True
+                    ):
+                        gr.Textbox(
+                            label="Retriangluation Details",
+                        )
+                    gr.Button("Run SFM", variant="primary")
+                model_3d = gr.Model3D()