Upload app.py with huggingface_hub

app.py

@@ -34,67 +34,7 @@ from PIL import Image
 from einops import rearrange
 import pandas as pd
 
-# import sys
 # import spaces
-# import subprocess
-# from huggingface_hub import snapshot_download
-
-# def install_cuda_toolkit():
-#     # CUDA_TOOLKIT_URL = "https://developer.download.nvidia.com/compute/cuda/11.8.0/local_installers/cuda_11.8.0_520.61.05_linux.run"
-#     CUDA_TOOLKIT_URL = "https://developer.download.nvidia.com/compute/cuda/12.2.0/local_installers/cuda_12.2.0_535.54.03_linux.run"
-#     CUDA_TOOLKIT_FILE = "/tmp/%s" % os.path.basename(CUDA_TOOLKIT_URL)
-#     subprocess.call(["wget", "-q", CUDA_TOOLKIT_URL, "-O", CUDA_TOOLKIT_FILE])
-#     subprocess.call(["chmod", "+x", CUDA_TOOLKIT_FILE])
-#     subprocess.call([CUDA_TOOLKIT_FILE, "--silent", "--toolkit"])
-
-#     os.environ["CUDA_HOME"] = "/usr/local/cuda"
-#     os.environ["PATH"] = "%s/bin:%s" % (os.environ["CUDA_HOME"], os.environ["PATH"])
-#     os.environ["LD_LIBRARY_PATH"] = "%s/lib:%s" % (
-#         os.environ["CUDA_HOME"],
-#         "" if "LD_LIBRARY_PATH" not in os.environ else os.environ["LD_LIBRARY_PATH"],
-#     )
-#     # Fix: arch_list[-1] += '+PTX'; IndexError: list index out of range
-#     os.environ["TORCH_CUDA_ARCH_LIST"] = "8.0;8.6"
-        
-# def install_requirements():
-#     subprocess.check_call([sys.executable, "-m", "pip", "install", "git+https://github.com/NVlabs/nvdiffrast"])
-#     subprocess.check_call([sys.executable, "-m", "pip", "install", "git+https://github.com/facebookresearch/pytorch3d@stable"])
-
-# def download_models():
-#     os.makedirs("weights", exist_ok=True)
-#     os.makedirs("weights/hunyuanDiT", exist_ok=True)
-#     os.makedirs("third_party/weights/DUSt3R_ViTLarge_BaseDecoder_512_dpt", exist_ok=True)
-#     try:
-#         snapshot_download(
-#             repo_id="tencent/Hunyuan3D-1",
-#             local_dir="./weights",
-#             resume_download=True
-#         )
-#         print("Successfully downloaded Hunyuan3D-1 model")
-#     except Exception as e:
-#         print(f"Error downloading Hunyuan3D-1: {e}")
-#     try:
-#         snapshot_download(
-#             repo_id="Tencent-Hunyuan/HunyuanDiT-v1.1-Diffusers-Distilled",
-#             local_dir="./weights/hunyuanDiT",
-#             resume_download=True
-#         )
-#         print("Successfully downloaded HunyuanDiT model")
-#     except Exception as e:
-#         print(f"Error downloading HunyuanDiT: {e}")
-#     try:
-#         snapshot_download(
-#             repo_id="naver/DUSt3R_ViTLarge_BaseDecoder_512_dpt",
-#             local_dir="./third_party/weights/DUSt3R_ViTLarge_BaseDecoder_512_dpt",
-#             resume_download=True
-#         )
-#         print("Successfully downloaded DUSt3R model")
-#     except Exception as e:
-#         print(f"Error downloading DUSt3R: {e}")
-# install_cuda_toolkit()
-# install_requirements()
-# download_models()
-
 from infer import seed_everything, save_gif
 from infer import Text2Image, Removebg, Image2Views, Views2Mesh, GifRenderer
 from third_party.check import check_bake_available
@@ -135,7 +75,7 @@ CONST_HEADER = '''
 CONST_NOTE = '''
 ❗️❗️❗️Usage❗️❗️❗️<br>
 
-Limited by format, the model can only export *.obj mesh with vertex colors. The "texture" mod can only work on *.glb.<br>
+Limited by format, the model can only export *.obj mesh with vertex colors. The "face" mod can only work on *.glb.<br>
 Please click "Do Rendering" to export a GIF.<br>
 You can click "Do Baking" to bake multi-view imgaes onto the shape.<br>
 
@@ -206,7 +146,6 @@ def gen_save_folder(max_size=30):
     print(f"mkdir {save_folder} suceess !!!")
     return save_folder
 
-@space.GPU(duration=120)
 def stage_0_t2i(text, seed, step, save_folder):
     dst = save_folder + '/img.png'
     image = worker_t2i(text, seed, step)
@@ -224,7 +163,6 @@ def stage_1_xbg(image, save_folder, force_remove):
     rgba.save(dst)
     return dst
 
-# @space.GPU
 def stage_2_i2v(image, seed, step, save_folder):
     if isinstance(image, str):
         image = Image.open(image)
@@ -239,16 +177,15 @@ def stage_2_i2v(image, seed, step, save_folder):
     show_img = Image.fromarray(show_img) 
     return views_img, cond_img, show_img
 
-# @space.GPU
 def stage_3_v23(
     views_pil, 
     cond_pil, 
     seed, 
     save_folder,
     target_face_count = 30000,
-    texture_color = 'texture'
+    texture_color = 'face'
 ): 
-    do_texture_mapping = texture_color == 'texture'
+    do_texture_mapping = texture_color == 'face'
     worker_v23(
         views_pil, 
         cond_pil, 
@@ -262,16 +199,14 @@ def stage_3_v23(
     obj_dst = save_folder + '/mesh_vertex_colors.obj' # gradio just only can show vertex shading
     return obj_dst, glb_dst
 
-# @space.GPU
 def stage_3p_baking(save_folder, color, bake, force, front, others, align_times):
-    if color == "texture" and bake:
+    if color == "face" and bake:
         obj_dst = worker_baker(save_folder, force, front, others, align_times)
         glb_dst = obj_dst.replace(".obj", ".glb")
         return glb_dst
     else:
         return None
 
-# @space.GPU
 def stage_4_gif(save_folder, color, bake, render):
     if not render: return None
     baked_fld_list = sorted(glob(save_folder + '/view_*/bake/mesh.obj'))
@@ -306,24 +241,24 @@ def check_image_available(image):
 
 def update_mode(mode):
     color_change = {
-        'Quick': gr.update(value='vertex'),
-        'Moderate': gr.update(value='texture'),
-        'Appearance': gr.update(value='texture')
+        'Vertex color': gr.update(value='vertex'),
+        'Face color': gr.update(value='face'),
+        'Baking': gr.update(value='face')
     }[mode]
     bake_change = {
-        'Quick': gr.update(value=False, interactive=False, visible=False),
-        'Moderate': gr.update(value=False),
-        'Appearance': gr.update(value=BAKE_AVAILEBLE)
+        'Vertex color': gr.update(value=False, interactive=False, visible=False),
+        'Face color': gr.update(value=False),
+        'Baking': gr.update(value=BAKE_AVAILEBLE)
     }[mode]
     face_change = {
-        'Quick': gr.update(value=120000, maximum=300000),
+        'Vertex color': gr.update(value=120000, maximum=300000),
         'Moderate': gr.update(value=60000, maximum=300000),
-        'Appearance': gr.update(value=10000, maximum=60000)
+        'Baking': gr.update(value=10000, maximum=60000)
     }[mode]
     render_change = {
-        'Quick': gr.update(value=False, interactive=False, visible=False),
-        'Moderate': gr.update(value=True),
-        'Appearance': gr.update(value=True)
+        'Vertex color': gr.update(value=False, interactive=False, visible=False),
+        'Face color': gr.update(value=True),
+        'Baking': gr.update(value=True)
     }[mode]
     return color_change, bake_change, face_change, render_change
     
@@ -344,17 +279,17 @@ with gr.Blocks() as demo:
             with gr.Tab("Text to 3D"):
                 with gr.Column():
                     text = gr.TextArea('一只黑白相间的熊猫在白色背景上居中坐着，呈现出卡通风格和可爱氛围。', 
-                                       lines=3, max_lines=20, label='Input text')
+                                       lines=3, max_lines=20, label='Input text (within 70 words)')
 
                     textgen_mode = gr.Radio(
-                        choices=['Quick', 'Moderate', 'Appearance'], 
-                        label="Simple settings",
-                        value='Appearance',
+                        choices=['Vertex color', 'Face color', 'Baking'], 
+                        label="Texture mode",
+                        value='Baking',
                         interactive=True
                     )
                     
                     with gr.Accordion("Custom settings", open=False):
-                        textgen_color = gr.Radio(choices=["vertex", "texture"], label="Color", value="texture")
+                        textgen_color = gr.Radio(choices=["vertex", "face"], label="Color", value="face")
                         
                         with gr.Row():
                             textgen_render = gr.Checkbox(
@@ -412,12 +347,12 @@ with gr.Blocks() as demo:
                             )
                             textgen_other_views = gr.CheckboxGroup(
                                 choices=['60°', '120°', '180°', '240°', '300°'], 
-                                label="Other views Baking",
+                                label="Other views baking",
                                 value=['180°'],
                                 interactive=True,
                                 visible=True
                             )
-                            textgen_align_times =gr.Slider(
+                            textgen_align_times = gr.Slider(
                                 value=3,
                                 minimum=1,
                                 maximum=5,
@@ -440,19 +375,33 @@ with gr.Blocks() as demo:
             )
             textgen_color.change(
                 fn=lambda x:[
-                    gr.update(value=(x=='texture'), interactive=(x=='texture'), visible=(x=='texture')),
-                    gr.update(value=(x=='texture'), interactive=(x=='texture'), visible=(x=='texture')),
+                    gr.update(value=(x=='face'), interactive=(x=='face'), visible=(x=='face')),
+                    gr.update(value=(x=='face'), interactive=(x=='face'), visible=(x=='face')),
                 ],
                 inputs=textgen_color, 
-                outputs=[textgen_bake, textgen_render]
+                outputs=[
+                    textgen_bake, 
+                    textgen_render
+                ]
             )
             textgen_bake.change(
-                fn= lambda x:[gr.update(visible=x)]*4+[gr.update(value=10000, minimum=2000, maximum=60000 if x else 300000)],
+                fn= lambda x:[
+                    gr.update(visible=x),
+                    gr.update(visible=x),
+                    gr.update(visible=x),
+                    gr.update(visible=x),
+                    gr.update(value=10000 if x else 120000, minimum=2000, maximum=60000 if x else 300000)
+                ],
                 inputs=textgen_bake, 
-                outputs=[textgen_front_baking, textgen_other_views, textgen_align_times, textgen_force_bake, textgen_max_faces]
+                outputs=[
+                    textgen_front_baking, 
+                    textgen_other_views, 
+                    textgen_align_times, 
+                    textgen_force_bake, 
+                    textgen_max_faces
+                ]
             )
             
-                    
             ### Image iutput region
             
             with gr.Tab("Image to 3D"):
@@ -463,14 +412,14 @@ with gr.Blocks() as demo:
                     alert_message = gr.Markdown("")  # for warning 
                     
                 imggen_mode = gr.Radio(
-                    choices=['Quick', 'Moderate', 'Appearance'], 
-                    label="Simple settings",
-                    value='Appearance',
+                    choices=['Vertex color', 'Face color', 'Baking'], 
+                    label="Texture mode",
+                    value='Baking',
                     interactive=True
                 )
                 
                 with gr.Accordion("Custom settings", open=False):
-                    imggen_color = gr.Radio(choices=["vertex", "texture"], label="Color", value="texture")
+                    imggen_color = gr.Radio(choices=["vertex", "face"], label="Color", value="face")
 
                     with gr.Row():
                         imggen_removebg = gr.Checkbox(
@@ -498,7 +447,7 @@ with gr.Blocks() as demo:
                         label="Gen steps",
                         interactive=True
                     )
-                    imggen_max_faces =gr.Slider(
+                    imggen_max_faces = gr.Slider(
                         value=10000,
                         minimum=2000,
                         maximum=60000,
@@ -522,7 +471,7 @@ with gr.Blocks() as demo:
                         )
                         imggen_other_views = gr.CheckboxGroup(
                             choices=['60°', '120°', '180°', '240°', '300°'], 
-                            label="Other views Baking",
+                            label="Other views baking",
                             value=['180°'],
                             interactive=True,
                             visible=True
@@ -549,15 +498,33 @@ with gr.Blocks() as demo:
                 )
                 
                 imggen_color.change(
-                    fn=lambda x:[gr.update(value=(x=='texture'), interactive=(x=='texture'), visible=(x=='texture'))]*2, 
+                    fn=lambda x:[
+                        gr.update(value=(x=='face'), interactive=(x=='face'), visible=(x=='face')),
+                        gr.update(value=(x=='face'), interactive=(x=='face'), visible=(x=='face'))
+                    ], 
                     inputs=imggen_color, 
-                    outputs=[imggen_bake, imggen_render]
+                    outputs=[
+                        imggen_bake, 
+                        imggen_render
+                    ]
                 )
                 
                 imggen_bake.change(
-                    fn= lambda x:[gr.update(visible=x)]*4+[gr.update(value=120000, minimum=2000, maximum=60000 if x else 300000)],
+                    fn= lambda x:[
+                        gr.update(visible=x),
+                        gr.update(visible=x),
+                        gr.update(visible=x),
+                        gr.update(visible=x),
+                        gr.update( value=10000 if x else 120000, minimum=2000, maximum=60000 if x else 300000)
+                    ],
                     inputs=imggen_bake, 
-                    outputs=[imggen_front_baking, imggen_other_views, imggen_align_times, imggen_force_bake, imggen_max_faces]
+                    outputs=[
+                        imggen_front_baking, 
+                        imggen_other_views, 
+                        imggen_align_times,
+                        imggen_force_bake, 
+                        imggen_max_faces
+                    ]
                 )
 
                 with gr.Row():
@@ -566,7 +533,6 @@ with gr.Blocks() as demo:
                 with gr.Row():
                     gr.Examples(examples=example_is,  inputs=[input_image], 
                         label="Img examples", examples_per_page=10)
-            
                     
             gr.Markdown(CONST_NOTE)
                     
@@ -599,7 +565,7 @@ with gr.Blocks() as demo:
                 
             result_3dglb_texture = gr.Model3D(
                 clear_color=[0.0, 0.0, 0.0, 0.0],
-                label="GLB texture color",
+                label="GLB face color",
                 show_label=True,
                 visible=True,
                 camera_position=[90, 90, None],
@@ -607,7 +573,7 @@ with gr.Blocks() as demo:
 
             result_3dglb_baked = gr.Model3D(
                 clear_color=[0.0, 0.0, 0.0, 0.0],
-                label="GLB baked color",
+                label="GLB baking",
                 show_label=True,
                 visible=True,
                 camera_position=[90, 90, None],
@@ -618,7 +584,7 @@ with gr.Blocks() as demo:
             with gr.Row():
                 gr.Markdown(
                     "Due to Gradio limitations, OBJ files are displayed with vertex shading only, "
-                    "while GLB files can be viewed with texture shading. <br>For the best experience, "
+                    "while GLB files can be viewed with face color. <br>For the best experience, "
                     "we recommend downloading the GLB files and opening them with 3D software "
                     "like Blender or MeshLab."
                 )
@@ -661,7 +627,7 @@ with gr.Blocks() as demo:
         fn=stage_4_gif, 
         inputs=[save_folder, textgen_color, textgen_bake, textgen_render], 
         outputs=[result_gif],
-    ).success(lambda: print('Text_to_3D Done ...'))
+    ).success(lambda: print('Text_to_3D Done ...\n'))
 
     
     imggen_submit.click(
@@ -689,7 +655,7 @@ with gr.Blocks() as demo:
         fn=stage_4_gif, 
         inputs=[save_folder, imggen_color, imggen_bake, imggen_render], 
         outputs=[result_gif],
-    ).success(lambda: print('Image_to_3D Done ...'))
+    ).success(lambda: print('Image_to_3D Done ...\n'))
     
     #===============================================================
     # start gradio server