Update

app.py

@@ -30,7 +30,17 @@ pose_model = VitPoseForPoseEstimation.from_pretrained(pose_model_name, device_ma
 
 @spaces.GPU(duration=5)
 @torch.inference_mode()
-def process_image(image: PIL.Image.Image) -> tuple[PIL.Image.Image, list[dict]]:
+def detect_pose_image(image: PIL.Image.Image) -> tuple[PIL.Image.Image, list[dict]]:
+    """Detects persons and estimates their poses in a single image.
+
+    Args:
+        image (PIL.Image.Image): Input image in which to detect persons and estimate poses.
+
+    Returns:
+        tuple[PIL.Image.Image, list[dict]]:
+            - Annotated image with bounding boxes and pose keypoints drawn.
+            - List of dictionaries containing human-readable pose estimation results for each detected person.
+    """
     inputs = person_image_processor(images=image, return_tensors="pt").to(device)
     outputs = person_model(**inputs)
     results = person_image_processor.post_process_object_detection(
@@ -102,10 +112,19 @@ def process_image(image: PIL.Image.Image) -> tuple[PIL.Image.Image, list[dict]]:
 
 
 @spaces.GPU(duration=90)
-def process_video(
+def detect_pose_video(
     video_path: str,
     progress: gr.Progress = gr.Progress(track_tqdm=True),  # noqa: ARG001, B008
 ) -> str:
+    """Detects persons and estimates their poses for each frame in a video, saving the annotated video.
+
+    Args:
+        video_path (str): Path to the input video file.
+        progress (gr.Progress, optional): Gradio progress tracker. Defaults to gr.Progress(track_tqdm=True).
+
+    Returns:
+        str: Path to the output video file with annotated bounding boxes and pose keypoints.
+    """
     cap = cv2.VideoCapture(video_path)
 
     height = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT))
@@ -121,7 +140,7 @@ def process_video(
             if not ok:
                 break
             rgb_frame = frame[:, :, ::-1]
-            annotated_frame, _ = process_image(PIL.Image.fromarray(rgb_frame))
+            annotated_frame, _ = detect_pose_image(PIL.Image.fromarray(rgb_frame))
             writer.write(np.asarray(annotated_frame)[:, :, ::-1])
         writer.release()
     cap.release()
@@ -144,11 +163,11 @@ with gr.Blocks(css_paths="style.css") as demo:
                 examples=sorted(pathlib.Path("images").glob("*.jpg")),
                 inputs=input_image,
                 outputs=[output_image, output_json],
-                fn=process_image,
+                fn=detect_pose_image,
             )
 
             run_button_image.click(
-                fn=process_image,
+                fn=detect_pose_image,
                 inputs=input_image,
                 outputs=[output_image, output_json],
             )
@@ -167,15 +186,15 @@ with gr.Blocks(css_paths="style.css") as demo:
                 examples=sorted(pathlib.Path("videos").glob("*.mp4")),
                 inputs=input_video,
                 outputs=output_video,
-                fn=process_video,
+                fn=detect_pose_video,
                 cache_examples=False,
             )
             run_button_video.click(
-                fn=process_video,
+                fn=detect_pose_video,
                 inputs=input_video,
                 outputs=output_video,
             )
 
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch(mcp_server=True)

pyproject.toml

@@ -6,7 +6,7 @@ readme = "README.md"
 requires-python = ">=3.10"
 dependencies = [
     "accelerate>=1.8.1",
-    "gradio>=5.35.0",
+    "gradio[mcp]>=5.35.0",
     "hf-transfer>=0.1.9",
     "setuptools>=80.9.0",
     "spaces>=0.37.1",

requirements.txt

@@ -10,6 +10,8 @@ anyio==4.8.0
     # via
     #   gradio
     #   httpx
+    #   mcp
+    #   sse-starlette
     #   starlette
 certifi==2024.12.14
     # via
@@ -71,8 +73,11 @@ httpx==0.28.1
     # via
     #   gradio
     #   gradio-client
+    #   mcp
     #   safehttpx
     #   spaces
+httpx-sse==0.4.1
+    # via mcp
 huggingface-hub==0.33.2
     # via
     #   accelerate
@@ -99,6 +104,8 @@ markupsafe==2.1.5
     #   jinja2
 matplotlib==3.10.0
     # via supervision
+mcp==1.9.3
+    # via gradio
 mdurl==0.1.2
     # via markdown-it-py
 mpmath==1.3.0
@@ -172,13 +179,17 @@ psutil==5.9.8
     # via
     #   accelerate
     #   spaces
-pydantic==2.10.6
+pydantic==2.11.7
     # via
     #   fastapi
     #   gradio
+    #   mcp
+    #   pydantic-settings
     #   spaces
-pydantic-core==2.27.2
+pydantic-core==2.33.2
     # via pydantic
+pydantic-settings==2.10.1
+    # via mcp
 pydub==0.25.1
     # via gradio
 pygments==2.19.1
@@ -189,8 +200,12 @@ python-dateutil==2.9.0.post0
     # via
     #   matplotlib
     #   pandas
+python-dotenv==1.1.1
+    # via pydantic-settings
 python-multipart==0.0.20
-    # via gradio
+    # via
+    #   gradio
+    #   mcp
 pytz==2024.2
     # via pandas
 pyyaml==6.0.2
@@ -232,10 +247,13 @@ sniffio==1.3.1
     # via anyio
 spaces==0.37.1
     # via vitpose-transformers (pyproject.toml)
+sse-starlette==2.3.6
+    # via mcp
 starlette==0.45.3
     # via
     #   fastapi
     #   gradio
+    #   mcp
 supervision==0.25.1
     # via vitpose-transformers (pyproject.toml)
 sympy==1.13.1
@@ -272,12 +290,19 @@ typing-extensions==4.12.2
     #   spaces
     #   torch
     #   typer
+    #   typing-inspection
     #   uvicorn
+typing-inspection==0.4.1
+    # via
+    #   pydantic
+    #   pydantic-settings
 tzdata==2025.1
     # via pandas
 urllib3==2.3.0
     # via requests
 uvicorn==0.34.0
-    # via gradio
+    # via
+    #   gradio
+    #   mcp
 websockets==14.2
     # via gradio-client

uv.lock

@@ -420,6 +420,12 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/69/9b/7c0e41bbcaae194b28f599191b5329e21ee91fd789607d6e6fb05ac58c1a/gradio-5.35.0-py3-none-any.whl", hash = "sha256:781a80df25355861e44fd2819fac4ed43cf08ea77911570fb0682f6ae16b9c7c", size = 54328513, upload-time = "2025-06-27T22:49:40.449Z" },
 ]
 
+[package.optional-dependencies]
+mcp = [
+    { name = "mcp" },
+    { name = "pydantic", marker = "sys_platform != 'emscripten'" },
+]
+
 [[package]]
 name = "gradio-client"
 version = "1.10.4"
@@ -530,6 +536,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" },
 ]
 
+[[package]]
+name = "httpx-sse"
+version = "0.4.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/6e/fa/66bd985dd0b7c109a3bcb89272ee0bfb7e2b4d06309ad7b38ff866734b2a/httpx_sse-0.4.1.tar.gz", hash = "sha256:8f44d34414bc7b21bf3602713005c5df4917884f76072479b21f68befa4ea26e", size = 12998, upload-time = "2025-06-24T13:21:05.71Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/25/0a/6269e3473b09aed2dab8aa1a600c70f31f00ae1349bee30658f7e358a159/httpx_sse-0.4.1-py3-none-any.whl", hash = "sha256:cba42174344c3a5b06f255ce65b350880f962d99ead85e776f23c6618a377a37", size = 8054, upload-time = "2025-06-24T13:21:04.772Z" },
+]
+
 [[package]]
 name = "huggingface-hub"
 version = "0.33.2"
@@ -780,6 +795,26 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/6a/b9/59e120d24a2ec5fc2d30646adb2efb4621aab3c6d83d66fb2a7a182db032/matplotlib-3.10.3-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cb73d8aa75a237457988f9765e4dfe1c0d2453c5ca4eabc897d4309672c8e014", size = 8594298, upload-time = "2025-05-08T19:10:51.738Z" },
 ]
 
+[[package]]
+name = "mcp"
+version = "1.9.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "anyio" },
+    { name = "httpx" },
+    { name = "httpx-sse" },
+    { name = "pydantic" },
+    { name = "pydantic-settings" },
+    { name = "python-multipart" },
+    { name = "sse-starlette" },
+    { name = "starlette" },
+    { name = "uvicorn", marker = "sys_platform != 'emscripten'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/f2/df/8fefc0c6c7a5c66914763e3ff3893f9a03435628f6625d5e3b0dc45d73db/mcp-1.9.3.tar.gz", hash = "sha256:587ba38448e81885e5d1b84055cfcc0ca56d35cd0c58f50941cab01109405388", size = 333045, upload-time = "2025-06-05T15:48:25.681Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/79/45/823ad05504bea55cb0feb7470387f151252127ad5c72f8882e8fe6cf5c0e/mcp-1.9.3-py3-none-any.whl", hash = "sha256:69b0136d1ac9927402ed4cf221d4b8ff875e7132b0b06edd446448766f34f9b9", size = 131063, upload-time = "2025-06-05T15:48:24.171Z" },
+]
+
 [[package]]
 name = "mdurl"
 version = "0.1.2"
@@ -1005,7 +1040,7 @@ name = "nvidia-cudnn-cu12"
 version = "9.1.0.70"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "nvidia-cublas-cu12" },
+    { name = "nvidia-cublas-cu12", marker = "(platform_machine != 'aarch64' and sys_platform == 'linux') or (sys_platform != 'darwin' and sys_platform != 'linux')" },
 ]
 wheels = [
     { url = "https://files.pythonhosted.org/packages/9f/fd/713452cd72343f682b1c7b9321e23829f00b842ceaedcda96e742ea0b0b3/nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl", hash = "sha256:165764f44ef8c61fcdfdfdbe769d687e06374059fbb388b6c89ecb0e28793a6f", size = 664752741, upload-time = "2024-04-22T15:24:15.253Z" },
@@ -1016,7 +1051,7 @@ name = "nvidia-cufft-cu12"
 version = "11.2.1.3"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "nvidia-nvjitlink-cu12" },
+    { name = "nvidia-nvjitlink-cu12", marker = "(platform_machine != 'aarch64' and sys_platform == 'linux') or (sys_platform != 'darwin' and sys_platform != 'linux')" },
 ]
 wheels = [
     { url = "https://files.pythonhosted.org/packages/27/94/3266821f65b92b3138631e9c8e7fe1fb513804ac934485a8d05776e1dd43/nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_x86_64.whl", hash = "sha256:f083fc24912aa410be21fa16d157fed2055dab1cc4b6934a0e03cba69eb242b9", size = 211459117, upload-time = "2024-04-03T20:57:40.402Z" },
@@ -1035,9 +1070,9 @@ name = "nvidia-cusolver-cu12"
 version = "11.6.1.9"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "nvidia-cublas-cu12" },
-    { name = "nvidia-cusparse-cu12" },
-    { name = "nvidia-nvjitlink-cu12" },
+    { name = "nvidia-cublas-cu12", marker = "(platform_machine != 'aarch64' and sys_platform == 'linux') or (sys_platform != 'darwin' and sys_platform != 'linux')" },
+    { name = "nvidia-cusparse-cu12", marker = "(platform_machine != 'aarch64' and sys_platform == 'linux') or (sys_platform != 'darwin' and sys_platform != 'linux')" },
+    { name = "nvidia-nvjitlink-cu12", marker = "(platform_machine != 'aarch64' and sys_platform == 'linux') or (sys_platform != 'darwin' and sys_platform != 'linux')" },
 ]
 wheels = [
     { url = "https://files.pythonhosted.org/packages/3a/e1/5b9089a4b2a4790dfdea8b3a006052cfecff58139d5a4e34cb1a51df8d6f/nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_x86_64.whl", hash = "sha256:19e33fa442bcfd085b3086c4ebf7e8debc07cfe01e11513cc6d332fd918ac260", size = 127936057, upload-time = "2024-04-03T20:58:28.735Z" },
@@ -1048,7 +1083,7 @@ name = "nvidia-cusparse-cu12"
 version = "12.3.1.170"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "nvidia-nvjitlink-cu12" },
+    { name = "nvidia-nvjitlink-cu12", marker = "(platform_machine != 'aarch64' and sys_platform == 'linux') or (sys_platform != 'darwin' and sys_platform != 'linux')" },
 ]
 wheels = [
     { url = "https://files.pythonhosted.org/packages/db/f7/97a9ea26ed4bbbfc2d470994b8b4f338ef663be97b8f677519ac195e113d/nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_x86_64.whl", hash = "sha256:ea4f11a2904e2a8dc4b1833cc1b5181cde564edd0d5cd33e3c168eff2d1863f1", size = 207454763, upload-time = "2024-04-03T20:58:59.995Z" },
@@ -1420,6 +1455,20 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/32/56/8a7ca5d2cd2cda1d245d34b1c9a942920a718082ae8e54e5f3e5a58b7add/pydantic_core-2.33.2-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:329467cecfb529c925cf2bbd4d60d2c509bc2fb52a20c1045bf09bb70971a9c1", size = 2066757, upload-time = "2025-04-23T18:33:30.645Z" },
 ]
 
+[[package]]
+name = "pydantic-settings"
+version = "2.10.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "pydantic" },
+    { name = "python-dotenv" },
+    { name = "typing-inspection" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/68/85/1ea668bbab3c50071ca613c6ab30047fb36ab0da1b92fa8f17bbc38fd36c/pydantic_settings-2.10.1.tar.gz", hash = "sha256:06f0062169818d0f5524420a360d632d5857b83cffd4d42fe29597807a1614ee", size = 172583, upload-time = "2025-06-24T13:26:46.841Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/58/f0/427018098906416f580e3cf1366d3b1abfb408a0652e9f31600c24a1903c/pydantic_settings-2.10.1-py3-none-any.whl", hash = "sha256:a60952460b99cf661dc25c29c0ef171721f98bfcb52ef8d9ea4c943d7c8cc796", size = 45235, upload-time = "2025-06-24T13:26:45.485Z" },
+]
+
 [[package]]
 name = "pydub"
 version = "0.25.1"
@@ -1459,6 +1508,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" },
 ]
 
+[[package]]
+name = "python-dotenv"
+version = "1.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f6/b0/4bc07ccd3572a2f9df7e6782f52b0c6c90dcbb803ac4a167702d7d0dfe1e/python_dotenv-1.1.1.tar.gz", hash = "sha256:a8a6399716257f45be6a007360200409fce5cda2661e3dec71d23dc15f6189ab", size = 41978, upload-time = "2025-06-24T04:21:07.341Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5f/ed/539768cf28c661b5b068d66d96a2f155c4971a5d55684a514c1a0e0dec2f/python_dotenv-1.1.1-py3-none-any.whl", hash = "sha256:31f23644fe2602f88ff55e1f5c79ba497e01224ee7737937930c448e4d0e24dc", size = 20556, upload-time = "2025-06-24T04:21:06.073Z" },
+]
+
 [[package]]
 name = "python-multipart"
 version = "0.0.20"
@@ -1860,6 +1918,18 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/d1/fa/9a83c960be03e81a01e6d4b252b340b8b2dd2c1ac7cd9795621860a86e01/spaces-0.37.1-py3-none-any.whl", hash = "sha256:1579e5747613a7dc5c0842cd6409dd44c4d1e20bc30060b1d0c0a581be9e414f", size = 31373, upload-time = "2025-06-20T14:38:05.302Z" },
 ]
 
+[[package]]
+name = "sse-starlette"
+version = "2.3.6"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "anyio" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/8c/f4/989bc70cb8091eda43a9034ef969b25145291f3601703b82766e5172dfed/sse_starlette-2.3.6.tar.gz", hash = "sha256:0382336f7d4ec30160cf9ca0518962905e1b69b72d6c1c995131e0a703b436e3", size = 18284, upload-time = "2025-05-30T13:34:12.914Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/81/05/78850ac6e79af5b9508f8841b0f26aa9fd329a1ba00bf65453c2d312bcc8/sse_starlette-2.3.6-py3-none-any.whl", hash = "sha256:d49a8285b182f6e2228e2609c350398b2ca2c36216c2675d875f81e93548f760", size = 10606, upload-time = "2025-05-30T13:34:11.703Z" },
+]
+
 [[package]]
 name = "starlette"
 version = "0.46.2"
@@ -2023,7 +2093,7 @@ name = "triton"
 version = "3.1.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "filelock" },
+    { name = "filelock", marker = "(python_full_version < '3.13' and platform_machine != 'aarch64' and sys_platform == 'linux') or (python_full_version < '3.13' and sys_platform != 'darwin' and sys_platform != 'linux')" },
 ]
 wheels = [
     { url = "https://files.pythonhosted.org/packages/98/29/69aa56dc0b2eb2602b553881e34243475ea2afd9699be042316842788ff5/triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6b0dd10a925263abbe9fa37dcde67a5e9b2383fc269fdf59f5657cac38c5d1d8", size = 209460013, upload-time = "2024-10-14T16:05:32.106Z" },
@@ -2105,7 +2175,7 @@ version = "0.1.0"
 source = { virtual = "." }
 dependencies = [
     { name = "accelerate" },
-    { name = "gradio" },
+    { name = "gradio", extra = ["mcp"] },
     { name = "hf-transfer" },
     { name = "setuptools" },
     { name = "spaces" },
@@ -2117,7 +2187,7 @@ dependencies = [
 [package.metadata]
 requires-dist = [
     { name = "accelerate", specifier = ">=1.8.1" },
-    { name = "gradio", specifier = ">=5.35.0" },
+    { name = "gradio", extras = ["mcp"], specifier = ">=5.35.0" },
     { name = "hf-transfer", specifier = ">=0.1.9" },
     { name = "setuptools", specifier = ">=80.9.0" },
     { name = "spaces", specifier = ">=0.37.1" },