{ "application": { "name": "Real-Time End-to-end AI Surgical Video Pipeline", "authors": [ { "name": "Holoscan Team", "affiliation": "NVIDIA" } ], "language": "Python", "version": "1.0", "changelog": { "1.0": "Initial Release" }, "holoscan_sdk": { "minimum_required_version": "3.0.0", "tested_versions": [ "3.1.0" ] }, "holoscan_sensor_bridge": { "minimum_required_version": "2.0.0", "tested_versions": [ "2.0.0" ] }, "platforms": [ "x86_64", "aarch64" ], "tags": ["Healthcare AI", "SSD", "Detection", "MONAI", "Segmentation"], "ranking": 1, "requirements": { "data": [ { "name": "Orsi Academy Sample Applications", "description": "This resource contains a binary tool segmentation model [1], a binary out-of-body classification model and sample surgical videos as accompanying assets for the Orsi Academy holohub applications.", "url": "https://catalog.ngc.nvidia.com/orgs/nvidia/teams/clara-holoscan/resources/holoscan_orsi_academy_sample_data", "version": "20240206" }, { "name": "A SSD Detection model for Endoscopy Surgical Tools", "description": "This resource contains a SSD Detection model for the identification of surgical tools", "url": "https://api.ngc.nvidia.com/v2/resources/nvidia/clara-holoscan/ssd_surgical_tool_detection_model" }, { "name": "Model for HoloHub Sample App for MONAI Endoscopic Tool Segmentation", "url": "https://api.ngc.nvidia.com/v2/resources/nvidia/clara-holoscan/monai_endoscopic_tool_segmentation_model" } ], "libraries": [ { "name": "cupy", "version": "13.3.0" } ] }, "dockerfile": "applications/ai_surgical_video/Dockerfile", "default_mode": "replayer", "modes": { "replayer": { "description": "Use a pre-recorded video as input", "build": { "docker_build_args": ["--target", "holohub-cli"] }, "run": { "command": "python3 /ai_surgical_video.py --source replayer --config /config.yaml --data ", "workdir": "holohub_bin" } }, "aja": { "description": "Use an AJA device for video input", "build": { "depends": ["aja_source"], "docker_build_args": ["--target", "holohub-aja"] }, "run": { "command": "python3 /ai_surgical_video.py --source aja --config /config.yaml --data ", "workdir": "holohub_bin" } }, "sensor_bridge": { "description": "Use a Holoscan Sensor Bridge device for live camera input", "build": { "docker_build_args": ["--target", "holohub-cli"] }, "run": { "command": "python3 /ai_surgical_video.py --source hsb --config /config.yaml --data ", "workdir": "holohub_bin", "docker_run_args": [ "--privileged", "--ipc=host", "--ulimit", "memlock=-1", "-v", "/sys/bus/pci/devices:/sys/bus/pci/devices", "-v", "/sys/devices:/sys/devices" ] } }, "sensor_bridge_source": { "description": "Compile the Holoscan Sensor Bridge module from source, then use a Holoscan Sensor Bridge device for live camera input", "build": { "docker_build_args": ["--target", "holohub-hsb"], "cmake_options": [ "-DOP_csi_to_bayer:BOOL=ON", "-DOP_image_processor:BOOL=ON", "-DOP_image_shift_to_uint8_operator:BOOL=ON", "-DOP_roce_receiver:BOOL=ON" ] }, "run": { "command": "python3 /ai_surgical_video.py --source hsb --config /config.yaml --data ", "workdir": "holohub_bin", "env": { "PYTHONPATH": "/python/lib:" }, "docker_run_args": [ "--privileged", "--ipc=host", "--ulimit", "memlock=-1", "-v", "/sys/bus/pci/devices:/sys/bus/pci/devices", "-v", "/sys/devices:/sys/devices" ] } } } } }