{"created_at":"2026-10-10T11:14:17.377906+00:00","execution":"local_offline","hardware":{"machine":"arm64","platform":"Darwin"},"kind":"dvidia.observation-protocol.v1","limits":{"cpu_threads":4,"workers":1},"manifest_sha256":"6e4e3a0b1b12eeb32cafcba0668d2614c80b022a91eafc7740018be880eddb29","model":{"backend":"opencv","coordinates":"normalized_image_xyxy","cpu_threads":10,"device":"cpu","hand_box_semantics":"Palm detector rectangle; not full hand segmentation or observed contact.","hand_detector_enabled":true,"hand_threshold":0.5,"implementation_sha256":"89cf6a3058661ec03acf78e3eaeab1182f235b0c2fe0d03b406fbaaafb29c2a4","implementation_version":1,"kind":"opencv-zoo-yolox-palm","limitations":["COCO labels can be wrong or absent, especially for small and occluded objects.","Palm boxes do not establish finger contact, grasp, force, depth, task success or robot actions.","Object identity and temporal relationships require a separate tracking stage."],"max_detections":30,"max_nms_candidates":1000,"models":[{"bytes":35858002,"directory":"object_detection_yolox","download_url":"https://media.githubusercontent.com/media/opencv/opencv_zoo/47534e27c9851bb1128ccc0102f1145e27f23f98/models/object_detection_yolox/object_detection_yolox_2022nov.onnx","license":"Apache-2.0","license_url":"https://raw.githubusercontent.com/opencv/opencv_zoo/47534e27c9851bb1128ccc0102f1145e27f23f98/models/object_detection_yolox/LICENSE","name":"object_detection_yolox_2022nov.onnx","revision":"47534e27c9851bb1128ccc0102f1145e27f23f98","role":"objects","sha256":"c5c2d13e59ae883e6af3b45daea64af4833a4951c92d116ec270d9ddbe998063","source":"https://github.com/opencv/opencv_zoo/blob/47534e27c9851bb1128ccc0102f1145e27f23f98/models/object_detection_yolox/object_detection_yolox_2022nov.onnx"},{"bytes":3905734,"directory":"palm_detection_mediapipe","download_url":"https://media.githubusercontent.com/media/opencv/opencv_zoo/47534e27c9851bb1128ccc0102f1145e27f23f98/models/palm_detection_mediapipe/palm_detection_mediapipe_2023feb.onnx","license":"Apache-2.0","license_url":"https://raw.githubusercontent.com/opencv/opencv_zoo/47534e27c9851bb1128ccc0102f1145e27f23f98/models/palm_detection_mediapipe/LICENSE","name":"palm_detection_mediapipe_2023feb.onnx","revision":"47534e27c9851bb1128ccc0102f1145e27f23f98","role":"palms","sha256":"78ff51c38496b7fc8b8ebdb6cc8c1abb02fa6c38427c6848254cdaba57fcce7c","source":"https://github.com/opencv/opencv_zoo/blob/47534e27c9851bb1128ccc0102f1145e27f23f98/models/palm_detection_mediapipe/palm_detection_mediapipe_2023feb.onnx"}],"nms_iou":{"objects":0.5,"palms":0.3},"runtime":{"numpy":"2.5.3","opencv":"5.0.0"},"score_kind":"uncalibrated_model_evidence","threshold":0.35},"recipe":{"automatic_outcome":"unknown","claim_scope":"sampled_2d_observations","id":"dvidia-observations-v1","max_duration_seconds":60,"max_frames":120,"max_image_side":640,"max_track_gap_seconds":0.8,"minimum_association_iou":0.2,"samples_per_second":2},"sources":[{"credit":"Taher Panbiharwala and Zainab Barwaniwala; EgoAnnotate v1; excerpt starts 0s, original full hash not verified","id":"shirt","kind":"public","license":"CC BY 4.0","permission":"local_analysis","session_id":"unknown-shared-publisher-session","sha256":"8392c62f4e9590a15745311746114c2b6355e24c60fa87fef68e834f20762113","source_recording_id":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010079.mp4","source_url":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010079.mp4","title":"Starting to fold a white shirt"},{"credit":"Alexey Gavryushin, Dingxi Zhang, Zhao Huang, Alexandros Delitzas, Jiaqi Chen, Ben Ellis, Cedric Z\u00f6llner, Manthan Patel, Manuel Kaufmann, Marc Pollefeys, and Xi Wang; CoMind (2026); excerpt starts 1s, original full hash not verified","id":"stir","kind":"public","license":"CC BY 4.0","permission":"local_analysis","session_id":"unknown-shared-publisher-session","sha256":"4ffe78850d4e6475546a521e0eb425f7a34c632679183cf112aacb70ec1b0861","source_recording_id":"https://comind.ethz.ch/","source_url":"https://comind.ethz.ch/","title":"Stirring vegetables in a pan"},{"credit":"Taher Panbiharwala and Zainab Barwaniwala; EgoAnnotate v1; excerpt starts 0s, original full hash not verified","id":"pack","kind":"public","license":"CC BY 4.0","permission":"local_analysis","session_id":"unknown-shared-publisher-session","sha256":"87a67e5b10f124a65df7d669086d4a9b2cb7ae25a5d758594b9b3aa7b0938f4c","source_recording_id":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010087.mp4","source_url":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010087.mp4","title":"Moving food from a tray toward a container"},{"credit":"Taher Panbiharwala and Zainab Barwaniwala; EgoAnnotate v1; excerpt starts 0s, original full hash not verified","id":"onion","kind":"public","license":"CC BY 4.0","permission":"local_analysis","session_id":"unknown-shared-publisher-session","sha256":"100e25698ee99e99dc648c41d9864144e312f0fce7c07dc9a7b06b487b9a2a5f","source_recording_id":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010072.mp4","source_url":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010072.mp4","title":"Slicing an onion on a pink plate"},{"credit":"Taher Panbiharwala and Zainab Barwaniwala; EgoAnnotate v1; excerpt starts 0s, original full hash not verified","id":"melon","kind":"public","license":"CC BY 4.0","permission":"local_analysis","session_id":"unknown-shared-publisher-session","sha256":"f32cf75d28602d169b4f302830ba633a351ac890596887c54c8e928efcf2650e","source_recording_id":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010076.mp4","source_url":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010076.mp4","title":"Cutting a watermelon wedge"},{"credit":"Taher Panbiharwala and Zainab Barwaniwala; EgoAnnotate v1; excerpt starts 0s, original full hash not verified","id":"jeans","kind":"public","license":"CC BY 4.0","permission":"local_analysis","session_id":"unknown-shared-publisher-session","sha256":"95845362951b3f78b7b731691df6d472bf176ced4b07ecef4d99d0b8a21da3e2","source_recording_id":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010081.mp4","source_url":"https://huggingface.co/datasets/TaherPanbiharwala/EgoAnnotate/blob/156d13adaee4110cf63e54fa940ec16ff199d12f/videos/GX010081.mp4","title":"Folding grey jeans"}]}