{
  "schema": "dvidia.image-goal-public-report/v1",
  "status": "not_run",
  "model": "jev-1.14.0",
  "conditions": [
    "rgb",
    "rgb_telemetry"
  ],
  "cases": [
    {
      "id": "layout-01-complete",
      "category": "complete",
      "current_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "goal_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "ground_truth": {
        "present": true,
        "complete": true
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "complete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-01-missing_target",
      "category": "missing_target",
      "current_image": "images/b956ae597b88d4b82b67b00d6ad6e41bb75eb184fd320d94e2fa76115857d43d.png",
      "goal_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "ground_truth": {
        "present": false,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "absent",
        "rgb_telemetry": "absent"
      }
    },
    {
      "id": "layout-01-wrong_object",
      "category": "wrong_object",
      "current_image": "images/83af097bb71ac714e02954029a91edc4fb8f51948e01ed70d31d705dcf593452.png",
      "goal_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "ground_truth": {
        "present": false,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "absent",
        "rgb_telemetry": "absent"
      }
    },
    {
      "id": "layout-01-wrong_position",
      "category": "wrong_position",
      "current_image": "images/37862bb8c714993723236aa25d806a62229856edb4d17c489a02ea1fd777326a.png",
      "goal_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-01-wrong_orientation",
      "category": "wrong_orientation",
      "current_image": "images/56253438617f3ff5caf1700673122b6e7260601fad6700f519a8442f3e57bd37.png",
      "goal_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-01-unreleased",
      "category": "unreleased",
      "current_image": "images/3816b70bacff446c8901713b140fe6d615c880605cdd3ea89089495c641b77d2.png",
      "goal_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-01-moving_alias",
      "category": "moving_alias",
      "current_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "goal_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-01-occluded",
      "category": "occluded",
      "current_image": "images/747b50dcdcb37d89c0a4a882fff12057e9062bd2c171154d1a6d408ef3e8af0d.png",
      "goal_image": "images/550516b315cb198407b0ef3be997af97805c11fcfe6b587b1091affd8060e8fb.png",
      "ground_truth": {
        "present": true,
        "complete": true
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "complete"
      },
      "expected_presence": {
        "rgb": "unknown",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-02-complete",
      "category": "complete",
      "current_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "goal_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "ground_truth": {
        "present": true,
        "complete": true
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "complete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-02-missing_target",
      "category": "missing_target",
      "current_image": "images/dd863d7a52be1c7a4675c56c7154e2b572a5960be421b9f2a7ca27a7f2836348.png",
      "goal_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "ground_truth": {
        "present": false,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "absent",
        "rgb_telemetry": "absent"
      }
    },
    {
      "id": "layout-02-wrong_object",
      "category": "wrong_object",
      "current_image": "images/441dadb181f982e7393eb40642a2a035037f88a13c170b9b227cd6e46f3f4ebc.png",
      "goal_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "ground_truth": {
        "present": false,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "absent",
        "rgb_telemetry": "absent"
      }
    },
    {
      "id": "layout-02-wrong_position",
      "category": "wrong_position",
      "current_image": "images/f31324821c1b69ed64bc7776437f292b8d20e87e2aa237135cb2b084fd6f0e76.png",
      "goal_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-02-wrong_orientation",
      "category": "wrong_orientation",
      "current_image": "images/66935db963dd00862c83e0fc8af06939d0f017d7801a328870f0feb49e64a144.png",
      "goal_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-02-unreleased",
      "category": "unreleased",
      "current_image": "images/9357687d5747c98916e705103aebc6f9b6900f7aef5ed675ca6dd942a19a66e7.png",
      "goal_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-02-moving_alias",
      "category": "moving_alias",
      "current_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "goal_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-02-occluded",
      "category": "occluded",
      "current_image": "images/3397103762d94870c515de9294b6999ad2c2b1cfc570daa1320b5724bf556fa8.png",
      "goal_image": "images/a3221e451c24b164f0348f2cb6517d2bd2589a444c3d8d71a9942a98dee0bdf3.png",
      "ground_truth": {
        "present": true,
        "complete": true
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "complete"
      },
      "expected_presence": {
        "rgb": "unknown",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-03-complete",
      "category": "complete",
      "current_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "goal_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "ground_truth": {
        "present": true,
        "complete": true
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "complete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-03-missing_target",
      "category": "missing_target",
      "current_image": "images/d091c877c2762f156c115dc2a2d960d2619c4a47279dbf5bee136aaa8ace6d1d.png",
      "goal_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "ground_truth": {
        "present": false,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "absent",
        "rgb_telemetry": "absent"
      }
    },
    {
      "id": "layout-03-wrong_object",
      "category": "wrong_object",
      "current_image": "images/78733a16c745bbd647514a3aa15b486f2b799cd413027728fd933b4a72954ab8.png",
      "goal_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "ground_truth": {
        "present": false,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "absent",
        "rgb_telemetry": "absent"
      }
    },
    {
      "id": "layout-03-wrong_position",
      "category": "wrong_position",
      "current_image": "images/266dcb71e61f8151fa2e56e7e3db4f561ff42830e44d0c7ff25cd7ea59843957.png",
      "goal_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-03-wrong_orientation",
      "category": "wrong_orientation",
      "current_image": "images/66c3cc6f1378b262837d1b1d81c60d60bd9e3c1d25e59e28626810526d78b494.png",
      "goal_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-03-unreleased",
      "category": "unreleased",
      "current_image": "images/2679f2897c559ff07190c9bee25b0fbdb9f6cda29847c287cbadf74d342b4c14.png",
      "goal_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-03-moving_alias",
      "category": "moving_alias",
      "current_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "goal_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-03-occluded",
      "category": "occluded",
      "current_image": "images/0fd28594d7bee6d76cb13dd30e3bfe520918d470fa2bec53ecf84a493aed0556.png",
      "goal_image": "images/9e077553701f0b54929386b69abc0d4a531f4dd8d0ef8c164dfbd4e11c2eec22.png",
      "ground_truth": {
        "present": true,
        "complete": true
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "complete"
      },
      "expected_presence": {
        "rgb": "unknown",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-04-complete",
      "category": "complete",
      "current_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "goal_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "ground_truth": {
        "present": true,
        "complete": true
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "complete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-04-missing_target",
      "category": "missing_target",
      "current_image": "images/9d747de133583f8a3977332732a609f68eed97879615fdcee73ec0b12d091ecf.png",
      "goal_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "ground_truth": {
        "present": false,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "absent",
        "rgb_telemetry": "absent"
      }
    },
    {
      "id": "layout-04-wrong_object",
      "category": "wrong_object",
      "current_image": "images/3e75f36cfbb95243a844e72ef822049b103cdf547c446d6e8e5652abf499a236.png",
      "goal_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "ground_truth": {
        "present": false,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "absent",
        "rgb_telemetry": "absent"
      }
    },
    {
      "id": "layout-04-wrong_position",
      "category": "wrong_position",
      "current_image": "images/a000a38d4e067649cdcac56ec77942730e0a67093338880d974e90e912b7df48.png",
      "goal_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-04-wrong_orientation",
      "category": "wrong_orientation",
      "current_image": "images/a827a2f466b93f84ffc40ae11374a03bc7cbb222d194387bca4e1ee48d15887a.png",
      "goal_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "incomplete",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-04-unreleased",
      "category": "unreleased",
      "current_image": "images/8d0290813f4288bddf5287eaf2d7e5b12e3710a284a5028fe229d57da3c4c736.png",
      "goal_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-04-moving_alias",
      "category": "moving_alias",
      "current_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "goal_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "ground_truth": {
        "present": true,
        "complete": false
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "incomplete"
      },
      "expected_presence": {
        "rgb": "present",
        "rgb_telemetry": "present"
      }
    },
    {
      "id": "layout-04-occluded",
      "category": "occluded",
      "current_image": "images/29772e10911231b9260ebe8b91a7c7f8f482324bd5002900affc445a0eeb8106.png",
      "goal_image": "images/76cba333e8bdf56f1b9e6011247095507ede97697ef99ada4b47ea7d1c71d3fa.png",
      "ground_truth": {
        "present": true,
        "complete": true
      },
      "expected_verdict": {
        "rgb": "unknown",
        "rgb_telemetry": "complete"
      },
      "expected_presence": {
        "rgb": "unknown",
        "rgb_telemetry": "present"
      }
    }
  ],
  "results": [
    {
      "case_id": "layout-02-wrong_position",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-wrong_orientation",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-moving_alias",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-occluded",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-moving_alias",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-complete",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-missing_target",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-unreleased",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-complete",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-wrong_orientation",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-unreleased",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-occluded",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-occluded",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-unreleased",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-missing_target",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-wrong_orientation",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-unreleased",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-unreleased",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-occluded",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-occluded",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-complete",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-missing_target",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-wrong_object",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-moving_alias",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-wrong_object",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-wrong_position",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-unreleased",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-moving_alias",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-missing_target",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-unreleased",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-complete",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-occluded",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-wrong_position",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-wrong_position",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-moving_alias",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-moving_alias",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-wrong_object",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-wrong_object",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-moving_alias",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-wrong_position",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-wrong_orientation",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-wrong_orientation",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-occluded",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-missing_target",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-wrong_orientation",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-wrong_orientation",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-unreleased",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-wrong_object",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-complete",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-complete",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-wrong_position",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-missing_target",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-occluded",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-wrong_object",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-wrong_position",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-missing_target",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-missing_target",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-03-complete",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-moving_alias",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-wrong_position",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-01-wrong_object",
      "condition": "rgb",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-04-complete",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-wrong_object",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    },
    {
      "case_id": "layout-02-wrong_orientation",
      "condition": "rgb_telemetry",
      "status": "not_run",
      "decision": {
        "present": null,
        "complete": null
      },
      "p_present": null,
      "p_complete": null,
      "verdict": null,
      "timing_ms": {},
      "estimated_input_cost_usd": null
    }
  ],
  "summary": [
    {
      "condition": "rgb",
      "planned": 32,
      "attempted": 0,
      "responses": 0,
      "errors": 0,
      "not_run": 32,
      "completion_accuracy": {
        "correct": 0,
        "answered": 0,
        "planned": 32
      },
      "completion_abstentions": 0,
      "observability_aware_accuracy": {
        "correct": 0,
        "planned": 32
      },
      "known_verdict_accuracy": {
        "correct": 0,
        "planned": 16
      },
      "ambiguous_abstention": {
        "correct": 0,
        "planned": 16
      },
      "false_completion": {
        "count": 0,
        "answered_incomplete": 0,
        "planned_incomplete": 24,
        "valid_incomplete": 0
      },
      "false_presence": {
        "count": 0,
        "answered_absent": 0,
        "planned_absent": 8,
        "valid_absent": 0
      },
      "known_usage_estimated_input_cost_usd": null,
      "unknown_cost_attempts": 0,
      "all_attempt_latency_ms": {
        "n": 0,
        "p50": null,
        "p95": null,
        "p99": null,
        "max": null
      },
      "successful_response_latency_ms": {
        "n": 0,
        "p50": null,
        "p95": null,
        "p99": null,
        "max": null
      }
    },
    {
      "condition": "rgb_telemetry",
      "planned": 32,
      "attempted": 0,
      "responses": 0,
      "errors": 0,
      "not_run": 32,
      "completion_accuracy": {
        "correct": 0,
        "answered": 0,
        "planned": 32
      },
      "completion_abstentions": 0,
      "observability_aware_accuracy": {
        "correct": 0,
        "planned": 32
      },
      "known_verdict_accuracy": {
        "correct": 0,
        "planned": 32
      },
      "ambiguous_abstention": {
        "correct": 0,
        "planned": 0
      },
      "false_completion": {
        "count": 0,
        "answered_incomplete": 0,
        "planned_incomplete": 24,
        "valid_incomplete": 0
      },
      "false_presence": {
        "count": 0,
        "answered_absent": 0,
        "planned_absent": 8,
        "valid_absent": 0
      },
      "known_usage_estimated_input_cost_usd": null,
      "unknown_cost_attempts": 0,
      "all_attempt_latency_ms": {
        "n": 0,
        "p50": null,
        "p95": null,
        "p99": null,
        "max": null
      },
      "successful_response_latency_ms": {
        "n": 0,
        "p50": null,
        "p95": null,
        "p99": null,
        "max": null
      }
    }
  ],
  "scope": "Synthetic simulation fixtures; passive image-goal judgments; no robot control or trained weights."
}