{ "purpose": "bounded diagnostic: how much of the geometry-only adjacent-pair work on a replay timeline is redundant between consecutive results", "declared_criterion": { "cache_key": "(track_id, generation) for both members, unordered", "keep_iou": 0.9, "reuse_requires": [ "pair still adjacent in this result row ordering", "both member generations unchanged since the entry was written", "both member boxes IoU >= 0.9 with the boxes the entry was written against" ], "cached_value": "the geometry-only edge verdict (analyze.geometric_edge over collect pair_signals geometry)" }, "self_check": { "first_lookup": "miss/new", "repeat_lookup": "hit", "generation_invalidations": 2, "adjacency_invalidations": 1, "geometry_invalidations": 1, "entry_survived_declined_lookups": true }, "provenance": { "code": "fbf31d74feb12538dc07207cb80722dac38dd438", "sources": [ { "group": "arms", "file": "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-0.json", "sha256": "f66fb69637caccb08fc16e67202fd617be6607290b465e7ba6f55967285c4a1c", "primary": false }, { "group": "arms", "file": "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-1.json", "sha256": "01d04fc7dfc924a41e1b52e1556577cc9cf8976894030b999b343e3ddd8cf7bb", "primary": false }, { "group": "arms", "file": "replay-hanzomon-supermarket-pan-132-152-8fps-1x-0.json", "sha256": "5c2b698117648aa3ebf7cf1b008e91dfaf2c85e3300b1387f3ff9a242f71063a", "primary": false }, { "group": "arms", "file": "replay-hanzomon-supermarket-pan-132-152-8fps-1x-1.json", "sha256": "5ea13435e9edffff6cfb336fe3985407e0d4144815ae3420806f60770ddd5e89", "primary": false }, { "group": "arms", "file": "replay-image6-15fps-0.5x-0.json", "sha256": "e94a3209d4a5ee69689084ad4ca89a5022621bf45d83495187d464b977e03219", "primary": false }, { "group": "arms", "file": "replay-image6-15fps-1x-0.json", "sha256": "5ab02a2abcbf5b4917dc0c0c0145865d36ed253475b092e5aec14048b8c7c702", "primary": false }, { "group": "arms", "file": "replay-image6-8fps-0.5x-0.json", "sha256": "530d3ef2767f61b16225f4af87869018a8d98ee80e96be0c5830bc1f6d1058a4", "primary": false }, { "group": "arms", "file": "replay-image6-8fps-0.5x-1.json", "sha256": "e6ca574dca4d70137283af392d7ed22320faac70192c7d77d04bd7dc24ff93de", "primary": false }, { "group": "arms", "file": "replay-image6-8fps-1x-0.json", "sha256": "b1fc9b1e79f4df745d2cfc9eb99ed8d2f5a5ef58fa39a45b93971dbff936a6c8", "primary": false }, { "group": "arms", "file": "replay-image6-8fps-1x-1.json", "sha256": "7e7958ec74df1795dde92cd402704863f193aeb3d954100ad8eb5e5d4ee4d5bd", "primary": true }, { "group": "legacy_label_anchor_arms", "file": "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-0.json", "sha256": "2611a0f996ddbfbe08e19c341f88009ba0974284ad0269ca169d66f2bffbb02a", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-1.json", "sha256": "3bc526819415c25804e8dde4d1b281e94b55908623041d69a351487c7414c98e", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-hanzomon-supermarket-pan-132-152-8fps-1x-0.json", "sha256": "26b4f577159dc3cae1a9960b7e1ee45f38ed5d7db2f92b3a2a3509d37ffc3203", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-hanzomon-supermarket-pan-132-152-8fps-1x-1.json", "sha256": "2412c45506cb92cf644c827ec3538731997c32d78afe291dc482619a0892921c", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-image6-15fps-0.5x-0.json", "sha256": "81283cd6688d2d409317743cfa77d1b4fa046b02df3fa8332b5ae8e9dfceddf6", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-image6-15fps-1x-0.json", "sha256": "4e03aa38649dd209670b01e46408221e7599bc92ab24c816c2bcdc909fbfee73", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-image6-8fps-0.5x-0.json", "sha256": "dc1e7e6687902913427a612ca60b316347aaf942f7db43f579ea818abfd4317e", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-image6-8fps-0.5x-1.json", "sha256": "bbdd3ae3b5dc69cde51cba8510a1d78cf936e8d76d237a7cfa42dfaff53a32de", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-image6-8fps-1x-0.json", "sha256": "b7cfd5627f32542b02e3424357915cd0d33f9baeac511b6abd96cd94d8e15d39", "primary": false }, { "group": "legacy_label_anchor_arms", "file": "replay-image6-8fps-1x-1.json", "sha256": "0e6cbab53947846c042ff7a9a446c9974e29df54a19df33c637adfb0d6affab8", "primary": false } ] }, "arms": { "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-0.json": { "results": 40, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "data/external-eval/tier3-sources/media/hanzomon-supermarket-pan-132-152.mp4", "fps": 8, "rate": 0.5, "trial": 0, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 119, "p50_per_result": 3.0, "max_per_result": 6 }, "adjacent_pairs": { "per_result_recompute_workload": 228, "p50_per_result": 5.5, "unique_pairs": 51, "adjacency_rebuilds": 61 }, "tracks": { "unique_ids": 40, "observations": 347, "named_observations": 0, "unnamed_observations": 347, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 228, "hits": 5, "misses": 223, "hit_rate": 0.021929824561403508, "pair_computations_with_cache": 223, "pair_computations_avoided": 5, "miss_reasons": { "new": 51, "geometry": 164, "generation": 8 }, "updates": 172, "entries": 51, "edge_yes_computed_or_reused": 153, "hit_drift_iou_vs_cached_box": { "min": 0.9054797602732721, "p50": 0.9336638552945002, "max": 0.9754209405844784, "samples": 10 } }, "generations": { "source": "restarts", "wire_generation_events": 13, "tracks_with_generation_change": 11, "gap_proxy_events": 0, "gap_proxy_disagreements": 11, "gap_proxy_disagreeing_tracks": { "1": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "2": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "3": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "4": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "8": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "9": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "80": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "88": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "90": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "135": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "140": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 8 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-1.json": { "results": 40, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "data/external-eval/tier3-sources/media/hanzomon-supermarket-pan-132-152.mp4", "fps": 8, "rate": 0.5, "trial": 1, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 119, "p50_per_result": 3.0, "max_per_result": 6 }, "adjacent_pairs": { "per_result_recompute_workload": 228, "p50_per_result": 5.5, "unique_pairs": 51, "adjacency_rebuilds": 61 }, "tracks": { "unique_ids": 40, "observations": 347, "named_observations": 0, "unnamed_observations": 347, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 228, "hits": 5, "misses": 223, "hit_rate": 0.021929824561403508, "pair_computations_with_cache": 223, "pair_computations_avoided": 5, "miss_reasons": { "new": 51, "geometry": 164, "generation": 8 }, "updates": 172, "entries": 51, "edge_yes_computed_or_reused": 153, "hit_drift_iou_vs_cached_box": { "min": 0.9054797602732721, "p50": 0.9336638552945002, "max": 0.9754209405844784, "samples": 10 } }, "generations": { "source": "restarts", "wire_generation_events": 13, "tracks_with_generation_change": 11, "gap_proxy_events": 0, "gap_proxy_disagreements": 11, "gap_proxy_disagreeing_tracks": { "1": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "2": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "3": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "4": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "8": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "9": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "80": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "88": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "90": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "135": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "140": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 8 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-hanzomon-supermarket-pan-132-152-8fps-1x-0.json": { "results": 39, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "data/external-eval/tier3-sources/media/hanzomon-supermarket-pan-132-152.mp4", "fps": 8, "rate": 1, "trial": 0, "frames": { "sent": 40, "returned": 39 }, "declared_keep_iou": 0.9, "rows": { "total": 113, "p50_per_result": 3, "max_per_result": 6 }, "adjacent_pairs": { "per_result_recompute_workload": 216, "p50_per_result": 5, "unique_pairs": 48, "adjacency_rebuilds": 60 }, "tracks": { "unique_ids": 38, "observations": 329, "named_observations": 0, "unnamed_observations": 329, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 216, "hits": 4, "misses": 212, "hit_rate": 0.018518518518518517, "pair_computations_with_cache": 212, "pair_computations_avoided": 4, "miss_reasons": { "new": 48, "geometry": 154, "generation": 10 }, "updates": 164, "entries": 48, "edge_yes_computed_or_reused": 148, "hit_drift_iou_vs_cached_box": { "min": 0.9100164939216844, "p50": 0.9435834162259114, "max": 0.9710900642048881, "samples": 8 } }, "generations": { "source": "restarts", "wire_generation_events": 16, "tracks_with_generation_change": 12, "gap_proxy_events": 0, "gap_proxy_disagreements": 12, "gap_proxy_disagreeing_tracks": { "1": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "2": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "4": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "5": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "8": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "9": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "29": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "80": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "88": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "90": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "121": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "135": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 10 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-hanzomon-supermarket-pan-132-152-8fps-1x-1.json": { "results": 40, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "data/external-eval/tier3-sources/media/hanzomon-supermarket-pan-132-152.mp4", "fps": 8, "rate": 1, "trial": 1, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 119, "p50_per_result": 3.0, "max_per_result": 6 }, "adjacent_pairs": { "per_result_recompute_workload": 228, "p50_per_result": 5.5, "unique_pairs": 51, "adjacency_rebuilds": 61 }, "tracks": { "unique_ids": 40, "observations": 347, "named_observations": 0, "unnamed_observations": 347, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 228, "hits": 5, "misses": 223, "hit_rate": 0.021929824561403508, "pair_computations_with_cache": 223, "pair_computations_avoided": 5, "miss_reasons": { "new": 51, "geometry": 164, "generation": 8 }, "updates": 172, "entries": 51, "edge_yes_computed_or_reused": 153, "hit_drift_iou_vs_cached_box": { "min": 0.9054797602732721, "p50": 0.9336638552945002, "max": 0.9754209405844784, "samples": 10 } }, "generations": { "source": "restarts", "wire_generation_events": 13, "tracks_with_generation_change": 11, "gap_proxy_events": 0, "gap_proxy_disagreements": 11, "gap_proxy_disagreeing_tracks": { "1": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "2": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "3": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "4": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "8": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "9": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "80": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "88": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "90": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "135": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "140": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 8 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-15fps-0.5x-0.json": { "results": 46, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "image6", "fps": 15, "rate": 0.5, "trial": 0, "frames": { "sent": 75, "returned": 46 }, "declared_keep_iou": 0.9, "rows": { "total": 331, "p50_per_result": 7.0, "max_per_result": 8 }, "adjacent_pairs": { "per_result_recompute_workload": 3259, "p50_per_result": 72.0, "unique_pairs": 116, "adjacency_rebuilds": 146 }, "tracks": { "unique_ids": 111, "observations": 3590, "named_observations": 487, "unnamed_observations": 3103, "degenerate_boxes_skipped": 0, "named_tracks": 38, "distinct_skus": 9 }, "cache": { "lookups": 3259, "hits": 2192, "misses": 1067, "hit_rate": 0.6725989567351949, "pair_computations_with_cache": 1067, "pair_computations_avoided": 2192, "miss_reasons": { "new": 116, "geometry": 929, "generation": 22 }, "updates": 951, "entries": 116, "edge_yes_computed_or_reused": 3146, "hit_drift_iou_vs_cached_box": { "min": 0.9, "p50": 0.9589967516907184, "max": 1.0, "samples": 4384 } }, "generations": { "source": "restarts", "wire_generation_events": 15, "tracks_with_generation_change": 7, "gap_proxy_events": 0, "gap_proxy_disagreements": 7, "gap_proxy_disagreeing_tracks": { "57": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "72": { "wire": 4, "gap_proxy": 0, "changed_during_run": true }, "74": { "wire": 4, "gap_proxy": 0, "changed_during_run": true }, "75": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "77": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "105": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "142": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 22 }, "identity": { "named_transitions": 449, "unchanged": 449, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-15fps-1x-0.json": { "results": 9, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "image6", "fps": 15, "rate": 1, "trial": 0, "frames": { "sent": 75, "returned": 9 }, "declared_keep_iou": 0.9, "rows": { "total": 63, "p50_per_result": 7, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 566, "p50_per_result": 64, "unique_pairs": 186, "adjacency_rebuilds": 244 }, "tracks": { "unique_ids": 109, "observations": 629, "named_observations": 0, "unnamed_observations": 629, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 566, "hits": 55, "misses": 511, "hit_rate": 0.09717314487632508, "pair_computations_with_cache": 511, "pair_computations_avoided": 55, "miss_reasons": { "new": 186, "geometry": 270, "generation": 55 }, "updates": 325, "entries": 186, "edge_yes_computed_or_reused": 511, "hit_drift_iou_vs_cached_box": { "min": 0.902821789648408, "p50": 0.9368816982687551, "max": 1.0, "samples": 110 } }, "generations": { "source": "restarts", "wire_generation_events": 64, "tracks_with_generation_change": 44, "gap_proxy_events": 0, "gap_proxy_disagreements": 44, "gap_proxy_disagreeing_tracks": { "6": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "7": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "12": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "16": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "27": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "28": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "29": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "30": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "32": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "35": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "36": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "38": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "41": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "44": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "47": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "48": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "49": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "51": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "52": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "53": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "55": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "56": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "57": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "59": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "60": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "61": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "62": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "64": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "65": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "66": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "68": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "69": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "70": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "71": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "72": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "73": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "74": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "75": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "76": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "77": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "78": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "80": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "97": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "113": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 55 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-8fps-0.5x-0.json": { "results": 32, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "image6", "fps": 8, "rate": 0.5, "trial": 0, "frames": { "sent": 40, "returned": 32 }, "declared_keep_iou": 0.9, "rows": { "total": 224, "p50_per_result": 7.0, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 2203, "p50_per_result": 68.0, "unique_pairs": 97, "adjacency_rebuilds": 120 }, "tracks": { "unique_ids": 96, "observations": 2427, "named_observations": 793, "unnamed_observations": 1634, "degenerate_boxes_skipped": 0, "named_tracks": 49, "distinct_skus": 9 }, "cache": { "lookups": 2203, "hits": 1725, "misses": 478, "hit_rate": 0.7830231502496595, "pair_computations_with_cache": 478, "pair_computations_avoided": 1725, "miss_reasons": { "new": 97, "geometry": 362, "generation": 19 }, "updates": 381, "entries": 97, "edge_yes_computed_or_reused": 2119, "hit_drift_iou_vs_cached_box": { "min": 0.9000786782061369, "p50": 0.9612403100775194, "max": 1.0, "samples": 3450 } }, "generations": { "source": "restarts", "wire_generation_events": 13, "tracks_with_generation_change": 6, "gap_proxy_events": 0, "gap_proxy_disagreements": 6, "gap_proxy_disagreeing_tracks": { "57": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "62": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "75": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "78": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "85": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "88": { "wire": 2, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 19 }, "identity": { "named_transitions": 744, "unchanged": 743, "changed": 1, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-8fps-0.5x-1.json": { "results": 21, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "image6", "fps": 8, "rate": 0.5, "trial": 1, "frames": { "sent": 40, "returned": 21 }, "declared_keep_iou": 0.9, "rows": { "total": 147, "p50_per_result": 7, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 1431, "p50_per_result": 68, "unique_pairs": 91, "adjacency_rebuilds": 105 }, "tracks": { "unique_ids": 92, "observations": 1578, "named_observations": 38, "unnamed_observations": 1540, "degenerate_boxes_skipped": 0, "named_tracks": 14, "distinct_skus": 6 }, "cache": { "lookups": 1431, "hits": 888, "misses": 543, "hit_rate": 0.6205450733752621, "pair_computations_with_cache": 543, "pair_computations_avoided": 888, "miss_reasons": { "new": 91, "geometry": 441, "generation": 11 }, "updates": 452, "entries": 91, "edge_yes_computed_or_reused": 1373, "hit_drift_iou_vs_cached_box": { "min": 0.9000950269242952, "p50": 0.9545628700801114, "max": 1.0, "samples": 1776 } }, "generations": { "source": "restarts", "wire_generation_events": 9, "tracks_with_generation_change": 7, "gap_proxy_events": 0, "gap_proxy_disagreements": 7, "gap_proxy_disagreeing_tracks": { "62": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "72": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "74": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "77": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "78": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "84": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "104": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 11 }, "identity": { "named_transitions": 24, "unchanged": 24, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-8fps-1x-0.json": { "results": 23, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "image6", "fps": 8, "rate": 1, "trial": 0, "frames": { "sent": 40, "returned": 23 }, "declared_keep_iou": 0.9, "rows": { "total": 161, "p50_per_result": 7, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 1568, "p50_per_result": 68, "unique_pairs": 99, "adjacency_rebuilds": 124 }, "tracks": { "unique_ids": 95, "observations": 1729, "named_observations": 202, "unnamed_observations": 1527, "degenerate_boxes_skipped": 0, "named_tracks": 32, "distinct_skus": 9 }, "cache": { "lookups": 1568, "hits": 1008, "misses": 560, "hit_rate": 0.6428571428571429, "pair_computations_with_cache": 560, "pair_computations_avoided": 1008, "miss_reasons": { "new": 99, "geometry": 442, "generation": 19 }, "updates": 461, "entries": 99, "edge_yes_computed_or_reused": 1508, "hit_drift_iou_vs_cached_box": { "min": 0.9004294576109432, "p50": 0.9564605616311201, "max": 1.0, "samples": 2016 } }, "generations": { "source": "restarts", "wire_generation_events": 12, "tracks_with_generation_change": 8, "gap_proxy_events": 0, "gap_proxy_disagreements": 8, "gap_proxy_disagreeing_tracks": { "62": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "69": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "72": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "74": { "wire": 3, "gap_proxy": 0, "changed_during_run": true }, "75": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "77": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "78": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "106": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 19 }, "identity": { "named_transitions": 170, "unchanged": 170, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-8fps-1x-1.json": { "results": 9, "schema_version": 2, "coordinate_basis": "displayed box mapped with result frame origin", "source": "image6", "fps": 8, "rate": 1, "trial": 1, "frames": { "sent": 40, "returned": 9 }, "declared_keep_iou": 0.9, "rows": { "total": 63, "p50_per_result": 7, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 568, "p50_per_result": 65, "unique_pairs": 124, "adjacency_rebuilds": 158 }, "tracks": { "unique_ids": 95, "observations": 631, "named_observations": 11, "unnamed_observations": 620, "degenerate_boxes_skipped": 0, "named_tracks": 7, "distinct_skus": 4 }, "cache": { "lookups": 568, "hits": 173, "misses": 395, "hit_rate": 0.3045774647887324, "pair_computations_with_cache": 395, "pair_computations_avoided": 173, "miss_reasons": { "new": 124, "geometry": 237, "generation": 34 }, "updates": 271, "entries": 124, "edge_yes_computed_or_reused": 526, "hit_drift_iou_vs_cached_box": { "min": 0.9008620689655172, "p50": 0.9424325186770282, "max": 1.0, "samples": 346 } }, "generations": { "source": "restarts", "wire_generation_events": 29, "tracks_with_generation_change": 25, "gap_proxy_events": 0, "gap_proxy_disagreements": 25, "gap_proxy_disagreeing_tracks": { "6": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "16": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "22": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "24": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "28": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "29": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "37": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "41": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "48": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "49": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "55": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "56": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "61": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "65": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "67": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "68": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "69": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "70": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "72": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "73": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "74": { "wire": 2, "gap_proxy": 0, "changed_during_run": true }, "75": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "77": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "78": { "wire": 1, "gap_proxy": 0, "changed_during_run": true }, "95": { "wire": 1, "gap_proxy": 0, "changed_during_run": true } }, "generation_invalidations": 34 }, "identity": { "named_transitions": 4, "unchanged": 4, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } } }, "legacy_label_anchor_arms": { "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-0.json": { "results": 40, "schema_version": null, "coordinate_basis": null, "source": "data/external-eval/tier3-sources/media/hanzomon-supermarket-pan-132-152.mp4", "fps": 8, "rate": 0.5, "trial": 0, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 124, "p50_per_result": 3.0, "max_per_result": 6 }, "adjacent_pairs": { "per_result_recompute_workload": 223, "p50_per_result": 5.5, "unique_pairs": 53, "adjacency_rebuilds": 65 }, "tracks": { "unique_ids": 40, "observations": 347, "named_observations": 0, "unnamed_observations": 347, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 223, "hits": 6, "misses": 217, "hit_rate": 0.026905829596412557, "pair_computations_with_cache": 217, "pair_computations_avoided": 6, "miss_reasons": { "new": 53, "geometry": 164 }, "updates": 164, "entries": 53, "edge_yes_computed_or_reused": 152, "hit_drift_iou_vs_cached_box": { "min": 0.9054797602732721, "p50": 0.9435177481161872, "max": 1.0, "samples": 12 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 0 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-1.json": { "results": 40, "schema_version": null, "coordinate_basis": null, "source": "data/external-eval/tier3-sources/media/hanzomon-supermarket-pan-132-152.mp4", "fps": 8, "rate": 0.5, "trial": 1, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 124, "p50_per_result": 3.0, "max_per_result": 6 }, "adjacent_pairs": { "per_result_recompute_workload": 223, "p50_per_result": 5.5, "unique_pairs": 53, "adjacency_rebuilds": 65 }, "tracks": { "unique_ids": 40, "observations": 347, "named_observations": 0, "unnamed_observations": 347, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 223, "hits": 6, "misses": 217, "hit_rate": 0.026905829596412557, "pair_computations_with_cache": 217, "pair_computations_avoided": 6, "miss_reasons": { "new": 53, "geometry": 164 }, "updates": 164, "entries": 53, "edge_yes_computed_or_reused": 152, "hit_drift_iou_vs_cached_box": { "min": 0.9054797602732721, "p50": 0.9435177481161872, "max": 1.0, "samples": 12 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 0 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-hanzomon-supermarket-pan-132-152-8fps-1x-0.json": { "results": 40, "schema_version": null, "coordinate_basis": null, "source": "data/external-eval/tier3-sources/media/hanzomon-supermarket-pan-132-152.mp4", "fps": 8, "rate": 1, "trial": 0, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 124, "p50_per_result": 3.0, "max_per_result": 6 }, "adjacent_pairs": { "per_result_recompute_workload": 223, "p50_per_result": 5.5, "unique_pairs": 53, "adjacency_rebuilds": 65 }, "tracks": { "unique_ids": 40, "observations": 347, "named_observations": 0, "unnamed_observations": 347, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 223, "hits": 6, "misses": 217, "hit_rate": 0.026905829596412557, "pair_computations_with_cache": 217, "pair_computations_avoided": 6, "miss_reasons": { "new": 53, "geometry": 164 }, "updates": 164, "entries": 53, "edge_yes_computed_or_reused": 152, "hit_drift_iou_vs_cached_box": { "min": 0.9054797602732721, "p50": 0.9435177481161872, "max": 1.0, "samples": 12 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 0 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-hanzomon-supermarket-pan-132-152-8fps-1x-1.json": { "results": 40, "schema_version": null, "coordinate_basis": null, "source": "data/external-eval/tier3-sources/media/hanzomon-supermarket-pan-132-152.mp4", "fps": 8, "rate": 1, "trial": 1, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 124, "p50_per_result": 3.0, "max_per_result": 6 }, "adjacent_pairs": { "per_result_recompute_workload": 223, "p50_per_result": 5.5, "unique_pairs": 53, "adjacency_rebuilds": 65 }, "tracks": { "unique_ids": 40, "observations": 347, "named_observations": 0, "unnamed_observations": 347, "degenerate_boxes_skipped": 0, "named_tracks": 0, "distinct_skus": 0 }, "cache": { "lookups": 223, "hits": 6, "misses": 217, "hit_rate": 0.026905829596412557, "pair_computations_with_cache": 217, "pair_computations_avoided": 6, "miss_reasons": { "new": 53, "geometry": 164 }, "updates": 164, "entries": 53, "edge_yes_computed_or_reused": 152, "hit_drift_iou_vs_cached_box": { "min": 0.9054797602732721, "p50": 0.9435177481161872, "max": 1.0, "samples": 12 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 0 }, "identity": { "named_transitions": 0, "unchanged": 0, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-15fps-0.5x-0.json": { "results": 72, "schema_version": null, "coordinate_basis": null, "source": "image6", "fps": 15, "rate": 0.5, "trial": 0, "frames": { "sent": 75, "returned": 72 }, "declared_keep_iou": 0.9, "rows": { "total": 517, "p50_per_result": 7.0, "max_per_result": 8 }, "adjacent_pairs": { "per_result_recompute_workload": 5100, "p50_per_result": 71.0, "unique_pairs": 190, "adjacency_rebuilds": 335 }, "tracks": { "unique_ids": 111, "observations": 5617, "named_observations": 2595, "unnamed_observations": 3022, "degenerate_boxes_skipped": 0, "named_tracks": 58, "distinct_skus": 9 }, "cache": { "lookups": 5100, "hits": 1979, "misses": 3121, "hit_rate": 0.38803921568627453, "pair_computations_with_cache": 3121, "pair_computations_avoided": 1979, "miss_reasons": { "new": 190, "geometry": 2832, "generation": 99 }, "updates": 2931, "entries": 190, "edge_yes_computed_or_reused": 3935, "hit_drift_iou_vs_cached_box": { "min": 0.9001357378320729, "p50": 0.9731303451203979, "max": 1.0, "samples": 3958 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 99 }, "identity": { "named_transitions": 2537, "unchanged": 2537, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-15fps-1x-0.json": { "results": 38, "schema_version": null, "coordinate_basis": null, "source": "image6", "fps": 15, "rate": 1, "trial": 0, "frames": { "sent": 75, "returned": 38 }, "declared_keep_iou": 0.9, "rows": { "total": 269, "p50_per_result": 7.0, "max_per_result": 8 }, "adjacent_pairs": { "per_result_recompute_workload": 2650, "p50_per_result": 70.5, "unique_pairs": 271, "adjacency_rebuilds": 427 }, "tracks": { "unique_ids": 125, "observations": 2919, "named_observations": 344, "unnamed_observations": 2575, "degenerate_boxes_skipped": 0, "named_tracks": 40, "distinct_skus": 9 }, "cache": { "lookups": 2650, "hits": 33, "misses": 2617, "hit_rate": 0.012452830188679246, "pair_computations_with_cache": 2617, "pair_computations_avoided": 33, "miss_reasons": { "new": 271, "geometry": 2226, "generation": 120 }, "updates": 2346, "entries": 271, "edge_yes_computed_or_reused": 1721, "hit_drift_iou_vs_cached_box": { "min": 0.900783665252714, "p50": 0.9507150589709988, "max": 1.0, "samples": 66 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 120 }, "identity": { "named_transitions": 304, "unchanged": 304, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-8fps-0.5x-0.json": { "results": 40, "schema_version": null, "coordinate_basis": null, "source": "image6", "fps": 8, "rate": 0.5, "trial": 0, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 280, "p50_per_result": 7.0, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 2770, "p50_per_result": 69.0, "unique_pairs": 118, "adjacency_rebuilds": 157 }, "tracks": { "unique_ids": 94, "observations": 3050, "named_observations": 1659, "unnamed_observations": 1391, "degenerate_boxes_skipped": 0, "named_tracks": 57, "distinct_skus": 9 }, "cache": { "lookups": 2770, "hits": 1322, "misses": 1448, "hit_rate": 0.4772563176895307, "pair_computations_with_cache": 1448, "pair_computations_avoided": 1322, "miss_reasons": { "new": 118, "geometry": 1305, "generation": 25 }, "updates": 1330, "entries": 118, "edge_yes_computed_or_reused": 2289, "hit_drift_iou_vs_cached_box": { "min": 0.9001357378320729, "p50": 0.969594009862416, "max": 1.0, "samples": 2644 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 25 }, "identity": { "named_transitions": 1602, "unchanged": 1602, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-8fps-0.5x-1.json": { "results": 40, "schema_version": null, "coordinate_basis": null, "source": "image6", "fps": 8, "rate": 0.5, "trial": 1, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 280, "p50_per_result": 7.0, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 2770, "p50_per_result": 69.0, "unique_pairs": 125, "adjacency_rebuilds": 178 }, "tracks": { "unique_ids": 94, "observations": 3050, "named_observations": 1356, "unnamed_observations": 1694, "degenerate_boxes_skipped": 0, "named_tracks": 53, "distinct_skus": 9 }, "cache": { "lookups": 2770, "hits": 1080, "misses": 1690, "hit_rate": 0.3898916967509025, "pair_computations_with_cache": 1690, "pair_computations_avoided": 1080, "miss_reasons": { "new": 125, "geometry": 1527, "generation": 38 }, "updates": 1565, "entries": 125, "edge_yes_computed_or_reused": 2222, "hit_drift_iou_vs_cached_box": { "min": 0.9001357378320729, "p50": 0.9701010101010101, "max": 1.0, "samples": 2160 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 38 }, "identity": { "named_transitions": 1303, "unchanged": 1303, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-8fps-1x-0.json": { "results": 39, "schema_version": null, "coordinate_basis": null, "source": "image6", "fps": 8, "rate": 1, "trial": 0, "frames": { "sent": 40, "returned": 39 }, "declared_keep_iou": 0.9, "rows": { "total": 273, "p50_per_result": 7, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 2701, "p50_per_result": 69, "unique_pairs": 148, "adjacency_rebuilds": 223 }, "tracks": { "unique_ids": 94, "observations": 2974, "named_observations": 866, "unnamed_observations": 2108, "degenerate_boxes_skipped": 0, "named_tracks": 50, "distinct_skus": 9 }, "cache": { "lookups": 2701, "hits": 508, "misses": 2193, "hit_rate": 0.18807848944835245, "pair_computations_with_cache": 2193, "pair_computations_avoided": 508, "miss_reasons": { "new": 148, "geometry": 1989, "generation": 56 }, "updates": 2045, "entries": 148, "edge_yes_computed_or_reused": 1995, "hit_drift_iou_vs_cached_box": { "min": 0.9, "p50": 0.9772678255618341, "max": 1.0, "samples": 1016 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 56 }, "identity": { "named_transitions": 816, "unchanged": 816, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } }, "replay-image6-8fps-1x-1.json": { "results": 40, "schema_version": null, "coordinate_basis": null, "source": "image6", "fps": 8, "rate": 1, "trial": 1, "frames": { "sent": 40, "returned": 40 }, "declared_keep_iou": 0.9, "rows": { "total": 280, "p50_per_result": 7.0, "max_per_result": 7 }, "adjacent_pairs": { "per_result_recompute_workload": 2770, "p50_per_result": 69.0, "unique_pairs": 144, "adjacency_rebuilds": 213 }, "tracks": { "unique_ids": 94, "observations": 3050, "named_observations": 1148, "unnamed_observations": 1902, "degenerate_boxes_skipped": 0, "named_tracks": 52, "distinct_skus": 9 }, "cache": { "lookups": 2770, "hits": 804, "misses": 1966, "hit_rate": 0.29025270758122745, "pair_computations_with_cache": 1966, "pair_computations_avoided": 804, "miss_reasons": { "new": 144, "geometry": 1767, "generation": 55 }, "updates": 1822, "entries": 144, "edge_yes_computed_or_reused": 2161, "hit_drift_iou_vs_cached_box": { "min": 0.9001357378320729, "p50": 0.9718450716162387, "max": 1.0, "samples": 1608 } }, "generations": { "source": "absence_proxy", "wire_generation_events": 0, "tracks_with_generation_change": 0, "gap_proxy_events": 0, "gap_proxy_disagreements": 0, "gap_proxy_disagreeing_tracks": {}, "generation_invalidations": 55 }, "identity": { "named_transitions": 1096, "unchanged": 1096, "changed": 0, "note": "consecutive named observations of one track id; a change means the label flipped, repeated observations of an unchanged label count neither way" } } }, "sensitivity_hit_rate": { "arms": { "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-0.json": { "0.8": 0.14473684210526316, "0.9": 0.021929824561403508, "0.95": 0.0043859649122807015, "1.0": 0.0 }, "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-1.json": { "0.8": 0.14473684210526316, "0.9": 0.021929824561403508, "0.95": 0.0043859649122807015, "1.0": 0.0 }, "replay-hanzomon-supermarket-pan-132-152-8fps-1x-0.json": { "0.8": 0.11574074074074074, "0.9": 0.018518518518518517, "0.95": 0.004629629629629629, "1.0": 0.0 }, "replay-hanzomon-supermarket-pan-132-152-8fps-1x-1.json": { "0.8": 0.14473684210526316, "0.9": 0.021929824561403508, "0.95": 0.0043859649122807015, "1.0": 0.0 }, "replay-image6-15fps-0.5x-0.json": { "0.8": 0.8757287511506597, "0.9": 0.6725989567351949, "0.95": 0.35501687634243634, "1.0": 0.0 }, "replay-image6-15fps-1x-0.json": { "0.8": 0.1855123674911661, "0.9": 0.09717314487632508, "0.95": 0.007067137809187279, "1.0": 0.0 }, "replay-image6-8fps-0.5x-0.json": { "0.8": 0.8806173399909215, "0.9": 0.7830231502496595, "0.95": 0.5201997276441217, "1.0": 0.0009078529278256923 }, "replay-image6-8fps-0.5x-1.json": { "0.8": 0.8609364081062194, "0.9": 0.6205450733752621, "0.95": 0.26834381551362685, "1.0": 0.0 }, "replay-image6-8fps-1x-0.json": { "0.8": 0.8533163265306123, "0.9": 0.6428571428571429, "0.95": 0.3042091836734694, "1.0": 0.0006377551020408163 }, "replay-image6-8fps-1x-1.json": { "0.8": 0.5105633802816901, "0.9": 0.3045774647887324, "0.95": 0.04753521126760563, "1.0": 0.0 } }, "legacy_label_anchor_arms": { "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-0.json": { "0.8": 0.13901345291479822, "0.9": 0.026905829596412557, "0.95": 0.008968609865470852, "1.0": 0.0 }, "replay-hanzomon-supermarket-pan-132-152-8fps-0.5x-1.json": { "0.8": 0.13901345291479822, "0.9": 0.026905829596412557, "0.95": 0.008968609865470852, "1.0": 0.0 }, "replay-hanzomon-supermarket-pan-132-152-8fps-1x-0.json": { "0.8": 0.13901345291479822, "0.9": 0.026905829596412557, "0.95": 0.008968609865470852, "1.0": 0.0 }, "replay-hanzomon-supermarket-pan-132-152-8fps-1x-1.json": { "0.8": 0.13901345291479822, "0.9": 0.026905829596412557, "0.95": 0.008968609865470852, "1.0": 0.0 }, "replay-image6-15fps-0.5x-0.json": { "0.8": 0.6225490196078431, "0.9": 0.38803921568627453, "0.95": 0.33294117647058824, "1.0": 0.2811764705882353 }, "replay-image6-15fps-1x-0.json": { "0.8": 0.20113207547169812, "0.9": 0.012452830188679246, "0.95": 0.004528301886792453, "1.0": 0.0037735849056603774 }, "replay-image6-8fps-0.5x-0.json": { "0.8": 0.6790613718411552, "0.9": 0.4772563176895307, "0.95": 0.4126353790613718, "1.0": 0.33754512635379064 }, "replay-image6-8fps-0.5x-1.json": { "0.8": 0.6263537906137184, "0.9": 0.3898916967509025, "0.95": 0.32743682310469313, "1.0": 0.2794223826714801 }, "replay-image6-8fps-1x-0.json": { "0.8": 0.503517215845983, "0.9": 0.18807848944835245, "0.95": 0.14476119955572012, "1.0": 0.12069603850425768 }, "replay-image6-8fps-1x-1.json": { "0.8": 0.5707581227436823, "0.9": 0.29025270758122745, "0.95": 0.23826714801444043, "1.0": 0.20216606498194944 } } }, "limitations": [ "appearance: only the geometry-only adjacent edge is cacheable from a replay timeline. The appearance half of analyze.pair_value (hue, pixels, logo_pixels, inliers, ocr_jaccard) needs per-track appearance features a timeline does not carry, so this is the geometry/adjacency reuse ceiling, not a full pair-score cache. The counters bound a cache of one boolean, not of descriptor cost.", "object_generation: replay.py records it, but live.py _track_payload never populates it, so it is null on every track in every arm. live.py increments object_generation and restarts in the same two branches off the same counters, so restarts carries the generation and is what these arms key on. A cache key naming object_generation specifically is therefore not yet constructible from the wire.", "session generation: a method change bumps LiveSession._generation and resets every track in place, leaving per-track object_generation untouched. A per-track generation key does not cover that; a real cache needs the session generation in the key too, and no arm here exercises a method change.", "absence: a gap between consecutive recorded results is not server absence. Arms return 9 of 40 sent frames, so a track can be missing from a recorded result while the server never lost it. gap_proxy_events is reported next to the wire generation and disagrees with it in exactly the arms listed under gap_proxy_disagreeing_tracks; the wire value is the one used.", "box basis differs between the two groups. `arms` is schema 2, coordinate_basis \"displayed box mapped with result frame origin\". `legacy_label_anchor_arms` is the archived schema-1 run, where replay.py took label_box (always non-empty, so raw_box/box never applied) and mapped it with the label frame pan offset; an unlabelled track has label_frame_id == 0, so its box was mapped with frame 0 origin, a pure x error of up to ~197 source px on image6 against a median box width of 89 px. The two groups are not comparable to each other and are reported separately.", "scope: arms differ only in pacing and source, and the still-image arms replay one development photo (add/image6.jpg, 111 labelled facings). No independent generalization, and no native UI or device path was exercised. Arms are also truncated under server load, so the named primary arm is the smallest of the set and its counters are the weakest.", "counters only: no latency saving is claimed, because the timeline carries no cost for the work a hit skips, and the declared IoU is a geometric restatement of \"the box did not move\", not a measurement.", "chained drift: the criterion compares each member against the box the entry was last written against, not against the previous result, so a box that creeps a little every frame can stay under the IoU forever while ending up far from where the verdict was computed. hit_drift_iou_vs_cached_box is the observed bound on that; a production cache that needs a hard staleness bound should compare against the previous result and cap the age of an entry." ] }