From 81a2ab10e728671a45dbe3ac1a0ac2a59f4d096d Mon Sep 17 00:00:00 2001 From: kiyo9w Date: Tue, 29 Sep 2026 04:28:20 +0900 Subject: [PATCH] docs(decision): measure G1 against Van on the same stream and catalog The G1 row compared against a van run whose server had loaded the legacy stock-lopia catalog, so its ids were template-level (sku_005) and every answer scored wrong. Re-run with both servers on stock-lopia-clean, 20 s pan 12: van 17/27 (63%) coverage 53% precision 7 wrong 6 unenrolled accepts local 19-20/27 (70-74%) 77-85% 0 wrong 0 unenrolled accepts G1 asks the new system to be no worse than Van on coverage; it is better on both axes, so G1 now reads as passing on the stream rather than unmeasured. Both recordings are committed under stream-gated/. --- .../stream-gated/van_score.json | 1169 +++++++++++ .../stream-gated/van_tracks.json | 1725 +++++++++++++++++ .../DECISION.md | 25 +- 3 files changed, 2913 insertions(+), 6 deletions(-) create mode 100644 recognization/data/evaluations/2026-09-29-session/stream-gated/van_score.json create mode 100644 recognization/data/evaluations/2026-09-29-session/stream-gated/van_tracks.json diff --git a/recognization/data/evaluations/2026-09-29-session/stream-gated/van_score.json b/recognization/data/evaluations/2026-09-29-session/stream-gated/van_score.json new file mode 100644 index 0000000..3bc7919 --- /dev/null +++ b/recognization/data/evaluations/2026-09-29-session/stream-gated/van_score.json @@ -0,0 +1,1169 @@ +{ + "in_catalog_facings": 27, + "facings_named": 17, + "tracks_scored": 81, + "correct": 28, + "wrong": 7, + "unenrolled_false_accepts": 6, + "unknown_false_accepts": 12, + "unmatched_tracks": 28, + "shown": 53, + "coverage": 0.6296, + "precision": 0.5283, + "rows": [ + { + "track_id": 1, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.948, + "outcome": "correct" + }, + { + "track_id": 2, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.979, + "outcome": "correct" + }, + { + "track_id": 4, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.942, + "outcome": "correct" + }, + { + "track_id": 5, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.937, + "outcome": "correct" + }, + { + "track_id": 6, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.969, + "outcome": "correct" + }, + { + "track_id": 7, + "predicted": "sku_l10", + "truth": null, + "iou": 0.497, + "outcome": "unmatched" + }, + { + "track_id": 8, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.934, + "outcome": "correct" + }, + { + "track_id": 9, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.949, + "outcome": "correct" + }, + { + "track_id": 10, + "predicted": "sku_l05", + "truth": "unknown", + "iou": 0.887, + "outcome": "unknown_false_accept" + }, + { + "track_id": 11, + "predicted": "sku_l09", + "truth": null, + "iou": 0.371, + "outcome": "unmatched" + }, + { + "track_id": 12, + "predicted": "sku_l05", + "truth": "unknown", + "iou": 0.971, + "outcome": "unknown_false_accept" + }, + { + "track_id": 13, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.974, + "outcome": "correct" + }, + { + "track_id": 14, + "predicted": "sku_l05", + "truth": "unknown", + "iou": 0.952, + "outcome": "unknown_false_accept" + }, + { + "track_id": 15, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.89, + "outcome": "correct" + }, + { + "track_id": 16, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.961, + "outcome": "correct" + }, + { + "track_id": 17, + "predicted": "sku_l10", + "truth": null, + "iou": 0.489, + "outcome": "unmatched" + }, + { + "track_id": 18, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.551, + "outcome": "correct" + }, + { + "track_id": 19, + "predicted": "sku_l10", + "truth": null, + "iou": 0.424, + "outcome": "unmatched" + }, + { + "track_id": 20, + "predicted": "sku_l10", + "truth": null, + "iou": 0.474, + "outcome": "unmatched" + }, + { + "track_id": 21, + "predicted": "sku_l10", + "truth": null, + "iou": 0.487, + "outcome": "unmatched" + }, + { + "track_id": 22, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.948, + "outcome": "correct" + }, + { + "track_id": 23, + "predicted": "sku_l10", + "truth": null, + "iou": 0.475, + "outcome": "unmatched" + }, + { + "track_id": 24, + "predicted": "sku_l09", + "truth": "unknown", + "iou": 0.834, + "outcome": "unknown_false_accept" + }, + { + "track_id": 25, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.887, + "outcome": "correct" + }, + { + "track_id": 26, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.854, + "outcome": "correct" + }, + { + "track_id": 27, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.946, + "outcome": "correct" + }, + { + "track_id": 28, + "predicted": "sku_l11", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + }, + { + "track_id": 29, + "predicted": "sku_l09", + "truth": null, + "iou": 0.416, + "outcome": "unmatched" + }, + { + "track_id": 31, + "predicted": "sku_l11", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + }, + { + "track_id": 32, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.913, + "outcome": "correct" + }, + { + "track_id": 35, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.913, + "outcome": "correct" + }, + { + "track_id": 57, + "predicted": "sku_l01", + "truth": "sku_l12", + "iou": 0.82, + "outcome": "unenrolled_false_accept" + }, + { + "track_id": 58, + "predicted": "sku_l05", + "truth": "unknown", + "iou": 0.53, + "outcome": "unknown_false_accept" + }, + { + "track_id": 59, + "predicted": "sku_l10", + "truth": null, + "iou": 0.32, + "outcome": "unmatched" + }, + { + "track_id": 81, + "predicted": "sku_l05", + "truth": null, + "iou": 0.487, + "outcome": "unmatched" + }, + { + "track_id": 88, + "predicted": "sku_l01", + "truth": "unknown", + "iou": 0.948, + "outcome": "unknown_false_accept" + }, + { + "track_id": 112, + "predicted": "sku_l10", + "truth": null, + "iou": 0.474, + "outcome": "unmatched" + }, + { + "track_id": 114, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.958, + "outcome": "correct" + }, + { + "track_id": 122, + "predicted": "sku_l01", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + }, + { + "track_id": 127, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.916, + "outcome": "correct" + }, + { + "track_id": 135, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.957, + "outcome": "correct" + }, + { + "track_id": 136, + "predicted": "sku_l11", + "truth": "sku_l10", + "iou": 0.813, + "outcome": "wrong" + }, + { + "track_id": 150, + "predicted": "sku_l01", + "truth": "sku_l12", + "iou": 0.82, + "outcome": "unenrolled_false_accept" + }, + { + "track_id": 159, + "predicted": "sku_l11", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + }, + { + "track_id": 163, + "predicted": "sku_l05", + "truth": "unknown", + "iou": 0.871, + "outcome": "unknown_false_accept" + }, + { + "track_id": 177, + "predicted": "sku_l01", + "truth": null, + "iou": 0.402, + "outcome": "unmatched" + }, + { + "track_id": 178, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.909, + "outcome": "correct" + }, + { + "track_id": 239, + "predicted": "sku_l09", + "truth": "unknown", + "iou": 0.804, + "outcome": "unknown_false_accept" + }, + { + "track_id": 262, + "predicted": "sku_l05", + "truth": "unknown", + "iou": 0.905, + "outcome": "unknown_false_accept" + }, + { + "track_id": 269, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.854, + "outcome": "correct" + }, + { + "track_id": 288, + "predicted": "sku_l01", + "truth": "sku_l12", + "iou": 0.806, + "outcome": "unenrolled_false_accept" + }, + { + "track_id": 295, + "predicted": "sku_l10", + "truth": null, + "iou": 0.286, + "outcome": "unmatched" + }, + { + "track_id": 300, + "predicted": "sku_l11", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + }, + { + "track_id": 302, + "predicted": "sku_l11", + "truth": "sku_l10", + "iou": 0.843, + "outcome": "wrong" + }, + { + "track_id": 315, + "predicted": "sku_l09", + "truth": null, + "iou": 0.349, + "outcome": "unmatched" + }, + { + "track_id": 318, + "predicted": "sku_l05", + "truth": "sku_l12", + "iou": 0.741, + "outcome": "unenrolled_false_accept" + }, + { + "track_id": 326, + "predicted": "sku_l01", + "truth": "unknown", + "iou": 0.713, + "outcome": "unknown_false_accept" + }, + { + "track_id": 331, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.963, + "outcome": "correct" + }, + { + "track_id": 345, + "predicted": "sku_l10", + "truth": null, + "iou": 0.418, + "outcome": "unmatched" + }, + { + "track_id": 353, + "predicted": "sku_l11", + "truth": "sku_l10", + "iou": 0.776, + "outcome": "wrong" + }, + { + "track_id": 363, + "predicted": "sku_l01", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + }, + { + "track_id": 370, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.916, + "outcome": "correct" + }, + { + "track_id": 378, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.931, + "outcome": "correct" + }, + { + "track_id": 379, + "predicted": "sku_l11", + "truth": "sku_l10", + "iou": 0.896, + "outcome": "wrong" + }, + { + "track_id": 400, + "predicted": "sku_l11", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + }, + { + "track_id": 403, + "predicted": "sku_l11", + "truth": "sku_l10", + "iou": 0.825, + "outcome": "wrong" + }, + { + "track_id": 404, + "predicted": "sku_l05", + "truth": "unknown", + "iou": 0.605, + "outcome": "unknown_false_accept" + }, + { + "track_id": 416, + "predicted": "sku_l10", + "truth": "sku_l10", + "iou": 0.963, + "outcome": "correct" + }, + { + "track_id": 417, + "predicted": "sku_l01", + "truth": "sku_l12", + "iou": 0.881, + "outcome": "unenrolled_false_accept" + }, + { + "track_id": 476, + "predicted": "sku_l09", + "truth": "unknown", + "iou": 0.695, + "outcome": "unknown_false_accept" + }, + { + "track_id": 499, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.948, + "outcome": "correct" + }, + { + "track_id": 507, + "predicted": "sku_l09", + "truth": "sku_l09", + "iou": 0.854, + "outcome": "correct" + }, + { + "track_id": 527, + "predicted": "sku_l01", + "truth": null, + "iou": 0.473, + "outcome": "unmatched" + }, + { + "track_id": 536, + "predicted": "sku_l11", + "truth": "sku_l10", + "iou": 0.921, + "outcome": "wrong" + }, + { + "track_id": 538, + "predicted": "sku_l11", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + }, + { + "track_id": 540, + "predicted": "sku_l11", + "truth": "sku_l10", + "iou": 0.818, + "outcome": "wrong" + }, + { + "track_id": 552, + "predicted": "sku_l09", + "truth": null, + "iou": 0.422, + "outcome": "unmatched" + }, + { + "track_id": 555, + "predicted": "sku_l05", + "truth": "sku_l12", + "iou": 0.518, + "outcome": "unenrolled_false_accept" + }, + { + "track_id": 568, + "predicted": "sku_l10", + "truth": null, + "iou": 0.424, + "outcome": "unmatched" + }, + { + "track_id": 582, + "predicted": "sku_l09", + "truth": null, + "iou": 0.349, + "outcome": "unmatched" + }, + { + "track_id": 599, + "predicted": "sku_l01", + "truth": null, + "iou": 0.0, + "outcome": "unmatched" + } + ], + "source": "add/image6.jpg", + "pace": "send", + "seconds": 20.1, + "windows": [ + [ + 0, + 640, + 1280, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 220, + 640, + 1500, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 0, + 640, + 1280, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 220, + 640, + 1500, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 0, + 640, + 1280, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 220, + 640, + 1500, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ] + ] +} \ No newline at end of file diff --git a/recognization/data/evaluations/2026-09-29-session/stream-gated/van_tracks.json b/recognization/data/evaluations/2026-09-29-session/stream-gated/van_tracks.json new file mode 100644 index 0000000..8a559ab --- /dev/null +++ b/recognization/data/evaluations/2026-09-29-session/stream-gated/van_tracks.json @@ -0,0 +1,1725 @@ +{ + "windows": [ + [ + 0, + 640, + 1280, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 220, + 640, + 1500, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 0, + 640, + 1280, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 220, + 640, + 1500, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 0, + 640, + 1280, + 1360 + ], + [ + 12, + 640, + 1292, + 1360 + ], + [ + 24, + 640, + 1304, + 1360 + ], + [ + 36, + 640, + 1316, + 1360 + ], + [ + 48, + 640, + 1328, + 1360 + ], + [ + 60, + 640, + 1340, + 1360 + ], + [ + 72, + 640, + 1352, + 1360 + ], + [ + 84, + 640, + 1364, + 1360 + ], + [ + 96, + 640, + 1376, + 1360 + ], + [ + 108, + 640, + 1388, + 1360 + ], + [ + 120, + 640, + 1400, + 1360 + ], + [ + 132, + 640, + 1412, + 1360 + ], + [ + 144, + 640, + 1424, + 1360 + ], + [ + 156, + 640, + 1436, + 1360 + ], + [ + 168, + 640, + 1448, + 1360 + ], + [ + 180, + 640, + 1460, + 1360 + ], + [ + 192, + 640, + 1472, + 1360 + ], + [ + 204, + 640, + 1484, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ], + [ + 220, + 640, + 1500, + 1360 + ], + [ + 216, + 640, + 1496, + 1360 + ] + ], + "source": "add/image6.jpg", + "pace": "send", + "seconds": 20.1, + "tracks": [ + { + "track_id": 1, + "sku_id": "sku_l09", + "label_box": [ + 706, + 761, + 792, + 971 + ], + "label_frame_id": 83, + "result_frame_id": 86, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 2, + "sku_id": "sku_l09", + "label_box": [ + 614, + 759, + 701, + 971 + ], + "label_frame_id": 78, + "result_frame_id": 81, + "inherited": true, + "restarts": 2 + }, + { + "track_id": 4, + "sku_id": "sku_l09", + "label_box": [ + 706, + 762, + 793, + 971 + ], + "label_frame_id": 92, + "result_frame_id": 95, + "inherited": true, + "restarts": 4 + }, + { + "track_id": 5, + "sku_id": "sku_l09", + "label_box": [ + 359, + 756, + 448, + 971 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 6, + "sku_id": "sku_l09", + "label_box": [ + 977, + 763, + 1069, + 974 + ], + "label_frame_id": 18, + "result_frame_id": 25, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 7, + "sku_id": "sku_l10", + "label_box": [ + 196, + 1152, + 298, + 1260 + ], + "label_frame_id": 36, + "result_frame_id": 36, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 8, + "sku_id": "sku_l09", + "label_box": [ + 256, + 754, + 354, + 974 + ], + "label_frame_id": 97, + "result_frame_id": 97, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 9, + "sku_id": "sku_l10", + "label_box": [ + 441, + 1065, + 538, + 1251 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 10, + "sku_id": "sku_l05", + "label_box": [ + 110, + 753, + 191, + 971 + ], + "label_frame_id": 10, + "result_frame_id": 14, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 11, + "sku_id": "sku_l09", + "label_box": [ + 440, + 1066, + 533, + 1143 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": false, + "restarts": 3 + }, + { + "track_id": 12, + "sku_id": "sku_l05", + "label_box": [ + 1319, + 1065, + 1389, + 1238 + ], + "label_frame_id": 94, + "result_frame_id": 97, + "inherited": true, + "restarts": 3 + }, + { + "track_id": 13, + "sku_id": "sku_l09", + "label_box": [ + 977, + 764, + 1069, + 974 + ], + "label_frame_id": 93, + "result_frame_id": 97, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 14, + "sku_id": "sku_l05", + "label_box": [ + 1320, + 1064, + 1389, + 1238 + ], + "label_frame_id": 63, + "result_frame_id": 66, + "inherited": true, + "restarts": 2 + }, + { + "track_id": 15, + "sku_id": "sku_l09", + "label_box": [ + 799, + 764, + 926, + 969 + ], + "label_frame_id": 90, + "result_frame_id": 97, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 16, + "sku_id": "sku_l10", + "label_box": [ + 306, + 1059, + 438, + 1256 + ], + "label_frame_id": 83, + "result_frame_id": 84, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 17, + "sku_id": "sku_l10", + "label_box": [ + 875, + 1148, + 967, + 1244 + ], + "label_frame_id": 95, + "result_frame_id": 97, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 18, + "sku_id": "sku_l09", + "label_box": [ + 1137, + 763, + 1279, + 972 + ], + "label_frame_id": 96, + "result_frame_id": 96, + "inherited": true, + "restarts": 8 + }, + { + "track_id": 19, + "sku_id": "sku_l10", + "label_box": [ + 685, + 1057, + 785, + 1141 + ], + "label_frame_id": 93, + "result_frame_id": 97, + "inherited": true, + "restarts": 2 + }, + { + "track_id": 20, + "sku_id": "sku_l10", + "label_box": [ + 197, + 1153, + 298, + 1257 + ], + "label_frame_id": 16, + "result_frame_id": 17, + "inherited": true, + "restarts": 2 + }, + { + "track_id": 21, + "sku_id": "sku_l10", + "label_box": [ + 681, + 1147, + 780, + 1246 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": false, + "restarts": 0 + }, + { + "track_id": 22, + "sku_id": "sku_l09", + "label_box": [ + 452, + 759, + 513, + 968 + ], + "label_frame_id": 20, + "result_frame_id": 21, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 23, + "sku_id": "sku_l10", + "label_box": [ + 787, + 1146, + 870, + 1244 + ], + "label_frame_id": 95, + "result_frame_id": 97, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 24, + "sku_id": "sku_l09", + "label_box": [ + 63, + 1156, + 154, + 1263 + ], + "label_frame_id": 4, + "result_frame_id": 6, + "inherited": false, + "restarts": 0 + }, + { + "track_id": 25, + "sku_id": "sku_l10", + "label_box": [ + 194, + 1066, + 300, + 1259 + ], + "label_frame_id": 87, + "result_frame_id": 87, + "inherited": true, + "restarts": 6 + }, + { + "track_id": 26, + "sku_id": "sku_l09", + "label_box": [ + 204, + 753, + 256, + 977 + ], + "label_frame_id": 18, + "result_frame_id": 20, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 27, + "sku_id": "sku_l10", + "label_box": [ + 544, + 1061, + 629, + 1248 + ], + "label_frame_id": 94, + "result_frame_id": 97, + "inherited": true, + "restarts": 2 + }, + { + "track_id": 28, + "sku_id": "sku_l11", + "label_box": [ + 97, + 663, + 249, + 734 + ], + "label_frame_id": 8, + "result_frame_id": 12, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 29, + "sku_id": "sku_l09", + "label_box": [ + 884, + 1054, + 963, + 1146 + ], + "label_frame_id": 83, + "result_frame_id": 85, + "inherited": true, + "restarts": 6 + }, + { + "track_id": 31, + "sku_id": "sku_l11", + "label_box": [ + 316, + 1267, + 437, + 1317 + ], + "label_frame_id": 19, + "result_frame_id": 21, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 32, + "sku_id": "sku_l10", + "label_box": [ + 195, + 1061, + 299, + 1260 + ], + "label_frame_id": 63, + "result_frame_id": 63, + "inherited": true, + "restarts": 7 + }, + { + "track_id": 35, + "sku_id": "sku_l09", + "label_box": [ + 1071, + 769, + 1132, + 973 + ], + "label_frame_id": 95, + "result_frame_id": 97, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 57, + "sku_id": "sku_l01", + "label_box": [ + 1282, + 796, + 1359, + 947 + ], + "label_frame_id": 15, + "result_frame_id": 18, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 58, + "sku_id": "sku_l05", + "label_box": [ + 1322, + 1066, + 1364, + 1221 + ], + "label_frame_id": 32, + "result_frame_id": 32, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 59, + "sku_id": "sku_l10", + "label_box": [ + 1142, + 764, + 1283, + 865 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 4 + }, + { + "track_id": 81, + "sku_id": "sku_l05", + "label_box": [ + 1363, + 800, + 1412, + 937 + ], + "label_frame_id": 28, + "result_frame_id": 29, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 88, + "sku_id": "sku_l01", + "label_box": [ + 1394, + 1067, + 1465, + 1239 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 6 + }, + { + "track_id": 112, + "sku_id": "sku_l10", + "label_box": [ + 197, + 1153, + 298, + 1257 + ], + "label_frame_id": 24, + "result_frame_id": 25, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 114, + "sku_id": "sku_l10", + "label_box": [ + 1198, + 1054, + 1280, + 1245 + ], + "label_frame_id": 94, + "result_frame_id": 97, + "inherited": true, + "restarts": 3 + }, + { + "track_id": 122, + "sku_id": "sku_l01", + "label_box": [ + 489, + 687, + 629, + 743 + ], + "label_frame_id": 39, + "result_frame_id": 39, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 127, + "sku_id": "sku_l09", + "label_box": [ + 195, + 756, + 255, + 973 + ], + "label_frame_id": 39, + "result_frame_id": 40, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 135, + "sku_id": "sku_l09", + "label_box": [ + 615, + 760, + 702, + 972 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 3 + }, + { + "track_id": 136, + "sku_id": "sku_l11", + "label_box": [ + 1051, + 1051, + 1109, + 1244 + ], + "label_frame_id": 62, + "result_frame_id": 62, + "inherited": true, + "restarts": 2 + }, + { + "track_id": 150, + "sku_id": "sku_l01", + "label_box": [ + 1282, + 796, + 1359, + 947 + ], + "label_frame_id": 25, + "result_frame_id": 26, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 159, + "sku_id": "sku_l11", + "label_box": [ + 108, + 670, + 247, + 730 + ], + "label_frame_id": 48, + "result_frame_id": 53, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 163, + "sku_id": "sku_l05", + "label_box": [ + 120, + 753, + 190, + 971 + ], + "label_frame_id": 49, + "result_frame_id": 51, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 177, + "sku_id": "sku_l01", + "label_box": [ + 1272, + 798, + 1327, + 942 + ], + "label_frame_id": 35, + "result_frame_id": 35, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 178, + "sku_id": "sku_l10", + "label_box": [ + 193, + 1062, + 300, + 1258 + ], + "label_frame_id": 41, + "result_frame_id": 41, + "inherited": true, + "restarts": 5 + }, + { + "track_id": 239, + "sku_id": "sku_l09", + "label_box": [ + 63, + 1157, + 151, + 1257 + ], + "label_frame_id": 37, + "result_frame_id": 44, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 262, + "sku_id": "sku_l05", + "label_box": [ + 113, + 752, + 190, + 971 + ], + "label_frame_id": 74, + "result_frame_id": 74, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 269, + "sku_id": "sku_l09", + "label_box": [ + 204, + 753, + 256, + 977 + ], + "label_frame_id": 56, + "result_frame_id": 58, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 288, + "sku_id": "sku_l01", + "label_box": [ + 1284, + 794, + 1358, + 941 + ], + "label_frame_id": 54, + "result_frame_id": 56, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 295, + "sku_id": "sku_l10", + "label_box": [ + 216, + 1060, + 284, + 1152 + ], + "label_frame_id": 95, + "result_frame_id": 97, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 300, + "sku_id": "sku_l11", + "label_box": [ + 316, + 1267, + 437, + 1317 + ], + "label_frame_id": 57, + "result_frame_id": 59, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 302, + "sku_id": "sku_l11", + "label_box": [ + 1048, + 1055, + 1108, + 1243 + ], + "label_frame_id": 57, + "result_frame_id": 59, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 315, + "sku_id": "sku_l09", + "label_box": [ + 889, + 1053, + 1005, + 1147 + ], + "label_frame_id": 65, + "result_frame_id": 67, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 318, + "sku_id": "sku_l05", + "label_box": [ + 1364, + 798, + 1442, + 935 + ], + "label_frame_id": 63, + "result_frame_id": 67, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 326, + "sku_id": "sku_l01", + "label_box": [ + 1394, + 1069, + 1448, + 1239 + ], + "label_frame_id": 53, + "result_frame_id": 53, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 331, + "sku_id": "sku_l10", + "label_box": [ + 305, + 1057, + 436, + 1255 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 9 + }, + { + "track_id": 345, + "sku_id": "sku_l10", + "label_box": [ + 786, + 1055, + 881, + 1139 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": false, + "restarts": 2 + }, + { + "track_id": 353, + "sku_id": "sku_l11", + "label_box": [ + 1053, + 1050, + 1108, + 1246 + ], + "label_frame_id": 81, + "result_frame_id": 82, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 363, + "sku_id": "sku_l01", + "label_box": [ + 489, + 687, + 629, + 743 + ], + "label_frame_id": 77, + "result_frame_id": 77, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 370, + "sku_id": "sku_l09", + "label_box": [ + 195, + 756, + 255, + 973 + ], + "label_frame_id": 77, + "result_frame_id": 78, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 378, + "sku_id": "sku_l09", + "label_box": [ + 518, + 757, + 611, + 970 + ], + "label_frame_id": 93, + "result_frame_id": 97, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 379, + "sku_id": "sku_l11", + "label_box": [ + 1043, + 1052, + 1110, + 1240 + ], + "label_frame_id": 61, + "result_frame_id": 61, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 400, + "sku_id": "sku_l11", + "label_box": [ + 93, + 648, + 245, + 737 + ], + "label_frame_id": 83, + "result_frame_id": 87, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 403, + "sku_id": "sku_l11", + "label_box": [ + 1049, + 1053, + 1108, + 1242 + ], + "label_frame_id": 90, + "result_frame_id": 90, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 404, + "sku_id": "sku_l05", + "label_box": [ + 144, + 757, + 192, + 970 + ], + "label_frame_id": 89, + "result_frame_id": 89, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 416, + "sku_id": "sku_l10", + "label_box": [ + 1113, + 1053, + 1196, + 1244 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 417, + "sku_id": "sku_l01", + "label_box": [ + 1286, + 793, + 1363, + 962 + ], + "label_frame_id": 70, + "result_frame_id": 73, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 476, + "sku_id": "sku_l09", + "label_box": [ + 67, + 1158, + 143, + 1254 + ], + "label_frame_id": 76, + "result_frame_id": 81, + "inherited": false, + "restarts": 0 + }, + { + "track_id": 499, + "sku_id": "sku_l09", + "label_box": [ + 452, + 759, + 513, + 968 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 507, + "sku_id": "sku_l09", + "label_box": [ + 204, + 753, + 256, + 977 + ], + "label_frame_id": 94, + "result_frame_id": 96, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 527, + "sku_id": "sku_l01", + "label_box": [ + 1282, + 852, + 1358, + 939 + ], + "label_frame_id": 96, + "result_frame_id": 96, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 536, + "sku_id": "sku_l11", + "label_box": [ + 631, + 1057, + 678, + 1247 + ], + "label_frame_id": 95, + "result_frame_id": 96, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 538, + "sku_id": "sku_l11", + "label_box": [ + 316, + 1267, + 437, + 1317 + ], + "label_frame_id": 95, + "result_frame_id": 97, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 540, + "sku_id": "sku_l11", + "label_box": [ + 1053, + 1050, + 1111, + 1246 + ], + "label_frame_id": 94, + "result_frame_id": 96, + "inherited": true, + "restarts": 1 + }, + { + "track_id": 552, + "sku_id": "sku_l09", + "label_box": [ + 883, + 1054, + 963, + 1146 + ], + "label_frame_id": 87, + "result_frame_id": 89, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 555, + "sku_id": "sku_l05", + "label_box": [ + 1375, + 796, + 1426, + 936 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": false, + "restarts": 0 + }, + { + "track_id": 568, + "sku_id": "sku_l10", + "label_box": [ + 204, + 1153, + 293, + 1257 + ], + "label_frame_id": 94, + "result_frame_id": 97, + "inherited": true, + "restarts": 2 + }, + { + "track_id": 582, + "sku_id": "sku_l09", + "label_box": [ + 888, + 1053, + 1006, + 1146 + ], + "label_frame_id": 93, + "result_frame_id": 93, + "inherited": true, + "restarts": 0 + }, + { + "track_id": 599, + "sku_id": "sku_l01", + "label_box": [ + 490, + 676, + 625, + 744 + ], + "label_frame_id": 96, + "result_frame_id": 97, + "inherited": true, + "restarts": 0 + } + ] +} \ No newline at end of file diff --git a/recognization/docs/research/2026-09-28-recognition-architecture/DECISION.md b/recognization/docs/research/2026-09-28-recognition-architecture/DECISION.md index 9254ef2..3aeac22 100644 --- a/recognization/docs/research/2026-09-28-recognition-architecture/DECISION.md +++ b/recognization/docs/research/2026-09-28-recognition-architecture/DECISION.md @@ -396,12 +396,14 @@ with always-argmax, run on that same catalog. | G8 runtime | server identity latency p95 per crop; server memory | ≤ 60 ms; within the demo host's budget | Status 2026-09-29, offline on image6 plus the Wikimedia distractor sets: -**G2 passes** (95 % precision, full resolution). **G3's far-unknown half -passes** (0.30 % on 2650 unrelated crops); its near-unknown half is -measured on image6 only, where the size gate rejects the documented 450 g case. -**G8 passes** (identity p95 well inside 60 ms). **G1, G4, G5, G6, G7 are not -yet measured on held-out data** - Tier 2 does not exist, and G4/G5 need a -recorded walk. Nothing here is a device-path result. +**G1 passes on the stream** (70-74 % coverage against Van's 63 % on the same +stream and catalog, 0 wrong against Van's 7). **G2 passes** (95 % precision +full, 97 % live). **G3's far-unknown half passes** (0.30 % on 2650 unrelated +crops); its near-unknown half is measured on image6 only, where the size gate +rejects the documented 450 g case. **G8 passes** (identity p95 well inside +60 ms). **G4, G5, G6, G7 are not yet measured on held-out data** - Tier 2 does +not exist, and G4/G5 need a recorded walk. Nothing here is a device-path +result. Not complete until G1–G7 pass on the device path (Tier 3), not just offline. @@ -709,6 +711,17 @@ backend against the `van` lane on the same stream: 12 van 11/24 (46%) 28% 12 local 16/24 (67%) 83% +Re-measured 2026-09-29 with both servers on `stock-lopia-clean`, 20 s pan 12, +`stream-gated/van_tracks.json` against `stream-gated/tracks_*.json`: + + lane facings named precision wrong unenrolled false accepts + van 17/27 (63%) 53% 7 6 + local 19-20/27 (70-74%) 77-85% 0 0 + +Van names fewer facings than the local lane and is wrong on 7 of the 53 it +does name, plus 6 accepts of products the catalog does not hold. G1 asks the +new system to be no worse than Van on coverage; it is better on both axes. + Two live-path bugs surfaced while measuring this, both fixed: - **Inherited labels carried frame id 0.** `_inherit_labels` set `label_box`