docs(decision): record the far-unknown calibration and the gate status
The far-unknown claim in the verdict said 0.2-0.7% on 602 crops. That was the audit's variant matcher on the add/ photos; the shipped lane at the shipped lines was 3.61% on the Wikimedia sets. Both are now stated, with the sweep that chose 4.0/4 and the live-endpoint result: 44 named, 42 correct, 95.5% precision against 53/48/90.6% before. Gate status is recorded per gate rather than as a blanket claim: G2 and G3's far half pass offline, G8 passes, and G1/G4/G5/G6/G7 are not yet measured on held-out data because Tier 2 does not exist. The Wikimedia manifests and results are committed; the 59 MB of images are not, because collect_shelf_images.py fetches them from the source URLs the manifests record.
This commit is contained in:
kiyo9w
parent
07de2bd37d
commit
4bdad66bbe
7 changed files with 1264 additions and 2 deletions
|
|
@ -0,0 +1,298 @@
|
|||
{
|
||||
"dataset": "wikimedia-commons",
|
||||
"catalog": "stock-lopia-clean",
|
||||
"note": "Unrelated shelves: every accept is a false accept by construction.",
|
||||
"images": 41,
|
||||
"detections": 1876,
|
||||
"false_accepts": 7,
|
||||
"false_accept_rate": 0.0037,
|
||||
"rows": [
|
||||
{
|
||||
"file": "000_1920px-198円_中華弁当_2016_(25800617695).jpg",
|
||||
"title": "File:198円 中華弁当 2016 (25800617695).jpg",
|
||||
"detections": 2,
|
||||
"false_accepts": 0,
|
||||
"ms": 813
|
||||
},
|
||||
{
|
||||
"file": "001_1920px-2011年4月の牛乳_(5588310773).jpg",
|
||||
"title": "File:2011年4月の牛乳 (5588310773).jpg",
|
||||
"detections": 78,
|
||||
"false_accepts": 1,
|
||||
"ms": 2983
|
||||
},
|
||||
{
|
||||
"file": "002_1920px-20140909-0252_Costa_Mesa_Mitsuwa.JPG",
|
||||
"title": "File:20140909-0252 Costa Mesa Mitsuwa.JPG",
|
||||
"detections": 95,
|
||||
"false_accepts": 0,
|
||||
"ms": 2204
|
||||
},
|
||||
{
|
||||
"file": "003_1920px-Aomori_Home_(4721758999).jpg",
|
||||
"title": "File:Aomori Home (4721758999).jpg",
|
||||
"detections": 76,
|
||||
"false_accepts": 0,
|
||||
"ms": 2995
|
||||
},
|
||||
{
|
||||
"file": "008_1920px-Azabudai-Hills---2025-04-05_015.jpg",
|
||||
"title": "File:Azabudai-Hills---2025-04-05 015.jpg",
|
||||
"detections": 37,
|
||||
"false_accepts": 2,
|
||||
"ms": 2272
|
||||
},
|
||||
{
|
||||
"file": "010_1920px-Breathalyzers_in_a_MaxValu_supermarket.jpg",
|
||||
"title": "File:Breathalyzers in a MaxValu supermarket.jpg",
|
||||
"detections": 5,
|
||||
"false_accepts": 0,
|
||||
"ms": 306
|
||||
},
|
||||
{
|
||||
"file": "011_1920px-Chocolate_in_Japan_(5137097169).jpg",
|
||||
"title": "File:Chocolate in Japan (5137097169).jpg",
|
||||
"detections": 65,
|
||||
"false_accepts": 1,
|
||||
"ms": 2295
|
||||
},
|
||||
{
|
||||
"file": "014_1920px-Deer_cookies_at_Nara,_Japan.jpg",
|
||||
"title": "File:Deer cookies at Nara, Japan.jpg",
|
||||
"detections": 10,
|
||||
"false_accepts": 0,
|
||||
"ms": 374
|
||||
},
|
||||
{
|
||||
"file": "015_1920px-ESL_Price_Tag.JPG",
|
||||
"title": "File:ESL Price Tag.JPG",
|
||||
"detections": 32,
|
||||
"false_accepts": 0,
|
||||
"ms": 1022
|
||||
},
|
||||
{
|
||||
"file": "017_1920px-Food-with-physiological-energy-value-example.jpg",
|
||||
"title": "File:Food-with-physiological-energy-value-example.jpg",
|
||||
"detections": 10,
|
||||
"false_accepts": 0,
|
||||
"ms": 468
|
||||
},
|
||||
{
|
||||
"file": "021_1920px-Interior_of_Supermarket_in_Japan_02.jpg",
|
||||
"title": "File:Interior of Supermarket in Japan 02.jpg",
|
||||
"detections": 5,
|
||||
"false_accepts": 0,
|
||||
"ms": 234
|
||||
},
|
||||
{
|
||||
"file": "023_1920px-thumbnail.jpg",
|
||||
"title": "File:JP 日本 Japan 沖繩 OKINAWA 那霸 Naha Omoromachi Shintoshin 新都心 Naha Main Place 商場 Shopping Mall shop Aeon Supermarket drink 益力多 January 2025 R12S 01.jpg",
|
||||
"detections": 117,
|
||||
"false_accepts": 0,
|
||||
"ms": 2817
|
||||
},
|
||||
{
|
||||
"file": "024_1920px-JaSupermarket_Instant_noodles.JPG",
|
||||
"title": "File:JaSupermarket Instant noodles.JPG",
|
||||
"detections": 97,
|
||||
"false_accepts": 0,
|
||||
"ms": 2613
|
||||
},
|
||||
{
|
||||
"file": "026_1920px-Kawasaki-Inryo-1.jpg",
|
||||
"title": "File:Kawasaki-Inryo-1.jpg",
|
||||
"detections": 12,
|
||||
"false_accepts": 0,
|
||||
"ms": 701
|
||||
},
|
||||
{
|
||||
"file": "027_page1-1920px-Mary_Barton_-_1848_-_Volume_1.djvu.jpg",
|
||||
"title": "File:Mary Barton - 1848 - Volume 1.djvu",
|
||||
"detections": 0,
|
||||
"false_accepts": 0,
|
||||
"ms": 19
|
||||
},
|
||||
{
|
||||
"file": "029_1920px-Miyazu_Mipple_1F_2021-04_ac.jpg",
|
||||
"title": "File:Miyazu Mipple 1F 2021-04 ac.jpg",
|
||||
"detections": 73,
|
||||
"false_accepts": 0,
|
||||
"ms": 700
|
||||
},
|
||||
{
|
||||
"file": "030_1920px-Octopus_rice_crackers_No,1.JPG",
|
||||
"title": "File:Octopus rice crackers No,1.JPG",
|
||||
"detections": 5,
|
||||
"false_accepts": 0,
|
||||
"ms": 237
|
||||
},
|
||||
{
|
||||
"file": "031_1920px-Octopus_senbei.JPG",
|
||||
"title": "File:Octopus senbei.JPG",
|
||||
"detections": 4,
|
||||
"false_accepts": 0,
|
||||
"ms": 136
|
||||
},
|
||||
{
|
||||
"file": "032_1920px-Okaki_for_sale_in_Kawagoe.jpg",
|
||||
"title": "File:Okaki for sale in Kawagoe.jpg",
|
||||
"detections": 27,
|
||||
"false_accepts": 0,
|
||||
"ms": 255
|
||||
},
|
||||
{
|
||||
"file": "033_Okonomiyaki_and_takoyaki_ingredients.jpg",
|
||||
"title": "File:Okonomiyaki and takoyaki ingredients.jpg",
|
||||
"detections": 39,
|
||||
"false_accepts": 0,
|
||||
"ms": 1216
|
||||
},
|
||||
{
|
||||
"file": "035_1920px-SW_4963.jpg",
|
||||
"title": "File:SW 4963.jpg",
|
||||
"detections": 5,
|
||||
"false_accepts": 0,
|
||||
"ms": 238
|
||||
},
|
||||
{
|
||||
"file": "037_1920px-Soy_Sauce_selection_(6362318717).jpg",
|
||||
"title": "File:Soy Sauce selection (6362318717).jpg",
|
||||
"detections": 68,
|
||||
"false_accepts": 0,
|
||||
"ms": 1631
|
||||
},
|
||||
{
|
||||
"file": "038_1920px-Soy_sauce_(5846027636).jpg",
|
||||
"title": "File:Soy sauce (5846027636).jpg",
|
||||
"detections": 103,
|
||||
"false_accepts": 1,
|
||||
"ms": 1603
|
||||
},
|
||||
{
|
||||
"file": "039_1920px-Soy_sauce_in_supermarket.JPG",
|
||||
"title": "File:Soy sauce in supermarket.JPG",
|
||||
"detections": 71,
|
||||
"false_accepts": 0,
|
||||
"ms": 2729
|
||||
},
|
||||
{
|
||||
"file": "040_1920px-Spice_Supermarket_Japan.JPG",
|
||||
"title": "File:Spice Supermarket Japan.JPG",
|
||||
"detections": 254,
|
||||
"false_accepts": 0,
|
||||
"ms": 2453
|
||||
},
|
||||
{
|
||||
"file": "041_1920px-Strong_Zero_4962.jpg",
|
||||
"title": "File:Strong Zero 4962.jpg",
|
||||
"detections": 18,
|
||||
"false_accepts": 0,
|
||||
"ms": 838
|
||||
},
|
||||
{
|
||||
"file": "042_1920px-Supermarket_Digital_Displays_(2927051130).jpg",
|
||||
"title": "File:Supermarket Digital Displays (2927051130).jpg",
|
||||
"detections": 89,
|
||||
"false_accepts": 1,
|
||||
"ms": 3543
|
||||
},
|
||||
{
|
||||
"file": "043_1920px-Tasty_Food_Abundance_in_Healthy_Europe.png",
|
||||
"title": "File:Tasty Food Abundance in Healthy Europe.png",
|
||||
"detections": 13,
|
||||
"false_accepts": 0,
|
||||
"ms": 605
|
||||
},
|
||||
{
|
||||
"file": "046_page1-1920px-Things_Japanese_(1905).djvu.jpg",
|
||||
"title": "File:Things Japanese (1905).djvu",
|
||||
"detections": 0,
|
||||
"false_accepts": 0,
|
||||
"ms": 20
|
||||
},
|
||||
{
|
||||
"file": "047_1920px-Tokyo---Ebisu-and-Shibuya---2026-02-04_162.jpg",
|
||||
"title": "File:Tokyo---Ebisu-and-Shibuya---2026-02-04 162.jpg",
|
||||
"detections": 74,
|
||||
"false_accepts": 0,
|
||||
"ms": 2095
|
||||
},
|
||||
{
|
||||
"file": "048_1920px-Tokyo---Ebisu-and-Shibuya---2026-02-04_167.jpg",
|
||||
"title": "File:Tokyo---Ebisu-and-Shibuya---2026-02-04 167.jpg",
|
||||
"detections": 46,
|
||||
"false_accepts": 0,
|
||||
"ms": 1424
|
||||
},
|
||||
{
|
||||
"file": "049_page1-1280px-Tono-Bungay.djvu.jpg",
|
||||
"title": "File:Tono-Bungay.djvu",
|
||||
"detections": 0,
|
||||
"false_accepts": 0,
|
||||
"ms": 19
|
||||
},
|
||||
{
|
||||
"file": "050_1920px-Umami_Snack_(41957534).jpeg",
|
||||
"title": "File:Umami Snack (41957534).jpeg",
|
||||
"detections": 33,
|
||||
"false_accepts": 0,
|
||||
"ms": 1687
|
||||
},
|
||||
{
|
||||
"file": "051_1920px-このかねをならすのはだーれ_(3079692697).jpg",
|
||||
"title": "File:このかねをならすのはだーれ (3079692697).jpg",
|
||||
"detections": 0,
|
||||
"false_accepts": 0,
|
||||
"ms": 20
|
||||
},
|
||||
{
|
||||
"file": "052_1920px-スーパーの野菜コーナー_2008_(2785121488).jpg",
|
||||
"title": "File:スーパーの野菜コーナー 2008 (2785121488).jpg",
|
||||
"detections": 25,
|
||||
"false_accepts": 0,
|
||||
"ms": 792
|
||||
},
|
||||
{
|
||||
"file": "055_1920px-中央フード山手店_-_panoramio.jpg",
|
||||
"title": "File:中央フード山手店 - panoramio.jpg",
|
||||
"detections": 15,
|
||||
"false_accepts": 0,
|
||||
"ms": 183
|
||||
},
|
||||
{
|
||||
"file": "056_1920px-何このリポＤ人気⁈買い占めてしまおう。_(4025507198).jpg",
|
||||
"title": "File:何このリポＤ人気⁈買い占めてしまおう。 (4025507198).jpg",
|
||||
"detections": 38,
|
||||
"false_accepts": 0,
|
||||
"ms": 1700
|
||||
},
|
||||
{
|
||||
"file": "057_1920px-味噌売り場_(16183474871).jpg",
|
||||
"title": "File:味噌売り場 (16183474871).jpg",
|
||||
"detections": 61,
|
||||
"false_accepts": 0,
|
||||
"ms": 2085
|
||||
},
|
||||
{
|
||||
"file": "058_1920px-塩ひかえめ_(25347152904).jpg",
|
||||
"title": "File:塩ひかえめ (25347152904).jpg",
|
||||
"detections": 66,
|
||||
"false_accepts": 0,
|
||||
"ms": 2014
|
||||
},
|
||||
{
|
||||
"file": "060_1920px-牛乳_豆乳_2016_(32081175436).jpg",
|
||||
"title": "File:牛乳 豆乳 2016 (32081175436).jpg",
|
||||
"detections": 103,
|
||||
"false_accepts": 1,
|
||||
"ms": 3198
|
||||
},
|
||||
{
|
||||
"file": "061_1920px-表示価格より100円引_(38057600585).jpg",
|
||||
"title": "File:表示価格より100円引 (38057600585).jpg",
|
||||
"detections": 5,
|
||||
"false_accepts": 0,
|
||||
"ms": 580
|
||||
}
|
||||
]
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue