docs(decision): record the far-unknown calibration and the gate status
The far-unknown claim in the verdict said 0.2-0.7% on 602 crops. That was the audit's variant matcher on the add/ photos; the shipped lane at the shipped lines was 3.61% on the Wikimedia sets. Both are now stated, with the sweep that chose 4.0/4 and the live-endpoint result: 44 named, 42 correct, 95.5% precision against 53/48/90.6% before. Gate status is recorded per gate rather than as a blanket claim: G2 and G3's far half pass offline, G8 passes, and G1/G4/G5/G6/G7 are not yet measured on held-out data because Tier 2 does not exist. The Wikimedia manifests and results are committed; the 59 MB of images are not, because collect_shelf_images.py fetches them from the source URLs the manifests record.
This commit is contained in:
kiyo9w
parent
07de2bd37d
commit
4bdad66bbe
7 changed files with 1264 additions and 2 deletions
|
|
@ -0,0 +1,116 @@
|
|||
{
|
||||
"dataset": "wikimedia-commons-2",
|
||||
"catalog": "stock-lopia-clean",
|
||||
"note": "Unrelated shelves: every accept is a false accept by construction.",
|
||||
"images": 15,
|
||||
"detections": 421,
|
||||
"false_accepts": 1,
|
||||
"false_accept_rate": 0.0024,
|
||||
"rows": [
|
||||
{
|
||||
"file": "000_1920px-2011年4月の牛乳_(5588310773).jpg",
|
||||
"title": "File:2011年4月の牛乳 (5588310773).jpg",
|
||||
"detections": 78,
|
||||
"false_accepts": 1,
|
||||
"ms": 2983
|
||||
},
|
||||
{
|
||||
"file": "001_Candy_in_Japan_2005_(5256472).jpg",
|
||||
"title": "File:Candy in Japan 2005 (5256472).jpg",
|
||||
"detections": 12,
|
||||
"false_accepts": 0,
|
||||
"ms": 387
|
||||
},
|
||||
{
|
||||
"file": "004_page1-960px-History_of_the_Toledo_Police_Department.djvu.jpg",
|
||||
"title": "File:History of the Toledo Police Department.djvu",
|
||||
"detections": 24,
|
||||
"false_accepts": 0,
|
||||
"ms": 246
|
||||
},
|
||||
{
|
||||
"file": "007_Japan_earthquake_store_shelves.jpg",
|
||||
"title": "File:Japan earthquake store shelves.jpg",
|
||||
"detections": 4,
|
||||
"false_accepts": 0,
|
||||
"ms": 97
|
||||
},
|
||||
{
|
||||
"file": "009_Milk_(2655574568).jpg",
|
||||
"title": "File:Milk (2655574568).jpg",
|
||||
"detections": 58,
|
||||
"false_accepts": 0,
|
||||
"ms": 1379
|
||||
},
|
||||
{
|
||||
"file": "010_Natsuge-mikado_okashi.jpg",
|
||||
"title": "File:Natsuge-mikado okashi.jpg",
|
||||
"detections": 7,
|
||||
"false_accepts": 0,
|
||||
"ms": 259
|
||||
},
|
||||
{
|
||||
"file": "012_1920px-Supermarket_in_2006_(646332846).jpg",
|
||||
"title": "File:Supermarket in 2006 (646332846).jpg",
|
||||
"detections": 129,
|
||||
"false_accepts": 0,
|
||||
"ms": 2672
|
||||
},
|
||||
{
|
||||
"file": "013_page1-1280px-Tangled_Hair.djvu.jpg",
|
||||
"title": "File:Tangled Hair.djvu",
|
||||
"detections": 0,
|
||||
"false_accepts": 0,
|
||||
"ms": 20
|
||||
},
|
||||
{
|
||||
"file": "014_1920px-「ペヤング」予想通りの大売れ！_(18634213682).jpg",
|
||||
"title": "File:「ペヤング」予想通りの大売れ！ (18634213682).jpg",
|
||||
"detections": 27,
|
||||
"false_accepts": 0,
|
||||
"ms": 324
|
||||
},
|
||||
{
|
||||
"file": "015_1920px-お客様各位_2008_国内産バター_(2429997079).jpg",
|
||||
"title": "File:お客様各位 2008 国内産バター (2429997079).jpg",
|
||||
"detections": 14,
|
||||
"false_accepts": 0,
|
||||
"ms": 529
|
||||
},
|
||||
{
|
||||
"file": "016_1920px-パン売り場_手動ドア式_2016_(28574754416).jpg",
|
||||
"title": "File:パン売り場 手動ドア式 2016 (28574754416).jpg",
|
||||
"detections": 21,
|
||||
"false_accepts": 0,
|
||||
"ms": 543
|
||||
},
|
||||
{
|
||||
"file": "017_1920px-プラレール_2015_(22339689873).jpg",
|
||||
"title": "File:プラレール 2015 (22339689873).jpg",
|
||||
"detections": 12,
|
||||
"false_accepts": 0,
|
||||
"ms": 254
|
||||
},
|
||||
{
|
||||
"file": "018_一家族様一本限り_(5588902836).jpg",
|
||||
"title": "File:一家族様一本限り (5588902836).jpg",
|
||||
"detections": 27,
|
||||
"false_accepts": 0,
|
||||
"ms": 1385
|
||||
},
|
||||
{
|
||||
"file": "019_1920px-洗濯洗剤_(10852819193).jpg",
|
||||
"title": "File:洗濯洗剤 (10852819193).jpg",
|
||||
"detections": 8,
|
||||
"false_accepts": 0,
|
||||
"ms": 158
|
||||
},
|
||||
{
|
||||
"file": "021_1920px-要冷蔵_(4513315790).jpg",
|
||||
"title": "File:要冷蔵 (4513315790).jpg",
|
||||
"detections": 0,
|
||||
"false_accepts": 0,
|
||||
"ms": 21
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,225 @@
|
|||
{
|
||||
"source": "Wikimedia Commons",
|
||||
"images": [
|
||||
{
|
||||
"file": "000_1920px-2011年4月の牛乳_(5588310773).jpg",
|
||||
"title": "File:2011年4月の牛乳 (5588310773).jpg",
|
||||
"width": 2048,
|
||||
"height": 1360,
|
||||
"license": "CC BY-SA 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/35126719@N02\">m-jy</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A2011%E5%B9%B44%E6%9C%88%E3%81%AE%E7%89%9B%E4%B9%B3_%285588310773%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "001_Candy_in_Japan_2005_(5256472).jpg",
|
||||
"title": "File:Candy in Japan 2005 (5256472).jpg",
|
||||
"width": 1350,
|
||||
"height": 1800,
|
||||
"license": "CC BY-SA 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/97624390@N00\">OpenCage</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3ACandy_in_Japan_2005_%285256472%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "002_1920px-Empty_shelves_in_Tokyo_area_as_people_get_ready_for_t",
|
||||
"title": "File:Empty shelves in Tokyo area as people get ready for typhoon Hagibis - Oct 11 2019 330pm.jpeg",
|
||||
"width": 4027,
|
||||
"height": 3018,
|
||||
"license": "CC BY 4.0",
|
||||
"artist": "<a href=\"//commons.wikimedia.org/wiki/User:Nesnad\" title=\"User:Nesnad\">Nesnad</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AEmpty_shelves_in_Tokyo_area_as_people_get_ready_for_typhoon_Hagibis_-_Oct_11_2019_330pm.jpeg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "003_1920px-HK_SW_上環_Sheung_Wan_德輔道西_88_Des_Voeux_Road_West_shop_",
|
||||
"title": "File:HK SW 上環 Sheung Wan 德輔道西 88 Des Voeux Road West shop 惠康超級市場 Wellcome Supermarket goods August 2020 SS2 27.jpg",
|
||||
"width": 4128,
|
||||
"height": 3096,
|
||||
"license": "CC BY-SA 4.0",
|
||||
"artist": "<a href=\"//commons.wikimedia.org/wiki/User:Gutygore_Kfsoe_bfzdao\" title=\"User:Gutygore Kfsoe bfzdao\">Gutygore Kfsoe bfzdao</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AHK_SW_%E4%B8%8A%E7%92%B0_Sheung_Wan_%E5%BE%B7%E8%BC%94%E9%81%93%E8%A5%BF_88_Des_Voeux_Road_West_shop_%E6%83%A0%E5%BA%B7%E8%B6%85%E7%B4%9A%E5%B8%82%E5%A0%B4_Wellcome_Supermarket_goods_August_2020_SS2_27.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "004_page1-960px-History_of_the_Toledo_Police_Department.djvu.jpg",
|
||||
"title": "File:History of the Toledo Police Department.djvu",
|
||||
"width": 1105,
|
||||
"height": 1500,
|
||||
"license": "Public domain",
|
||||
"artist": "<div class=\"fn value\">\nToledo (Ohio). Division of Police</div>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AHistory_of_the_Toledo_Police_Department.djvu",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "005_1920px-Illuminated_wooden_shelf_with_many_glass_jars_contain",
|
||||
"title": "File:Illuminated wooden shelf with many glass jars containing cookies for sale in Tokyo.jpg",
|
||||
"width": 4037,
|
||||
"height": 6055,
|
||||
"license": "CC BY-SA 4.0",
|
||||
"artist": "<a href=\"//commons.wikimedia.org/wiki/User:Basile_Morin\" title=\"User:Basile Morin\">Basile Morin</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AIlluminated_wooden_shelf_with_many_glass_jars_containing_cookies_for_sale_in_Tokyo.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "006_1920px-Interior_of_JUSCO_Shingu_Shopping_Center_20100213c.JP",
|
||||
"title": "File:Interior of JUSCO Shingu Shopping Center 20100213c.JPG",
|
||||
"width": 3648,
|
||||
"height": 2736,
|
||||
"license": "CC0",
|
||||
"artist": "<a href=\"//commons.wikimedia.org/wiki/User:%E7%8E%84%E5%8F%B2%E7%94%9F\" title=\"User:玄史生\">玄史生</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AInterior_of_JUSCO_Shingu_Shopping_Center_20100213c.JPG",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "007_Japan_earthquake_store_shelves.jpg",
|
||||
"title": "File:Japan earthquake store shelves.jpg",
|
||||
"width": 1600,
|
||||
"height": 1200,
|
||||
"license": "CC0",
|
||||
"artist": "<a href=\"//commons.wikimedia.org/w/index.php?title=User:Kellykaneshiro&action=edit&redlink=1\" class=\"new\" title=\"User:Kellykaneshiro (page does not exist)\">Kellykaneshiro</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AJapan_earthquake_store_shelves.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "008_page1-960px-Judge_v067_n1726_(1914-11-14.Leslie-Judge)_(Darw",
|
||||
"title": "File:Judge v067 n1726 (1914-11-14.Leslie-Judge) (Darwin-IA).djvu",
|
||||
"width": 1192,
|
||||
"height": 1500,
|
||||
"license": "Public domain",
|
||||
"artist": "",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AJudge_v067_n1726_%281914-11-14.Leslie-Judge%29_%28Darwin-IA%29.djvu",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "009_Milk_(2655574568).jpg",
|
||||
"title": "File:Milk (2655574568).jpg",
|
||||
"width": 1600,
|
||||
"height": 1200,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/36014533@N00\">yumtan</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AMilk_%282655574568%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "010_Natsuge-mikado_okashi.jpg",
|
||||
"title": "File:Natsuge-mikado okashi.jpg",
|
||||
"width": 1200,
|
||||
"height": 900,
|
||||
"license": "CC BY-SA 4.0",
|
||||
"artist": "<a href=\"//commons.wikimedia.org/wiki/User:8joKeaton\" title=\"User:8joKeaton\">8joKeaton</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3ANatsuge-mikado_okashi.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "011_page1-1920px-Overland_through_Asia._by_Knox,_Thomas_Wallace.",
|
||||
"title": "File:Overland through Asia. by Knox, Thomas Wallace.djvu",
|
||||
"width": 2596,
|
||||
"height": 4212,
|
||||
"license": "Public domain",
|
||||
"artist": "<bdi><a href=\"https://en.wikipedia.org/wiki/en:Thomas_W._Knox\" class=\"extiw\" title=\"w:en:Thomas W. Knox\"><span title=\"American writer (1835-1896)\">Thomas W. Knox</span></a></bdi>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3AOverland_through_Asia._by_Knox%2C_Thomas_Wallace.djvu",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "012_1920px-Supermarket_in_2006_(646332846).jpg",
|
||||
"title": "File:Supermarket in 2006 (646332846).jpg",
|
||||
"width": 2000,
|
||||
"height": 3008,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/56825141@N00\">Simon Helle Nielsen</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3ASupermarket_in_2006_%28646332846%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "013_page1-1280px-Tangled_Hair.djvu.jpg",
|
||||
"title": "File:Tangled Hair.djvu",
|
||||
"width": 1371,
|
||||
"height": 2129,
|
||||
"license": "Public domain",
|
||||
"artist": "<bdi><a href=\"https://en.wikipedia.org/wiki/en:Yosano_Akiko\" class=\"extiw\" title=\"w:en:Yosano Akiko\"><span title=\"Japanese tanka poet (1878–1942)\">Akiko Yosano</span></a></bdi>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3ATangled_Hair.djvu",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "014_1920px-「ペヤング」予想通りの大売れ！_(18634213682).jpg",
|
||||
"title": "File:「ペヤング」予想通りの大売れ！ (18634213682).jpg",
|
||||
"width": 3264,
|
||||
"height": 2448,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/40781985@N08\">Nori Norisa</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A%E3%80%8C%E3%83%9A%E3%83%A4%E3%83%B3%E3%82%B0%E3%80%8D%E4%BA%88%E6%83%B3%E9%80%9A%E3%82%8A%E3%81%AE%E5%A4%A7%E5%A3%B2%E3%82%8C%EF%BC%81_%2818634213682%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "015_1920px-お客様各位_2008_国内産バター_(2429997079).jpg",
|
||||
"title": "File:お客様各位 2008 国内産バター (2429997079).jpg",
|
||||
"width": 3680,
|
||||
"height": 2760,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/56804885@N00\">Kenichiro MATOHARA</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A%E3%81%8A%E5%AE%A2%E6%A7%98%E5%90%84%E4%BD%8D_2008_%E5%9B%BD%E5%86%85%E7%94%A3%E3%83%90%E3%82%BF%E3%83%BC_%282429997079%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "016_1920px-パン売り場_手動ドア式_2016_(28574754416).jpg",
|
||||
"title": "File:パン売り場 手動ドア式 2016 (28574754416).jpg",
|
||||
"width": 3264,
|
||||
"height": 2448,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/10581108@N00\">jencu</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A%E3%83%91%E3%83%B3%E5%A3%B2%E3%82%8A%E5%A0%B4_%E6%89%8B%E5%8B%95%E3%83%89%E3%82%A2%E5%BC%8F_2016_%2828574754416%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "017_1920px-プラレール_2015_(22339689873).jpg",
|
||||
"title": "File:プラレール 2015 (22339689873).jpg",
|
||||
"width": 3264,
|
||||
"height": 2448,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/27983255@N00\">Tatsuo Yamashita</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A%E3%83%97%E3%83%A9%E3%83%AC%E3%83%BC%E3%83%AB_2015_%2822339689873%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "018_一家族様一本限り_(5588902836).jpg",
|
||||
"title": "File:一家族様一本限り (5588902836).jpg",
|
||||
"width": 1360,
|
||||
"height": 2048,
|
||||
"license": "CC BY-SA 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/35126719@N02\">m-jy</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A%E4%B8%80%E5%AE%B6%E6%97%8F%E6%A7%98%E4%B8%80%E6%9C%AC%E9%99%90%E3%82%8A_%285588902836%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "019_1920px-洗濯洗剤_(10852819193).jpg",
|
||||
"title": "File:洗濯洗剤 (10852819193).jpg",
|
||||
"width": 4361,
|
||||
"height": 3264,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/75483054@N00\">Tamaki Sono</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A%E6%B4%97%E6%BF%AF%E6%B4%97%E5%89%A4_%2810852819193%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "020_1920px-申し訳ございませんが_ごめんなさい_お魚本日の調理は終了いたしました。_どうぞよろしくお願いします_(11",
|
||||
"title": "File:申し訳ございませんが ごめんなさい お魚本日の調理は終了いたしました。 どうぞよろしくお願いします (11331761984).jpg",
|
||||
"width": 4000,
|
||||
"height": 2672,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/110295958@N06\">ChingHua Chung</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A%E7%94%B3%E3%81%97%E8%A8%B3%E3%81%94%E3%81%96%E3%81%84%E3%81%BE%E3%81%9B%E3%82%93%E3%81%8C_%E3%81%94%E3%82%81%E3%82%93%E3%81%AA%E3%81%95%E3%81%84_%E3%81%8A%E9%AD%9A%E6%9C%AC%E6%97%A5%E3%81%AE%E8%AA%BF%E7%90%86%E3%81%AF%E7%B5%82%E4%BA%86%E3%81%84%E3%81%9F%E3%81%97%E3%81%BE%E3%81%97%E3%81%9F%E3%80%82_%E3%81%A9%E3%81%86%E3%81%9E%E3%82%88%E3%82%8D%E3%81%97%E3%81%8F%E3%81%8A%E9%A1%98%E3%81%84%E3%81%97%E3%81%BE%E3%81%99_%2811331761984%29.jpg",
|
||||
"queries": 1
|
||||
},
|
||||
{
|
||||
"file": "021_1920px-要冷蔵_(4513315790).jpg",
|
||||
"title": "File:要冷蔵 (4513315790).jpg",
|
||||
"width": 4000,
|
||||
"height": 3000,
|
||||
"license": "CC BY 2.0",
|
||||
"artist": "<a rel=\"nofollow\" class=\"external text\" href=\"https://www.flickr.com/people/47256332@N05\">Hajime Nagahata</a>",
|
||||
"source": "https://commons.wikimedia.org/wiki/File%3A%E8%A6%81%E5%86%B7%E8%94%B5_%284513315790%29.jpg",
|
||||
"queries": 1
|
||||
}
|
||||
]
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue