{ "provenance": { "code": "fbf31d74feb12538dc07207cb80722dac38dd438", "catalog": "1bc3c1d10087f92192b8081a007fa72b4f091446c273a0ab3825cbed9bdf602c", "labels": "6fc1a220a97c75666882b4bcd9dc102ed08c8924677b97d615850a0983286c1a", "image": "a08b89ba37d27c9d5a81bcd56bcd042e6baf54d2f182bbaaf47e97f14c9cd525", "opencv_threads": 1, "seed": 20260929 }, "resolutions": { "full": { "pair_counts": { "same": 72, "sibling": 3, "unrelated": 8 }, "signals": { "hue": { "thresholds_leave_row_out": { "0": 0.8051810264587402, "1": 0.6459402740001678, "2": 0.8059877455234528, "3": 0.6459402740001678, "4": 0.6459402740001678, "5": 0.6459402740001678, "6": 0.6459402740001678 }, "same_vs_sibling_auc": 0.9768518518518519, "same_vs_unrelated_auc": 0.9670138888888888, "classes": { "same": { "n": 72, "p50": 0.9042529761791229 }, "sibling": { "n": 3, "p50": 0.4266957640647888 }, "unrelated": { "n": 8, "p50": 0.4369388669729233 } }, "held_row_confusion": { "tp": 58, "fp": 1, "tn": 10, "fn": 14, "precision": 0.9830508474576272, "recall": 0.8055555555555556, "boundary_accuracy": 0.8192771084337349, "boundary_recall": 0.9090909090909091 } }, "pixels": { "thresholds_leave_row_out": { "0": 0.6890510110294118, "1": 0.6924278109681372, "2": 0.6996045879289216, "3": 0.6924278109681372, "4": 0.6924278109681372, "5": 0.6924278109681372, "6": 0.6924278109681372 }, "same_vs_sibling_auc": 0.9444444444444444, "same_vs_unrelated_auc": 0.9791666666666666, "classes": { "same": { "n": 72, "p50": 0.7837574678308823 }, "sibling": { "n": 3, "p50": 0.6807387408088236 }, "unrelated": { "n": 8, "p50": 0.5741871553308824 } }, "held_row_confusion": { "tp": 64, "fp": 0, "tn": 11, "fn": 8, "precision": 1.0, "recall": 0.8888888888888888, "boundary_accuracy": 0.9036144578313253, "boundary_recall": 1.0 } }, "logo_pixels": { "thresholds_leave_row_out": { "0": 0.6920266544117648, "1": 0.6793887867647059, "2": 0.6834846047794119, "3": 0.6834846047794119, "4": 0.6834846047794119, "5": 0.6834846047794119, "6": 0.6834846047794119 }, "same_vs_sibling_auc": 0.9675925925925926, "same_vs_unrelated_auc": 0.9809027777777778, "classes": { "same": { "n": 72, "p50": 0.7673636642156862 }, "sibling": { "n": 3, "p50": 0.6709060968137255 }, "unrelated": { "n": 8, "p50": 0.5698337928921569 } }, "held_row_confusion": { "tp": 67, "fp": 0, "tn": 11, "fn": 5, "precision": 1.0, "recall": 0.9305555555555556, "boundary_accuracy": 0.9397590361445783, "boundary_recall": 1.0 } }, "edge": { "thresholds_leave_row_out": { "0": 0.3012076668309146, "1": 0.3012076668309146, "2": 0.3577370089391758, "3": 0.3012076668309146, "4": 0.46052033305713597, "5": 0.3022930292906867, "6": 0.3577370089391758 }, "same_vs_sibling_auc": 0.07407407407407407, "same_vs_unrelated_auc": 0.6545138888888888, "classes": { "same": { "n": 72, "p50": 0.3420023907685241 }, "sibling": { "n": 3, "p50": 0.44561870932992864 }, "unrelated": { "n": 8, "p50": 0.29979940923253456 } }, "held_row_confusion": { "tp": 36, "fp": 5, "tn": 6, "fn": 36, "precision": 0.8780487804878049, "recall": 0.5, "boundary_accuracy": 0.5060240963855421, "boundary_recall": 0.5454545454545454 } }, "inliers": { "thresholds_leave_row_out": { "0": 1.5, "1": 1.5, "2": 1.5, "3": 1.5, "4": 1.5, "5": 1.5, "6": 1.5 }, "same_vs_sibling_auc": 0.9444444444444444, "same_vs_unrelated_auc": 0.9444444444444444, "classes": { "same": { "n": 72, "p50": 14.5 }, "sibling": { "n": 3, "p50": 0.0 }, "unrelated": { "n": 8, "p50": 0.0 } }, "held_row_confusion": { "tp": 64, "fp": 0, "tn": 11, "fn": 8, "precision": 1.0, "recall": 0.8888888888888888, "boundary_accuracy": 0.9036144578313253, "boundary_recall": 1.0 } }, "match_fraction": { "thresholds_leave_row_out": { "0": 0.006430868167202572, "1": 0.007692307692307693, "2": 0.006430868167202572, "3": 0.006430868167202572, "4": 0.006430868167202572, "5": 0.006430868167202572, "6": 0.006430868167202572 }, "same_vs_sibling_auc": 0.9444444444444444, "same_vs_unrelated_auc": 0.9444444444444444, "classes": { "same": { "n": 72, "p50": 0.08130081300813008 }, "sibling": { "n": 3, "p50": 0.0 }, "unrelated": { "n": 8, "p50": 0.0 } }, "held_row_confusion": { "tp": 64, "fp": 0, "tn": 11, "fn": 8, "precision": 1.0, "recall": 0.8888888888888888, "boundary_accuracy": 0.9036144578313253, "boundary_recall": 1.0 } }, "layout_cover": { "thresholds_leave_row_out": { "0": 0.0004015847788290426, "1": 0.0004015847788290426, "2": 0.0004015847788290426, "3": 0.0004015847788290426, "4": 0.0004015847788290426, "5": 0.00459868185219382, "6": 0.0004015847788290426 }, "same_vs_sibling_auc": 0.9375, "same_vs_unrelated_auc": 0.9375, "classes": { "same": { "n": 72, "p50": 0.06690009996596465 }, "sibling": { "n": 3, "p50": 0.0 }, "unrelated": { "n": 8, "p50": 0.0 } }, "held_row_confusion": { "tp": 61, "fp": 0, "tn": 11, "fn": 11, "precision": 1.0, "recall": 0.8472222222222222, "boundary_accuracy": 0.8674698795180723, "boundary_recall": 1.0 } }, "aspect": { "thresholds_leave_row_out": { "0": 0.8863288824577825, "1": 0.8963367014186276, "2": 0.8963367014186276, "3": 0.8963367014186276, "4": 0.8963367014186276, "5": 0.9486933172210618, "6": 0.8963367014186276 }, "same_vs_sibling_auc": 0.4027777777777778, "same_vs_unrelated_auc": 0.6909722222222222, "classes": { "same": { "n": 72, "p50": 0.901625250811529 }, "sibling": { "n": 3, "p50": 0.9211764705882354 }, "unrelated": { "n": 8, "p50": 0.8414647524009399 } }, "held_row_confusion": { "tp": 31, "fp": 2, "tn": 9, "fn": 41, "precision": 0.9393939393939394, "recall": 0.4305555555555556, "boundary_accuracy": 0.4819277108433735, "boundary_recall": 0.8181818181818182 } }, "height": { "thresholds_leave_row_out": { "0": 0.9650495565988524, "1": 0.9069264069264069, "2": 0.9657864142169075, "3": 0.9650495565988524, "4": 0.9650495565988524, "5": 0.9650495565988524, "6": 0.9650495565988524 }, "same_vs_sibling_auc": 0.9722222222222222, "same_vs_unrelated_auc": 0.7751736111111112, "classes": { "same": { "n": 72, "p50": 0.9844960205117248 }, "sibling": { "n": 3, "p50": 0.9 }, "unrelated": { "n": 8, "p50": 0.9406651549508692 } }, "held_row_confusion": { "tp": 63, "fp": 5, "tn": 6, "fn": 9, "precision": 0.9264705882352942, "recall": 0.875, "boundary_accuracy": 0.8313253012048193, "boundary_recall": 0.5454545454545454 } }, "ocr_jaccard": { "thresholds_leave_row_out": { "0": 0.030555555555555555, "1": 0.03279569892473118, "2": 0.03535980148883375, "3": 0.03279569892473118, "4": 0.03279569892473118, "5": 0.03279569892473118, "6": 0.03279569892473118 }, "same_vs_sibling_auc": 0.6666666666666666, "same_vs_unrelated_auc": 0.8055555555555556, "classes": { "same": { "n": 72, "p50": 0.08333333333333333 }, "sibling": { "n": 3, "p50": 0.027777777777777776 }, "unrelated": { "n": 8, "p50": 0.0 } }, "held_row_confusion": { "tp": 42, "fp": 1, "tn": 10, "fn": 30, "precision": 0.9767441860465116, "recall": 0.5833333333333334, "boundary_accuracy": 0.6265060240963856, "boundary_recall": 0.9090909090909091 } }, "combined": { "thresholds_leave_row_out": { "0": 0.5409970271645808, "1": 0.46675711175390316, "2": 0.5368876997629801, "3": 0.5368876997629801, "4": 0.5368876997629801, "5": 0.5368876997629801, "6": 0.5368876997629801 }, "same_vs_sibling_auc": 0.9907407407407407, "same_vs_unrelated_auc": 0.9895833333333334, "classes": { "same": { "n": 72, "p50": 0.8805446827645396 }, "sibling": { "n": 3, "p50": 0.3789579667180192 }, "unrelated": { "n": 8, "p50": 0.35552530885327094 } }, "held_row_confusion": { "tp": 66, "fp": 1, "tn": 10, "fn": 6, "precision": 0.9850746268656716, "recall": 0.9166666666666666, "boundary_accuracy": 0.9156626506024096, "boundary_recall": 0.9090909090909091 } } }, "pairs": [ { "a": 0, "b": 1, "row": 0, "signals": { "hue": 0.8119825124740601, "pixels": 0.7748372395833334, "logo_pixels": 0.7191597732843138, "edge": 0.3462798906468531, "inliers": 19, "match_fraction": 0.038306451612903226, "layout_cover": 0.0815800363740218, "aspect": 0.9165585819282317, "height": 0.969811320754717, "gap": 0.03418803418803419, "bottom": 0.018867924528301886, "ocr_jaccard": 0.08333333333333333 }, "pair_ms": 2.185916993767023, "same": true, "class": "same" }, { "a": 1, "b": 3, "row": 0, "signals": { "hue": 0.9052120447158813, "pixels": 0.8491230085784314, "logo_pixels": 0.8126953125, "edge": 0.35800253524142994, "inliers": 13, "match_fraction": 0.029017857142857144, "layout_cover": 0.10222968036949842, "aspect": 0.9393427416683231, "height": 0.9735849056603774, "gap": 0.05128205128205128, "bottom": 0.01509433962264151, "ocr_jaccard": 0.07317073170731707 }, "pair_ms": 1.7475839704275131, "same": true, "class": "same" }, { "a": 3, "b": 4, "row": 0, "signals": { "hue": 0.9041162729263306, "pixels": 0.806466375612745, "logo_pixels": 0.7540747549019609, "edge": 0.3573639609725911, "inliers": 16, "match_fraction": 0.05063291139240506, "layout_cover": 0.09088701311320597, "aspect": 0.8133066310636404, "height": 0.9767441860465116, "gap": 0.04672897196261682, "bottom": 0.007751937984496124, "ocr_jaccard": 0.07407407407407407 }, "pair_ms": 1.1445420095697045, "same": true, "class": "same" }, { "a": 4, "b": 5, "row": 0, "signals": { "hue": 0.9044283032417297, "pixels": 0.7845971200980393, "logo_pixels": 0.7192095588235294, "edge": 0.318734086944976, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9086491739552964, "height": 0.9545454545454546, "gap": 0.05102040816326531, "bottom": 0.015151515151515152, "ocr_jaccard": 0.0 }, "pair_ms": 0.8334999438375235, "same": true, "class": "same" }, { "a": 5, "b": 6, "row": 0, "signals": { "hue": 0.4266957640647888, "pixels": 0.6560412837009804, "logo_pixels": 0.545944393382353, "edge": 0.4529296542722124, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8933065454160939, "height": 0.7310606060606061, "gap": 0.05102040816326531, "bottom": 0.007575757575757576, "ocr_jaccard": 0.03225806451612903 }, "pair_ms": 0.6602079374715686, "same": false, "class": "sibling" }, { "a": 6, "b": 7, "row": 0, "signals": { "hue": 0.7903279066085815, "pixels": 0.7423560049019609, "logo_pixels": 0.6878714767156863, "edge": 0.46811101184205955, "inliers": 12, "match_fraction": 0.05172413793103448, "layout_cover": 0.05616277956945847, "aspect": 0.7688891419461368, "height": 0.9146919431279621, "gap": 0.02197802197802198, "bottom": 0.03317535545023697, "ocr_jaccard": 0.038461538461538464 }, "pair_ms": 0.6449579959735274, "same": true, "class": "same" }, { "a": 7, "b": 8, "row": 0, "signals": { "hue": 0.8043752908706665, "pixels": 0.737567018995098, "logo_pixels": 0.6610447303921569, "edge": 0.36388622433611295, "inliers": 8, "match_fraction": 0.027777777777777776, "layout_cover": 0.016836066275186776, "aspect": 0.8695054945054945, "height": 0.9768518518518519, "gap": 0.04395604395604396, "bottom": 0.009259259259259259, "ocr_jaccard": 0.0 }, "pair_ms": 0.7336250273510814, "same": true, "class": "same" }, { "a": 8, "b": 9, "row": 0, "signals": { "hue": 0.9327224493026733, "pixels": 0.7766103707107843, "logo_pixels": 0.755407475490196, "edge": 0.3815258506493108, "inliers": 29, "match_fraction": 0.10069444444444445, "layout_cover": 0.1720162968326661, "aspect": 0.9051724137931034, "height": 0.9722222222222222, "gap": 0.05747126436781609, "bottom": 0.027777777777777776, "ocr_jaccard": 0.14285714285714285 }, "pair_ms": 0.7128330180421472, "same": true, "class": "same" }, { "a": 9, "b": 10, "row": 0, "signals": { "hue": 0.6415376663208008, "pixels": 0.6874923406862745, "logo_pixels": 0.6709060968137255, "edge": 0.41087831925084933, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9211764705882354, "height": 0.9, "gap": 0.5747126436781609, "bottom": 0.01904761904761905, "ocr_jaccard": 0.0 }, "pair_ms": 0.6702080136165023, "same": false, "class": "sibling" }, { "a": 10, "b": 11, "row": 0, "signals": { "hue": 0.9551211595535278, "pixels": 0.7520546109068628, "logo_pixels": 0.7488242953431372, "edge": 0.3934087703606818, "inliers": 11, "match_fraction": 0.045454545454545456, "layout_cover": 0.07547735712008624, "aspect": 0.9601093870756792, "height": 0.9947368421052631, "gap": 0.056179775280898875, "bottom": 0.005263157894736842, "ocr_jaccard": 0.1935483870967742 }, "pair_ms": 0.6849579513072968, "same": true, "class": "same" }, { "a": 11, "b": 12, "row": 0, "signals": { "hue": 0.9461824893951416, "pixels": 0.7858264399509804, "logo_pixels": 0.7805300245098039, "edge": 0.3949978011878361, "inliers": 27, "match_fraction": 0.10714285714285714, "layout_cover": 0.11363316609467687, "aspect": 0.8682328907048008, "height": 0.9090909090909091, "gap": 0.056179775280898875, "bottom": 0.023923444976076555, "ocr_jaccard": 0.25 }, "pair_ms": 0.6517500150948763, "same": true, "class": "same" }, { "a": 12, "b": 13, "row": 0, "signals": { "hue": 0.7954330444335938, "pixels": 0.747332643995098, "logo_pixels": 0.758984375, "edge": 0.3985769267542706, "inliers": 9, "match_fraction": 0.03571428571428571, "layout_cover": 0.03389226650389802, "aspect": 0.7142857142857143, "height": 1.0, "gap": 0.04201680672268908, "bottom": 0.014354066985645933, "ocr_jaccard": 0.22580645161290322 }, "pair_ms": 1.2534159468486905, "same": true, "class": "same" }, { "a": 13, "b": 14, "row": 0, "signals": { "hue": 0.2125166654586792, "pixels": 0.6677274816176471, "logo_pixels": 0.6706456801470588, "edge": 0.3412247575042773, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.824555174182349, "height": 0.9812206572769953, "gap": 0.19327731092436976, "bottom": 0.04225352112676056, "ocr_jaccard": 0.0 }, "pair_ms": 0.7846660446375608, "same": false, "class": "unrelated" }, { "a": 17, "b": 18, "row": 1, "signals": { "hue": 0.9361493587493896, "pixels": 0.7392616421568627, "logo_pixels": 0.7492264093137255, "edge": 0.33878744698583824, "inliers": 4, "match_fraction": 0.012861736334405145, "layout_cover": 0.016312584964473, "aspect": 0.7792740046838408, "height": 0.9918032786885246, "gap": 0.04081632653061224, "bottom": 0.00819672131147541, "ocr_jaccard": 0.0 }, "pair_ms": 0.9783749701455235, "same": true, "class": "same" }, { "a": 18, "b": 19, "row": 1, "signals": { "hue": 0.9390681385993958, "pixels": 0.7817325367647059, "logo_pixels": 0.8061734068627451, "edge": 0.3937627256853211, "inliers": 36, "match_fraction": 0.1157556270096463, "layout_cover": 0.17183649951366833, "aspect": 0.9960555650831762, "height": 0.9834710743801653, "gap": 0.05102040816326531, "bottom": 0.008264462809917356, "ocr_jaccard": 0.09090909090909091 }, "pair_ms": 0.8532910142093897, "same": true, "class": "same" }, { "a": 19, "b": 20, "row": 1, "signals": { "hue": 0.08146145939826965, "pixels": 0.6807387408088236, "logo_pixels": 0.6790977328431373, "edge": 0.44561870932992864, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9468376824413977, "height": 0.9369747899159664, "gap": 1.1458333333333333, "bottom": 0.02100840336134454, "ocr_jaccard": 0.027777777777777776 }, "pair_ms": 0.7935420144349337, "same": false, "class": "sibling" }, { "a": 20, "b": 21, "row": 1, "signals": { "hue": 0.9043896794319153, "pixels": 0.8183344822303922, "logo_pixels": 0.7889208026960784, "edge": 0.43427985754643766, "inliers": 8, "match_fraction": 0.025974025974025976, "layout_cover": 0.0692873069268019, "aspect": 0.9596412556053812, "height": 0.9596412556053812, "gap": 0.12631578947368421, "bottom": 0.013452914798206279, "ocr_jaccard": 0.29411764705882354 }, "pair_ms": 0.8052500197663903, "same": true, "class": "same" }, { "a": 21, "b": 22, "row": 1, "signals": { "hue": 0.865007221698761, "pixels": 0.7986883425245098, "logo_pixels": 0.7701363357843137, "edge": 0.40808852816222285, "inliers": 8, "match_fraction": 0.027972027972027972, "layout_cover": 0.06691182465211558, "aspect": 0.9403186866248189, "height": 0.981651376146789, "gap": 0.05263157894736842, "bottom": 0.0, "ocr_jaccard": 0.075 }, "pair_ms": 0.7535830372944474, "same": true, "class": "same" }, { "a": 22, "b": 23, "row": 1, "signals": { "hue": 0.9205953478813171, "pixels": 0.8328910079656863, "logo_pixels": 0.7829005821078432, "edge": 0.4103760446985064, "inliers": 10, "match_fraction": 0.03496503496503497, "layout_cover": 0.2195626632467218, "aspect": 0.9648962148962149, "height": 0.9908256880733946, "gap": 0.04395604395604396, "bottom": 0.013761467889908258, "ocr_jaccard": 0.15789473684210525 }, "pair_ms": 0.9329590247943997, "same": true, "class": "same" }, { "a": 23, "b": 24, "row": 1, "signals": { "hue": 0.22924983501434326, "pixels": 0.6794213388480392, "logo_pixels": 0.6684283088235294, "edge": 0.2995196221211176, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.883289124668435, "height": 0.9629629629629629, "gap": 0.06896551724137931, "bottom": 0.004629629629629629, "ocr_jaccard": 0.0 }, "pair_ms": 0.34679099917411804, "same": false, "class": "unrelated" }, { "a": 24, "b": 25, "row": 1, "signals": { "hue": 0.8614684343338013, "pixels": 0.8390663296568628, "logo_pixels": 0.8210324754901961, "edge": 0.3324025751847311, "inliers": 69, "match_fraction": 0.48936170212765956, "layout_cover": 0.33948984530327886, "aspect": 0.9830914658500866, "height": 0.9759615384615384, "gap": 0.05405405405405406, "bottom": 0.0, "ocr_jaccard": 0.4444444444444444 }, "pair_ms": 0.2477499656379223, "same": true, "class": "same" }, { "a": 25, "b": 26, "row": 1, "signals": { "hue": 0.909955620765686, "pixels": 0.7727366727941176, "logo_pixels": 0.751397824754902, "edge": 0.2488770961876278, "inliers": 37, "match_fraction": 0.2624113475177305, "layout_cover": 0.16268705255952737, "aspect": 0.8649314338969512, "height": 0.9014778325123153, "gap": 0.05405405405405406, "bottom": 0.009852216748768473, "ocr_jaccard": 0.3 }, "pair_ms": 0.21720805671066046, "same": true, "class": "same" }, { "a": 26, "b": 27, "row": 1, "signals": { "hue": 0.8847804665565491, "pixels": 0.8498985140931372, "logo_pixels": 0.851007199754902, "edge": 0.3255119629745116, "inliers": 62, "match_fraction": 0.3924050632911392, "layout_cover": 0.34753153595246766, "aspect": 0.991906741906742, "height": 0.994535519125683, "gap": 0.06756756756756757, "bottom": 0.0, "ocr_jaccard": 0.5555555555555556 }, "pair_ms": 0.24458393454551697, "same": true, "class": "same" }, { "a": 27, "b": 28, "row": 1, "signals": { "hue": 0.8072305917739868, "pixels": 0.8087545955882353, "logo_pixels": 0.7885914522058823, "edge": 0.28712856225662187, "inliers": 55, "match_fraction": 0.3767123287671233, "layout_cover": 0.27296937801252574, "aspect": 0.9014782137605448, "height": 0.9725274725274725, "gap": 0.0684931506849315, "bottom": 0.0, "ocr_jaccard": 0.18181818181818182 }, "pair_ms": 0.2560419961810112, "same": true, "class": "same" }, { "a": 28, "b": 29, "row": 1, "signals": { "hue": 0.8698132634162903, "pixels": 0.7665536917892157, "logo_pixels": 0.7609106924019609, "edge": 0.27225421608845324, "inliers": 60, "match_fraction": 0.410958904109589, "layout_cover": 0.21135627900471587, "aspect": 0.8642689816728675, "height": 0.9030612244897959, "gap": 0.04878048780487805, "bottom": 0.0, "ocr_jaccard": 0.16666666666666666 }, "pair_ms": 0.3111669793725014, "same": true, "class": "same" }, { "a": 29, "b": 30, "row": 1, "signals": { "hue": 0.8047448992729187, "pixels": 0.5741593903186275, "logo_pixels": 0.5453201593137255, "edge": 0.35747148263692163, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8859543817527011, "height": 0.9183673469387755, "gap": 0.058823529411764705, "bottom": 0.030612244897959183, "ocr_jaccard": 0.0 }, "pair_ms": 0.304875080473721, "same": false, "class": "unrelated" }, { "a": 31, "b": 32, "row": 2, "signals": { "hue": 0.6503428816795349, "pixels": 0.7380935968137255, "logo_pixels": 0.7721698835784314, "edge": 0.2754102428303428, "inliers": 6, "match_fraction": 0.03428571428571429, "layout_cover": 0.06528944016632884, "aspect": 0.7591731266149871, "height": 0.9513274336283186, "gap": 0.06481481481481481, "bottom": 0.017699115044247787, "ocr_jaccard": 0.0 }, "pair_ms": 0.5848329747095704, "same": true, "class": "same" }, { "a": 32, "b": 33, "row": 2, "signals": { "hue": 0.6406802535057068, "pixels": 0.42192478553921575, "logo_pixels": 0.4122931985294118, "edge": 0.2438666501512409, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7246900204646683, "height": 0.9906976744186047, "gap": 0.07692307692307693, "bottom": 0.009302325581395349, "ocr_jaccard": 0.0 }, "pair_ms": 0.14650006778538227, "same": false, "class": "unrelated" }, { "a": 33, "b": 34, "row": 2, "signals": { "hue": 0.8578698039054871, "pixels": 0.69736328125, "logo_pixels": 0.818030024509804, "edge": 0.21595527806798742, "inliers": 8, "match_fraction": 0.09302325581395349, "layout_cover": 0.011872031453360266, "aspect": 0.6097292977724503, "height": 0.9770642201834863, "gap": 0.031914893617021274, "bottom": 0.022935779816513763, "ocr_jaccard": 0.02040816326530612 }, "pair_ms": 0.15666696708649397, "same": true, "class": "same" }, { "a": 34, "b": 35, "row": 2, "signals": { "hue": 0.9330831170082092, "pixels": 0.7287454044117647, "logo_pixels": 0.8481234681372549, "edge": 0.3458030463180033, "inliers": 53, "match_fraction": 0.2663316582914573, "layout_cover": 0.17805461442820328, "aspect": 0.9936178699641005, "height": 0.9724770642201835, "gap": 0.05319148936170213, "bottom": 0.013761467889908258, "ocr_jaccard": 0.3333333333333333 }, "pair_ms": 0.3404580056667328, "same": true, "class": "same" }, { "a": 35, "b": 36, "row": 2, "signals": { "hue": 0.7556079626083374, "pixels": 0.5808229932598039, "logo_pixels": 0.5351600796568627, "edge": 0.2999790242600768, "inliers": 10, "match_fraction": 0.08130081300813008, "layout_cover": 0.04876973052224197, "aspect": 0.6583850931677018, "height": 0.9769585253456221, "gap": 0.03260869565217391, "bottom": 0.004608294930875576, "ocr_jaccard": 0.1111111111111111 }, "pair_ms": 0.2191250678151846, "same": true, "class": "same" }, { "a": 36, "b": 37, "row": 2, "signals": { "hue": 0.7270331978797913, "pixels": 0.5717294730392156, "logo_pixels": 0.5905598958333333, "edge": 0.21793846086268215, "inliers": 10, "match_fraction": 0.08130081300813008, "layout_cover": 0.02896395334709282, "aspect": 0.6902086677367576, "height": 0.9907834101382489, "gap": 0.056179775280898875, "bottom": 0.009216589861751152, "ocr_jaccard": 0.17647058823529413 }, "pair_ms": 0.15545799396932125, "same": true, "class": "same" }, { "a": 37, "b": 38, "row": 2, "signals": { "hue": 0.793226957321167, "pixels": 0.8001780790441176, "logo_pixels": 0.8577435661764705, "edge": 0.3468809691985457, "inliers": 12, "match_fraction": 0.09090909090909091, "layout_cover": 0.04275303754805368, "aspect": 0.9708075186390843, "height": 0.9953488372093023, "gap": 0.06741573033707865, "bottom": 0.004651162790697674, "ocr_jaccard": 0.047619047619047616 }, "pair_ms": 0.17549993935972452, "same": true, "class": "same" }, { "a": 38, "b": 39, "row": 2, "signals": { "hue": 0.8127855658531189, "pixels": 0.7135876225490196, "logo_pixels": 0.8194546568627451, "edge": 0.2392700278283037, "inliers": 7, "match_fraction": 0.04861111111111111, "layout_cover": 0.030967814498846665, "aspect": 0.970029004189494, "height": 0.9813084112149533, "gap": 0.04597701149425287, "bottom": 0.0, "ocr_jaccard": 0.03333333333333333 }, "pair_ms": 0.5567499902099371, "same": true, "class": "same" }, { "a": 39, "b": 40, "row": 2, "signals": { "hue": 0.8790931701660156, "pixels": 0.7120346966911765, "logo_pixels": 0.7144454656862745, "edge": 0.260390638845623, "inliers": 40, "match_fraction": 0.2222222222222222, "layout_cover": 0.09189140889795877, "aspect": 0.7337772397094432, "height": 0.9952380952380953, "gap": 0.059322033898305086, "bottom": 0.004761904761904762, "ocr_jaccard": 0.5769230769230769 }, "pair_ms": 0.31466607470065355, "same": true, "class": "same" }, { "a": 40, "b": 41, "row": 2, "signals": { "hue": 0.6687332987785339, "pixels": 0.6694201899509804, "logo_pixels": 0.7460516237745098, "edge": 0.15707815794132207, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.453289420837015, "height": 0.990521327014218, "gap": 0.025423728813559324, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.11937494855374098, "same": true, "class": "same" }, { "a": 41, "b": 42, "row": 2, "signals": { "hue": 0.6157482266426086, "pixels": 0.6755763633578431, "logo_pixels": 0.7765471813725491, "edge": 0.11128469061901487, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.5943127962085307, "height": 0.990521327014218, "gap": 0.044444444444444446, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.07904204539954662, "same": true, "class": "same" }, { "a": 42, "b": 43, "row": 2, "signals": { "hue": 0.8351283669471741, "pixels": 0.6980545343137254, "logo_pixels": 0.8028301164215685, "edge": 0.1560382494070639, "inliers": 12, "match_fraction": 0.15384615384615385, "layout_cover": 0.027855556878951273, "aspect": 0.6977569118414189, "height": 0.9812206572769953, "gap": 0.03333333333333333, "bottom": 0.004694835680751174, "ocr_jaccard": 0.0 }, "pair_ms": 0.16612501349300146, "same": true, "class": "same" }, { "a": 43, "b": 44, "row": 2, "signals": { "hue": 0.8056171536445618, "pixels": 0.7270105698529412, "logo_pixels": 0.7940870098039217, "edge": 0.2223920608764596, "inliers": 3, "match_fraction": 0.038461538461538464, "layout_cover": 0.00919736370438764, "aspect": 0.7737089201877935, "height": 0.9671361502347418, "gap": 0.05, "bottom": 0.009389671361502348, "ocr_jaccard": 0.0 }, "pair_ms": 0.12983393389731646, "same": true, "class": "same" }, { "a": 44, "b": 45, "row": 2, "signals": { "hue": 0.8827623128890991, "pixels": 0.6579790900735294, "logo_pixels": 0.7460401348039216, "edge": 0.2526550991826602, "inliers": 12, "match_fraction": 0.08450704225352113, "layout_cover": 0.08235489094417751, "aspect": 0.7573529411764707, "height": 0.9902912621359223, "gap": 0.0375, "bottom": 0.0048543689320388345, "ocr_jaccard": 0.11764705882352941 }, "pair_ms": 0.2139589050784707, "same": true, "class": "same" }, { "a": 45, "b": 46, "row": 2, "signals": { "hue": 0.3770793676376343, "pixels": 0.5918887867647059, "logo_pixels": 0.6327244178921568, "edge": 0.3000791963439515, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7074721780604134, "height": 0.8725490196078431, "gap": 0.05405405405405406, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.14391704462468624, "same": false, "class": "unrelated" }, { "a": 46, "b": 47, "row": 2, "signals": { "hue": 0.8529953360557556, "pixels": 0.8205633425245098, "logo_pixels": 0.8586741727941176, "edge": 0.3693737929013841, "inliers": 17, "match_fraction": 0.14285714285714285, "layout_cover": 0.3374069793736809, "aspect": 0.9664380563256968, "height": 0.994413407821229, "gap": 0.05194805194805195, "bottom": 0.00558659217877095, "ocr_jaccard": 0.0 }, "pair_ms": 0.17429201398044825, "same": true, "class": "same" }, { "a": 47, "b": 48, "row": 2, "signals": { "hue": 0.9469783306121826, "pixels": 0.8449774050245098, "logo_pixels": 0.8620825674019608, "edge": 0.48429942757844946, "inliers": 15, "match_fraction": 0.2, "layout_cover": 0.03992494176636952, "aspect": 0.7402597402597403, "height": 1.0, "gap": 0.03896103896103896, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.13525004032999277, "same": true, "class": "same" }, { "a": 49, "b": 50, "row": 3, "signals": { "hue": 0.8742756247520447, "pixels": 0.7812940410539215, "logo_pixels": 0.8067555147058824, "edge": 0.2663785498009908, "inliers": 78, "match_fraction": 0.34977578475336324, "layout_cover": 0.23156900292642402, "aspect": 0.7995519044062733, "height": 0.9805825242718447, "gap": 0.06923076923076923, "bottom": 0.02912621359223301, "ocr_jaccard": 0.2898550724637681 }, "pair_ms": 0.4417079035192728, "same": true, "class": "same" }, { "a": 50, "b": 51, "row": 3, "signals": { "hue": 0.9090867638587952, "pixels": 0.8145833333333333, "logo_pixels": 0.8422947303921569, "edge": 0.25605926161683223, "inliers": 56, "match_fraction": 0.2616822429906542, "layout_cover": 0.19073249314473686, "aspect": 0.7689952904238618, "height": 0.9702970297029703, "gap": 0.038461538461538464, "bottom": 0.019801980198019802, "ocr_jaccard": 0.22972972972972974 }, "pair_ms": 0.41370897088199854, "same": true, "class": "same" }, { "a": 51, "b": 52, "row": 3, "signals": { "hue": 0.9224036931991577, "pixels": 0.8650601256127451, "logo_pixels": 0.8944431678921568, "edge": 0.3354164443241328, "inliers": 83, "match_fraction": 0.46111111111111114, "layout_cover": 0.33610845479121565, "aspect": 0.9098073082528202, "height": 0.9744897959183674, "gap": 0.041237113402061855, "bottom": 0.025510204081632654, "ocr_jaccard": 0.3484848484848485 }, "pair_ms": 0.34483405761420727, "same": true, "class": "same" }, { "a": 52, "b": 53, "row": 3, "signals": { "hue": 0.5899379849433899, "pixels": 0.7652056525735293, "logo_pixels": 0.8231962316176471, "edge": 0.13578663654836795, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.5724046991129226, "height": 0.9845360824742269, "gap": 0.023255813953488372, "bottom": 0.010309278350515464, "ocr_jaccard": 0.0 }, "pair_ms": 0.09320792742073536, "same": true, "class": "same" }, { "a": 53, "b": 54, "row": 3, "signals": { "hue": 0.5575956702232361, "pixels": 0.7471564797794118, "logo_pixels": 0.7785768995098039, "edge": 0.20473223309153338, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.5075741636860929, "height": 0.9948453608247423, "gap": 0.05102040816326531, "bottom": 0.010309278350515464, "ocr_jaccard": 0.0 }, "pair_ms": 0.09654101449996233, "same": true, "class": "same" }, { "a": 54, "b": 55, "row": 3, "signals": { "hue": 0.9675506353378296, "pixels": 0.8403971354166666, "logo_pixels": 0.8903722426470588, "edge": 0.2880146939293131, "inliers": 94, "match_fraction": 0.49473684210526314, "layout_cover": 0.2791898471611549, "aspect": 0.9017722878625133, "height": 0.9844559585492227, "gap": 0.061224489795918366, "bottom": 0.025906735751295335, "ocr_jaccard": 0.19230769230769232 }, "pair_ms": 0.3839998971670866, "same": true, "class": "same" }, { "a": 55, "b": 56, "row": 3, "signals": { "hue": 0.9305604100227356, "pixels": 0.7926738664215687, "logo_pixels": 0.8149969362745098, "edge": 0.27151823581549656, "inliers": 55, "match_fraction": 0.2894736842105263, "layout_cover": 0.11540869775740309, "aspect": 0.9717543859649123, "height": 0.9947643979057592, "gap": 0.022222222222222223, "bottom": 0.0, "ocr_jaccard": 0.1323529411764706 }, "pair_ms": 0.33545796759426594, "same": true, "class": "same" }, { "a": 56, "b": 57, "row": 3, "signals": { "hue": 0.6391052007675171, "pixels": 0.7165536917892157, "logo_pixels": 0.7191367953431372, "edge": 0.2194636685518385, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7548109965635739, "height": 0.9845360824742269, "gap": 0.8444444444444444, "bottom": 0.010309278350515464, "ocr_jaccard": 0.0 }, "pair_ms": 0.14529202599078417, "same": true, "class": "same" }, { "a": 57, "b": 58, "row": 3, "signals": { "hue": 0.6309497952461243, "pixels": 0.7117168351715686, "logo_pixels": 0.7214460784313725, "edge": 0.30450686223742185, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8501382951973849, "height": 0.9897959183673469, "gap": 0.012195121951219513, "bottom": 0.00510204081632653, "ocr_jaccard": 0.0 }, "pair_ms": 0.12508395593613386, "same": true, "class": "same" }, { "a": 58, "b": 59, "row": 3, "signals": { "hue": 0.9024638533592224, "pixels": 0.8236366421568627, "logo_pixels": 0.835726868872549, "edge": 0.35598064499837884, "inliers": 16, "match_fraction": 0.09467455621301775, "layout_cover": 0.02365081451738382, "aspect": 0.982790640089142, "height": 0.9949238578680203, "gap": 0.036585365853658534, "bottom": 0.0, "ocr_jaccard": 0.1 }, "pair_ms": 0.2958340337499976, "same": true, "class": "same" }, { "a": 65, "b": 66, "row": 4, "signals": { "hue": 0.9492685198783875, "pixels": 0.8230066636029412, "logo_pixels": 0.8295994178921569, "edge": 0.3872769022986389, "inliers": 31, "match_fraction": 0.4025974025974026, "layout_cover": 0.04608005490529493, "aspect": 0.5060279526298944, "height": 0.978494623655914, "gap": 0.08737864077669903, "bottom": 0.005376344086021506, "ocr_jaccard": 0.10526315789473684 }, "pair_ms": 0.11979194823652506, "same": true, "class": "same" }, { "a": 66, "b": 67, "row": 4, "signals": { "hue": 0.19730813801288605, "pixels": 0.49148667279411773, "logo_pixels": 0.5344898897058824, "edge": 0.24228595982292583, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8583743306195307, "height": 0.8340807174887892, "gap": 0.25471698113207547, "bottom": 0.008968609865470852, "ocr_jaccard": 0.0 }, "pair_ms": 0.19620906095951796, "same": false, "class": "unrelated" }, { "a": 67, "b": 68, "row": 4, "signals": { "hue": 0.9102345705032349, "pixels": 0.7765299479166667, "logo_pixels": 0.7358072916666667, "edge": 0.3332518488680137, "inliers": 18, "match_fraction": 0.08450704225352113, "layout_cover": 0.06688837527981371, "aspect": 1.0, "height": 1.0, "gap": 0.018867924528301886, "bottom": 0.017937219730941704, "ocr_jaccard": 0.0 }, "pair_ms": 0.48575003165751696, "same": true, "class": "same" }, { "a": 68, "b": 69, "row": 4, "signals": { "hue": 0.9625676870346069, "pixels": 0.7953029258578431, "logo_pixels": 0.7544768688725491, "edge": 0.32946604619922676, "inliers": 33, "match_fraction": 0.14042553191489363, "layout_cover": 0.14862789332948226, "aspect": 0.9968218033001001, "height": 0.968609865470852, "gap": 0.16037735849056603, "bottom": 0.04035874439461883, "ocr_jaccard": 0.0 }, "pair_ms": 0.5336659960448742, "same": true, "class": "same" }, { "a": 69, "b": 70, "row": 4, "signals": { "hue": 0.9029926061630249, "pixels": 0.7803423713235293, "logo_pixels": 0.7420572916666667, "edge": 0.32258403715787426, "inliers": 15, "match_fraction": 0.06382978723404255, "layout_cover": 0.19433034745047573, "aspect": 0.9505489520007259, "height": 0.9907407407407407, "gap": 0.04854368932038835, "bottom": 0.013888888888888888, "ocr_jaccard": 0.0 }, "pair_ms": 0.440457952208817, "same": true, "class": "same" }, { "a": 70, "b": 71, "row": 4, "signals": { "hue": 0.9230629801750183, "pixels": 0.7979741115196078, "logo_pixels": 0.7522212009803921, "edge": 0.41207553318012585, "inliers": 23, "match_fraction": 0.0931174089068826, "layout_cover": 0.12601206136183662, "aspect": 0.9839794782440346, "height": 0.9953271028037384, "gap": 0.08247422680412371, "bottom": 0.02336448598130841, "ocr_jaccard": 0.0 }, "pair_ms": 0.5503339925780892, "same": true, "class": "same" }, { "a": 71, "b": 72, "row": 4, "signals": { "hue": 0.9327448606491089, "pixels": 0.8277822457107843, "logo_pixels": 0.7645909926470589, "edge": 0.4191016785102095, "inliers": 27, "match_fraction": 0.10931174089068826, "layout_cover": 0.10672817073593, "aspect": 0.9747834083539034, "height": 0.9953051643192489, "gap": 0.05154639175257732, "bottom": 0.014084507042253521, "ocr_jaccard": 0.08333333333333333 }, "pair_ms": 0.503790914081037, "same": true, "class": "same" }, { "a": 72, "b": 73, "row": 4, "signals": { "hue": 0.9179267287254333, "pixels": 0.7924996170343137, "logo_pixels": 0.7255553002450981, "edge": 0.3835340211644494, "inliers": 18, "match_fraction": 0.07317073170731707, "layout_cover": 0.16752982009084028, "aspect": 0.920238741182854, "height": 0.9858490566037735, "gap": 0.05154639175257732, "bottom": 0.014150943396226415, "ocr_jaccard": 0.25 }, "pair_ms": 0.5787919508293271, "same": true, "class": "same" }, { "a": 73, "b": 74, "row": 4, "signals": { "hue": 0.9702062010765076, "pixels": 0.8378178615196079, "logo_pixels": 0.7734796262254902, "edge": 0.3886014403952647, "inliers": 33, "match_fraction": 0.13414634146341464, "layout_cover": 0.3044577216680364, "aspect": 0.9952153110047847, "height": 0.9952153110047847, "gap": 0.06818181818181818, "bottom": 0.014354066985645933, "ocr_jaccard": 0.0 }, "pair_ms": 0.5062910495325923, "same": true, "class": "same" }, { "a": 74, "b": 75, "row": 4, "signals": { "hue": 0.8746926188468933, "pixels": 0.7517558976715686, "logo_pixels": 0.7147288602941176, "edge": 0.3728800269469375, "inliers": 26, "match_fraction": 0.09923664122137404, "layout_cover": 0.12542684333247753, "aspect": 0.8796648895658796, "height": 0.9904761904761905, "gap": 0.039603960396039604, "bottom": 0.009523809523809525, "ocr_jaccard": 0.3 }, "pair_ms": 0.6141250487416983, "same": true, "class": "same" }, { "a": 75, "b": 76, "row": 4, "signals": { "hue": 0.5847856998443604, "pixels": 0.567819393382353, "logo_pixels": 0.5943474264705884, "edge": 0.2898502831730932, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7879103699843668, "height": 0.9047619047619048, "gap": 0.6633663366336634, "bottom": 0.04285714285714286, "ocr_jaccard": 0.0 }, "pair_ms": 0.36204198841005564, "same": false, "class": "unrelated" }, { "a": 76, "b": 77, "row": 4, "signals": { "hue": 0.9413633346557617, "pixels": 0.799640012254902, "logo_pixels": 0.7991651348039216, "edge": 0.3183552214181509, "inliers": 8, "match_fraction": 0.08, "layout_cover": 0.019337274311885522, "aspect": 0.9975232198142415, "height": 0.9421052631578948, "gap": 0.05555555555555555, "bottom": 0.02631578947368421, "ocr_jaccard": 0.0 }, "pair_ms": 0.16420800238847733, "same": true, "class": "same" }, { "a": 77, "b": 78, "row": 4, "signals": { "hue": 0.9197402000427246, "pixels": 0.8517750459558824, "logo_pixels": 0.8836780024509804, "edge": 0.47123075525689084, "inliers": 3, "match_fraction": 0.03, "layout_cover": 0.18822618148167444, "aspect": 0.9705882352941176, "height": 1.0, "gap": 0.04411764705882353, "bottom": 0.0111731843575419, "ocr_jaccard": 0.0 }, "pair_ms": 0.11233298573642969, "same": true, "class": "same" }, { "a": 78, "b": 79, "row": 4, "signals": { "hue": 0.9366539716720581, "pixels": 0.8399145986519607, "logo_pixels": 0.8502144607843137, "edge": 0.36849053961198336, "inliers": 9, "match_fraction": 0.08737864077669903, "layout_cover": 0.0613304670457971, "aspect": 0.9776536312849161, "height": 0.9776536312849162, "gap": 0.09090909090909091, "bottom": 0.01675977653631285, "ocr_jaccard": 0.0 }, "pair_ms": 0.1312500098720193, "same": true, "class": "same" }, { "a": 94, "b": 95, "row": 5, "signals": { "hue": 0.977824330329895, "pixels": 0.7942995557598039, "logo_pixels": 0.7529909620098039, "edge": 0.3164666935492983, "inliers": 53, "match_fraction": 0.21370967741935484, "layout_cover": 0.1272361917709658, "aspect": 0.8786567164179103, "height": 0.9901477832512315, "gap": 0.05, "bottom": 0.024630541871921183, "ocr_jaccard": 0.3333333333333333 }, "pair_ms": 0.5802499363198876, "same": true, "class": "same" }, { "a": 95, "b": 96, "row": 5, "signals": { "hue": 0.8899998068809509, "pixels": 0.7959405637254902, "logo_pixels": 0.7108340992647059, "edge": 0.4000233546261056, "inliers": 15, "match_fraction": 0.06048387096774194, "layout_cover": 0.028960494390006423, "aspect": 0.9520013862415526, "height": 0.9900497512437811, "gap": 0.04597701149425287, "bottom": 0.01990049751243781, "ocr_jaccard": 0.22857142857142856 }, "pair_ms": 0.5981250433251262, "same": true, "class": "same" }, { "a": 96, "b": 97, "row": 5, "signals": { "hue": 0.8969135284423828, "pixels": 0.7867378982843137, "logo_pixels": 0.7049555759803922, "edge": 0.3023361373178777, "inliers": 14, "match_fraction": 0.05054151624548736, "layout_cover": 0.03350900151529299, "aspect": 0.8631578947368421, "height": 1.0, "gap": 0.031578947368421054, "bottom": 0.020100502512562814, "ocr_jaccard": 0.22857142857142856 }, "pair_ms": 0.7017090683802962, "same": true, "class": "same" }, { "a": 97, "b": 81, "row": 5, "signals": { "hue": 0.926513671875, "pixels": 0.7785634957107843, "logo_pixels": 0.7132927389705883, "edge": 0.308748610950116, "inliers": 6, "match_fraction": 0.021660649819494584, "layout_cover": 0.013158032361249912, "aspect": 0.9191192266380236, "height": 0.9849246231155779, "gap": 0.042105263157894736, "bottom": 0.03015075376884422, "ocr_jaccard": 0.3333333333333333 }, "pair_ms": 0.6519160233438015, "same": true, "class": "same" }, { "a": 81, "b": 82, "row": 5, "signals": { "hue": 0.9588488340377808, "pixels": 0.7762465533088236, "logo_pixels": 0.7063802083333334, "edge": 0.3088159475367243, "inliers": 9, "match_fraction": 0.039647577092511016, "layout_cover": 0.001178273848439213, "aspect": 0.9377422480620154, "height": 0.9795918367346939, "gap": 0.046511627906976744, "bottom": 0.030612244897959183, "ocr_jaccard": 0.21621621621621623 }, "pair_ms": 0.4981249803677201, "same": true, "class": "same" }, { "a": 82, "b": 83, "row": 5, "signals": { "hue": 0.9380953311920166, "pixels": 0.8083543964460784, "logo_pixels": 0.7369715073529413, "edge": 0.4720058353527393, "inliers": 19, "match_fraction": 0.08370044052863436, "layout_cover": 0.03264013003538276, "aspect": 0.9145243377267389, "height": 0.9896907216494846, "gap": 0.05063291139240506, "bottom": 0.015463917525773196, "ocr_jaccard": 0.2962962962962963 }, "pair_ms": 0.4825000651180744, "same": true, "class": "same" }, { "a": 83, "b": 84, "row": 5, "signals": { "hue": 0.8218965530395508, "pixels": 0.7993508731617647, "logo_pixels": 0.7434206495098039, "edge": 0.40897842364303805, "inliers": 3, "match_fraction": 0.015384615384615385, "layout_cover": 0.0, "aspect": 0.9273687214611872, "height": 0.9896907216494846, "gap": 0.0410958904109589, "bottom": 0.02577319587628866, "ocr_jaccard": 0.0 }, "pair_ms": 0.38454204332083464, "same": true, "class": "same" }, { "a": 84, "b": 85, "row": 5, "signals": { "hue": 0.8825762271881104, "pixels": 0.8115062040441177, "logo_pixels": 0.7443627450980392, "edge": 0.42154112047742154, "inliers": 4, "match_fraction": 0.020512820512820513, "layout_cover": 0.0008031695576580852, "aspect": 0.7759191176470588, "height": 0.984375, "gap": 0.011764705882352941, "bottom": 0.026041666666666668, "ocr_jaccard": 0.0 }, "pair_ms": 0.47983299009501934, "same": true, "class": "same" }, { "a": 85, "b": 86, "row": 5, "signals": { "hue": 0.9199912548065186, "pixels": 0.8129308363970589, "logo_pixels": 0.7719822303921569, "edge": 0.37416255922163644, "inliers": 16, "match_fraction": 0.06037735849056604, "layout_cover": 0.0357029730049804, "aspect": 0.91967970434247, "height": 0.9895287958115183, "gap": 0.047058823529411764, "bottom": 0.015706806282722512, "ocr_jaccard": 0.0 }, "pair_ms": 0.6787499878555536, "same": true, "class": "same" }, { "a": 86, "b": 87, "row": 5, "signals": { "hue": 0.9620174169540405, "pixels": 0.8124061734068628, "logo_pixels": 0.7471966911764706, "edge": 0.3794926834399725, "inliers": 10, "match_fraction": 0.03773584905660377, "layout_cover": 0.050340545965932584, "aspect": 0.8993668574211615, "height": 0.9790575916230366, "gap": 0.05813953488372093, "bottom": 0.031413612565445025, "ocr_jaccard": 0.0 }, "pair_ms": 0.676250085234642, "same": true, "class": "same" }, { "a": 87, "b": 88, "row": 5, "signals": { "hue": 0.9098195433616638, "pixels": 0.7835401348039216, "logo_pixels": 0.740130974264706, "edge": 0.39019804729637814, "inliers": 15, "match_fraction": 0.04477611940298507, "layout_cover": 0.21948974278093097, "aspect": 0.9006238859180037, "height": 0.9946808510638298, "gap": 0.041666666666666664, "bottom": 0.02127659574468085, "ocr_jaccard": 0.5555555555555556 }, "pair_ms": 0.8954999502748251, "same": true, "class": "same" }, { "a": 88, "b": 89, "row": 5, "signals": { "hue": 0.4967983663082123, "pixels": 0.5742149203431373, "logo_pixels": 0.5133042279411765, "edge": 0.35005000435941613, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8680180180180181, "height": 0.9840425531914894, "gap": 0.3854166666666667, "bottom": 0.06382978723404255, "ocr_jaccard": 0.0 }, "pair_ms": 0.49354194197803736, "same": false, "class": "unrelated" }, { "a": 89, "b": 90, "row": 5, "signals": { "hue": 0.8390361070632935, "pixels": 0.7511201746323529, "logo_pixels": 0.7643305759803921, "edge": 0.3729669713372625, "inliers": 72, "match_fraction": 0.4444444444444444, "layout_cover": 0.19338244259147788, "aspect": 0.9161123429416111, "height": 0.8918918918918919, "gap": 0.024390243902439025, "bottom": 0.021621621621621623, "ocr_jaccard": 0.0 }, "pair_ms": 0.2794580068439245, "same": true, "class": "same" }, { "a": 90, "b": 91, "row": 5, "signals": { "hue": 0.9599624872207642, "pixels": 0.7525448069852941, "logo_pixels": 0.7930683210784314, "edge": 0.37292301065756234, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.5570362473347548, "height": 0.9821428571428571, "gap": 0.05970149253731343, "bottom": 0.011904761904761904, "ocr_jaccard": 0.0 }, "pair_ms": 0.07708300836384296, "same": true, "class": "same" }, { "a": 99, "b": 100, "row": 6, "signals": { "hue": 0.9551339745521545, "pixels": 0.7839748008578431, "logo_pixels": 0.8262446384803922, "edge": 0.3143379312597772, "inliers": 28, "match_fraction": 0.2616822429906542, "layout_cover": 0.11125643703748418, "aspect": 0.8867033831628639, "height": 0.9817073170731707, "gap": 0.043010752688172046, "bottom": 0.006097560975609756, "ocr_jaccard": 0.5555555555555556 }, "pair_ms": 0.15558302402496338, "same": true, "class": "same" }, { "a": 100, "b": 101, "row": 6, "signals": { "hue": 0.9670538902282715, "pixels": 0.7554859834558824, "logo_pixels": 0.8026501225490196, "edge": 0.34521733455121006, "inliers": 12, "match_fraction": 0.11650485436893204, "layout_cover": 0.02500873344829945, "aspect": 0.888168137000519, "height": 0.9939024390243902, "gap": 0.07446808510638298, "bottom": 0.006097560975609756, "ocr_jaccard": 0.3333333333333333 }, "pair_ms": 0.13183301780372858, "same": true, "class": "same" } ], "groups": [ [ 0, 1, 3, 4, 5 ], [ 6, 7, 8, 9 ], [ 10, 11, 12, 13 ], [ 14 ], [ 16 ], [ 17, 18, 19 ], [ 20, 21, 22, 23 ], [ 24, 25, 26, 27, 28, 29, 30 ], [ 31, 32 ], [ 33, 34, 35, 36, 37, 38, 39, 40 ], [ 41 ], [ 42, 43, 44, 45 ], [ 46, 47, 48 ], [ 64 ], [ 49, 50, 51, 52 ], [ 53 ], [ 54, 55, 56 ], [ 57 ], [ 58, 59 ], [ 60 ], [ 61, 62 ], [ 63 ], [ 65, 66 ], [ 67, 68, 69, 70, 71, 72, 73, 74, 75 ], [ 76, 77, 78, 79 ], [ 80 ], [ 92, 93 ], [ 94, 95, 96, 97, 81, 82 ], [ 83, 84, 85, 86, 87, 88 ], [ 89, 90, 91 ], [ 102, 103 ], [ 105 ], [ 104 ], [ 106 ], [ 107 ], [ 108, 109 ], [ 110, 98 ], [ 99, 100, 101 ] ], "oracle_groups": [ [ 0, 1, 3, 4, 5 ], [ 6, 7, 8, 9 ], [ 10, 11, 12, 13 ], [ 14 ], [ 16 ], [ 17, 18, 19 ], [ 20, 21, 22, 23 ], [ 24, 25, 26, 27, 28, 29 ], [ 30 ], [ 31, 32 ], [ 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45 ], [ 46, 47, 48 ], [ 64 ], [ 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59 ], [ 60 ], [ 61 ], [ 62 ], [ 63 ], [ 65, 66 ], [ 67, 68, 69, 70, 71, 72, 73, 74, 75 ], [ 76, 77, 78, 79 ], [ 80 ], [ 92 ], [ 93 ], [ 94, 95, 96, 97, 81, 82, 83, 84, 85, 86, 87, 88 ], [ 89, 90, 91 ], [ 102 ], [ 103 ], [ 105 ], [ 104 ], [ 106 ], [ 107 ], [ 108 ], [ 109 ], [ 110 ], [ 98 ], [ 99, 100, 101 ] ], "group_ms": 0.0856249826028943, "group_membership": { "tp": 173, "fp": 6, "tn": 3701, "fn": 125, "precision": 0.9664804469273743, "recall": 0.5805369127516778, "boundary_accuracy": 0.96729088639201, "boundary_recall": 0.9983814405179391 }, "policies": { "strict": { "individual": { "facings": 109, "catalog_facings": 64, "shown": 44, "correct": 42, "wrong": 2, "visible_coverage": 0.4036697247706422, "correct_coverage": 0.65625, "precision": 0.9545454545454546, "false_label_rate": 0.01834862385321101, "unknown_false_accepts": 2, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.5963302752293578, "rescued_correct": 0, "corrected_wrong": 0, "damaged_correct": 0, "changes": [], "fusion_ms": 0.000250060111284256 }, "oracle": { "facings": 109, "catalog_facings": 64, "shown": 68, "correct": 59, "wrong": 9, "visible_coverage": 0.6238532110091743, "correct_coverage": 0.921875, "precision": 0.8676470588235294, "false_label_rate": 0.08256880733944955, "unknown_false_accepts": 9, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.37614678899082565, "rescued_correct": 17, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 41, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 53, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 57, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 74, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 81, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 84, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 85, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 86, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 87, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 88, "seed": 83, "from": null, "to": "sku_l03" } ], "fusion_ms": 2.975250012241304 }, "inferred": { "facings": 109, "catalog_facings": 64, "shown": 66, "correct": 56, "wrong": 10, "visible_coverage": 0.6055045871559633, "correct_coverage": 0.875, "precision": 0.8484848484848485, "false_label_rate": 0.09174311926605505, "unknown_false_accepts": 9, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.39449541284403666, "rescued_correct": 14, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 74, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 84, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 85, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 86, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 87, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 88, "seed": 83, "from": null, "to": "sku_l03" } ], "fusion_ms": 2.9395840829238296 }, "seed_guard": { "facings": 109, "catalog_facings": 64, "shown": 56, "correct": 53, "wrong": 3, "visible_coverage": 0.5137614678899083, "correct_coverage": 0.828125, "precision": 0.9464285714285714, "false_label_rate": 0.027522935779816515, "unknown_false_accepts": 2, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.4862385321100917, "rescued_correct": 11, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 74, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 4.474833025597036 }, "boundary_guard": { "facings": 109, "catalog_facings": 64, "shown": 60, "correct": 56, "wrong": 4, "visible_coverage": 0.5504587155963303, "correct_coverage": 0.875, "precision": 0.9333333333333333, "false_label_rate": 0.03669724770642202, "unknown_false_accepts": 4, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.4495412844036697, "rescued_correct": 14, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 74, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 97, "from": null, "to": "sku_l07" } ], "fusion_ms": 8.267084020189941 }, "guarded": { "facings": 109, "catalog_facings": 64, "shown": 55, "correct": 53, "wrong": 2, "visible_coverage": 0.5045871559633027, "correct_coverage": 0.828125, "precision": 0.9636363636363636, "false_label_rate": 0.01834862385321101, "unknown_false_accepts": 2, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.4954128440366973, "rescued_correct": 11, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 74, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 5.6205830769613385 } }, "balanced": { "individual": { "facings": 109, "catalog_facings": 64, "shown": 52, "correct": 48, "wrong": 4, "visible_coverage": 0.47706422018348627, "correct_coverage": 0.75, "precision": 0.9230769230769231, "false_label_rate": 0.03669724770642202, "unknown_false_accepts": 4, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.5229357798165137, "rescued_correct": 0, "corrected_wrong": 0, "damaged_correct": 0, "changes": [], "fusion_ms": 0.00024994369596242905 }, "oracle": { "facings": 109, "catalog_facings": 64, "shown": 68, "correct": 59, "wrong": 9, "visible_coverage": 0.6238532110091743, "correct_coverage": 0.921875, "precision": 0.8676470588235294, "false_label_rate": 0.08256880733944955, "unknown_false_accepts": 9, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.37614678899082565, "rescued_correct": 11, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 41, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 53, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 57, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 81, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 84, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 85, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 86, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 87, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 88, "seed": 83, "from": null, "to": "sku_l03" } ], "fusion_ms": 4.547917051240802 }, "inferred": { "facings": 109, "catalog_facings": 64, "shown": 66, "correct": 56, "wrong": 10, "visible_coverage": 0.6055045871559633, "correct_coverage": 0.875, "precision": 0.8484848484848485, "false_label_rate": 0.09174311926605505, "unknown_false_accepts": 9, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.39449541284403666, "rescued_correct": 8, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 84, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 85, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 86, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 87, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 88, "seed": 83, "from": null, "to": "sku_l03" } ], "fusion_ms": 3.820416983217001 }, "seed_guard": { "facings": 109, "catalog_facings": 64, "shown": 60, "correct": 55, "wrong": 5, "visible_coverage": 0.5504587155963303, "correct_coverage": 0.859375, "precision": 0.9166666666666666, "false_label_rate": 0.045871559633027525, "unknown_false_accepts": 4, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.4495412844036697, "rescued_correct": 7, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 4.699458018876612 }, "boundary_guard": { "facings": 109, "catalog_facings": 64, "shown": 62, "correct": 56, "wrong": 6, "visible_coverage": 0.5688073394495413, "correct_coverage": 0.875, "precision": 0.9032258064516129, "false_label_rate": 0.05504587155963303, "unknown_false_accepts": 6, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.4311926605504587, "rescued_correct": 8, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 97, "from": null, "to": "sku_l07" } ], "fusion_ms": 7.058332907035947 }, "guarded": { "facings": 109, "catalog_facings": 64, "shown": 59, "correct": 55, "wrong": 4, "visible_coverage": 0.5412844036697247, "correct_coverage": 0.859375, "precision": 0.9322033898305084, "false_label_rate": 0.03669724770642202, "unknown_false_accepts": 4, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.45871559633027525, "rescued_correct": 7, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 4.717833013273776 } }, "coverage-first": { "individual": { "facings": 109, "catalog_facings": 64, "shown": 61, "correct": 52, "wrong": 9, "visible_coverage": 0.5596330275229358, "correct_coverage": 0.8125, "precision": 0.8524590163934426, "false_label_rate": 0.08256880733944955, "unknown_false_accepts": 7, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 2, "blank_ratio": 0.44036697247706424, "rescued_correct": 0, "corrected_wrong": 0, "damaged_correct": 0, "changes": [], "fusion_ms": 0.00024994369596242905 }, "oracle": { "facings": 109, "catalog_facings": 64, "shown": 71, "correct": 59, "wrong": 12, "visible_coverage": 0.6513761467889908, "correct_coverage": 0.921875, "precision": 0.8309859154929577, "false_label_rate": 0.11009174311926606, "unknown_false_accepts": 12, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.3486238532110092, "rescued_correct": 5, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": "sku_l09", "to": "sku_l02" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 41, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 53, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 57, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 81, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 84, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 85, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 86, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 87, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 88, "seed": 83, "from": null, "to": "sku_l03" } ], "fusion_ms": 3.0772091122344136 }, "inferred": { "facings": 109, "catalog_facings": 64, "shown": 69, "correct": 56, "wrong": 13, "visible_coverage": 0.6330275229357798, "correct_coverage": 0.875, "precision": 0.8115942028985508, "false_label_rate": 0.11926605504587157, "unknown_false_accepts": 12, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.3669724770642202, "rescued_correct": 2, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": "sku_l09", "to": "sku_l02" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 84, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 85, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 86, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 87, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 88, "seed": 83, "from": null, "to": "sku_l03" } ], "fusion_ms": 3.4235409693792462 }, "seed_guard": { "facings": 109, "catalog_facings": 64, "shown": 64, "correct": 55, "wrong": 9, "visible_coverage": 0.5871559633027523, "correct_coverage": 0.859375, "precision": 0.859375, "false_label_rate": 0.08256880733944955, "unknown_false_accepts": 7, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 2, "blank_ratio": 0.4128440366972477, "rescued_correct": 2, "corrected_wrong": 1, "damaged_correct": 0, "changes": [ { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 2.498124958947301 }, "boundary_guard": { "facings": 109, "catalog_facings": 64, "shown": 65, "correct": 56, "wrong": 9, "visible_coverage": 0.5963302752293578, "correct_coverage": 0.875, "precision": 0.8615384615384616, "false_label_rate": 0.08256880733944955, "unknown_false_accepts": 9, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.4036697247706422, "rescued_correct": 2, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": "sku_l09", "to": "sku_l02" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 97, "from": null, "to": "sku_l07" } ], "fusion_ms": 2.7662089560180902 }, "guarded": { "facings": 109, "catalog_facings": 64, "shown": 63, "correct": 55, "wrong": 8, "visible_coverage": 0.5779816513761468, "correct_coverage": 0.859375, "precision": 0.873015873015873, "false_label_rate": 0.07339449541284404, "unknown_false_accepts": 7, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.42201834862385323, "rescued_correct": 2, "corrected_wrong": 1, "damaged_correct": 0, "changes": [ { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 3.0783331021666527 } }, "near-argmax": { "individual": { "facings": 109, "catalog_facings": 64, "shown": 66, "correct": 52, "wrong": 14, "visible_coverage": 0.6055045871559633, "correct_coverage": 0.8125, "precision": 0.7878787878787878, "false_label_rate": 0.12844036697247707, "unknown_false_accepts": 12, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 2, "blank_ratio": 0.39449541284403666, "rescued_correct": 0, "corrected_wrong": 0, "damaged_correct": 0, "changes": [], "fusion_ms": 0.00024994369596242905 }, "oracle": { "facings": 109, "catalog_facings": 64, "shown": 76, "correct": 59, "wrong": 17, "visible_coverage": 0.6972477064220184, "correct_coverage": 0.921875, "precision": 0.7763157894736842, "false_label_rate": 0.1559633027522936, "unknown_false_accepts": 17, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.3027522935779816, "rescued_correct": 5, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": "sku_l09", "to": "sku_l02" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 41, "seed": 35, "from": null, "to": "sku_l09" }, { "id": 53, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 57, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 81, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 84, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 85, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 86, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 87, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 88, "seed": 83, "from": null, "to": "sku_l03" } ], "fusion_ms": 3.58420901466161 }, "inferred": { "facings": 109, "catalog_facings": 64, "shown": 74, "correct": 56, "wrong": 18, "visible_coverage": 0.6788990825688074, "correct_coverage": 0.875, "precision": 0.7567567567567568, "false_label_rate": 0.1651376146788991, "unknown_false_accepts": 17, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.3211009174311926, "rescued_correct": 2, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": "sku_l09", "to": "sku_l02" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 84, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 85, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 86, "seed": 83, "from": "sku_l09", "to": "sku_l03" }, { "id": 87, "seed": 83, "from": null, "to": "sku_l03" }, { "id": 88, "seed": 83, "from": null, "to": "sku_l03" } ], "fusion_ms": 3.0760839581489563 }, "seed_guard": { "facings": 109, "catalog_facings": 64, "shown": 69, "correct": 55, "wrong": 14, "visible_coverage": 0.6330275229357798, "correct_coverage": 0.859375, "precision": 0.7971014492753623, "false_label_rate": 0.12844036697247707, "unknown_false_accepts": 12, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 2, "blank_ratio": 0.3669724770642202, "rescued_correct": 2, "corrected_wrong": 1, "damaged_correct": 0, "changes": [ { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 2.60899995919317 }, "boundary_guard": { "facings": 109, "catalog_facings": 64, "shown": 70, "correct": 56, "wrong": 14, "visible_coverage": 0.6422018348623854, "correct_coverage": 0.875, "precision": 0.8, "false_label_rate": 0.12844036697247707, "unknown_false_accepts": 14, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.35779816513761464, "rescued_correct": 2, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 7, "seed": 9, "from": "sku_l09", "to": "sku_l02" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 97, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 97, "from": null, "to": "sku_l07" } ], "fusion_ms": 2.7817499358206987 }, "guarded": { "facings": 109, "catalog_facings": 64, "shown": 68, "correct": 55, "wrong": 13, "visible_coverage": 0.6238532110091743, "correct_coverage": 0.859375, "precision": 0.8088235294117647, "false_label_rate": 0.11926605504587157, "unknown_false_accepts": 12, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.37614678899082565, "rescued_correct": 2, "corrected_wrong": 1, "damaged_correct": 0, "changes": [ { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 2.9807500541210175 } }, "dp": { "facings": 109, "catalog_facings": 64, "shown": 77, "correct": 55, "wrong": 22, "visible_coverage": 0.7064220183486238, "correct_coverage": 0.859375, "precision": 0.7142857142857143, "false_label_rate": 0.2018348623853211, "unknown_false_accepts": 20, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 2, "blank_ratio": 0.29357798165137616, "rescued_correct": 2, "corrected_wrong": 1, "damaged_correct": 0, "inference_ms": 2.7622919296845794 } }, "answers": { "strict": { "individual": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": null, "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": null, "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": null, "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": null, "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": null, "69": null, "70": null, "71": null, "72": "sku_l11", "73": null, "74": null, "75": null, "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "oracle": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": "sku_l09", "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": "sku_l10", "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": "sku_l10", "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": "sku_l03", "85": "sku_l03", "86": "sku_l03", "87": "sku_l03", "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l03", "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "inferred": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": null, "83": "sku_l03", "84": "sku_l03", "85": "sku_l03", "86": "sku_l03", "87": "sku_l03", "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l07", "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "seed_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "boundary_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": null, "83": "sku_l03", "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l07", "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "guarded": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null } }, "balanced": { "individual": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": null, "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": null, "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": null, "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": null, "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": null, "71": null, "72": "sku_l11", "73": null, "74": "sku_l11", "75": null, "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "oracle": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": "sku_l09", "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": "sku_l10", "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": "sku_l10", "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": "sku_l03", "85": "sku_l03", "86": "sku_l03", "87": "sku_l03", "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l03", "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "inferred": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": null, "83": "sku_l03", "84": "sku_l03", "85": "sku_l03", "86": "sku_l03", "87": "sku_l03", "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l07", "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "seed_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": null, "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "boundary_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l07", "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "guarded": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": null, "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null } }, "coverage-first": { "individual": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l09", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l03", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": null, "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": null, "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": null, "106": null, "107": null, "108": null, "109": null, "110": "sku_l09" }, "oracle": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": "sku_l09", "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": "sku_l10", "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": "sku_l10", "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": "sku_l03", "85": "sku_l03", "86": "sku_l03", "87": "sku_l03", "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l03", "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": null, "106": null, "107": null, "108": null, "109": null, "110": "sku_l09" }, "inferred": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": null, "83": "sku_l03", "84": "sku_l03", "85": "sku_l03", "86": "sku_l03", "87": "sku_l03", "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l07", "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": null, "106": null, "107": null, "108": null, "109": null, "110": "sku_l09" }, "seed_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l09", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": null, "106": null, "107": null, "108": null, "109": null, "110": "sku_l09" }, "boundary_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l07", "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": null, "106": null, "107": null, "108": null, "109": null, "110": "sku_l09" }, "guarded": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l09", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": null, "106": null, "107": null, "108": null, "109": null, "110": "sku_l09" } }, "near-argmax": { "individual": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l09", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l03", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": null, "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": null, "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": "sku_l09", "106": "sku_l11", "107": "sku_l03", "108": "sku_l11", "109": "sku_l09", "110": "sku_l09" }, "oracle": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": "sku_l09", "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": "sku_l10", "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": "sku_l10", "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": "sku_l03", "85": "sku_l03", "86": "sku_l03", "87": "sku_l03", "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l03", "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": "sku_l09", "106": "sku_l11", "107": "sku_l03", "108": "sku_l11", "109": "sku_l09", "110": "sku_l09" }, "inferred": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": null, "83": "sku_l03", "84": "sku_l03", "85": "sku_l03", "86": "sku_l03", "87": "sku_l03", "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l07", "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": "sku_l09", "106": "sku_l11", "107": "sku_l03", "108": "sku_l11", "109": "sku_l09", "110": "sku_l09" }, "seed_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l09", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": "sku_l09", "106": "sku_l11", "107": "sku_l03", "108": "sku_l11", "109": "sku_l09", "110": "sku_l09" }, "boundary_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": "sku_l07", "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": "sku_l09", "106": "sku_l11", "107": "sku_l03", "108": "sku_l11", "109": "sku_l09", "110": "sku_l09" }, "guarded": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l09", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": "sku_l03", "84": "sku_l09", "85": null, "86": "sku_l09", "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": null, "95": null, "96": null, "97": "sku_l07", "98": "sku_l09", "99": null, "100": null, "101": null, "102": null, "103": null, "104": "sku_l09", "105": "sku_l09", "106": "sku_l11", "107": "sku_l03", "108": "sku_l11", "109": "sku_l09", "110": "sku_l09" } } }, "utility_sensitivity": { "0.5": { "loss": { "strict/individual": 0.6055045871559633, "strict/oracle": 0.41743119266055045, "strict/inferred": 0.44036697247706424, "strict/seed_guard": 0.5, "strict/boundary_guard": 0.46788990825688076, "strict/guarded": 0.5045871559633027, "balanced/individual": 0.5412844036697247, "balanced/oracle": 0.41743119266055045, "balanced/inferred": 0.44036697247706424, "balanced/seed_guard": 0.4724770642201835, "balanced/boundary_guard": 0.45871559633027525, "balanced/guarded": 0.47706422018348627, "coverage-first/individual": 0.481651376146789, "coverage-first/oracle": 0.4036697247706422, "coverage-first/inferred": 0.42660550458715596, "coverage-first/seed_guard": 0.4541284403669725, "coverage-first/boundary_guard": 0.44495412844036697, "coverage-first/guarded": 0.45871559633027525, "near-argmax/individual": 0.45871559633027525, "near-argmax/oracle": 0.38073394495412843, "near-argmax/inferred": 0.4036697247706422, "near-argmax/seed_guard": 0.43119266055045874, "near-argmax/boundary_guard": 0.42201834862385323, "near-argmax/guarded": 0.43577981651376146 }, "best": "near-argmax/oracle", "best_nonoracle": "near-argmax/inferred" }, "1.0": { "loss": { "strict/individual": 0.6146788990825688, "strict/oracle": 0.45871559633027525, "strict/inferred": 0.48623853211009177, "strict/seed_guard": 0.5137614678899083, "strict/boundary_guard": 0.48623853211009177, "strict/guarded": 0.5137614678899083, "balanced/individual": 0.5596330275229358, "balanced/oracle": 0.45871559633027525, "balanced/inferred": 0.48623853211009177, "balanced/seed_guard": 0.4954128440366973, "balanced/boundary_guard": 0.48623853211009177, "balanced/guarded": 0.4954128440366973, "coverage-first/individual": 0.5229357798165137, "coverage-first/oracle": 0.45871559633027525, "coverage-first/inferred": 0.48623853211009177, "coverage-first/seed_guard": 0.4954128440366973, "coverage-first/boundary_guard": 0.48623853211009177, "coverage-first/guarded": 0.4954128440366973, "near-argmax/individual": 0.5229357798165137, "near-argmax/oracle": 0.45871559633027525, "near-argmax/inferred": 0.48623853211009177, "near-argmax/seed_guard": 0.4954128440366973, "near-argmax/boundary_guard": 0.48623853211009177, "near-argmax/guarded": 0.4954128440366973 }, "best": "strict/oracle", "best_nonoracle": "strict/inferred" }, "2.0": { "loss": { "strict/individual": 0.6330275229357798, "strict/oracle": 0.5412844036697247, "strict/inferred": 0.5779816513761468, "strict/seed_guard": 0.5412844036697247, "strict/boundary_guard": 0.5229357798165137, "strict/guarded": 0.5321100917431193, "balanced/individual": 0.5963302752293578, "balanced/oracle": 0.5412844036697247, "balanced/inferred": 0.5779816513761468, "balanced/seed_guard": 0.5412844036697247, "balanced/boundary_guard": 0.5412844036697247, "balanced/guarded": 0.5321100917431193, "coverage-first/individual": 0.6055045871559633, "coverage-first/oracle": 0.5688073394495413, "coverage-first/inferred": 0.6055045871559633, "coverage-first/seed_guard": 0.5779816513761468, "coverage-first/boundary_guard": 0.5688073394495413, "coverage-first/guarded": 0.5688073394495413, "near-argmax/individual": 0.6513761467889908, "near-argmax/oracle": 0.6146788990825688, "near-argmax/inferred": 0.6513761467889908, "near-argmax/seed_guard": 0.6238532110091743, "near-argmax/boundary_guard": 0.6146788990825688, "near-argmax/guarded": 0.6146788990825688 }, "best": "strict/boundary_guard", "best_nonoracle": "strict/boundary_guard" }, "4.0": { "loss": { "strict/individual": 0.6697247706422018, "strict/oracle": 0.7064220183486238, "strict/inferred": 0.7614678899082569, "strict/seed_guard": 0.5963302752293578, "strict/boundary_guard": 0.5963302752293578, "strict/guarded": 0.5688073394495413, "balanced/individual": 0.6697247706422018, "balanced/oracle": 0.7064220183486238, "balanced/inferred": 0.7614678899082569, "balanced/seed_guard": 0.6330275229357798, "balanced/boundary_guard": 0.6513761467889908, "balanced/guarded": 0.6055045871559633, "coverage-first/individual": 0.7706422018348624, "coverage-first/oracle": 0.7889908256880734, "coverage-first/inferred": 0.8440366972477065, "coverage-first/seed_guard": 0.7431192660550459, "coverage-first/boundary_guard": 0.7339449541284404, "coverage-first/guarded": 0.7155963302752294, "near-argmax/individual": 0.908256880733945, "near-argmax/oracle": 0.926605504587156, "near-argmax/inferred": 0.981651376146789, "near-argmax/seed_guard": 0.8807339449541285, "near-argmax/boundary_guard": 0.8715596330275229, "near-argmax/guarded": 0.8532110091743119 }, "best": "strict/guarded", "best_nonoracle": "strict/guarded" }, "8.0": { "loss": { "strict/individual": 0.7431192660550459, "strict/oracle": 1.036697247706422, "strict/inferred": 1.128440366972477, "strict/seed_guard": 0.7064220183486238, "strict/boundary_guard": 0.7431192660550459, "strict/guarded": 0.6422018348623854, "balanced/individual": 0.8165137614678899, "balanced/oracle": 1.036697247706422, "balanced/inferred": 1.128440366972477, "balanced/seed_guard": 0.8165137614678899, "balanced/boundary_guard": 0.8715596330275229, "balanced/guarded": 0.7522935779816514, "coverage-first/individual": 1.1009174311926606, "coverage-first/oracle": 1.2293577981651376, "coverage-first/inferred": 1.3211009174311927, "coverage-first/seed_guard": 1.073394495412844, "coverage-first/boundary_guard": 1.0642201834862386, "coverage-first/guarded": 1.0091743119266054, "near-argmax/individual": 1.4220183486238531, "near-argmax/oracle": 1.5504587155963303, "near-argmax/inferred": 1.6422018348623852, "near-argmax/seed_guard": 1.3944954128440368, "near-argmax/boundary_guard": 1.385321100917431, "near-argmax/guarded": 1.3302752293577982 }, "best": "strict/guarded", "best_nonoracle": "strict/guarded" } }, "guarded_groups": [ [ 0, 1, 3, 4 ], [ 5 ], [ 6, 7, 8, 9 ], [ 10, 11, 12, 13 ], [ 14 ], [ 16 ], [ 17, 18, 19 ], [ 20, 21, 22, 23 ], [ 24, 25, 26, 27, 28, 29 ], [ 30 ], [ 31, 32 ], [ 33, 34, 35, 36, 37, 38, 39, 40 ], [ 41 ], [ 42, 43 ], [ 44, 45 ], [ 46, 47, 48 ], [ 64 ], [ 49, 50, 51, 52 ], [ 53 ], [ 54, 55, 56 ], [ 57 ], [ 58, 59 ], [ 60 ], [ 61 ], [ 62 ], [ 63 ], [ 65, 66 ], [ 67, 68, 69, 70, 71, 72, 73, 74, 75 ], [ 76, 77 ], [ 78, 79 ], [ 80 ], [ 92, 93 ], [ 94, 95, 96, 97, 81, 82 ], [ 83 ], [ 84, 85, 86, 87, 88 ], [ 89, 90 ], [ 91 ], [ 102 ], [ 103 ], [ 105 ], [ 104 ], [ 106 ], [ 107 ], [ 108 ], [ 109 ], [ 110 ], [ 98 ], [ 99, 100, 101 ] ], "appearance_groups": [ [ 0, 1, 3, 4 ], [ 5 ], [ 6, 7, 8, 9 ], [ 10, 11, 12, 13 ], [ 14 ], [ 16 ], [ 17, 18, 19 ], [ 20, 21, 22, 23 ], [ 24, 25, 26, 27, 28, 29 ], [ 30 ], [ 31, 32 ], [ 33, 34, 35, 36, 37, 38, 39, 40 ], [ 41 ], [ 42, 43 ], [ 44, 45 ], [ 46, 47, 48 ], [ 64 ], [ 49, 50, 51, 52 ], [ 53 ], [ 54, 55, 56 ], [ 57 ], [ 58, 59 ], [ 60 ], [ 61 ], [ 62 ], [ 63 ], [ 65, 66 ], [ 67, 68, 69, 70, 71, 72, 73, 74, 75 ], [ 76, 77 ], [ 78, 79 ], [ 80 ], [ 92, 93 ], [ 94, 95, 96, 97, 81, 82, 83 ], [ 84, 85, 86, 87, 88 ], [ 89, 90 ], [ 91 ], [ 102 ], [ 103 ], [ 105 ], [ 104 ], [ 106 ], [ 107 ], [ 108 ], [ 109 ], [ 110 ], [ 98 ], [ 99, 100, 101 ] ], "guarded_group_membership": { "tp": 154, "fp": 0, "tn": 3707, "fn": 144, "precision": 1.0, "recall": 0.5167785234899329, "boundary_accuracy": 0.9640449438202248, "boundary_recall": 1.0 }, "guarded_adjacent_boundaries": { "tp": 60, "fp": 0, "tn": 11, "fn": 12, "precision": 1.0, "recall": 0.8333333333333334, "boundary_accuracy": 0.8554216867469879, "boundary_recall": 1.0 }, "guarded_edges": [ true, true, true, false, false, true, true, true, false, true, true, true, false, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, false, true, false, true, true, false, true, true, true, false, false, true, true, false, false, true, false, false, false, false, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, false, false, false, false, false, false, false, false, false, false, false, true, true ] }, "live": { "pair_counts": { "same": 72, "sibling": 3, "unrelated": 8 }, "signals": { "hue": { "thresholds_leave_row_out": { "0": 0.6396749019622803, "1": 0.6396749019622803, "2": 0.6096717417240143, "3": 0.6396749019622803, "4": 0.6396749019622803, "5": 0.6396749019622803, "6": 0.6396749019622803 }, "same_vs_sibling_auc": 0.9907407407407407, "same_vs_unrelated_auc": 0.953125, "classes": { "same": { "n": 72, "p50": 0.8994276225566864 }, "sibling": { "n": 3, "p50": 0.4254299998283386 }, "unrelated": { "n": 8, "p50": 0.4207403212785721 } }, "held_row_confusion": { "tp": 68, "fp": 2, "tn": 9, "fn": 4, "precision": 0.9714285714285714, "recall": 0.9444444444444444, "boundary_accuracy": 0.927710843373494, "boundary_recall": 0.8181818181818182 } }, "pixels": { "thresholds_leave_row_out": { "0": 0.6939108455882353, "1": 0.698092830882353, "2": 0.7043265548406863, "3": 0.698092830882353, "4": 0.698092830882353, "5": 0.698092830882353, "6": 0.698092830882353 }, "same_vs_sibling_auc": 0.9444444444444444, "same_vs_unrelated_auc": 0.9774305555555556, "classes": { "same": { "n": 72, "p50": 0.7928136488970587 }, "sibling": { "n": 3, "p50": 0.6889456954656863 }, "unrelated": { "n": 8, "p50": 0.5802360983455883 } }, "held_row_confusion": { "tp": 65, "fp": 1, "tn": 10, "fn": 7, "precision": 0.9848484848484849, "recall": 0.9027777777777778, "boundary_accuracy": 0.9036144578313253, "boundary_recall": 0.9090909090909091 } }, "logo_pixels": { "thresholds_leave_row_out": { "0": 0.701382506127451, "1": 0.6972464767156863, "2": 0.6995155484068627, "3": 0.6995155484068627, "4": 0.6995155484068627, "5": 0.6995155484068627, "6": 0.6995155484068627 }, "same_vs_sibling_auc": 0.9675925925925926, "same_vs_unrelated_auc": 0.984375, "classes": { "same": { "n": 72, "p50": 0.7744561887254902 }, "sibling": { "n": 3, "p50": 0.685140931372549 }, "unrelated": { "n": 8, "p50": 0.5742532169117648 } }, "held_row_confusion": { "tp": 68, "fp": 0, "tn": 11, "fn": 4, "precision": 1.0, "recall": 0.9444444444444444, "boundary_accuracy": 0.9518072289156626, "boundary_recall": 1.0 } }, "edge": { "thresholds_leave_row_out": { "0": 0.3808349405238223, "1": 0.41328563588592016, "2": 0.44781538557457845, "3": 0.44781538557457845, "4": 0.44781538557457845, "5": 0.4486999720921007, "6": 0.44781538557457845 }, "same_vs_sibling_auc": 0.4027777777777778, "same_vs_unrelated_auc": 0.7309027777777778, "classes": { "same": { "n": 72, "p50": 0.41026276133029915 }, "sibling": { "n": 3, "p50": 0.43302133970036977 }, "unrelated": { "n": 8, "p50": 0.36870692252076637 } }, "held_row_confusion": { "tp": 29, "fp": 4, "tn": 7, "fn": 43, "precision": 0.8787878787878788, "recall": 0.4027777777777778, "boundary_accuracy": 0.43373493975903615, "boundary_recall": 0.6363636363636364 } }, "inliers": { "thresholds_leave_row_out": { "0": 1.5, "1": 1.5, "2": 1.5, "3": 1.5, "4": 1.5, "5": 2.0, "6": 1.5 }, "same_vs_sibling_auc": 0.875, "same_vs_unrelated_auc": 0.875, "classes": { "same": { "n": 72, "p50": 6.0 }, "sibling": { "n": 3, "p50": 0.0 }, "unrelated": { "n": 8, "p50": 0.0 } }, "held_row_confusion": { "tp": 54, "fp": 0, "tn": 11, "fn": 18, "precision": 1.0, "recall": 0.75, "boundary_accuracy": 0.7831325301204819, "boundary_recall": 1.0 } }, "match_fraction": { "thresholds_leave_row_out": { "0": 0.013761467889908258, "1": 0.013761467889908258, "2": 0.013761467889908258, "3": 0.013761467889908258, "4": 0.013761467889908258, "5": 0.014705882352941176, "6": 0.013761467889908258 }, "same_vs_sibling_auc": 0.875, "same_vs_unrelated_auc": 0.875, "classes": { "same": { "n": 72, "p50": 0.08577712609970675 }, "sibling": { "n": 3, "p50": 0.0 }, "unrelated": { "n": 8, "p50": 0.0 } }, "held_row_confusion": { "tp": 54, "fp": 0, "tn": 11, "fn": 18, "precision": 1.0, "recall": 0.75, "boundary_accuracy": 0.7831325301204819, "boundary_recall": 1.0 } }, "layout_cover": { "thresholds_leave_row_out": { "0": 8.509910616244412e-05, "1": 8.509910616244412e-05, "2": 0.0013742535075239588, "3": 8.509910616244412e-05, "4": 8.509910616244412e-05, "5": 8.509910616244412e-05, "6": 8.509910616244412e-05 }, "same_vs_sibling_auc": 0.8611111111111112, "same_vs_unrelated_auc": 0.8611111111111112, "classes": { "same": { "n": 72, "p50": 0.0200175082776283 }, "sibling": { "n": 3, "p50": 0.0 }, "unrelated": { "n": 8, "p50": 0.0 } }, "held_row_confusion": { "tp": 50, "fp": 0, "tn": 11, "fn": 22, "precision": 1.0, "recall": 0.6944444444444444, "boundary_accuracy": 0.7349397590361446, "boundary_recall": 1.0 } }, "aspect": { "thresholds_leave_row_out": { "0": 0.8974628814775565, "1": 0.8966545334469862, "2": 0.8974628814775565, "3": 0.8974628814775565, "4": 0.8974628814775565, "5": 0.9020908417043683, "6": 0.8974628814775565 }, "same_vs_sibling_auc": 0.37962962962962965, "same_vs_unrelated_auc": 0.6788194444444444, "classes": { "same": { "n": 72, "p50": 0.9031478317763804 }, "sibling": { "n": 3, "p50": 0.9294924554183813 }, "unrelated": { "n": 8, "p50": 0.8342207188031936 } }, "held_row_confusion": { "tp": 36, "fp": 1, "tn": 10, "fn": 36, "precision": 0.972972972972973, "recall": 0.5, "boundary_accuracy": 0.5542168674698795, "boundary_recall": 0.9090909090909091 } }, "height": { "thresholds_leave_row_out": { "0": 0.9644015404884969, "1": 0.9067164179104478, "2": 0.9642369991474851, "3": 0.9642369991474851, "4": 0.9642369991474851, "5": 0.9642369991474851, "6": 0.9642369991474851 }, "same_vs_sibling_auc": 0.9768518518518519, "same_vs_unrelated_auc": 0.796875, "classes": { "same": { "n": 72, "p50": 0.9846723044397463 }, "sibling": { "n": 3, "p50": 0.8962962962962963 }, "unrelated": { "n": 8, "p50": 0.9382332643202208 } }, "held_row_confusion": { "tp": 63, "fp": 5, "tn": 6, "fn": 9, "precision": 0.9264705882352942, "recall": 0.875, "boundary_accuracy": 0.8313253012048193, "boundary_recall": 0.5454545454545454 } }, "ocr_jaccard": { "thresholds_leave_row_out": { "0": 0.045545545545545546, "1": 0.017241379310344827, "2": 0.042328042328042326, "3": 0.042328042328042326, "4": 0.042328042328042326, "5": 0.042328042328042326, "6": 0.042328042328042326 }, "same_vs_sibling_auc": 0.625, "same_vs_unrelated_auc": 0.7291666666666666, "classes": { "same": { "n": 72, "p50": 0.0 }, "sibling": { "n": 3, "p50": 0.0 }, "unrelated": { "n": 8, "p50": 0.0 } }, "held_row_confusion": { "tp": 31, "fp": 0, "tn": 11, "fn": 41, "precision": 1.0, "recall": 0.4305555555555556, "boundary_accuracy": 0.5060240963855421, "boundary_recall": 1.0 } }, "combined": { "thresholds_leave_row_out": { "0": 0.4284209137453753, "1": 0.4568061129953347, "2": 0.532231413137679, "3": 0.532231413137679, "4": 0.4568061129953347, "5": 0.4568061129953347, "6": 0.4568061129953347 }, "same_vs_sibling_auc": 0.9907407407407407, "same_vs_unrelated_auc": 0.984375, "classes": { "same": { "n": 72, "p50": 0.7816299380157508 }, "sibling": { "n": 3, "p50": 0.38199122451099693 }, "unrelated": { "n": 8, "p50": 0.35282120474705503 } }, "held_row_confusion": { "tp": 63, "fp": 2, "tn": 9, "fn": 9, "precision": 0.9692307692307692, "recall": 0.875, "boundary_accuracy": 0.8674698795180723, "boundary_recall": 0.8181818181818182 } } }, "pairs": [ { "a": 0, "b": 1, "row": 0, "signals": { "hue": 0.819145679473877, "pixels": 0.7776884191176471, "logo_pixels": 0.7248965992647058, "edge": 0.43994739032735614, "inliers": 6, "match_fraction": 0.029411764705882353, "layout_cover": 0.013447516969522956, "aspect": 0.9260162601626016, "height": 0.9647058823529412, "gap": 0.02666666666666667, "bottom": 0.023529411764705882, "ocr_jaccard": 0.047619047619047616 }, "pair_ms": 0.36504107993096113, "same": true, "class": "same" }, { "a": 1, "b": 3, "row": 0, "signals": { "hue": 0.8941158652305603, "pixels": 0.8531920189950981, "logo_pixels": 0.818884037990196, "edge": 0.4925724072002833, "inliers": 14, "match_fraction": 0.07291666666666667, "layout_cover": 0.06384534314783756, "aspect": 0.9341414141414142, "height": 0.9705882352941176, "gap": 0.05333333333333334, "bottom": 0.011764705882352941, "ocr_jaccard": 0.07142857142857142 }, "pair_ms": 0.3169591072946787, "same": true, "class": "same" }, { "a": 3, "b": 4, "row": 0, "signals": { "hue": 0.9099962115287781, "pixels": 0.8100337009803922, "logo_pixels": 0.7575635723039216, "edge": 0.40825606573637707, "inliers": 6, "match_fraction": 0.048, "layout_cover": 0.03924226876747955, "aspect": 0.8289185239313116, "height": 0.9757575757575757, "gap": 0.04411764705882353, "bottom": 0.006060606060606061, "ocr_jaccard": 0.06666666666666667 }, "pair_ms": 0.21416705567389727, "same": true, "class": "same" }, { "a": 4, "b": 5, "row": 0, "signals": { "hue": 0.895526111125946, "pixels": 0.7854798560049019, "logo_pixels": 0.7204695159313725, "edge": 0.39401177704408313, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9163955437247362, "height": 0.9526627218934911, "gap": 0.047619047619047616, "bottom": 0.01775147928994083, "ocr_jaccard": 0.0 }, "pair_ms": 0.16616692300885916, "same": true, "class": "same" }, { "a": 5, "b": 6, "row": 0, "signals": { "hue": 0.4254299998283386, "pixels": 0.6659734987745098, "logo_pixels": 0.5578814338235294, "edge": 0.4131059508621492, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8941798941798941, "height": 0.727810650887574, "gap": 0.047619047619047616, "bottom": 0.005917159763313609, "ocr_jaccard": 0.0 }, "pair_ms": 0.1493329182267189, "same": false, "class": "sibling" }, { "a": 6, "b": 7, "row": 0, "signals": { "hue": 0.8143020272254944, "pixels": 0.7568455116421569, "logo_pixels": 0.7093520220588235, "edge": 0.4729268039929106, "inliers": 6, "match_fraction": 0.05825242718446602, "layout_cover": 0.026604439457008702, "aspect": 0.7758620689655171, "height": 0.9111111111111111, "gap": 0.017241379310344827, "bottom": 0.037037037037037035, "ocr_jaccard": 0.14285714285714285 }, "pair_ms": 0.13170798774808645, "same": true, "class": "same" }, { "a": 7, "b": 8, "row": 0, "signals": { "hue": 0.7984604239463806, "pixels": 0.7479664522058824, "logo_pixels": 0.6792394301470588, "edge": 0.4076206228874115, "inliers": 8, "match_fraction": 0.06451612903225806, "layout_cover": 0.015065675076368459, "aspect": 0.8770614692653673, "height": 0.9782608695652174, "gap": 0.05172413793103448, "bottom": 0.007246376811594203, "ocr_jaccard": 0.0 }, "pair_ms": 0.16120797954499722, "same": true, "class": "same" }, { "a": 8, "b": 9, "row": 0, "signals": { "hue": 0.9250141978263855, "pixels": 0.7849839154411764, "logo_pixels": 0.7682559742647059, "edge": 0.46191981532278853, "inliers": 17, "match_fraction": 0.1349206349206349, "layout_cover": 0.08324522379615527, "aspect": 0.9083850931677019, "height": 0.9782608695652174, "gap": 0.05357142857142857, "bottom": 0.028985507246376812, "ocr_jaccard": 0.0 }, "pair_ms": 0.29616698157042265, "same": true, "class": "same" }, { "a": 9, "b": 10, "row": 0, "signals": { "hue": 0.6039479970932007, "pixels": 0.6973096660539215, "logo_pixels": 0.685140931372549, "edge": 0.44591174002062406, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9294924554183813, "height": 0.8962962962962963, "gap": 0.5714285714285714, "bottom": 0.014814814814814815, "ocr_jaccard": 0.0 }, "pair_ms": 0.14625000767409801, "same": false, "class": "sibling" }, { "a": 10, "b": 11, "row": 0, "signals": { "hue": 0.9475029706954956, "pixels": 0.7641352634803922, "logo_pixels": 0.7604243259803922, "edge": 0.4819477473447783, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9551979121357111, "height": 0.9918032786885246, "gap": 0.05263157894736842, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.11104100849479437, "same": true, "class": "same" }, { "a": 11, "b": 12, "row": 0, "signals": { "hue": 0.9539363980293274, "pixels": 0.8006146599264706, "logo_pixels": 0.7986289828431372, "edge": 0.5352826672648147, "inliers": 12, "match_fraction": 0.10256410256410256, "layout_cover": 0.031152510607106422, "aspect": 0.8625294579732914, "height": 0.9104477611940298, "gap": 0.07017543859649122, "bottom": 0.022388059701492536, "ocr_jaccard": 0.0 }, "pair_ms": 0.15458394773304462, "same": true, "class": "same" }, { "a": 12, "b": 13, "row": 0, "signals": { "hue": 0.7888195514678955, "pixels": 0.759817325367647, "logo_pixels": 0.7722388174019608, "edge": 0.5258775874330266, "inliers": 5, "match_fraction": 0.042735042735042736, "layout_cover": 0.01335990929703846, "aspect": 0.7105263157894737, "height": 1.0, "gap": 0.039473684210526314, "bottom": 0.014925373134328358, "ocr_jaccard": 0.13043478260869565 }, "pair_ms": 0.19416597206145525, "same": true, "class": "same" }, { "a": 13, "b": 14, "row": 0, "signals": { "hue": 0.19901785254478455, "pixels": 0.6721832873774509, "logo_pixels": 0.6729894301470588, "edge": 0.395888379774615, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8236650019208606, "height": 0.9781021897810219, "gap": 0.19736842105263158, "bottom": 0.043795620437956206, "ocr_jaccard": 0.0 }, "pair_ms": 0.16712502110749483, "same": false, "class": "unrelated" }, { "a": 17, "b": 18, "row": 1, "signals": { "hue": 0.9404069185256958, "pixels": 0.7451459099264706, "logo_pixels": 0.7575674019607843, "edge": 0.4042125767574405, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7727920227920229, "height": 0.9935897435897436, "gap": 0.047619047619047616, "bottom": 0.00641025641025641, "ocr_jaccard": 0.0 }, "pair_ms": 0.15649991109967232, "same": true, "class": "same" }, { "a": 18, "b": 19, "row": 1, "signals": { "hue": 0.9389873743057251, "pixels": 0.7917949601715686, "logo_pixels": 0.8153990502450981, "edge": 0.39094502608534, "inliers": 15, "match_fraction": 0.12, "layout_cover": 0.1674211829384524, "aspect": 0.9873642439431914, "height": 0.9806451612903225, "gap": 0.047619047619047616, "bottom": 0.0064516129032258064, "ocr_jaccard": 0.4666666666666667 }, "pair_ms": 0.1604999415576458, "same": true, "class": "same" }, { "a": 19, "b": 20, "row": 1, "signals": { "hue": 0.0764075294137001, "pixels": 0.6889456954656863, "logo_pixels": 0.689679074754902, "edge": 0.43302133970036977, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9564692982456141, "height": 0.9407894736842105, "gap": 1.1639344262295082, "bottom": 0.019736842105263157, "ocr_jaccard": 0.037037037037037035 }, "pair_ms": 0.11908297892659903, "same": false, "class": "sibling" }, { "a": 20, "b": 21, "row": 1, "signals": { "hue": 0.8995526432991028, "pixels": 0.8232421875, "logo_pixels": 0.7941023284313726, "edge": 0.4978868199288073, "inliers": 6, "match_fraction": 0.05217391304347826, "layout_cover": 0.1125619438396697, "aspect": 0.9423363521724177, "height": 0.958041958041958, "gap": 0.13114754098360656, "bottom": 0.013986013986013986, "ocr_jaccard": 0.05405405405405406 }, "pair_ms": 0.15004200395196676, "same": true, "class": "same" }, { "a": 21, "b": 22, "row": 1, "signals": { "hue": 0.8595296740531921, "pixels": 0.8063495710784314, "logo_pixels": 0.7783700980392156, "edge": 0.51530748737954, "inliers": 4, "match_fraction": 0.032, "layout_cover": 0.003867626248476012, "aspect": 0.9371388135393325, "height": 0.9856115107913669, "gap": 0.04918032786885246, "bottom": 0.0, "ocr_jaccard": 0.02631578947368421 }, "pair_ms": 0.15350000467151403, "same": true, "class": "same" }, { "a": 22, "b": 23, "row": 1, "signals": { "hue": 0.9186654090881348, "pixels": 0.8430855545343137, "logo_pixels": 0.7956571691176471, "edge": 0.547572664835942, "inliers": 5, "match_fraction": 0.04, "layout_cover": 0.009829281900949907, "aspect": 0.9725137431284359, "height": 0.9928057553956835, "gap": 0.05172413793103448, "bottom": 0.014388489208633094, "ocr_jaccard": 0.14705882352941177 }, "pair_ms": 0.14762498904019594, "same": true, "class": "same" }, { "a": 23, "b": 24, "row": 1, "signals": { "hue": 0.22997605800628662, "pixels": 0.6849360447303922, "logo_pixels": 0.6725643382352942, "edge": 0.3598529283186641, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8893662728249193, "height": 0.9637681159420289, "gap": 0.05357142857142857, "bottom": 0.007246376811594203, "ocr_jaccard": 0.0 }, "pair_ms": 0.09941705502569675, "same": false, "class": "unrelated" }, { "a": 24, "b": 25, "row": 1, "signals": { "hue": 0.8656902313232422, "pixels": 0.8414560355392158, "logo_pixels": 0.8182636335784313, "edge": 0.3854039659635773, "inliers": 36, "match_fraction": 0.43902439024390244, "layout_cover": 0.2761142174822285, "aspect": 0.980448717948718, "height": 0.9774436090225563, "gap": 0.041666666666666664, "bottom": 0.0, "ocr_jaccard": 0.2 }, "pair_ms": 0.10175001807510853, "same": true, "class": "same" }, { "a": 25, "b": 26, "row": 1, "signals": { "hue": 0.9225292205810547, "pixels": 0.7749980851715685, "logo_pixels": 0.755438112745098, "edge": 0.23620633120512077, "inliers": 15, "match_fraction": 0.17857142857142858, "layout_cover": 0.09601716607126416, "aspect": 0.8625, "height": 0.9, "gap": 0.041666666666666664, "bottom": 0.015384615384615385, "ocr_jaccard": 0.4444444444444444 }, "pair_ms": 0.09570794645696878, "same": true, "class": "same" }, { "a": 26, "b": 27, "row": 1, "signals": { "hue": 0.8866029977798462, "pixels": 0.8681142769607844, "logo_pixels": 0.8694967830882353, "edge": 0.4425838972731687, "inliers": 47, "match_fraction": 0.49473684210526314, "layout_cover": 0.365725149345153, "aspect": 0.9791666666666667, "height": 1.0, "gap": 0.0625, "bottom": 0.0, "ocr_jaccard": 0.4 }, "pair_ms": 0.1240420388057828, "same": true, "class": "same" }, { "a": 27, "b": 28, "row": 1, "signals": { "hue": 0.8096206188201904, "pixels": 0.816180300245098, "logo_pixels": 0.7943244485294118, "edge": 0.3840887015571034, "inliers": 33, "match_fraction": 0.3707865168539326, "layout_cover": 0.23659851333865073, "aspect": 0.8952967525195968, "height": 0.9743589743589743, "gap": 0.06382978723404255, "bottom": 0.0, "ocr_jaccard": 0.18181818181818182 }, "pair_ms": 0.11237501166760921, "same": true, "class": "same" }, { "a": 28, "b": 29, "row": 1, "signals": { "hue": 0.882347822189331, "pixels": 0.7744868259803922, "logo_pixels": 0.7706150428921569, "edge": 0.3725820532740064, "inliers": 37, "match_fraction": 0.4157303370786517, "layout_cover": 0.1591731381658846, "aspect": 0.8550148957298908, "height": 0.9047619047619048, "gap": 0.03773584905660377, "bottom": 0.0, "ocr_jaccard": 0.2727272727272727 }, "pair_ms": 0.12108299415558577, "same": true, "class": "same" }, { "a": 29, "b": 30, "row": 1, "signals": { "hue": 0.830783486366272, "pixels": 0.5819450827205883, "logo_pixels": 0.5497510723039216, "edge": 0.4159793568643041, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8957965902410346, "height": 0.9126984126984127, "gap": 0.05555555555555555, "bottom": 0.023809523809523808, "ocr_jaccard": 0.0 }, "pair_ms": 0.09654101449996233, "same": false, "class": "unrelated" }, { "a": 31, "b": 32, "row": 2, "signals": { "hue": 0.6463795304298401, "pixels": 0.7424977022058824, "logo_pixels": 0.773992800245098, "edge": 0.3861549382979992, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7561436672967864, "height": 0.9583333333333334, "gap": 0.07246376811594203, "bottom": 0.013888888888888888, "ocr_jaccard": 0.0 }, "pair_ms": 0.1319999573752284, "same": true, "class": "same" }, { "a": 32, "b": 33, "row": 2, "signals": { "hue": 0.6329702734947205, "pixels": 0.42896560968137254, "logo_pixels": 0.4167547487745098, "edge": 0.26708047318626826, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7305882352941176, "height": 0.9855072463768116, "gap": 0.06, "bottom": 0.014492753623188406, "ocr_jaccard": 0.0 }, "pair_ms": 0.04541699308902025, "same": false, "class": "unrelated" }, { "a": 33, "b": 34, "row": 2, "signals": { "hue": 0.8550897240638733, "pixels": 0.6988759957107844, "logo_pixels": 0.8210324754901961, "edge": 0.3050942558790837, "inliers": 5, "match_fraction": 0.1388888888888889, "layout_cover": 0.03018161810082585, "aspect": 0.6176470588235294, "height": 0.9714285714285714, "gap": 0.03333333333333333, "bottom": 0.02857142857142857, "ocr_jaccard": 0.0 }, "pair_ms": 0.05566596519201994, "same": true, "class": "same" }, { "a": 34, "b": 35, "row": 2, "signals": { "hue": 0.9268670082092285, "pixels": 0.7360926011029412, "logo_pixels": 0.8527305453431373, "edge": 0.41091611929699273, "inliers": 19, "match_fraction": 0.2289156626506024, "layout_cover": 0.2640733777908763, "aspect": 0.9878934624697335, "height": 0.9714285714285714, "gap": 0.05, "bottom": 0.014285714285714285, "ocr_jaccard": 0.4358974358974359 }, "pair_ms": 0.09133398998528719, "same": true, "class": "same" }, { "a": 35, "b": 36, "row": 2, "signals": { "hue": 0.7522934079170227, "pixels": 0.585922181372549, "logo_pixels": 0.5389284620098039, "edge": 0.4096094033636055, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.6633337397878307, "height": 0.9784172661870504, "gap": 0.03389830508474576, "bottom": 0.007194244604316547, "ocr_jaccard": 0.03571428571428571 }, "pair_ms": 0.05670799873769283, "same": true, "class": "same" }, { "a": 36, "b": 37, "row": 2, "signals": { "hue": 0.7317556142807007, "pixels": 0.577307368259804, "logo_pixels": 0.5927925857843137, "edge": 0.3046137365247101, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.6916572005553452, "height": 0.9856115107913669, "gap": 0.05263157894736842, "bottom": 0.007194244604316547, "ocr_jaccard": 0.034482758620689655 }, "pair_ms": 0.04516600165516138, "same": true, "class": "same" }, { "a": 37, "b": 38, "row": 2, "signals": { "hue": 0.803390622138977, "pixels": 0.8078718596813725, "logo_pixels": 0.8622166053921569, "edge": 0.36864035696337455, "inliers": 6, "match_fraction": 0.1, "layout_cover": 0.012679238877917826, "aspect": 0.9649122807017544, "height": 1.0, "gap": 0.07017543859649122, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.06550003308802843, "same": true, "class": "same" }, { "a": 38, "b": 39, "row": 2, "signals": { "hue": 0.816519021987915, "pixels": 0.7176068474264705, "logo_pixels": 0.8221315870098039, "edge": 0.31673642159116394, "inliers": 5, "match_fraction": 0.08064516129032258, "layout_cover": 0.00017019821232488823, "aspect": 0.9854014598540147, "height": 0.9854014598540146, "gap": 0.05454545454545454, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.07062510121613741, "same": true, "class": "same" }, { "a": 39, "b": 40, "row": 2, "signals": { "hue": 0.8799867630004883, "pixels": 0.7134612438725491, "logo_pixels": 0.7130859375, "edge": 0.32221380871725896, "inliers": 20, "match_fraction": 0.2631578947368421, "layout_cover": 0.0921148387048057, "aspect": 0.7224691358024691, "height": 0.9851851851851852, "gap": 0.06666666666666667, "bottom": 0.0, "ocr_jaccard": 0.5333333333333333 }, "pair_ms": 0.09416695684194565, "same": true, "class": "same" }, { "a": 40, "b": 41, "row": 2, "signals": { "hue": 0.649672269821167, "pixels": 0.6661803002450981, "logo_pixels": 0.7390012254901961, "edge": 0.20167302540549217, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.45975308641975304, "height": 0.9851851851851852, "gap": 0.02666666666666667, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.04533305764198303, "same": true, "class": "same" }, { "a": 41, "b": 42, "row": 2, "signals": { "hue": 0.6108953952789307, "pixels": 0.6776271446078431, "logo_pixels": 0.7747663909313726, "edge": 0.2319781651256327, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.5945083014048531, "height": 0.9851851851851852, "gap": 0.034482758620689655, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.03666698466986418, "same": true, "class": "same" }, { "a": 42, "b": 43, "row": 2, "signals": { "hue": 0.8236757516860962, "pixels": 0.705859375, "logo_pixels": 0.8082720588235295, "edge": 0.24602456945293616, "inliers": 7, "match_fraction": 0.1891891891891892, "layout_cover": 0.014586448867337943, "aspect": 0.6913032454361054, "height": 0.9779411764705882, "gap": 0.034482758620689655, "bottom": 0.007352941176470588, "ocr_jaccard": 0.0 }, "pair_ms": 0.06812496576458216, "same": true, "class": "same" }, { "a": 43, "b": 44, "row": 2, "signals": { "hue": 0.7927819490432739, "pixels": 0.7385761335784313, "logo_pixels": 0.8012867647058823, "edge": 0.31618274212492353, "inliers": 4, "match_fraction": 0.10810810810810811, "layout_cover": 0.0011424526126567246, "aspect": 0.7652714932126696, "height": 0.9705882352941176, "gap": 0.038461538461538464, "bottom": 0.007352941176470588, "ocr_jaccard": 0.0 }, "pair_ms": 0.05179096478968859, "same": true, "class": "same" }, { "a": 44, "b": 45, "row": 2, "signals": { "hue": 0.8794670701026917, "pixels": 0.6686025582107843, "logo_pixels": 0.7501799938725491, "edge": 0.3758852827203821, "inliers": 5, "match_fraction": 0.10204081632653061, "layout_cover": 0.010180440972661627, "aspect": 0.7615384615384615, "height": 0.9848484848484849, "gap": 0.019230769230769232, "bottom": 0.007575757575757576, "ocr_jaccard": 0.07692307692307693 }, "pair_ms": 0.05725002847611904, "same": true, "class": "same" }, { "a": 45, "b": 46, "row": 2, "signals": { "hue": 0.35541269183158875, "pixels": 0.5987725949754902, "logo_pixels": 0.6368604473039217, "edge": 0.3775609167228686, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7125, "height": 0.8769230769230769, "gap": 0.041666666666666664, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.044208019971847534, "same": false, "class": "unrelated" }, { "a": 46, "b": 47, "row": 2, "signals": { "hue": 0.8251436352729797, "pixels": 0.8252872242647059, "logo_pixels": 0.8658930759803922, "edge": 0.4241304777638067, "inliers": 8, "match_fraction": 0.14035087719298245, "layout_cover": 0.16230174012017265, "aspect": 0.968421052631579, "height": 0.991304347826087, "gap": 0.04, "bottom": 0.008695652173913044, "ocr_jaccard": 0.0 }, "pair_ms": 0.06783404387533665, "same": true, "class": "same" }, { "a": 47, "b": 48, "row": 2, "signals": { "hue": 0.9568310976028442, "pixels": 0.8530828737745099, "logo_pixels": 0.8677619485294118, "edge": 0.4752599301215239, "inliers": 8, "match_fraction": 0.16, "layout_cover": 0.010976181337617163, "aspect": 0.7200000000000001, "height": 1.0, "gap": 0.04, "bottom": 0.0, "ocr_jaccard": 0.0 }, "pair_ms": 0.07387506775557995, "same": true, "class": "same" }, { "a": 49, "b": 50, "row": 3, "signals": { "hue": 0.8767134547233582, "pixels": 0.7864238664215686, "logo_pixels": 0.812875306372549, "edge": 0.3057589505149694, "inliers": 37, "match_fraction": 0.33636363636363636, "layout_cover": 0.15393496894689224, "aspect": 0.80065717415115, "height": 0.9772727272727273, "gap": 0.07228915662650602, "bottom": 0.030303030303030304, "ocr_jaccard": 0.43333333333333335 }, "pair_ms": 0.16249995678663254, "same": true, "class": "same" }, { "a": 50, "b": 51, "row": 3, "signals": { "hue": 0.9201576709747314, "pixels": 0.8193646599264706, "logo_pixels": 0.8467179840686274, "edge": 0.3309500289906676, "inliers": 38, "match_fraction": 0.3275862068965517, "layout_cover": 0.15155970008302644, "aspect": 0.7647733792312105, "height": 0.9767441860465116, "gap": 0.03614457831325301, "bottom": 0.015503875968992248, "ocr_jaccard": 0.40625 }, "pair_ms": 0.15949993394315243, "same": true, "class": "same" }, { "a": 51, "b": 52, "row": 3, "signals": { "hue": 0.9145706295967102, "pixels": 0.8638748468137255, "logo_pixels": 0.8961358762254902, "edge": 0.4878516318835217, "inliers": 39, "match_fraction": 0.35135135135135137, "layout_cover": 0.2995482774934886, "aspect": 0.908733280881196, "height": 0.9761904761904762, "gap": 0.04838709677419355, "bottom": 0.023809523809523808, "ocr_jaccard": 0.32142857142857145 }, "pair_ms": 0.14412496238946915, "same": true, "class": "same" }, { "a": 52, "b": 53, "row": 3, "signals": { "hue": 0.5794936418533325, "pixels": 0.7678864123774509, "logo_pixels": 0.8258310355392157, "edge": 0.19749989203174975, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.5771260997067449, "height": 0.9919354838709677, "gap": 0.01818181818181818, "bottom": 0.016129032258064516, "ocr_jaccard": 0.0 }, "pair_ms": 0.041207997128367424, "same": true, "class": "same" }, { "a": 53, "b": 54, "row": 3, "signals": { "hue": 0.5488300323486328, "pixels": 0.7519646139705882, "logo_pixels": 0.7822227328431373, "edge": 0.2695291366646226, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.5079365079365079, "height": 1.0, "gap": 0.047619047619047616, "bottom": 0.016129032258064516, "ocr_jaccard": 0.0 }, "pair_ms": 0.035541015677154064, "same": true, "class": "same" }, { "a": 54, "b": 55, "row": 3, "signals": { "hue": 0.962116539478302, "pixels": 0.8462641697303921, "logo_pixels": 0.8949754901960785, "edge": 0.4112150079930283, "inliers": 56, "match_fraction": 0.5436893203883495, "layout_cover": 0.2669096206716323, "aspect": 0.9109274563820019, "height": 0.9758064516129032, "gap": 0.06349206349206349, "bottom": 0.03225806451612903, "ocr_jaccard": 0.3333333333333333 }, "pair_ms": 0.134709058329463, "same": true, "class": "same" }, { "a": 55, "b": 56, "row": 3, "signals": { "hue": 0.9310345649719238, "pixels": 0.7955288756127451, "logo_pixels": 0.8153416053921568, "edge": 0.38225955538257705, "inliers": 16, "match_fraction": 0.1702127659574468, "layout_cover": 0.18245261002769486, "aspect": 0.9734967227130238, "height": 0.9918032786885246, "gap": 0.017241379310344827, "bottom": 0.0, "ocr_jaccard": 0.6111111111111112 }, "pair_ms": 0.11741707567125559, "same": true, "class": "same" }, { "a": 56, "b": 57, "row": 3, "signals": { "hue": 0.6320096254348755, "pixels": 0.7203929227941177, "logo_pixels": 0.7239315257352941, "edge": 0.2850635907980065, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7463848720800891, "height": 0.9838709677419355, "gap": 0.8275862068965517, "bottom": 0.016129032258064516, "ocr_jaccard": 0.0 }, "pair_ms": 0.04737498238682747, "same": true, "class": "same" }, { "a": 57, "b": 58, "row": 3, "signals": { "hue": 0.6153954863548279, "pixels": 0.7113434436274509, "logo_pixels": 0.7199640012254902, "edge": 0.2181179265214063, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8529776674937966, "height": 0.992, "gap": 0.019230769230769232, "bottom": 0.008, "ocr_jaccard": 0.0 }, "pair_ms": 0.033125048503279686, "same": true, "class": "same" }, { "a": 58, "b": 59, "row": 3, "signals": { "hue": 0.9012311697006226, "pixels": 0.8307291666666667, "logo_pixels": 0.8394416360294118, "edge": 0.3618996793648534, "inliers": 7, "match_fraction": 0.1076923076923077, "layout_cover": 0.008614466454780015, "aspect": 0.9920634920634921, "height": 0.9920634920634921, "gap": 0.038461538461538464, "bottom": 0.0, "ocr_jaccard": 0.07692307692307693 }, "pair_ms": 0.08679099846631289, "same": true, "class": "same" }, { "a": 65, "b": 66, "row": 4, "signals": { "hue": 0.9577080011367798, "pixels": 0.8309953278186275, "logo_pixels": 0.8401884191176471, "edge": 0.3115999826353021, "inliers": 16, "match_fraction": 0.5161290322580645, "layout_cover": 0.05208551675869054, "aspect": 0.5129310344827587, "height": 0.9747899159663865, "gap": 0.07575757575757576, "bottom": 0.008403361344537815, "ocr_jaccard": 0.16666666666666666 }, "pair_ms": 0.05137501284480095, "same": true, "class": "same" }, { "a": 66, "b": 67, "row": 4, "signals": { "hue": 0.18498554825782776, "pixels": 0.4886718750000001, "logo_pixels": 0.5316980698529412, "edge": 0.2974154506095979, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8447764356855265, "height": 0.8321678321678322, "gap": 0.26865671641791045, "bottom": 0.013986013986013986, "ocr_jaccard": 0.0 }, "pair_ms": 0.05308305844664574, "same": false, "class": "unrelated" }, { "a": 67, "b": 68, "row": 4, "signals": { "hue": 0.89930260181427, "pixels": 0.7809474571078432, "logo_pixels": 0.7430989583333334, "edge": 0.4379112706927868, "inliers": 9, "match_fraction": 0.07692307692307693, "layout_cover": 0.0455748713328988, "aspect": 0.9852941176470589, "height": 1.0, "gap": 0.029411764705882353, "bottom": 0.02097902097902098, "ocr_jaccard": 0.0 }, "pair_ms": 0.14916597865521908, "same": true, "class": "same" }, { "a": 68, "b": 69, "row": 4, "signals": { "hue": 0.9595026969909668, "pixels": 0.793832337622549, "logo_pixels": 0.7535194546568628, "edge": 0.3920254470966207, "inliers": 14, "match_fraction": 0.14432989690721648, "layout_cover": 0.03537870238873691, "aspect": 0.9942784488239034, "height": 0.965034965034965, "gap": 0.14705882352941177, "bottom": 0.04195804195804196, "ocr_jaccard": 0.0 }, "pair_ms": 0.13262499123811722, "same": true, "class": "same" }, { "a": 69, "b": 70, "row": 4, "signals": { "hue": 0.9017897248268127, "pixels": 0.7875517003676471, "logo_pixels": 0.7559972426470589, "edge": 0.4456956618471076, "inliers": 5, "match_fraction": 0.05154639175257732, "layout_cover": 0.003148342023113109, "aspect": 0.9462508294625083, "height": 0.9927536231884058, "gap": 0.06060606060606061, "bottom": 0.014492753623188406, "ocr_jaccard": 0.0 }, "pair_ms": 0.11349993292242289, "same": true, "class": "same" }, { "a": 70, "b": 71, "row": 4, "signals": { "hue": 0.918443500995636, "pixels": 0.8032532935049019, "logo_pixels": 0.7588082107843137, "edge": 0.5225708508448297, "inliers": 12, "match_fraction": 0.11214953271028037, "layout_cover": 0.047802145019874245, "aspect": 0.9911053130929791, "height": 0.9927007299270073, "gap": 0.08064516129032258, "bottom": 0.021897810218978103, "ocr_jaccard": 0.0 }, "pair_ms": 0.1438329927623272, "same": true, "class": "same" }, { "a": 71, "b": 72, "row": 4, "signals": { "hue": 0.9317607879638672, "pixels": 0.8351811427696079, "logo_pixels": 0.7741459865196079, "edge": 0.5184269192203339, "inliers": 15, "match_fraction": 0.11538461538461539, "layout_cover": 0.06222205549267893, "aspect": 0.9766366223908919, "height": 0.9926470588235294, "gap": 0.04838709677419355, "bottom": 0.014705882352941176, "ocr_jaccard": 0.09090909090909091 }, "pair_ms": 0.1751669915392995, "same": true, "class": "same" }, { "a": 72, "b": 73, "row": 4, "signals": { "hue": 0.910915732383728, "pixels": 0.8043772977941176, "logo_pixels": 0.7426125919117647, "edge": 0.4759539637079952, "inliers": 13, "match_fraction": 0.11304347826086956, "layout_cover": 0.06473333895519014, "aspect": 0.9168081494057725, "height": 0.9851851851851852, "gap": 0.04838709677419355, "bottom": 0.014814814814814815, "ocr_jaccard": 0.2222222222222222 }, "pair_ms": 0.16133300960063934, "same": true, "class": "same" }, { "a": 73, "b": 74, "row": 4, "signals": { "hue": 0.9726946353912354, "pixels": 0.8390127144607843, "logo_pixels": 0.7769109987745098, "edge": 0.4866192383818248, "inliers": 16, "match_fraction": 0.14814814814814814, "layout_cover": 0.16856714109650411, "aspect": 0.9824561403508771, "height": 1.0, "gap": 0.07017543859649122, "bottom": 0.015037593984962405, "ocr_jaccard": 0.2222222222222222 }, "pair_ms": 0.14383404050022364, "same": true, "class": "same" }, { "a": 74, "b": 75, "row": 4, "signals": { "hue": 0.8687030076980591, "pixels": 0.7619695925245098, "logo_pixels": 0.7325482536764706, "edge": 0.4692720736607661, "inliers": 14, "match_fraction": 0.12962962962962962, "layout_cover": 0.09772390573528555, "aspect": 0.8835164835164835, "height": 0.9925373134328358, "gap": 0.03076923076923077, "bottom": 0.007462686567164179, "ocr_jaccard": 0.0 }, "pair_ms": 0.1313749235123396, "same": true, "class": "same" }, { "a": 75, "b": 76, "row": 4, "signals": { "hue": 0.5876549482345581, "pixels": 0.5719420189950981, "logo_pixels": 0.598755361519608, "edge": 0.3195066489177393, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7837253655435473, "height": 0.9029850746268657, "gap": 0.6615384615384615, "bottom": 0.04477611940298507, "ocr_jaccard": 0.0 }, "pair_ms": 0.07400009781122208, "same": false, "class": "unrelated" }, { "a": 76, "b": 77, "row": 4, "signals": { "hue": 0.9341632127761841, "pixels": 0.8038890165441177, "logo_pixels": 0.800405943627451, "edge": 0.39000452385715767, "inliers": 5, "match_fraction": 0.09090909090909091, "layout_cover": 0.02583943898322464, "aspect": 0.9849737039819685, "height": 0.9421487603305785, "gap": 0.043478260869565216, "bottom": 0.024793388429752067, "ocr_jaccard": 0.0 }, "pair_ms": 0.0689999433234334, "same": true, "class": "same" }, { "a": 77, "b": 78, "row": 4, "signals": { "hue": 0.9042315483093262, "pixels": 0.8547506893382353, "logo_pixels": 0.8829082414215687, "edge": 0.4940296352312602, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9462450592885376, "height": 0.991304347826087, "gap": 0.045454545454545456, "bottom": 0.008695652173913044, "ocr_jaccard": 0.0 }, "pair_ms": 0.03474997356534004, "same": true, "class": "same" }, { "a": 78, "b": 79, "row": 4, "signals": { "hue": 0.9345624446868896, "pixels": 0.8428653492647059, "logo_pixels": 0.849609375, "edge": 0.4514882041635774, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9739130434782609, "height": 0.9739130434782609, "gap": 0.09523809523809523, "bottom": 0.017391304347826087, "ocr_jaccard": 0.0 }, "pair_ms": 0.03158301115036011, "same": true, "class": "same" }, { "a": 94, "b": 95, "row": 5, "signals": { "hue": 0.9739123582839966, "pixels": 0.7978975183823529, "logo_pixels": 0.7616651348039216, "edge": 0.41346532090969107, "inliers": 22, "match_fraction": 0.1774193548387097, "layout_cover": 0.09018720763045236, "aspect": 0.8660368217054263, "height": 0.9923076923076923, "gap": 0.0625, "bottom": 0.023076923076923078, "ocr_jaccard": 0.11538461538461539 }, "pair_ms": 0.17183402087539434, "same": true, "class": "same" }, { "a": 95, "b": 96, "row": 5, "signals": { "hue": 0.8770467638969421, "pixels": 0.8059034160539216, "logo_pixels": 0.7256357230392156, "edge": 0.42744746104123, "inliers": 5, "match_fraction": 0.045871559633027525, "layout_cover": 0.037409742893648, "aspect": 0.9603435934144596, "height": 0.9844961240310077, "gap": 0.05454545454545454, "bottom": 0.023255813953488372, "ocr_jaccard": 0.09523809523809523 }, "pair_ms": 0.14645792543888092, "same": true, "class": "same" }, { "a": 96, "b": 97, "row": 5, "signals": { "hue": 0.889829158782959, "pixels": 0.7976332720588235, "logo_pixels": 0.7216184129901961, "edge": 0.4178826648938959, "inliers": 4, "match_fraction": 0.03669724770642202, "layout_cover": 0.007707375476815837, "aspect": 0.8524590163934427, "height": 1.0, "gap": 0.03278688524590164, "bottom": 0.023622047244094488, "ocr_jaccard": 0.0 }, "pair_ms": 0.1437920145690441, "same": true, "class": "same" }, { "a": 97, "b": 81, "row": 5, "signals": { "hue": 0.9238849878311157, "pixels": 0.7874214920343137, "logo_pixels": 0.7287760416666667, "edge": 0.3742211148461206, "inliers": 3, "match_fraction": 0.027522935779816515, "layout_cover": 0.0, "aspect": 0.9087952120739007, "height": 0.9921259842519685, "gap": 0.04918032786885246, "bottom": 0.023622047244094488, "ocr_jaccard": 0.0 }, "pair_ms": 0.14216697309166193, "same": true, "class": "same" }, { "a": 81, "b": 82, "row": 5, "signals": { "hue": 0.9472970962524414, "pixels": 0.785983455882353, "logo_pixels": 0.724655330882353, "edge": 0.4433278734347015, "inliers": 4, "match_fraction": 0.03669724770642202, "layout_cover": 0.0, "aspect": 0.9498891352549889, "height": 0.9761904761904762, "gap": 0.03636363636363636, "bottom": 0.031746031746031744, "ocr_jaccard": 0.0 }, "pair_ms": 0.12337497901171446, "same": true, "class": "same" }, { "a": 82, "b": 83, "row": 5, "signals": { "hue": 0.9498765468597412, "pixels": 0.8208237591911764, "logo_pixels": 0.7556832107843138, "edge": 0.5056886388341681, "inliers": 6, "match_fraction": 0.06451612903225806, "layout_cover": 0.0071281926949944415, "aspect": 0.9141366223908919, "height": 0.9919354838709677, "gap": 0.0392156862745098, "bottom": 0.016129032258064516, "ocr_jaccard": 0.06666666666666667 }, "pair_ms": 0.1152500044554472, "same": true, "class": "same" }, { "a": 83, "b": 84, "row": 5, "signals": { "hue": 0.8192398548126221, "pixels": 0.8093539368872549, "logo_pixels": 0.7603017769607843, "edge": 0.45745788133144566, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9223317765092545, "height": 0.9919354838709677, "gap": 0.0425531914893617, "bottom": 0.024193548387096774, "ocr_jaccard": 0.0 }, "pair_ms": 0.07166701834648848, "same": true, "class": "same" }, { "a": 84, "b": 85, "row": 5, "signals": { "hue": 0.8771706223487854, "pixels": 0.8240713082107843, "logo_pixels": 0.7691521139705882, "edge": 0.5027770800878031, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.7691056910569106, "height": 0.983739837398374, "gap": 0.0, "bottom": 0.032520325203252036, "ocr_jaccard": 0.0 }, "pair_ms": 0.09387510363012552, "same": true, "class": "same" }, { "a": 85, "b": 86, "row": 5, "signals": { "hue": 0.9113761186599731, "pixels": 0.8197150735294118, "logo_pixels": 0.7896331188725491, "edge": 0.4497190311285328, "inliers": 13, "match_fraction": 0.10655737704918032, "layout_cover": 0.06871683091188834, "aspect": 0.9121951219512195, "height": 0.983739837398374, "gap": 0.03636363636363636, "bottom": 0.008130081300813009, "ocr_jaccard": 0.0 }, "pair_ms": 0.16412499826401472, "same": true, "class": "same" }, { "a": 86, "b": 87, "row": 5, "signals": { "hue": 0.9608482122421265, "pixels": 0.822100949754902, "logo_pixels": 0.7635263480392157, "edge": 0.45588955305014456, "inliers": 7, "match_fraction": 0.05737704918032787, "layout_cover": 0.0027485070150479176, "aspect": 0.9046563192904656, "height": 0.975609756097561, "gap": 0.05454545454545454, "bottom": 0.032520325203252036, "ocr_jaccard": 0.0 }, "pair_ms": 0.16316596884280443, "same": true, "class": "same" }, { "a": 87, "b": 88, "row": 5, "signals": { "hue": 0.913320779800415, "pixels": 0.7967735140931372, "logo_pixels": 0.7622702205882352, "edge": 0.46233468441527226, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.9016393442622951, "height": 1.0, "gap": 0.04918032786885246, "bottom": 0.025, "ocr_jaccard": 0.6666666666666666 }, "pair_ms": 0.17037498764693737, "same": true, "class": "same" }, { "a": 88, "b": 89, "row": 5, "signals": { "hue": 0.4860679507255554, "pixels": 0.5785271139705882, "logo_pixels": 0.5148514093137254, "edge": 0.3794103256650675, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.8669074742984163, "height": 0.9833333333333333, "gap": 0.39344262295081966, "bottom": 0.06666666666666667, "ocr_jaccard": 0.0 }, "pair_ms": 0.10154093615710735, "same": false, "class": "unrelated" }, { "a": 89, "b": 90, "row": 5, "signals": { "hue": 0.8448663353919983, "pixels": 0.7638269761029413, "logo_pixels": 0.7761144301470588, "edge": 0.3948803673395475, "inliers": 24, "match_fraction": 0.36363636363636365, "layout_cover": 0.13907860651576812, "aspect": 0.8991291727140784, "height": 0.8983050847457628, "gap": 0.038461538461538464, "bottom": 0.01694915254237288, "ocr_jaccard": 0.0 }, "pair_ms": 0.08341600187122822, "same": true, "class": "same" }, { "a": 90, "b": 91, "row": 5, "signals": { "hue": 0.9740890264511108, "pixels": 0.7645086550245098, "logo_pixels": 0.8022863051470588, "edge": 0.39902602679105564, "inliers": 0, "match_fraction": 0.0, "layout_cover": 0.0, "aspect": 0.5660881174899867, "height": 0.9906542056074766, "gap": 0.07142857142857142, "bottom": 0.009345794392523364, "ocr_jaccard": 0.0 }, "pair_ms": 0.03445800393819809, "same": true, "class": "same" }, { "a": 99, "b": 100, "row": 6, "signals": { "hue": 0.9485656023025513, "pixels": 0.7967830882352942, "logo_pixels": 0.8423291973039215, "edge": 0.4264117740741044, "inliers": 16, "match_fraction": 0.36363636363636365, "layout_cover": 0.2412439069234553, "aspect": 0.8828571428571428, "height": 0.9809523809523809, "gap": 0.03333333333333333, "bottom": 0.009523809523809525, "ocr_jaccard": 0.0 }, "pair_ms": 0.08274998981505632, "same": true, "class": "same" }, { "a": 100, "b": 101, "row": 6, "signals": { "hue": 0.963577389717102, "pixels": 0.7637637867647058, "logo_pixels": 0.8122012867647059, "edge": 0.40420801603668977, "inliers": 9, "match_fraction": 0.17307692307692307, "layout_cover": 0.024969341478888137, "aspect": 0.8914285714285715, "height": 0.9904761904761905, "gap": 0.08333333333333333, "bottom": 0.009523809523809525, "ocr_jaccard": 0.0 }, "pair_ms": 0.06787502206861973, "same": true, "class": "same" } ], "groups": [ [ 0, 1, 3, 4, 5 ], [ 6, 7, 8, 9 ], [ 10, 11, 12, 13 ], [ 14 ], [ 16 ], [ 17, 18, 19 ], [ 20, 21, 22, 23 ], [ 24, 25, 26, 27, 28, 29, 30 ], [ 31 ], [ 32 ], [ 33, 34, 35 ], [ 36 ], [ 37, 38, 39, 40 ], [ 41 ], [ 42, 43, 44, 45 ], [ 46, 47, 48 ], [ 64 ], [ 49, 50, 51, 52 ], [ 53 ], [ 54, 55, 56 ], [ 57 ], [ 58, 59 ], [ 60 ], [ 61, 62 ], [ 63 ], [ 65, 66 ], [ 67, 68, 69, 70, 71, 72, 73, 74, 75 ], [ 76, 77, 78, 79, 80 ], [ 92, 93 ], [ 94, 95, 96, 97, 81, 82, 83, 84, 85, 86, 87, 88 ], [ 89, 90, 91 ], [ 102, 103 ], [ 105 ], [ 104 ], [ 106 ], [ 107 ], [ 108, 109, 110, 98 ], [ 99, 100, 101 ] ], "oracle_groups": [ [ 0, 1, 3, 4, 5 ], [ 6, 7, 8, 9 ], [ 10, 11, 12, 13 ], [ 14 ], [ 16 ], [ 17, 18, 19 ], [ 20, 21, 22, 23 ], [ 24, 25, 26, 27, 28, 29 ], [ 30 ], [ 31, 32 ], [ 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45 ], [ 46, 47, 48 ], [ 64 ], [ 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59 ], [ 60 ], [ 61 ], [ 62 ], [ 63 ], [ 65, 66 ], [ 67, 68, 69, 70, 71, 72, 73, 74, 75 ], [ 76, 77, 78, 79 ], [ 80 ], [ 92 ], [ 93 ], [ 94, 95, 96, 97, 81, 82, 83, 84, 85, 86, 87, 88 ], [ 89, 90, 91 ], [ 102 ], [ 103 ], [ 105 ], [ 104 ], [ 106 ], [ 107 ], [ 108 ], [ 109 ], [ 110 ], [ 98 ], [ 99, 100, 101 ] ], "group_ms": 0.026582973077893257, "group_membership": { "tp": 189, "fp": 6, "tn": 3701, "fn": 109, "precision": 0.9692307692307692, "recall": 0.6342281879194631, "boundary_accuracy": 0.9712858926342073, "boundary_recall": 0.9983814405179391 }, "policies": { "strict": { "individual": { "facings": 109, "catalog_facings": 64, "shown": 37, "correct": 36, "wrong": 1, "visible_coverage": 0.3394495412844037, "correct_coverage": 0.5625, "precision": 0.972972972972973, "false_label_rate": 0.009174311926605505, "unknown_false_accepts": 1, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.6605504587155964, "rescued_correct": 0, "corrected_wrong": 0, "damaged_correct": 0, "changes": [], "fusion_ms": 0.00024994369596242905 }, "oracle": { "facings": 109, "catalog_facings": 64, "shown": 69, "correct": 59, "wrong": 10, "visible_coverage": 0.6330275229357798, "correct_coverage": 0.921875, "precision": 0.855072463768116, "false_label_rate": 0.09174311926605505, "unknown_false_accepts": 10, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.3669724770642202, "rescued_correct": 23, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 17, "seed": 19, "from": null, "to": "sku_l05" }, { "id": 20, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 36, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 38, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 41, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 53, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 57, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 58, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 82, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 83, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 84, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 85, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 86, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 87, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 88, "seed": 94, "from": null, "to": "sku_l07" } ], "fusion_ms": 2.3268330842256546 }, "inferred": { "facings": 109, "catalog_facings": 64, "shown": 66, "correct": 55, "wrong": 11, "visible_coverage": 0.6055045871559633, "correct_coverage": 0.859375, "precision": 0.8333333333333334, "false_label_rate": 0.10091743119266056, "unknown_false_accepts": 10, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.39449541284403666, "rescued_correct": 19, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 17, "seed": 19, "from": null, "to": "sku_l05" }, { "id": 20, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 37, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 58, "seed": 59, "from": null, "to": "sku_l10" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 82, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 83, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 84, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 85, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 86, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 87, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 88, "seed": 94, "from": null, "to": "sku_l07" } ], "fusion_ms": 2.103333012200892 }, "seed_guard": { "facings": 109, "catalog_facings": 64, "shown": 53, "correct": 51, "wrong": 2, "visible_coverage": 0.48623853211009177, "correct_coverage": 0.796875, "precision": 0.9622641509433962, "false_label_rate": 0.01834862385321101, "unknown_false_accepts": 1, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.5137614678899083, "rescued_correct": 15, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 17, "seed": 19, "from": null, "to": "sku_l05" }, { "id": 20, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 37, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 2.0406669937074184 }, "boundary_guard": { "facings": 109, "catalog_facings": 64, "shown": 56, "correct": 54, "wrong": 2, "visible_coverage": 0.5137614678899083, "correct_coverage": 0.84375, "precision": 0.9642857142857143, "false_label_rate": 0.01834862385321101, "unknown_false_accepts": 2, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.4862385321100917, "rescued_correct": 18, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 20, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 37, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 58, "seed": 59, "from": null, "to": "sku_l10" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" } ], "fusion_ms": 1.9344580359756947 }, "guarded": { "facings": 109, "catalog_facings": 64, "shown": 51, "correct": 50, "wrong": 1, "visible_coverage": 0.46788990825688076, "correct_coverage": 0.78125, "precision": 0.9803921568627451, "false_label_rate": 0.009174311926605505, "unknown_false_accepts": 1, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.5321100917431192, "rescued_correct": 14, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 20, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 37, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 2.6816249592229724 } }, "balanced": { "individual": { "facings": 109, "catalog_facings": 64, "shown": 39, "correct": 38, "wrong": 1, "visible_coverage": 0.3577981651376147, "correct_coverage": 0.59375, "precision": 0.9743589743589743, "false_label_rate": 0.009174311926605505, "unknown_false_accepts": 1, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.6422018348623852, "rescued_correct": 0, "corrected_wrong": 0, "damaged_correct": 0, "changes": [], "fusion_ms": 0.00020908191800117493 }, "oracle": { "facings": 109, "catalog_facings": 64, "shown": 69, "correct": 59, "wrong": 10, "visible_coverage": 0.6330275229357798, "correct_coverage": 0.921875, "precision": 0.855072463768116, "false_label_rate": 0.09174311926605505, "unknown_false_accepts": 10, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.3669724770642202, "rescued_correct": 21, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 17, "seed": 19, "from": null, "to": "sku_l05" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 36, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 38, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 41, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 53, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 57, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 82, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 83, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 84, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 85, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 86, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 87, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 88, "seed": 94, "from": null, "to": "sku_l07" } ], "fusion_ms": 2.8588749701157212 }, "inferred": { "facings": 109, "catalog_facings": 64, "shown": 66, "correct": 55, "wrong": 11, "visible_coverage": 0.6055045871559633, "correct_coverage": 0.859375, "precision": 0.8333333333333334, "false_label_rate": 0.10091743119266056, "unknown_false_accepts": 10, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.39449541284403666, "rescued_correct": 17, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 17, "seed": 19, "from": null, "to": "sku_l05" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 37, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 82, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 83, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 84, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 85, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 86, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 87, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 88, "seed": 94, "from": null, "to": "sku_l07" } ], "fusion_ms": 2.6119169779121876 }, "seed_guard": { "facings": 109, "catalog_facings": 64, "shown": 54, "correct": 52, "wrong": 2, "visible_coverage": 0.4954128440366973, "correct_coverage": 0.8125, "precision": 0.9629629629629629, "false_label_rate": 0.01834862385321101, "unknown_false_accepts": 1, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.5045871559633027, "rescued_correct": 14, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 17, "seed": 19, "from": null, "to": "sku_l05" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 37, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 3.9281670469790697 }, "boundary_guard": { "facings": 109, "catalog_facings": 64, "shown": 56, "correct": 54, "wrong": 2, "visible_coverage": 0.5137614678899083, "correct_coverage": 0.84375, "precision": 0.9642857142857143, "false_label_rate": 0.01834862385321101, "unknown_false_accepts": 2, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.4862385321100917, "rescued_correct": 16, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 6, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 7, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 8, "seed": 9, "from": null, "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 37, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" } ], "fusion_ms": 3.126709023490548 }, "guarded": { "facings": 109, "catalog_facings": 64, "shown": 52, "correct": 51, "wrong": 1, "visible_coverage": 0.47706422018348627, "correct_coverage": 0.796875, "precision": 0.9807692307692307, "false_label_rate": 0.009174311926605505, "unknown_false_accepts": 1, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.5229357798165137, "rescued_correct": 13, "corrected_wrong": 0, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 21, "seed": 23, "from": null, "to": "sku_l06" }, { "id": 24, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 38, "seed": 37, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 68, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 70, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 71, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 3.3164169872179627 } }, "coverage-first": { "individual": { "facings": 109, "catalog_facings": 64, "shown": 54, "correct": 47, "wrong": 7, "visible_coverage": 0.4954128440366973, "correct_coverage": 0.734375, "precision": 0.8703703703703703, "false_label_rate": 0.06422018348623854, "unknown_false_accepts": 5, "unknown_total": 45, "sibling_confusions": 1, "wrong_catalog": 2, "blank_ratio": 0.5045871559633027, "rescued_correct": 0, "corrected_wrong": 0, "damaged_correct": 0, "changes": [], "fusion_ms": 0.000250060111284256 }, "oracle": { "facings": 109, "catalog_facings": 64, "shown": 70, "correct": 59, "wrong": 11, "visible_coverage": 0.6422018348623854, "correct_coverage": 0.921875, "precision": 0.8428571428571429, "false_label_rate": 0.10091743119266056, "unknown_false_accepts": 11, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.35779816513761464, "rescued_correct": 10, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 7, "seed": 9, "from": "sku_l06", "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 41, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 53, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 57, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 82, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 83, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 84, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 85, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 86, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 87, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 88, "seed": 94, "from": "sku_l03", "to": "sku_l07" } ], "fusion_ms": 2.495833090506494 }, "inferred": { "facings": 109, "catalog_facings": 64, "shown": 68, "correct": 56, "wrong": 12, "visible_coverage": 0.6238532110091743, "correct_coverage": 0.875, "precision": 0.8235294117647058, "false_label_rate": 0.11009174311926606, "unknown_false_accepts": 11, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.37614678899082565, "rescued_correct": 7, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 7, "seed": 9, "from": "sku_l06", "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 81, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 82, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 83, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 84, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 85, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 86, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 87, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 88, "seed": 94, "from": "sku_l03", "to": "sku_l07" } ], "fusion_ms": 3.5844999365508556 }, "seed_guard": { "facings": 109, "catalog_facings": 64, "shown": 62, "correct": 55, "wrong": 7, "visible_coverage": 0.5688073394495413, "correct_coverage": 0.859375, "precision": 0.8870967741935484, "false_label_rate": 0.06422018348623854, "unknown_false_accepts": 5, "unknown_total": 45, "sibling_confusions": 1, "wrong_catalog": 2, "blank_ratio": 0.4311926605504587, "rescued_correct": 7, "corrected_wrong": 1, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 3.849750035442412 }, "boundary_guard": { "facings": 109, "catalog_facings": 64, "shown": 62, "correct": 56, "wrong": 6, "visible_coverage": 0.5688073394495413, "correct_coverage": 0.875, "precision": 0.9032258064516129, "false_label_rate": 0.05504587155963303, "unknown_false_accepts": 6, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.4311926605504587, "rescued_correct": 7, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 7, "seed": 9, "from": "sku_l06", "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": null, "to": "sku_l07" } ], "fusion_ms": 3.344499971717596 }, "guarded": { "facings": 109, "catalog_facings": 64, "shown": 61, "correct": 55, "wrong": 6, "visible_coverage": 0.5596330275229358, "correct_coverage": 0.859375, "precision": 0.9016393442622951, "false_label_rate": 0.05504587155963303, "unknown_false_accepts": 5, "unknown_total": 45, "sibling_confusions": 1, "wrong_catalog": 1, "blank_ratio": 0.44036697247706424, "rescued_correct": 7, "corrected_wrong": 1, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 73, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 3.99283308070153 } }, "near-argmax": { "individual": { "facings": 109, "catalog_facings": 64, "shown": 58, "correct": 48, "wrong": 10, "visible_coverage": 0.5321100917431193, "correct_coverage": 0.75, "precision": 0.8275862068965517, "false_label_rate": 0.09174311926605505, "unknown_false_accepts": 8, "unknown_total": 45, "sibling_confusions": 1, "wrong_catalog": 2, "blank_ratio": 0.4678899082568807, "rescued_correct": 0, "corrected_wrong": 0, "damaged_correct": 0, "changes": [], "fusion_ms": 0.0004169996827840805 }, "oracle": { "facings": 109, "catalog_facings": 64, "shown": 70, "correct": 59, "wrong": 11, "visible_coverage": 0.6422018348623854, "correct_coverage": 0.921875, "precision": 0.8428571428571429, "false_label_rate": 0.10091743119266056, "unknown_false_accepts": 11, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.35779816513761464, "rescued_correct": 9, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 7, "seed": 9, "from": "sku_l06", "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 41, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 43, "seed": 34, "from": null, "to": "sku_l09" }, { "id": 53, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 57, "seed": 49, "from": null, "to": "sku_l10" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 81, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 82, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 83, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 84, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 85, "seed": 94, "from": "sku_l02", "to": "sku_l07" }, { "id": 86, "seed": 94, "from": "sku_l02", "to": "sku_l07" }, { "id": 87, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 88, "seed": 94, "from": "sku_l03", "to": "sku_l07" } ], "fusion_ms": 2.305166912265122 }, "inferred": { "facings": 109, "catalog_facings": 64, "shown": 68, "correct": 56, "wrong": 12, "visible_coverage": 0.6238532110091743, "correct_coverage": 0.875, "precision": 0.8235294117647058, "false_label_rate": 0.11009174311926606, "unknown_false_accepts": 11, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 1, "blank_ratio": 0.37614678899082565, "rescued_correct": 6, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 7, "seed": 9, "from": "sku_l06", "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 81, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 82, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 83, "seed": 94, "from": "sku_l03", "to": "sku_l07" }, { "id": 84, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 85, "seed": 94, "from": "sku_l02", "to": "sku_l07" }, { "id": 86, "seed": 94, "from": "sku_l02", "to": "sku_l07" }, { "id": 87, "seed": 94, "from": null, "to": "sku_l07" }, { "id": 88, "seed": 94, "from": "sku_l03", "to": "sku_l07" } ], "fusion_ms": 3.039833973161876 }, "seed_guard": { "facings": 109, "catalog_facings": 64, "shown": 65, "correct": 55, "wrong": 10, "visible_coverage": 0.5963302752293578, "correct_coverage": 0.859375, "precision": 0.8461538461538461, "false_label_rate": 0.09174311926605505, "unknown_false_accepts": 8, "unknown_total": 45, "sibling_confusions": 1, "wrong_catalog": 2, "blank_ratio": 0.4036697247706422, "rescued_correct": 6, "corrected_wrong": 1, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 30, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 2.530041034333408 }, "boundary_guard": { "facings": 109, "catalog_facings": 64, "shown": 64, "correct": 56, "wrong": 8, "visible_coverage": 0.5871559633027523, "correct_coverage": 0.875, "precision": 0.875, "false_label_rate": 0.07339449541284404, "unknown_false_accepts": 8, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 0, "blank_ratio": 0.4128440366972477, "rescued_correct": 6, "corrected_wrong": 2, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 7, "seed": 9, "from": "sku_l06", "to": "sku_l02" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 96, "seed": 94, "from": "sku_l03", "to": "sku_l07" } ], "fusion_ms": 3.0375421047210693 }, "guarded": { "facings": 109, "catalog_facings": 64, "shown": 64, "correct": 55, "wrong": 9, "visible_coverage": 0.5871559633027523, "correct_coverage": 0.859375, "precision": 0.859375, "false_label_rate": 0.08256880733944955, "unknown_false_accepts": 8, "unknown_total": 45, "sibling_confusions": 1, "wrong_catalog": 1, "blank_ratio": 0.4128440366972477, "rescued_correct": 6, "corrected_wrong": 1, "damaged_correct": 0, "changes": [ { "id": 0, "seed": 1, "from": null, "to": "sku_l01" }, { "id": 11, "seed": 13, "from": null, "to": "sku_l03" }, { "id": 24, "seed": 25, "from": "sku_l03", "to": "sku_l07" }, { "id": 28, "seed": 25, "from": null, "to": "sku_l07" }, { "id": 43, "seed": 42, "from": null, "to": "sku_l09" }, { "id": 69, "seed": 67, "from": null, "to": "sku_l11" }, { "id": 75, "seed": 67, "from": null, "to": "sku_l11" } ], "fusion_ms": 2.022917033173144 } }, "dp": { "facings": 109, "catalog_facings": 64, "shown": 69, "correct": 55, "wrong": 14, "visible_coverage": 0.6330275229357798, "correct_coverage": 0.859375, "precision": 0.7971014492753623, "false_label_rate": 0.12844036697247707, "unknown_false_accepts": 12, "unknown_total": 45, "sibling_confusions": 0, "wrong_catalog": 2, "blank_ratio": 0.3669724770642202, "rescued_correct": 7, "corrected_wrong": 1, "damaged_correct": 0, "inference_ms": 2.6631250511854887 } }, "answers": { "strict": { "individual": { "0": null, "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": null, "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": null, "18": "sku_l05", "19": "sku_l05", "20": null, "21": null, "22": "sku_l06", "23": "sku_l06", "24": null, "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": null, "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": null, "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": null, "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": null, "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": null, "69": null, "70": null, "71": null, "72": "sku_l11", "73": null, "74": "sku_l11", "75": null, "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "oracle": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": "sku_l09", "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": "sku_l10", "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": "sku_l10", "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": "sku_l07", "83": "sku_l07", "84": "sku_l07", "85": "sku_l07", "86": "sku_l07", "87": "sku_l07", "88": "sku_l07", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "inferred": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": "sku_l07", "83": "sku_l07", "84": "sku_l07", "85": "sku_l07", "86": "sku_l07", "87": "sku_l07", "88": "sku_l07", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "seed_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": null, "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "boundary_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": null, "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "guarded": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": null, "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": null, "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null } }, "balanced": { "individual": { "0": null, "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": null, "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": null, "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": null, "22": "sku_l06", "23": "sku_l06", "24": null, "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": null, "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": null, "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": null, "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": null, "69": null, "70": null, "71": null, "72": "sku_l11", "73": null, "74": "sku_l11", "75": null, "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "oracle": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": "sku_l09", "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": "sku_l10", "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": "sku_l10", "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": "sku_l07", "83": "sku_l07", "84": "sku_l07", "85": "sku_l07", "86": "sku_l07", "87": "sku_l07", "88": "sku_l07", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "inferred": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": "sku_l07", "83": "sku_l07", "84": "sku_l07", "85": "sku_l07", "86": "sku_l07", "87": "sku_l07", "88": "sku_l07", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "seed_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "boundary_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": null, "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "guarded": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": null, "7": null, "8": null, "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": null, "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": null, "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": null, "82": null, "83": null, "84": null, "85": null, "86": null, "87": null, "88": null, "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": null, "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null } }, "coverage-first": { "individual": { "0": null, "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l06", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": null, "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l03", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": null, "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": null, "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": null, "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": null, "74": "sku_l11", "75": null, "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": null, "85": null, "86": null, "87": null, "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "oracle": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": "sku_l09", "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": "sku_l10", "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": "sku_l10", "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": "sku_l07", "83": "sku_l07", "84": "sku_l07", "85": "sku_l07", "86": "sku_l07", "87": "sku_l07", "88": "sku_l07", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "inferred": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": "sku_l07", "83": "sku_l07", "84": "sku_l07", "85": "sku_l07", "86": "sku_l07", "87": "sku_l07", "88": "sku_l07", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "seed_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l06", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": null, "85": null, "86": null, "87": null, "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "boundary_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": null, "85": null, "86": null, "87": null, "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "guarded": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l06", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": null, "85": null, "86": null, "87": null, "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": null, "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null } }, "near-argmax": { "individual": { "0": null, "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l06", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": null, "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l03", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": null, "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": null, "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": null, "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": null, "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": null, "85": "sku_l02", "86": "sku_l02", "87": null, "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l03", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "oracle": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": "sku_l09", "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": "sku_l10", "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": "sku_l10", "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": "sku_l07", "83": "sku_l07", "84": "sku_l07", "85": "sku_l07", "86": "sku_l07", "87": "sku_l07", "88": "sku_l07", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "inferred": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l07", "82": "sku_l07", "83": "sku_l07", "84": "sku_l07", "85": "sku_l07", "86": "sku_l07", "87": "sku_l07", "88": "sku_l07", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "seed_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l06", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": "sku_l07", "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": null, "85": "sku_l02", "86": "sku_l02", "87": null, "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l03", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "boundary_guard": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l02", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": null, "85": "sku_l02", "86": "sku_l02", "87": null, "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l07", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null }, "guarded": { "0": "sku_l01", "1": "sku_l01", "3": "sku_l01", "4": "sku_l01", "5": "sku_l01", "6": "sku_l02", "7": "sku_l06", "8": "sku_l02", "9": "sku_l02", "10": "sku_l03", "11": "sku_l03", "12": "sku_l03", "13": "sku_l03", "14": null, "16": null, "17": "sku_l05", "18": "sku_l05", "19": "sku_l05", "20": "sku_l06", "21": "sku_l06", "22": "sku_l06", "23": "sku_l06", "24": "sku_l07", "25": "sku_l07", "26": "sku_l07", "27": "sku_l07", "28": "sku_l07", "29": "sku_l07", "30": null, "31": null, "32": null, "33": "sku_l09", "34": "sku_l09", "35": "sku_l09", "36": "sku_l09", "37": "sku_l09", "38": "sku_l09", "39": "sku_l09", "40": "sku_l09", "41": null, "42": "sku_l09", "43": "sku_l09", "44": "sku_l09", "45": "sku_l09", "46": null, "47": null, "48": null, "49": "sku_l10", "50": "sku_l10", "51": "sku_l10", "52": "sku_l10", "53": null, "54": "sku_l10", "55": "sku_l10", "56": "sku_l10", "57": null, "58": "sku_l10", "59": "sku_l10", "60": null, "61": null, "62": null, "63": null, "64": null, "65": null, "66": null, "67": "sku_l11", "68": "sku_l11", "69": "sku_l11", "70": "sku_l11", "71": "sku_l11", "72": "sku_l11", "73": "sku_l11", "74": "sku_l11", "75": "sku_l11", "76": null, "77": null, "78": null, "79": null, "80": null, "81": "sku_l03", "82": null, "83": "sku_l03", "84": null, "85": "sku_l02", "86": "sku_l02", "87": null, "88": "sku_l03", "89": null, "90": null, "91": null, "92": null, "93": null, "94": "sku_l07", "95": null, "96": "sku_l03", "97": null, "98": "sku_l05", "99": null, "100": null, "101": null, "102": null, "103": null, "104": null, "105": null, "106": null, "107": null, "108": null, "109": null, "110": null } } }, "utility_sensitivity": { "0.5": { "loss": { "strict/individual": 0.6651376146788991, "strict/oracle": 0.41284403669724773, "strict/inferred": 0.44495412844036697, "strict/seed_guard": 0.5229357798165137, "strict/boundary_guard": 0.4954128440366973, "strict/guarded": 0.536697247706422, "balanced/individual": 0.6467889908256881, "balanced/oracle": 0.41284403669724773, "balanced/inferred": 0.44495412844036697, "balanced/seed_guard": 0.5137614678899083, "balanced/boundary_guard": 0.4954128440366973, "balanced/guarded": 0.5275229357798165, "coverage-first/individual": 0.536697247706422, "coverage-first/oracle": 0.40825688073394495, "coverage-first/inferred": 0.43119266055045874, "coverage-first/seed_guard": 0.463302752293578, "coverage-first/boundary_guard": 0.45871559633027525, "coverage-first/guarded": 0.46788990825688076, "near-argmax/individual": 0.5137614678899083, "near-argmax/oracle": 0.40825688073394495, "near-argmax/inferred": 0.43119266055045874, "near-argmax/seed_guard": 0.44954128440366975, "near-argmax/boundary_guard": 0.44954128440366975, "near-argmax/guarded": 0.4541284403669725 }, "best": "coverage-first/oracle", "best_nonoracle": "coverage-first/inferred" }, "1.0": { "loss": { "strict/individual": 0.6697247706422018, "strict/oracle": 0.45871559633027525, "strict/inferred": 0.4954128440366973, "strict/seed_guard": 0.5321100917431193, "strict/boundary_guard": 0.5045871559633027, "strict/guarded": 0.5412844036697247, "balanced/individual": 0.6513761467889908, "balanced/oracle": 0.45871559633027525, "balanced/inferred": 0.4954128440366973, "balanced/seed_guard": 0.5229357798165137, "balanced/boundary_guard": 0.5045871559633027, "balanced/guarded": 0.5321100917431193, "coverage-first/individual": 0.5688073394495413, "coverage-first/oracle": 0.45871559633027525, "coverage-first/inferred": 0.48623853211009177, "coverage-first/seed_guard": 0.4954128440366973, "coverage-first/boundary_guard": 0.48623853211009177, "coverage-first/guarded": 0.4954128440366973, "near-argmax/individual": 0.5596330275229358, "near-argmax/oracle": 0.45871559633027525, "near-argmax/inferred": 0.48623853211009177, "near-argmax/seed_guard": 0.4954128440366973, "near-argmax/boundary_guard": 0.48623853211009177, "near-argmax/guarded": 0.4954128440366973 }, "best": "strict/oracle", "best_nonoracle": "coverage-first/inferred" }, "2.0": { "loss": { "strict/individual": 0.6788990825688074, "strict/oracle": 0.5504587155963303, "strict/inferred": 0.5963302752293578, "strict/seed_guard": 0.5504587155963303, "strict/boundary_guard": 0.5229357798165137, "strict/guarded": 0.5504587155963303, "balanced/individual": 0.6605504587155964, "balanced/oracle": 0.5504587155963303, "balanced/inferred": 0.5963302752293578, "balanced/seed_guard": 0.5412844036697247, "balanced/boundary_guard": 0.5229357798165137, "balanced/guarded": 0.5412844036697247, "coverage-first/individual": 0.6330275229357798, "coverage-first/oracle": 0.5596330275229358, "coverage-first/inferred": 0.5963302752293578, "coverage-first/seed_guard": 0.5596330275229358, "coverage-first/boundary_guard": 0.5412844036697247, "coverage-first/guarded": 0.5504587155963303, "near-argmax/individual": 0.6513761467889908, "near-argmax/oracle": 0.5596330275229358, "near-argmax/inferred": 0.5963302752293578, "near-argmax/seed_guard": 0.5871559633027523, "near-argmax/boundary_guard": 0.5596330275229358, "near-argmax/guarded": 0.5779816513761468 }, "best": "strict/boundary_guard", "best_nonoracle": "strict/boundary_guard" }, "4.0": { "loss": { "strict/individual": 0.6972477064220184, "strict/oracle": 0.7339449541284404, "strict/inferred": 0.7981651376146789, "strict/seed_guard": 0.5871559633027523, "strict/boundary_guard": 0.5596330275229358, "strict/guarded": 0.5688073394495413, "balanced/individual": 0.6788990825688074, "balanced/oracle": 0.7339449541284404, "balanced/inferred": 0.7981651376146789, "balanced/seed_guard": 0.5779816513761468, "balanced/boundary_guard": 0.5596330275229358, "balanced/guarded": 0.5596330275229358, "coverage-first/individual": 0.7614678899082569, "coverage-first/oracle": 0.7614678899082569, "coverage-first/inferred": 0.8165137614678899, "coverage-first/seed_guard": 0.6880733944954128, "coverage-first/boundary_guard": 0.6513761467889908, "coverage-first/guarded": 0.6605504587155964, "near-argmax/individual": 0.8348623853211009, "near-argmax/oracle": 0.7614678899082569, "near-argmax/inferred": 0.8165137614678899, "near-argmax/seed_guard": 0.7706422018348624, "near-argmax/boundary_guard": 0.7064220183486238, "near-argmax/guarded": 0.7431192660550459 }, "best": "strict/boundary_guard", "best_nonoracle": "strict/boundary_guard" }, "8.0": { "loss": { "strict/individual": 0.7339449541284404, "strict/oracle": 1.1009174311926606, "strict/inferred": 1.201834862385321, "strict/seed_guard": 0.6605504587155964, "strict/boundary_guard": 0.6330275229357798, "strict/guarded": 0.6055045871559633, "balanced/individual": 0.7155963302752294, "balanced/oracle": 1.1009174311926606, "balanced/inferred": 1.201834862385321, "balanced/seed_guard": 0.6513761467889908, "balanced/boundary_guard": 0.6330275229357798, "balanced/guarded": 0.5963302752293578, "coverage-first/individual": 1.018348623853211, "coverage-first/oracle": 1.165137614678899, "coverage-first/inferred": 1.2568807339449541, "coverage-first/seed_guard": 0.944954128440367, "coverage-first/boundary_guard": 0.8715596330275229, "coverage-first/guarded": 0.8807339449541285, "near-argmax/individual": 1.201834862385321, "near-argmax/oracle": 1.165137614678899, "near-argmax/inferred": 1.2568807339449541, "near-argmax/seed_guard": 1.1376146788990826, "near-argmax/boundary_guard": 1.0, "near-argmax/guarded": 1.073394495412844 }, "best": "balanced/guarded", "best_nonoracle": "balanced/guarded" } }, "guarded_groups": [ [ 0, 1, 3, 4 ], [ 5 ], [ 6, 7, 8, 9 ], [ 10 ], [ 11, 12, 13 ], [ 14 ], [ 16 ], [ 17 ], [ 18, 19 ], [ 20, 21, 22, 23 ], [ 24, 25, 26, 27, 28, 29 ], [ 30 ], [ 31 ], [ 32 ], [ 33, 34, 35 ], [ 36 ], [ 37, 38, 39, 40 ], [ 41 ], [ 42, 43, 44, 45 ], [ 46, 47, 48 ], [ 64 ], [ 49, 50, 51, 52 ], [ 53 ], [ 54, 55, 56 ], [ 57 ], [ 58, 59 ], [ 60 ], [ 61 ], [ 62 ], [ 63 ], [ 65, 66 ], [ 67, 68, 69, 70, 71, 72, 73, 74, 75 ], [ 76, 77 ], [ 78 ], [ 79 ], [ 80 ], [ 92, 93 ], [ 94, 95, 96, 97 ], [ 81, 82, 83 ], [ 84 ], [ 85, 86, 87 ], [ 88 ], [ 89, 90 ], [ 91 ], [ 102 ], [ 103 ], [ 105 ], [ 104 ], [ 106 ], [ 107 ], [ 108 ], [ 109 ], [ 110 ], [ 98 ], [ 99, 100, 101 ] ], "appearance_groups": [ [ 0, 1, 3, 4 ], [ 5 ], [ 6, 7, 8, 9 ], [ 10 ], [ 11, 12, 13 ], [ 14 ], [ 16 ], [ 17 ], [ 18, 19 ], [ 20, 21, 22, 23 ], [ 24, 25, 26, 27, 28, 29 ], [ 30 ], [ 31 ], [ 32 ], [ 33, 34, 35 ], [ 36 ], [ 37, 38, 39, 40 ], [ 41 ], [ 42, 43, 44, 45 ], [ 46, 47, 48 ], [ 64 ], [ 49, 50, 51, 52 ], [ 53 ], [ 54, 55, 56 ], [ 57 ], [ 58, 59 ], [ 60 ], [ 61 ], [ 62 ], [ 63 ], [ 65, 66 ], [ 67, 68, 69, 70, 71, 72, 73, 74, 75 ], [ 76, 77 ], [ 78 ], [ 79 ], [ 80 ], [ 92, 93 ], [ 94, 95, 96, 97 ], [ 81, 82, 83 ], [ 84 ], [ 85, 86, 87 ], [ 88 ], [ 89, 90 ], [ 91 ], [ 102 ], [ 103 ], [ 105 ], [ 104 ], [ 106 ], [ 107 ], [ 108 ], [ 109 ], [ 110 ], [ 98 ], [ 99, 100, 101 ] ], "guarded_group_membership": { "tp": 119, "fp": 0, "tn": 3707, "fn": 179, "precision": 1.0, "recall": 0.39932885906040266, "boundary_accuracy": 0.9553058676654183, "boundary_recall": 1.0 }, "guarded_adjacent_boundaries": { "tp": 53, "fp": 0, "tn": 11, "fn": 19, "precision": 1.0, "recall": 0.7361111111111112, "boundary_accuracy": 0.7710843373493976, "boundary_recall": 1.0 }, "guarded_edges": [ true, true, true, false, false, true, true, true, false, false, true, true, false, false, false, true, false, true, true, true, false, true, true, true, true, true, false, false, false, true, true, false, false, true, true, true, false, false, true, true, true, false, true, true, false, true, true, true, false, false, true, true, false, false, true, false, false, false, false, true, false, true, true, true, true, true, true, true, true, false, true, false, false, false, true, false, true, true, true, false, true, true, false, false, true, true, false, false, true, false, false, false, false, false, false, false, false, false, false, false, true, true ] } } }