product-recognition-demo/recognization/docs/research/2026-09-29-shelf-intelligence/evidence/analysis.json
tngo 0cf64a18bf
Some checks failed
tests / model-free (pull_request) Has been cancelled
Coverage-first live labelling, merged catalog, shelf-intelligence decision
The live path abstained too much: a detected product whose best candidate
missed the accept line was left blank, so a shelf where 59% of in-catalog
facings were shown read as broken. Show the best candidate immediately as
`provisional`, keep the track re-classifiable so a later attempt upgrades or
corrects it, and never blank a label already on screen.

- identity.py / identity_lanes.py: every decision now carries
  `provisional_sku` - the row the evidence supports well enough to show,
  separate from `best_sku`, which still means "cleared the gate". The accept
  line does not move: far-unknown false accepts stay at 0.066%.
- live.py: a below-gate candidate labels the track with
  `identity_level: provisional` and `confirmed = False`, so the planner and
  the crop lane keep offering it. Accepted labels stay frozen. Inherited
  provisional labels stay re-classifiable.
- Clients render provisional distinctly (amber chip, dashed box) via
  `LiveScanOverlayPolicy.isProvisional(identity)`, which now reads the wire
  level instead of only the state.
- build_stock_all.py merges stock, stock-lopia, stock-mediya and
  stock-milk150 into stock-all (111 images, 60 SKUs). The server could only
  read one folder, so anything outside it came back blank. stock-demo is
  byte-identical to mediya+milk150 and is not a source.

Measured on add/image6.jpg at live resolution: in-catalog facings shown
59.4% -> 86.0%, correct shown 38 -> 55, precision 97.4% -> 87.3%. On the
wire at 8fps 0.5x: 65 of 79 tracks labelled, 742 accepted + 309 provisional
observations, first label 1.27s.

docs/research/2026-09-29-shelf-intelligence/ carries the experiments and the
decision: group signals (combined AUC 0.991 sibling / 0.990 unrelated),
OCR scheduling (group representatives cut calls 4.4x and wall 3.3x), and the
finding that group propagation damages more labels than it rescues on this
shelf, so groups schedule compute rather than overwrite labels.

331 tests pass.
2026-09-29 13:45:14 +09:00

16506 lines
No EOL
432 KiB
JSON

{
"provenance": {
"code": "fbf31d74feb12538dc07207cb80722dac38dd438",
"catalog": "1bc3c1d10087f92192b8081a007fa72b4f091446c273a0ab3825cbed9bdf602c",
"labels": "6fc1a220a97c75666882b4bcd9dc102ed08c8924677b97d615850a0983286c1a",
"image": "a08b89ba37d27c9d5a81bcd56bcd042e6baf54d2f182bbaaf47e97f14c9cd525",
"opencv_threads": 1,
"seed": 20260929
},
"resolutions": {
"full": {
"pair_counts": {
"same": 72,
"sibling": 3,
"unrelated": 8
},
"signals": {
"hue": {
"thresholds_leave_row_out": {
"0": 0.8051810264587402,
"1": 0.6459402740001678,
"2": 0.8059877455234528,
"3": 0.6459402740001678,
"4": 0.6459402740001678,
"5": 0.6459402740001678,
"6": 0.6459402740001678
},
"same_vs_sibling_auc": 0.9768518518518519,
"same_vs_unrelated_auc": 0.9670138888888888,
"classes": {
"same": {
"n": 72,
"p50": 0.9042529761791229
},
"sibling": {
"n": 3,
"p50": 0.4266957640647888
},
"unrelated": {
"n": 8,
"p50": 0.4369388669729233
}
},
"held_row_confusion": {
"tp": 58,
"fp": 1,
"tn": 10,
"fn": 14,
"precision": 0.9830508474576272,
"recall": 0.8055555555555556,
"boundary_accuracy": 0.8192771084337349,
"boundary_recall": 0.9090909090909091
}
},
"pixels": {
"thresholds_leave_row_out": {
"0": 0.6890510110294118,
"1": 0.6924278109681372,
"2": 0.6996045879289216,
"3": 0.6924278109681372,
"4": 0.6924278109681372,
"5": 0.6924278109681372,
"6": 0.6924278109681372
},
"same_vs_sibling_auc": 0.9444444444444444,
"same_vs_unrelated_auc": 0.9791666666666666,
"classes": {
"same": {
"n": 72,
"p50": 0.7837574678308823
},
"sibling": {
"n": 3,
"p50": 0.6807387408088236
},
"unrelated": {
"n": 8,
"p50": 0.5741871553308824
}
},
"held_row_confusion": {
"tp": 64,
"fp": 0,
"tn": 11,
"fn": 8,
"precision": 1.0,
"recall": 0.8888888888888888,
"boundary_accuracy": 0.9036144578313253,
"boundary_recall": 1.0
}
},
"logo_pixels": {
"thresholds_leave_row_out": {
"0": 0.6920266544117648,
"1": 0.6793887867647059,
"2": 0.6834846047794119,
"3": 0.6834846047794119,
"4": 0.6834846047794119,
"5": 0.6834846047794119,
"6": 0.6834846047794119
},
"same_vs_sibling_auc": 0.9675925925925926,
"same_vs_unrelated_auc": 0.9809027777777778,
"classes": {
"same": {
"n": 72,
"p50": 0.7673636642156862
},
"sibling": {
"n": 3,
"p50": 0.6709060968137255
},
"unrelated": {
"n": 8,
"p50": 0.5698337928921569
}
},
"held_row_confusion": {
"tp": 67,
"fp": 0,
"tn": 11,
"fn": 5,
"precision": 1.0,
"recall": 0.9305555555555556,
"boundary_accuracy": 0.9397590361445783,
"boundary_recall": 1.0
}
},
"edge": {
"thresholds_leave_row_out": {
"0": 0.3012076668309146,
"1": 0.3012076668309146,
"2": 0.3577370089391758,
"3": 0.3012076668309146,
"4": 0.46052033305713597,
"5": 0.3022930292906867,
"6": 0.3577370089391758
},
"same_vs_sibling_auc": 0.07407407407407407,
"same_vs_unrelated_auc": 0.6545138888888888,
"classes": {
"same": {
"n": 72,
"p50": 0.3420023907685241
},
"sibling": {
"n": 3,
"p50": 0.44561870932992864
},
"unrelated": {
"n": 8,
"p50": 0.29979940923253456
}
},
"held_row_confusion": {
"tp": 36,
"fp": 5,
"tn": 6,
"fn": 36,
"precision": 0.8780487804878049,
"recall": 0.5,
"boundary_accuracy": 0.5060240963855421,
"boundary_recall": 0.5454545454545454
}
},
"inliers": {
"thresholds_leave_row_out": {
"0": 1.5,
"1": 1.5,
"2": 1.5,
"3": 1.5,
"4": 1.5,
"5": 1.5,
"6": 1.5
},
"same_vs_sibling_auc": 0.9444444444444444,
"same_vs_unrelated_auc": 0.9444444444444444,
"classes": {
"same": {
"n": 72,
"p50": 14.5
},
"sibling": {
"n": 3,
"p50": 0.0
},
"unrelated": {
"n": 8,
"p50": 0.0
}
},
"held_row_confusion": {
"tp": 64,
"fp": 0,
"tn": 11,
"fn": 8,
"precision": 1.0,
"recall": 0.8888888888888888,
"boundary_accuracy": 0.9036144578313253,
"boundary_recall": 1.0
}
},
"match_fraction": {
"thresholds_leave_row_out": {
"0": 0.006430868167202572,
"1": 0.007692307692307693,
"2": 0.006430868167202572,
"3": 0.006430868167202572,
"4": 0.006430868167202572,
"5": 0.006430868167202572,
"6": 0.006430868167202572
},
"same_vs_sibling_auc": 0.9444444444444444,
"same_vs_unrelated_auc": 0.9444444444444444,
"classes": {
"same": {
"n": 72,
"p50": 0.08130081300813008
},
"sibling": {
"n": 3,
"p50": 0.0
},
"unrelated": {
"n": 8,
"p50": 0.0
}
},
"held_row_confusion": {
"tp": 64,
"fp": 0,
"tn": 11,
"fn": 8,
"precision": 1.0,
"recall": 0.8888888888888888,
"boundary_accuracy": 0.9036144578313253,
"boundary_recall": 1.0
}
},
"layout_cover": {
"thresholds_leave_row_out": {
"0": 0.0004015847788290426,
"1": 0.0004015847788290426,
"2": 0.0004015847788290426,
"3": 0.0004015847788290426,
"4": 0.0004015847788290426,
"5": 0.00459868185219382,
"6": 0.0004015847788290426
},
"same_vs_sibling_auc": 0.9375,
"same_vs_unrelated_auc": 0.9375,
"classes": {
"same": {
"n": 72,
"p50": 0.06690009996596465
},
"sibling": {
"n": 3,
"p50": 0.0
},
"unrelated": {
"n": 8,
"p50": 0.0
}
},
"held_row_confusion": {
"tp": 61,
"fp": 0,
"tn": 11,
"fn": 11,
"precision": 1.0,
"recall": 0.8472222222222222,
"boundary_accuracy": 0.8674698795180723,
"boundary_recall": 1.0
}
},
"aspect": {
"thresholds_leave_row_out": {
"0": 0.8863288824577825,
"1": 0.8963367014186276,
"2": 0.8963367014186276,
"3": 0.8963367014186276,
"4": 0.8963367014186276,
"5": 0.9486933172210618,
"6": 0.8963367014186276
},
"same_vs_sibling_auc": 0.4027777777777778,
"same_vs_unrelated_auc": 0.6909722222222222,
"classes": {
"same": {
"n": 72,
"p50": 0.901625250811529
},
"sibling": {
"n": 3,
"p50": 0.9211764705882354
},
"unrelated": {
"n": 8,
"p50": 0.8414647524009399
}
},
"held_row_confusion": {
"tp": 31,
"fp": 2,
"tn": 9,
"fn": 41,
"precision": 0.9393939393939394,
"recall": 0.4305555555555556,
"boundary_accuracy": 0.4819277108433735,
"boundary_recall": 0.8181818181818182
}
},
"height": {
"thresholds_leave_row_out": {
"0": 0.9650495565988524,
"1": 0.9069264069264069,
"2": 0.9657864142169075,
"3": 0.9650495565988524,
"4": 0.9650495565988524,
"5": 0.9650495565988524,
"6": 0.9650495565988524
},
"same_vs_sibling_auc": 0.9722222222222222,
"same_vs_unrelated_auc": 0.7751736111111112,
"classes": {
"same": {
"n": 72,
"p50": 0.9844960205117248
},
"sibling": {
"n": 3,
"p50": 0.9
},
"unrelated": {
"n": 8,
"p50": 0.9406651549508692
}
},
"held_row_confusion": {
"tp": 63,
"fp": 5,
"tn": 6,
"fn": 9,
"precision": 0.9264705882352942,
"recall": 0.875,
"boundary_accuracy": 0.8313253012048193,
"boundary_recall": 0.5454545454545454
}
},
"ocr_jaccard": {
"thresholds_leave_row_out": {
"0": 0.030555555555555555,
"1": 0.03279569892473118,
"2": 0.03535980148883375,
"3": 0.03279569892473118,
"4": 0.03279569892473118,
"5": 0.03279569892473118,
"6": 0.03279569892473118
},
"same_vs_sibling_auc": 0.6666666666666666,
"same_vs_unrelated_auc": 0.8055555555555556,
"classes": {
"same": {
"n": 72,
"p50": 0.08333333333333333
},
"sibling": {
"n": 3,
"p50": 0.027777777777777776
},
"unrelated": {
"n": 8,
"p50": 0.0
}
},
"held_row_confusion": {
"tp": 42,
"fp": 1,
"tn": 10,
"fn": 30,
"precision": 0.9767441860465116,
"recall": 0.5833333333333334,
"boundary_accuracy": 0.6265060240963856,
"boundary_recall": 0.9090909090909091
}
},
"combined": {
"thresholds_leave_row_out": {
"0": 0.5409970271645808,
"1": 0.46675711175390316,
"2": 0.5368876997629801,
"3": 0.5368876997629801,
"4": 0.5368876997629801,
"5": 0.5368876997629801,
"6": 0.5368876997629801
},
"same_vs_sibling_auc": 0.9907407407407407,
"same_vs_unrelated_auc": 0.9895833333333334,
"classes": {
"same": {
"n": 72,
"p50": 0.8805446827645396
},
"sibling": {
"n": 3,
"p50": 0.3789579667180192
},
"unrelated": {
"n": 8,
"p50": 0.35552530885327094
}
},
"held_row_confusion": {
"tp": 66,
"fp": 1,
"tn": 10,
"fn": 6,
"precision": 0.9850746268656716,
"recall": 0.9166666666666666,
"boundary_accuracy": 0.9156626506024096,
"boundary_recall": 0.9090909090909091
}
}
},
"pairs": [
{
"a": 0,
"b": 1,
"row": 0,
"signals": {
"hue": 0.8119825124740601,
"pixels": 0.7748372395833334,
"logo_pixels": 0.7191597732843138,
"edge": 0.3462798906468531,
"inliers": 19,
"match_fraction": 0.038306451612903226,
"layout_cover": 0.0815800363740218,
"aspect": 0.9165585819282317,
"height": 0.969811320754717,
"gap": 0.03418803418803419,
"bottom": 0.018867924528301886,
"ocr_jaccard": 0.08333333333333333
},
"pair_ms": 2.185916993767023,
"same": true,
"class": "same"
},
{
"a": 1,
"b": 3,
"row": 0,
"signals": {
"hue": 0.9052120447158813,
"pixels": 0.8491230085784314,
"logo_pixels": 0.8126953125,
"edge": 0.35800253524142994,
"inliers": 13,
"match_fraction": 0.029017857142857144,
"layout_cover": 0.10222968036949842,
"aspect": 0.9393427416683231,
"height": 0.9735849056603774,
"gap": 0.05128205128205128,
"bottom": 0.01509433962264151,
"ocr_jaccard": 0.07317073170731707
},
"pair_ms": 1.7475839704275131,
"same": true,
"class": "same"
},
{
"a": 3,
"b": 4,
"row": 0,
"signals": {
"hue": 0.9041162729263306,
"pixels": 0.806466375612745,
"logo_pixels": 0.7540747549019609,
"edge": 0.3573639609725911,
"inliers": 16,
"match_fraction": 0.05063291139240506,
"layout_cover": 0.09088701311320597,
"aspect": 0.8133066310636404,
"height": 0.9767441860465116,
"gap": 0.04672897196261682,
"bottom": 0.007751937984496124,
"ocr_jaccard": 0.07407407407407407
},
"pair_ms": 1.1445420095697045,
"same": true,
"class": "same"
},
{
"a": 4,
"b": 5,
"row": 0,
"signals": {
"hue": 0.9044283032417297,
"pixels": 0.7845971200980393,
"logo_pixels": 0.7192095588235294,
"edge": 0.318734086944976,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9086491739552964,
"height": 0.9545454545454546,
"gap": 0.05102040816326531,
"bottom": 0.015151515151515152,
"ocr_jaccard": 0.0
},
"pair_ms": 0.8334999438375235,
"same": true,
"class": "same"
},
{
"a": 5,
"b": 6,
"row": 0,
"signals": {
"hue": 0.4266957640647888,
"pixels": 0.6560412837009804,
"logo_pixels": 0.545944393382353,
"edge": 0.4529296542722124,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8933065454160939,
"height": 0.7310606060606061,
"gap": 0.05102040816326531,
"bottom": 0.007575757575757576,
"ocr_jaccard": 0.03225806451612903
},
"pair_ms": 0.6602079374715686,
"same": false,
"class": "sibling"
},
{
"a": 6,
"b": 7,
"row": 0,
"signals": {
"hue": 0.7903279066085815,
"pixels": 0.7423560049019609,
"logo_pixels": 0.6878714767156863,
"edge": 0.46811101184205955,
"inliers": 12,
"match_fraction": 0.05172413793103448,
"layout_cover": 0.05616277956945847,
"aspect": 0.7688891419461368,
"height": 0.9146919431279621,
"gap": 0.02197802197802198,
"bottom": 0.03317535545023697,
"ocr_jaccard": 0.038461538461538464
},
"pair_ms": 0.6449579959735274,
"same": true,
"class": "same"
},
{
"a": 7,
"b": 8,
"row": 0,
"signals": {
"hue": 0.8043752908706665,
"pixels": 0.737567018995098,
"logo_pixels": 0.6610447303921569,
"edge": 0.36388622433611295,
"inliers": 8,
"match_fraction": 0.027777777777777776,
"layout_cover": 0.016836066275186776,
"aspect": 0.8695054945054945,
"height": 0.9768518518518519,
"gap": 0.04395604395604396,
"bottom": 0.009259259259259259,
"ocr_jaccard": 0.0
},
"pair_ms": 0.7336250273510814,
"same": true,
"class": "same"
},
{
"a": 8,
"b": 9,
"row": 0,
"signals": {
"hue": 0.9327224493026733,
"pixels": 0.7766103707107843,
"logo_pixels": 0.755407475490196,
"edge": 0.3815258506493108,
"inliers": 29,
"match_fraction": 0.10069444444444445,
"layout_cover": 0.1720162968326661,
"aspect": 0.9051724137931034,
"height": 0.9722222222222222,
"gap": 0.05747126436781609,
"bottom": 0.027777777777777776,
"ocr_jaccard": 0.14285714285714285
},
"pair_ms": 0.7128330180421472,
"same": true,
"class": "same"
},
{
"a": 9,
"b": 10,
"row": 0,
"signals": {
"hue": 0.6415376663208008,
"pixels": 0.6874923406862745,
"logo_pixels": 0.6709060968137255,
"edge": 0.41087831925084933,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9211764705882354,
"height": 0.9,
"gap": 0.5747126436781609,
"bottom": 0.01904761904761905,
"ocr_jaccard": 0.0
},
"pair_ms": 0.6702080136165023,
"same": false,
"class": "sibling"
},
{
"a": 10,
"b": 11,
"row": 0,
"signals": {
"hue": 0.9551211595535278,
"pixels": 0.7520546109068628,
"logo_pixels": 0.7488242953431372,
"edge": 0.3934087703606818,
"inliers": 11,
"match_fraction": 0.045454545454545456,
"layout_cover": 0.07547735712008624,
"aspect": 0.9601093870756792,
"height": 0.9947368421052631,
"gap": 0.056179775280898875,
"bottom": 0.005263157894736842,
"ocr_jaccard": 0.1935483870967742
},
"pair_ms": 0.6849579513072968,
"same": true,
"class": "same"
},
{
"a": 11,
"b": 12,
"row": 0,
"signals": {
"hue": 0.9461824893951416,
"pixels": 0.7858264399509804,
"logo_pixels": 0.7805300245098039,
"edge": 0.3949978011878361,
"inliers": 27,
"match_fraction": 0.10714285714285714,
"layout_cover": 0.11363316609467687,
"aspect": 0.8682328907048008,
"height": 0.9090909090909091,
"gap": 0.056179775280898875,
"bottom": 0.023923444976076555,
"ocr_jaccard": 0.25
},
"pair_ms": 0.6517500150948763,
"same": true,
"class": "same"
},
{
"a": 12,
"b": 13,
"row": 0,
"signals": {
"hue": 0.7954330444335938,
"pixels": 0.747332643995098,
"logo_pixels": 0.758984375,
"edge": 0.3985769267542706,
"inliers": 9,
"match_fraction": 0.03571428571428571,
"layout_cover": 0.03389226650389802,
"aspect": 0.7142857142857143,
"height": 1.0,
"gap": 0.04201680672268908,
"bottom": 0.014354066985645933,
"ocr_jaccard": 0.22580645161290322
},
"pair_ms": 1.2534159468486905,
"same": true,
"class": "same"
},
{
"a": 13,
"b": 14,
"row": 0,
"signals": {
"hue": 0.2125166654586792,
"pixels": 0.6677274816176471,
"logo_pixels": 0.6706456801470588,
"edge": 0.3412247575042773,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.824555174182349,
"height": 0.9812206572769953,
"gap": 0.19327731092436976,
"bottom": 0.04225352112676056,
"ocr_jaccard": 0.0
},
"pair_ms": 0.7846660446375608,
"same": false,
"class": "unrelated"
},
{
"a": 17,
"b": 18,
"row": 1,
"signals": {
"hue": 0.9361493587493896,
"pixels": 0.7392616421568627,
"logo_pixels": 0.7492264093137255,
"edge": 0.33878744698583824,
"inliers": 4,
"match_fraction": 0.012861736334405145,
"layout_cover": 0.016312584964473,
"aspect": 0.7792740046838408,
"height": 0.9918032786885246,
"gap": 0.04081632653061224,
"bottom": 0.00819672131147541,
"ocr_jaccard": 0.0
},
"pair_ms": 0.9783749701455235,
"same": true,
"class": "same"
},
{
"a": 18,
"b": 19,
"row": 1,
"signals": {
"hue": 0.9390681385993958,
"pixels": 0.7817325367647059,
"logo_pixels": 0.8061734068627451,
"edge": 0.3937627256853211,
"inliers": 36,
"match_fraction": 0.1157556270096463,
"layout_cover": 0.17183649951366833,
"aspect": 0.9960555650831762,
"height": 0.9834710743801653,
"gap": 0.05102040816326531,
"bottom": 0.008264462809917356,
"ocr_jaccard": 0.09090909090909091
},
"pair_ms": 0.8532910142093897,
"same": true,
"class": "same"
},
{
"a": 19,
"b": 20,
"row": 1,
"signals": {
"hue": 0.08146145939826965,
"pixels": 0.6807387408088236,
"logo_pixels": 0.6790977328431373,
"edge": 0.44561870932992864,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9468376824413977,
"height": 0.9369747899159664,
"gap": 1.1458333333333333,
"bottom": 0.02100840336134454,
"ocr_jaccard": 0.027777777777777776
},
"pair_ms": 0.7935420144349337,
"same": false,
"class": "sibling"
},
{
"a": 20,
"b": 21,
"row": 1,
"signals": {
"hue": 0.9043896794319153,
"pixels": 0.8183344822303922,
"logo_pixels": 0.7889208026960784,
"edge": 0.43427985754643766,
"inliers": 8,
"match_fraction": 0.025974025974025976,
"layout_cover": 0.0692873069268019,
"aspect": 0.9596412556053812,
"height": 0.9596412556053812,
"gap": 0.12631578947368421,
"bottom": 0.013452914798206279,
"ocr_jaccard": 0.29411764705882354
},
"pair_ms": 0.8052500197663903,
"same": true,
"class": "same"
},
{
"a": 21,
"b": 22,
"row": 1,
"signals": {
"hue": 0.865007221698761,
"pixels": 0.7986883425245098,
"logo_pixels": 0.7701363357843137,
"edge": 0.40808852816222285,
"inliers": 8,
"match_fraction": 0.027972027972027972,
"layout_cover": 0.06691182465211558,
"aspect": 0.9403186866248189,
"height": 0.981651376146789,
"gap": 0.05263157894736842,
"bottom": 0.0,
"ocr_jaccard": 0.075
},
"pair_ms": 0.7535830372944474,
"same": true,
"class": "same"
},
{
"a": 22,
"b": 23,
"row": 1,
"signals": {
"hue": 0.9205953478813171,
"pixels": 0.8328910079656863,
"logo_pixels": 0.7829005821078432,
"edge": 0.4103760446985064,
"inliers": 10,
"match_fraction": 0.03496503496503497,
"layout_cover": 0.2195626632467218,
"aspect": 0.9648962148962149,
"height": 0.9908256880733946,
"gap": 0.04395604395604396,
"bottom": 0.013761467889908258,
"ocr_jaccard": 0.15789473684210525
},
"pair_ms": 0.9329590247943997,
"same": true,
"class": "same"
},
{
"a": 23,
"b": 24,
"row": 1,
"signals": {
"hue": 0.22924983501434326,
"pixels": 0.6794213388480392,
"logo_pixels": 0.6684283088235294,
"edge": 0.2995196221211176,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.883289124668435,
"height": 0.9629629629629629,
"gap": 0.06896551724137931,
"bottom": 0.004629629629629629,
"ocr_jaccard": 0.0
},
"pair_ms": 0.34679099917411804,
"same": false,
"class": "unrelated"
},
{
"a": 24,
"b": 25,
"row": 1,
"signals": {
"hue": 0.8614684343338013,
"pixels": 0.8390663296568628,
"logo_pixels": 0.8210324754901961,
"edge": 0.3324025751847311,
"inliers": 69,
"match_fraction": 0.48936170212765956,
"layout_cover": 0.33948984530327886,
"aspect": 0.9830914658500866,
"height": 0.9759615384615384,
"gap": 0.05405405405405406,
"bottom": 0.0,
"ocr_jaccard": 0.4444444444444444
},
"pair_ms": 0.2477499656379223,
"same": true,
"class": "same"
},
{
"a": 25,
"b": 26,
"row": 1,
"signals": {
"hue": 0.909955620765686,
"pixels": 0.7727366727941176,
"logo_pixels": 0.751397824754902,
"edge": 0.2488770961876278,
"inliers": 37,
"match_fraction": 0.2624113475177305,
"layout_cover": 0.16268705255952737,
"aspect": 0.8649314338969512,
"height": 0.9014778325123153,
"gap": 0.05405405405405406,
"bottom": 0.009852216748768473,
"ocr_jaccard": 0.3
},
"pair_ms": 0.21720805671066046,
"same": true,
"class": "same"
},
{
"a": 26,
"b": 27,
"row": 1,
"signals": {
"hue": 0.8847804665565491,
"pixels": 0.8498985140931372,
"logo_pixels": 0.851007199754902,
"edge": 0.3255119629745116,
"inliers": 62,
"match_fraction": 0.3924050632911392,
"layout_cover": 0.34753153595246766,
"aspect": 0.991906741906742,
"height": 0.994535519125683,
"gap": 0.06756756756756757,
"bottom": 0.0,
"ocr_jaccard": 0.5555555555555556
},
"pair_ms": 0.24458393454551697,
"same": true,
"class": "same"
},
{
"a": 27,
"b": 28,
"row": 1,
"signals": {
"hue": 0.8072305917739868,
"pixels": 0.8087545955882353,
"logo_pixels": 0.7885914522058823,
"edge": 0.28712856225662187,
"inliers": 55,
"match_fraction": 0.3767123287671233,
"layout_cover": 0.27296937801252574,
"aspect": 0.9014782137605448,
"height": 0.9725274725274725,
"gap": 0.0684931506849315,
"bottom": 0.0,
"ocr_jaccard": 0.18181818181818182
},
"pair_ms": 0.2560419961810112,
"same": true,
"class": "same"
},
{
"a": 28,
"b": 29,
"row": 1,
"signals": {
"hue": 0.8698132634162903,
"pixels": 0.7665536917892157,
"logo_pixels": 0.7609106924019609,
"edge": 0.27225421608845324,
"inliers": 60,
"match_fraction": 0.410958904109589,
"layout_cover": 0.21135627900471587,
"aspect": 0.8642689816728675,
"height": 0.9030612244897959,
"gap": 0.04878048780487805,
"bottom": 0.0,
"ocr_jaccard": 0.16666666666666666
},
"pair_ms": 0.3111669793725014,
"same": true,
"class": "same"
},
{
"a": 29,
"b": 30,
"row": 1,
"signals": {
"hue": 0.8047448992729187,
"pixels": 0.5741593903186275,
"logo_pixels": 0.5453201593137255,
"edge": 0.35747148263692163,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8859543817527011,
"height": 0.9183673469387755,
"gap": 0.058823529411764705,
"bottom": 0.030612244897959183,
"ocr_jaccard": 0.0
},
"pair_ms": 0.304875080473721,
"same": false,
"class": "unrelated"
},
{
"a": 31,
"b": 32,
"row": 2,
"signals": {
"hue": 0.6503428816795349,
"pixels": 0.7380935968137255,
"logo_pixels": 0.7721698835784314,
"edge": 0.2754102428303428,
"inliers": 6,
"match_fraction": 0.03428571428571429,
"layout_cover": 0.06528944016632884,
"aspect": 0.7591731266149871,
"height": 0.9513274336283186,
"gap": 0.06481481481481481,
"bottom": 0.017699115044247787,
"ocr_jaccard": 0.0
},
"pair_ms": 0.5848329747095704,
"same": true,
"class": "same"
},
{
"a": 32,
"b": 33,
"row": 2,
"signals": {
"hue": 0.6406802535057068,
"pixels": 0.42192478553921575,
"logo_pixels": 0.4122931985294118,
"edge": 0.2438666501512409,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7246900204646683,
"height": 0.9906976744186047,
"gap": 0.07692307692307693,
"bottom": 0.009302325581395349,
"ocr_jaccard": 0.0
},
"pair_ms": 0.14650006778538227,
"same": false,
"class": "unrelated"
},
{
"a": 33,
"b": 34,
"row": 2,
"signals": {
"hue": 0.8578698039054871,
"pixels": 0.69736328125,
"logo_pixels": 0.818030024509804,
"edge": 0.21595527806798742,
"inliers": 8,
"match_fraction": 0.09302325581395349,
"layout_cover": 0.011872031453360266,
"aspect": 0.6097292977724503,
"height": 0.9770642201834863,
"gap": 0.031914893617021274,
"bottom": 0.022935779816513763,
"ocr_jaccard": 0.02040816326530612
},
"pair_ms": 0.15666696708649397,
"same": true,
"class": "same"
},
{
"a": 34,
"b": 35,
"row": 2,
"signals": {
"hue": 0.9330831170082092,
"pixels": 0.7287454044117647,
"logo_pixels": 0.8481234681372549,
"edge": 0.3458030463180033,
"inliers": 53,
"match_fraction": 0.2663316582914573,
"layout_cover": 0.17805461442820328,
"aspect": 0.9936178699641005,
"height": 0.9724770642201835,
"gap": 0.05319148936170213,
"bottom": 0.013761467889908258,
"ocr_jaccard": 0.3333333333333333
},
"pair_ms": 0.3404580056667328,
"same": true,
"class": "same"
},
{
"a": 35,
"b": 36,
"row": 2,
"signals": {
"hue": 0.7556079626083374,
"pixels": 0.5808229932598039,
"logo_pixels": 0.5351600796568627,
"edge": 0.2999790242600768,
"inliers": 10,
"match_fraction": 0.08130081300813008,
"layout_cover": 0.04876973052224197,
"aspect": 0.6583850931677018,
"height": 0.9769585253456221,
"gap": 0.03260869565217391,
"bottom": 0.004608294930875576,
"ocr_jaccard": 0.1111111111111111
},
"pair_ms": 0.2191250678151846,
"same": true,
"class": "same"
},
{
"a": 36,
"b": 37,
"row": 2,
"signals": {
"hue": 0.7270331978797913,
"pixels": 0.5717294730392156,
"logo_pixels": 0.5905598958333333,
"edge": 0.21793846086268215,
"inliers": 10,
"match_fraction": 0.08130081300813008,
"layout_cover": 0.02896395334709282,
"aspect": 0.6902086677367576,
"height": 0.9907834101382489,
"gap": 0.056179775280898875,
"bottom": 0.009216589861751152,
"ocr_jaccard": 0.17647058823529413
},
"pair_ms": 0.15545799396932125,
"same": true,
"class": "same"
},
{
"a": 37,
"b": 38,
"row": 2,
"signals": {
"hue": 0.793226957321167,
"pixels": 0.8001780790441176,
"logo_pixels": 0.8577435661764705,
"edge": 0.3468809691985457,
"inliers": 12,
"match_fraction": 0.09090909090909091,
"layout_cover": 0.04275303754805368,
"aspect": 0.9708075186390843,
"height": 0.9953488372093023,
"gap": 0.06741573033707865,
"bottom": 0.004651162790697674,
"ocr_jaccard": 0.047619047619047616
},
"pair_ms": 0.17549993935972452,
"same": true,
"class": "same"
},
{
"a": 38,
"b": 39,
"row": 2,
"signals": {
"hue": 0.8127855658531189,
"pixels": 0.7135876225490196,
"logo_pixels": 0.8194546568627451,
"edge": 0.2392700278283037,
"inliers": 7,
"match_fraction": 0.04861111111111111,
"layout_cover": 0.030967814498846665,
"aspect": 0.970029004189494,
"height": 0.9813084112149533,
"gap": 0.04597701149425287,
"bottom": 0.0,
"ocr_jaccard": 0.03333333333333333
},
"pair_ms": 0.5567499902099371,
"same": true,
"class": "same"
},
{
"a": 39,
"b": 40,
"row": 2,
"signals": {
"hue": 0.8790931701660156,
"pixels": 0.7120346966911765,
"logo_pixels": 0.7144454656862745,
"edge": 0.260390638845623,
"inliers": 40,
"match_fraction": 0.2222222222222222,
"layout_cover": 0.09189140889795877,
"aspect": 0.7337772397094432,
"height": 0.9952380952380953,
"gap": 0.059322033898305086,
"bottom": 0.004761904761904762,
"ocr_jaccard": 0.5769230769230769
},
"pair_ms": 0.31466607470065355,
"same": true,
"class": "same"
},
{
"a": 40,
"b": 41,
"row": 2,
"signals": {
"hue": 0.6687332987785339,
"pixels": 0.6694201899509804,
"logo_pixels": 0.7460516237745098,
"edge": 0.15707815794132207,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.453289420837015,
"height": 0.990521327014218,
"gap": 0.025423728813559324,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.11937494855374098,
"same": true,
"class": "same"
},
{
"a": 41,
"b": 42,
"row": 2,
"signals": {
"hue": 0.6157482266426086,
"pixels": 0.6755763633578431,
"logo_pixels": 0.7765471813725491,
"edge": 0.11128469061901487,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.5943127962085307,
"height": 0.990521327014218,
"gap": 0.044444444444444446,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.07904204539954662,
"same": true,
"class": "same"
},
{
"a": 42,
"b": 43,
"row": 2,
"signals": {
"hue": 0.8351283669471741,
"pixels": 0.6980545343137254,
"logo_pixels": 0.8028301164215685,
"edge": 0.1560382494070639,
"inliers": 12,
"match_fraction": 0.15384615384615385,
"layout_cover": 0.027855556878951273,
"aspect": 0.6977569118414189,
"height": 0.9812206572769953,
"gap": 0.03333333333333333,
"bottom": 0.004694835680751174,
"ocr_jaccard": 0.0
},
"pair_ms": 0.16612501349300146,
"same": true,
"class": "same"
},
{
"a": 43,
"b": 44,
"row": 2,
"signals": {
"hue": 0.8056171536445618,
"pixels": 0.7270105698529412,
"logo_pixels": 0.7940870098039217,
"edge": 0.2223920608764596,
"inliers": 3,
"match_fraction": 0.038461538461538464,
"layout_cover": 0.00919736370438764,
"aspect": 0.7737089201877935,
"height": 0.9671361502347418,
"gap": 0.05,
"bottom": 0.009389671361502348,
"ocr_jaccard": 0.0
},
"pair_ms": 0.12983393389731646,
"same": true,
"class": "same"
},
{
"a": 44,
"b": 45,
"row": 2,
"signals": {
"hue": 0.8827623128890991,
"pixels": 0.6579790900735294,
"logo_pixels": 0.7460401348039216,
"edge": 0.2526550991826602,
"inliers": 12,
"match_fraction": 0.08450704225352113,
"layout_cover": 0.08235489094417751,
"aspect": 0.7573529411764707,
"height": 0.9902912621359223,
"gap": 0.0375,
"bottom": 0.0048543689320388345,
"ocr_jaccard": 0.11764705882352941
},
"pair_ms": 0.2139589050784707,
"same": true,
"class": "same"
},
{
"a": 45,
"b": 46,
"row": 2,
"signals": {
"hue": 0.3770793676376343,
"pixels": 0.5918887867647059,
"logo_pixels": 0.6327244178921568,
"edge": 0.3000791963439515,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7074721780604134,
"height": 0.8725490196078431,
"gap": 0.05405405405405406,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.14391704462468624,
"same": false,
"class": "unrelated"
},
{
"a": 46,
"b": 47,
"row": 2,
"signals": {
"hue": 0.8529953360557556,
"pixels": 0.8205633425245098,
"logo_pixels": 0.8586741727941176,
"edge": 0.3693737929013841,
"inliers": 17,
"match_fraction": 0.14285714285714285,
"layout_cover": 0.3374069793736809,
"aspect": 0.9664380563256968,
"height": 0.994413407821229,
"gap": 0.05194805194805195,
"bottom": 0.00558659217877095,
"ocr_jaccard": 0.0
},
"pair_ms": 0.17429201398044825,
"same": true,
"class": "same"
},
{
"a": 47,
"b": 48,
"row": 2,
"signals": {
"hue": 0.9469783306121826,
"pixels": 0.8449774050245098,
"logo_pixels": 0.8620825674019608,
"edge": 0.48429942757844946,
"inliers": 15,
"match_fraction": 0.2,
"layout_cover": 0.03992494176636952,
"aspect": 0.7402597402597403,
"height": 1.0,
"gap": 0.03896103896103896,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.13525004032999277,
"same": true,
"class": "same"
},
{
"a": 49,
"b": 50,
"row": 3,
"signals": {
"hue": 0.8742756247520447,
"pixels": 0.7812940410539215,
"logo_pixels": 0.8067555147058824,
"edge": 0.2663785498009908,
"inliers": 78,
"match_fraction": 0.34977578475336324,
"layout_cover": 0.23156900292642402,
"aspect": 0.7995519044062733,
"height": 0.9805825242718447,
"gap": 0.06923076923076923,
"bottom": 0.02912621359223301,
"ocr_jaccard": 0.2898550724637681
},
"pair_ms": 0.4417079035192728,
"same": true,
"class": "same"
},
{
"a": 50,
"b": 51,
"row": 3,
"signals": {
"hue": 0.9090867638587952,
"pixels": 0.8145833333333333,
"logo_pixels": 0.8422947303921569,
"edge": 0.25605926161683223,
"inliers": 56,
"match_fraction": 0.2616822429906542,
"layout_cover": 0.19073249314473686,
"aspect": 0.7689952904238618,
"height": 0.9702970297029703,
"gap": 0.038461538461538464,
"bottom": 0.019801980198019802,
"ocr_jaccard": 0.22972972972972974
},
"pair_ms": 0.41370897088199854,
"same": true,
"class": "same"
},
{
"a": 51,
"b": 52,
"row": 3,
"signals": {
"hue": 0.9224036931991577,
"pixels": 0.8650601256127451,
"logo_pixels": 0.8944431678921568,
"edge": 0.3354164443241328,
"inliers": 83,
"match_fraction": 0.46111111111111114,
"layout_cover": 0.33610845479121565,
"aspect": 0.9098073082528202,
"height": 0.9744897959183674,
"gap": 0.041237113402061855,
"bottom": 0.025510204081632654,
"ocr_jaccard": 0.3484848484848485
},
"pair_ms": 0.34483405761420727,
"same": true,
"class": "same"
},
{
"a": 52,
"b": 53,
"row": 3,
"signals": {
"hue": 0.5899379849433899,
"pixels": 0.7652056525735293,
"logo_pixels": 0.8231962316176471,
"edge": 0.13578663654836795,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.5724046991129226,
"height": 0.9845360824742269,
"gap": 0.023255813953488372,
"bottom": 0.010309278350515464,
"ocr_jaccard": 0.0
},
"pair_ms": 0.09320792742073536,
"same": true,
"class": "same"
},
{
"a": 53,
"b": 54,
"row": 3,
"signals": {
"hue": 0.5575956702232361,
"pixels": 0.7471564797794118,
"logo_pixels": 0.7785768995098039,
"edge": 0.20473223309153338,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.5075741636860929,
"height": 0.9948453608247423,
"gap": 0.05102040816326531,
"bottom": 0.010309278350515464,
"ocr_jaccard": 0.0
},
"pair_ms": 0.09654101449996233,
"same": true,
"class": "same"
},
{
"a": 54,
"b": 55,
"row": 3,
"signals": {
"hue": 0.9675506353378296,
"pixels": 0.8403971354166666,
"logo_pixels": 0.8903722426470588,
"edge": 0.2880146939293131,
"inliers": 94,
"match_fraction": 0.49473684210526314,
"layout_cover": 0.2791898471611549,
"aspect": 0.9017722878625133,
"height": 0.9844559585492227,
"gap": 0.061224489795918366,
"bottom": 0.025906735751295335,
"ocr_jaccard": 0.19230769230769232
},
"pair_ms": 0.3839998971670866,
"same": true,
"class": "same"
},
{
"a": 55,
"b": 56,
"row": 3,
"signals": {
"hue": 0.9305604100227356,
"pixels": 0.7926738664215687,
"logo_pixels": 0.8149969362745098,
"edge": 0.27151823581549656,
"inliers": 55,
"match_fraction": 0.2894736842105263,
"layout_cover": 0.11540869775740309,
"aspect": 0.9717543859649123,
"height": 0.9947643979057592,
"gap": 0.022222222222222223,
"bottom": 0.0,
"ocr_jaccard": 0.1323529411764706
},
"pair_ms": 0.33545796759426594,
"same": true,
"class": "same"
},
{
"a": 56,
"b": 57,
"row": 3,
"signals": {
"hue": 0.6391052007675171,
"pixels": 0.7165536917892157,
"logo_pixels": 0.7191367953431372,
"edge": 0.2194636685518385,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7548109965635739,
"height": 0.9845360824742269,
"gap": 0.8444444444444444,
"bottom": 0.010309278350515464,
"ocr_jaccard": 0.0
},
"pair_ms": 0.14529202599078417,
"same": true,
"class": "same"
},
{
"a": 57,
"b": 58,
"row": 3,
"signals": {
"hue": 0.6309497952461243,
"pixels": 0.7117168351715686,
"logo_pixels": 0.7214460784313725,
"edge": 0.30450686223742185,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8501382951973849,
"height": 0.9897959183673469,
"gap": 0.012195121951219513,
"bottom": 0.00510204081632653,
"ocr_jaccard": 0.0
},
"pair_ms": 0.12508395593613386,
"same": true,
"class": "same"
},
{
"a": 58,
"b": 59,
"row": 3,
"signals": {
"hue": 0.9024638533592224,
"pixels": 0.8236366421568627,
"logo_pixels": 0.835726868872549,
"edge": 0.35598064499837884,
"inliers": 16,
"match_fraction": 0.09467455621301775,
"layout_cover": 0.02365081451738382,
"aspect": 0.982790640089142,
"height": 0.9949238578680203,
"gap": 0.036585365853658534,
"bottom": 0.0,
"ocr_jaccard": 0.1
},
"pair_ms": 0.2958340337499976,
"same": true,
"class": "same"
},
{
"a": 65,
"b": 66,
"row": 4,
"signals": {
"hue": 0.9492685198783875,
"pixels": 0.8230066636029412,
"logo_pixels": 0.8295994178921569,
"edge": 0.3872769022986389,
"inliers": 31,
"match_fraction": 0.4025974025974026,
"layout_cover": 0.04608005490529493,
"aspect": 0.5060279526298944,
"height": 0.978494623655914,
"gap": 0.08737864077669903,
"bottom": 0.005376344086021506,
"ocr_jaccard": 0.10526315789473684
},
"pair_ms": 0.11979194823652506,
"same": true,
"class": "same"
},
{
"a": 66,
"b": 67,
"row": 4,
"signals": {
"hue": 0.19730813801288605,
"pixels": 0.49148667279411773,
"logo_pixels": 0.5344898897058824,
"edge": 0.24228595982292583,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8583743306195307,
"height": 0.8340807174887892,
"gap": 0.25471698113207547,
"bottom": 0.008968609865470852,
"ocr_jaccard": 0.0
},
"pair_ms": 0.19620906095951796,
"same": false,
"class": "unrelated"
},
{
"a": 67,
"b": 68,
"row": 4,
"signals": {
"hue": 0.9102345705032349,
"pixels": 0.7765299479166667,
"logo_pixels": 0.7358072916666667,
"edge": 0.3332518488680137,
"inliers": 18,
"match_fraction": 0.08450704225352113,
"layout_cover": 0.06688837527981371,
"aspect": 1.0,
"height": 1.0,
"gap": 0.018867924528301886,
"bottom": 0.017937219730941704,
"ocr_jaccard": 0.0
},
"pair_ms": 0.48575003165751696,
"same": true,
"class": "same"
},
{
"a": 68,
"b": 69,
"row": 4,
"signals": {
"hue": 0.9625676870346069,
"pixels": 0.7953029258578431,
"logo_pixels": 0.7544768688725491,
"edge": 0.32946604619922676,
"inliers": 33,
"match_fraction": 0.14042553191489363,
"layout_cover": 0.14862789332948226,
"aspect": 0.9968218033001001,
"height": 0.968609865470852,
"gap": 0.16037735849056603,
"bottom": 0.04035874439461883,
"ocr_jaccard": 0.0
},
"pair_ms": 0.5336659960448742,
"same": true,
"class": "same"
},
{
"a": 69,
"b": 70,
"row": 4,
"signals": {
"hue": 0.9029926061630249,
"pixels": 0.7803423713235293,
"logo_pixels": 0.7420572916666667,
"edge": 0.32258403715787426,
"inliers": 15,
"match_fraction": 0.06382978723404255,
"layout_cover": 0.19433034745047573,
"aspect": 0.9505489520007259,
"height": 0.9907407407407407,
"gap": 0.04854368932038835,
"bottom": 0.013888888888888888,
"ocr_jaccard": 0.0
},
"pair_ms": 0.440457952208817,
"same": true,
"class": "same"
},
{
"a": 70,
"b": 71,
"row": 4,
"signals": {
"hue": 0.9230629801750183,
"pixels": 0.7979741115196078,
"logo_pixels": 0.7522212009803921,
"edge": 0.41207553318012585,
"inliers": 23,
"match_fraction": 0.0931174089068826,
"layout_cover": 0.12601206136183662,
"aspect": 0.9839794782440346,
"height": 0.9953271028037384,
"gap": 0.08247422680412371,
"bottom": 0.02336448598130841,
"ocr_jaccard": 0.0
},
"pair_ms": 0.5503339925780892,
"same": true,
"class": "same"
},
{
"a": 71,
"b": 72,
"row": 4,
"signals": {
"hue": 0.9327448606491089,
"pixels": 0.8277822457107843,
"logo_pixels": 0.7645909926470589,
"edge": 0.4191016785102095,
"inliers": 27,
"match_fraction": 0.10931174089068826,
"layout_cover": 0.10672817073593,
"aspect": 0.9747834083539034,
"height": 0.9953051643192489,
"gap": 0.05154639175257732,
"bottom": 0.014084507042253521,
"ocr_jaccard": 0.08333333333333333
},
"pair_ms": 0.503790914081037,
"same": true,
"class": "same"
},
{
"a": 72,
"b": 73,
"row": 4,
"signals": {
"hue": 0.9179267287254333,
"pixels": 0.7924996170343137,
"logo_pixels": 0.7255553002450981,
"edge": 0.3835340211644494,
"inliers": 18,
"match_fraction": 0.07317073170731707,
"layout_cover": 0.16752982009084028,
"aspect": 0.920238741182854,
"height": 0.9858490566037735,
"gap": 0.05154639175257732,
"bottom": 0.014150943396226415,
"ocr_jaccard": 0.25
},
"pair_ms": 0.5787919508293271,
"same": true,
"class": "same"
},
{
"a": 73,
"b": 74,
"row": 4,
"signals": {
"hue": 0.9702062010765076,
"pixels": 0.8378178615196079,
"logo_pixels": 0.7734796262254902,
"edge": 0.3886014403952647,
"inliers": 33,
"match_fraction": 0.13414634146341464,
"layout_cover": 0.3044577216680364,
"aspect": 0.9952153110047847,
"height": 0.9952153110047847,
"gap": 0.06818181818181818,
"bottom": 0.014354066985645933,
"ocr_jaccard": 0.0
},
"pair_ms": 0.5062910495325923,
"same": true,
"class": "same"
},
{
"a": 74,
"b": 75,
"row": 4,
"signals": {
"hue": 0.8746926188468933,
"pixels": 0.7517558976715686,
"logo_pixels": 0.7147288602941176,
"edge": 0.3728800269469375,
"inliers": 26,
"match_fraction": 0.09923664122137404,
"layout_cover": 0.12542684333247753,
"aspect": 0.8796648895658796,
"height": 0.9904761904761905,
"gap": 0.039603960396039604,
"bottom": 0.009523809523809525,
"ocr_jaccard": 0.3
},
"pair_ms": 0.6141250487416983,
"same": true,
"class": "same"
},
{
"a": 75,
"b": 76,
"row": 4,
"signals": {
"hue": 0.5847856998443604,
"pixels": 0.567819393382353,
"logo_pixels": 0.5943474264705884,
"edge": 0.2898502831730932,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7879103699843668,
"height": 0.9047619047619048,
"gap": 0.6633663366336634,
"bottom": 0.04285714285714286,
"ocr_jaccard": 0.0
},
"pair_ms": 0.36204198841005564,
"same": false,
"class": "unrelated"
},
{
"a": 76,
"b": 77,
"row": 4,
"signals": {
"hue": 0.9413633346557617,
"pixels": 0.799640012254902,
"logo_pixels": 0.7991651348039216,
"edge": 0.3183552214181509,
"inliers": 8,
"match_fraction": 0.08,
"layout_cover": 0.019337274311885522,
"aspect": 0.9975232198142415,
"height": 0.9421052631578948,
"gap": 0.05555555555555555,
"bottom": 0.02631578947368421,
"ocr_jaccard": 0.0
},
"pair_ms": 0.16420800238847733,
"same": true,
"class": "same"
},
{
"a": 77,
"b": 78,
"row": 4,
"signals": {
"hue": 0.9197402000427246,
"pixels": 0.8517750459558824,
"logo_pixels": 0.8836780024509804,
"edge": 0.47123075525689084,
"inliers": 3,
"match_fraction": 0.03,
"layout_cover": 0.18822618148167444,
"aspect": 0.9705882352941176,
"height": 1.0,
"gap": 0.04411764705882353,
"bottom": 0.0111731843575419,
"ocr_jaccard": 0.0
},
"pair_ms": 0.11233298573642969,
"same": true,
"class": "same"
},
{
"a": 78,
"b": 79,
"row": 4,
"signals": {
"hue": 0.9366539716720581,
"pixels": 0.8399145986519607,
"logo_pixels": 0.8502144607843137,
"edge": 0.36849053961198336,
"inliers": 9,
"match_fraction": 0.08737864077669903,
"layout_cover": 0.0613304670457971,
"aspect": 0.9776536312849161,
"height": 0.9776536312849162,
"gap": 0.09090909090909091,
"bottom": 0.01675977653631285,
"ocr_jaccard": 0.0
},
"pair_ms": 0.1312500098720193,
"same": true,
"class": "same"
},
{
"a": 94,
"b": 95,
"row": 5,
"signals": {
"hue": 0.977824330329895,
"pixels": 0.7942995557598039,
"logo_pixels": 0.7529909620098039,
"edge": 0.3164666935492983,
"inliers": 53,
"match_fraction": 0.21370967741935484,
"layout_cover": 0.1272361917709658,
"aspect": 0.8786567164179103,
"height": 0.9901477832512315,
"gap": 0.05,
"bottom": 0.024630541871921183,
"ocr_jaccard": 0.3333333333333333
},
"pair_ms": 0.5802499363198876,
"same": true,
"class": "same"
},
{
"a": 95,
"b": 96,
"row": 5,
"signals": {
"hue": 0.8899998068809509,
"pixels": 0.7959405637254902,
"logo_pixels": 0.7108340992647059,
"edge": 0.4000233546261056,
"inliers": 15,
"match_fraction": 0.06048387096774194,
"layout_cover": 0.028960494390006423,
"aspect": 0.9520013862415526,
"height": 0.9900497512437811,
"gap": 0.04597701149425287,
"bottom": 0.01990049751243781,
"ocr_jaccard": 0.22857142857142856
},
"pair_ms": 0.5981250433251262,
"same": true,
"class": "same"
},
{
"a": 96,
"b": 97,
"row": 5,
"signals": {
"hue": 0.8969135284423828,
"pixels": 0.7867378982843137,
"logo_pixels": 0.7049555759803922,
"edge": 0.3023361373178777,
"inliers": 14,
"match_fraction": 0.05054151624548736,
"layout_cover": 0.03350900151529299,
"aspect": 0.8631578947368421,
"height": 1.0,
"gap": 0.031578947368421054,
"bottom": 0.020100502512562814,
"ocr_jaccard": 0.22857142857142856
},
"pair_ms": 0.7017090683802962,
"same": true,
"class": "same"
},
{
"a": 97,
"b": 81,
"row": 5,
"signals": {
"hue": 0.926513671875,
"pixels": 0.7785634957107843,
"logo_pixels": 0.7132927389705883,
"edge": 0.308748610950116,
"inliers": 6,
"match_fraction": 0.021660649819494584,
"layout_cover": 0.013158032361249912,
"aspect": 0.9191192266380236,
"height": 0.9849246231155779,
"gap": 0.042105263157894736,
"bottom": 0.03015075376884422,
"ocr_jaccard": 0.3333333333333333
},
"pair_ms": 0.6519160233438015,
"same": true,
"class": "same"
},
{
"a": 81,
"b": 82,
"row": 5,
"signals": {
"hue": 0.9588488340377808,
"pixels": 0.7762465533088236,
"logo_pixels": 0.7063802083333334,
"edge": 0.3088159475367243,
"inliers": 9,
"match_fraction": 0.039647577092511016,
"layout_cover": 0.001178273848439213,
"aspect": 0.9377422480620154,
"height": 0.9795918367346939,
"gap": 0.046511627906976744,
"bottom": 0.030612244897959183,
"ocr_jaccard": 0.21621621621621623
},
"pair_ms": 0.4981249803677201,
"same": true,
"class": "same"
},
{
"a": 82,
"b": 83,
"row": 5,
"signals": {
"hue": 0.9380953311920166,
"pixels": 0.8083543964460784,
"logo_pixels": 0.7369715073529413,
"edge": 0.4720058353527393,
"inliers": 19,
"match_fraction": 0.08370044052863436,
"layout_cover": 0.03264013003538276,
"aspect": 0.9145243377267389,
"height": 0.9896907216494846,
"gap": 0.05063291139240506,
"bottom": 0.015463917525773196,
"ocr_jaccard": 0.2962962962962963
},
"pair_ms": 0.4825000651180744,
"same": true,
"class": "same"
},
{
"a": 83,
"b": 84,
"row": 5,
"signals": {
"hue": 0.8218965530395508,
"pixels": 0.7993508731617647,
"logo_pixels": 0.7434206495098039,
"edge": 0.40897842364303805,
"inliers": 3,
"match_fraction": 0.015384615384615385,
"layout_cover": 0.0,
"aspect": 0.9273687214611872,
"height": 0.9896907216494846,
"gap": 0.0410958904109589,
"bottom": 0.02577319587628866,
"ocr_jaccard": 0.0
},
"pair_ms": 0.38454204332083464,
"same": true,
"class": "same"
},
{
"a": 84,
"b": 85,
"row": 5,
"signals": {
"hue": 0.8825762271881104,
"pixels": 0.8115062040441177,
"logo_pixels": 0.7443627450980392,
"edge": 0.42154112047742154,
"inliers": 4,
"match_fraction": 0.020512820512820513,
"layout_cover": 0.0008031695576580852,
"aspect": 0.7759191176470588,
"height": 0.984375,
"gap": 0.011764705882352941,
"bottom": 0.026041666666666668,
"ocr_jaccard": 0.0
},
"pair_ms": 0.47983299009501934,
"same": true,
"class": "same"
},
{
"a": 85,
"b": 86,
"row": 5,
"signals": {
"hue": 0.9199912548065186,
"pixels": 0.8129308363970589,
"logo_pixels": 0.7719822303921569,
"edge": 0.37416255922163644,
"inliers": 16,
"match_fraction": 0.06037735849056604,
"layout_cover": 0.0357029730049804,
"aspect": 0.91967970434247,
"height": 0.9895287958115183,
"gap": 0.047058823529411764,
"bottom": 0.015706806282722512,
"ocr_jaccard": 0.0
},
"pair_ms": 0.6787499878555536,
"same": true,
"class": "same"
},
{
"a": 86,
"b": 87,
"row": 5,
"signals": {
"hue": 0.9620174169540405,
"pixels": 0.8124061734068628,
"logo_pixels": 0.7471966911764706,
"edge": 0.3794926834399725,
"inliers": 10,
"match_fraction": 0.03773584905660377,
"layout_cover": 0.050340545965932584,
"aspect": 0.8993668574211615,
"height": 0.9790575916230366,
"gap": 0.05813953488372093,
"bottom": 0.031413612565445025,
"ocr_jaccard": 0.0
},
"pair_ms": 0.676250085234642,
"same": true,
"class": "same"
},
{
"a": 87,
"b": 88,
"row": 5,
"signals": {
"hue": 0.9098195433616638,
"pixels": 0.7835401348039216,
"logo_pixels": 0.740130974264706,
"edge": 0.39019804729637814,
"inliers": 15,
"match_fraction": 0.04477611940298507,
"layout_cover": 0.21948974278093097,
"aspect": 0.9006238859180037,
"height": 0.9946808510638298,
"gap": 0.041666666666666664,
"bottom": 0.02127659574468085,
"ocr_jaccard": 0.5555555555555556
},
"pair_ms": 0.8954999502748251,
"same": true,
"class": "same"
},
{
"a": 88,
"b": 89,
"row": 5,
"signals": {
"hue": 0.4967983663082123,
"pixels": 0.5742149203431373,
"logo_pixels": 0.5133042279411765,
"edge": 0.35005000435941613,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8680180180180181,
"height": 0.9840425531914894,
"gap": 0.3854166666666667,
"bottom": 0.06382978723404255,
"ocr_jaccard": 0.0
},
"pair_ms": 0.49354194197803736,
"same": false,
"class": "unrelated"
},
{
"a": 89,
"b": 90,
"row": 5,
"signals": {
"hue": 0.8390361070632935,
"pixels": 0.7511201746323529,
"logo_pixels": 0.7643305759803921,
"edge": 0.3729669713372625,
"inliers": 72,
"match_fraction": 0.4444444444444444,
"layout_cover": 0.19338244259147788,
"aspect": 0.9161123429416111,
"height": 0.8918918918918919,
"gap": 0.024390243902439025,
"bottom": 0.021621621621621623,
"ocr_jaccard": 0.0
},
"pair_ms": 0.2794580068439245,
"same": true,
"class": "same"
},
{
"a": 90,
"b": 91,
"row": 5,
"signals": {
"hue": 0.9599624872207642,
"pixels": 0.7525448069852941,
"logo_pixels": 0.7930683210784314,
"edge": 0.37292301065756234,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.5570362473347548,
"height": 0.9821428571428571,
"gap": 0.05970149253731343,
"bottom": 0.011904761904761904,
"ocr_jaccard": 0.0
},
"pair_ms": 0.07708300836384296,
"same": true,
"class": "same"
},
{
"a": 99,
"b": 100,
"row": 6,
"signals": {
"hue": 0.9551339745521545,
"pixels": 0.7839748008578431,
"logo_pixels": 0.8262446384803922,
"edge": 0.3143379312597772,
"inliers": 28,
"match_fraction": 0.2616822429906542,
"layout_cover": 0.11125643703748418,
"aspect": 0.8867033831628639,
"height": 0.9817073170731707,
"gap": 0.043010752688172046,
"bottom": 0.006097560975609756,
"ocr_jaccard": 0.5555555555555556
},
"pair_ms": 0.15558302402496338,
"same": true,
"class": "same"
},
{
"a": 100,
"b": 101,
"row": 6,
"signals": {
"hue": 0.9670538902282715,
"pixels": 0.7554859834558824,
"logo_pixels": 0.8026501225490196,
"edge": 0.34521733455121006,
"inliers": 12,
"match_fraction": 0.11650485436893204,
"layout_cover": 0.02500873344829945,
"aspect": 0.888168137000519,
"height": 0.9939024390243902,
"gap": 0.07446808510638298,
"bottom": 0.006097560975609756,
"ocr_jaccard": 0.3333333333333333
},
"pair_ms": 0.13183301780372858,
"same": true,
"class": "same"
}
],
"groups": [
[
0,
1,
3,
4,
5
],
[
6,
7,
8,
9
],
[
10,
11,
12,
13
],
[
14
],
[
16
],
[
17,
18,
19
],
[
20,
21,
22,
23
],
[
24,
25,
26,
27,
28,
29,
30
],
[
31,
32
],
[
33,
34,
35,
36,
37,
38,
39,
40
],
[
41
],
[
42,
43,
44,
45
],
[
46,
47,
48
],
[
64
],
[
49,
50,
51,
52
],
[
53
],
[
54,
55,
56
],
[
57
],
[
58,
59
],
[
60
],
[
61,
62
],
[
63
],
[
65,
66
],
[
67,
68,
69,
70,
71,
72,
73,
74,
75
],
[
76,
77,
78,
79
],
[
80
],
[
92,
93
],
[
94,
95,
96,
97,
81,
82
],
[
83,
84,
85,
86,
87,
88
],
[
89,
90,
91
],
[
102,
103
],
[
105
],
[
104
],
[
106
],
[
107
],
[
108,
109
],
[
110,
98
],
[
99,
100,
101
]
],
"oracle_groups": [
[
0,
1,
3,
4,
5
],
[
6,
7,
8,
9
],
[
10,
11,
12,
13
],
[
14
],
[
16
],
[
17,
18,
19
],
[
20,
21,
22,
23
],
[
24,
25,
26,
27,
28,
29
],
[
30
],
[
31,
32
],
[
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45
],
[
46,
47,
48
],
[
64
],
[
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59
],
[
60
],
[
61
],
[
62
],
[
63
],
[
65,
66
],
[
67,
68,
69,
70,
71,
72,
73,
74,
75
],
[
76,
77,
78,
79
],
[
80
],
[
92
],
[
93
],
[
94,
95,
96,
97,
81,
82,
83,
84,
85,
86,
87,
88
],
[
89,
90,
91
],
[
102
],
[
103
],
[
105
],
[
104
],
[
106
],
[
107
],
[
108
],
[
109
],
[
110
],
[
98
],
[
99,
100,
101
]
],
"group_ms": 0.0856249826028943,
"group_membership": {
"tp": 173,
"fp": 6,
"tn": 3701,
"fn": 125,
"precision": 0.9664804469273743,
"recall": 0.5805369127516778,
"boundary_accuracy": 0.96729088639201,
"boundary_recall": 0.9983814405179391
},
"policies": {
"strict": {
"individual": {
"facings": 109,
"catalog_facings": 64,
"shown": 44,
"correct": 42,
"wrong": 2,
"visible_coverage": 0.4036697247706422,
"correct_coverage": 0.65625,
"precision": 0.9545454545454546,
"false_label_rate": 0.01834862385321101,
"unknown_false_accepts": 2,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.5963302752293578,
"rescued_correct": 0,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [],
"fusion_ms": 0.000250060111284256
},
"oracle": {
"facings": 109,
"catalog_facings": 64,
"shown": 68,
"correct": 59,
"wrong": 9,
"visible_coverage": 0.6238532110091743,
"correct_coverage": 0.921875,
"precision": 0.8676470588235294,
"false_label_rate": 0.08256880733944955,
"unknown_false_accepts": 9,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.37614678899082565,
"rescued_correct": 17,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 41,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 53,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 57,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 74,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 81,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 84,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 85,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 86,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 87,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 88,
"seed": 83,
"from": null,
"to": "sku_l03"
}
],
"fusion_ms": 2.975250012241304
},
"inferred": {
"facings": 109,
"catalog_facings": 64,
"shown": 66,
"correct": 56,
"wrong": 10,
"visible_coverage": 0.6055045871559633,
"correct_coverage": 0.875,
"precision": 0.8484848484848485,
"false_label_rate": 0.09174311926605505,
"unknown_false_accepts": 9,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.39449541284403666,
"rescued_correct": 14,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 74,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 84,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 85,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 86,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 87,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 88,
"seed": 83,
"from": null,
"to": "sku_l03"
}
],
"fusion_ms": 2.9395840829238296
},
"seed_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 56,
"correct": 53,
"wrong": 3,
"visible_coverage": 0.5137614678899083,
"correct_coverage": 0.828125,
"precision": 0.9464285714285714,
"false_label_rate": 0.027522935779816515,
"unknown_false_accepts": 2,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.4862385321100917,
"rescued_correct": 11,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 74,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 4.474833025597036
},
"boundary_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 60,
"correct": 56,
"wrong": 4,
"visible_coverage": 0.5504587155963303,
"correct_coverage": 0.875,
"precision": 0.9333333333333333,
"false_label_rate": 0.03669724770642202,
"unknown_false_accepts": 4,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.4495412844036697,
"rescued_correct": 14,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 74,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 97,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 8.267084020189941
},
"guarded": {
"facings": 109,
"catalog_facings": 64,
"shown": 55,
"correct": 53,
"wrong": 2,
"visible_coverage": 0.5045871559633027,
"correct_coverage": 0.828125,
"precision": 0.9636363636363636,
"false_label_rate": 0.01834862385321101,
"unknown_false_accepts": 2,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.4954128440366973,
"rescued_correct": 11,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 74,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 5.6205830769613385
}
},
"balanced": {
"individual": {
"facings": 109,
"catalog_facings": 64,
"shown": 52,
"correct": 48,
"wrong": 4,
"visible_coverage": 0.47706422018348627,
"correct_coverage": 0.75,
"precision": 0.9230769230769231,
"false_label_rate": 0.03669724770642202,
"unknown_false_accepts": 4,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.5229357798165137,
"rescued_correct": 0,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [],
"fusion_ms": 0.00024994369596242905
},
"oracle": {
"facings": 109,
"catalog_facings": 64,
"shown": 68,
"correct": 59,
"wrong": 9,
"visible_coverage": 0.6238532110091743,
"correct_coverage": 0.921875,
"precision": 0.8676470588235294,
"false_label_rate": 0.08256880733944955,
"unknown_false_accepts": 9,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.37614678899082565,
"rescued_correct": 11,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 41,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 53,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 57,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 81,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 84,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 85,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 86,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 87,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 88,
"seed": 83,
"from": null,
"to": "sku_l03"
}
],
"fusion_ms": 4.547917051240802
},
"inferred": {
"facings": 109,
"catalog_facings": 64,
"shown": 66,
"correct": 56,
"wrong": 10,
"visible_coverage": 0.6055045871559633,
"correct_coverage": 0.875,
"precision": 0.8484848484848485,
"false_label_rate": 0.09174311926605505,
"unknown_false_accepts": 9,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.39449541284403666,
"rescued_correct": 8,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 84,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 85,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 86,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 87,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 88,
"seed": 83,
"from": null,
"to": "sku_l03"
}
],
"fusion_ms": 3.820416983217001
},
"seed_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 60,
"correct": 55,
"wrong": 5,
"visible_coverage": 0.5504587155963303,
"correct_coverage": 0.859375,
"precision": 0.9166666666666666,
"false_label_rate": 0.045871559633027525,
"unknown_false_accepts": 4,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.4495412844036697,
"rescued_correct": 7,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 4.699458018876612
},
"boundary_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 62,
"correct": 56,
"wrong": 6,
"visible_coverage": 0.5688073394495413,
"correct_coverage": 0.875,
"precision": 0.9032258064516129,
"false_label_rate": 0.05504587155963303,
"unknown_false_accepts": 6,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.4311926605504587,
"rescued_correct": 8,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 97,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 7.058332907035947
},
"guarded": {
"facings": 109,
"catalog_facings": 64,
"shown": 59,
"correct": 55,
"wrong": 4,
"visible_coverage": 0.5412844036697247,
"correct_coverage": 0.859375,
"precision": 0.9322033898305084,
"false_label_rate": 0.03669724770642202,
"unknown_false_accepts": 4,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.45871559633027525,
"rescued_correct": 7,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 4.717833013273776
}
},
"coverage-first": {
"individual": {
"facings": 109,
"catalog_facings": 64,
"shown": 61,
"correct": 52,
"wrong": 9,
"visible_coverage": 0.5596330275229358,
"correct_coverage": 0.8125,
"precision": 0.8524590163934426,
"false_label_rate": 0.08256880733944955,
"unknown_false_accepts": 7,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 2,
"blank_ratio": 0.44036697247706424,
"rescued_correct": 0,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [],
"fusion_ms": 0.00024994369596242905
},
"oracle": {
"facings": 109,
"catalog_facings": 64,
"shown": 71,
"correct": 59,
"wrong": 12,
"visible_coverage": 0.6513761467889908,
"correct_coverage": 0.921875,
"precision": 0.8309859154929577,
"false_label_rate": 0.11009174311926606,
"unknown_false_accepts": 12,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.3486238532110092,
"rescued_correct": 5,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": "sku_l09",
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 41,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 53,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 57,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 81,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 84,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 85,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 86,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 87,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 88,
"seed": 83,
"from": null,
"to": "sku_l03"
}
],
"fusion_ms": 3.0772091122344136
},
"inferred": {
"facings": 109,
"catalog_facings": 64,
"shown": 69,
"correct": 56,
"wrong": 13,
"visible_coverage": 0.6330275229357798,
"correct_coverage": 0.875,
"precision": 0.8115942028985508,
"false_label_rate": 0.11926605504587157,
"unknown_false_accepts": 12,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.3669724770642202,
"rescued_correct": 2,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": "sku_l09",
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 84,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 85,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 86,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 87,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 88,
"seed": 83,
"from": null,
"to": "sku_l03"
}
],
"fusion_ms": 3.4235409693792462
},
"seed_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 64,
"correct": 55,
"wrong": 9,
"visible_coverage": 0.5871559633027523,
"correct_coverage": 0.859375,
"precision": 0.859375,
"false_label_rate": 0.08256880733944955,
"unknown_false_accepts": 7,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 2,
"blank_ratio": 0.4128440366972477,
"rescued_correct": 2,
"corrected_wrong": 1,
"damaged_correct": 0,
"changes": [
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 2.498124958947301
},
"boundary_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 65,
"correct": 56,
"wrong": 9,
"visible_coverage": 0.5963302752293578,
"correct_coverage": 0.875,
"precision": 0.8615384615384616,
"false_label_rate": 0.08256880733944955,
"unknown_false_accepts": 9,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.4036697247706422,
"rescued_correct": 2,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": "sku_l09",
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 97,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 2.7662089560180902
},
"guarded": {
"facings": 109,
"catalog_facings": 64,
"shown": 63,
"correct": 55,
"wrong": 8,
"visible_coverage": 0.5779816513761468,
"correct_coverage": 0.859375,
"precision": 0.873015873015873,
"false_label_rate": 0.07339449541284404,
"unknown_false_accepts": 7,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.42201834862385323,
"rescued_correct": 2,
"corrected_wrong": 1,
"damaged_correct": 0,
"changes": [
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 3.0783331021666527
}
},
"near-argmax": {
"individual": {
"facings": 109,
"catalog_facings": 64,
"shown": 66,
"correct": 52,
"wrong": 14,
"visible_coverage": 0.6055045871559633,
"correct_coverage": 0.8125,
"precision": 0.7878787878787878,
"false_label_rate": 0.12844036697247707,
"unknown_false_accepts": 12,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 2,
"blank_ratio": 0.39449541284403666,
"rescued_correct": 0,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [],
"fusion_ms": 0.00024994369596242905
},
"oracle": {
"facings": 109,
"catalog_facings": 64,
"shown": 76,
"correct": 59,
"wrong": 17,
"visible_coverage": 0.6972477064220184,
"correct_coverage": 0.921875,
"precision": 0.7763157894736842,
"false_label_rate": 0.1559633027522936,
"unknown_false_accepts": 17,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.3027522935779816,
"rescued_correct": 5,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": "sku_l09",
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 41,
"seed": 35,
"from": null,
"to": "sku_l09"
},
{
"id": 53,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 57,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 81,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 84,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 85,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 86,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 87,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 88,
"seed": 83,
"from": null,
"to": "sku_l03"
}
],
"fusion_ms": 3.58420901466161
},
"inferred": {
"facings": 109,
"catalog_facings": 64,
"shown": 74,
"correct": 56,
"wrong": 18,
"visible_coverage": 0.6788990825688074,
"correct_coverage": 0.875,
"precision": 0.7567567567567568,
"false_label_rate": 0.1651376146788991,
"unknown_false_accepts": 17,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.3211009174311926,
"rescued_correct": 2,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": "sku_l09",
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 84,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 85,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 86,
"seed": 83,
"from": "sku_l09",
"to": "sku_l03"
},
{
"id": 87,
"seed": 83,
"from": null,
"to": "sku_l03"
},
{
"id": 88,
"seed": 83,
"from": null,
"to": "sku_l03"
}
],
"fusion_ms": 3.0760839581489563
},
"seed_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 69,
"correct": 55,
"wrong": 14,
"visible_coverage": 0.6330275229357798,
"correct_coverage": 0.859375,
"precision": 0.7971014492753623,
"false_label_rate": 0.12844036697247707,
"unknown_false_accepts": 12,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 2,
"blank_ratio": 0.3669724770642202,
"rescued_correct": 2,
"corrected_wrong": 1,
"damaged_correct": 0,
"changes": [
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 2.60899995919317
},
"boundary_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 70,
"correct": 56,
"wrong": 14,
"visible_coverage": 0.6422018348623854,
"correct_coverage": 0.875,
"precision": 0.8,
"false_label_rate": 0.12844036697247707,
"unknown_false_accepts": 14,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.35779816513761464,
"rescued_correct": 2,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 7,
"seed": 9,
"from": "sku_l09",
"to": "sku_l02"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 97,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 97,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 2.7817499358206987
},
"guarded": {
"facings": 109,
"catalog_facings": 64,
"shown": 68,
"correct": 55,
"wrong": 13,
"visible_coverage": 0.6238532110091743,
"correct_coverage": 0.859375,
"precision": 0.8088235294117647,
"false_label_rate": 0.11926605504587157,
"unknown_false_accepts": 12,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.37614678899082565,
"rescued_correct": 2,
"corrected_wrong": 1,
"damaged_correct": 0,
"changes": [
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 2.9807500541210175
}
},
"dp": {
"facings": 109,
"catalog_facings": 64,
"shown": 77,
"correct": 55,
"wrong": 22,
"visible_coverage": 0.7064220183486238,
"correct_coverage": 0.859375,
"precision": 0.7142857142857143,
"false_label_rate": 0.2018348623853211,
"unknown_false_accepts": 20,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 2,
"blank_ratio": 0.29357798165137616,
"rescued_correct": 2,
"corrected_wrong": 1,
"damaged_correct": 0,
"inference_ms": 2.7622919296845794
}
},
"answers": {
"strict": {
"individual": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": null,
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": null,
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": null,
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": null,
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": null,
"69": null,
"70": null,
"71": null,
"72": "sku_l11",
"73": null,
"74": null,
"75": null,
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"oracle": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": "sku_l09",
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": "sku_l10",
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": "sku_l10",
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": "sku_l03",
"85": "sku_l03",
"86": "sku_l03",
"87": "sku_l03",
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l03",
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"inferred": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": null,
"83": "sku_l03",
"84": "sku_l03",
"85": "sku_l03",
"86": "sku_l03",
"87": "sku_l03",
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l07",
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"seed_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"boundary_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": null,
"83": "sku_l03",
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l07",
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"guarded": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
}
},
"balanced": {
"individual": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": null,
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": null,
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": null,
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": null,
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": null,
"71": null,
"72": "sku_l11",
"73": null,
"74": "sku_l11",
"75": null,
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"oracle": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": "sku_l09",
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": "sku_l10",
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": "sku_l10",
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": "sku_l03",
"85": "sku_l03",
"86": "sku_l03",
"87": "sku_l03",
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l03",
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"inferred": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": null,
"83": "sku_l03",
"84": "sku_l03",
"85": "sku_l03",
"86": "sku_l03",
"87": "sku_l03",
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l07",
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"seed_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": null,
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"boundary_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l07",
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"guarded": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": null,
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
}
},
"coverage-first": {
"individual": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l09",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l03",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": null,
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": null,
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": "sku_l09"
},
"oracle": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": "sku_l09",
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": "sku_l10",
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": "sku_l10",
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": "sku_l03",
"85": "sku_l03",
"86": "sku_l03",
"87": "sku_l03",
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l03",
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": "sku_l09"
},
"inferred": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": null,
"83": "sku_l03",
"84": "sku_l03",
"85": "sku_l03",
"86": "sku_l03",
"87": "sku_l03",
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l07",
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": "sku_l09"
},
"seed_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l09",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": "sku_l09"
},
"boundary_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l07",
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": "sku_l09"
},
"guarded": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l09",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": "sku_l09"
}
},
"near-argmax": {
"individual": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l09",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l03",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": null,
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": null,
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": "sku_l09",
"106": "sku_l11",
"107": "sku_l03",
"108": "sku_l11",
"109": "sku_l09",
"110": "sku_l09"
},
"oracle": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": "sku_l09",
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": "sku_l10",
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": "sku_l10",
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": "sku_l03",
"85": "sku_l03",
"86": "sku_l03",
"87": "sku_l03",
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l03",
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": "sku_l09",
"106": "sku_l11",
"107": "sku_l03",
"108": "sku_l11",
"109": "sku_l09",
"110": "sku_l09"
},
"inferred": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": null,
"83": "sku_l03",
"84": "sku_l03",
"85": "sku_l03",
"86": "sku_l03",
"87": "sku_l03",
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l07",
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": "sku_l09",
"106": "sku_l11",
"107": "sku_l03",
"108": "sku_l11",
"109": "sku_l09",
"110": "sku_l09"
},
"seed_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l09",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": "sku_l09",
"106": "sku_l11",
"107": "sku_l03",
"108": "sku_l11",
"109": "sku_l09",
"110": "sku_l09"
},
"boundary_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": "sku_l07",
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": "sku_l09",
"106": "sku_l11",
"107": "sku_l03",
"108": "sku_l11",
"109": "sku_l09",
"110": "sku_l09"
},
"guarded": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l09",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": "sku_l03",
"84": "sku_l09",
"85": null,
"86": "sku_l09",
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": null,
"95": null,
"96": null,
"97": "sku_l07",
"98": "sku_l09",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": "sku_l09",
"105": "sku_l09",
"106": "sku_l11",
"107": "sku_l03",
"108": "sku_l11",
"109": "sku_l09",
"110": "sku_l09"
}
}
},
"utility_sensitivity": {
"0.5": {
"loss": {
"strict/individual": 0.6055045871559633,
"strict/oracle": 0.41743119266055045,
"strict/inferred": 0.44036697247706424,
"strict/seed_guard": 0.5,
"strict/boundary_guard": 0.46788990825688076,
"strict/guarded": 0.5045871559633027,
"balanced/individual": 0.5412844036697247,
"balanced/oracle": 0.41743119266055045,
"balanced/inferred": 0.44036697247706424,
"balanced/seed_guard": 0.4724770642201835,
"balanced/boundary_guard": 0.45871559633027525,
"balanced/guarded": 0.47706422018348627,
"coverage-first/individual": 0.481651376146789,
"coverage-first/oracle": 0.4036697247706422,
"coverage-first/inferred": 0.42660550458715596,
"coverage-first/seed_guard": 0.4541284403669725,
"coverage-first/boundary_guard": 0.44495412844036697,
"coverage-first/guarded": 0.45871559633027525,
"near-argmax/individual": 0.45871559633027525,
"near-argmax/oracle": 0.38073394495412843,
"near-argmax/inferred": 0.4036697247706422,
"near-argmax/seed_guard": 0.43119266055045874,
"near-argmax/boundary_guard": 0.42201834862385323,
"near-argmax/guarded": 0.43577981651376146
},
"best": "near-argmax/oracle",
"best_nonoracle": "near-argmax/inferred"
},
"1.0": {
"loss": {
"strict/individual": 0.6146788990825688,
"strict/oracle": 0.45871559633027525,
"strict/inferred": 0.48623853211009177,
"strict/seed_guard": 0.5137614678899083,
"strict/boundary_guard": 0.48623853211009177,
"strict/guarded": 0.5137614678899083,
"balanced/individual": 0.5596330275229358,
"balanced/oracle": 0.45871559633027525,
"balanced/inferred": 0.48623853211009177,
"balanced/seed_guard": 0.4954128440366973,
"balanced/boundary_guard": 0.48623853211009177,
"balanced/guarded": 0.4954128440366973,
"coverage-first/individual": 0.5229357798165137,
"coverage-first/oracle": 0.45871559633027525,
"coverage-first/inferred": 0.48623853211009177,
"coverage-first/seed_guard": 0.4954128440366973,
"coverage-first/boundary_guard": 0.48623853211009177,
"coverage-first/guarded": 0.4954128440366973,
"near-argmax/individual": 0.5229357798165137,
"near-argmax/oracle": 0.45871559633027525,
"near-argmax/inferred": 0.48623853211009177,
"near-argmax/seed_guard": 0.4954128440366973,
"near-argmax/boundary_guard": 0.48623853211009177,
"near-argmax/guarded": 0.4954128440366973
},
"best": "strict/oracle",
"best_nonoracle": "strict/inferred"
},
"2.0": {
"loss": {
"strict/individual": 0.6330275229357798,
"strict/oracle": 0.5412844036697247,
"strict/inferred": 0.5779816513761468,
"strict/seed_guard": 0.5412844036697247,
"strict/boundary_guard": 0.5229357798165137,
"strict/guarded": 0.5321100917431193,
"balanced/individual": 0.5963302752293578,
"balanced/oracle": 0.5412844036697247,
"balanced/inferred": 0.5779816513761468,
"balanced/seed_guard": 0.5412844036697247,
"balanced/boundary_guard": 0.5412844036697247,
"balanced/guarded": 0.5321100917431193,
"coverage-first/individual": 0.6055045871559633,
"coverage-first/oracle": 0.5688073394495413,
"coverage-first/inferred": 0.6055045871559633,
"coverage-first/seed_guard": 0.5779816513761468,
"coverage-first/boundary_guard": 0.5688073394495413,
"coverage-first/guarded": 0.5688073394495413,
"near-argmax/individual": 0.6513761467889908,
"near-argmax/oracle": 0.6146788990825688,
"near-argmax/inferred": 0.6513761467889908,
"near-argmax/seed_guard": 0.6238532110091743,
"near-argmax/boundary_guard": 0.6146788990825688,
"near-argmax/guarded": 0.6146788990825688
},
"best": "strict/boundary_guard",
"best_nonoracle": "strict/boundary_guard"
},
"4.0": {
"loss": {
"strict/individual": 0.6697247706422018,
"strict/oracle": 0.7064220183486238,
"strict/inferred": 0.7614678899082569,
"strict/seed_guard": 0.5963302752293578,
"strict/boundary_guard": 0.5963302752293578,
"strict/guarded": 0.5688073394495413,
"balanced/individual": 0.6697247706422018,
"balanced/oracle": 0.7064220183486238,
"balanced/inferred": 0.7614678899082569,
"balanced/seed_guard": 0.6330275229357798,
"balanced/boundary_guard": 0.6513761467889908,
"balanced/guarded": 0.6055045871559633,
"coverage-first/individual": 0.7706422018348624,
"coverage-first/oracle": 0.7889908256880734,
"coverage-first/inferred": 0.8440366972477065,
"coverage-first/seed_guard": 0.7431192660550459,
"coverage-first/boundary_guard": 0.7339449541284404,
"coverage-first/guarded": 0.7155963302752294,
"near-argmax/individual": 0.908256880733945,
"near-argmax/oracle": 0.926605504587156,
"near-argmax/inferred": 0.981651376146789,
"near-argmax/seed_guard": 0.8807339449541285,
"near-argmax/boundary_guard": 0.8715596330275229,
"near-argmax/guarded": 0.8532110091743119
},
"best": "strict/guarded",
"best_nonoracle": "strict/guarded"
},
"8.0": {
"loss": {
"strict/individual": 0.7431192660550459,
"strict/oracle": 1.036697247706422,
"strict/inferred": 1.128440366972477,
"strict/seed_guard": 0.7064220183486238,
"strict/boundary_guard": 0.7431192660550459,
"strict/guarded": 0.6422018348623854,
"balanced/individual": 0.8165137614678899,
"balanced/oracle": 1.036697247706422,
"balanced/inferred": 1.128440366972477,
"balanced/seed_guard": 0.8165137614678899,
"balanced/boundary_guard": 0.8715596330275229,
"balanced/guarded": 0.7522935779816514,
"coverage-first/individual": 1.1009174311926606,
"coverage-first/oracle": 1.2293577981651376,
"coverage-first/inferred": 1.3211009174311927,
"coverage-first/seed_guard": 1.073394495412844,
"coverage-first/boundary_guard": 1.0642201834862386,
"coverage-first/guarded": 1.0091743119266054,
"near-argmax/individual": 1.4220183486238531,
"near-argmax/oracle": 1.5504587155963303,
"near-argmax/inferred": 1.6422018348623852,
"near-argmax/seed_guard": 1.3944954128440368,
"near-argmax/boundary_guard": 1.385321100917431,
"near-argmax/guarded": 1.3302752293577982
},
"best": "strict/guarded",
"best_nonoracle": "strict/guarded"
}
},
"guarded_groups": [
[
0,
1,
3,
4
],
[
5
],
[
6,
7,
8,
9
],
[
10,
11,
12,
13
],
[
14
],
[
16
],
[
17,
18,
19
],
[
20,
21,
22,
23
],
[
24,
25,
26,
27,
28,
29
],
[
30
],
[
31,
32
],
[
33,
34,
35,
36,
37,
38,
39,
40
],
[
41
],
[
42,
43
],
[
44,
45
],
[
46,
47,
48
],
[
64
],
[
49,
50,
51,
52
],
[
53
],
[
54,
55,
56
],
[
57
],
[
58,
59
],
[
60
],
[
61
],
[
62
],
[
63
],
[
65,
66
],
[
67,
68,
69,
70,
71,
72,
73,
74,
75
],
[
76,
77
],
[
78,
79
],
[
80
],
[
92,
93
],
[
94,
95,
96,
97,
81,
82
],
[
83
],
[
84,
85,
86,
87,
88
],
[
89,
90
],
[
91
],
[
102
],
[
103
],
[
105
],
[
104
],
[
106
],
[
107
],
[
108
],
[
109
],
[
110
],
[
98
],
[
99,
100,
101
]
],
"appearance_groups": [
[
0,
1,
3,
4
],
[
5
],
[
6,
7,
8,
9
],
[
10,
11,
12,
13
],
[
14
],
[
16
],
[
17,
18,
19
],
[
20,
21,
22,
23
],
[
24,
25,
26,
27,
28,
29
],
[
30
],
[
31,
32
],
[
33,
34,
35,
36,
37,
38,
39,
40
],
[
41
],
[
42,
43
],
[
44,
45
],
[
46,
47,
48
],
[
64
],
[
49,
50,
51,
52
],
[
53
],
[
54,
55,
56
],
[
57
],
[
58,
59
],
[
60
],
[
61
],
[
62
],
[
63
],
[
65,
66
],
[
67,
68,
69,
70,
71,
72,
73,
74,
75
],
[
76,
77
],
[
78,
79
],
[
80
],
[
92,
93
],
[
94,
95,
96,
97,
81,
82,
83
],
[
84,
85,
86,
87,
88
],
[
89,
90
],
[
91
],
[
102
],
[
103
],
[
105
],
[
104
],
[
106
],
[
107
],
[
108
],
[
109
],
[
110
],
[
98
],
[
99,
100,
101
]
],
"guarded_group_membership": {
"tp": 154,
"fp": 0,
"tn": 3707,
"fn": 144,
"precision": 1.0,
"recall": 0.5167785234899329,
"boundary_accuracy": 0.9640449438202248,
"boundary_recall": 1.0
},
"guarded_adjacent_boundaries": {
"tp": 60,
"fp": 0,
"tn": 11,
"fn": 12,
"precision": 1.0,
"recall": 0.8333333333333334,
"boundary_accuracy": 0.8554216867469879,
"boundary_recall": 1.0
},
"guarded_edges": [
true,
true,
true,
false,
false,
true,
true,
true,
false,
true,
true,
true,
false,
false,
true,
true,
false,
true,
true,
true,
false,
true,
true,
true,
true,
true,
false,
true,
false,
true,
true,
true,
true,
true,
true,
true,
false,
false,
true,
false,
true,
false,
true,
true,
false,
true,
true,
true,
false,
false,
true,
true,
false,
false,
true,
false,
false,
false,
false,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
false,
true,
false,
true,
false,
true,
true,
true,
true,
true,
true,
false,
true,
true,
true,
true,
false,
true,
false,
false,
false,
false,
false,
false,
false,
false,
false,
false,
false,
true,
true
]
},
"live": {
"pair_counts": {
"same": 72,
"sibling": 3,
"unrelated": 8
},
"signals": {
"hue": {
"thresholds_leave_row_out": {
"0": 0.6396749019622803,
"1": 0.6396749019622803,
"2": 0.6096717417240143,
"3": 0.6396749019622803,
"4": 0.6396749019622803,
"5": 0.6396749019622803,
"6": 0.6396749019622803
},
"same_vs_sibling_auc": 0.9907407407407407,
"same_vs_unrelated_auc": 0.953125,
"classes": {
"same": {
"n": 72,
"p50": 0.8994276225566864
},
"sibling": {
"n": 3,
"p50": 0.4254299998283386
},
"unrelated": {
"n": 8,
"p50": 0.4207403212785721
}
},
"held_row_confusion": {
"tp": 68,
"fp": 2,
"tn": 9,
"fn": 4,
"precision": 0.9714285714285714,
"recall": 0.9444444444444444,
"boundary_accuracy": 0.927710843373494,
"boundary_recall": 0.8181818181818182
}
},
"pixels": {
"thresholds_leave_row_out": {
"0": 0.6939108455882353,
"1": 0.698092830882353,
"2": 0.7043265548406863,
"3": 0.698092830882353,
"4": 0.698092830882353,
"5": 0.698092830882353,
"6": 0.698092830882353
},
"same_vs_sibling_auc": 0.9444444444444444,
"same_vs_unrelated_auc": 0.9774305555555556,
"classes": {
"same": {
"n": 72,
"p50": 0.7928136488970587
},
"sibling": {
"n": 3,
"p50": 0.6889456954656863
},
"unrelated": {
"n": 8,
"p50": 0.5802360983455883
}
},
"held_row_confusion": {
"tp": 65,
"fp": 1,
"tn": 10,
"fn": 7,
"precision": 0.9848484848484849,
"recall": 0.9027777777777778,
"boundary_accuracy": 0.9036144578313253,
"boundary_recall": 0.9090909090909091
}
},
"logo_pixels": {
"thresholds_leave_row_out": {
"0": 0.701382506127451,
"1": 0.6972464767156863,
"2": 0.6995155484068627,
"3": 0.6995155484068627,
"4": 0.6995155484068627,
"5": 0.6995155484068627,
"6": 0.6995155484068627
},
"same_vs_sibling_auc": 0.9675925925925926,
"same_vs_unrelated_auc": 0.984375,
"classes": {
"same": {
"n": 72,
"p50": 0.7744561887254902
},
"sibling": {
"n": 3,
"p50": 0.685140931372549
},
"unrelated": {
"n": 8,
"p50": 0.5742532169117648
}
},
"held_row_confusion": {
"tp": 68,
"fp": 0,
"tn": 11,
"fn": 4,
"precision": 1.0,
"recall": 0.9444444444444444,
"boundary_accuracy": 0.9518072289156626,
"boundary_recall": 1.0
}
},
"edge": {
"thresholds_leave_row_out": {
"0": 0.3808349405238223,
"1": 0.41328563588592016,
"2": 0.44781538557457845,
"3": 0.44781538557457845,
"4": 0.44781538557457845,
"5": 0.4486999720921007,
"6": 0.44781538557457845
},
"same_vs_sibling_auc": 0.4027777777777778,
"same_vs_unrelated_auc": 0.7309027777777778,
"classes": {
"same": {
"n": 72,
"p50": 0.41026276133029915
},
"sibling": {
"n": 3,
"p50": 0.43302133970036977
},
"unrelated": {
"n": 8,
"p50": 0.36870692252076637
}
},
"held_row_confusion": {
"tp": 29,
"fp": 4,
"tn": 7,
"fn": 43,
"precision": 0.8787878787878788,
"recall": 0.4027777777777778,
"boundary_accuracy": 0.43373493975903615,
"boundary_recall": 0.6363636363636364
}
},
"inliers": {
"thresholds_leave_row_out": {
"0": 1.5,
"1": 1.5,
"2": 1.5,
"3": 1.5,
"4": 1.5,
"5": 2.0,
"6": 1.5
},
"same_vs_sibling_auc": 0.875,
"same_vs_unrelated_auc": 0.875,
"classes": {
"same": {
"n": 72,
"p50": 6.0
},
"sibling": {
"n": 3,
"p50": 0.0
},
"unrelated": {
"n": 8,
"p50": 0.0
}
},
"held_row_confusion": {
"tp": 54,
"fp": 0,
"tn": 11,
"fn": 18,
"precision": 1.0,
"recall": 0.75,
"boundary_accuracy": 0.7831325301204819,
"boundary_recall": 1.0
}
},
"match_fraction": {
"thresholds_leave_row_out": {
"0": 0.013761467889908258,
"1": 0.013761467889908258,
"2": 0.013761467889908258,
"3": 0.013761467889908258,
"4": 0.013761467889908258,
"5": 0.014705882352941176,
"6": 0.013761467889908258
},
"same_vs_sibling_auc": 0.875,
"same_vs_unrelated_auc": 0.875,
"classes": {
"same": {
"n": 72,
"p50": 0.08577712609970675
},
"sibling": {
"n": 3,
"p50": 0.0
},
"unrelated": {
"n": 8,
"p50": 0.0
}
},
"held_row_confusion": {
"tp": 54,
"fp": 0,
"tn": 11,
"fn": 18,
"precision": 1.0,
"recall": 0.75,
"boundary_accuracy": 0.7831325301204819,
"boundary_recall": 1.0
}
},
"layout_cover": {
"thresholds_leave_row_out": {
"0": 8.509910616244412e-05,
"1": 8.509910616244412e-05,
"2": 0.0013742535075239588,
"3": 8.509910616244412e-05,
"4": 8.509910616244412e-05,
"5": 8.509910616244412e-05,
"6": 8.509910616244412e-05
},
"same_vs_sibling_auc": 0.8611111111111112,
"same_vs_unrelated_auc": 0.8611111111111112,
"classes": {
"same": {
"n": 72,
"p50": 0.0200175082776283
},
"sibling": {
"n": 3,
"p50": 0.0
},
"unrelated": {
"n": 8,
"p50": 0.0
}
},
"held_row_confusion": {
"tp": 50,
"fp": 0,
"tn": 11,
"fn": 22,
"precision": 1.0,
"recall": 0.6944444444444444,
"boundary_accuracy": 0.7349397590361446,
"boundary_recall": 1.0
}
},
"aspect": {
"thresholds_leave_row_out": {
"0": 0.8974628814775565,
"1": 0.8966545334469862,
"2": 0.8974628814775565,
"3": 0.8974628814775565,
"4": 0.8974628814775565,
"5": 0.9020908417043683,
"6": 0.8974628814775565
},
"same_vs_sibling_auc": 0.37962962962962965,
"same_vs_unrelated_auc": 0.6788194444444444,
"classes": {
"same": {
"n": 72,
"p50": 0.9031478317763804
},
"sibling": {
"n": 3,
"p50": 0.9294924554183813
},
"unrelated": {
"n": 8,
"p50": 0.8342207188031936
}
},
"held_row_confusion": {
"tp": 36,
"fp": 1,
"tn": 10,
"fn": 36,
"precision": 0.972972972972973,
"recall": 0.5,
"boundary_accuracy": 0.5542168674698795,
"boundary_recall": 0.9090909090909091
}
},
"height": {
"thresholds_leave_row_out": {
"0": 0.9644015404884969,
"1": 0.9067164179104478,
"2": 0.9642369991474851,
"3": 0.9642369991474851,
"4": 0.9642369991474851,
"5": 0.9642369991474851,
"6": 0.9642369991474851
},
"same_vs_sibling_auc": 0.9768518518518519,
"same_vs_unrelated_auc": 0.796875,
"classes": {
"same": {
"n": 72,
"p50": 0.9846723044397463
},
"sibling": {
"n": 3,
"p50": 0.8962962962962963
},
"unrelated": {
"n": 8,
"p50": 0.9382332643202208
}
},
"held_row_confusion": {
"tp": 63,
"fp": 5,
"tn": 6,
"fn": 9,
"precision": 0.9264705882352942,
"recall": 0.875,
"boundary_accuracy": 0.8313253012048193,
"boundary_recall": 0.5454545454545454
}
},
"ocr_jaccard": {
"thresholds_leave_row_out": {
"0": 0.045545545545545546,
"1": 0.017241379310344827,
"2": 0.042328042328042326,
"3": 0.042328042328042326,
"4": 0.042328042328042326,
"5": 0.042328042328042326,
"6": 0.042328042328042326
},
"same_vs_sibling_auc": 0.625,
"same_vs_unrelated_auc": 0.7291666666666666,
"classes": {
"same": {
"n": 72,
"p50": 0.0
},
"sibling": {
"n": 3,
"p50": 0.0
},
"unrelated": {
"n": 8,
"p50": 0.0
}
},
"held_row_confusion": {
"tp": 31,
"fp": 0,
"tn": 11,
"fn": 41,
"precision": 1.0,
"recall": 0.4305555555555556,
"boundary_accuracy": 0.5060240963855421,
"boundary_recall": 1.0
}
},
"combined": {
"thresholds_leave_row_out": {
"0": 0.4284209137453753,
"1": 0.4568061129953347,
"2": 0.532231413137679,
"3": 0.532231413137679,
"4": 0.4568061129953347,
"5": 0.4568061129953347,
"6": 0.4568061129953347
},
"same_vs_sibling_auc": 0.9907407407407407,
"same_vs_unrelated_auc": 0.984375,
"classes": {
"same": {
"n": 72,
"p50": 0.7816299380157508
},
"sibling": {
"n": 3,
"p50": 0.38199122451099693
},
"unrelated": {
"n": 8,
"p50": 0.35282120474705503
}
},
"held_row_confusion": {
"tp": 63,
"fp": 2,
"tn": 9,
"fn": 9,
"precision": 0.9692307692307692,
"recall": 0.875,
"boundary_accuracy": 0.8674698795180723,
"boundary_recall": 0.8181818181818182
}
}
},
"pairs": [
{
"a": 0,
"b": 1,
"row": 0,
"signals": {
"hue": 0.819145679473877,
"pixels": 0.7776884191176471,
"logo_pixels": 0.7248965992647058,
"edge": 0.43994739032735614,
"inliers": 6,
"match_fraction": 0.029411764705882353,
"layout_cover": 0.013447516969522956,
"aspect": 0.9260162601626016,
"height": 0.9647058823529412,
"gap": 0.02666666666666667,
"bottom": 0.023529411764705882,
"ocr_jaccard": 0.047619047619047616
},
"pair_ms": 0.36504107993096113,
"same": true,
"class": "same"
},
{
"a": 1,
"b": 3,
"row": 0,
"signals": {
"hue": 0.8941158652305603,
"pixels": 0.8531920189950981,
"logo_pixels": 0.818884037990196,
"edge": 0.4925724072002833,
"inliers": 14,
"match_fraction": 0.07291666666666667,
"layout_cover": 0.06384534314783756,
"aspect": 0.9341414141414142,
"height": 0.9705882352941176,
"gap": 0.05333333333333334,
"bottom": 0.011764705882352941,
"ocr_jaccard": 0.07142857142857142
},
"pair_ms": 0.3169591072946787,
"same": true,
"class": "same"
},
{
"a": 3,
"b": 4,
"row": 0,
"signals": {
"hue": 0.9099962115287781,
"pixels": 0.8100337009803922,
"logo_pixels": 0.7575635723039216,
"edge": 0.40825606573637707,
"inliers": 6,
"match_fraction": 0.048,
"layout_cover": 0.03924226876747955,
"aspect": 0.8289185239313116,
"height": 0.9757575757575757,
"gap": 0.04411764705882353,
"bottom": 0.006060606060606061,
"ocr_jaccard": 0.06666666666666667
},
"pair_ms": 0.21416705567389727,
"same": true,
"class": "same"
},
{
"a": 4,
"b": 5,
"row": 0,
"signals": {
"hue": 0.895526111125946,
"pixels": 0.7854798560049019,
"logo_pixels": 0.7204695159313725,
"edge": 0.39401177704408313,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9163955437247362,
"height": 0.9526627218934911,
"gap": 0.047619047619047616,
"bottom": 0.01775147928994083,
"ocr_jaccard": 0.0
},
"pair_ms": 0.16616692300885916,
"same": true,
"class": "same"
},
{
"a": 5,
"b": 6,
"row": 0,
"signals": {
"hue": 0.4254299998283386,
"pixels": 0.6659734987745098,
"logo_pixels": 0.5578814338235294,
"edge": 0.4131059508621492,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8941798941798941,
"height": 0.727810650887574,
"gap": 0.047619047619047616,
"bottom": 0.005917159763313609,
"ocr_jaccard": 0.0
},
"pair_ms": 0.1493329182267189,
"same": false,
"class": "sibling"
},
{
"a": 6,
"b": 7,
"row": 0,
"signals": {
"hue": 0.8143020272254944,
"pixels": 0.7568455116421569,
"logo_pixels": 0.7093520220588235,
"edge": 0.4729268039929106,
"inliers": 6,
"match_fraction": 0.05825242718446602,
"layout_cover": 0.026604439457008702,
"aspect": 0.7758620689655171,
"height": 0.9111111111111111,
"gap": 0.017241379310344827,
"bottom": 0.037037037037037035,
"ocr_jaccard": 0.14285714285714285
},
"pair_ms": 0.13170798774808645,
"same": true,
"class": "same"
},
{
"a": 7,
"b": 8,
"row": 0,
"signals": {
"hue": 0.7984604239463806,
"pixels": 0.7479664522058824,
"logo_pixels": 0.6792394301470588,
"edge": 0.4076206228874115,
"inliers": 8,
"match_fraction": 0.06451612903225806,
"layout_cover": 0.015065675076368459,
"aspect": 0.8770614692653673,
"height": 0.9782608695652174,
"gap": 0.05172413793103448,
"bottom": 0.007246376811594203,
"ocr_jaccard": 0.0
},
"pair_ms": 0.16120797954499722,
"same": true,
"class": "same"
},
{
"a": 8,
"b": 9,
"row": 0,
"signals": {
"hue": 0.9250141978263855,
"pixels": 0.7849839154411764,
"logo_pixels": 0.7682559742647059,
"edge": 0.46191981532278853,
"inliers": 17,
"match_fraction": 0.1349206349206349,
"layout_cover": 0.08324522379615527,
"aspect": 0.9083850931677019,
"height": 0.9782608695652174,
"gap": 0.05357142857142857,
"bottom": 0.028985507246376812,
"ocr_jaccard": 0.0
},
"pair_ms": 0.29616698157042265,
"same": true,
"class": "same"
},
{
"a": 9,
"b": 10,
"row": 0,
"signals": {
"hue": 0.6039479970932007,
"pixels": 0.6973096660539215,
"logo_pixels": 0.685140931372549,
"edge": 0.44591174002062406,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9294924554183813,
"height": 0.8962962962962963,
"gap": 0.5714285714285714,
"bottom": 0.014814814814814815,
"ocr_jaccard": 0.0
},
"pair_ms": 0.14625000767409801,
"same": false,
"class": "sibling"
},
{
"a": 10,
"b": 11,
"row": 0,
"signals": {
"hue": 0.9475029706954956,
"pixels": 0.7641352634803922,
"logo_pixels": 0.7604243259803922,
"edge": 0.4819477473447783,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9551979121357111,
"height": 0.9918032786885246,
"gap": 0.05263157894736842,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.11104100849479437,
"same": true,
"class": "same"
},
{
"a": 11,
"b": 12,
"row": 0,
"signals": {
"hue": 0.9539363980293274,
"pixels": 0.8006146599264706,
"logo_pixels": 0.7986289828431372,
"edge": 0.5352826672648147,
"inliers": 12,
"match_fraction": 0.10256410256410256,
"layout_cover": 0.031152510607106422,
"aspect": 0.8625294579732914,
"height": 0.9104477611940298,
"gap": 0.07017543859649122,
"bottom": 0.022388059701492536,
"ocr_jaccard": 0.0
},
"pair_ms": 0.15458394773304462,
"same": true,
"class": "same"
},
{
"a": 12,
"b": 13,
"row": 0,
"signals": {
"hue": 0.7888195514678955,
"pixels": 0.759817325367647,
"logo_pixels": 0.7722388174019608,
"edge": 0.5258775874330266,
"inliers": 5,
"match_fraction": 0.042735042735042736,
"layout_cover": 0.01335990929703846,
"aspect": 0.7105263157894737,
"height": 1.0,
"gap": 0.039473684210526314,
"bottom": 0.014925373134328358,
"ocr_jaccard": 0.13043478260869565
},
"pair_ms": 0.19416597206145525,
"same": true,
"class": "same"
},
{
"a": 13,
"b": 14,
"row": 0,
"signals": {
"hue": 0.19901785254478455,
"pixels": 0.6721832873774509,
"logo_pixels": 0.6729894301470588,
"edge": 0.395888379774615,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8236650019208606,
"height": 0.9781021897810219,
"gap": 0.19736842105263158,
"bottom": 0.043795620437956206,
"ocr_jaccard": 0.0
},
"pair_ms": 0.16712502110749483,
"same": false,
"class": "unrelated"
},
{
"a": 17,
"b": 18,
"row": 1,
"signals": {
"hue": 0.9404069185256958,
"pixels": 0.7451459099264706,
"logo_pixels": 0.7575674019607843,
"edge": 0.4042125767574405,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7727920227920229,
"height": 0.9935897435897436,
"gap": 0.047619047619047616,
"bottom": 0.00641025641025641,
"ocr_jaccard": 0.0
},
"pair_ms": 0.15649991109967232,
"same": true,
"class": "same"
},
{
"a": 18,
"b": 19,
"row": 1,
"signals": {
"hue": 0.9389873743057251,
"pixels": 0.7917949601715686,
"logo_pixels": 0.8153990502450981,
"edge": 0.39094502608534,
"inliers": 15,
"match_fraction": 0.12,
"layout_cover": 0.1674211829384524,
"aspect": 0.9873642439431914,
"height": 0.9806451612903225,
"gap": 0.047619047619047616,
"bottom": 0.0064516129032258064,
"ocr_jaccard": 0.4666666666666667
},
"pair_ms": 0.1604999415576458,
"same": true,
"class": "same"
},
{
"a": 19,
"b": 20,
"row": 1,
"signals": {
"hue": 0.0764075294137001,
"pixels": 0.6889456954656863,
"logo_pixels": 0.689679074754902,
"edge": 0.43302133970036977,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9564692982456141,
"height": 0.9407894736842105,
"gap": 1.1639344262295082,
"bottom": 0.019736842105263157,
"ocr_jaccard": 0.037037037037037035
},
"pair_ms": 0.11908297892659903,
"same": false,
"class": "sibling"
},
{
"a": 20,
"b": 21,
"row": 1,
"signals": {
"hue": 0.8995526432991028,
"pixels": 0.8232421875,
"logo_pixels": 0.7941023284313726,
"edge": 0.4978868199288073,
"inliers": 6,
"match_fraction": 0.05217391304347826,
"layout_cover": 0.1125619438396697,
"aspect": 0.9423363521724177,
"height": 0.958041958041958,
"gap": 0.13114754098360656,
"bottom": 0.013986013986013986,
"ocr_jaccard": 0.05405405405405406
},
"pair_ms": 0.15004200395196676,
"same": true,
"class": "same"
},
{
"a": 21,
"b": 22,
"row": 1,
"signals": {
"hue": 0.8595296740531921,
"pixels": 0.8063495710784314,
"logo_pixels": 0.7783700980392156,
"edge": 0.51530748737954,
"inliers": 4,
"match_fraction": 0.032,
"layout_cover": 0.003867626248476012,
"aspect": 0.9371388135393325,
"height": 0.9856115107913669,
"gap": 0.04918032786885246,
"bottom": 0.0,
"ocr_jaccard": 0.02631578947368421
},
"pair_ms": 0.15350000467151403,
"same": true,
"class": "same"
},
{
"a": 22,
"b": 23,
"row": 1,
"signals": {
"hue": 0.9186654090881348,
"pixels": 0.8430855545343137,
"logo_pixels": 0.7956571691176471,
"edge": 0.547572664835942,
"inliers": 5,
"match_fraction": 0.04,
"layout_cover": 0.009829281900949907,
"aspect": 0.9725137431284359,
"height": 0.9928057553956835,
"gap": 0.05172413793103448,
"bottom": 0.014388489208633094,
"ocr_jaccard": 0.14705882352941177
},
"pair_ms": 0.14762498904019594,
"same": true,
"class": "same"
},
{
"a": 23,
"b": 24,
"row": 1,
"signals": {
"hue": 0.22997605800628662,
"pixels": 0.6849360447303922,
"logo_pixels": 0.6725643382352942,
"edge": 0.3598529283186641,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8893662728249193,
"height": 0.9637681159420289,
"gap": 0.05357142857142857,
"bottom": 0.007246376811594203,
"ocr_jaccard": 0.0
},
"pair_ms": 0.09941705502569675,
"same": false,
"class": "unrelated"
},
{
"a": 24,
"b": 25,
"row": 1,
"signals": {
"hue": 0.8656902313232422,
"pixels": 0.8414560355392158,
"logo_pixels": 0.8182636335784313,
"edge": 0.3854039659635773,
"inliers": 36,
"match_fraction": 0.43902439024390244,
"layout_cover": 0.2761142174822285,
"aspect": 0.980448717948718,
"height": 0.9774436090225563,
"gap": 0.041666666666666664,
"bottom": 0.0,
"ocr_jaccard": 0.2
},
"pair_ms": 0.10175001807510853,
"same": true,
"class": "same"
},
{
"a": 25,
"b": 26,
"row": 1,
"signals": {
"hue": 0.9225292205810547,
"pixels": 0.7749980851715685,
"logo_pixels": 0.755438112745098,
"edge": 0.23620633120512077,
"inliers": 15,
"match_fraction": 0.17857142857142858,
"layout_cover": 0.09601716607126416,
"aspect": 0.8625,
"height": 0.9,
"gap": 0.041666666666666664,
"bottom": 0.015384615384615385,
"ocr_jaccard": 0.4444444444444444
},
"pair_ms": 0.09570794645696878,
"same": true,
"class": "same"
},
{
"a": 26,
"b": 27,
"row": 1,
"signals": {
"hue": 0.8866029977798462,
"pixels": 0.8681142769607844,
"logo_pixels": 0.8694967830882353,
"edge": 0.4425838972731687,
"inliers": 47,
"match_fraction": 0.49473684210526314,
"layout_cover": 0.365725149345153,
"aspect": 0.9791666666666667,
"height": 1.0,
"gap": 0.0625,
"bottom": 0.0,
"ocr_jaccard": 0.4
},
"pair_ms": 0.1240420388057828,
"same": true,
"class": "same"
},
{
"a": 27,
"b": 28,
"row": 1,
"signals": {
"hue": 0.8096206188201904,
"pixels": 0.816180300245098,
"logo_pixels": 0.7943244485294118,
"edge": 0.3840887015571034,
"inliers": 33,
"match_fraction": 0.3707865168539326,
"layout_cover": 0.23659851333865073,
"aspect": 0.8952967525195968,
"height": 0.9743589743589743,
"gap": 0.06382978723404255,
"bottom": 0.0,
"ocr_jaccard": 0.18181818181818182
},
"pair_ms": 0.11237501166760921,
"same": true,
"class": "same"
},
{
"a": 28,
"b": 29,
"row": 1,
"signals": {
"hue": 0.882347822189331,
"pixels": 0.7744868259803922,
"logo_pixels": 0.7706150428921569,
"edge": 0.3725820532740064,
"inliers": 37,
"match_fraction": 0.4157303370786517,
"layout_cover": 0.1591731381658846,
"aspect": 0.8550148957298908,
"height": 0.9047619047619048,
"gap": 0.03773584905660377,
"bottom": 0.0,
"ocr_jaccard": 0.2727272727272727
},
"pair_ms": 0.12108299415558577,
"same": true,
"class": "same"
},
{
"a": 29,
"b": 30,
"row": 1,
"signals": {
"hue": 0.830783486366272,
"pixels": 0.5819450827205883,
"logo_pixels": 0.5497510723039216,
"edge": 0.4159793568643041,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8957965902410346,
"height": 0.9126984126984127,
"gap": 0.05555555555555555,
"bottom": 0.023809523809523808,
"ocr_jaccard": 0.0
},
"pair_ms": 0.09654101449996233,
"same": false,
"class": "unrelated"
},
{
"a": 31,
"b": 32,
"row": 2,
"signals": {
"hue": 0.6463795304298401,
"pixels": 0.7424977022058824,
"logo_pixels": 0.773992800245098,
"edge": 0.3861549382979992,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7561436672967864,
"height": 0.9583333333333334,
"gap": 0.07246376811594203,
"bottom": 0.013888888888888888,
"ocr_jaccard": 0.0
},
"pair_ms": 0.1319999573752284,
"same": true,
"class": "same"
},
{
"a": 32,
"b": 33,
"row": 2,
"signals": {
"hue": 0.6329702734947205,
"pixels": 0.42896560968137254,
"logo_pixels": 0.4167547487745098,
"edge": 0.26708047318626826,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7305882352941176,
"height": 0.9855072463768116,
"gap": 0.06,
"bottom": 0.014492753623188406,
"ocr_jaccard": 0.0
},
"pair_ms": 0.04541699308902025,
"same": false,
"class": "unrelated"
},
{
"a": 33,
"b": 34,
"row": 2,
"signals": {
"hue": 0.8550897240638733,
"pixels": 0.6988759957107844,
"logo_pixels": 0.8210324754901961,
"edge": 0.3050942558790837,
"inliers": 5,
"match_fraction": 0.1388888888888889,
"layout_cover": 0.03018161810082585,
"aspect": 0.6176470588235294,
"height": 0.9714285714285714,
"gap": 0.03333333333333333,
"bottom": 0.02857142857142857,
"ocr_jaccard": 0.0
},
"pair_ms": 0.05566596519201994,
"same": true,
"class": "same"
},
{
"a": 34,
"b": 35,
"row": 2,
"signals": {
"hue": 0.9268670082092285,
"pixels": 0.7360926011029412,
"logo_pixels": 0.8527305453431373,
"edge": 0.41091611929699273,
"inliers": 19,
"match_fraction": 0.2289156626506024,
"layout_cover": 0.2640733777908763,
"aspect": 0.9878934624697335,
"height": 0.9714285714285714,
"gap": 0.05,
"bottom": 0.014285714285714285,
"ocr_jaccard": 0.4358974358974359
},
"pair_ms": 0.09133398998528719,
"same": true,
"class": "same"
},
{
"a": 35,
"b": 36,
"row": 2,
"signals": {
"hue": 0.7522934079170227,
"pixels": 0.585922181372549,
"logo_pixels": 0.5389284620098039,
"edge": 0.4096094033636055,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.6633337397878307,
"height": 0.9784172661870504,
"gap": 0.03389830508474576,
"bottom": 0.007194244604316547,
"ocr_jaccard": 0.03571428571428571
},
"pair_ms": 0.05670799873769283,
"same": true,
"class": "same"
},
{
"a": 36,
"b": 37,
"row": 2,
"signals": {
"hue": 0.7317556142807007,
"pixels": 0.577307368259804,
"logo_pixels": 0.5927925857843137,
"edge": 0.3046137365247101,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.6916572005553452,
"height": 0.9856115107913669,
"gap": 0.05263157894736842,
"bottom": 0.007194244604316547,
"ocr_jaccard": 0.034482758620689655
},
"pair_ms": 0.04516600165516138,
"same": true,
"class": "same"
},
{
"a": 37,
"b": 38,
"row": 2,
"signals": {
"hue": 0.803390622138977,
"pixels": 0.8078718596813725,
"logo_pixels": 0.8622166053921569,
"edge": 0.36864035696337455,
"inliers": 6,
"match_fraction": 0.1,
"layout_cover": 0.012679238877917826,
"aspect": 0.9649122807017544,
"height": 1.0,
"gap": 0.07017543859649122,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.06550003308802843,
"same": true,
"class": "same"
},
{
"a": 38,
"b": 39,
"row": 2,
"signals": {
"hue": 0.816519021987915,
"pixels": 0.7176068474264705,
"logo_pixels": 0.8221315870098039,
"edge": 0.31673642159116394,
"inliers": 5,
"match_fraction": 0.08064516129032258,
"layout_cover": 0.00017019821232488823,
"aspect": 0.9854014598540147,
"height": 0.9854014598540146,
"gap": 0.05454545454545454,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.07062510121613741,
"same": true,
"class": "same"
},
{
"a": 39,
"b": 40,
"row": 2,
"signals": {
"hue": 0.8799867630004883,
"pixels": 0.7134612438725491,
"logo_pixels": 0.7130859375,
"edge": 0.32221380871725896,
"inliers": 20,
"match_fraction": 0.2631578947368421,
"layout_cover": 0.0921148387048057,
"aspect": 0.7224691358024691,
"height": 0.9851851851851852,
"gap": 0.06666666666666667,
"bottom": 0.0,
"ocr_jaccard": 0.5333333333333333
},
"pair_ms": 0.09416695684194565,
"same": true,
"class": "same"
},
{
"a": 40,
"b": 41,
"row": 2,
"signals": {
"hue": 0.649672269821167,
"pixels": 0.6661803002450981,
"logo_pixels": 0.7390012254901961,
"edge": 0.20167302540549217,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.45975308641975304,
"height": 0.9851851851851852,
"gap": 0.02666666666666667,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.04533305764198303,
"same": true,
"class": "same"
},
{
"a": 41,
"b": 42,
"row": 2,
"signals": {
"hue": 0.6108953952789307,
"pixels": 0.6776271446078431,
"logo_pixels": 0.7747663909313726,
"edge": 0.2319781651256327,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.5945083014048531,
"height": 0.9851851851851852,
"gap": 0.034482758620689655,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.03666698466986418,
"same": true,
"class": "same"
},
{
"a": 42,
"b": 43,
"row": 2,
"signals": {
"hue": 0.8236757516860962,
"pixels": 0.705859375,
"logo_pixels": 0.8082720588235295,
"edge": 0.24602456945293616,
"inliers": 7,
"match_fraction": 0.1891891891891892,
"layout_cover": 0.014586448867337943,
"aspect": 0.6913032454361054,
"height": 0.9779411764705882,
"gap": 0.034482758620689655,
"bottom": 0.007352941176470588,
"ocr_jaccard": 0.0
},
"pair_ms": 0.06812496576458216,
"same": true,
"class": "same"
},
{
"a": 43,
"b": 44,
"row": 2,
"signals": {
"hue": 0.7927819490432739,
"pixels": 0.7385761335784313,
"logo_pixels": 0.8012867647058823,
"edge": 0.31618274212492353,
"inliers": 4,
"match_fraction": 0.10810810810810811,
"layout_cover": 0.0011424526126567246,
"aspect": 0.7652714932126696,
"height": 0.9705882352941176,
"gap": 0.038461538461538464,
"bottom": 0.007352941176470588,
"ocr_jaccard": 0.0
},
"pair_ms": 0.05179096478968859,
"same": true,
"class": "same"
},
{
"a": 44,
"b": 45,
"row": 2,
"signals": {
"hue": 0.8794670701026917,
"pixels": 0.6686025582107843,
"logo_pixels": 0.7501799938725491,
"edge": 0.3758852827203821,
"inliers": 5,
"match_fraction": 0.10204081632653061,
"layout_cover": 0.010180440972661627,
"aspect": 0.7615384615384615,
"height": 0.9848484848484849,
"gap": 0.019230769230769232,
"bottom": 0.007575757575757576,
"ocr_jaccard": 0.07692307692307693
},
"pair_ms": 0.05725002847611904,
"same": true,
"class": "same"
},
{
"a": 45,
"b": 46,
"row": 2,
"signals": {
"hue": 0.35541269183158875,
"pixels": 0.5987725949754902,
"logo_pixels": 0.6368604473039217,
"edge": 0.3775609167228686,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7125,
"height": 0.8769230769230769,
"gap": 0.041666666666666664,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.044208019971847534,
"same": false,
"class": "unrelated"
},
{
"a": 46,
"b": 47,
"row": 2,
"signals": {
"hue": 0.8251436352729797,
"pixels": 0.8252872242647059,
"logo_pixels": 0.8658930759803922,
"edge": 0.4241304777638067,
"inliers": 8,
"match_fraction": 0.14035087719298245,
"layout_cover": 0.16230174012017265,
"aspect": 0.968421052631579,
"height": 0.991304347826087,
"gap": 0.04,
"bottom": 0.008695652173913044,
"ocr_jaccard": 0.0
},
"pair_ms": 0.06783404387533665,
"same": true,
"class": "same"
},
{
"a": 47,
"b": 48,
"row": 2,
"signals": {
"hue": 0.9568310976028442,
"pixels": 0.8530828737745099,
"logo_pixels": 0.8677619485294118,
"edge": 0.4752599301215239,
"inliers": 8,
"match_fraction": 0.16,
"layout_cover": 0.010976181337617163,
"aspect": 0.7200000000000001,
"height": 1.0,
"gap": 0.04,
"bottom": 0.0,
"ocr_jaccard": 0.0
},
"pair_ms": 0.07387506775557995,
"same": true,
"class": "same"
},
{
"a": 49,
"b": 50,
"row": 3,
"signals": {
"hue": 0.8767134547233582,
"pixels": 0.7864238664215686,
"logo_pixels": 0.812875306372549,
"edge": 0.3057589505149694,
"inliers": 37,
"match_fraction": 0.33636363636363636,
"layout_cover": 0.15393496894689224,
"aspect": 0.80065717415115,
"height": 0.9772727272727273,
"gap": 0.07228915662650602,
"bottom": 0.030303030303030304,
"ocr_jaccard": 0.43333333333333335
},
"pair_ms": 0.16249995678663254,
"same": true,
"class": "same"
},
{
"a": 50,
"b": 51,
"row": 3,
"signals": {
"hue": 0.9201576709747314,
"pixels": 0.8193646599264706,
"logo_pixels": 0.8467179840686274,
"edge": 0.3309500289906676,
"inliers": 38,
"match_fraction": 0.3275862068965517,
"layout_cover": 0.15155970008302644,
"aspect": 0.7647733792312105,
"height": 0.9767441860465116,
"gap": 0.03614457831325301,
"bottom": 0.015503875968992248,
"ocr_jaccard": 0.40625
},
"pair_ms": 0.15949993394315243,
"same": true,
"class": "same"
},
{
"a": 51,
"b": 52,
"row": 3,
"signals": {
"hue": 0.9145706295967102,
"pixels": 0.8638748468137255,
"logo_pixels": 0.8961358762254902,
"edge": 0.4878516318835217,
"inliers": 39,
"match_fraction": 0.35135135135135137,
"layout_cover": 0.2995482774934886,
"aspect": 0.908733280881196,
"height": 0.9761904761904762,
"gap": 0.04838709677419355,
"bottom": 0.023809523809523808,
"ocr_jaccard": 0.32142857142857145
},
"pair_ms": 0.14412496238946915,
"same": true,
"class": "same"
},
{
"a": 52,
"b": 53,
"row": 3,
"signals": {
"hue": 0.5794936418533325,
"pixels": 0.7678864123774509,
"logo_pixels": 0.8258310355392157,
"edge": 0.19749989203174975,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.5771260997067449,
"height": 0.9919354838709677,
"gap": 0.01818181818181818,
"bottom": 0.016129032258064516,
"ocr_jaccard": 0.0
},
"pair_ms": 0.041207997128367424,
"same": true,
"class": "same"
},
{
"a": 53,
"b": 54,
"row": 3,
"signals": {
"hue": 0.5488300323486328,
"pixels": 0.7519646139705882,
"logo_pixels": 0.7822227328431373,
"edge": 0.2695291366646226,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.5079365079365079,
"height": 1.0,
"gap": 0.047619047619047616,
"bottom": 0.016129032258064516,
"ocr_jaccard": 0.0
},
"pair_ms": 0.035541015677154064,
"same": true,
"class": "same"
},
{
"a": 54,
"b": 55,
"row": 3,
"signals": {
"hue": 0.962116539478302,
"pixels": 0.8462641697303921,
"logo_pixels": 0.8949754901960785,
"edge": 0.4112150079930283,
"inliers": 56,
"match_fraction": 0.5436893203883495,
"layout_cover": 0.2669096206716323,
"aspect": 0.9109274563820019,
"height": 0.9758064516129032,
"gap": 0.06349206349206349,
"bottom": 0.03225806451612903,
"ocr_jaccard": 0.3333333333333333
},
"pair_ms": 0.134709058329463,
"same": true,
"class": "same"
},
{
"a": 55,
"b": 56,
"row": 3,
"signals": {
"hue": 0.9310345649719238,
"pixels": 0.7955288756127451,
"logo_pixels": 0.8153416053921568,
"edge": 0.38225955538257705,
"inliers": 16,
"match_fraction": 0.1702127659574468,
"layout_cover": 0.18245261002769486,
"aspect": 0.9734967227130238,
"height": 0.9918032786885246,
"gap": 0.017241379310344827,
"bottom": 0.0,
"ocr_jaccard": 0.6111111111111112
},
"pair_ms": 0.11741707567125559,
"same": true,
"class": "same"
},
{
"a": 56,
"b": 57,
"row": 3,
"signals": {
"hue": 0.6320096254348755,
"pixels": 0.7203929227941177,
"logo_pixels": 0.7239315257352941,
"edge": 0.2850635907980065,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7463848720800891,
"height": 0.9838709677419355,
"gap": 0.8275862068965517,
"bottom": 0.016129032258064516,
"ocr_jaccard": 0.0
},
"pair_ms": 0.04737498238682747,
"same": true,
"class": "same"
},
{
"a": 57,
"b": 58,
"row": 3,
"signals": {
"hue": 0.6153954863548279,
"pixels": 0.7113434436274509,
"logo_pixels": 0.7199640012254902,
"edge": 0.2181179265214063,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8529776674937966,
"height": 0.992,
"gap": 0.019230769230769232,
"bottom": 0.008,
"ocr_jaccard": 0.0
},
"pair_ms": 0.033125048503279686,
"same": true,
"class": "same"
},
{
"a": 58,
"b": 59,
"row": 3,
"signals": {
"hue": 0.9012311697006226,
"pixels": 0.8307291666666667,
"logo_pixels": 0.8394416360294118,
"edge": 0.3618996793648534,
"inliers": 7,
"match_fraction": 0.1076923076923077,
"layout_cover": 0.008614466454780015,
"aspect": 0.9920634920634921,
"height": 0.9920634920634921,
"gap": 0.038461538461538464,
"bottom": 0.0,
"ocr_jaccard": 0.07692307692307693
},
"pair_ms": 0.08679099846631289,
"same": true,
"class": "same"
},
{
"a": 65,
"b": 66,
"row": 4,
"signals": {
"hue": 0.9577080011367798,
"pixels": 0.8309953278186275,
"logo_pixels": 0.8401884191176471,
"edge": 0.3115999826353021,
"inliers": 16,
"match_fraction": 0.5161290322580645,
"layout_cover": 0.05208551675869054,
"aspect": 0.5129310344827587,
"height": 0.9747899159663865,
"gap": 0.07575757575757576,
"bottom": 0.008403361344537815,
"ocr_jaccard": 0.16666666666666666
},
"pair_ms": 0.05137501284480095,
"same": true,
"class": "same"
},
{
"a": 66,
"b": 67,
"row": 4,
"signals": {
"hue": 0.18498554825782776,
"pixels": 0.4886718750000001,
"logo_pixels": 0.5316980698529412,
"edge": 0.2974154506095979,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8447764356855265,
"height": 0.8321678321678322,
"gap": 0.26865671641791045,
"bottom": 0.013986013986013986,
"ocr_jaccard": 0.0
},
"pair_ms": 0.05308305844664574,
"same": false,
"class": "unrelated"
},
{
"a": 67,
"b": 68,
"row": 4,
"signals": {
"hue": 0.89930260181427,
"pixels": 0.7809474571078432,
"logo_pixels": 0.7430989583333334,
"edge": 0.4379112706927868,
"inliers": 9,
"match_fraction": 0.07692307692307693,
"layout_cover": 0.0455748713328988,
"aspect": 0.9852941176470589,
"height": 1.0,
"gap": 0.029411764705882353,
"bottom": 0.02097902097902098,
"ocr_jaccard": 0.0
},
"pair_ms": 0.14916597865521908,
"same": true,
"class": "same"
},
{
"a": 68,
"b": 69,
"row": 4,
"signals": {
"hue": 0.9595026969909668,
"pixels": 0.793832337622549,
"logo_pixels": 0.7535194546568628,
"edge": 0.3920254470966207,
"inliers": 14,
"match_fraction": 0.14432989690721648,
"layout_cover": 0.03537870238873691,
"aspect": 0.9942784488239034,
"height": 0.965034965034965,
"gap": 0.14705882352941177,
"bottom": 0.04195804195804196,
"ocr_jaccard": 0.0
},
"pair_ms": 0.13262499123811722,
"same": true,
"class": "same"
},
{
"a": 69,
"b": 70,
"row": 4,
"signals": {
"hue": 0.9017897248268127,
"pixels": 0.7875517003676471,
"logo_pixels": 0.7559972426470589,
"edge": 0.4456956618471076,
"inliers": 5,
"match_fraction": 0.05154639175257732,
"layout_cover": 0.003148342023113109,
"aspect": 0.9462508294625083,
"height": 0.9927536231884058,
"gap": 0.06060606060606061,
"bottom": 0.014492753623188406,
"ocr_jaccard": 0.0
},
"pair_ms": 0.11349993292242289,
"same": true,
"class": "same"
},
{
"a": 70,
"b": 71,
"row": 4,
"signals": {
"hue": 0.918443500995636,
"pixels": 0.8032532935049019,
"logo_pixels": 0.7588082107843137,
"edge": 0.5225708508448297,
"inliers": 12,
"match_fraction": 0.11214953271028037,
"layout_cover": 0.047802145019874245,
"aspect": 0.9911053130929791,
"height": 0.9927007299270073,
"gap": 0.08064516129032258,
"bottom": 0.021897810218978103,
"ocr_jaccard": 0.0
},
"pair_ms": 0.1438329927623272,
"same": true,
"class": "same"
},
{
"a": 71,
"b": 72,
"row": 4,
"signals": {
"hue": 0.9317607879638672,
"pixels": 0.8351811427696079,
"logo_pixels": 0.7741459865196079,
"edge": 0.5184269192203339,
"inliers": 15,
"match_fraction": 0.11538461538461539,
"layout_cover": 0.06222205549267893,
"aspect": 0.9766366223908919,
"height": 0.9926470588235294,
"gap": 0.04838709677419355,
"bottom": 0.014705882352941176,
"ocr_jaccard": 0.09090909090909091
},
"pair_ms": 0.1751669915392995,
"same": true,
"class": "same"
},
{
"a": 72,
"b": 73,
"row": 4,
"signals": {
"hue": 0.910915732383728,
"pixels": 0.8043772977941176,
"logo_pixels": 0.7426125919117647,
"edge": 0.4759539637079952,
"inliers": 13,
"match_fraction": 0.11304347826086956,
"layout_cover": 0.06473333895519014,
"aspect": 0.9168081494057725,
"height": 0.9851851851851852,
"gap": 0.04838709677419355,
"bottom": 0.014814814814814815,
"ocr_jaccard": 0.2222222222222222
},
"pair_ms": 0.16133300960063934,
"same": true,
"class": "same"
},
{
"a": 73,
"b": 74,
"row": 4,
"signals": {
"hue": 0.9726946353912354,
"pixels": 0.8390127144607843,
"logo_pixels": 0.7769109987745098,
"edge": 0.4866192383818248,
"inliers": 16,
"match_fraction": 0.14814814814814814,
"layout_cover": 0.16856714109650411,
"aspect": 0.9824561403508771,
"height": 1.0,
"gap": 0.07017543859649122,
"bottom": 0.015037593984962405,
"ocr_jaccard": 0.2222222222222222
},
"pair_ms": 0.14383404050022364,
"same": true,
"class": "same"
},
{
"a": 74,
"b": 75,
"row": 4,
"signals": {
"hue": 0.8687030076980591,
"pixels": 0.7619695925245098,
"logo_pixels": 0.7325482536764706,
"edge": 0.4692720736607661,
"inliers": 14,
"match_fraction": 0.12962962962962962,
"layout_cover": 0.09772390573528555,
"aspect": 0.8835164835164835,
"height": 0.9925373134328358,
"gap": 0.03076923076923077,
"bottom": 0.007462686567164179,
"ocr_jaccard": 0.0
},
"pair_ms": 0.1313749235123396,
"same": true,
"class": "same"
},
{
"a": 75,
"b": 76,
"row": 4,
"signals": {
"hue": 0.5876549482345581,
"pixels": 0.5719420189950981,
"logo_pixels": 0.598755361519608,
"edge": 0.3195066489177393,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7837253655435473,
"height": 0.9029850746268657,
"gap": 0.6615384615384615,
"bottom": 0.04477611940298507,
"ocr_jaccard": 0.0
},
"pair_ms": 0.07400009781122208,
"same": false,
"class": "unrelated"
},
{
"a": 76,
"b": 77,
"row": 4,
"signals": {
"hue": 0.9341632127761841,
"pixels": 0.8038890165441177,
"logo_pixels": 0.800405943627451,
"edge": 0.39000452385715767,
"inliers": 5,
"match_fraction": 0.09090909090909091,
"layout_cover": 0.02583943898322464,
"aspect": 0.9849737039819685,
"height": 0.9421487603305785,
"gap": 0.043478260869565216,
"bottom": 0.024793388429752067,
"ocr_jaccard": 0.0
},
"pair_ms": 0.0689999433234334,
"same": true,
"class": "same"
},
{
"a": 77,
"b": 78,
"row": 4,
"signals": {
"hue": 0.9042315483093262,
"pixels": 0.8547506893382353,
"logo_pixels": 0.8829082414215687,
"edge": 0.4940296352312602,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9462450592885376,
"height": 0.991304347826087,
"gap": 0.045454545454545456,
"bottom": 0.008695652173913044,
"ocr_jaccard": 0.0
},
"pair_ms": 0.03474997356534004,
"same": true,
"class": "same"
},
{
"a": 78,
"b": 79,
"row": 4,
"signals": {
"hue": 0.9345624446868896,
"pixels": 0.8428653492647059,
"logo_pixels": 0.849609375,
"edge": 0.4514882041635774,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9739130434782609,
"height": 0.9739130434782609,
"gap": 0.09523809523809523,
"bottom": 0.017391304347826087,
"ocr_jaccard": 0.0
},
"pair_ms": 0.03158301115036011,
"same": true,
"class": "same"
},
{
"a": 94,
"b": 95,
"row": 5,
"signals": {
"hue": 0.9739123582839966,
"pixels": 0.7978975183823529,
"logo_pixels": 0.7616651348039216,
"edge": 0.41346532090969107,
"inliers": 22,
"match_fraction": 0.1774193548387097,
"layout_cover": 0.09018720763045236,
"aspect": 0.8660368217054263,
"height": 0.9923076923076923,
"gap": 0.0625,
"bottom": 0.023076923076923078,
"ocr_jaccard": 0.11538461538461539
},
"pair_ms": 0.17183402087539434,
"same": true,
"class": "same"
},
{
"a": 95,
"b": 96,
"row": 5,
"signals": {
"hue": 0.8770467638969421,
"pixels": 0.8059034160539216,
"logo_pixels": 0.7256357230392156,
"edge": 0.42744746104123,
"inliers": 5,
"match_fraction": 0.045871559633027525,
"layout_cover": 0.037409742893648,
"aspect": 0.9603435934144596,
"height": 0.9844961240310077,
"gap": 0.05454545454545454,
"bottom": 0.023255813953488372,
"ocr_jaccard": 0.09523809523809523
},
"pair_ms": 0.14645792543888092,
"same": true,
"class": "same"
},
{
"a": 96,
"b": 97,
"row": 5,
"signals": {
"hue": 0.889829158782959,
"pixels": 0.7976332720588235,
"logo_pixels": 0.7216184129901961,
"edge": 0.4178826648938959,
"inliers": 4,
"match_fraction": 0.03669724770642202,
"layout_cover": 0.007707375476815837,
"aspect": 0.8524590163934427,
"height": 1.0,
"gap": 0.03278688524590164,
"bottom": 0.023622047244094488,
"ocr_jaccard": 0.0
},
"pair_ms": 0.1437920145690441,
"same": true,
"class": "same"
},
{
"a": 97,
"b": 81,
"row": 5,
"signals": {
"hue": 0.9238849878311157,
"pixels": 0.7874214920343137,
"logo_pixels": 0.7287760416666667,
"edge": 0.3742211148461206,
"inliers": 3,
"match_fraction": 0.027522935779816515,
"layout_cover": 0.0,
"aspect": 0.9087952120739007,
"height": 0.9921259842519685,
"gap": 0.04918032786885246,
"bottom": 0.023622047244094488,
"ocr_jaccard": 0.0
},
"pair_ms": 0.14216697309166193,
"same": true,
"class": "same"
},
{
"a": 81,
"b": 82,
"row": 5,
"signals": {
"hue": 0.9472970962524414,
"pixels": 0.785983455882353,
"logo_pixels": 0.724655330882353,
"edge": 0.4433278734347015,
"inliers": 4,
"match_fraction": 0.03669724770642202,
"layout_cover": 0.0,
"aspect": 0.9498891352549889,
"height": 0.9761904761904762,
"gap": 0.03636363636363636,
"bottom": 0.031746031746031744,
"ocr_jaccard": 0.0
},
"pair_ms": 0.12337497901171446,
"same": true,
"class": "same"
},
{
"a": 82,
"b": 83,
"row": 5,
"signals": {
"hue": 0.9498765468597412,
"pixels": 0.8208237591911764,
"logo_pixels": 0.7556832107843138,
"edge": 0.5056886388341681,
"inliers": 6,
"match_fraction": 0.06451612903225806,
"layout_cover": 0.0071281926949944415,
"aspect": 0.9141366223908919,
"height": 0.9919354838709677,
"gap": 0.0392156862745098,
"bottom": 0.016129032258064516,
"ocr_jaccard": 0.06666666666666667
},
"pair_ms": 0.1152500044554472,
"same": true,
"class": "same"
},
{
"a": 83,
"b": 84,
"row": 5,
"signals": {
"hue": 0.8192398548126221,
"pixels": 0.8093539368872549,
"logo_pixels": 0.7603017769607843,
"edge": 0.45745788133144566,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9223317765092545,
"height": 0.9919354838709677,
"gap": 0.0425531914893617,
"bottom": 0.024193548387096774,
"ocr_jaccard": 0.0
},
"pair_ms": 0.07166701834648848,
"same": true,
"class": "same"
},
{
"a": 84,
"b": 85,
"row": 5,
"signals": {
"hue": 0.8771706223487854,
"pixels": 0.8240713082107843,
"logo_pixels": 0.7691521139705882,
"edge": 0.5027770800878031,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.7691056910569106,
"height": 0.983739837398374,
"gap": 0.0,
"bottom": 0.032520325203252036,
"ocr_jaccard": 0.0
},
"pair_ms": 0.09387510363012552,
"same": true,
"class": "same"
},
{
"a": 85,
"b": 86,
"row": 5,
"signals": {
"hue": 0.9113761186599731,
"pixels": 0.8197150735294118,
"logo_pixels": 0.7896331188725491,
"edge": 0.4497190311285328,
"inliers": 13,
"match_fraction": 0.10655737704918032,
"layout_cover": 0.06871683091188834,
"aspect": 0.9121951219512195,
"height": 0.983739837398374,
"gap": 0.03636363636363636,
"bottom": 0.008130081300813009,
"ocr_jaccard": 0.0
},
"pair_ms": 0.16412499826401472,
"same": true,
"class": "same"
},
{
"a": 86,
"b": 87,
"row": 5,
"signals": {
"hue": 0.9608482122421265,
"pixels": 0.822100949754902,
"logo_pixels": 0.7635263480392157,
"edge": 0.45588955305014456,
"inliers": 7,
"match_fraction": 0.05737704918032787,
"layout_cover": 0.0027485070150479176,
"aspect": 0.9046563192904656,
"height": 0.975609756097561,
"gap": 0.05454545454545454,
"bottom": 0.032520325203252036,
"ocr_jaccard": 0.0
},
"pair_ms": 0.16316596884280443,
"same": true,
"class": "same"
},
{
"a": 87,
"b": 88,
"row": 5,
"signals": {
"hue": 0.913320779800415,
"pixels": 0.7967735140931372,
"logo_pixels": 0.7622702205882352,
"edge": 0.46233468441527226,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.9016393442622951,
"height": 1.0,
"gap": 0.04918032786885246,
"bottom": 0.025,
"ocr_jaccard": 0.6666666666666666
},
"pair_ms": 0.17037498764693737,
"same": true,
"class": "same"
},
{
"a": 88,
"b": 89,
"row": 5,
"signals": {
"hue": 0.4860679507255554,
"pixels": 0.5785271139705882,
"logo_pixels": 0.5148514093137254,
"edge": 0.3794103256650675,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.8669074742984163,
"height": 0.9833333333333333,
"gap": 0.39344262295081966,
"bottom": 0.06666666666666667,
"ocr_jaccard": 0.0
},
"pair_ms": 0.10154093615710735,
"same": false,
"class": "unrelated"
},
{
"a": 89,
"b": 90,
"row": 5,
"signals": {
"hue": 0.8448663353919983,
"pixels": 0.7638269761029413,
"logo_pixels": 0.7761144301470588,
"edge": 0.3948803673395475,
"inliers": 24,
"match_fraction": 0.36363636363636365,
"layout_cover": 0.13907860651576812,
"aspect": 0.8991291727140784,
"height": 0.8983050847457628,
"gap": 0.038461538461538464,
"bottom": 0.01694915254237288,
"ocr_jaccard": 0.0
},
"pair_ms": 0.08341600187122822,
"same": true,
"class": "same"
},
{
"a": 90,
"b": 91,
"row": 5,
"signals": {
"hue": 0.9740890264511108,
"pixels": 0.7645086550245098,
"logo_pixels": 0.8022863051470588,
"edge": 0.39902602679105564,
"inliers": 0,
"match_fraction": 0.0,
"layout_cover": 0.0,
"aspect": 0.5660881174899867,
"height": 0.9906542056074766,
"gap": 0.07142857142857142,
"bottom": 0.009345794392523364,
"ocr_jaccard": 0.0
},
"pair_ms": 0.03445800393819809,
"same": true,
"class": "same"
},
{
"a": 99,
"b": 100,
"row": 6,
"signals": {
"hue": 0.9485656023025513,
"pixels": 0.7967830882352942,
"logo_pixels": 0.8423291973039215,
"edge": 0.4264117740741044,
"inliers": 16,
"match_fraction": 0.36363636363636365,
"layout_cover": 0.2412439069234553,
"aspect": 0.8828571428571428,
"height": 0.9809523809523809,
"gap": 0.03333333333333333,
"bottom": 0.009523809523809525,
"ocr_jaccard": 0.0
},
"pair_ms": 0.08274998981505632,
"same": true,
"class": "same"
},
{
"a": 100,
"b": 101,
"row": 6,
"signals": {
"hue": 0.963577389717102,
"pixels": 0.7637637867647058,
"logo_pixels": 0.8122012867647059,
"edge": 0.40420801603668977,
"inliers": 9,
"match_fraction": 0.17307692307692307,
"layout_cover": 0.024969341478888137,
"aspect": 0.8914285714285715,
"height": 0.9904761904761905,
"gap": 0.08333333333333333,
"bottom": 0.009523809523809525,
"ocr_jaccard": 0.0
},
"pair_ms": 0.06787502206861973,
"same": true,
"class": "same"
}
],
"groups": [
[
0,
1,
3,
4,
5
],
[
6,
7,
8,
9
],
[
10,
11,
12,
13
],
[
14
],
[
16
],
[
17,
18,
19
],
[
20,
21,
22,
23
],
[
24,
25,
26,
27,
28,
29,
30
],
[
31
],
[
32
],
[
33,
34,
35
],
[
36
],
[
37,
38,
39,
40
],
[
41
],
[
42,
43,
44,
45
],
[
46,
47,
48
],
[
64
],
[
49,
50,
51,
52
],
[
53
],
[
54,
55,
56
],
[
57
],
[
58,
59
],
[
60
],
[
61,
62
],
[
63
],
[
65,
66
],
[
67,
68,
69,
70,
71,
72,
73,
74,
75
],
[
76,
77,
78,
79,
80
],
[
92,
93
],
[
94,
95,
96,
97,
81,
82,
83,
84,
85,
86,
87,
88
],
[
89,
90,
91
],
[
102,
103
],
[
105
],
[
104
],
[
106
],
[
107
],
[
108,
109,
110,
98
],
[
99,
100,
101
]
],
"oracle_groups": [
[
0,
1,
3,
4,
5
],
[
6,
7,
8,
9
],
[
10,
11,
12,
13
],
[
14
],
[
16
],
[
17,
18,
19
],
[
20,
21,
22,
23
],
[
24,
25,
26,
27,
28,
29
],
[
30
],
[
31,
32
],
[
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45
],
[
46,
47,
48
],
[
64
],
[
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59
],
[
60
],
[
61
],
[
62
],
[
63
],
[
65,
66
],
[
67,
68,
69,
70,
71,
72,
73,
74,
75
],
[
76,
77,
78,
79
],
[
80
],
[
92
],
[
93
],
[
94,
95,
96,
97,
81,
82,
83,
84,
85,
86,
87,
88
],
[
89,
90,
91
],
[
102
],
[
103
],
[
105
],
[
104
],
[
106
],
[
107
],
[
108
],
[
109
],
[
110
],
[
98
],
[
99,
100,
101
]
],
"group_ms": 0.026582973077893257,
"group_membership": {
"tp": 189,
"fp": 6,
"tn": 3701,
"fn": 109,
"precision": 0.9692307692307692,
"recall": 0.6342281879194631,
"boundary_accuracy": 0.9712858926342073,
"boundary_recall": 0.9983814405179391
},
"policies": {
"strict": {
"individual": {
"facings": 109,
"catalog_facings": 64,
"shown": 37,
"correct": 36,
"wrong": 1,
"visible_coverage": 0.3394495412844037,
"correct_coverage": 0.5625,
"precision": 0.972972972972973,
"false_label_rate": 0.009174311926605505,
"unknown_false_accepts": 1,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.6605504587155964,
"rescued_correct": 0,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [],
"fusion_ms": 0.00024994369596242905
},
"oracle": {
"facings": 109,
"catalog_facings": 64,
"shown": 69,
"correct": 59,
"wrong": 10,
"visible_coverage": 0.6330275229357798,
"correct_coverage": 0.921875,
"precision": 0.855072463768116,
"false_label_rate": 0.09174311926605505,
"unknown_false_accepts": 10,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.3669724770642202,
"rescued_correct": 23,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 17,
"seed": 19,
"from": null,
"to": "sku_l05"
},
{
"id": 20,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 36,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 38,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 41,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 53,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 57,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 58,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 82,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 83,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 84,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 85,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 86,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 87,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 88,
"seed": 94,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 2.3268330842256546
},
"inferred": {
"facings": 109,
"catalog_facings": 64,
"shown": 66,
"correct": 55,
"wrong": 11,
"visible_coverage": 0.6055045871559633,
"correct_coverage": 0.859375,
"precision": 0.8333333333333334,
"false_label_rate": 0.10091743119266056,
"unknown_false_accepts": 10,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.39449541284403666,
"rescued_correct": 19,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 17,
"seed": 19,
"from": null,
"to": "sku_l05"
},
{
"id": 20,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 37,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 58,
"seed": 59,
"from": null,
"to": "sku_l10"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 82,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 83,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 84,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 85,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 86,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 87,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 88,
"seed": 94,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 2.103333012200892
},
"seed_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 53,
"correct": 51,
"wrong": 2,
"visible_coverage": 0.48623853211009177,
"correct_coverage": 0.796875,
"precision": 0.9622641509433962,
"false_label_rate": 0.01834862385321101,
"unknown_false_accepts": 1,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.5137614678899083,
"rescued_correct": 15,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 17,
"seed": 19,
"from": null,
"to": "sku_l05"
},
{
"id": 20,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 37,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 2.0406669937074184
},
"boundary_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 56,
"correct": 54,
"wrong": 2,
"visible_coverage": 0.5137614678899083,
"correct_coverage": 0.84375,
"precision": 0.9642857142857143,
"false_label_rate": 0.01834862385321101,
"unknown_false_accepts": 2,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.4862385321100917,
"rescued_correct": 18,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 20,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 37,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 58,
"seed": 59,
"from": null,
"to": "sku_l10"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 1.9344580359756947
},
"guarded": {
"facings": 109,
"catalog_facings": 64,
"shown": 51,
"correct": 50,
"wrong": 1,
"visible_coverage": 0.46788990825688076,
"correct_coverage": 0.78125,
"precision": 0.9803921568627451,
"false_label_rate": 0.009174311926605505,
"unknown_false_accepts": 1,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.5321100917431192,
"rescued_correct": 14,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 20,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 37,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 2.6816249592229724
}
},
"balanced": {
"individual": {
"facings": 109,
"catalog_facings": 64,
"shown": 39,
"correct": 38,
"wrong": 1,
"visible_coverage": 0.3577981651376147,
"correct_coverage": 0.59375,
"precision": 0.9743589743589743,
"false_label_rate": 0.009174311926605505,
"unknown_false_accepts": 1,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.6422018348623852,
"rescued_correct": 0,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [],
"fusion_ms": 0.00020908191800117493
},
"oracle": {
"facings": 109,
"catalog_facings": 64,
"shown": 69,
"correct": 59,
"wrong": 10,
"visible_coverage": 0.6330275229357798,
"correct_coverage": 0.921875,
"precision": 0.855072463768116,
"false_label_rate": 0.09174311926605505,
"unknown_false_accepts": 10,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.3669724770642202,
"rescued_correct": 21,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 17,
"seed": 19,
"from": null,
"to": "sku_l05"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 36,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 38,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 41,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 53,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 57,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 82,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 83,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 84,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 85,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 86,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 87,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 88,
"seed": 94,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 2.8588749701157212
},
"inferred": {
"facings": 109,
"catalog_facings": 64,
"shown": 66,
"correct": 55,
"wrong": 11,
"visible_coverage": 0.6055045871559633,
"correct_coverage": 0.859375,
"precision": 0.8333333333333334,
"false_label_rate": 0.10091743119266056,
"unknown_false_accepts": 10,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.39449541284403666,
"rescued_correct": 17,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 17,
"seed": 19,
"from": null,
"to": "sku_l05"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 37,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 82,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 83,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 84,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 85,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 86,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 87,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 88,
"seed": 94,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 2.6119169779121876
},
"seed_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 54,
"correct": 52,
"wrong": 2,
"visible_coverage": 0.4954128440366973,
"correct_coverage": 0.8125,
"precision": 0.9629629629629629,
"false_label_rate": 0.01834862385321101,
"unknown_false_accepts": 1,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.5045871559633027,
"rescued_correct": 14,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 17,
"seed": 19,
"from": null,
"to": "sku_l05"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 37,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 3.9281670469790697
},
"boundary_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 56,
"correct": 54,
"wrong": 2,
"visible_coverage": 0.5137614678899083,
"correct_coverage": 0.84375,
"precision": 0.9642857142857143,
"false_label_rate": 0.01834862385321101,
"unknown_false_accepts": 2,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.4862385321100917,
"rescued_correct": 16,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 6,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 7,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 8,
"seed": 9,
"from": null,
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 37,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 3.126709023490548
},
"guarded": {
"facings": 109,
"catalog_facings": 64,
"shown": 52,
"correct": 51,
"wrong": 1,
"visible_coverage": 0.47706422018348627,
"correct_coverage": 0.796875,
"precision": 0.9807692307692307,
"false_label_rate": 0.009174311926605505,
"unknown_false_accepts": 1,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.5229357798165137,
"rescued_correct": 13,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 21,
"seed": 23,
"from": null,
"to": "sku_l06"
},
{
"id": 24,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 38,
"seed": 37,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 68,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 70,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 71,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 3.3164169872179627
}
},
"coverage-first": {
"individual": {
"facings": 109,
"catalog_facings": 64,
"shown": 54,
"correct": 47,
"wrong": 7,
"visible_coverage": 0.4954128440366973,
"correct_coverage": 0.734375,
"precision": 0.8703703703703703,
"false_label_rate": 0.06422018348623854,
"unknown_false_accepts": 5,
"unknown_total": 45,
"sibling_confusions": 1,
"wrong_catalog": 2,
"blank_ratio": 0.5045871559633027,
"rescued_correct": 0,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [],
"fusion_ms": 0.000250060111284256
},
"oracle": {
"facings": 109,
"catalog_facings": 64,
"shown": 70,
"correct": 59,
"wrong": 11,
"visible_coverage": 0.6422018348623854,
"correct_coverage": 0.921875,
"precision": 0.8428571428571429,
"false_label_rate": 0.10091743119266056,
"unknown_false_accepts": 11,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.35779816513761464,
"rescued_correct": 10,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 7,
"seed": 9,
"from": "sku_l06",
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 41,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 53,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 57,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 82,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 83,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 84,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 85,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 86,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 87,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 88,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
}
],
"fusion_ms": 2.495833090506494
},
"inferred": {
"facings": 109,
"catalog_facings": 64,
"shown": 68,
"correct": 56,
"wrong": 12,
"visible_coverage": 0.6238532110091743,
"correct_coverage": 0.875,
"precision": 0.8235294117647058,
"false_label_rate": 0.11009174311926606,
"unknown_false_accepts": 11,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.37614678899082565,
"rescued_correct": 7,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 7,
"seed": 9,
"from": "sku_l06",
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 81,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 82,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 83,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 84,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 85,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 86,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 87,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 88,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
}
],
"fusion_ms": 3.5844999365508556
},
"seed_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 62,
"correct": 55,
"wrong": 7,
"visible_coverage": 0.5688073394495413,
"correct_coverage": 0.859375,
"precision": 0.8870967741935484,
"false_label_rate": 0.06422018348623854,
"unknown_false_accepts": 5,
"unknown_total": 45,
"sibling_confusions": 1,
"wrong_catalog": 2,
"blank_ratio": 0.4311926605504587,
"rescued_correct": 7,
"corrected_wrong": 1,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 3.849750035442412
},
"boundary_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 62,
"correct": 56,
"wrong": 6,
"visible_coverage": 0.5688073394495413,
"correct_coverage": 0.875,
"precision": 0.9032258064516129,
"false_label_rate": 0.05504587155963303,
"unknown_false_accepts": 6,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.4311926605504587,
"rescued_correct": 7,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 7,
"seed": 9,
"from": "sku_l06",
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": null,
"to": "sku_l07"
}
],
"fusion_ms": 3.344499971717596
},
"guarded": {
"facings": 109,
"catalog_facings": 64,
"shown": 61,
"correct": 55,
"wrong": 6,
"visible_coverage": 0.5596330275229358,
"correct_coverage": 0.859375,
"precision": 0.9016393442622951,
"false_label_rate": 0.05504587155963303,
"unknown_false_accepts": 5,
"unknown_total": 45,
"sibling_confusions": 1,
"wrong_catalog": 1,
"blank_ratio": 0.44036697247706424,
"rescued_correct": 7,
"corrected_wrong": 1,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 73,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 3.99283308070153
}
},
"near-argmax": {
"individual": {
"facings": 109,
"catalog_facings": 64,
"shown": 58,
"correct": 48,
"wrong": 10,
"visible_coverage": 0.5321100917431193,
"correct_coverage": 0.75,
"precision": 0.8275862068965517,
"false_label_rate": 0.09174311926605505,
"unknown_false_accepts": 8,
"unknown_total": 45,
"sibling_confusions": 1,
"wrong_catalog": 2,
"blank_ratio": 0.4678899082568807,
"rescued_correct": 0,
"corrected_wrong": 0,
"damaged_correct": 0,
"changes": [],
"fusion_ms": 0.0004169996827840805
},
"oracle": {
"facings": 109,
"catalog_facings": 64,
"shown": 70,
"correct": 59,
"wrong": 11,
"visible_coverage": 0.6422018348623854,
"correct_coverage": 0.921875,
"precision": 0.8428571428571429,
"false_label_rate": 0.10091743119266056,
"unknown_false_accepts": 11,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.35779816513761464,
"rescued_correct": 9,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 7,
"seed": 9,
"from": "sku_l06",
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 41,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 43,
"seed": 34,
"from": null,
"to": "sku_l09"
},
{
"id": 53,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 57,
"seed": 49,
"from": null,
"to": "sku_l10"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 81,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 82,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 83,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 84,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 85,
"seed": 94,
"from": "sku_l02",
"to": "sku_l07"
},
{
"id": 86,
"seed": 94,
"from": "sku_l02",
"to": "sku_l07"
},
{
"id": 87,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 88,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
}
],
"fusion_ms": 2.305166912265122
},
"inferred": {
"facings": 109,
"catalog_facings": 64,
"shown": 68,
"correct": 56,
"wrong": 12,
"visible_coverage": 0.6238532110091743,
"correct_coverage": 0.875,
"precision": 0.8235294117647058,
"false_label_rate": 0.11009174311926606,
"unknown_false_accepts": 11,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 1,
"blank_ratio": 0.37614678899082565,
"rescued_correct": 6,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 7,
"seed": 9,
"from": "sku_l06",
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 81,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 82,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 83,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 84,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 85,
"seed": 94,
"from": "sku_l02",
"to": "sku_l07"
},
{
"id": 86,
"seed": 94,
"from": "sku_l02",
"to": "sku_l07"
},
{
"id": 87,
"seed": 94,
"from": null,
"to": "sku_l07"
},
{
"id": 88,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
}
],
"fusion_ms": 3.039833973161876
},
"seed_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 65,
"correct": 55,
"wrong": 10,
"visible_coverage": 0.5963302752293578,
"correct_coverage": 0.859375,
"precision": 0.8461538461538461,
"false_label_rate": 0.09174311926605505,
"unknown_false_accepts": 8,
"unknown_total": 45,
"sibling_confusions": 1,
"wrong_catalog": 2,
"blank_ratio": 0.4036697247706422,
"rescued_correct": 6,
"corrected_wrong": 1,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 30,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 2.530041034333408
},
"boundary_guard": {
"facings": 109,
"catalog_facings": 64,
"shown": 64,
"correct": 56,
"wrong": 8,
"visible_coverage": 0.5871559633027523,
"correct_coverage": 0.875,
"precision": 0.875,
"false_label_rate": 0.07339449541284404,
"unknown_false_accepts": 8,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 0,
"blank_ratio": 0.4128440366972477,
"rescued_correct": 6,
"corrected_wrong": 2,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 7,
"seed": 9,
"from": "sku_l06",
"to": "sku_l02"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 96,
"seed": 94,
"from": "sku_l03",
"to": "sku_l07"
}
],
"fusion_ms": 3.0375421047210693
},
"guarded": {
"facings": 109,
"catalog_facings": 64,
"shown": 64,
"correct": 55,
"wrong": 9,
"visible_coverage": 0.5871559633027523,
"correct_coverage": 0.859375,
"precision": 0.859375,
"false_label_rate": 0.08256880733944955,
"unknown_false_accepts": 8,
"unknown_total": 45,
"sibling_confusions": 1,
"wrong_catalog": 1,
"blank_ratio": 0.4128440366972477,
"rescued_correct": 6,
"corrected_wrong": 1,
"damaged_correct": 0,
"changes": [
{
"id": 0,
"seed": 1,
"from": null,
"to": "sku_l01"
},
{
"id": 11,
"seed": 13,
"from": null,
"to": "sku_l03"
},
{
"id": 24,
"seed": 25,
"from": "sku_l03",
"to": "sku_l07"
},
{
"id": 28,
"seed": 25,
"from": null,
"to": "sku_l07"
},
{
"id": 43,
"seed": 42,
"from": null,
"to": "sku_l09"
},
{
"id": 69,
"seed": 67,
"from": null,
"to": "sku_l11"
},
{
"id": 75,
"seed": 67,
"from": null,
"to": "sku_l11"
}
],
"fusion_ms": 2.022917033173144
}
},
"dp": {
"facings": 109,
"catalog_facings": 64,
"shown": 69,
"correct": 55,
"wrong": 14,
"visible_coverage": 0.6330275229357798,
"correct_coverage": 0.859375,
"precision": 0.7971014492753623,
"false_label_rate": 0.12844036697247707,
"unknown_false_accepts": 12,
"unknown_total": 45,
"sibling_confusions": 0,
"wrong_catalog": 2,
"blank_ratio": 0.3669724770642202,
"rescued_correct": 7,
"corrected_wrong": 1,
"damaged_correct": 0,
"inference_ms": 2.6631250511854887
}
},
"answers": {
"strict": {
"individual": {
"0": null,
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": null,
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": null,
"18": "sku_l05",
"19": "sku_l05",
"20": null,
"21": null,
"22": "sku_l06",
"23": "sku_l06",
"24": null,
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": null,
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": null,
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": null,
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": null,
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": null,
"69": null,
"70": null,
"71": null,
"72": "sku_l11",
"73": null,
"74": "sku_l11",
"75": null,
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": null,
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"oracle": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": "sku_l09",
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": "sku_l10",
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": "sku_l10",
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": "sku_l07",
"83": "sku_l07",
"84": "sku_l07",
"85": "sku_l07",
"86": "sku_l07",
"87": "sku_l07",
"88": "sku_l07",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"inferred": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": "sku_l07",
"83": "sku_l07",
"84": "sku_l07",
"85": "sku_l07",
"86": "sku_l07",
"87": "sku_l07",
"88": "sku_l07",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"seed_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": null,
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": null,
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"boundary_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": null,
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": null,
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"guarded": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": null,
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": null,
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": null,
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
}
},
"balanced": {
"individual": {
"0": null,
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": null,
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": null,
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": null,
"22": "sku_l06",
"23": "sku_l06",
"24": null,
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": null,
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": null,
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": null,
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": null,
"69": null,
"70": null,
"71": null,
"72": "sku_l11",
"73": null,
"74": "sku_l11",
"75": null,
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": null,
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"oracle": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": "sku_l09",
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": "sku_l10",
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": "sku_l10",
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": "sku_l07",
"83": "sku_l07",
"84": "sku_l07",
"85": "sku_l07",
"86": "sku_l07",
"87": "sku_l07",
"88": "sku_l07",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"inferred": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": "sku_l07",
"83": "sku_l07",
"84": "sku_l07",
"85": "sku_l07",
"86": "sku_l07",
"87": "sku_l07",
"88": "sku_l07",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"seed_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": null,
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"boundary_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": null,
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": null,
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"guarded": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": null,
"7": null,
"8": null,
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": null,
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": null,
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": null,
"82": null,
"83": null,
"84": null,
"85": null,
"86": null,
"87": null,
"88": null,
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": null,
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
}
},
"coverage-first": {
"individual": {
"0": null,
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l06",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": null,
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l03",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": null,
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": null,
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": null,
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": null,
"74": "sku_l11",
"75": null,
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": null,
"85": null,
"86": null,
"87": null,
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"oracle": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": "sku_l09",
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": "sku_l10",
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": "sku_l10",
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": "sku_l07",
"83": "sku_l07",
"84": "sku_l07",
"85": "sku_l07",
"86": "sku_l07",
"87": "sku_l07",
"88": "sku_l07",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"inferred": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": "sku_l07",
"83": "sku_l07",
"84": "sku_l07",
"85": "sku_l07",
"86": "sku_l07",
"87": "sku_l07",
"88": "sku_l07",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"seed_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l06",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": null,
"85": null,
"86": null,
"87": null,
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"boundary_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": null,
"85": null,
"86": null,
"87": null,
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"guarded": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l06",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": null,
"85": null,
"86": null,
"87": null,
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": null,
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
}
},
"near-argmax": {
"individual": {
"0": null,
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l06",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": null,
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l03",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": null,
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": null,
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": null,
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": null,
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": null,
"85": "sku_l02",
"86": "sku_l02",
"87": null,
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l03",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"oracle": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": "sku_l09",
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": "sku_l10",
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": "sku_l10",
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": "sku_l07",
"83": "sku_l07",
"84": "sku_l07",
"85": "sku_l07",
"86": "sku_l07",
"87": "sku_l07",
"88": "sku_l07",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"inferred": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l07",
"82": "sku_l07",
"83": "sku_l07",
"84": "sku_l07",
"85": "sku_l07",
"86": "sku_l07",
"87": "sku_l07",
"88": "sku_l07",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"seed_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l06",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": "sku_l07",
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": null,
"85": "sku_l02",
"86": "sku_l02",
"87": null,
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l03",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"boundary_guard": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l02",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": null,
"85": "sku_l02",
"86": "sku_l02",
"87": null,
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l07",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
},
"guarded": {
"0": "sku_l01",
"1": "sku_l01",
"3": "sku_l01",
"4": "sku_l01",
"5": "sku_l01",
"6": "sku_l02",
"7": "sku_l06",
"8": "sku_l02",
"9": "sku_l02",
"10": "sku_l03",
"11": "sku_l03",
"12": "sku_l03",
"13": "sku_l03",
"14": null,
"16": null,
"17": "sku_l05",
"18": "sku_l05",
"19": "sku_l05",
"20": "sku_l06",
"21": "sku_l06",
"22": "sku_l06",
"23": "sku_l06",
"24": "sku_l07",
"25": "sku_l07",
"26": "sku_l07",
"27": "sku_l07",
"28": "sku_l07",
"29": "sku_l07",
"30": null,
"31": null,
"32": null,
"33": "sku_l09",
"34": "sku_l09",
"35": "sku_l09",
"36": "sku_l09",
"37": "sku_l09",
"38": "sku_l09",
"39": "sku_l09",
"40": "sku_l09",
"41": null,
"42": "sku_l09",
"43": "sku_l09",
"44": "sku_l09",
"45": "sku_l09",
"46": null,
"47": null,
"48": null,
"49": "sku_l10",
"50": "sku_l10",
"51": "sku_l10",
"52": "sku_l10",
"53": null,
"54": "sku_l10",
"55": "sku_l10",
"56": "sku_l10",
"57": null,
"58": "sku_l10",
"59": "sku_l10",
"60": null,
"61": null,
"62": null,
"63": null,
"64": null,
"65": null,
"66": null,
"67": "sku_l11",
"68": "sku_l11",
"69": "sku_l11",
"70": "sku_l11",
"71": "sku_l11",
"72": "sku_l11",
"73": "sku_l11",
"74": "sku_l11",
"75": "sku_l11",
"76": null,
"77": null,
"78": null,
"79": null,
"80": null,
"81": "sku_l03",
"82": null,
"83": "sku_l03",
"84": null,
"85": "sku_l02",
"86": "sku_l02",
"87": null,
"88": "sku_l03",
"89": null,
"90": null,
"91": null,
"92": null,
"93": null,
"94": "sku_l07",
"95": null,
"96": "sku_l03",
"97": null,
"98": "sku_l05",
"99": null,
"100": null,
"101": null,
"102": null,
"103": null,
"104": null,
"105": null,
"106": null,
"107": null,
"108": null,
"109": null,
"110": null
}
}
},
"utility_sensitivity": {
"0.5": {
"loss": {
"strict/individual": 0.6651376146788991,
"strict/oracle": 0.41284403669724773,
"strict/inferred": 0.44495412844036697,
"strict/seed_guard": 0.5229357798165137,
"strict/boundary_guard": 0.4954128440366973,
"strict/guarded": 0.536697247706422,
"balanced/individual": 0.6467889908256881,
"balanced/oracle": 0.41284403669724773,
"balanced/inferred": 0.44495412844036697,
"balanced/seed_guard": 0.5137614678899083,
"balanced/boundary_guard": 0.4954128440366973,
"balanced/guarded": 0.5275229357798165,
"coverage-first/individual": 0.536697247706422,
"coverage-first/oracle": 0.40825688073394495,
"coverage-first/inferred": 0.43119266055045874,
"coverage-first/seed_guard": 0.463302752293578,
"coverage-first/boundary_guard": 0.45871559633027525,
"coverage-first/guarded": 0.46788990825688076,
"near-argmax/individual": 0.5137614678899083,
"near-argmax/oracle": 0.40825688073394495,
"near-argmax/inferred": 0.43119266055045874,
"near-argmax/seed_guard": 0.44954128440366975,
"near-argmax/boundary_guard": 0.44954128440366975,
"near-argmax/guarded": 0.4541284403669725
},
"best": "coverage-first/oracle",
"best_nonoracle": "coverage-first/inferred"
},
"1.0": {
"loss": {
"strict/individual": 0.6697247706422018,
"strict/oracle": 0.45871559633027525,
"strict/inferred": 0.4954128440366973,
"strict/seed_guard": 0.5321100917431193,
"strict/boundary_guard": 0.5045871559633027,
"strict/guarded": 0.5412844036697247,
"balanced/individual": 0.6513761467889908,
"balanced/oracle": 0.45871559633027525,
"balanced/inferred": 0.4954128440366973,
"balanced/seed_guard": 0.5229357798165137,
"balanced/boundary_guard": 0.5045871559633027,
"balanced/guarded": 0.5321100917431193,
"coverage-first/individual": 0.5688073394495413,
"coverage-first/oracle": 0.45871559633027525,
"coverage-first/inferred": 0.48623853211009177,
"coverage-first/seed_guard": 0.4954128440366973,
"coverage-first/boundary_guard": 0.48623853211009177,
"coverage-first/guarded": 0.4954128440366973,
"near-argmax/individual": 0.5596330275229358,
"near-argmax/oracle": 0.45871559633027525,
"near-argmax/inferred": 0.48623853211009177,
"near-argmax/seed_guard": 0.4954128440366973,
"near-argmax/boundary_guard": 0.48623853211009177,
"near-argmax/guarded": 0.4954128440366973
},
"best": "strict/oracle",
"best_nonoracle": "coverage-first/inferred"
},
"2.0": {
"loss": {
"strict/individual": 0.6788990825688074,
"strict/oracle": 0.5504587155963303,
"strict/inferred": 0.5963302752293578,
"strict/seed_guard": 0.5504587155963303,
"strict/boundary_guard": 0.5229357798165137,
"strict/guarded": 0.5504587155963303,
"balanced/individual": 0.6605504587155964,
"balanced/oracle": 0.5504587155963303,
"balanced/inferred": 0.5963302752293578,
"balanced/seed_guard": 0.5412844036697247,
"balanced/boundary_guard": 0.5229357798165137,
"balanced/guarded": 0.5412844036697247,
"coverage-first/individual": 0.6330275229357798,
"coverage-first/oracle": 0.5596330275229358,
"coverage-first/inferred": 0.5963302752293578,
"coverage-first/seed_guard": 0.5596330275229358,
"coverage-first/boundary_guard": 0.5412844036697247,
"coverage-first/guarded": 0.5504587155963303,
"near-argmax/individual": 0.6513761467889908,
"near-argmax/oracle": 0.5596330275229358,
"near-argmax/inferred": 0.5963302752293578,
"near-argmax/seed_guard": 0.5871559633027523,
"near-argmax/boundary_guard": 0.5596330275229358,
"near-argmax/guarded": 0.5779816513761468
},
"best": "strict/boundary_guard",
"best_nonoracle": "strict/boundary_guard"
},
"4.0": {
"loss": {
"strict/individual": 0.6972477064220184,
"strict/oracle": 0.7339449541284404,
"strict/inferred": 0.7981651376146789,
"strict/seed_guard": 0.5871559633027523,
"strict/boundary_guard": 0.5596330275229358,
"strict/guarded": 0.5688073394495413,
"balanced/individual": 0.6788990825688074,
"balanced/oracle": 0.7339449541284404,
"balanced/inferred": 0.7981651376146789,
"balanced/seed_guard": 0.5779816513761468,
"balanced/boundary_guard": 0.5596330275229358,
"balanced/guarded": 0.5596330275229358,
"coverage-first/individual": 0.7614678899082569,
"coverage-first/oracle": 0.7614678899082569,
"coverage-first/inferred": 0.8165137614678899,
"coverage-first/seed_guard": 0.6880733944954128,
"coverage-first/boundary_guard": 0.6513761467889908,
"coverage-first/guarded": 0.6605504587155964,
"near-argmax/individual": 0.8348623853211009,
"near-argmax/oracle": 0.7614678899082569,
"near-argmax/inferred": 0.8165137614678899,
"near-argmax/seed_guard": 0.7706422018348624,
"near-argmax/boundary_guard": 0.7064220183486238,
"near-argmax/guarded": 0.7431192660550459
},
"best": "strict/boundary_guard",
"best_nonoracle": "strict/boundary_guard"
},
"8.0": {
"loss": {
"strict/individual": 0.7339449541284404,
"strict/oracle": 1.1009174311926606,
"strict/inferred": 1.201834862385321,
"strict/seed_guard": 0.6605504587155964,
"strict/boundary_guard": 0.6330275229357798,
"strict/guarded": 0.6055045871559633,
"balanced/individual": 0.7155963302752294,
"balanced/oracle": 1.1009174311926606,
"balanced/inferred": 1.201834862385321,
"balanced/seed_guard": 0.6513761467889908,
"balanced/boundary_guard": 0.6330275229357798,
"balanced/guarded": 0.5963302752293578,
"coverage-first/individual": 1.018348623853211,
"coverage-first/oracle": 1.165137614678899,
"coverage-first/inferred": 1.2568807339449541,
"coverage-first/seed_guard": 0.944954128440367,
"coverage-first/boundary_guard": 0.8715596330275229,
"coverage-first/guarded": 0.8807339449541285,
"near-argmax/individual": 1.201834862385321,
"near-argmax/oracle": 1.165137614678899,
"near-argmax/inferred": 1.2568807339449541,
"near-argmax/seed_guard": 1.1376146788990826,
"near-argmax/boundary_guard": 1.0,
"near-argmax/guarded": 1.073394495412844
},
"best": "balanced/guarded",
"best_nonoracle": "balanced/guarded"
}
},
"guarded_groups": [
[
0,
1,
3,
4
],
[
5
],
[
6,
7,
8,
9
],
[
10
],
[
11,
12,
13
],
[
14
],
[
16
],
[
17
],
[
18,
19
],
[
20,
21,
22,
23
],
[
24,
25,
26,
27,
28,
29
],
[
30
],
[
31
],
[
32
],
[
33,
34,
35
],
[
36
],
[
37,
38,
39,
40
],
[
41
],
[
42,
43,
44,
45
],
[
46,
47,
48
],
[
64
],
[
49,
50,
51,
52
],
[
53
],
[
54,
55,
56
],
[
57
],
[
58,
59
],
[
60
],
[
61
],
[
62
],
[
63
],
[
65,
66
],
[
67,
68,
69,
70,
71,
72,
73,
74,
75
],
[
76,
77
],
[
78
],
[
79
],
[
80
],
[
92,
93
],
[
94,
95,
96,
97
],
[
81,
82,
83
],
[
84
],
[
85,
86,
87
],
[
88
],
[
89,
90
],
[
91
],
[
102
],
[
103
],
[
105
],
[
104
],
[
106
],
[
107
],
[
108
],
[
109
],
[
110
],
[
98
],
[
99,
100,
101
]
],
"appearance_groups": [
[
0,
1,
3,
4
],
[
5
],
[
6,
7,
8,
9
],
[
10
],
[
11,
12,
13
],
[
14
],
[
16
],
[
17
],
[
18,
19
],
[
20,
21,
22,
23
],
[
24,
25,
26,
27,
28,
29
],
[
30
],
[
31
],
[
32
],
[
33,
34,
35
],
[
36
],
[
37,
38,
39,
40
],
[
41
],
[
42,
43,
44,
45
],
[
46,
47,
48
],
[
64
],
[
49,
50,
51,
52
],
[
53
],
[
54,
55,
56
],
[
57
],
[
58,
59
],
[
60
],
[
61
],
[
62
],
[
63
],
[
65,
66
],
[
67,
68,
69,
70,
71,
72,
73,
74,
75
],
[
76,
77
],
[
78
],
[
79
],
[
80
],
[
92,
93
],
[
94,
95,
96,
97
],
[
81,
82,
83
],
[
84
],
[
85,
86,
87
],
[
88
],
[
89,
90
],
[
91
],
[
102
],
[
103
],
[
105
],
[
104
],
[
106
],
[
107
],
[
108
],
[
109
],
[
110
],
[
98
],
[
99,
100,
101
]
],
"guarded_group_membership": {
"tp": 119,
"fp": 0,
"tn": 3707,
"fn": 179,
"precision": 1.0,
"recall": 0.39932885906040266,
"boundary_accuracy": 0.9553058676654183,
"boundary_recall": 1.0
},
"guarded_adjacent_boundaries": {
"tp": 53,
"fp": 0,
"tn": 11,
"fn": 19,
"precision": 1.0,
"recall": 0.7361111111111112,
"boundary_accuracy": 0.7710843373493976,
"boundary_recall": 1.0
},
"guarded_edges": [
true,
true,
true,
false,
false,
true,
true,
true,
false,
false,
true,
true,
false,
false,
false,
true,
false,
true,
true,
true,
false,
true,
true,
true,
true,
true,
false,
false,
false,
true,
true,
false,
false,
true,
true,
true,
false,
false,
true,
true,
true,
false,
true,
true,
false,
true,
true,
true,
false,
false,
true,
true,
false,
false,
true,
false,
false,
false,
false,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
false,
false,
false,
true,
false,
true,
true,
true,
false,
true,
true,
false,
false,
true,
true,
false,
false,
true,
false,
false,
false,
false,
false,
false,
false,
false,
false,
false,
false,
true,
true
]
}
}
}