{"version":"upa:motif-holdout-result:v1","sourceSha256":"e083b217283bfb559996d24a32e7826935cb9ff84c30b28a5af0b820f66b81bb","corpusSha256":"a1e51d00eba03aa1ee26faef31e3d62d4743171ace3cc43a5f1d05e0e38d750f","method":"Working annotations fixed from digitised source grids before executing the matcher; not an expert-labelled random sample. Evaluation is restricted to the stated regions.","cases":[{"id":"p40-border-cross","sourceId":"p40_-_b00","geometrySha256":"e8c2ffacc151eb214e504a8a0d4b4fe04e26eda09f3b4f64acf958d9167d1806","label":"Black border crosses","seed":{"x":5,"y":0,"width":3,"height":3,"color":"D","layerId":"upper"},"scope":{"x":[-2,67],"yValues":[0,68]},"reference":[[5,0,3,3],[11,0,3,3],[17,0,3,3],[23,0,3,3],[29,0,3,3],[35,0,3,3],[41,0,3,3],[47,0,3,3],[53,0,3,3],[59,0,3,3],[65,0,3,3],[5,68,3,3],[11,68,3,3],[17,68,3,3],[23,68,3,3],[29,68,3,3],[35,68,3,3],[41,68,3,3],[47,68,3,3],[53,68,3,3],[59,68,3,3],[65,68,3,3]],"edgeHints":[[-1,0,3,3],[-1,68,3,3]],"notes":"Only complete crosses are positives. The left-edge crosses have four visible cells and are recorded separately.","seedDiscovery":{"proposalCount":22,"equivalentShapeCount":1,"atSeed":false},"matches":[{"x":5,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,6],[1,5],[1,6],[1,7],[2,6]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":11,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,12],[1,11],[1,12],[1,13],[2,12]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":17,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,18],[1,17],[1,18],[1,19],[2,18]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":23,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,24],[1,23],[1,24],[1,25],[2,24]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":29,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,30],[1,29],[1,30],[1,31],[2,30]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":35,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,36],[1,35],[1,36],[1,37],[2,36]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":41,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,42],[1,41],[1,42],[1,43],[2,42]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":47,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,48],[1,47],[1,48],[1,49],[2,48]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":53,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,54],[1,53],[1,54],[1,55],[2,54]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":59,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,60],[1,59],[1,60],[1,61],[2,60]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":65,"y":0,"width":3,"height":3,"layerId":"upper","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[0,66],[1,65],[1,66],[1,67],[2,66]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":5,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,6],[69,5],[69,6],[69,7],[70,6]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":11,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,12],[69,11],[69,12],[69,13],[70,12]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":17,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,18],[69,17],[69,18],[69,19],[70,18]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":23,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,24],[69,23],[69,24],[69,25],[70,24]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":29,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,30],[69,29],[69,30],[69,31],[70,30]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":35,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,36],[69,35],[69,36],[69,37],[70,36]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":41,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,42],[69,41],[69,42],[69,43],[70,42]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":47,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,48],[69,47],[69,48],[69,49],[70,48]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":53,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,54],[69,53],[69,54],[69,55],[70,54]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":59,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,60],[69,59],[69,60],[69,61],[70,60]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":65,"y":68,"width":3,"height":3,"layerId":"lower","transform":"r0","classification":"exact","totalInk":5,"visibleInk":5,"knownInk":5,"geometryMatches":5,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":0,"palette":{"D":"D"},"exact":[[68,66],[69,65],[69,66],[69,67],[70,66]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false}],"weak":[],"unscoredMatches":158,"search":{"evaluated":5390,"passed":180,"truncated":false},"evaluation":{"truePositive":["5,0,3,3","11,0,3,3","17,0,3,3","23,0,3,3","29,0,3,3","35,0,3,3","41,0,3,3","47,0,3,3","53,0,3,3","59,0,3,3","65,0,3,3","5,68,3,3","11,68,3,3","17,68,3,3","23,68,3,3","29,68,3,3","35,68,3,3","41,68,3,3","47,68,3,3","53,68,3,3","59,68,3,3","65,68,3,3"],"falseNegative":[],"falsePositive":[],"precision":1,"recall":1}},{"id":"p38-inner-corners","sourceId":"p38_-_b00","geometrySha256":"08827eb63c4860289beeed4bef870d6bd21931610d04f0fb2961067da25a795a","label":"Four orange interior corners","seed":{"x":10,"y":21,"width":5,"height":5,"color":"F","layerId":"main"},"scope":{"x":[10,50],"y":[21,39]},"reference":[[10,21,5,5],[50,21,5,5],[10,39,5,5],[50,39,5,5]],"edgeHints":[],"notes":"The four interior corners are rotations/reflections of the same orange L-shaped component; nearby red cells are context.","seedDiscovery":{"proposalCount":5,"equivalentShapeCount":1,"atSeed":false},"matches":[{"x":10,"y":21,"width":5,"height":5,"layerId":"main","transform":"r0","classification":"exact","totalInk":16,"visibleInk":16,"knownInk":16,"geometryMatches":16,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":4,"palette":{"F":"F"},"exact":[[21,10],[21,11],[21,12],[21,13],[21,14],[22,10],[22,11],[22,12],[22,13],[22,14],[23,13],[23,14],[24,13],[24,14],[25,13],[25,14]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":50,"y":21,"width":5,"height":5,"layerId":"main","transform":"r270","classification":"exact","totalInk":16,"visibleInk":16,"knownInk":16,"geometryMatches":16,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":4,"palette":{"F":"F"},"exact":[[21,50],[21,51],[21,52],[21,53],[21,54],[22,50],[22,51],[22,52],[22,53],[22,54],[23,50],[23,51],[24,50],[24,51],[25,50],[25,51]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":10,"y":39,"width":5,"height":5,"layerId":"main","transform":"r90","classification":"exact","totalInk":16,"visibleInk":16,"knownInk":16,"geometryMatches":16,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":4,"palette":{"F":"F"},"exact":[[39,13],[39,14],[40,13],[40,14],[41,13],[41,14],[42,10],[42,11],[42,12],[42,13],[42,14],[43,10],[43,11],[43,12],[43,13],[43,14]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false},{"x":50,"y":39,"width":5,"height":5,"layerId":"main","transform":"r180","classification":"exact","totalInk":16,"visibleInk":16,"knownInk":16,"geometryMatches":16,"missing":0,"geometryDifferences":0,"colorDifferences":0,"extra":0,"unknown":0,"outside":0,"contextInk":4,"palette":{"F":"F"},"exact":[[39,50],[39,51],[40,50],[40,51],[41,50],[41,51],[42,50],[42,51],[42,52],[42,53],[42,54],[43,50],[43,51],[43,52],[43,53],[43,54]],"colorChanges":[],"geometryChanges":[],"missingCells":[],"extraCells":[],"unknownCells":[],"periodicHint":false}],"weak":[],"unscoredMatches":28,"search":{"evaluated":19044,"passed":32,"truncated":false},"evaluation":{"truePositive":["10,21,5,5","50,21,5,5","10,39,5,5","50,39,5,5"],"falseNegative":[],"falsePositive":[],"precision":1,"recall":1}}]}