{ "suites": { "corruption": { "metrics": { "conditional": { "name": "Conditional compression W\u2081", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "bank_size": 1, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.20885111857791888, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.18730349760318807 }, { "parameters": { "bank_size": 16, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.10037448973186741, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.0788268687571366 }, { "parameters": { "bank_size": 256, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.0445545674187988, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.02300694644406798 }, { "parameters": { "bank_size": 4, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.21417755751873277, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.19262993654400196 }, { "parameters": { "bank_size": 64, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.11404837230340101, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.0925007513286702 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.02113018205721033, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": -0.0004174389175204858 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.019355625446417946, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": -0.0021919955283128713 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.021516946718308304, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": -3.067425642251306e-05 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.05186746144632044, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.030319840471589626 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 0.1019968322982775, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.08044921132354668 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 0.15240651747963782, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.130858896504907 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.20885111857791888, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.18730349760318807 }, { "parameters": { "kind": "pollute", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.4936874655076041, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.4721398445328733 }, { "parameters": { "kind": "pollute", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.5090587217835755, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.48751110080884463 }, { "parameters": { "kind": "pollute", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.5244781523941906, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.5029305314194598 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.027588966622855024, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.006041345648124207 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.03758139786820079, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.016033776893469975 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.030088312010124386, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.00854069103539357 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.138687250694158, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.11713962971942718 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 0.6344324653862395, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.6128848444115087 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 1.4905823746019993, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 1.4690347536272685 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.156945399333221, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 3.1353977783584903 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.020583055684357743, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": -0.0009645652903730734 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.12247436534730011, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.1009267443725693 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.2687962864118043, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.2472486654370735 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.7156431941303194, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.6940955731555886 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 1.4590233965192192, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 1.4374757755444885 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 2.2418830776296446, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 2.220335456654914 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.0886047078267884, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 3.0670570868520577 }, { "parameters": { "kind": "shuffle", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.1633228054658274, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.14177518449109658 }, { "parameters": { "kind": "shuffle", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.15771556175527027, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.13616794078053945 }, { "parameters": { "kind": "shuffle", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.1493840763344892, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.12783645535975838 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.036594906382472175, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.015047285407741359 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.10240032900494145, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.08085270803021063 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.17807242983682886, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.15652480886209805 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.33492928516066556, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.3133816641859347 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 0.4781467653745297, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.4565991443997989 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 0.5309873824624582, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.5094397614877274 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.5438118478359089, "control": 0.021547620974730817, "control_min": 0.021547620974730817, "control_max": 0.021547620974730817, "margin": 0.522264226861178 } ] }, "nll": { "name": "Qwen3-8B-Base NLL", "units": "bits / GPT-2 source token", "rows": [ { "parameters": { "bank_size": 1, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.723330144687134, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.012716178195638861 }, { "parameters": { "bank_size": 16, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.7867928560400905, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.07617888954859531 }, { "parameters": { "bank_size": 256, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.6525899913258097, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.05802397516568547 }, { "parameters": { "bank_size": 4, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 4.21175113596352, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.5011371694720248 }, { "parameters": { "bank_size": 64, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.633081128072416, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.07753283841907921 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 3.708807327373097, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.001806639118398401 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 3.7119955125311774, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.0013815460396822132 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 3.715402768316577, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.004788801825081901 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 3.7005427272863667, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.010071239205128535 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 3.7032823974784668, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.007331569013028449 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 3.7305340108715352, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.019920044380040025 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.723330144687134, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.012716178195638861 }, { "parameters": { "kind": "pollute", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.141697340444315, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.5689166260471801 }, { "parameters": { "kind": "pollute", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 5.907501021390814, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 2.196887054899319 }, { "parameters": { "kind": "pollute", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.0762262647365106, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.6343877017549846 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 3.9042793139384586, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.1936653474469634 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 4.359721888893105, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.6491079224016101 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 4.745831082383737, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 1.0352171158922419 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 5.379976335459559, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 1.6693623689680637 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 5.156429680278678, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 1.4458157137871828 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 3.469950236815299, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.24066372967619643 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 15.147344457517733, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 11.436730491026237 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 3.722430925335411, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.01181695884391587 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 3.6157347739991637, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.09487919249233157 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 3.450228448291221, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.2603855182002741 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 2.939373052983518, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -0.7712409135079774 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 2.077875721896474, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -1.6327382445950214 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 1.1810873021997306, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -2.5295266642917644 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.16822578107353603, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": -3.542388185417959 }, { "parameters": { "kind": "shuffle", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 5.2700317124959835, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 1.5594177460044882 }, { "parameters": { "kind": "shuffle", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 5.1694724636054135, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 1.4588584971139182 }, { "parameters": { "kind": "shuffle", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 5.200157292422958, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 1.4895433259314625 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 3.967580359920086, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 0.25696639342859084 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 4.924727018618941, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 1.2141130521274457 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 5.901851363765875, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 2.1912373972743797 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 8.099026104659847, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 4.388412138168352 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 9.951800043447783, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 6.2411860769562875 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 10.575846537743015, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 6.86523257125152 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 10.707137595602525, "control": 3.710613966491495, "control_min": 3.710613966491495, "control_max": 3.710613966491495, "margin": 6.99652362911103 } ] }, "sol": { "name": "SOL", "units": "SOL score", "rows": [ { "parameters": { "bank_size": 1, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 7.478826451178857, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 6.797430225614259 }, { "parameters": { "bank_size": 16, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 2.2536160746770246, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 1.572219849112427 }, { "parameters": { "bank_size": 256, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.8673826125974251, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.18598638703282766 }, { "parameters": { "bank_size": 4, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.7853506257599707, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 3.103954400195373 }, { "parameters": { "bank_size": 64, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 1.4189947565637917, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.7375985309991943 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.6857007873378836, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.004304561773286197 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.7368497754554899, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.05545354989089246 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.9731758627655406, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.29177963720094313 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 1.9293608484232794, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 1.247964622858682 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 3.565700779467121, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 2.8843045539025236 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 5.31083169881021, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 4.629435473245612 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 7.478826451178857, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 6.797430225614259 }, { "parameters": { "kind": "pollute", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.2748429902877056, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 2.593446764723108 }, { "parameters": { "kind": "pollute", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.9732108744578336, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 3.291814648893236 }, { "parameters": { "kind": "pollute", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.352587706509228, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 2.6711914809446307 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.726270421471729, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.0448741959071316 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 1.8142557031727016, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 1.132859477608104 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 3.0994185222806823, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 2.4180222967160847 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 5.572973617978169, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 4.891577392413572 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 8.03357319744676, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 7.352176971882162 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 9.604179453892984, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 8.922783228328386 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 21.467152463194925, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 20.785756237630327 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.6816770580238984, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.00028083245930099476 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.7214764212814342, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.04008019571683674 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.9298438406032138, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.24844761503861634 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 2.517593753875999, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 1.8361975283114016 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 5.811433887334425, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 5.130037661769827 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 9.095711575652631, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 8.414315350088033 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 13.92612838086664, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 13.244732155302042 }, { "parameters": { "kind": "shuffle", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 1.8097785559668707, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 1.1283823304022733 }, { "parameters": { "kind": "shuffle", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 2.3423430475176996, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 1.660946821953102 }, { "parameters": { "kind": "shuffle", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 1.3444212974253125, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.663025071860715 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.7434459340213214, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 0.06204970845672397 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 1.8344383398643436, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 1.1530421142997462 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 3.0923493485526676, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 2.41095312298807 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 5.457771875067348, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 4.77637564950275 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 7.317448207845599, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 6.636051982281002 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 8.070627806708675, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 7.389231581144077 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 8.269387719971277, "control": 0.6813962255645974, "control_min": 0.6813962255645974, "control_max": 0.6813962255645974, "margin": 7.58799149440668 } ] }, "ed": { "name": "Energy distance", "units": "feature-space ED", "rows": [ { "parameters": { "bank_size": 1, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 5.265111103154258, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 5.2598608697707885 }, { "parameters": { "bank_size": 16, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.4490020352087374, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.4437518018252682 }, { "parameters": { "bank_size": 256, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.04868806364372524, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.04343783026025605 }, { "parameters": { "bank_size": 4, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 1.3850970654255237, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 1.3798468320420545 }, { "parameters": { "bank_size": 64, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.17810650302856068, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.1728562696450915 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.007071053824683204, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.0018208204412140105 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.017531440495972106, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.012281207112502912 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.06170379687549232, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.05645356349202313 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.3459112853610078, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.3406610519775386 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 1.3065098408974407, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 1.3012596075139715 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 2.92770217976566, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 2.922451946382191 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 5.265111103154258, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 5.2598608697707885 }, { "parameters": { "kind": "pollute", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 13.025421796919861, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 13.020171563536392 }, { "parameters": { "kind": "pollute", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 14.470687901388148, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 14.465437668004679 }, { "parameters": { "kind": "pollute", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 1.4128722066075614, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 1.4076219732240922 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.008748155061338636, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.003497921677869442 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.10333951527923979, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.0980892818957706 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.377541456453077, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.3722912230696078 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 2.1453359365014286, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 2.1400857031179594 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 7.273502817101123, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 7.268252583717654 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 14.739242949835994, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 14.733992716452525 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 95.93175310188185, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 95.92650286849839 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.009318617474788127, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.004068384091318933 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.04281485811139518, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.03756462472792599 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.23458131945467642, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.22933108607120722 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 3.7303039614954265, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 3.7250537281119573 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 21.72886243296734, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 21.72361219958387 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 38.60050954998344, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 38.59525931659997 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 85.16429056321763, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 85.15904032983417 }, { "parameters": { "kind": "shuffle", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.21611497745468622, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.21086474407121703 }, { "parameters": { "kind": "shuffle", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.25550227732944286, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.25025204394597367 }, { "parameters": { "kind": "shuffle", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.04520937155940974, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.039959138175940545 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.007613798672419847, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.002363565288950653 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.05186374055166443, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.046613507168195234 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.16143247939369587, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.15618224601022668 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.6925009507187214, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 0.6872507173352522 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 1.5285247739792522, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 1.523274540595783 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 2.0962447818520706, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 2.0909945484686014 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 2.167679983603172, "control": 0.005250233383469194, "control_min": 0.005250233383469194, "control_max": 0.005250233383469194, "margin": 2.1624297502197027 } ] }, "gm": { "name": "Gradient Moment", "units": "gradient score", "rows": [ { "parameters": { "bank_size": 1, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 68.45335424894802, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 68.16976087602322 }, { "parameters": { "bank_size": 16, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 4.484746216720396, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 4.201152843795597 }, { "parameters": { "bank_size": 256, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.49821539519189173, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 0.21462202226709337 }, { "parameters": { "bank_size": 4, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 17.97580193194699, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 17.69220855902219 }, { "parameters": { "bank_size": 64, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 1.2959652010789569, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 1.0123718281541585 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.27802304047220616, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": -0.005570332452592197 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.3471899251324544, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 0.06359655220765603 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.7845427764473243, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 0.5009494035225259 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 4.155002393568793, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 3.871409020643995 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 16.38364235436711, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 16.100048981442313 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 37.76723192408281, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 37.48363855115801 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 68.45335425802114, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 68.16976088509634 }, { "parameters": { "kind": "pollute", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 3.774495790912624, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 3.490902417987826 }, { "parameters": { "kind": "pollute", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 10.22837533433858, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 9.944781961413781 }, { "parameters": { "kind": "pollute", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 7.6851099726709435, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 7.401516599746145 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 3.1937561144459323, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 2.910162741521134 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 85.47289540914426, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 85.18930203621946 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 306.7762622660157, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 306.4926688930909 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 1349.9956272163545, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 1349.7120338434297 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 2194.1880500951956, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 2193.904456722271 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 1486.7579521110747, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 1486.47435873815 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 63.368913767184495, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 63.085320394259696 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.33903473395628225, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 0.05544136103148389 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.4516638621243345, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 0.16807048919953615 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.6122336671460573, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 0.32864029422125896 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 1.2906062239394487, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 1.0070128510146503 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 3.117752338799619, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 2.8341589658748205 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 5.8618795831298485, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 5.57828621020505 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 8.664633174787014, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 8.381039801862215 }, { "parameters": { "kind": "shuffle", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 7.488868238206578, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 7.20527486528178 }, { "parameters": { "kind": "shuffle", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 4.600415779213108, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 4.31682240628831 }, { "parameters": { "kind": "shuffle", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 10.289943399972799, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 10.006350027048 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.38213395952871565, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 0.09854058660391729 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 2.877782915113812, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 2.5941895421890138 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 9.040147088204776, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 8.756553715279978 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 38.01776844187043, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 37.73417506894563 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 67.71775444607192, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 67.43416107314712 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 70.40836891085928, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 70.12477553793448 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 75.34987019820255, "control": 0.28359337292479836, "control_min": 0.28359337292479836, "control_max": 0.28359337292479836, "margin": 75.06627682527775 } ] }, "jcd": { "name": "JCD", "units": "JCD score", "rows": [ { "parameters": { "bank_size": 1, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 2.523215068430736, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 2.5243228754325404 }, { "parameters": { "bank_size": 16, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.430535695555919, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.43164350255772344 }, { "parameters": { "bank_size": 256, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.05160205638530965, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.052709863387114114 }, { "parameters": { "bank_size": 4, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.9869215767610159, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.9880293837628203 }, { "parameters": { "bank_size": 64, "kind": "bank", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.1773190216768784, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.17842682867868287 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.01 }, "phase": "all", "score": -0.0008415817578728628, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.00026622524393159804 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.05 }, "phase": "all", "score": -0.0010480293845207818, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 5.977761728367904e-05 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.01410834803771294, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.015216155039517402 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.0839539337082103, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.08506174071001477 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 0.265838199986496, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.26694600698830045 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 0.5709262248724545, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.5720340318742589 }, { "parameters": { "kind": "collapse", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 2.523215068430736, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 2.5243228754325404 }, { "parameters": { "kind": "pollute", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.09872400003466328, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.09983180703646774 }, { "parameters": { "kind": "pollute", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.09928105883089039, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.10038886583269485 }, { "parameters": { "kind": "pollute", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.09582777083318433, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.0969355778349888 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.0024698713402475717, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.0035776783420520325 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.023603066759037124, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.024710873760841585 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.05971930063682308, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.060827107638627545 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.18056795834175715, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.1816757653435616 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 0.40641848092355015, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.4075262879253546 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 0.687116889608193, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.6882246966099974 }, { "parameters": { "kind": "pollute", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 11.113769048911934, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 11.114876855913739 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.01 }, "phase": "all", "score": -0.004982442044220781, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": -0.00387463504241632 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.05 }, "phase": "all", "score": -0.004703162577075499, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": -0.003595355575271038 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.1 }, "phase": "all", "score": -0.004593271993164873, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": -0.003485464991360412 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.25 }, "phase": "all", "score": -0.003950199972509852, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": -0.002842392970705391 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.5 }, "phase": "all", "score": -0.0037691624904488547, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": -0.002661355488644394 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 0.75 }, "phase": "all", "score": -0.006931294657090262, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": -0.005823487655285801 }, { "parameters": { "kind": "repeat", "seed": 0, "severity": 1.0 }, "phase": "all", "score": -0.031839402299039365, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": -0.030731595297234904 }, { "parameters": { "kind": "shuffle", "region": "middle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.044830290227436835, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.0459380972292413 }, { "parameters": { "kind": "shuffle", "region": "prefix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.04609234013371923, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.047200147135523694 }, { "parameters": { "kind": "shuffle", "region": "suffix", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.04838744509606699, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.04949525209787145 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.01 }, "phase": "all", "score": 0.0016726600204377202, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.002780467022242181 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.05 }, "phase": "all", "score": 0.019770905188735706, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.020878712190540168 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.1 }, "phase": "all", "score": 0.044409670266214285, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.04551747726801875 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.25 }, "phase": "all", "score": 0.12385395827497056, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.12496176527677502 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.5 }, "phase": "all", "score": 0.24770740580240905, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.2488152128042135 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 0.75 }, "phase": "all", "score": 0.33937829095840255, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.340486097960207 }, { "parameters": { "kind": "shuffle", "seed": 0, "severity": 1.0 }, "phase": "all", "score": 0.388586845136686, "control": -0.0011078070018044608, "control_min": -0.0011078070018044608, "control_max": -0.0011078070018044608, "margin": 0.38969465213849047 } ] } }, "phases": [ "all" ] }, "adaptive": { "metrics": { "conditional": { "name": "Conditional compression W\u2081", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 0.03699977362961129, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.0051891133960824745 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 0.12851928022542686, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.09670861999189803 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 0.07752073218587902, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.0457100719523502 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 0.14652565615110016, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.0993212130650299 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 0.1304737309410129, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.08326928785494263 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 0.10730484955338973, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.06010040646731947 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "dev" }, "phase": "dev", "score": 0.0552963458239769, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.02348568559044808 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "heldout" }, "phase": "heldout", "score": 0.06906033406926307, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.021855890983192808 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 0.307827857609021, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.2760171973754922 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 0.4609744317301483, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.4291637714966195 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 0.11846467486450654, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.08665401463097772 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 0.5623295571229914, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.5305188968894625 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 0.2883475172985559, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.24114307421248565 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 0.42622969530638455, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.3790252522203143 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 0.09785914810926644, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.050654705023196175 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 0.5314045301029365, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.4842000870168663 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "dev" }, "phase": "dev", "score": 3.1103506201713387, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 3.07853995993781 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "heldout" }, "phase": "heldout", "score": 3.1369511204432197, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 3.0897466773571494 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "dev" }, "phase": "dev", "score": 1.792324566052111, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 1.7605139058185821 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "heldout" }, "phase": "heldout", "score": 1.8179378528928618, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 1.7707334098067915 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "dev" }, "phase": "dev", "score": 0.7859198241352708, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.754109163901742 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "heldout" }, "phase": "heldout", "score": 0.8198759893302542, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.7726715462441839 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "dev" }, "phase": "dev", "score": 0.2837793219648108, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.251968661731282 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "heldout" }, "phase": "heldout", "score": 0.303026505780992, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.25582206269492175 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "dev" }, "phase": "dev", "score": 0.1854095907246477, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.15359893049111886 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "heldout" }, "phase": "heldout", "score": 0.15053209499590453, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.10332765190983427 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "dev" }, "phase": "dev", "score": 0.8376507768264224, "control": 0.03181066023352882, "control_min": 0.029815287011344924, "control_max": 0.03282429871689399, "margin": 0.8058401165928936 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "heldout" }, "phase": "heldout", "score": 0.8113197759279085, "control": 0.04720444308607026, "control_min": 0.03567887109787873, "control_max": 0.05918689643041945, "margin": 0.7641153328418382 } ] }, "nll": { "name": "Qwen3-8B-Base NLL", "units": "bits / GPT-2 source token", "rows": [ { "parameters": { "bank_size": 128, "kind": "narrow", "theme": "computing", "phase": "dev" }, "phase": "dev", "score": 3.5339482533943984, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": -0.16492195810237353 }, { "parameters": { "bank_size": 128, "kind": "narrow", "theme": "politics", "phase": "dev" }, "phase": "dev", "score": 3.7066539604260345, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 0.0077837489292624795 }, { "parameters": { "bank_size": 128, "kind": "narrow", "theme": "science", "phase": "dev" }, "phase": "dev", "score": 3.532714691455763, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": -0.1661555200410092 }, { "parameters": { "bank_size": 128, "kind": "narrow", "theme": "computing", "phase": "heldout" }, "phase": "heldout", "score": 3.3778408370938906, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": -0.29218854221567003 }, { "parameters": { "bank_size": 128, "kind": "narrow", "theme": "politics", "phase": "heldout" }, "phase": "heldout", "score": 3.6882888579289856, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 0.018259478619425007 }, { "parameters": { "bank_size": 128, "kind": "narrow", "theme": "science", "phase": "heldout" }, "phase": "heldout", "score": 3.5481681669700977, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": -0.1218612123394629 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "dev" }, "phase": "dev", "score": 3.7038440829352584, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 0.004973871438486377 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "heldout" }, "phase": "heldout", "score": 3.726534069952708, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 0.05650469064314745 }, { "parameters": { "kind": "collage", "span": 128, "phase": "dev" }, "phase": "dev", "score": 4.686971286768087, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 0.9881010752713153 }, { "parameters": { "kind": "collage", "span": 32, "phase": "dev" }, "phase": "dev", "score": 6.091979469157342, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 2.3931092576605697 }, { "parameters": { "kind": "collage", "span": 512, "phase": "dev" }, "phase": "dev", "score": 3.9003121228887796, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 0.20144191139200762 }, { "parameters": { "kind": "collage", "span": 8, "phase": "dev" }, "phase": "dev", "score": 8.228363563107827, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 4.529493351611055 }, { "parameters": { "kind": "collage", "span": 128, "phase": "heldout" }, "phase": "heldout", "score": 4.718038426872493, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 1.0480090475629322 }, { "parameters": { "kind": "collage", "span": 32, "phase": "heldout" }, "phase": "heldout", "score": 6.131207869496743, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 2.4611784901871823 }, { "parameters": { "kind": "collage", "span": 512, "phase": "heldout" }, "phase": "heldout", "score": 3.8852231207484107, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 0.21519374143885006 }, { "parameters": { "kind": "collage", "span": 8, "phase": "heldout" }, "phase": "heldout", "score": 8.256711494778624, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 4.586682115469063 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "dev" }, "phase": "dev", "score": 0.06944834649165779, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": -3.629421865005114 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "heldout" }, "phase": "heldout", "score": 0.06944834649165779, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": -3.6005810328179026 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "dev" }, "phase": "dev", "score": 3.1777143667244765, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": -0.5211558447722955 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "heldout" }, "phase": "heldout", "score": 3.1830180752174932, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": -0.4870113040920674 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "dev" }, "phase": "dev", "score": 6.12300238235126, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 2.4241321708544876 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "heldout" }, "phase": "heldout", "score": 6.128937379054623, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 2.4589079997450622 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "dev" }, "phase": "dev", "score": 7.89746520143412, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 4.198594989937348 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "heldout" }, "phase": "heldout", "score": 7.892748573786151, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 4.222719194476591 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "dev" }, "phase": "dev", "score": 9.062560427622232, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 5.363690216125461 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "heldout" }, "phase": "heldout", "score": 9.062056503158221, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 5.39202712384866 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "dev" }, "phase": "dev", "score": 11.913771020109143, "control": 3.698870211496772, "control_min": 3.6652779489835736, "control_max": 3.739429166980071, "margin": 8.214900808612372 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "heldout" }, "phase": "heldout", "score": 11.92272014063868, "control": 3.6700293793095606, "control_min": 3.6139732162361873, "control_max": 3.723148893512613, "margin": 8.252690761329118 } ] }, "sol": { "name": "SOL", "units": "SOL score", "rows": [ { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 2.6409951894234087, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 1.753511127386645 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 2.1304061700850068, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 1.242922108048243 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 1.7428869486358551, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 0.8554028865990915 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 2.8693496914795933, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 1.9688406289454257 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 2.1318212496498767, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 1.2313121871157091 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 1.8358616694213234, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 0.9353526068871559 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "dev" }, "phase": "dev", "score": 1.1982663432401528, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 0.31078228120338913 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "heldout" }, "phase": "heldout", "score": 1.2290174620538048, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 0.3285083995196373 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 2.867644451169848, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 1.9801603891330843 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 4.0708112641276974, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 3.1833272020909336 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 1.4235695877725278, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 0.5360855257357642 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 5.974622508222447, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 5.0871384461856834 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 2.863181196614796, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 1.9626721340806284 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 4.01833537749345, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 3.1178263149592826 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 1.3945869257259662, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 0.4940778631917987 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 5.893664805056509, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 4.993155742522341 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "dev" }, "phase": "dev", "score": 17.062389059181072, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 16.17490499714431 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "heldout" }, "phase": "heldout", "score": 17.025538131068423, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 16.125029068534257 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "dev" }, "phase": "dev", "score": 10.808167035739737, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 9.920682973702974 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "heldout" }, "phase": "heldout", "score": 10.741739448198182, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 9.841230385664014 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "dev" }, "phase": "dev", "score": 8.53655060604909, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 7.649066544012326 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "heldout" }, "phase": "heldout", "score": 8.46191973610865, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 7.561410673574482 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "dev" }, "phase": "dev", "score": 7.8820380131545775, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 6.994553951117814 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "heldout" }, "phase": "heldout", "score": 7.782793610047258, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 6.88228454751309 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "dev" }, "phase": "dev", "score": 7.9134955458455245, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 7.026011483808761 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "heldout" }, "phase": "heldout", "score": 7.809835369438805, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 6.909326306904638 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "dev" }, "phase": "dev", "score": 9.227063681265149, "control": 0.8874840620367637, "control_min": 0.8459000972385907, "control_max": 0.9550356261750577, "margin": 8.339579619228385 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "heldout" }, "phase": "heldout", "score": 9.114651592466554, "control": 0.9005090625341675, "control_min": 0.8695587697751225, "control_max": 0.9495085739705674, "margin": 8.214142529932387 } ] }, "ed": { "name": "Energy distance", "units": "feature-space ED", "rows": [ { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 0.2759552873758171, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 0.2691169215535263 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 0.26920409677388335, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 0.26236573095159255 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 0.16625570593660655, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 0.15941734011431574 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 0.5497757680704218, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 0.5463065744827311 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 0.1907173379568814, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 0.18724814436919068 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 0.1602066435959575, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 0.15673745000826678 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "dev" }, "phase": "dev", "score": 0.07863287108109951, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 0.0717945052588087 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "heldout" }, "phase": "heldout", "score": 0.08354490999214548, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 0.08007571640445477 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 1.499037577401837, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 1.4921992115795462 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 3.885168053365666, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 3.878329687543375 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 0.23855264317641733, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 0.23171427735412653 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 5.6024668539616025, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 5.595628488139312 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 1.4748733381661943, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 1.4714041445785035 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 4.019954163209513, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 4.016484969621822 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 0.17706855965919122, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 0.1735993660715005 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 5.882198387449833, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 5.878729193862142 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "dev" }, "phase": "dev", "score": 87.0478540157208, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 87.04101564989851 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "heldout" }, "phase": "heldout", "score": 89.26772164427787, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 89.26425245069018 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "dev" }, "phase": "dev", "score": 29.416609193823454, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 29.409770828001164 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "heldout" }, "phase": "heldout", "score": 33.96423771135689, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 33.960768517769196 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "dev" }, "phase": "dev", "score": 11.327412005271382, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 11.32057363944909 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "heldout" }, "phase": "heldout", "score": 10.55454560635712, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 10.55107641276943 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "dev" }, "phase": "dev", "score": 10.08016345159744, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 10.07332508577515 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "heldout" }, "phase": "heldout", "score": 9.693439809966602, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 9.689970616378911 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "dev" }, "phase": "dev", "score": 9.24835240414421, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 9.24151403832192 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "heldout" }, "phase": "heldout", "score": 9.082436818890574, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 9.078967625302884 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "dev" }, "phase": "dev", "score": 8.075556129410188, "control": 0.006838365822290804, "control_min": -0.0016099233724489181, "control_max": 0.012398479224192016, "margin": 8.068717763587898 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "heldout" }, "phase": "heldout", "score": 8.152713453946703, "control": 0.003469193587690711, "control_min": 0.0011316182732432623, "control_max": 0.0055484093947058, "margin": 8.149244260359012 } ] }, "gm": { "name": "Gradient Moment", "units": "gradient score", "rows": [ { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 1.0466897402436643, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 0.554545317259387 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 1.330759547909338, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 0.8386151249250606 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 1.087779584428631, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 0.5956351614443538 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 1.3525339159432406, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 0.8415520723210742 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 1.2228363271510716, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 0.7118544835289052 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 1.1986327153392722, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 0.6876508717171058 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "dev" }, "phase": "dev", "score": 0.878634604019453, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 0.3864901810351758 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "heldout" }, "phase": "heldout", "score": 1.2015839571138258, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 0.6906021134916595 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 1.939917847794277, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 1.4477734248099996 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 5.4626150978465375, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 4.97047067486226 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 0.8782145091638824, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 0.3860700861796052 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 19.992655006328278, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 19.500510583344 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 1.7578895462266928, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 1.2469077026045263 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 5.5335189212264595, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 5.0225370776042935 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 0.8660110766299454, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 0.355029233007779 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 20.08944152692493, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 19.578459683302764 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "dev" }, "phase": "dev", "score": 8.739824708294691, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 8.247680285310414 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "heldout" }, "phase": "heldout", "score": 8.699896724870996, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 8.188914881248829 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "dev" }, "phase": "dev", "score": 12.773081474582796, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 12.280937051598519 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "heldout" }, "phase": "heldout", "score": 12.68064930714172, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 12.169667463519554 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "dev" }, "phase": "dev", "score": 26.828690609421756, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 26.336546186437477 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "heldout" }, "phase": "heldout", "score": 26.728442348281533, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 26.217460504659368 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "dev" }, "phase": "dev", "score": 40.430735205096425, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 39.93859078211215 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "heldout" }, "phase": "heldout", "score": 39.86206957327158, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 39.351087729649414 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "dev" }, "phase": "dev", "score": 52.34427310091269, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 51.85212867792841 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "heldout" }, "phase": "heldout", "score": 52.186481174707296, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 51.67549933108513 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "dev" }, "phase": "dev", "score": 85.12036474693014, "control": 0.49214442298427724, "control_min": 0.4689539324317309, "control_max": 0.5332897817609137, "margin": 84.62822032394585 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "heldout" }, "phase": "heldout", "score": 85.49228208812565, "control": 0.5109818436221664, "control_min": 0.4768100452306214, "control_max": 0.5344388365424493, "margin": 84.98130024450349 } ] }, "jcd": { "name": "JCD", "units": "JCD score", "rows": [ { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 0.17932458063276524, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.17872567655551144 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 0.09236325188786743, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.09176434781061364 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 0.08098348984443893, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.08038458576718514 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 0.21609935453852977, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.2169248685565897 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 0.10379064570766763, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.10461615972572758 }, { "parameters": { "bank_size": 128, "kind": "narrow", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 0.09763889378416038, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.09846440780222032 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "dev" }, "phase": "dev", "score": 0.05691221113548783, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.05631330705823404 }, { "parameters": { "bank_size": 128, "kind": "random_bank", "phase": "heldout" }, "phase": "heldout", "score": 0.08735742704336635, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.0881829410614263 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 0.0075332524336632015, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.006934348356409415 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 0.014015799567030892, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.013416895489777104 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 0.005002785743916984, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.004403881666663197 }, { "parameters": { "kind": "collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 0.03678198574801063, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.036183081670756845 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 0.005496261692676023, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.006321775710735966 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 0.010243162555363002, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.011068676573422944 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 0.005708436495212571, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.006533950513272514 }, { "parameters": { "kind": "collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 0.03060667460063912, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.031432188618699064 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "dev" }, "phase": "dev", "score": 7.7455031251248885, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 7.744904221047634 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.0, "phase": "heldout" }, "phase": "heldout", "score": 7.765687699315121, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 7.766513213333181 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "dev" }, "phase": "dev", "score": 1.155998586575875, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 1.1553996824986212 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.25, "phase": "heldout" }, "phase": "heldout", "score": 1.1426682644946426, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 1.1434937785127026 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "dev" }, "phase": "dev", "score": 0.8082673365792061, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.8076684325019523 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.5, "phase": "heldout" }, "phase": "heldout", "score": 0.797497439312015, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.798322953330075 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "dev" }, "phase": "dev", "score": 0.6540514958358957, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.6534525917586419 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.65, "phase": "heldout" }, "phase": "heldout", "score": 0.6308739987381478, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.6316995127562077 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "dev" }, "phase": "dev", "score": 0.5638055077051283, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.5632066036278744 }, { "parameters": { "kind": "mixture", "noise_fraction": 0.75, "phase": "heldout" }, "phase": "heldout", "score": 0.5356081718668413, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.5364336858849013 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "dev" }, "phase": "dev", "score": 0.40534140460958523, "control": 0.0005989040772537867, "control_min": -0.0028776278378668044, "control_max": 0.0037740110939640183, "margin": 0.40474250053233146 }, { "parameters": { "kind": "mixture", "noise_fraction": 1.0, "phase": "heldout" }, "phase": "heldout", "score": 0.3725499989511237, "control": -0.0008255140180599424, "control_min": -0.0010180329560540709, "control_max": -0.0007211354310836565, "margin": 0.37337551296918364 } ] } }, "phases": [ "heldout", "dev" ] }, "structural": { "metrics": { "conditional": { "name": "Conditional compression W\u2081", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 0.03704827821602896, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": -0.007686318042276909 }, { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 0.056403711090039985, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": -0.00481749655012393 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.03632503581992606, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": -0.008409560438379808 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.05984414008788879, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": -0.0013770675522751241 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.037181426373904466, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": -0.007553169884401405 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.05646266700053024, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": -0.004758540639633678 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 0.03610540331125481, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": -0.008629192947051063 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 0.06223767070179459, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": 0.001016463061630675 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.03729874286886431, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": -0.0074358533894415615 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.05211634868457998, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": -0.009104858955583932 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 0.29016434853473916, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": 0.2454297522764333 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 0.46407579224597545, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": 0.41934119598766956 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 0.12413278461813293, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": 0.07939818835982707 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 0.559001132258983, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": 0.5142665360006771 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 0.2339206838947549, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": 0.17269947625459098 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 0.393776425693499, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": 0.3325552180533351 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 0.0551169569592611, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": -0.006104250680902812 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 0.5017828030199034, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": 0.4405615953797395 }, { "parameters": { "kind": "random_unique", "phase": "dev" }, "phase": "dev", "score": 0.034214835788536624, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": -0.010519760469769247 }, { "parameters": { "kind": "random_unique", "phase": "heldout" }, "phase": "heldout", "score": 0.0673948116173239, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": 0.006173603977159985 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 0.051482845629899604, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": 0.006748249371593733 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 0.06000222422391545, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": 0.015267627965609577 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 0.023919528592538788, "control": 0.04473459625830587, "control_min": 0.03633027072803502, "control_max": 0.059367040508433666, "margin": -0.020815067665767083 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 0.08939603311942801, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": 0.028174825479264094 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 0.11304879310495186, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": 0.05182758546478795 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 0.09247076247307448, "control": 0.061221207640163915, "control_min": 0.02516031087833874, "control_max": 0.0924701800332288, "margin": 0.031249554832910566 } ] }, "nll": { "name": "Qwen3-8B-Base NLL", "units": "bits / GPT-2 source token", "rows": [ { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 3.7252098769073134, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.056037804536392066 }, { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 3.756179467788394, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 0.027098173188996988 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 3.842883534318536, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.17371146194761478 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 3.8905604755473555, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 0.16147918094795832 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 3.9760016216858607, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.30682954931493933 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 4.0346609054157225, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 0.30557961081632534 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 3.732152574526004, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.06298050215508244 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 3.7689667457706024, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 0.03988545117120523 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 4.102521853126162, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.43334978075524067 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 4.1471292084785425, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 0.4180479138791453 }, { "parameters": { "kind": "disjoint_collage", "span": 128, "phase": "dev" }, "phase": "dev", "score": 4.663807033174226, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.9946349608033049 }, { "parameters": { "kind": "disjoint_collage", "span": 32, "phase": "dev" }, "phase": "dev", "score": 6.1181144919894725, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 2.448942419618551 }, { "parameters": { "kind": "disjoint_collage", "span": 512, "phase": "dev" }, "phase": "dev", "score": 3.9296072253980885, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.26043515302716713 }, { "parameters": { "kind": "disjoint_collage", "span": 8, "phase": "dev" }, "phase": "dev", "score": 8.236521045643808, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 4.567348973272887 }, { "parameters": { "kind": "disjoint_collage", "span": 128, "phase": "heldout" }, "phase": "heldout", "score": 4.71047508286871, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 0.9813937882693127 }, { "parameters": { "kind": "disjoint_collage", "span": 32, "phase": "heldout" }, "phase": "heldout", "score": 6.129732401812972, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 2.4006511072135748 }, { "parameters": { "kind": "disjoint_collage", "span": 512, "phase": "heldout" }, "phase": "heldout", "score": 3.9119026578185694, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 0.1828213632191722 }, { "parameters": { "kind": "disjoint_collage", "span": 8, "phase": "heldout" }, "phase": "heldout", "score": 8.255954774326009, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": 4.5268734797266115 }, { "parameters": { "kind": "random_unique", "phase": "dev" }, "phase": "dev", "score": 3.6431167302495884, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": -0.02605534212133298 }, { "parameters": { "kind": "random_unique", "phase": "heldout" }, "phase": "heldout", "score": 3.6829132010441747, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": -0.046168093555222445 }, { "parameters": { "kind": "topic_unique", "theme": "computing", "phase": "dev" }, "phase": "dev", "score": 3.601920573965695, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": -0.06725149840522615 }, { "parameters": { "kind": "topic_unique", "theme": "politics", "phase": "dev" }, "phase": "dev", "score": 3.7524659172932227, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.0832938449223013 }, { "parameters": { "kind": "topic_unique", "theme": "science", "phase": "dev" }, "phase": "dev", "score": 3.6966031571021274, "control": 3.6691720723709214, "control_min": 3.5979509735360473, "control_max": 3.7246865778746954, "margin": 0.027431084731206035 }, { "parameters": { "kind": "topic_unique", "theme": "computing", "phase": "heldout" }, "phase": "heldout", "score": 3.6224808558931825, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": -0.10660043870621472 }, { "parameters": { "kind": "topic_unique", "theme": "politics", "phase": "heldout" }, "phase": "heldout", "score": 3.717453867455222, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": -0.011627427144174973 }, { "parameters": { "kind": "topic_unique", "theme": "science", "phase": "heldout" }, "phase": "heldout", "score": 3.66068847114737, "control": 3.729081294599397, "control_min": 3.6696315982839627, "control_max": 3.7707062258651747, "margin": -0.06839282345202724 } ] }, "sol": { "name": "SOL", "units": "SOL score", "rows": [ { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 0.8485242857028438, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.02052901575748467 }, { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 0.8241454074834249, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": -0.037980571056236756 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.8821080076713916, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.054112737726032534 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.8344639387542948, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": -0.027662039785366854 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.93638568492907, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.10839041498371094 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.8880227805484863, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 0.025896802008824604 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 0.8639709515809817, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.03597568163562259 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 0.8326669940312915, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": -0.029458984508370145 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 1.0129500769228343, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.18495480697747524 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.9642376286858835, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 0.10211165014622181 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 2.8043727189115244, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 1.9763774489661654 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 3.9966467941654864, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 3.1686515242201274 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 1.3824742398050627, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.5544789698597036 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 5.897131822296466, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 5.069136552351107 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 2.885915787221752, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 2.0237898086820905 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 4.044536375790639, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 3.182410397250978 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 1.5257641786250014, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 0.6636382000853397 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 5.924974166064336, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 5.062848187524675 }, { "parameters": { "kind": "random_unique", "phase": "dev" }, "phase": "dev", "score": 0.8590365008559391, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.031041230910579976 }, { "parameters": { "kind": "random_unique", "phase": "heldout" }, "phase": "heldout", "score": 0.8343883585476256, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": -0.027737619992036056 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 1.2864177724056478, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.4584225024602887 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 1.7074925824931828, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.8794973125478237 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 0.9870528974096543, "control": 0.8279952699453591, "control_min": 0.7964187639153925, "control_max": 0.883908667369624, "margin": 0.1590576274642952 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 1.3337732977746746, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 0.4716473192350129 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 1.7707731493643752, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 0.9086471708247136 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 1.1455479054959936, "control": 0.8621259785396617, "control_min": 0.8186517105052445, "control_max": 0.9129874380705179, "margin": 0.28342192695633195 } ] }, "ed": { "name": "Energy distance", "units": "feature-space ED", "rows": [ { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": -0.011413659590802538, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": -0.004530101446900581 }, { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": -0.012704353900105048, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": -0.006931260492074228 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": -0.013004886708431584, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": -0.006121328564529627 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": -0.01027069752610732, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": -0.0044976041180765 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": -0.012256284452496047, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": -0.005372726308594089 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": -0.0030921353906174787, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 0.0026809580174133414 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": -0.011436863469900693, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": -0.0045533053259987355 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": -0.012593586186688377, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": -0.006820492778657557 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": -0.001121058881202508, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": 0.00576249926269945 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.002823167254767611, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 0.008596260662798432 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 1.279385214839908, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": 1.28626877298381 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 3.4758927114657476, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": 3.4827762696096496 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 0.1324102561031637, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": 0.13929381424706566 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 5.29454359831831, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": 5.3014271564622115 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 1.4959740532304693, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 1.5017471466385002 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 4.0137356594414415, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 4.019508752849473 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 0.1752417677713547, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 0.1810148611793855 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 5.840444758441885, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 5.846217851849916 }, { "parameters": { "kind": "random_unique", "phase": "dev" }, "phase": "dev", "score": -0.011436863469900693, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": -0.0045533053259987355 }, { "parameters": { "kind": "random_unique", "phase": "heldout" }, "phase": "heldout", "score": -0.012593586186688377, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": -0.006820492778657557 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 0.041819251472748675, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": 0.04870280961665063 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 0.1506689038916189, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": 0.15755246203552087 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 0.006542565774338094, "control": -0.006883558143901958, "control_min": -0.01512523208509986, "control_max": 0.006204017206878021, "margin": 0.013426123918240052 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 0.028962746363870195, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 0.03473583977190101 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 0.1157304301859714, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 0.12150352359400222 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 0.021443663719205475, "control": -0.00577309340803082, "control_min": -0.011425224855340588, "control_max": 0.004073641141154383, "margin": 0.027216757127236296 } ] }, "gm": { "name": "Gradient Moment", "units": "gradient score", "rows": [ { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 0.5006510443332104, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.03640382917873808 }, { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 0.5172369789137292, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.03951174231773774 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.5618451119173073, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.09759789676283503 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.5457995461850373, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.06807430958904587 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.679272860677429, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.21502564552295667 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.7239146655302306, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.24618942893423917 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 0.602610036630324, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.13836282147585166 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 0.6330478743428216, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.15532263774683014 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.9168829210556737, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.4526357059012014 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": 0.9382951139832585, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.460569877387267 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 2.1687365477749836, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 1.7044893326205113 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 5.560605449954892, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 5.0963582348004195 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 0.9722516439936157, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.5080044288391434 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 22.383806750987787, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 21.919559535833315 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 2.1543481323550395, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 1.676622895759048 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 5.659387258252536, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 5.181662021656545 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 0.9520603237866112, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.47433508719061973 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 20.205163549941062, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 19.727438313345072 }, { "parameters": { "kind": "random_unique", "phase": "dev" }, "phase": "dev", "score": 0.4922884130590717, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.028041197904599358 }, { "parameters": { "kind": "random_unique", "phase": "heldout" }, "phase": "heldout", "score": 0.49836575640310343, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.020640519807111957 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 0.5632039271493454, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.0989567119948731 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 0.7593257038872991, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.2950784887328268 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 0.5122887997549128, "control": 0.4642472151544723, "control_min": 0.45804939757420016, "control_max": 0.4757647006799175, "margin": 0.0480415846004405 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 0.575781759223986, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.09805652262799452 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 0.5984169956530536, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": 0.12069175905706214 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 0.4572340337271328, "control": 0.4777252365959915, "control_min": 0.4680456249312215, "control_max": 0.4863554827501275, "margin": -0.020491202868858693 } ] }, "jcd": { "name": "JCD", "units": "JCD score", "rows": [ { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": -4.590339816457154e-05, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.0069533777581006345 }, { "parameters": { "fraction": 0.25, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": -0.005259148041148018, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": -0.002893653013162908 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": -0.0015559261697504758, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.00544335498651473 }, { "parameters": { "fraction": 0.25, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": -0.006994703759081362, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": -0.004629208731096252 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": -0.0010908955173539814, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.005908385638911225 }, { "parameters": { "fraction": 0.5, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": -0.006434091907212709, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": -0.004068596879227599 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "dev" }, "phase": "dev", "score": 0.014007178233955309, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.021006459390220514 }, { "parameters": { "fraction": 1.0, "kind": "digit_substitution", "phase": "heldout" }, "phase": "heldout", "score": 0.006165835285338249, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": 0.008531330313323359 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "dev" }, "phase": "dev", "score": 0.00027054209091150676, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.007269823247176713 }, { "parameters": { "fraction": 1.0, "kind": "sentence_shuffle", "phase": "heldout" }, "phase": "heldout", "score": -0.005045983651195527, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": -0.002680488623210417 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 128 }, "phase": "dev", "score": 0.00941044406036395, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.016409725216629156 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 32 }, "phase": "dev", "score": 0.012528754901655267, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.019528036057920473 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 512 }, "phase": "dev", "score": 0.007142329153142399, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.014141610309407606 }, { "parameters": { "kind": "disjoint_collage", "phase": "dev", "span": 8 }, "phase": "dev", "score": 0.031231317983996462, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.03823059914026167 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 128 }, "phase": "heldout", "score": 0.008182760452617264, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": 0.010548255480602373 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 32 }, "phase": "heldout", "score": 0.013943060909007265, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": 0.016308555936992375 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 512 }, "phase": "heldout", "score": 0.009683404712080786, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": 0.012048899740065896 }, { "parameters": { "kind": "disjoint_collage", "phase": "heldout", "span": 8 }, "phase": "heldout", "score": 0.03438263378821671, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": 0.03674812881620182 }, { "parameters": { "kind": "random_unique", "phase": "dev" }, "phase": "dev", "score": -0.0019194530738537723, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.005079828082411433 }, { "parameters": { "kind": "random_unique", "phase": "heldout" }, "phase": "heldout", "score": -0.0069146974534359485, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": -0.004549202425450838 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "computing" }, "phase": "dev", "score": 0.011595745039184927, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.018595026195450132 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "politics" }, "phase": "dev", "score": 0.032327562750414034, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.03932684390667924 }, { "parameters": { "kind": "topic_unique", "phase": "dev", "theme": "science" }, "phase": "dev", "score": 0.00399214707319976, "control": -0.006999281156265206, "control_min": -0.012414094245869967, "control_max": -0.0037397750908366393, "margin": 0.010991428229464965 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "computing" }, "phase": "heldout", "score": 0.021347855115754523, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": 0.023713350143739632 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "politics" }, "phase": "heldout", "score": 0.0346377413210561, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": 0.03700323634904121 }, { "parameters": { "kind": "topic_unique", "phase": "heldout", "theme": "science" }, "phase": "heldout", "score": 0.011765021632670717, "control": -0.00236549502798511, "control_min": -0.0039023912956783254, "control_max": -0.001434416116792541, "margin": 0.014130516660655826 } ] } }, "phases": [ "heldout", "dev" ] }, "paired": { "phases": [ "paired" ], "metrics": { "forward": { "name": "Conditional W\u2081 \u00b7 real context", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "condition": "digit_substitution-0.25" }, "phase": "paired", "score": 0.022010195787443048, "control": 0.02725368274663889, "control_min": 0.02725368274663889, "control_max": 0.02725368274663889, "margin": -0.005243486959195843 }, { "parameters": { "condition": "digit_substitution-1.0" }, "phase": "paired", "score": 0.023928753343713638, "control": 0.02725368274663889, "control_min": 0.02725368274663889, "control_max": 0.02725368274663889, "margin": -0.003324929402925253 }, { "parameters": { "condition": "sentence_shuffle-0.25" }, "phase": "paired", "score": 0.023274653372261266, "control": 0.02725368274663889, "control_min": 0.02725368274663889, "control_max": 0.02725368274663889, "margin": -0.003979029374377625 }, { "parameters": { "condition": "sentence_shuffle-0.5" }, "phase": "paired", "score": 0.02344468199790032, "control": 0.02725368274663889, "control_min": 0.02725368274663889, "control_max": 0.02725368274663889, "margin": -0.003809000748738571 }, { "parameters": { "condition": "sentence_shuffle-1.0" }, "phase": "paired", "score": 0.023196240379549028, "control": 0.02725368274663889, "control_min": 0.02725368274663889, "control_max": 0.02725368274663889, "margin": -0.004057442367089863 } ] }, "reverse": { "name": "Conditional W\u2081 \u00b7 generated context", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "condition": "digit_substitution-0.25" }, "phase": "paired", "score": 0.020528147467732516, "control": 0.025033689123271183, "control_min": 0.025033689123271183, "control_max": 0.025033689123271183, "margin": -0.004505541655538667 }, { "parameters": { "condition": "digit_substitution-1.0" }, "phase": "paired", "score": 0.02519795669182489, "control": 0.025033689123271183, "control_min": 0.025033689123271183, "control_max": 0.025033689123271183, "margin": 0.00016426756855370678 }, { "parameters": { "condition": "sentence_shuffle-0.25" }, "phase": "paired", "score": 0.022720617454222287, "control": 0.025033689123271183, "control_min": 0.025033689123271183, "control_max": 0.025033689123271183, "margin": -0.002313071669048896 }, { "parameters": { "condition": "sentence_shuffle-0.5" }, "phase": "paired", "score": 0.02087105891124306, "control": 0.025033689123271183, "control_min": 0.025033689123271183, "control_max": 0.025033689123271183, "margin": -0.004162630212028121 }, { "parameters": { "condition": "sentence_shuffle-1.0" }, "phase": "paired", "score": 0.022921767318735554, "control": 0.025033689123271183, "control_min": 0.025033689123271183, "control_max": 0.025033689123271183, "margin": -0.0021119218045356283 } ] }, "sum": { "name": "Bidirectional conditional W\u2081 sum", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "condition": "digit_substitution-0.25" }, "phase": "paired", "score": 0.04253834325517557, "control": 0.052287371869910074, "control_min": 0.052287371869910074, "control_max": 0.052287371869910074, "margin": -0.009749028614734506 }, { "parameters": { "condition": "digit_substitution-1.0" }, "phase": "paired", "score": 0.04912671003553853, "control": 0.052287371869910074, "control_min": 0.052287371869910074, "control_max": 0.052287371869910074, "margin": -0.003160661834371546 }, { "parameters": { "condition": "sentence_shuffle-0.25" }, "phase": "paired", "score": 0.04599527082648355, "control": 0.052287371869910074, "control_min": 0.052287371869910074, "control_max": 0.052287371869910074, "margin": -0.006292101043426521 }, { "parameters": { "condition": "sentence_shuffle-0.5" }, "phase": "paired", "score": 0.04431574090914338, "control": 0.052287371869910074, "control_min": 0.052287371869910074, "control_max": 0.052287371869910074, "margin": -0.007971630960766696 }, { "parameters": { "condition": "sentence_shuffle-1.0" }, "phase": "paired", "score": 0.046118007698284585, "control": 0.052287371869910074, "control_min": 0.052287371869910074, "control_max": 0.052287371869910074, "margin": -0.006169364171625488 } ] }, "standalone": { "name": "Standalone rate W\u2081", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "condition": "digit_substitution-0.25" }, "phase": "paired", "score": 0.02160502837107949, "control": 0.026404633612482763, "control_min": 0.026404633612482763, "control_max": 0.026404633612482763, "margin": -0.004799605241403274 }, { "parameters": { "condition": "digit_substitution-1.0" }, "phase": "paired", "score": 0.026441688156353532, "control": 0.026404633612482763, "control_min": 0.026404633612482763, "control_max": 0.026404633612482763, "margin": 3.705454387076951e-05 }, { "parameters": { "condition": "sentence_shuffle-0.25" }, "phase": "paired", "score": 0.021136080046671675, "control": 0.026404633612482763, "control_min": 0.026404633612482763, "control_max": 0.026404633612482763, "margin": -0.005268553565811088 }, { "parameters": { "condition": "sentence_shuffle-0.5" }, "phase": "paired", "score": 0.01980590753421576, "control": 0.026404633612482763, "control_min": 0.026404633612482763, "control_max": 0.026404633612482763, "margin": -0.006598726078267003 }, { "parameters": { "condition": "sentence_shuffle-1.0" }, "phase": "paired", "score": 0.02007942039741952, "control": 0.026404633612482763, "control_min": 0.026404633612482763, "control_max": 0.026404633612482763, "margin": -0.006325213215063241 } ] } } }, "matched": { "phases": [ "heldout" ], "metrics": { "conditional": { "name": "Conditional rate W\u2081", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "seed": 0 }, "phase": "heldout", "score": 0.29891179126330625, "control": 0.03569111635932969, "control_min": 0.03569111635932969, "control_max": 0.03569111635932969, "margin": 0.26322067490397655 }, { "parameters": { "seed": 1 }, "phase": "heldout", "score": 0.25991835575891464, "control": 0.03036948685485614, "control_min": 0.03036948685485614, "control_max": 0.03036948685485614, "margin": 0.2295488689040585 }, { "parameters": { "seed": 2 }, "phase": "heldout", "score": 0.2546320230641939, "control": 0.024928699527126036, "control_min": 0.024928699527126036, "control_max": 0.024928699527126036, "margin": 0.22970332353706788 } ] }, "standalone": { "name": "Standalone rate W\u2081", "units": "bits / UTF-8 byte", "rows": [ { "parameters": { "seed": 0 }, "phase": "heldout", "score": 0.06183543846422864, "control": 0.051658671204781265, "control_min": 0.051658671204781265, "control_max": 0.051658671204781265, "margin": 0.010176767259447377 }, { "parameters": { "seed": 1 }, "phase": "heldout", "score": 0.03719232403893394, "control": 0.03542305260544171, "control_min": 0.03542305260544171, "control_max": 0.03542305260544171, "margin": 0.001769271433492231 }, { "parameters": { "seed": 2 }, "phase": "heldout", "score": 0.02303638950604894, "control": 0.03172510939417662, "control_min": 0.03172510939417662, "control_max": 0.03172510939417662, "margin": -0.008688719888127684 } ] } }, "selection": [ { "candidate_count": 3840, "candidate_range": [ 1.4322946175637394, 4.780816785312851 ], "heldout_conditional_w1": 0.29891179126330625, "heldout_standalone_w1": 0.06183543846422864, "input_hashes": [ "54ed0a31911bb05b24936c08e1b4605c19d09fbed8bf15b3ed6fee4c87231733", "2012e74bc81273b4634b5b5ef801217fc8dc99a01a075c39fda10ee30d2ee5c8", "93fd8e5553eb12800e1f3158c742163cc2457aa8b60d14fcb84f2518a4ce053c", "589116d432ca85e9913c90b3a05959c26412bd0edf1c3e4399f3de3c7eaa912d" ], "real_control_conditional_w1": 0.03569111635932969, "real_control_standalone_w1": 0.051658671204781265, "seed": 0, "selected_count": 128, "tuning_outside_candidate_support": 0, "tuning_range": [ 3.025256923880857, 4.6754690757470465 ], "tuning_standalone_w1": 0.0003661663550635179 }, { "candidate_count": 3840, "candidate_range": [ 1.4209354120267261, 4.825072886297376 ], "heldout_conditional_w1": 0.25991835575891464, "heldout_standalone_w1": 0.03719232403893394, "input_hashes": [ "54ed0a31911bb05b24936c08e1b4605c19d09fbed8bf15b3ed6fee4c87231733", "90c88b1bb5679318395bc202a21f149e150986c04f40f0c6524a1c03fc5d5d65", "b63f3908bf828c477fb1684c41cd898d990e7702d723ff1b9f79b62dc4d28096", "184a4a049d82cd25ddb64c570fbfa4ea1ef9ae404a9dcf1dbe2c6ce3752ff775" ], "real_control_conditional_w1": 0.03036948685485614, "real_control_standalone_w1": 0.03542305260544171, "seed": 1, "selected_count": 128, "tuning_outside_candidate_support": 0, "tuning_range": [ 2.7986520640269585, 4.6754690757470465 ], "tuning_standalone_w1": 0.0003820789544994353 }, { "candidate_count": 3840, "candidate_range": [ 1.4354285714285715, 4.847041310011165 ], "heldout_conditional_w1": 0.2546320230641939, "heldout_standalone_w1": 0.02303638950604894, "input_hashes": [ "54ed0a31911bb05b24936c08e1b4605c19d09fbed8bf15b3ed6fee4c87231733", "a98dff3c806a437e6fe00f5d556637b02baa049f1d06f6c6be2b434c55ced491", "d104784152e42ea4c35843edb6ecd422f16fda3210798439de395b57f2e72c9a", "b50ace523306575b13d1cbffbf947a46bdf06b96ea0c5d0ad002ed931f8bd415" ], "real_control_conditional_w1": 0.024928699527126036, "real_control_standalone_w1": 0.03172510939417662, "seed": 2, "selected_count": 128, "tuning_outside_candidate_support": 0, "tuning_range": [ 2.6198738170347005, 4.270609318996415 ], "tuning_standalone_w1": 0.00038414659703188414 } ] } }, "sources": [ { "path": ".cache/analysis/bidirectional-savings/dd9d3ca581adc948cb9e/conditional-directions/8630a5e84115aef93a3a/summary.json", "sha256": "3fe87bae5a277e60b252384946c1c1b7407d14c2accca653e88921bd0971014c" }, { "path": ".cache/baseline-metrics/results/99782a36418b6bb10673/sol-summary.json", "sha256": "2b649ddebd0ca3cd5a5800a37b0797b9bd0a0ef280e4b2c43fb4cada1fe9043b" }, { "path": ".cache/baseline-metrics/results/99782a36418b6bb10673/ed-summary.json", "sha256": "69d10332ff999dbad1543de28da633cb7cca4731b2c05e1376e905096a63517e" }, { "path": ".cache/baseline-metrics/results/99782a36418b6bb10673/gm-summary.json", "sha256": "e2325dcfffdb150efdfd0befe6e6a02496df20d75883da33f9ed07a6e2f6007c" }, { "path": ".cache/baseline-metrics/results/99782a36418b6bb10673/jcd-summary.json", "sha256": "c70abff81821bfbeb99fae4a0e0b02c06959e14900946ffe4f24bac3e9fa9a39" }, { "path": "website/assets/data/adversarial.json", "sha256": "f7e27bced0047a52682d3b376046401751431d192603077962096971c8162752" }, { "path": ".cache/analysis/max-penalty/adversarial.csv", "sha256": "5981dfc26ba1785fcc4101a4027e3e45daeaba24ab94b8bf1a9f644055a830f9" }, { "path": ".cache/adaptive-adversaries/likelihood/05a1c00409ca958dc368/summary.json", "sha256": "5b563fd11d7bec238bd520e268483cea941fdce50b2fd81831a936d857e6fb5c" }, { "path": ".cache/structural-adversaries/likelihood/384c0194f7b47e50b779/summary.json", "sha256": "0f762ff14ae3d9e180296435ec789ecc9b592fe384f914f6acbfb822afc2175a" }, { "path": ".cache/analysis/bidirectional-savings/dd9d3ca581adc948cb9e/conditional-directions/8630a5e84115aef93a3a/paired.json", "sha256": "1dcbca20ab56e269572cc597b856366e2054ac86c0883b411e44b4c546fbaabd" }, { "path": ".cache/analysis/standalone-matched-adversary/3ca8890f76948ccc0a04/summary.json", "sha256": "c76f4624576e82edfd30550147a77c37046fa825de6ea95a43896b06f7d24654" } ] }