{"key": "s1-queue-safety-a", "candidate_sha256": "77ba268c93b354ba963bb211608a2b8d2ea9c8d7e667cc9ef1c8bc8dcb926289", "incumbent_sha256": "bf0d179f3e47d28819f6fa7e0d25548c2ced43374c216d36460b00a26a26ffae", "seeds": {"start": 410500, "end": 410999}, "n": 500, "complete": true, "missing_seeds": [], "failures": [], "check_values": [17.116002, 20.017111, 2.390311, 241.484752], "python_version": "3.12.3", "seconds_per_simulation": 0.7832, "overall": {"n": 500, "sum_d": -3.230729, "sum_d2": 29.114896, "mean_diff": -0.006461, "se": 0.010799, "incumbent_mean": 90.726774, "candidate_mean": 90.720312, "retail_diff": -0.00632, "arb_diff": -0.000141}, "by_spread": {"1": {"n": 124, "sum_d": -3.230729, "sum_d2": 29.114896, "mean_diff": -0.026054, "se": 0.043628, "incumbent_mean": 35.104446, "candidate_mean": 35.078392, "retail_diff": -0.025485, "arb_diff": -0.00057}, "2": {"n": 118, "sum_d": 0.0, "sum_d2": 0.0, "mean_diff": 0.0, "se": 0.0, "incumbent_mean": 73.487615, "candidate_mean": 73.487615, "retail_diff": 0.0, "arb_diff": 0.0}, "3": {"n": 119, "sum_d": 0.0, "sum_d2": 0.0, "mean_diff": 0.0, "se": 0.0, "incumbent_mean": 106.509822, "candidate_mean": 106.509822, "retail_diff": 0.0, "arb_diff": 0.0}, "4": {"n": 139, "sum_d": 0.0, "sum_d2": 0.0, "mean_diff": 0.0, "se": 0.0, "incumbent_mean": 141.469267, "candidate_mean": 141.469267, "retail_diff": 0.0, "arb_diff": 0.0}}, "per_seed": [[410500, 1, 0.0], [410501, 3, 0.0], [410502, 1, 0.0], [410503, 3, 0.0], [410504, 4, 0.0], [410505, 3, 0.0], [410506, 1, 0.0], [410507, 1, -0.072572], [410508, 2, 0.0], [410509, 4, 0.0], [410510, 3, 0.0], [410511, 3, 0.0], [410512, 2, 0.0], [410513, 1, -0.052038], [410514, 2, 0.0], [410515, 2, 0.0], [410516, 3, 0.0], [410517, 3, 0.0], [410518, 3, 0.0], [410519, 1, 0.0], [410520, 1, -0.892763], [410521, 1, 0.063637], [410522, 2, 0.0], [410523, 1, 0.014656], [410524, 3, 0.0], [410525, 1, 0.0], [410526, 4, 0.0], [410527, 1, 0.091154], [410528, 3, 0.0], [410529, 4, 0.0], [410530, 4, 0.0], [410531, 2, 0.0], [410532, 4, 0.0], [410533, 3, 0.0], [410534, 4, 0.0], [410535, 3, 0.0], [410536, 3, 0.0], [410537, 3, 0.0], [410538, 4, 0.0], [410539, 3, 0.0], [410540, 3, 0.0], [410541, 1, -0.016364], [410542, 3, 0.0], [410543, 3, 0.0], [410544, 4, 0.0], [410545, 2, 0.0], [410546, 3, 0.0], [410547, 4, 0.0], [410548, 3, 0.0], [410549, 1, -0.067853], [410550, 4, 0.0], [410551, 2, 0.0], [410552, 2, 0.0], [410553, 2, 0.0], [410554, 2, 0.0], [410555, 1, 0.726801], [410556, 1, -0.130046], [410557, 2, 0.0], [410558, 2, 0.0], [410559, 2, 0.0], [410560, 2, 0.0], [410561, 1, -0.008327], [410562, 3, 0.0], [410563, 2, 0.0], [410564, 2, 0.0], [410565, 1, -0.261084], [410566, 2, 0.0], [410567, 3, 0.0], [410568, 1, 0.018231], [410569, 2, 0.0], [410570, 1, -4.91226], [410571, 4, 0.0], [410572, 4, 0.0], [410573, 2, 0.0], [410574, 1, 0.118813], [410575, 3, 0.0], [410576, 4, 0.0], [410577, 1, 0.241972], [410578, 3, 0.0], [410579, 3, 0.0], [410580, 3, 0.0], [410581, 2, 0.0], [410582, 4, 0.0], [410583, 4, 0.0], [410584, 1, 0.004286], [410585, 4, 0.0], [410586, 3, 0.0], [410587, 1, -0.006759], [410588, 4, 0.0], [410589, 1, -0.047284], [410590, 4, 0.0], [410591, 1, 0.273338], [410592, 4, 0.0], [410593, 2, 0.0], [410594, 2, 0.0], [410595, 3, 0.0], [410596, 2, 0.0], [410597, 2, 0.0], [410598, 4, 0.0], [410599, 1, -0.058609], [410600, 2, 0.0], [410601, 3, 0.0], [410602, 4, 0.0], [410603, 4, 0.0], [410604, 4, 0.0], [410605, 3, 0.0], [410606, 2, 0.0], [410607, 2, 0.0], [410608, 1, 0.0], [410609, 3, 0.0], [410610, 1, -0.02078], [410611, 4, 0.0], [410612, 1, 0.246788], [410613, 4, 0.0], [410614, 3, 0.0], [410615, 3, 0.0], [410616, 1, -0.076696], [410617, 1, -0.001043], [410618, 2, 0.0], [410619, 3, 0.0], [410620, 2, 0.0], [410621, 4, 0.0], [410622, 1, 0.011741], [410623, 3, 0.0], [410624, 4, 0.0], [410625, 3, 0.0], [410626, 4, 0.0], [410627, 3, 0.0], [410628, 4, 0.0], [410629, 1, 0.0], [410630, 4, 0.0], [410631, 4, 0.0], [410632, 4, 0.0], [410633, 4, 0.0], [410634, 1, -0.102291], [410635, 4, 0.0], [410636, 3, 0.0], [410637, 4, 0.0], [410638, 4, 0.0], [410639, 4, 0.0], [410640, 2, 0.0], [410641, 1, -0.582631], [410642, 4, 0.0], [410643, 1, -0.030899], [410644, 2, 0.0], [410645, 1, -0.088483], [410646, 1, -0.079169], [410647, 4, 0.0], [410648, 2, 0.0], [410649, 2, 0.0], [410650, 1, 0.0], [410651, 2, 0.0], [410652, 3, 0.0], [410653, 3, 0.0], [410654, 3, 0.0], [410655, 1, 0.207677], [410656, 2, 0.0], [410657, 4, 0.0], [410658, 4, 0.0], [410659, 2, 0.0], [410660, 2, 0.0], [410661, 4, 0.0], [410662, 4, 0.0], [410663, 1, 0.002262], [410664, 2, 0.0], [410665, 1, -0.053279], [410666, 1, 0.0], [410667, 3, 0.0], [410668, 4, 0.0], [410669, 3, 0.0], [410670, 3, 0.0], [410671, 1, 1.47853], [410672, 2, 0.0], [410673, 1, 0.0], [410674, 2, 0.0], [410675, 3, 0.0], [410676, 1, -0.045546], [410677, 4, 0.0], [410678, 2, 0.0], [410679, 4, 0.0], [410680, 3, 0.0], [410681, 4, 0.0], [410682, 4, 0.0], [410683, 1, 0.0], [410684, 1, -0.170161], [410685, 2, 0.0], [410686, 2, 0.0], [410687, 2, 0.0], [410688, 2, 0.0], [410689, 2, 0.0], [410690, 2, 0.0], [410691, 1, 0.0], [410692, 3, 0.0], [410693, 1, -0.019707], [410694, 4, 0.0], [410695, 4, 0.0], [410696, 1, 0.12519], [410697, 2, 0.0], [410698, 3, 0.0], [410699, 1, -0.002011], [410700, 1, 0.006676], [410701, 2, 0.0], [410702, 4, 0.0], [410703, 3, 0.0], [410704, 3, 0.0], [410705, 3, 0.0], [410706, 4, 0.0], [410707, 2, 0.0], [410708, 4, 0.0], [410709, 3, 0.0], [410710, 3, 0.0], [410711, 3, 0.0], [410712, 2, 0.0], [410713, 3, 0.0], [410714, 4, 0.0], [410715, 3, 0.0], [410716, 4, 0.0], [410717, 1, -0.033791], [410718, 3, 0.0], [410719, 4, 0.0], [410720, 2, 0.0], [410721, 2, 0.0], [410722, 4, 0.0], [410723, 2, 0.0], [410724, 2, 0.0], [410725, 4, 0.0], [410726, 2, 0.0], [410727, 2, 0.0], [410728, 1, 0.0], [410729, 2, 0.0], [410730, 3, 0.0], [410731, 2, 0.0], [410732, 3, 0.0], [410733, 1, -0.000277], [410734, 4, 0.0], [410735, 2, 0.0], [410736, 3, 0.0], [410737, 3, 0.0], [410738, 1, -0.056495], [410739, 2, 0.0], [410740, 4, 0.0], [410741, 4, 0.0], [410742, 1, -0.006713], [410743, 1, 0.0], [410744, 3, 0.0], [410745, 4, 0.0], [410746, 4, 0.0], [410747, 3, 0.0], [410748, 3, 0.0], [410749, 4, 0.0], [410750, 3, 0.0], [410751, 4, 0.0], [410752, 3, 0.0], [410753, 4, 0.0], [410754, 4, 0.0], [410755, 1, 0.134674], [410756, 1, -0.009234], [410757, 2, 0.0], [410758, 2, 0.0], [410759, 3, 0.0], [410760, 1, 0.060614], [410761, 1, -0.114812], [410762, 4, 0.0], [410763, 1, 0.078647], [410764, 3, 0.0], [410765, 3, 0.0], [410766, 1, 0.208045], [410767, 4, 0.0], [410768, 4, 0.0], [410769, 1, 0.039234], [410770, 1, 0.001335], [410771, 2, 0.0], [410772, 4, 0.0], [410773, 3, 0.0], [410774, 3, 0.0], [410775, 4, 0.0], [410776, 1, 0.216676], [410777, 3, 0.0], [410778, 4, 0.0], [410779, 2, 0.0], [410780, 1, 0.0], [410781, 4, 0.0], [410782, 4, 0.0], [410783, 3, 0.0], [410784, 1, 0.0], [410785, 4, 0.0], [410786, 1, 0.0], [410787, 2, 0.0], [410788, 4, 0.0], [410789, 2, 0.0], [410790, 1, 0.000216], [410791, 2, 0.0], [410792, 4, 0.0], [410793, 3, 0.0], [410794, 1, 0.0], [410795, 1, -0.026376], [410796, 4, 0.0], [410797, 1, -0.071137], [410798, 3, 0.0], [410799, 2, 0.0], [410800, 2, 0.0], [410801, 1, 0.037197], [410802, 2, 0.0], [410803, 4, 0.0], [410804, 3, 0.0], [410805, 4, 0.0], [410806, 1, -0.102247], [410807, 3, 0.0], [410808, 2, 0.0], [410809, 2, 0.0], [410810, 2, 0.0], [410811, 3, 0.0], [410812, 1, 0.0], [410813, 4, 0.0], [410814, 4, 0.0], [410815, 1, -0.013437], [410816, 3, 0.0], [410817, 2, 0.0], [410818, 4, 0.0], [410819, 3, 0.0], [410820, 4, 0.0], [410821, 3, 0.0], [410822, 1, 0.107877], [410823, 4, 0.0], [410824, 1, -0.017992], [410825, 3, 0.0], [410826, 3, 0.0], [410827, 3, 0.0], [410828, 1, 0.0], [410829, 2, 0.0], [410830, 4, 0.0], [410831, 4, 0.0], [410832, 1, 0.0], [410833, 4, 0.0], [410834, 2, 0.0], [410835, 2, 0.0], [410836, 3, 0.0], [410837, 3, 0.0], [410838, 2, 0.0], [410839, 1, 0.0], [410840, 4, 0.0], [410841, 4, 0.0], [410842, 1, 0.0], [410843, 4, 0.0], [410844, 1, 0.0], [410845, 2, 0.0], [410846, 4, 0.0], [410847, 3, 0.0], [410848, 2, 0.0], [410849, 1, -0.05069], [410850, 3, 0.0], [410851, 4, 0.0], [410852, 3, 0.0], [410853, 4, 0.0], [410854, 3, 0.0], [410855, 3, 0.0], [410856, 3, 0.0], [410857, 2, 0.0], [410858, 3, 0.0], [410859, 2, 0.0], [410860, 4, 0.0], [410861, 1, -0.048944], [410862, 3, 0.0], [410863, 1, -0.062969], [410864, 4, 0.0], [410865, 3, 0.0], [410866, 1, 0.0], [410867, 1, 0.020864], [410868, 4, 0.0], [410869, 4, 0.0], [410870, 4, 0.0], [410871, 1, 0.0], [410872, 4, 0.0], [410873, 4, 0.0], [410874, 2, 0.0], [410875, 2, 0.0], [410876, 1, 0.0], [410877, 1, 0.0], [410878, 3, 0.0], [410879, 1, 0.0], [410880, 2, 0.0], [410881, 1, -0.014443], [410882, 1, -0.035092], [410883, 1, 0.007047], [410884, 1, 0.094754], [410885, 4, 0.0], [410886, 4, 0.0], [410887, 2, 0.0], [410888, 2, 0.0], [410889, 2, 0.0], [410890, 2, 0.0], [410891, 1, 0.0], [410892, 1, -0.063079], [410893, 1, -0.000875], [410894, 4, 0.0], [410895, 2, 0.0], [410896, 4, 0.0], [410897, 4, 0.0], [410898, 2, 0.0], [410899, 4, 0.0], [410900, 1, -0.016038], [410901, 1, 0.082037], [410902, 3, 0.0], [410903, 2, 0.0], [410904, 4, 0.0], [410905, 1, 0.0], [410906, 2, 0.0], [410907, 2, 0.0], [410908, 4, 0.0], [410909, 4, 0.0], [410910, 4, 0.0], [410911, 4, 0.0], [410912, 1, 0.0], [410913, 2, 0.0], [410914, 2, 0.0], [410915, 3, 0.0], [410916, 4, 0.0], [410917, 1, 0.0], [410918, 2, 0.0], [410919, 1, 0.0], [410920, 3, 0.0], [410921, 1, -0.101468], [410922, 3, 0.0], [410923, 2, 0.0], [410924, 1, 0.348165], [410925, 2, 0.0], [410926, 4, 0.0], [410927, 4, 0.0], [410928, 4, 0.0], [410929, 1, 0.0], [410930, 3, 0.0], [410931, 3, 0.0], [410932, 3, 0.0], [410933, 1, -0.030875], [410934, 4, 0.0], [410935, 4, 0.0], [410936, 1, -0.006922], [410937, 3, 0.0], [410938, 2, 0.0], [410939, 4, 0.0], [410940, 3, 0.0], [410941, 2, 0.0], [410942, 1, 0.016646], [410943, 2, 0.0], [410944, 4, 0.0], [410945, 3, 0.0], [410946, 4, 0.0], [410947, 1, 0.0], [410948, 2, 0.0], [410949, 2, 0.0], [410950, 3, 0.0], [410951, 2, 0.0], [410952, 2, 0.0], [410953, 4, 0.0], [410954, 3, 0.0], [410955, 2, 0.0], [410956, 2, 0.0], [410957, 1, -0.014728], [410958, 1, 0.0], [410959, 4, 0.0], [410960, 1, 0.0], [410961, 1, 0.0], [410962, 4, 0.0], [410963, 4, 0.0], [410964, 3, 0.0], [410965, 3, 0.0], [410966, 4, 0.0], [410967, 4, 0.0], [410968, 2, 0.0], [410969, 3, 0.0], [410970, 2, 0.0], [410971, 4, 0.0], [410972, 3, 0.0], [410973, 4, 0.0], [410974, 3, 0.0], [410975, 2, 0.0], [410976, 4, 0.0], [410977, 2, 0.0], [410978, 4, 0.0], [410979, 2, 0.0], [410980, 4, 0.0], [410981, 1, -0.109566], [410982, 4, 0.0], [410983, 4, 0.0], [410984, 3, 0.0], [410985, 1, -0.211379], [410986, 3, 0.0], [410987, 2, 0.0], [410988, 2, 0.0], [410989, 3, 0.0], [410990, 4, 0.0], [410991, 1, 0.064159], [410992, 2, 0.0], [410993, 3, 0.0], [410994, 1, 0.529517], [410995, 4, 0.0], [410996, 3, 0.0], [410997, 1, 0.108046], [410998, 3, 0.0], [410999, 4, 0.0]], "notes": "Both code hashes verified by script before running. Unmodified simulator at b244530, serial single-process, default ChallengeConfig/ParameterVariance, Python 3.12.3. Each (seed,strategy) ran exactly once. 85 of 500 seeds differ (d!=0); 0 of those are outside spread 1. Overall mean_diff -0.006461 (se 0.010799); spread-1 mean_diff -0.026054 (se 0.043628)."}