{ "method": "Secondary goal evaluation: paired after - 0.5*before; one-sided t test (less), Holm within family, alpha .05. This does not replace the primary before/after comparison.", "results": { "validation-sub-bass": { "blocks": 40, "target_difference_mean_ns": -1.0978928624999997, "target_difference_sd_ns": 2.961326809979813, "ci95": [ -2.0449711227765905, -0.15081460222340892 ], "t": -2.3447881946982614, "p": 0.012111043540261107, "df": 39, "differences_ns": [ -1.7298624999999994, -1.7296739999999993, -1.7906329999999997, -1.8654999999999973, -1.785262999999997, -1.7557289999999988, -1.742810500000001, -1.8259945000000002, -1.7531220000000012, -1.9905860000000004, -1.7381150000000005, -1.8291775000000001, 13.302544499999996, -1.778921999999998, -1.7059405000000005, -1.6707629999999973, -1.8325390000000006, -1.7542660000000012, -1.8160050000000005, -1.7556614999999987, -1.7570599999999992, 9.749763000000002, -1.5790074999999995, -1.670370000000002, -1.7724325000000007, -1.7535445000000003, -1.7628069999999987, -1.8568154999999997, -1.7649214999999998, -1.709127500000001, -1.7314770000000017, -1.7564090000000014, -1.7379135000000012, -1.5962889999999987, -1.800354500000001, -1.7291349999999994, -1.790859000000001, -1.8432265, -1.740632999999999, -1.7650755000000018 ], "p_holm": 0.1937766966441777, "supports_half": false }, "validation-dual-triangle": { "blocks": 40, "target_difference_mean_ns": 6.8128232375, "target_difference_sd_ns": 0.1308132099440229, "ci95": [ 6.770987143328473, 6.8546593316715265 ], "t": 329.38628653545476, "p": 1.0, "df": 39, "differences_ns": [ 6.676151000000004, 6.854143500000003, 6.4880184999999955, 6.761305, 6.691817999999998, 6.744638000000002, 6.726231499999997, 6.960504999999998, 6.840465999999999, 6.791453000000004, 7.066440500000002, 6.840276499999998, 6.7686794999999975, 6.926768499999998, 6.614704999999997, 6.7905315, 6.8348229999999965, 6.9130365000000005, 6.854505500000002, 6.911867000000004, 6.9510390000000015, 6.990826000000002, 6.699960500000003, 6.956529, 7.022505499999998, 6.749969000000004, 6.791942500000001, 6.8908515, 6.7050569999999965, 6.886778000000003, 6.8419215000000015, 7.010377499999997, 6.713278999999996, 6.703228999999997, 6.694796999999998, 6.651514999999996, 7.012604000000003, 6.782989499999999, 6.8087444999999995, 6.591651500000001 ], "p_holm": 1.0, "supports_half": false }, "validation-square-pad": { "blocks": 40, "target_difference_mean_ns": 30.268629850000004, "target_difference_sd_ns": 0.640377361301483, "ci95": [ 30.063827234085398, 30.47343246591461 ], "t": 298.9418982083529, "p": 1.0, "df": 39, "differences_ns": [ 30.104523999999998, 30.107554499999992, 30.466910999999982, 29.61022650000001, 30.43353350000001, 29.963955499999997, 30.22005999999999, 30.052208000000007, 31.1552365, 29.913002000000006, 30.164997, 30.930601499999995, 30.046143, 29.8625155, 30.35016950000002, 30.203771500000016, 31.004520500000012, 30.263255500000014, 30.41642999999999, 30.43582600000002, 30.1803515, 30.124244499999975, 30.593864999999994, 30.010586500000016, 29.90557799999999, 29.658799499999986, 30.045510000000007, 29.87259450000002, 30.0033095, 29.955637499999995, 30.491897999999992, 30.148311999999976, 29.998625000000004, 30.339552499999996, 30.52974499999999, 33.2005365, 28.962039000000004, 30.76460449999999, 29.339359, 30.914604499999996 ], "p_holm": 1.0, "supports_half": false }, "validation-saw-organ": { "blocks": 40, "target_difference_mean_ns": 28.4703246375, "target_difference_sd_ns": 2.1230964090266635, "ci95": [ 27.791325465006047, 29.149323809993952 ], "t": 84.81110061335606, "p": 1.0, "df": 39, "differences_ns": [ 28.652783999999997, 28.581513, 27.50712250000001, 27.812885499999993, 29.10295100000002, 27.184653500000024, 27.863698, 27.746992000000006, 28.564221499999974, 37.79710899999998, 28.334223999999978, 27.55677350000002, 25.10788500000001, 29.090869999999995, 27.568903500000005, 28.185945000000004, 27.892153500000006, 28.4731065, 34.92656199999999, 28.472437500000012, 28.8632705, 27.012010000000004, 30.388442499999996, 28.429726000000016, 28.63154449999999, 28.302367500000003, 28.024890499999998, 28.45680999999999, 29.59760399999999, 28.5428225, 29.04164849999998, 28.08630500000001, 25.11729200000002, 26.914947499999982, 28.922682500000008, 27.185455999999988, 27.93796900000001, 29.059502500000008, 26.638049999999993, 27.236853999999994 ], "p_holm": 1.0, "supports_half": false }, "validation-noise-hihat": { "blocks": 40, "target_difference_mean_ns": -0.7703855500000003, "target_difference_sd_ns": 0.6693051894484985, "ci95": [ -0.984439734185534, -0.5563313658144666 ], "t": -7.279707532191454, "p": 4.439232304302139e-09, "df": 39, "differences_ns": [ -0.5612544999999969, -0.5607080000000053, -0.6629170000000002, -2.6389640000000014, -0.6508904999999956, -0.7616825000000063, -1.419659000000003, -1.1255444999999966, -0.5522715000000034, -0.6802114999999986, -1.0230779999999982, -0.7765810000000002, -4.114867000000004, -0.5310995000000034, -0.41788849999999655, -0.9056950000000015, -0.4077920000000006, -0.2912679999999952, -1.042307000000001, -0.512731500000001, -0.6514419999999959, -0.37606999999999857, -0.5016774999999996, -0.32873450000000304, -0.33080950000000087, -0.5138960000000026, -0.39397650000000084, -0.5679925000000026, -0.6694770000000005, -0.4092704999999981, -0.4418360000000021, -0.574872500000005, -0.5988070000000008, -0.7236745000000013, -0.5980445000000003, -0.7495210000000014, -0.6937319999999971, -0.8132684999999995, -0.4942504999999997, -0.746658999999994 ], "p_holm": 7.546694917313636e-08, "supports_half": true }, "validation-noise-snare": { "blocks": 40, "target_difference_mean_ns": -22.09091095, "target_difference_sd_ns": 0.5218968824861313, "ci95": [ -22.25782167050643, -21.924000229493572 ], "t": -267.7065011661969, "p": 1.3968868316668513e-65, "df": 39, "differences_ns": [ -21.363163999999998, -22.160320499999997, -22.078466500000005, -22.102451000000002, -22.1416435, -22.000481499999992, -22.395089, -22.19358100000001, -22.055708499999994, -22.240693000000007, -22.035909000000004, -22.347257499999998, -22.191758000000007, -22.164362499999996, -22.1239195, -19.092846499999993, -22.071156000000002, -21.980323000000013, -22.23351000000001, -22.246224499999997, -21.999073499999994, -22.066589000000008, -21.99078399999999, -22.2034795, -22.093935000000002, -22.522026499999996, -22.131383500000013, -22.15776299999999, -22.259427000000002, -22.23040350000001, -22.133713, -22.413083, -22.59965050000001, -22.2511825, -22.354156000000003, -22.12554200000001, -22.2432285, -22.136924000000008, -22.322645500000007, -22.182583500000007 ], "p_holm": 2.5143962970003324e-64, "supports_half": true }, "validation-soft-pluck": { "blocks": 40, "target_difference_mean_ns": 7.412049874999999, "target_difference_sd_ns": 1.042790936667945, "ci95": [ 7.0785491540382335, 7.745550595961765 ], "t": 44.95428357032215, "p": 1.0, "df": 39, "differences_ns": [ 7.160929999999979, 7.339195499999988, 7.324323499999991, 7.365299499999992, 6.961633000000006, 6.9610964999999965, 6.096412000000015, 7.162854500000009, 6.998987, 7.418945000000008, 6.902369999999991, 7.859668999999997, 7.62128100000001, 7.357736999999986, 7.156385499999999, 6.926041999999995, 6.718031499999995, 7.4368200000000115, 8.645298999999994, 7.056218999999999, 8.005010499999997, 7.0674510000000055, 7.6745655, 7.185564999999997, 7.067992500000003, 6.853419000000002, 7.360095999999999, 13.298206000000022, 7.029671500000006, 6.943807499999991, 8.056258000000014, 7.083346500000005, 7.653476000000012, 7.408422000000002, 7.003032000000019, 7.392783499999979, 7.04972650000002, 7.448812499999974, 7.097634999999997, 7.333188000000007 ], "p_holm": 1.0, "supports_half": false }, "validation-hard-bass": { "blocks": 40, "target_difference_mean_ns": 2.0320581125000006, "target_difference_sd_ns": 0.08926899454626483, "ci95": [ 2.0035085029916555, 2.0606077220083456 ], "t": 143.96783577510448, "p": 1.0, "df": 39, "differences_ns": [ 2.141109499999999, 2.0641014999999996, 2.0142550000000057, 1.9866410000000059, 1.9414720000000045, 1.9856479999999976, 2.0755075000000005, 2.077726999999996, 2.1313074999999984, 1.809690500000002, 2.0669220000000053, 2.050546500000003, 2.142879999999998, 2.010687499999996, 1.9139060000000043, 2.0783150000000035, 2.166059499999996, 1.9852729999999994, 2.050689999999996, 2.0877994999999956, 1.9123329999999967, 2.139557500000002, 2.0335025000000044, 1.9288910000000001, 2.0830415, 1.9790179999999964, 1.9864925000000042, 2.111349500000003, 1.974953499999998, 2.0748285000000024, 1.979437500000003, 1.9403910000000053, 2.2260860000000022, 1.943424499999999, 2.024426499999997, 1.9803730000000002, 1.8605370000000008, 2.0898359999999983, 2.0619345000000067, 2.171372500000004 ], "p_holm": 1.0, "supports_half": false }, "validation-mod-keyboard": { "blocks": 40, "target_difference_mean_ns": 33.416229775, "target_difference_sd_ns": 1.2409895072011028, "ci95": [ 33.01934207603322, 33.81311747396678 ], "t": 170.30183783401134, "p": 1.0, "df": 39, "differences_ns": [ 33.18185700000001, 33.94825300000002, 27.400247499999978, 33.41736449999999, 33.66394500000001, 35.799192499999975, 32.6940415, 33.776003, 33.634356499999996, 34.27809350000001, 33.8424895, 34.0601145, 34.05466950000002, 33.117328000000015, 33.67518199999998, 33.27503150000001, 34.054700999999994, 33.950773, 33.723536499999994, 34.15217150000001, 33.8121275, 33.45759699999999, 31.97655499999999, 33.43122149999999, 34.343132499999996, 30.924442999999997, 34.017989, 33.97565350000002, 34.28549749999999, 33.542490000000015, 33.48067950000001, 33.499966, 34.291942999999975, 32.81904900000001, 33.78720800000002, 33.36649, 33.1648955, 32.39400499999999, 33.741423999999995, 32.6374735 ], "p_holm": 1.0, "supports_half": false }, "validation-mod-saw-lead": { "blocks": 40, "target_difference_mean_ns": 20.698450625, "target_difference_sd_ns": 0.7323666922349337, "ci95": [ 20.464228393793068, 20.93267285620693 ], "t": 178.74720056367298, "p": 1.0, "df": 39, "differences_ns": [ 20.450297000000006, 20.756697499999994, 21.246166499999994, 20.809984500000006, 20.921479499999997, 20.335736999999995, 21.009979, 20.2848835, 20.915005499999992, 20.521997500000005, 20.571047, 20.66370599999999, 20.544591499999996, 20.741559500000008, 20.658130500000006, 22.147791499999997, 22.33265649999999, 20.73666099999999, 20.4981905, 20.706984999999996, 20.726088500000003, 20.699452499999992, 20.632205999999996, 20.6882995, 20.6697755, 20.54430200000001, 20.7192815, 20.609266000000005, 20.779252500000005, 20.546870000000006, 20.713781499999996, 21.787807, 20.6127865, 20.907056999999995, 17.01331499999999, 20.258698000000003, 20.901349500000002, 20.754830499999997, 20.648806999999998, 20.871252499999997 ], "p_holm": 1.0, "supports_half": false }, "validation-bandpass-keys": { "blocks": 40, "target_difference_mean_ns": 29.421646075, "target_difference_sd_ns": 1.4387868552368102, "ci95": [ 28.961499715208056, 29.881792434791947 ], "t": 129.33036435482282, "p": 1.0, "df": 39, "differences_ns": [ 29.43955699999998, 28.616505500000017, 29.38345049999998, 35.05213850000001, 28.132023000000004, 29.37490650000001, 30.1960775, 30.149794500000013, 28.323372500000005, 29.12617449999999, 30.253210499999994, 30.226984499999986, 30.31714550000001, 27.699085499999995, 29.473569999999995, 28.91652099999999, 25.803518499999996, 28.234296999999998, 25.729255499999994, 29.885091500000016, 29.051938000000007, 28.818138500000003, 28.698861499999992, 29.937895999999995, 29.451080999999988, 29.666994499999987, 29.789589000000007, 29.735805, 30.622953499999994, 30.051000499999986, 29.740207999999996, 29.60369799999998, 29.527901000000014, 29.767382999999995, 30.380255000000005, 28.22669049999999, 30.07671049999999, 31.0093435, 28.32769300000001, 30.049023500000004 ], "p_holm": 1.0, "supports_half": false }, "validation-highpass-pad": { "blocks": 40, "target_difference_mean_ns": 25.087432075000002, "target_difference_sd_ns": 1.8260333595578937, "ci95": [ 24.50343827480579, 25.671425875194213 ], "t": 86.89154071201833, "p": 1.0, "df": 39, "differences_ns": [ 24.7785365, 24.877341, 24.65626800000001, 24.831098999999995, 25.175442500000003, 25.070073000000008, 26.739091000000002, 31.576000499999992, 24.793260500000002, 23.804395500000027, 24.180115, 24.710421499999995, 24.539315499999987, 24.55383900000001, 24.808667000000014, 25.08170850000002, 24.50783050000001, 25.111025499999982, 33.63664849999998, 24.024286000000018, 24.592645500000003, 24.573003, 24.96086699999998, 24.333512999999982, 24.546862000000004, 24.553642999999994, 25.014065000000016, 24.246003, 24.455465999999973, 24.387160999999992, 24.854757500000005, 24.0632655, 25.333942500000006, 24.418882499999995, 25.179546499999987, 24.111961000000008, 24.3178695, 24.630098500000003, 24.72983049999999, 24.73853600000001 ], "p_holm": 1.0, "supports_half": false }, "validation-auto-filter-amount": { "blocks": 40, "target_difference_mean_ns": 74.24135506249999, "target_difference_sd_ns": 1.9641596367629042, "ci95": [ 73.61318633575834, 74.86952378924164 ], "t": 239.05570013819792, "p": 1.0, "df": 39, "differences_ns": [ 75.32230749999997, 73.34119749999999, 72.57626850000003, 77.6998045, 74.146976, 74.282703, 72.46247699999998, 72.6830735, 72.64339799999999, 74.8922915, 73.38297150000002, 72.30366650000002, 75.80111699999998, 74.241253, 76.308685, 76.1183015, 76.00139300000004, 74.79019000000002, 77.10834900000003, 81.1205185, 74.013461, 73.65578150000002, 75.98104699999999, 73.96677349999999, 75.94039350000003, 75.37285399999999, 73.549599, 73.10927649999996, 73.1372945, 72.720125, 72.48875050000001, 73.48707000000002, 73.75837999999999, 73.58680450000003, 75.38840049999999, 69.424893, 73.82138299999997, 74.1852135, 71.212513, 73.62724699999998 ], "p_holm": 1.0, "supports_half": false }, "validation-auto-resonance": { "blocks": 40, "target_difference_mean_ns": 21.4075599875, "target_difference_sd_ns": 1.2252842667338188, "ci95": [ 21.015695068109206, 21.799424906890795 ], "t": 110.49949884305853, "p": 1.0, "df": 39, "differences_ns": [ 23.616379999999992, 20.95058850000001, 20.113887999999974, 20.970432499999987, 21.112213999999994, 21.63967199999999, 21.625526000000008, 22.110101000000014, 21.054106500000017, 21.33769000000001, 20.477648499999987, 21.553521499999988, 21.1685205, 22.31580199999999, 21.039796500000023, 21.79964849999999, 21.425111499999986, 26.655666499999995, 21.72378949999998, 20.610531500000008, 20.745728499999984, 21.221333500000014, 22.796669500000007, 20.233281500000004, 21.1899085, 20.239340499999997, 20.94711699999999, 21.682151000000005, 21.6998495, 19.615328000000005, 21.939836000000014, 22.061372000000006, 21.708864000000005, 20.605549999999994, 21.686127999999997, 20.31942649999999, 22.728106500000024, 20.344270499999993, 19.061779, 22.1757245 ], "p_holm": 1.0, "supports_half": false }, "validation-auto-pan": { "blocks": 40, "target_difference_mean_ns": 44.7299105875, "target_difference_sd_ns": 2.42764514923433, "ci95": [ 43.95351200266383, 45.506309172336174 ], "t": 116.53136129618666, "p": 1.0, "df": 39, "differences_ns": [ 43.38864800000002, 43.01091149999999, 48.883489499999996, 44.22067999999999, 43.189594, 42.4525185, 45.32510149999999, 45.956560499999995, 47.127252999999996, 44.25135449999999, 55.83020299999998, 43.313390999999996, 44.65520600000002, 44.355853499999995, 45.275945500000006, 44.15945550000001, 43.372221499999995, 44.275927499999995, 43.41847150000001, 39.9892265, 43.67623900000001, 45.29870249999999, 44.242125000000016, 43.39006549999999, 44.79943, 44.295289000000025, 42.76594799999998, 44.3759555, 48.770275999999996, 44.69027550000001, 45.83107050000001, 44.455700999999976, 43.3041015, 43.62039050000001, 44.448792000000026, 44.080479000000025, 44.275711, 44.363703000000015, 47.92834349999998, 44.131812999999994 ], "p_holm": 1.0, "supports_half": false }, "validation-auto-soft-mix": { "blocks": 40, "target_difference_mean_ns": 159.2043155375, "target_difference_sd_ns": 2.8790840603011216, "ci95": [ 158.28353978460746, 160.12509129039256 ], "t": 349.72806620587426, "p": 1.0, "df": 39, "differences_ns": [ 157.97292999999996, 158.886081, 156.71106450000002, 156.84653350000002, 159.159537, 156.84744, 173.83638049999996, 157.91269799999998, 158.13324, 158.637815, 159.91063000000003, 158.06068449999998, 157.29749249999998, 159.08112250000005, 158.75980449999997, 158.85417700000005, 159.024581, 158.88744300000002, 160.38187750000003, 158.0935885, 158.89135399999998, 158.51268000000005, 156.55503649999997, 159.013469, 157.69264600000002, 160.29745300000002, 159.282648, 157.715325, 157.404107, 161.396664, 158.81133850000003, 158.5752235, 158.46154099999995, 158.613513, 158.84268699999996, 158.479982, 162.80582850000002, 158.62875000000003, 159.22996899999998, 165.667286 ], "p_holm": 1.0, "supports_half": false }, "validation-auto-mod": { "blocks": 40, "target_difference_mean_ns": 236.73221306249997, "target_difference_sd_ns": 2.312927732642667, "ci95": [ 235.99250288738708, 237.47192323761286 ], "t": 647.329337829701, "p": 1.0, "df": 39, "differences_ns": [ 237.13949250000007, 233.3617865, 236.85398949999995, 237.6617915, 237.2463045, 237.488768, 238.01938500000006, 236.46599500000002, 235.17760149999992, 235.75550799999996, 233.88821300000006, 234.3736275, 234.7736225, 236.40671149999997, 237.410104, 241.722602, 237.777464, 235.975164, 239.50520350000005, 234.89687000000004, 236.39767750000004, 231.74996300000004, 237.649951, 240.666789, 238.98008549999997, 230.46697650000004, 235.19054899999998, 239.05531200000001, 235.8576145, 235.56094249999995, 240.17604400000005, 241.23196850000005, 235.98812550000002, 236.44586749999996, 237.19521600000002, 237.1144195, 236.36951799999997, 235.6192575, 236.77998649999995, 238.89205500000003 ], "p_holm": 1.0, "supports_half": false }, "validation-auto-detune": { "blocks": 40, "target_difference_mean_ns": 127.08265658750001, "target_difference_sd_ns": 4.804912097047475, "ci95": [ 125.54597114828478, 128.61934202671523 ], "t": 167.27492108271574, "p": 1.0, "df": 39, "differences_ns": [ 130.05680750000005, 129.69838299999998, 128.954224, 128.87782799999997, 127.11026299999997, 120.64350499999995, 124.450917, 136.82464349999998, 127.55983350000002, 121.059193, 123.1153175, 131.38300749999996, 121.86456500000003, 130.8660575, 121.53486750000002, 123.00017500000001, 128.10281550000002, 122.19596149999995, 123.14062200000001, 122.35069499999997, 121.02181999999999, 129.49720050000002, 130.32873900000004, 129.655351, 121.911, 142.3450155, 130.7416275, 131.261255, 121.08485999999999, 129.95353700000004, 128.06012249999998, 126.73600499999998, 131.29675550000002, 128.965534, 127.28436450000004, 120.8253565, 129.6804925, 129.49202849999995, 129.44987450000002, 120.92564300000004 ], "p_holm": 1.0, "supports_half": false } } }