[ { "algorithm": "mlkem1024", "operation": "NTT", "medians": { "refo0": 25126.0, "refnv": 6806.0, "ref": 6848.0, "avx2": 198.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.691742580076403, "ci95": [ 3.6906580493537016, 3.6920364384366735 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.9938668224299065, "ci95": [ 0.9935766423357664, 0.9941588785046729 ], "mannwhitney_p": 1.0, "cliffs_delta": -0.3182948888888889, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 34.58585858585859, "ci95": [ 34.57575757575758, 34.94897959183673 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.6691004672897196, "ci95": [ 3.668029197080292, 3.670172363423897 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 126.8989898989899, "ci95": [ 126.8989898989899, 128.20408163265307 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "INVNTT", "medians": { "refo0": 38408.0, "refnv": 10398.0, "ref": 10402.0, "avx2": 206.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.6937872667820737, "ci95": [ 3.6937872667820737, 3.693979611463743 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.9996154585656605, "ci95": [ 0.9996154585656605, 0.9998076923076923 ], "mannwhitney_p": 0.9999999999998104, "cliffs_delta": -0.10788966666666666, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 50.49514563106796, "ci95": [ 50.48543689320388, 50.49514563106796 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.6923668525283597, "ci95": [ 3.6923668525283597, 3.693173076923077 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 186.44660194174756, "ci95": [ 186.44660194174756, 186.45631067961165 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "gen_a", "medians": { "refo0": 224650.0, "refnv": 83310.0, "ref": 82706.0, "avx2": 17314.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.6965550354099146, "ci95": [ 2.696070665610523, 2.6970374118401486 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0073029768094213, "ci95": [ 1.0070356090064052, 1.007570631512922 ], "mannwhitney_p": 2.9140482680983822e-198, "cliffs_delta": 0.44750911111111114, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 4.776828000462054, "ci95": [ 4.775378219193902, 4.778393991912189 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 2.7162479142988416, "ci95": [ 2.715567052679931, 2.7169685829685344 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 12.97504909321936, "ci95": [ 12.971936713246333, 12.978336221837088 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "poly_getnoise_eta1", "medians": { "refo0": 6968.0, "refnv": 2340.0, "ref": 2038.0, "avx2": 1712.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.977777777777778, "ci95": [ 2.977777777777778, 2.977777777777778 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.1481844946025515, "ci95": [ 1.1481844946025515, 1.149312377210216 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 1.1904205607476634, "ci95": [ 1.189252336448598, 1.1904205607476634 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.9993333333333333, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4190382728164868, "ci95": [ 3.4190382728164868, 3.4223968565815324 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 4.070093457943925, "ci95": [ 4.070093457943925, 4.070093457943925 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "poly_getnoise_eta2", "medians": { "refo0": 6972.0, "refnv": 2336.0, "ref": 2038.0, "avx2": 1708.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.9845890410958904, "ci95": [ 2.9845890410958904, 2.9845890410958904 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.1462217860647694, "ci95": [ 1.1462217860647694, 1.1462217860647694 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 1.193208430913349, "ci95": [ 1.193208430913349, 1.194607268464244 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.999334, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4210009813542688, "ci95": [ 3.4210009813542688, 3.4210009813542688 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 4.081967213114754, "ci95": [ 4.081967213114754, 4.086752637749121 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "kyber_encaps_derand", "medians": { "refo0": 945328.0, "refnv": 308350.0, "ref": 297985.0, "avx2": 45634.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.0657629317334196, "ci95": [ 3.065366555982152, 3.0661853852456957 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0347836300484923, "ci95": [ 1.033020612443846, 1.0353623630742472 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.6845677777777778, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 6.5298899943024935, "ci95": [ 6.525785391929194, 6.54131438940089 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.1724012953672163, "ci95": [ 3.16711664098097, 3.174126344260949 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 20.715431476530657, "ci95": [ 20.70954738640845, 20.721613327487944 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "polyvec_basemul_acc_montgomery", "medians": { "refo0": 51678.0, "refnv": 16104.0, "ref": 14988.0, "avx2": 360.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.209016393442623, "ci95": [ 3.208954297069051, 3.2091405861897666 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0744595676541233, "ci95": [ 1.0744595676541233, 1.0744595676541233 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 41.63333333333333, "ci95": [ 41.63333333333333, 41.63333333333333 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4479583666933546, "ci95": [ 3.447824926607953, 3.4480918067787565 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 143.55, "ci95": [ 143.54444444444445, 143.55555555555554 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "kyber_keypair", "medians": { "refo0": 814478.0, "refnv": 283684.0, "ref": 273593.0, "avx2": 46138.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.8710748579405254, "ci95": [ 2.8707070320787493, 2.8714067339474427 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0368832535920145, "ci95": [ 1.0357591273110158, 1.0378979979911187 ], "mannwhitney_p": 3.925367849543312e-307, "cliffs_delta": 0.5582115555555556, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 5.92988426026269, "ci95": [ 5.920583408868664, 5.938558067081102 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 2.9769694400076023, "ci95": [ 2.973734181836769, 2.9799060520119522 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 17.653084225584116, "ci95": [ 17.631839245139464, 17.67054280383564 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "poly_frommsg", "medians": { "refo0": 3854.0, "refnv": 1278.0, "ref": 1440.0, "avx2": 26.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.0156494522691704, "ci95": [ 3.0156494522691704, 3.0156494522691704 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.8875, "ci95": [ 0.8875, 0.8875 ], "mannwhitney_p": 1.0, "cliffs_delta": -0.7653766666666667, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 55.38461538461539, "ci95": [ 55.38461538461539, 55.38461538461539 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 2.676388888888889, "ci95": [ 2.676388888888889, 2.676388888888889 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 148.23076923076923, "ci95": [ 148.23076923076923, 148.23076923076923 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "poly_compress", "medians": { "refo0": 3638.0, "refnv": 704.0, "ref": 704.0, "avx2": 40.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 5.167613636363637, "ci95": [ 5.1647727272727275, 5.167613636363637 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0, "ci95": [ 1.0, 1.0 ], "mannwhitney_p": 0.9722607436913203, "cliffs_delta": -0.024746555555555556, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 17.6, "ci95": [ 17.6, 17.6 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 5.167613636363637, "ci95": [ 5.1647727272727275, 5.167613636363637 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 90.95, "ci95": [ 90.9, 90.95 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "poly_decompress", "medians": { "refo0": 1898.0, "refnv": 424.0, "ref": 516.0, "avx2": 28.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 4.476415094339623, "ci95": [ 4.476415094339623, 4.476415094339623 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.8217054263565892, "ci95": [ 0.8217054263565892, 0.8217054263565892 ], "mannwhitney_p": 1.0, "cliffs_delta": -1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 18.428571428571427, "ci95": [ 18.428571428571427, 18.428571428571427 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.6782945736434107, "ci95": [ 3.6782945736434107, 3.6782945736434107 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 67.78571428571429, "ci95": [ 67.78571428571429, 67.78571428571429 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "poly_tomsg", "medians": { "refo0": 3802.0, "refnv": 414.0, "ref": 288.0, "avx2": 18.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 9.183574879227054, "ci95": [ 9.183574879227054, 9.18840579710145 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.4375, "ci95": [ 1.4375, 1.4375 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 16.0, "ci95": [ 16.0, 16.0 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 13.20138888888889, "ci95": [ 13.20138888888889, 13.208333333333334 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 211.22222222222223, "ci95": [ 211.22222222222223, 211.33333333333334 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "indcpa_enc", "medians": { "refo0": 897288.0, "refnv": 290868.0, "ref": 279326.0, "avx2": 29753.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.084863236932217, "ci95": [ 3.0846849809297456, 3.0850266589073745 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0413208938659488, "ci95": [ 1.0411992087704436, 1.0414270918895883 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.9986904444444444, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 9.38816253823144, "ci95": [ 9.38704039792969, 9.389385587523527 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.21233254333646, "ci95": [ 3.2119788944651666, 3.212618554043458 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 30.157900043693072, "ci95": [ 30.154926737464713, 30.159653132562518 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "indcpa_keypair", "medians": { "refo0": 735127.0, "refnv": 241026.0, "ref": 229221.0, "avx2": 28252.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.049990457461021, "ci95": [ 3.0497672604774273, 3.0501883827752954 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0515005169683407, "ci95": [ 1.0512775776186198, 1.0516799135352894 ], "mannwhitney_p": 1.2442960275401668e-304, "cliffs_delta": 0.5559155555555556, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 8.113443296049837, "ci95": [ 8.111877964182062, 8.11492991646609 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.207066542768769, "ci95": [ 3.2064152486467945, 3.2075730205688058 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 26.020352541412997, "ci95": [ 26.01783818220429, 26.02144980886309 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "polyvec_compress", "medians": { "refo0": 21354.0, "refnv": 3656.0, "ref": 4238.0, "avx2": 608.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 5.840809628008753, "ci95": [ 5.8402625820568925, 5.844006568144499 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.8626710712600283, "ci95": [ 0.8621991505427088, 0.8626710712600283 ], "mannwhitney_p": 1.0, "cliffs_delta": -1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 6.970394736842105, "ci95": [ 6.970394736842105, 6.970394736842105 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 5.0386974988201985, "ci95": [ 5.038225578102879, 5.0386974988201985 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 35.12171052631579, "ci95": [ 35.11842105263158, 35.12171052631579 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "kyber_encaps", "medians": { "refo0": 946878.0, "refnv": 309538.0, "ref": 300211.0, "avx2": 47097.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.059004064121368, "ci95": [ 3.0583846263292456, 3.0596226120018626 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0310681487353894, "ci95": [ 1.0306551659300798, 1.0314713610948572 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.7561263333333333, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 6.374312588912245, "ci95": [ 6.3670230623911594, 6.380600972048822 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.1540416573676513, "ci95": [ 3.1528323962182996, 3.1551326482612567 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 20.104847442512263, "ci95": [ 20.082947595896446, 20.123156904832744 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "indcpa_dec", "medians": { "refo0": 216428.0, "refnv": 60602.0, "ref": 58650.0, "avx2": 1886.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.5713012771855714, "ci95": [ 3.571065571065571, 3.5714521452145216 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0332821824381926, "ci95": [ 1.0331412595042448, 1.0334231438218342 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.9999988888888889, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 31.097560975609756, "ci95": [ 31.093849416755038, 31.101802757158005 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.690161977834612, "ci95": [ 3.6896586995806198, 3.690631288155247 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 114.75503711558855, "ci95": [ 114.75397667020148, 114.7560975609756 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "kyber_keypair_derand", "medians": { "refo0": 779354.0, "refnv": 259887.0, "ref": 245962.0, "avx2": 42976.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.998818717365624, "ci95": [ 2.9985956407148766, 2.999045669339819 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0566144363763508, "ci95": [ 1.056405586901026, 1.0567690321311929 ], "mannwhitney_p": 1.1987246090868968e-304, "cliffs_delta": 0.5559304444444444, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 5.723240878629933, "ci95": [ 5.72236958443855, 5.72432168287802 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.16859514884413, "ci95": [ 3.1680216411093953, 3.168964031000187 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 18.134633283693223, "ci95": [ 18.132945556072592, 18.135709964164377 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "polyvec_decompress", "medians": { "refo0": 8528.0, "refnv": 2396.0, "ref": 2708.0, "avx2": 200.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.5592654424040067, "ci95": [ 3.5592654424040067, 3.5601001669449084 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.8847858197932054, "ci95": [ 0.8841328413284133, 0.8847858197932054 ], "mannwhitney_p": 1.0, "cliffs_delta": -1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 13.54, "ci95": [ 13.54, 13.55 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.1491875923190547, "ci95": [ 3.1468634686346864, 3.149926144756278 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 42.64, "ci95": [ 42.64, 42.65 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem1024", "operation": "kyber_decaps", "medians": { "refo0": 1172674.0, "refnv": 375007.0, "ref": 360830.0, "avx2": 52138.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.1270722946505, "ci95": [ 3.126717076916514, 3.127348820191011 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0392899703461465, "ci95": [ 1.0384250839278313, 1.0402707721026494 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.9986537777777778, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 6.920672062603092, "ci95": [ 6.913630436450103, 6.926784823723482 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.249934872377574, "ci95": [ 3.2472716900983327, 3.252916833507842 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 22.491733476543022, "ci95": [ 22.485408038042646, 22.497304794874868 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "NTT", "medians": { "refo0": 25180.0, "refnv": 6830.0, "ref": 6750.0, "avx2": 190.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.6866764275256223, "ci95": [ 3.684518583552824, 3.6877562975981255 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0118518518518518, "ci95": [ 1.0115555555555555, 1.012448132780083 ], "mannwhitney_p": 4.7012183209847624e-287, "cliffs_delta": 0.5393425555555555, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 35.526315789473685, "ci95": [ 35.51578947368421, 37.92134831460674 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.7303703703703706, "ci95": [ 3.7303703703703706, 3.7314759928867813 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 132.52631578947367, "ci95": [ 132.52631578947367, 141.46067415730337 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "INVNTT", "medians": { "refo0": 38784.0, "refnv": 9500.0, "ref": 10352.0, "avx2": 184.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 4.082526315789473, "ci95": [ 4.082526315789473, 4.082736842105263 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.9176970633693973, "ci95": [ 0.9176970633693973, 0.9176970633693973 ], "mannwhitney_p": 1.0, "cliffs_delta": -0.33382822222222225, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 56.26086956521739, "ci95": [ 56.26086956521739, 56.26086956521739 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.7465224111282844, "ci95": [ 3.7465224111282844, 3.7467156105100465 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 210.7826086956522, "ci95": [ 210.7826086956522, 210.79347826086956 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "gen_a", "medians": { "refo0": 55984.0, "refnv": 20606.0, "ref": 20408.0, "avx2": 4380.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.716878579054644, "ci95": [ 2.7162267080745344, 2.7172668154906336 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.009702077616621, "ci95": [ 1.0096040768326147, 1.009997059688327 ], "mannwhitney_p": 1.5299633111663555e-301, "cliffs_delta": 0.5530531111111111, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 4.659360730593607, "ci95": [ 4.658904109589041, 4.659817351598173 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 2.743237945903567, "ci95": [ 2.7429439435515484, 2.743702832500245 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 12.781735159817352, "ci95": [ 12.780365296803653, 12.78310502283105 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "poly_getnoise_eta1", "medians": { "refo0": 10972.0, "refnv": 3498.0, "ref": 3196.0, "avx2": 2302.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.1366495140080044, "ci95": [ 3.134857142857143, 3.1366495140080044 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0944931163954943, "ci95": [ 1.0944931163954943, 1.0951188986232792 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.9993335555555556, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 1.3883579496090357, "ci95": [ 1.3883579496090357, 1.3895652173913045 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.433041301627034, "ci95": [ 3.433041301627034, 3.4336670838548184 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 4.766290182450043, "ci95": [ 4.766290182450043, 4.770434782608696 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "poly_getnoise_eta2", "medians": { "refo0": 7010.0, "refnv": 2258.0, "ref": 2044.0, "avx2": 1494.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.104517271922055, "ci95": [ 3.103631532329495, 3.104517271922055 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.1046966731898238, "ci95": [ 1.1046966731898238, 1.1046966731898238 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 1.3681392235609102, "ci95": [ 1.3681392235609102, 1.3681392235609102 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4295499021526417, "ci95": [ 3.4285714285714284, 3.4295499021526417 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 4.692101740294511, "ci95": [ 4.690763052208835, 4.692101740294511 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "poly_frommsg", "medians": { "refo0": 3848.0, "refnv": 1278.0, "ref": 1278.0, "avx2": 28.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.0109546165884193, "ci95": [ 3.0109546165884193, 3.0109546165884193 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0, "ci95": [ 1.0, 1.0 ], "mannwhitney_p": 0.9999999999999937, "cliffs_delta": -0.110447, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 45.642857142857146, "ci95": [ 45.642857142857146, 45.642857142857146 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.0109546165884193, "ci95": [ 3.0109546165884193, 3.0109546165884193 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 137.42857142857142, "ci95": [ 137.42857142857142, 137.42857142857142 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "poly_compress", "medians": { "refo0": 3554.0, "refnv": 650.0, "ref": 256.0, "avx2": 14.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 5.467692307692308, "ci95": [ 5.467692307692308, 5.470769230769231 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 2.5390625, "ci95": [ 2.5390625, 2.5390625 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 18.285714285714285, "ci95": [ 18.285714285714285, 18.285714285714285 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 13.8828125, "ci95": [ 13.8828125, 13.890625 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 253.85714285714286, "ci95": [ 253.85714285714286, 254.0 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "poly_decompress", "medians": { "refo0": 1022.0, "refnv": 412.0, "ref": 56.0, "avx2": 22.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.4805825242718447, "ci95": [ 2.4805825242718447, 2.4805825242718447 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 7.357142857142857, "ci95": [ 7.357142857142857, 7.357142857142857 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 2.5454545454545454, "ci95": [ 2.5454545454545454, 2.5454545454545454 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 18.25, "ci95": [ 18.25, 18.25 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 46.45454545454545, "ci95": [ 46.45454545454545, 46.45454545454545 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "poly_tomsg", "medians": { "refo0": 3802.0, "refnv": 412.0, "ref": 286.0, "avx2": 18.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 9.228155339805825, "ci95": [ 9.228155339805825, 9.233009708737864 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.4405594405594406, "ci95": [ 1.4405594405594406, 1.4405594405594406 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 15.88888888888889, "ci95": [ 15.88888888888889, 15.88888888888889 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 13.293706293706293, "ci95": [ 13.293706293706293, 13.3006993006993 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 211.22222222222223, "ci95": [ 211.22222222222223, 211.33333333333334 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "indcpa_keypair", "medians": { "refo0": 278438.0, "refnv": 87694.0, "ref": 83090.0, "avx2": 10000.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.1751089014071656, "ci95": [ 3.1750096923533033, 3.1753261563725936 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0554097966060898, "ci95": [ 1.0552854529700588, 1.0555087499699107 ], "mannwhitney_p": 1.7471976101037235e-304, "cliffs_delta": 0.5557777777777778, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 8.309, "ci95": [ 8.306938612277545, 8.310862172434486 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.351041039836322, "ci95": [ 3.3507184288430527, 3.351355254922729 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 27.8438, "ci95": [ 27.838032393521296, 27.849569913982798 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "indcpa_enc", "medians": { "refo0": 381746.0, "refnv": 110868.0, "ref": 108140.0, "avx2": 10842.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.4432478262438213, "ci95": [ 3.442997330254708, 3.4435504239581456 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0252265581653413, "ci95": [ 1.0250776742121617, 1.0253380057604464 ], "mannwhitney_p": 4.494023367573765e-302, "cliffs_delta": 0.5535565555555556, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 9.974174506548607, "ci95": [ 9.972703799336038, 9.97528131341081 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.530109117810246, "ci95": [ 3.529717434721503, 3.5304355867936743 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 35.20992436819775, "ci95": [ 35.203614902250095, 35.21103117505995 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "polyvec_compress", "medians": { "refo0": 10940.0, "refnv": 1746.0, "ref": 1746.0, "avx2": 214.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 6.265750286368843, "ci95": [ 6.265750286368843, 6.265750286368843 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0, "ci95": [ 1.0, 1.0 ], "mannwhitney_p": 8.30173006279488e-15, "cliffs_delta": 0.10988788888888888, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 8.158878504672897, "ci95": [ 8.158878504672897, 8.158878504672897 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 6.265750286368843, "ci95": [ 6.265750286368843, 6.265750286368843 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 51.12149532710281, "ci95": [ 51.12149532710281, 51.12149532710281 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "kyber_encaps", "medians": { "refo0": 409375.0, "refnv": 122383.0, "ref": 119870.0, "avx2": 20058.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.3450315811836613, "ci95": [ 3.344266409822163, 3.345731426251995 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0209643780762492, "ci95": [ 1.0206274007872504, 1.0213616508720964 ], "mannwhitney_p": 4.368739130955809e-301, "cliffs_delta": 0.5526442222222222, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 5.976169109582211, "ci95": [ 5.970418253026344, 5.981587768089587 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.415158087928589, "ci95": [ 3.4142854610951803, 3.416302383640685 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 20.409562269418686, "ci95": [ 20.390076202809045, 20.427046440952118 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "indcpa_dec", "medians": { "refo0": 132256.0, "refnv": 35338.0, "ref": 34840.0, "avx2": 994.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.742600033957779, "ci95": [ 3.7419646899049344, 3.74302371653365 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0142939150401837, "ci95": [ 1.0141495895757993, 1.0144669613640278 ], "mannwhitney_p": 9.468206844929955e-303, "cliffs_delta": 0.5541681111111111, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 35.05030181086519, "ci95": [ 35.04828973843058, 35.052313883299796 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.79609644087256, "ci95": [ 3.7958211354112854, 3.796371777943625 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 133.0543259557344, "ci95": [ 133.0523138832998, 133.05633802816902 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "kyber_keypair_derand", "medians": { "refo0": 300746.0, "refnv": 96197.0, "ref": 91802.0, "avx2": 16888.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.1263552917450648, "ci95": [ 3.126107022577024, 3.126538589487691 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.047874773970066, "ci95": [ 1.0477964403198048, 1.0479769919602588 ], "mannwhitney_p": 3.0517109793820137e-304, "cliffs_delta": 0.5555555555555556, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 5.4359308384651825, "ci95": [ 5.434762017523088, 5.4364045476077685 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.2760288446874797, "ci95": [ 3.2758207524562666, 3.276242973550046 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 17.808266224538134, "ci95": [ 17.804167653327017, 17.809904654743576 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "polyvec_decompress", "medians": { "refo0": 4114.0, "refnv": 1078.0, "ref": 1350.0, "avx2": 68.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.816326530612245, "ci95": [ 3.816326530612245, 3.816326530612245 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.7985185185185185, "ci95": [ 0.7985185185185185, 0.7985185185185185 ], "mannwhitney_p": 1.0, "cliffs_delta": -1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 19.852941176470587, "ci95": [ 19.852941176470587, 19.852941176470587 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.0474074074074076, "ci95": [ 3.0474074074074076, 3.0474074074074076 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 60.5, "ci95": [ 60.5, 60.5 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "kyber_decaps", "medians": { "refo0": 545614.0, "refnv": 159922.0, "ref": 155354.0, "avx2": 21794.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.411750728480134, "ci95": [ 3.411482236422524, 3.4120317678694265 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0294038132265664, "ci95": [ 1.0293118096856415, 1.0295087032650119 ], "mannwhitney_p": 3.1831351888996127e-303, "cliffs_delta": 0.554618, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 7.12829219051115, "ci95": [ 7.124466722699888, 7.130628506258723 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.512069209675966, "ci95": [ 3.511862923055137, 3.5123274796580493 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 25.035055519867853, "ci95": [ 25.021645418692103, 25.042731090508536 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "kyber_encaps_derand", "medians": { "refo0": 407816.0, "refnv": 120796.0, "ref": 118378.0, "avx2": 19048.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.376072055366072, "ci95": [ 3.3757387382436876, 3.3763722162430665 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.020426092686141, "ci95": [ 1.0203147305025044, 1.0205633374448744 ], "mannwhitney_p": 1.8491475851080746e-301, "cliffs_delta": 0.5529888888888889, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 6.214720705585888, "ci95": [ 6.21234386480529, 6.216678920281483 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4450320160840695, "ci95": [ 3.4447241274453493, 3.4454000630211525 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 21.409911801763965, "ci95": [ 21.40233021937651, 21.416710429576725 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "polyvec_basemul_acc_montgomery", "medians": { "refo0": 26184.0, "refnv": 7990.0, "ref": 7702.0, "avx2": 148.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.2770963704630787, "ci95": [ 3.2754565924443333, 3.279559118236473 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.037392884964944, "ci95": [ 1.0366138665281746, 1.0379122305894573 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.7780021111111111, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 52.04054054054054, "ci95": [ 52.04054054054054, 52.75342465753425 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.3996364580628406, "ci95": [ 3.3996364580628406, 3.3996364580628406 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 176.9189189189189, "ci95": [ 176.9189189189189, 179.34246575342465 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem512", "operation": "kyber_keypair", "medians": { "refo0": 311008.0, "refnv": 104554.0, "ref": 100044.0, "avx2": 18694.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.9746159879105534, "ci95": [ 2.9742167476378105, 2.9751100057394297 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0450801647275199, "ci95": [ 1.0447304778845963, 1.045412733962566 ], "mannwhitney_p": 1.0837949075468344e-305, "cliffs_delta": 0.5568888888888889, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 5.351663635391034, "ci95": [ 5.34771185921952, 5.355277242560479 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.1087121666466753, "ci95": [ 3.1079197442506987, 3.109642457206847 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 16.636781855140686, "ci95": [ 16.624545648920247, 16.64632927419584 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "NTT", "medians": { "refo0": 25234.0, "refnv": 6822.0, "ref": 6854.0, "avx2": 174.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.6989152741131632, "ci95": [ 3.697831184056272, 3.6989152741131632 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.9953311934636708, "ci95": [ 0.9953311934636708, 0.9956229938721914 ], "mannwhitney_p": 8.773576890654907e-14, "cliffs_delta": 0.10957222222222222, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 39.39080459770115, "ci95": [ 38.94318181818182, 39.39080459770115 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.681645754304056, "ci95": [ 3.681645754304056, 3.681645754304056 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 145.02298850574712, "ci95": [ 143.375, 145.02298850574712 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "INVNTT", "medians": { "refo0": 38504.0, "refnv": 9776.0, "ref": 9610.0, "avx2": 184.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.9386252045826513, "ci95": [ 3.93842062193126, 3.9388297872340425 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.017273673257024, "ci95": [ 1.0170620058260507, 1.017273673257024 ], "mannwhitney_p": 1.1530423692569405e-299, "cliffs_delta": 0.5506793333333333, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 52.22826086956522, "ci95": [ 52.22826086956522, 52.23913043478261 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 4.006659729448491, "ci95": [ 4.005826050769871, 4.006867845993757 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 209.2608695652174, "ci95": [ 209.25, 209.27173913043478 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "gen_a", "medians": { "refo0": 126409.0, "refnv": 46666.0, "ref": 46964.0, "avx2": 12228.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.7088029828997557, "ci95": [ 2.7080976863753214, 2.7093961177086214 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.9936547142492121, "ci95": [ 0.9934420644721713, 0.9938884156729131 ], "mannwhitney_p": 1.0, "cliffs_delta": -0.32284511111111114, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 3.8406934903500165, "ci95": [ 3.839738348323794, 3.841184167484462 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 2.69161485393067, "ci95": [ 2.691053102244177, 2.692120954003407 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 10.337667648020936, "ci95": [ 10.334750613246117, 10.339057899901865 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "poly_getnoise_eta1", "medians": { "refo0": 6968.0, "refnv": 2256.0, "ref": 2040.0, "avx2": 1502.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.0886524822695036, "ci95": [ 3.0886524822695036, 3.0895390070921986 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.1058823529411765, "ci95": [ 1.1058823529411765, 1.1058823529411765 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.9993333333333333, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 1.3581890812250332, "ci95": [ 1.3581890812250332, 1.3581890812250332 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4156862745098038, "ci95": [ 3.4156862745098038, 3.4166666666666665 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 4.639147802929427, "ci95": [ 4.639147802929427, 4.640479360852197 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "poly_getnoise_eta2", "medians": { "refo0": 6964.0, "refnv": 2268.0, "ref": 2040.0, "avx2": 1494.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.070546737213404, "ci95": [ 3.070546737213404, 3.0714285714285716 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.111764705882353, "ci95": [ 1.111764705882353, 1.111764705882353 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.9993333333333333, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 1.3654618473895583, "ci95": [ 1.3654618473895583, 1.3654618473895583 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4137254901960783, "ci95": [ 3.4137254901960783, 3.414705882352941 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 4.661311914323963, "ci95": [ 4.661311914323963, 4.662650602409639 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "kyber_decaps", "medians": { "refo0": 829014.0, "refnv": 251040.0, "ref": 238234.0, "avx2": 33654.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.3023183556405353, "ci95": [ 3.302049725561424, 3.302516063193223 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0537538722432567, "ci95": [ 1.0536211932981903, 1.053896239986066 ], "mannwhitney_p": 5.844898056734702e-305, "cliffs_delta": 0.5562171111111112, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 7.078920782076425, "ci95": [ 7.077183371436632, 7.08035661218425 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.479830754636198, "ci95": [ 3.4794049241169387, 3.480215195006214 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 24.63344624710287, "ci95": [ 24.628184323655475, 24.637601046124583 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "polyvec_decompress", "medians": { "refo0": 6132.0, "refnv": 1644.0, "ref": 2064.0, "avx2": 94.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.72992700729927, "ci95": [ 3.7287104622871046, 3.72992700729927 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 0.7965116279069767, "ci95": [ 0.7965116279069767, 0.7965116279069767 ], "mannwhitney_p": 1.0, "cliffs_delta": -1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 21.95744680851064, "ci95": [ 21.95744680851064, 21.95744680851064 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 2.9709302325581395, "ci95": [ 2.9699612403100777, 2.9709302325581395 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 65.23404255319149, "ci95": [ 65.2127659574468, 65.23404255319149 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "kyber_encaps_derand", "medians": { "refo0": 647779.0, "refnv": 198524.0, "ref": 189801.0, "avx2": 30032.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.2629757611170436, "ci95": [ 3.2626494615857284, 3.2632464509888868 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0459586619670076, "ci95": [ 1.045753355386528, 1.046146240479249 ], "mannwhitney_p": 3.061430269403004e-304, "cliffs_delta": 0.5555555555555556, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 6.319958710708578, "ci95": [ 6.3181757656458055, 6.321798501248959 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4129377611287612, "ci95": [ 3.412317183698292, 3.413485656471977 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 21.569625732551945, "ci95": [ 21.564247669773636, 21.574368880303737 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "kyber_keypair", "medians": { "refo0": 527814.0, "refnv": 180398.0, "ref": 174249.0, "avx2": 31594.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.9258306633111233, "ci95": [ 2.925508130278236, 2.9261326886966246 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0352885812831063, "ci95": [ 1.0350814780812485, 1.035473205675713 ], "mannwhitney_p": 6.736199193129897e-307, "cliffs_delta": 0.557996, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 5.515256061277458, "ci95": [ 5.514243210736216, 5.516427169715769 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.0290790764939826, "ci95": [ 3.028454987156225, 3.029623468835902 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 16.70614673672216, "ci95": [ 16.70401316622357, 16.70834388452773 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "polyvec_basemul_acc_montgomery", "medians": { "refo0": 39132.0, "refnv": 11836.0, "ref": 11038.0, "avx2": 232.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.306184521797905, "ci95": [ 3.2801341156747696, 3.3089802130898023 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.072295705743794, "ci95": [ 1.0713897445189347, 1.0807211451349883 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.9966254444444445, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 47.577586206896555, "ci95": [ 47.577586206896555, 47.577586206896555 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.545207465120493, "ci95": [ 3.545207465120493, 3.545207465120493 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 168.67241379310346, "ci95": [ 168.67241379310346, 168.67241379310346 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "poly_decompress", "medians": { "refo0": 1024.0, "refnv": 526.0, "ref": 56.0, "avx2": 26.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 1.946768060836502, "ci95": [ 1.946768060836502, 1.946768060836502 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 9.392857142857142, "ci95": [ 9.392857142857142, 9.392857142857142 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 2.1538461538461537, "ci95": [ 2.1538461538461537, 2.1538461538461537 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 18.285714285714285, "ci95": [ 18.285714285714285, 18.285714285714285 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 39.38461538461539, "ci95": [ 39.38461538461539, 39.38461538461539 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "poly_frommsg", "medians": { "refo0": 3846.0, "refnv": 1440.0, "ref": 1278.0, "avx2": 26.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 2.6708333333333334, "ci95": [ 2.6708333333333334, 2.6708333333333334 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.1267605633802817, "ci95": [ 1.1267605633802817, 1.1267605633802817 ], "mannwhitney_p": 0.0, "cliffs_delta": 0.7767793333333334, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 49.15384615384615, "ci95": [ 49.15384615384615, 49.15384615384615 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.0093896713615025, "ci95": [ 3.0093896713615025, 3.0093896713615025 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 147.92307692307693, "ci95": [ 147.92307692307693, 147.92307692307693 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "poly_compress", "medians": { "refo0": 3556.0, "refnv": 650.0, "ref": 256.0, "avx2": 14.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 5.470769230769231, "ci95": [ 5.470769230769231, 5.470769230769231 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 2.5390625, "ci95": [ 2.5390625, 2.5390625 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 18.285714285714285, "ci95": [ 18.285714285714285, 18.285714285714285 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 13.890625, "ci95": [ 13.890625, 13.890625 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 254.0, "ci95": [ 254.0, 254.0 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "indcpa_enc", "medians": { "refo0": 610688.0, "refnv": 184738.0, "ref": 175418.0, "avx2": 18610.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.3056977990451344, "ci95": [ 3.305525483912874, 3.3058614309561913 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0531302374898812, "ci95": [ 1.0530486136446553, 1.053211866919025 ], "mannwhitney_p": 2.802910854965733e-303, "cliffs_delta": 0.5546688888888889, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 9.426007522837184, "ci95": [ 9.424618525682355, 9.42654486835035 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.48133030817818, "ci95": [ 3.4811033008548757, 3.4815406015551957 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 32.81504567436862, "ci95": [ 32.810982162045995, 32.815690488984416 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "indcpa_keypair", "medians": { "refo0": 473439.0, "refnv": 152252.0, "ref": 145561.0, "avx2": 19192.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.109574915272049, "ci95": [ 3.1093669954944896, 3.1098265895953756 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0459669829143796, "ci95": [ 1.0458682430095807, 1.0460716150485037 ], "mannwhitney_p": 4.146274911417437e-304, "cliffs_delta": 0.5554338888888889, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 7.584462275948312, "ci95": [ 7.5832030842971765, 7.584827011254689 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.2525126922733425, "ci95": [ 3.252291056977591, 3.2527996482405155 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 24.668559816590246, "ci95": [ 24.665416275919558, 24.669289287203 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "poly_tomsg", "medians": { "refo0": 3788.0, "refnv": 422.0, "ref": 286.0, "avx2": 18.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 8.976303317535544, "ci95": [ 8.976303317535544, 8.981042654028435 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.4755244755244756, "ci95": [ 1.4755244755244756, 1.4755244755244756 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 15.88888888888889, "ci95": [ 15.88888888888889, 15.88888888888889 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 13.244755244755245, "ci95": [ 13.244755244755245, 13.251748251748252 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 210.44444444444446, "ci95": [ 210.44444444444446, 210.55555555555554 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "polyvec_compress", "medians": { "refo0": 16422.0, "refnv": 2646.0, "ref": 2646.0, "avx2": 326.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 6.2063492063492065, "ci95": [ 6.2063492063492065, 6.207105064247921 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0, "ci95": [ 1.0, 1.0 ], "mannwhitney_p": 3.0089199318577326e-57, "cliffs_delta": 0.2292937777777778, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 8.116564417177914, "ci95": [ 8.0911263705527, 8.116564417177914 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 6.2063492063492065, "ci95": [ 6.2063492063492065, 6.207105064247921 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 50.374233128834355, "ci95": [ 50.2262996941896, 50.38036809815951 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "kyber_encaps", "medians": { "refo0": 649598.0, "refnv": 199648.0, "ref": 190959.0, "avx2": 31000.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.253716541112358, "ci95": [ 3.253370536801415, 3.2540498301926486 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0455019140234292, "ci95": [ 1.0452203950958165, 1.0457069278188653 ], "mannwhitney_p": 3.062312758895894e-304, "cliffs_delta": 0.5555555555555556, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 6.159967741935484, "ci95": [ 6.158291688251091, 6.161934567980899 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.4017668714226614, "ci95": [ 3.4008921279135516, 3.4024030511999053 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 20.95477419354839, "ci95": [ 20.95013868283558, 20.959379234690584 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "kyber_keypair_derand", "medians": { "refo0": 506632.0, "refnv": 165621.0, "ref": 158332.0, "avx2": 29382.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.058984066030274, "ci95": [ 3.058731193701852, 3.0592589908943797 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.046036177146755, "ci95": [ 1.0459396986194092, 1.0461303320828124 ], "mannwhitney_p": 6.563148435256632e-305, "cliffs_delta": 0.5561704444444444, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 5.388741406303179, "ci95": [ 5.388170432888647, 5.389149819617453 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.1998079983831444, "ci95": [ 3.199623590041557, 3.1999810837955356 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 17.242937853107346, "ci95": [ 17.24121930097452, 17.244247787610618 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } }, { "algorithm": "mlkem768", "operation": "indcpa_dec", "medians": { "refo0": 174206.0, "refnv": 47810.0, "ref": 45842.0, "avx2": 1310.0 }, "n_obs": { "refo0": 3000, "refnv": 3000, "ref": 3000, "avx2": 3000 }, "comparisons": { "refo0_to_refnv": { "speedup": 3.6437147040368125, "ci95": [ 3.6435204551158704, 3.6440614148851607 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refnv_to_ref": { "speedup": 1.0429300641333275, "ci95": [ 1.0427954456223008, 1.0429755671902268 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "ref_to_avx2": { "speedup": 34.993893129770996, "ci95": [ 34.99236641221374, 34.9969465648855 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_ref": { "speedup": 3.800139609964661, "ci95": [ 3.799808053047158, 3.800305410122164 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 }, "refo0_to_avx2": { "speedup": 132.98167938931297, "ci95": [ 132.98015267175572, 132.98473282442748 ], "mannwhitney_p": 0.0, "cliffs_delta": 1.0, "n_baseline": 3000, "n_faster": 3000 } } } ]