4382 lines
98 KiB
JSON
4382 lines
98 KiB
JSON
[
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "NTT",
|
|
"medians": {
|
|
"refo0": 25126.0,
|
|
"refnv": 6806.0,
|
|
"ref": 6848.0,
|
|
"avx2": 198.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.691742580076403,
|
|
"ci95": [
|
|
3.6906580493537016,
|
|
3.6920364384366735
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.9938668224299065,
|
|
"ci95": [
|
|
0.9935766423357664,
|
|
0.9941588785046729
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -0.3182948888888889,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 34.58585858585859,
|
|
"ci95": [
|
|
34.57575757575758,
|
|
34.94897959183673
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.6691004672897196,
|
|
"ci95": [
|
|
3.668029197080292,
|
|
3.670172363423897
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 126.8989898989899,
|
|
"ci95": [
|
|
126.8989898989899,
|
|
128.20408163265307
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "INVNTT",
|
|
"medians": {
|
|
"refo0": 38408.0,
|
|
"refnv": 10398.0,
|
|
"ref": 10402.0,
|
|
"avx2": 206.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.6937872667820737,
|
|
"ci95": [
|
|
3.6937872667820737,
|
|
3.693979611463743
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.9996154585656605,
|
|
"ci95": [
|
|
0.9996154585656605,
|
|
0.9998076923076923
|
|
],
|
|
"mannwhitney_p": 0.9999999999998104,
|
|
"cliffs_delta": -0.10788966666666666,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 50.49514563106796,
|
|
"ci95": [
|
|
50.48543689320388,
|
|
50.49514563106796
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.6923668525283597,
|
|
"ci95": [
|
|
3.6923668525283597,
|
|
3.693173076923077
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 186.44660194174756,
|
|
"ci95": [
|
|
186.44660194174756,
|
|
186.45631067961165
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "gen_a",
|
|
"medians": {
|
|
"refo0": 224650.0,
|
|
"refnv": 83310.0,
|
|
"ref": 82706.0,
|
|
"avx2": 17314.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.6965550354099146,
|
|
"ci95": [
|
|
2.696070665610523,
|
|
2.6970374118401486
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0073029768094213,
|
|
"ci95": [
|
|
1.0070356090064052,
|
|
1.007570631512922
|
|
],
|
|
"mannwhitney_p": 2.9140482680983822e-198,
|
|
"cliffs_delta": 0.44750911111111114,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 4.776828000462054,
|
|
"ci95": [
|
|
4.775378219193902,
|
|
4.778393991912189
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 2.7162479142988416,
|
|
"ci95": [
|
|
2.715567052679931,
|
|
2.7169685829685344
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 12.97504909321936,
|
|
"ci95": [
|
|
12.971936713246333,
|
|
12.978336221837088
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "poly_getnoise_eta1",
|
|
"medians": {
|
|
"refo0": 6968.0,
|
|
"refnv": 2340.0,
|
|
"ref": 2038.0,
|
|
"avx2": 1712.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.977777777777778,
|
|
"ci95": [
|
|
2.977777777777778,
|
|
2.977777777777778
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.1481844946025515,
|
|
"ci95": [
|
|
1.1481844946025515,
|
|
1.149312377210216
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 1.1904205607476634,
|
|
"ci95": [
|
|
1.189252336448598,
|
|
1.1904205607476634
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.9993333333333333,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4190382728164868,
|
|
"ci95": [
|
|
3.4190382728164868,
|
|
3.4223968565815324
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 4.070093457943925,
|
|
"ci95": [
|
|
4.070093457943925,
|
|
4.070093457943925
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "poly_getnoise_eta2",
|
|
"medians": {
|
|
"refo0": 6972.0,
|
|
"refnv": 2336.0,
|
|
"ref": 2038.0,
|
|
"avx2": 1708.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.9845890410958904,
|
|
"ci95": [
|
|
2.9845890410958904,
|
|
2.9845890410958904
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.1462217860647694,
|
|
"ci95": [
|
|
1.1462217860647694,
|
|
1.1462217860647694
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 1.193208430913349,
|
|
"ci95": [
|
|
1.193208430913349,
|
|
1.194607268464244
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.999334,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4210009813542688,
|
|
"ci95": [
|
|
3.4210009813542688,
|
|
3.4210009813542688
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 4.081967213114754,
|
|
"ci95": [
|
|
4.081967213114754,
|
|
4.086752637749121
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "kyber_encaps_derand",
|
|
"medians": {
|
|
"refo0": 945328.0,
|
|
"refnv": 308350.0,
|
|
"ref": 297985.0,
|
|
"avx2": 45634.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.0657629317334196,
|
|
"ci95": [
|
|
3.065366555982152,
|
|
3.0661853852456957
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0347836300484923,
|
|
"ci95": [
|
|
1.033020612443846,
|
|
1.0353623630742472
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.6845677777777778,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 6.5298899943024935,
|
|
"ci95": [
|
|
6.525785391929194,
|
|
6.54131438940089
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.1724012953672163,
|
|
"ci95": [
|
|
3.16711664098097,
|
|
3.174126344260949
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 20.715431476530657,
|
|
"ci95": [
|
|
20.70954738640845,
|
|
20.721613327487944
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "polyvec_basemul_acc_montgomery",
|
|
"medians": {
|
|
"refo0": 51678.0,
|
|
"refnv": 16104.0,
|
|
"ref": 14988.0,
|
|
"avx2": 360.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.209016393442623,
|
|
"ci95": [
|
|
3.208954297069051,
|
|
3.2091405861897666
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0744595676541233,
|
|
"ci95": [
|
|
1.0744595676541233,
|
|
1.0744595676541233
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 41.63333333333333,
|
|
"ci95": [
|
|
41.63333333333333,
|
|
41.63333333333333
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4479583666933546,
|
|
"ci95": [
|
|
3.447824926607953,
|
|
3.4480918067787565
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 143.55,
|
|
"ci95": [
|
|
143.54444444444445,
|
|
143.55555555555554
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "kyber_keypair",
|
|
"medians": {
|
|
"refo0": 814478.0,
|
|
"refnv": 283684.0,
|
|
"ref": 273593.0,
|
|
"avx2": 46138.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.8710748579405254,
|
|
"ci95": [
|
|
2.8707070320787493,
|
|
2.8714067339474427
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0368832535920145,
|
|
"ci95": [
|
|
1.0357591273110158,
|
|
1.0378979979911187
|
|
],
|
|
"mannwhitney_p": 3.925367849543312e-307,
|
|
"cliffs_delta": 0.5582115555555556,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 5.92988426026269,
|
|
"ci95": [
|
|
5.920583408868664,
|
|
5.938558067081102
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 2.9769694400076023,
|
|
"ci95": [
|
|
2.973734181836769,
|
|
2.9799060520119522
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 17.653084225584116,
|
|
"ci95": [
|
|
17.631839245139464,
|
|
17.67054280383564
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "poly_frommsg",
|
|
"medians": {
|
|
"refo0": 3854.0,
|
|
"refnv": 1278.0,
|
|
"ref": 1440.0,
|
|
"avx2": 26.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.0156494522691704,
|
|
"ci95": [
|
|
3.0156494522691704,
|
|
3.0156494522691704
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.8875,
|
|
"ci95": [
|
|
0.8875,
|
|
0.8875
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -0.7653766666666667,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 55.38461538461539,
|
|
"ci95": [
|
|
55.38461538461539,
|
|
55.38461538461539
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 2.676388888888889,
|
|
"ci95": [
|
|
2.676388888888889,
|
|
2.676388888888889
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 148.23076923076923,
|
|
"ci95": [
|
|
148.23076923076923,
|
|
148.23076923076923
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "poly_compress",
|
|
"medians": {
|
|
"refo0": 3638.0,
|
|
"refnv": 704.0,
|
|
"ref": 704.0,
|
|
"avx2": 40.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 5.167613636363637,
|
|
"ci95": [
|
|
5.1647727272727275,
|
|
5.167613636363637
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0,
|
|
"ci95": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"mannwhitney_p": 0.9722607436913203,
|
|
"cliffs_delta": -0.024746555555555556,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 17.6,
|
|
"ci95": [
|
|
17.6,
|
|
17.6
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 5.167613636363637,
|
|
"ci95": [
|
|
5.1647727272727275,
|
|
5.167613636363637
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 90.95,
|
|
"ci95": [
|
|
90.9,
|
|
90.95
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "poly_decompress",
|
|
"medians": {
|
|
"refo0": 1898.0,
|
|
"refnv": 424.0,
|
|
"ref": 516.0,
|
|
"avx2": 28.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 4.476415094339623,
|
|
"ci95": [
|
|
4.476415094339623,
|
|
4.476415094339623
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.8217054263565892,
|
|
"ci95": [
|
|
0.8217054263565892,
|
|
0.8217054263565892
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 18.428571428571427,
|
|
"ci95": [
|
|
18.428571428571427,
|
|
18.428571428571427
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.6782945736434107,
|
|
"ci95": [
|
|
3.6782945736434107,
|
|
3.6782945736434107
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 67.78571428571429,
|
|
"ci95": [
|
|
67.78571428571429,
|
|
67.78571428571429
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "poly_tomsg",
|
|
"medians": {
|
|
"refo0": 3802.0,
|
|
"refnv": 414.0,
|
|
"ref": 288.0,
|
|
"avx2": 18.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 9.183574879227054,
|
|
"ci95": [
|
|
9.183574879227054,
|
|
9.18840579710145
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.4375,
|
|
"ci95": [
|
|
1.4375,
|
|
1.4375
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 16.0,
|
|
"ci95": [
|
|
16.0,
|
|
16.0
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 13.20138888888889,
|
|
"ci95": [
|
|
13.20138888888889,
|
|
13.208333333333334
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 211.22222222222223,
|
|
"ci95": [
|
|
211.22222222222223,
|
|
211.33333333333334
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "indcpa_enc",
|
|
"medians": {
|
|
"refo0": 897288.0,
|
|
"refnv": 290868.0,
|
|
"ref": 279326.0,
|
|
"avx2": 29753.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.084863236932217,
|
|
"ci95": [
|
|
3.0846849809297456,
|
|
3.0850266589073745
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0413208938659488,
|
|
"ci95": [
|
|
1.0411992087704436,
|
|
1.0414270918895883
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.9986904444444444,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 9.38816253823144,
|
|
"ci95": [
|
|
9.38704039792969,
|
|
9.389385587523527
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.21233254333646,
|
|
"ci95": [
|
|
3.2119788944651666,
|
|
3.212618554043458
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 30.157900043693072,
|
|
"ci95": [
|
|
30.154926737464713,
|
|
30.159653132562518
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "indcpa_keypair",
|
|
"medians": {
|
|
"refo0": 735127.0,
|
|
"refnv": 241026.0,
|
|
"ref": 229221.0,
|
|
"avx2": 28252.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.049990457461021,
|
|
"ci95": [
|
|
3.0497672604774273,
|
|
3.0501883827752954
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0515005169683407,
|
|
"ci95": [
|
|
1.0512775776186198,
|
|
1.0516799135352894
|
|
],
|
|
"mannwhitney_p": 1.2442960275401668e-304,
|
|
"cliffs_delta": 0.5559155555555556,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 8.113443296049837,
|
|
"ci95": [
|
|
8.111877964182062,
|
|
8.11492991646609
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.207066542768769,
|
|
"ci95": [
|
|
3.2064152486467945,
|
|
3.2075730205688058
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 26.020352541412997,
|
|
"ci95": [
|
|
26.01783818220429,
|
|
26.02144980886309
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "polyvec_compress",
|
|
"medians": {
|
|
"refo0": 21354.0,
|
|
"refnv": 3656.0,
|
|
"ref": 4238.0,
|
|
"avx2": 608.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 5.840809628008753,
|
|
"ci95": [
|
|
5.8402625820568925,
|
|
5.844006568144499
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.8626710712600283,
|
|
"ci95": [
|
|
0.8621991505427088,
|
|
0.8626710712600283
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 6.970394736842105,
|
|
"ci95": [
|
|
6.970394736842105,
|
|
6.970394736842105
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 5.0386974988201985,
|
|
"ci95": [
|
|
5.038225578102879,
|
|
5.0386974988201985
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 35.12171052631579,
|
|
"ci95": [
|
|
35.11842105263158,
|
|
35.12171052631579
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "kyber_encaps",
|
|
"medians": {
|
|
"refo0": 946878.0,
|
|
"refnv": 309538.0,
|
|
"ref": 300211.0,
|
|
"avx2": 47097.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.059004064121368,
|
|
"ci95": [
|
|
3.0583846263292456,
|
|
3.0596226120018626
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0310681487353894,
|
|
"ci95": [
|
|
1.0306551659300798,
|
|
1.0314713610948572
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.7561263333333333,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 6.374312588912245,
|
|
"ci95": [
|
|
6.3670230623911594,
|
|
6.380600972048822
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.1540416573676513,
|
|
"ci95": [
|
|
3.1528323962182996,
|
|
3.1551326482612567
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 20.104847442512263,
|
|
"ci95": [
|
|
20.082947595896446,
|
|
20.123156904832744
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "indcpa_dec",
|
|
"medians": {
|
|
"refo0": 216428.0,
|
|
"refnv": 60602.0,
|
|
"ref": 58650.0,
|
|
"avx2": 1886.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.5713012771855714,
|
|
"ci95": [
|
|
3.571065571065571,
|
|
3.5714521452145216
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0332821824381926,
|
|
"ci95": [
|
|
1.0331412595042448,
|
|
1.0334231438218342
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.9999988888888889,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 31.097560975609756,
|
|
"ci95": [
|
|
31.093849416755038,
|
|
31.101802757158005
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.690161977834612,
|
|
"ci95": [
|
|
3.6896586995806198,
|
|
3.690631288155247
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 114.75503711558855,
|
|
"ci95": [
|
|
114.75397667020148,
|
|
114.7560975609756
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "kyber_keypair_derand",
|
|
"medians": {
|
|
"refo0": 779354.0,
|
|
"refnv": 259887.0,
|
|
"ref": 245962.0,
|
|
"avx2": 42976.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.998818717365624,
|
|
"ci95": [
|
|
2.9985956407148766,
|
|
2.999045669339819
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0566144363763508,
|
|
"ci95": [
|
|
1.056405586901026,
|
|
1.0567690321311929
|
|
],
|
|
"mannwhitney_p": 1.1987246090868968e-304,
|
|
"cliffs_delta": 0.5559304444444444,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 5.723240878629933,
|
|
"ci95": [
|
|
5.72236958443855,
|
|
5.72432168287802
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.16859514884413,
|
|
"ci95": [
|
|
3.1680216411093953,
|
|
3.168964031000187
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 18.134633283693223,
|
|
"ci95": [
|
|
18.132945556072592,
|
|
18.135709964164377
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "polyvec_decompress",
|
|
"medians": {
|
|
"refo0": 8528.0,
|
|
"refnv": 2396.0,
|
|
"ref": 2708.0,
|
|
"avx2": 200.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.5592654424040067,
|
|
"ci95": [
|
|
3.5592654424040067,
|
|
3.5601001669449084
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.8847858197932054,
|
|
"ci95": [
|
|
0.8841328413284133,
|
|
0.8847858197932054
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 13.54,
|
|
"ci95": [
|
|
13.54,
|
|
13.55
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.1491875923190547,
|
|
"ci95": [
|
|
3.1468634686346864,
|
|
3.149926144756278
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 42.64,
|
|
"ci95": [
|
|
42.64,
|
|
42.65
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem1024",
|
|
"operation": "kyber_decaps",
|
|
"medians": {
|
|
"refo0": 1172674.0,
|
|
"refnv": 375007.0,
|
|
"ref": 360830.0,
|
|
"avx2": 52138.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.1270722946505,
|
|
"ci95": [
|
|
3.126717076916514,
|
|
3.127348820191011
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0392899703461465,
|
|
"ci95": [
|
|
1.0384250839278313,
|
|
1.0402707721026494
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.9986537777777778,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 6.920672062603092,
|
|
"ci95": [
|
|
6.913630436450103,
|
|
6.926784823723482
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.249934872377574,
|
|
"ci95": [
|
|
3.2472716900983327,
|
|
3.252916833507842
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 22.491733476543022,
|
|
"ci95": [
|
|
22.485408038042646,
|
|
22.497304794874868
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "NTT",
|
|
"medians": {
|
|
"refo0": 25180.0,
|
|
"refnv": 6830.0,
|
|
"ref": 6750.0,
|
|
"avx2": 190.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.6866764275256223,
|
|
"ci95": [
|
|
3.684518583552824,
|
|
3.6877562975981255
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0118518518518518,
|
|
"ci95": [
|
|
1.0115555555555555,
|
|
1.012448132780083
|
|
],
|
|
"mannwhitney_p": 4.7012183209847624e-287,
|
|
"cliffs_delta": 0.5393425555555555,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 35.526315789473685,
|
|
"ci95": [
|
|
35.51578947368421,
|
|
37.92134831460674
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.7303703703703706,
|
|
"ci95": [
|
|
3.7303703703703706,
|
|
3.7314759928867813
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 132.52631578947367,
|
|
"ci95": [
|
|
132.52631578947367,
|
|
141.46067415730337
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "INVNTT",
|
|
"medians": {
|
|
"refo0": 38784.0,
|
|
"refnv": 9500.0,
|
|
"ref": 10352.0,
|
|
"avx2": 184.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 4.082526315789473,
|
|
"ci95": [
|
|
4.082526315789473,
|
|
4.082736842105263
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.9176970633693973,
|
|
"ci95": [
|
|
0.9176970633693973,
|
|
0.9176970633693973
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -0.33382822222222225,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 56.26086956521739,
|
|
"ci95": [
|
|
56.26086956521739,
|
|
56.26086956521739
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.7465224111282844,
|
|
"ci95": [
|
|
3.7465224111282844,
|
|
3.7467156105100465
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 210.7826086956522,
|
|
"ci95": [
|
|
210.7826086956522,
|
|
210.79347826086956
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "gen_a",
|
|
"medians": {
|
|
"refo0": 55984.0,
|
|
"refnv": 20606.0,
|
|
"ref": 20408.0,
|
|
"avx2": 4380.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.716878579054644,
|
|
"ci95": [
|
|
2.7162267080745344,
|
|
2.7172668154906336
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.009702077616621,
|
|
"ci95": [
|
|
1.0096040768326147,
|
|
1.009997059688327
|
|
],
|
|
"mannwhitney_p": 1.5299633111663555e-301,
|
|
"cliffs_delta": 0.5530531111111111,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 4.659360730593607,
|
|
"ci95": [
|
|
4.658904109589041,
|
|
4.659817351598173
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 2.743237945903567,
|
|
"ci95": [
|
|
2.7429439435515484,
|
|
2.743702832500245
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 12.781735159817352,
|
|
"ci95": [
|
|
12.780365296803653,
|
|
12.78310502283105
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "poly_getnoise_eta1",
|
|
"medians": {
|
|
"refo0": 10972.0,
|
|
"refnv": 3498.0,
|
|
"ref": 3196.0,
|
|
"avx2": 2302.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.1366495140080044,
|
|
"ci95": [
|
|
3.134857142857143,
|
|
3.1366495140080044
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0944931163954943,
|
|
"ci95": [
|
|
1.0944931163954943,
|
|
1.0951188986232792
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.9993335555555556,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 1.3883579496090357,
|
|
"ci95": [
|
|
1.3883579496090357,
|
|
1.3895652173913045
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.433041301627034,
|
|
"ci95": [
|
|
3.433041301627034,
|
|
3.4336670838548184
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 4.766290182450043,
|
|
"ci95": [
|
|
4.766290182450043,
|
|
4.770434782608696
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "poly_getnoise_eta2",
|
|
"medians": {
|
|
"refo0": 7010.0,
|
|
"refnv": 2258.0,
|
|
"ref": 2044.0,
|
|
"avx2": 1494.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.104517271922055,
|
|
"ci95": [
|
|
3.103631532329495,
|
|
3.104517271922055
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.1046966731898238,
|
|
"ci95": [
|
|
1.1046966731898238,
|
|
1.1046966731898238
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 1.3681392235609102,
|
|
"ci95": [
|
|
1.3681392235609102,
|
|
1.3681392235609102
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4295499021526417,
|
|
"ci95": [
|
|
3.4285714285714284,
|
|
3.4295499021526417
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 4.692101740294511,
|
|
"ci95": [
|
|
4.690763052208835,
|
|
4.692101740294511
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "poly_frommsg",
|
|
"medians": {
|
|
"refo0": 3848.0,
|
|
"refnv": 1278.0,
|
|
"ref": 1278.0,
|
|
"avx2": 28.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.0109546165884193,
|
|
"ci95": [
|
|
3.0109546165884193,
|
|
3.0109546165884193
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0,
|
|
"ci95": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"mannwhitney_p": 0.9999999999999937,
|
|
"cliffs_delta": -0.110447,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 45.642857142857146,
|
|
"ci95": [
|
|
45.642857142857146,
|
|
45.642857142857146
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.0109546165884193,
|
|
"ci95": [
|
|
3.0109546165884193,
|
|
3.0109546165884193
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 137.42857142857142,
|
|
"ci95": [
|
|
137.42857142857142,
|
|
137.42857142857142
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "poly_compress",
|
|
"medians": {
|
|
"refo0": 3554.0,
|
|
"refnv": 650.0,
|
|
"ref": 256.0,
|
|
"avx2": 14.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 5.467692307692308,
|
|
"ci95": [
|
|
5.467692307692308,
|
|
5.470769230769231
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 2.5390625,
|
|
"ci95": [
|
|
2.5390625,
|
|
2.5390625
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 18.285714285714285,
|
|
"ci95": [
|
|
18.285714285714285,
|
|
18.285714285714285
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 13.8828125,
|
|
"ci95": [
|
|
13.8828125,
|
|
13.890625
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 253.85714285714286,
|
|
"ci95": [
|
|
253.85714285714286,
|
|
254.0
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "poly_decompress",
|
|
"medians": {
|
|
"refo0": 1022.0,
|
|
"refnv": 412.0,
|
|
"ref": 56.0,
|
|
"avx2": 22.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.4805825242718447,
|
|
"ci95": [
|
|
2.4805825242718447,
|
|
2.4805825242718447
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 7.357142857142857,
|
|
"ci95": [
|
|
7.357142857142857,
|
|
7.357142857142857
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 2.5454545454545454,
|
|
"ci95": [
|
|
2.5454545454545454,
|
|
2.5454545454545454
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 18.25,
|
|
"ci95": [
|
|
18.25,
|
|
18.25
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 46.45454545454545,
|
|
"ci95": [
|
|
46.45454545454545,
|
|
46.45454545454545
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "poly_tomsg",
|
|
"medians": {
|
|
"refo0": 3802.0,
|
|
"refnv": 412.0,
|
|
"ref": 286.0,
|
|
"avx2": 18.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 9.228155339805825,
|
|
"ci95": [
|
|
9.228155339805825,
|
|
9.233009708737864
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.4405594405594406,
|
|
"ci95": [
|
|
1.4405594405594406,
|
|
1.4405594405594406
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 15.88888888888889,
|
|
"ci95": [
|
|
15.88888888888889,
|
|
15.88888888888889
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 13.293706293706293,
|
|
"ci95": [
|
|
13.293706293706293,
|
|
13.3006993006993
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 211.22222222222223,
|
|
"ci95": [
|
|
211.22222222222223,
|
|
211.33333333333334
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "indcpa_keypair",
|
|
"medians": {
|
|
"refo0": 278438.0,
|
|
"refnv": 87694.0,
|
|
"ref": 83090.0,
|
|
"avx2": 10000.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.1751089014071656,
|
|
"ci95": [
|
|
3.1750096923533033,
|
|
3.1753261563725936
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0554097966060898,
|
|
"ci95": [
|
|
1.0552854529700588,
|
|
1.0555087499699107
|
|
],
|
|
"mannwhitney_p": 1.7471976101037235e-304,
|
|
"cliffs_delta": 0.5557777777777778,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 8.309,
|
|
"ci95": [
|
|
8.306938612277545,
|
|
8.310862172434486
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.351041039836322,
|
|
"ci95": [
|
|
3.3507184288430527,
|
|
3.351355254922729
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 27.8438,
|
|
"ci95": [
|
|
27.838032393521296,
|
|
27.849569913982798
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "indcpa_enc",
|
|
"medians": {
|
|
"refo0": 381746.0,
|
|
"refnv": 110868.0,
|
|
"ref": 108140.0,
|
|
"avx2": 10842.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.4432478262438213,
|
|
"ci95": [
|
|
3.442997330254708,
|
|
3.4435504239581456
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0252265581653413,
|
|
"ci95": [
|
|
1.0250776742121617,
|
|
1.0253380057604464
|
|
],
|
|
"mannwhitney_p": 4.494023367573765e-302,
|
|
"cliffs_delta": 0.5535565555555556,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 9.974174506548607,
|
|
"ci95": [
|
|
9.972703799336038,
|
|
9.97528131341081
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.530109117810246,
|
|
"ci95": [
|
|
3.529717434721503,
|
|
3.5304355867936743
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 35.20992436819775,
|
|
"ci95": [
|
|
35.203614902250095,
|
|
35.21103117505995
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "polyvec_compress",
|
|
"medians": {
|
|
"refo0": 10940.0,
|
|
"refnv": 1746.0,
|
|
"ref": 1746.0,
|
|
"avx2": 214.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 6.265750286368843,
|
|
"ci95": [
|
|
6.265750286368843,
|
|
6.265750286368843
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0,
|
|
"ci95": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"mannwhitney_p": 8.30173006279488e-15,
|
|
"cliffs_delta": 0.10988788888888888,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 8.158878504672897,
|
|
"ci95": [
|
|
8.158878504672897,
|
|
8.158878504672897
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 6.265750286368843,
|
|
"ci95": [
|
|
6.265750286368843,
|
|
6.265750286368843
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 51.12149532710281,
|
|
"ci95": [
|
|
51.12149532710281,
|
|
51.12149532710281
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "kyber_encaps",
|
|
"medians": {
|
|
"refo0": 409375.0,
|
|
"refnv": 122383.0,
|
|
"ref": 119870.0,
|
|
"avx2": 20058.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.3450315811836613,
|
|
"ci95": [
|
|
3.344266409822163,
|
|
3.345731426251995
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0209643780762492,
|
|
"ci95": [
|
|
1.0206274007872504,
|
|
1.0213616508720964
|
|
],
|
|
"mannwhitney_p": 4.368739130955809e-301,
|
|
"cliffs_delta": 0.5526442222222222,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 5.976169109582211,
|
|
"ci95": [
|
|
5.970418253026344,
|
|
5.981587768089587
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.415158087928589,
|
|
"ci95": [
|
|
3.4142854610951803,
|
|
3.416302383640685
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 20.409562269418686,
|
|
"ci95": [
|
|
20.390076202809045,
|
|
20.427046440952118
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "indcpa_dec",
|
|
"medians": {
|
|
"refo0": 132256.0,
|
|
"refnv": 35338.0,
|
|
"ref": 34840.0,
|
|
"avx2": 994.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.742600033957779,
|
|
"ci95": [
|
|
3.7419646899049344,
|
|
3.74302371653365
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0142939150401837,
|
|
"ci95": [
|
|
1.0141495895757993,
|
|
1.0144669613640278
|
|
],
|
|
"mannwhitney_p": 9.468206844929955e-303,
|
|
"cliffs_delta": 0.5541681111111111,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 35.05030181086519,
|
|
"ci95": [
|
|
35.04828973843058,
|
|
35.052313883299796
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.79609644087256,
|
|
"ci95": [
|
|
3.7958211354112854,
|
|
3.796371777943625
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 133.0543259557344,
|
|
"ci95": [
|
|
133.0523138832998,
|
|
133.05633802816902
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "kyber_keypair_derand",
|
|
"medians": {
|
|
"refo0": 300746.0,
|
|
"refnv": 96197.0,
|
|
"ref": 91802.0,
|
|
"avx2": 16888.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.1263552917450648,
|
|
"ci95": [
|
|
3.126107022577024,
|
|
3.126538589487691
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.047874773970066,
|
|
"ci95": [
|
|
1.0477964403198048,
|
|
1.0479769919602588
|
|
],
|
|
"mannwhitney_p": 3.0517109793820137e-304,
|
|
"cliffs_delta": 0.5555555555555556,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 5.4359308384651825,
|
|
"ci95": [
|
|
5.434762017523088,
|
|
5.4364045476077685
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.2760288446874797,
|
|
"ci95": [
|
|
3.2758207524562666,
|
|
3.276242973550046
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 17.808266224538134,
|
|
"ci95": [
|
|
17.804167653327017,
|
|
17.809904654743576
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "polyvec_decompress",
|
|
"medians": {
|
|
"refo0": 4114.0,
|
|
"refnv": 1078.0,
|
|
"ref": 1350.0,
|
|
"avx2": 68.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.816326530612245,
|
|
"ci95": [
|
|
3.816326530612245,
|
|
3.816326530612245
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.7985185185185185,
|
|
"ci95": [
|
|
0.7985185185185185,
|
|
0.7985185185185185
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 19.852941176470587,
|
|
"ci95": [
|
|
19.852941176470587,
|
|
19.852941176470587
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.0474074074074076,
|
|
"ci95": [
|
|
3.0474074074074076,
|
|
3.0474074074074076
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 60.5,
|
|
"ci95": [
|
|
60.5,
|
|
60.5
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "kyber_decaps",
|
|
"medians": {
|
|
"refo0": 545614.0,
|
|
"refnv": 159922.0,
|
|
"ref": 155354.0,
|
|
"avx2": 21794.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.411750728480134,
|
|
"ci95": [
|
|
3.411482236422524,
|
|
3.4120317678694265
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0294038132265664,
|
|
"ci95": [
|
|
1.0293118096856415,
|
|
1.0295087032650119
|
|
],
|
|
"mannwhitney_p": 3.1831351888996127e-303,
|
|
"cliffs_delta": 0.554618,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 7.12829219051115,
|
|
"ci95": [
|
|
7.124466722699888,
|
|
7.130628506258723
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.512069209675966,
|
|
"ci95": [
|
|
3.511862923055137,
|
|
3.5123274796580493
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 25.035055519867853,
|
|
"ci95": [
|
|
25.021645418692103,
|
|
25.042731090508536
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "kyber_encaps_derand",
|
|
"medians": {
|
|
"refo0": 407816.0,
|
|
"refnv": 120796.0,
|
|
"ref": 118378.0,
|
|
"avx2": 19048.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.376072055366072,
|
|
"ci95": [
|
|
3.3757387382436876,
|
|
3.3763722162430665
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.020426092686141,
|
|
"ci95": [
|
|
1.0203147305025044,
|
|
1.0205633374448744
|
|
],
|
|
"mannwhitney_p": 1.8491475851080746e-301,
|
|
"cliffs_delta": 0.5529888888888889,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 6.214720705585888,
|
|
"ci95": [
|
|
6.21234386480529,
|
|
6.216678920281483
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4450320160840695,
|
|
"ci95": [
|
|
3.4447241274453493,
|
|
3.4454000630211525
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 21.409911801763965,
|
|
"ci95": [
|
|
21.40233021937651,
|
|
21.416710429576725
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "polyvec_basemul_acc_montgomery",
|
|
"medians": {
|
|
"refo0": 26184.0,
|
|
"refnv": 7990.0,
|
|
"ref": 7702.0,
|
|
"avx2": 148.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.2770963704630787,
|
|
"ci95": [
|
|
3.2754565924443333,
|
|
3.279559118236473
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.037392884964944,
|
|
"ci95": [
|
|
1.0366138665281746,
|
|
1.0379122305894573
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.7780021111111111,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 52.04054054054054,
|
|
"ci95": [
|
|
52.04054054054054,
|
|
52.75342465753425
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.3996364580628406,
|
|
"ci95": [
|
|
3.3996364580628406,
|
|
3.3996364580628406
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 176.9189189189189,
|
|
"ci95": [
|
|
176.9189189189189,
|
|
179.34246575342465
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem512",
|
|
"operation": "kyber_keypair",
|
|
"medians": {
|
|
"refo0": 311008.0,
|
|
"refnv": 104554.0,
|
|
"ref": 100044.0,
|
|
"avx2": 18694.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.9746159879105534,
|
|
"ci95": [
|
|
2.9742167476378105,
|
|
2.9751100057394297
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0450801647275199,
|
|
"ci95": [
|
|
1.0447304778845963,
|
|
1.045412733962566
|
|
],
|
|
"mannwhitney_p": 1.0837949075468344e-305,
|
|
"cliffs_delta": 0.5568888888888889,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 5.351663635391034,
|
|
"ci95": [
|
|
5.34771185921952,
|
|
5.355277242560479
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.1087121666466753,
|
|
"ci95": [
|
|
3.1079197442506987,
|
|
3.109642457206847
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 16.636781855140686,
|
|
"ci95": [
|
|
16.624545648920247,
|
|
16.64632927419584
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "NTT",
|
|
"medians": {
|
|
"refo0": 25234.0,
|
|
"refnv": 6822.0,
|
|
"ref": 6854.0,
|
|
"avx2": 174.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.6989152741131632,
|
|
"ci95": [
|
|
3.697831184056272,
|
|
3.6989152741131632
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.9953311934636708,
|
|
"ci95": [
|
|
0.9953311934636708,
|
|
0.9956229938721914
|
|
],
|
|
"mannwhitney_p": 8.773576890654907e-14,
|
|
"cliffs_delta": 0.10957222222222222,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 39.39080459770115,
|
|
"ci95": [
|
|
38.94318181818182,
|
|
39.39080459770115
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.681645754304056,
|
|
"ci95": [
|
|
3.681645754304056,
|
|
3.681645754304056
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 145.02298850574712,
|
|
"ci95": [
|
|
143.375,
|
|
145.02298850574712
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "INVNTT",
|
|
"medians": {
|
|
"refo0": 38504.0,
|
|
"refnv": 9776.0,
|
|
"ref": 9610.0,
|
|
"avx2": 184.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.9386252045826513,
|
|
"ci95": [
|
|
3.93842062193126,
|
|
3.9388297872340425
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.017273673257024,
|
|
"ci95": [
|
|
1.0170620058260507,
|
|
1.017273673257024
|
|
],
|
|
"mannwhitney_p": 1.1530423692569405e-299,
|
|
"cliffs_delta": 0.5506793333333333,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 52.22826086956522,
|
|
"ci95": [
|
|
52.22826086956522,
|
|
52.23913043478261
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 4.006659729448491,
|
|
"ci95": [
|
|
4.005826050769871,
|
|
4.006867845993757
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 209.2608695652174,
|
|
"ci95": [
|
|
209.25,
|
|
209.27173913043478
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "gen_a",
|
|
"medians": {
|
|
"refo0": 126409.0,
|
|
"refnv": 46666.0,
|
|
"ref": 46964.0,
|
|
"avx2": 12228.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.7088029828997557,
|
|
"ci95": [
|
|
2.7080976863753214,
|
|
2.7093961177086214
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.9936547142492121,
|
|
"ci95": [
|
|
0.9934420644721713,
|
|
0.9938884156729131
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -0.32284511111111114,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 3.8406934903500165,
|
|
"ci95": [
|
|
3.839738348323794,
|
|
3.841184167484462
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 2.69161485393067,
|
|
"ci95": [
|
|
2.691053102244177,
|
|
2.692120954003407
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 10.337667648020936,
|
|
"ci95": [
|
|
10.334750613246117,
|
|
10.339057899901865
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "poly_getnoise_eta1",
|
|
"medians": {
|
|
"refo0": 6968.0,
|
|
"refnv": 2256.0,
|
|
"ref": 2040.0,
|
|
"avx2": 1502.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.0886524822695036,
|
|
"ci95": [
|
|
3.0886524822695036,
|
|
3.0895390070921986
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.1058823529411765,
|
|
"ci95": [
|
|
1.1058823529411765,
|
|
1.1058823529411765
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.9993333333333333,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 1.3581890812250332,
|
|
"ci95": [
|
|
1.3581890812250332,
|
|
1.3581890812250332
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4156862745098038,
|
|
"ci95": [
|
|
3.4156862745098038,
|
|
3.4166666666666665
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 4.639147802929427,
|
|
"ci95": [
|
|
4.639147802929427,
|
|
4.640479360852197
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "poly_getnoise_eta2",
|
|
"medians": {
|
|
"refo0": 6964.0,
|
|
"refnv": 2268.0,
|
|
"ref": 2040.0,
|
|
"avx2": 1494.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.070546737213404,
|
|
"ci95": [
|
|
3.070546737213404,
|
|
3.0714285714285716
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.111764705882353,
|
|
"ci95": [
|
|
1.111764705882353,
|
|
1.111764705882353
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.9993333333333333,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 1.3654618473895583,
|
|
"ci95": [
|
|
1.3654618473895583,
|
|
1.3654618473895583
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4137254901960783,
|
|
"ci95": [
|
|
3.4137254901960783,
|
|
3.414705882352941
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 4.661311914323963,
|
|
"ci95": [
|
|
4.661311914323963,
|
|
4.662650602409639
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "kyber_decaps",
|
|
"medians": {
|
|
"refo0": 829014.0,
|
|
"refnv": 251040.0,
|
|
"ref": 238234.0,
|
|
"avx2": 33654.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.3023183556405353,
|
|
"ci95": [
|
|
3.302049725561424,
|
|
3.302516063193223
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0537538722432567,
|
|
"ci95": [
|
|
1.0536211932981903,
|
|
1.053896239986066
|
|
],
|
|
"mannwhitney_p": 5.844898056734702e-305,
|
|
"cliffs_delta": 0.5562171111111112,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 7.078920782076425,
|
|
"ci95": [
|
|
7.077183371436632,
|
|
7.08035661218425
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.479830754636198,
|
|
"ci95": [
|
|
3.4794049241169387,
|
|
3.480215195006214
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 24.63344624710287,
|
|
"ci95": [
|
|
24.628184323655475,
|
|
24.637601046124583
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "polyvec_decompress",
|
|
"medians": {
|
|
"refo0": 6132.0,
|
|
"refnv": 1644.0,
|
|
"ref": 2064.0,
|
|
"avx2": 94.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.72992700729927,
|
|
"ci95": [
|
|
3.7287104622871046,
|
|
3.72992700729927
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 0.7965116279069767,
|
|
"ci95": [
|
|
0.7965116279069767,
|
|
0.7965116279069767
|
|
],
|
|
"mannwhitney_p": 1.0,
|
|
"cliffs_delta": -1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 21.95744680851064,
|
|
"ci95": [
|
|
21.95744680851064,
|
|
21.95744680851064
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 2.9709302325581395,
|
|
"ci95": [
|
|
2.9699612403100777,
|
|
2.9709302325581395
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 65.23404255319149,
|
|
"ci95": [
|
|
65.2127659574468,
|
|
65.23404255319149
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "kyber_encaps_derand",
|
|
"medians": {
|
|
"refo0": 647779.0,
|
|
"refnv": 198524.0,
|
|
"ref": 189801.0,
|
|
"avx2": 30032.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.2629757611170436,
|
|
"ci95": [
|
|
3.2626494615857284,
|
|
3.2632464509888868
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0459586619670076,
|
|
"ci95": [
|
|
1.045753355386528,
|
|
1.046146240479249
|
|
],
|
|
"mannwhitney_p": 3.061430269403004e-304,
|
|
"cliffs_delta": 0.5555555555555556,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 6.319958710708578,
|
|
"ci95": [
|
|
6.3181757656458055,
|
|
6.321798501248959
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4129377611287612,
|
|
"ci95": [
|
|
3.412317183698292,
|
|
3.413485656471977
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 21.569625732551945,
|
|
"ci95": [
|
|
21.564247669773636,
|
|
21.574368880303737
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "kyber_keypair",
|
|
"medians": {
|
|
"refo0": 527814.0,
|
|
"refnv": 180398.0,
|
|
"ref": 174249.0,
|
|
"avx2": 31594.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.9258306633111233,
|
|
"ci95": [
|
|
2.925508130278236,
|
|
2.9261326886966246
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0352885812831063,
|
|
"ci95": [
|
|
1.0350814780812485,
|
|
1.035473205675713
|
|
],
|
|
"mannwhitney_p": 6.736199193129897e-307,
|
|
"cliffs_delta": 0.557996,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 5.515256061277458,
|
|
"ci95": [
|
|
5.514243210736216,
|
|
5.516427169715769
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.0290790764939826,
|
|
"ci95": [
|
|
3.028454987156225,
|
|
3.029623468835902
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 16.70614673672216,
|
|
"ci95": [
|
|
16.70401316622357,
|
|
16.70834388452773
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "polyvec_basemul_acc_montgomery",
|
|
"medians": {
|
|
"refo0": 39132.0,
|
|
"refnv": 11836.0,
|
|
"ref": 11038.0,
|
|
"avx2": 232.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.306184521797905,
|
|
"ci95": [
|
|
3.2801341156747696,
|
|
3.3089802130898023
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.072295705743794,
|
|
"ci95": [
|
|
1.0713897445189347,
|
|
1.0807211451349883
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.9966254444444445,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 47.577586206896555,
|
|
"ci95": [
|
|
47.577586206896555,
|
|
47.577586206896555
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.545207465120493,
|
|
"ci95": [
|
|
3.545207465120493,
|
|
3.545207465120493
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 168.67241379310346,
|
|
"ci95": [
|
|
168.67241379310346,
|
|
168.67241379310346
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "poly_decompress",
|
|
"medians": {
|
|
"refo0": 1024.0,
|
|
"refnv": 526.0,
|
|
"ref": 56.0,
|
|
"avx2": 26.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 1.946768060836502,
|
|
"ci95": [
|
|
1.946768060836502,
|
|
1.946768060836502
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 9.392857142857142,
|
|
"ci95": [
|
|
9.392857142857142,
|
|
9.392857142857142
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 2.1538461538461537,
|
|
"ci95": [
|
|
2.1538461538461537,
|
|
2.1538461538461537
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 18.285714285714285,
|
|
"ci95": [
|
|
18.285714285714285,
|
|
18.285714285714285
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 39.38461538461539,
|
|
"ci95": [
|
|
39.38461538461539,
|
|
39.38461538461539
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "poly_frommsg",
|
|
"medians": {
|
|
"refo0": 3846.0,
|
|
"refnv": 1440.0,
|
|
"ref": 1278.0,
|
|
"avx2": 26.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 2.6708333333333334,
|
|
"ci95": [
|
|
2.6708333333333334,
|
|
2.6708333333333334
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.1267605633802817,
|
|
"ci95": [
|
|
1.1267605633802817,
|
|
1.1267605633802817
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 0.7767793333333334,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 49.15384615384615,
|
|
"ci95": [
|
|
49.15384615384615,
|
|
49.15384615384615
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.0093896713615025,
|
|
"ci95": [
|
|
3.0093896713615025,
|
|
3.0093896713615025
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 147.92307692307693,
|
|
"ci95": [
|
|
147.92307692307693,
|
|
147.92307692307693
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "poly_compress",
|
|
"medians": {
|
|
"refo0": 3556.0,
|
|
"refnv": 650.0,
|
|
"ref": 256.0,
|
|
"avx2": 14.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 5.470769230769231,
|
|
"ci95": [
|
|
5.470769230769231,
|
|
5.470769230769231
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 2.5390625,
|
|
"ci95": [
|
|
2.5390625,
|
|
2.5390625
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 18.285714285714285,
|
|
"ci95": [
|
|
18.285714285714285,
|
|
18.285714285714285
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 13.890625,
|
|
"ci95": [
|
|
13.890625,
|
|
13.890625
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 254.0,
|
|
"ci95": [
|
|
254.0,
|
|
254.0
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "indcpa_enc",
|
|
"medians": {
|
|
"refo0": 610688.0,
|
|
"refnv": 184738.0,
|
|
"ref": 175418.0,
|
|
"avx2": 18610.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.3056977990451344,
|
|
"ci95": [
|
|
3.305525483912874,
|
|
3.3058614309561913
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0531302374898812,
|
|
"ci95": [
|
|
1.0530486136446553,
|
|
1.053211866919025
|
|
],
|
|
"mannwhitney_p": 2.802910854965733e-303,
|
|
"cliffs_delta": 0.5546688888888889,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 9.426007522837184,
|
|
"ci95": [
|
|
9.424618525682355,
|
|
9.42654486835035
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.48133030817818,
|
|
"ci95": [
|
|
3.4811033008548757,
|
|
3.4815406015551957
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 32.81504567436862,
|
|
"ci95": [
|
|
32.810982162045995,
|
|
32.815690488984416
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "indcpa_keypair",
|
|
"medians": {
|
|
"refo0": 473439.0,
|
|
"refnv": 152252.0,
|
|
"ref": 145561.0,
|
|
"avx2": 19192.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.109574915272049,
|
|
"ci95": [
|
|
3.1093669954944896,
|
|
3.1098265895953756
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0459669829143796,
|
|
"ci95": [
|
|
1.0458682430095807,
|
|
1.0460716150485037
|
|
],
|
|
"mannwhitney_p": 4.146274911417437e-304,
|
|
"cliffs_delta": 0.5554338888888889,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 7.584462275948312,
|
|
"ci95": [
|
|
7.5832030842971765,
|
|
7.584827011254689
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.2525126922733425,
|
|
"ci95": [
|
|
3.252291056977591,
|
|
3.2527996482405155
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 24.668559816590246,
|
|
"ci95": [
|
|
24.665416275919558,
|
|
24.669289287203
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "poly_tomsg",
|
|
"medians": {
|
|
"refo0": 3788.0,
|
|
"refnv": 422.0,
|
|
"ref": 286.0,
|
|
"avx2": 18.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 8.976303317535544,
|
|
"ci95": [
|
|
8.976303317535544,
|
|
8.981042654028435
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.4755244755244756,
|
|
"ci95": [
|
|
1.4755244755244756,
|
|
1.4755244755244756
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 15.88888888888889,
|
|
"ci95": [
|
|
15.88888888888889,
|
|
15.88888888888889
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 13.244755244755245,
|
|
"ci95": [
|
|
13.244755244755245,
|
|
13.251748251748252
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 210.44444444444446,
|
|
"ci95": [
|
|
210.44444444444446,
|
|
210.55555555555554
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "polyvec_compress",
|
|
"medians": {
|
|
"refo0": 16422.0,
|
|
"refnv": 2646.0,
|
|
"ref": 2646.0,
|
|
"avx2": 326.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 6.2063492063492065,
|
|
"ci95": [
|
|
6.2063492063492065,
|
|
6.207105064247921
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0,
|
|
"ci95": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"mannwhitney_p": 3.0089199318577326e-57,
|
|
"cliffs_delta": 0.2292937777777778,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 8.116564417177914,
|
|
"ci95": [
|
|
8.0911263705527,
|
|
8.116564417177914
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 6.2063492063492065,
|
|
"ci95": [
|
|
6.2063492063492065,
|
|
6.207105064247921
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 50.374233128834355,
|
|
"ci95": [
|
|
50.2262996941896,
|
|
50.38036809815951
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "kyber_encaps",
|
|
"medians": {
|
|
"refo0": 649598.0,
|
|
"refnv": 199648.0,
|
|
"ref": 190959.0,
|
|
"avx2": 31000.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.253716541112358,
|
|
"ci95": [
|
|
3.253370536801415,
|
|
3.2540498301926486
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0455019140234292,
|
|
"ci95": [
|
|
1.0452203950958165,
|
|
1.0457069278188653
|
|
],
|
|
"mannwhitney_p": 3.062312758895894e-304,
|
|
"cliffs_delta": 0.5555555555555556,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 6.159967741935484,
|
|
"ci95": [
|
|
6.158291688251091,
|
|
6.161934567980899
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.4017668714226614,
|
|
"ci95": [
|
|
3.4008921279135516,
|
|
3.4024030511999053
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 20.95477419354839,
|
|
"ci95": [
|
|
20.95013868283558,
|
|
20.959379234690584
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "kyber_keypair_derand",
|
|
"medians": {
|
|
"refo0": 506632.0,
|
|
"refnv": 165621.0,
|
|
"ref": 158332.0,
|
|
"avx2": 29382.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.058984066030274,
|
|
"ci95": [
|
|
3.058731193701852,
|
|
3.0592589908943797
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.046036177146755,
|
|
"ci95": [
|
|
1.0459396986194092,
|
|
1.0461303320828124
|
|
],
|
|
"mannwhitney_p": 6.563148435256632e-305,
|
|
"cliffs_delta": 0.5561704444444444,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 5.388741406303179,
|
|
"ci95": [
|
|
5.388170432888647,
|
|
5.389149819617453
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.1998079983831444,
|
|
"ci95": [
|
|
3.199623590041557,
|
|
3.1999810837955356
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 17.242937853107346,
|
|
"ci95": [
|
|
17.24121930097452,
|
|
17.244247787610618
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"algorithm": "mlkem768",
|
|
"operation": "indcpa_dec",
|
|
"medians": {
|
|
"refo0": 174206.0,
|
|
"refnv": 47810.0,
|
|
"ref": 45842.0,
|
|
"avx2": 1310.0
|
|
},
|
|
"n_obs": {
|
|
"refo0": 3000,
|
|
"refnv": 3000,
|
|
"ref": 3000,
|
|
"avx2": 3000
|
|
},
|
|
"comparisons": {
|
|
"refo0_to_refnv": {
|
|
"speedup": 3.6437147040368125,
|
|
"ci95": [
|
|
3.6435204551158704,
|
|
3.6440614148851607
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refnv_to_ref": {
|
|
"speedup": 1.0429300641333275,
|
|
"ci95": [
|
|
1.0427954456223008,
|
|
1.0429755671902268
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"ref_to_avx2": {
|
|
"speedup": 34.993893129770996,
|
|
"ci95": [
|
|
34.99236641221374,
|
|
34.9969465648855
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_ref": {
|
|
"speedup": 3.800139609964661,
|
|
"ci95": [
|
|
3.799808053047158,
|
|
3.800305410122164
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
},
|
|
"refo0_to_avx2": {
|
|
"speedup": 132.98167938931297,
|
|
"ci95": [
|
|
132.98015267175572,
|
|
132.98473282442748
|
|
],
|
|
"mannwhitney_p": 0.0,
|
|
"cliffs_delta": 1.0,
|
|
"n_baseline": 3000,
|
|
"n_faster": 3000
|
|
}
|
|
}
|
|
}
|
|
] |