{
"baseline": "reports/raw/django-v2-small-c32.json",
"candidate": "reports/raw/go-v2-small-c32.json",
"pass": true,
"workloads": [
{
"workload": "comment",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 31.319612800000005,
"candidate_mean": 5.1341816,
"candidate_over_baseline": 0.16392864218295825,
"difference_ci_low": -31.112843799999997,
"difference_ci_high": -21.210749200000002,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 53.783024,
"candidate_mean": 6.940375,
"candidate_over_baseline": 0.12904397119804942,
"difference_ci_low": -48.549926000000006,
"difference_ci_high": -45.0516006,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 992.9507131263101,
"candidate_mean": 5940.974813242634,
"candidate_over_baseline": 5.983151766453187,
"difference_ci_low": 4816.352431907696,
"difference_ci_high": 5127.778365312076,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.1079999999999997,
"candidate_mean": 0.118,
"candidate_over_baseline": 0.05597722960151803,
"difference_ci_low": -2.046,
"difference_ci_high": -1.9280000000000004,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124396.2,
"candidate_mean": 13214.2,
"candidate_over_baseline": 0.10622671753638778,
"difference_ci_low": -111270,
"difference_ci_high": -111077.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158567.2,
"candidate_mean": 14959.2,
"candidate_over_baseline": 0.09433981302564465,
"difference_ci_low": -143696,
"difference_ci_high": -143503.19999999998,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 36.2388102,
"candidate_mean": 11.5958224,
"candidate_over_baseline": 0.31998352970208715,
"difference_ci_low": -31.2948006,
"difference_ci_high": -17.9798858,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 67.281493,
"candidate_mean": 15.2021774,
"candidate_over_baseline": 0.2259488712594413,
"difference_ci_low": -53.8401528,
"difference_ci_high": -50.01777,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 777.5428526735724,
"candidate_mean": 2696.9481618526042,
"candidate_over_baseline": 3.4685524438674706,
"difference_ci_low": 1787.0894962756477,
"difference_ci_high": 2101.237366125838,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.648,
"candidate_mean": 0.156,
"candidate_over_baseline": 0.058912386706948636,
"difference_ci_low": -2.534,
"difference_ci_high": -2.4259999999999997,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124370.6,
"candidate_mean": 13226.2,
"candidate_over_baseline": 0.10634506868986722,
"difference_ci_low": -111260.59999999999,
"difference_ci_high": -111044.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158547.2,
"candidate_mean": 14971.2,
"candidate_over_baseline": 0.09442740079925725,
"difference_ci_low": -143692.8,
"difference_ci_high": -143475.2,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 64.38157100000001,
"candidate_mean": 23.2784552,
"candidate_over_baseline": 0.36157016423224586,
"difference_ci_low": -50.8098018,
"difference_ci_high": -31.589508400000003,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 127.46028079999999,
"candidate_mean": 38.7011078,
"candidate_over_baseline": 0.30363268900000734,
"difference_ci_low": -98.448502,
"difference_ci_high": -79.4390192,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 450.74671888334717,
"candidate_mean": 1272.0332040692679,
"candidate_over_baseline": 2.8220576008196496,
"difference_ci_low": 792.7157327771295,
"difference_ci_high": 852.477189664161,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.49,
"candidate_mean": 0.22000000000000003,
"candidate_over_baseline": 0.0489977728285078,
"difference_ci_low": -4.35,
"difference_ci_high": -4.194,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124351.6,
"candidate_mean": 13393.4,
"candidate_over_baseline": 0.10770589200299795,
"difference_ci_low": -110961.8,
"difference_ci_high": -110955.4,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158528,
"candidate_mean": 15138.4,
"candidate_over_baseline": 0.09549354057327412,
"difference_ci_low": -143396,
"difference_ci_high": -143383.2,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 29.753256,
"candidate_mean": 0.6963618,
"candidate_over_baseline": 0.02340455780705144,
"difference_ci_low": -34.235857800000005,
"difference_ci_high": -24.4672272,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 55.032481600000004,
"candidate_mean": 1.5543783999999998,
"candidate_over_baseline": 0.02824474482720764,
"difference_ci_low": -56.0657678,
"difference_ci_high": -51.04413460000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 998.2565643316575,
"candidate_mean": 38827.73781065,
"candidate_over_baseline": 38.895549699335604,
"difference_ci_low": 36473.769703100756,
"difference_ci_high": 39171.218317086976,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.1100000000000003,
"candidate_mean": 0.039999999999999994,
"candidate_over_baseline": 0.018957345971563976,
"difference_ci_low": -2.124,
"difference_ci_high": -2.0040000000000004,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124360.6,
"candidate_mean": 13176.6,
"candidate_over_baseline": 0.1059547798900938,
"difference_ci_low": -111270.40000000001,
"difference_ci_high": -111112.4,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158544,
"candidate_mean": 14921.6,
"candidate_over_baseline": 0.09411645978403471,
"difference_ci_low": -143708.8,
"difference_ci_high": -143550.4,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 52.058467199999996,
"candidate_mean": 0.9273004,
"candidate_over_baseline": 0.017812671979708233,
"difference_ci_low": -58.971889,
"difference_ci_high": -45.376295400000004,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 116.114119,
"candidate_mean": 2.1725724,
"candidate_over_baseline": 0.018710665151754714,
"difference_ci_low": -120.97521779999998,
"difference_ci_high": -109.2178412,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 487.9344236251669,
"candidate_mean": 29112.69270912001,
"candidate_over_baseline": 59.665174866785975,
"difference_ci_low": 26240.098466825137,
"difference_ci_high": 31035.076958172074,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.258,
"candidate_mean": 0.055999999999999994,
"candidate_over_baseline": 0.013151714419915451,
"difference_ci_low": -4.314,
"difference_ci_high": -4.092,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124272.4,
"candidate_mean": 13287.8,
"candidate_over_baseline": 0.1069247878048545,
"difference_ci_low": -111037.6,
"difference_ci_high": -110931.20000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158455.2,
"candidate_mean": 15032.8,
"candidate_over_baseline": 0.09487097930519162,
"difference_ci_low": -143476,
"difference_ci_high": -143368.8,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 48.8681862,
"candidate_mean": 0.9144382,
"candidate_over_baseline": 0.01871234173205307,
"difference_ci_low": -54.734312,
"difference_ci_high": -40.4778284,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 93.7352812,
"candidate_mean": 2.030727,
"candidate_over_baseline": 0.021664489336380207,
"difference_ci_low": -101.3912428,
"difference_ci_high": -86.57030599999999,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 608.7095907413116,
"candidate_mean": 29079.177932034607,
"candidate_over_baseline": 47.77184124308077,
"difference_ci_low": 26335.90670676195,
"difference_ci_high": 30355.99815992738,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.4160000000000004,
"candidate_mean": 0.062,
"candidate_over_baseline": 0.018149882903981264,
"difference_ci_low": -3.498,
"difference_ci_high": -3.2559999999999993,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124291.6,
"candidate_mean": 13366.2,
"candidate_over_baseline": 0.10753904527739606,
"difference_ci_low": -110964.2,
"difference_ci_high": -110887,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158488,
"candidate_mean": 15111.2,
"candidate_over_baseline": 0.09534601988794104,
"difference_ci_low": -143416,
"difference_ci_high": -143337.6,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 55.900135999999996,
"candidate_mean": 1.0013362000000001,
"candidate_over_baseline": 0.017912947474761066,
"difference_ci_low": -63.06207620000001,
"difference_ci_high": -48.3038564,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 106.59349419999998,
"candidate_mean": 2.0718528,
"candidate_over_baseline": 0.01943695359223903,
"difference_ci_low": -110.15781039999999,
"difference_ci_high": -97.8782402,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 521.8698098780885,
"candidate_mean": 27664.94587198483,
"candidate_over_baseline": 53.01120192878661,
"difference_ci_low": 24786.930617089318,
"difference_ci_high": 29325.470271428952,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.9939999999999998,
"candidate_mean": 0.06000000000000001,
"candidate_over_baseline": 0.015022533800701055,
"difference_ci_low": -4.018,
"difference_ci_high": -3.838,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124328.4,
"candidate_mean": 12979,
"candidate_over_baseline": 0.10439288207682236,
"difference_ci_low": -111428.6,
"difference_ci_high": -111211,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158513.6,
"candidate_mean": 14724,
"candidate_over_baseline": 0.09288792885910105,
"difference_ci_low": -143862.4,
"difference_ci_high": -143652.8,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 27.5125312,
"candidate_mean": 0.7029483999999999,
"candidate_over_baseline": 0.025550117322538462,
"difference_ci_low": -28.977489400000003,
"difference_ci_high": -24.8424692,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 56.4993004,
"candidate_mean": 1.8187514,
"candidate_over_baseline": 0.03219068886028189,
"difference_ci_low": -56.873194199999986,
"difference_ci_high": -52.811170999999995,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 1001.7964617266232,
"candidate_mean": 38119.71345142822,
"candidate_over_baseline": 38.05135564736161,
"difference_ci_low": 31628.22285791893,
"difference_ci_high": 40640.18275506996,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.0940000000000003,
"candidate_mean": 0.04,
"candidate_over_baseline": 0.01910219675262655,
"difference_ci_low": -2.084,
"difference_ci_high": -2.024,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124359.2,
"candidate_mean": 13256.6,
"candidate_over_baseline": 0.1065992705002927,
"difference_ci_low": -111179.20000000001,
"difference_ci_high": -111016,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158541.6,
"candidate_mean": 15001.6,
"candidate_over_baseline": 0.09462248394112334,
"difference_ci_low": -143616,
"difference_ci_high": -143452.80000000002,
"pass": true
}
]
}
]
}