{
"baseline": "reports/raw/django-small-c8.json",
"candidate": "reports/raw/go-small-c8.json",
"pass": false,
"workloads": [
{
"workload": "comment",
"concurrency": 8,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 8.1578184,
"candidate_mean": 1.3872593999999998,
"candidate_over_baseline": 0.17005274351289798,
"difference_ci_low": -7.015903,
"difference_ci_high": -6.552284799999999,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 12.858166599999999,
"candidate_mean": 3.4603662,
"candidate_over_baseline": 0.2691181649489594,
"difference_ci_low": -10.450498399999999,
"difference_ci_high": -7.773474599999999,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 937.2119783043569,
"candidate_mean": 735.6135330349925,
"candidate_over_baseline": 0.7848955733215183,
"difference_ci_low": -225.71977275515349,
"difference_ci_high": -172.24484186275356,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.19,
"candidate_mean": 0.12,
"candidate_over_baseline": 0.0547945205479452,
"difference_ci_low": -2.16,
"difference_ci_high": -1.9900000000000002,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126310.6,
"candidate_mean": 12618,
"candidate_over_baseline": 0.09989660408548451,
"difference_ci_low": -113770.2,
"difference_ci_high": -113558.20000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160673.6,
"candidate_mean": 14444,
"candidate_over_baseline": 0.08989653558518636,
"difference_ci_low": -146307.2,
"difference_ci_high": -146095.2,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 8,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 10.1233264,
"candidate_mean": 3.154963,
"candidate_over_baseline": 0.31165279823438274,
"difference_ci_low": -7.7912782,
"difference_ci_high": -6.1778856000000015,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 14.8094774,
"candidate_mean": 53.368061,
"candidate_over_baseline": 3.603642421575254,
"difference_ci_low": -9.867154800000002,
"difference_ci_high": 132.3754908,
"pass": false
},
{
"metric": "rps",
"baseline_mean": 759.8189035561652,
"candidate_mean": 573.6486286104945,
"candidate_over_baseline": 0.7549807275466013,
"difference_ci_low": -303.5979776571688,
"difference_ci_high": -88.31357816191803,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.6900000000000004,
"candidate_mean": 0.17,
"candidate_over_baseline": 0.06319702602230483,
"difference_ci_low": -2.7699999999999996,
"difference_ci_high": -2.2800000000000002,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126253,
"candidate_mean": 12622.8,
"candidate_over_baseline": 0.09998019849033289,
"difference_ci_low": -113710.2,
"difference_ci_high": -113544.59999999999,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160616,
"candidate_mean": 14448.8,
"candidate_over_baseline": 0.08995865916222542,
"difference_ci_low": -146247.2,
"difference_ci_high": -146081.6,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 8,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 15.4101788,
"candidate_mean": 5.6520316,
"candidate_over_baseline": 0.3667726165513407,
"difference_ci_low": -10.679979,
"difference_ci_high": -8.7969012,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 24.437003400000002,
"candidate_mean": 260.9219702,
"candidate_over_baseline": 10.677330846547248,
"difference_ci_low": 232.82001300000002,
"difference_ci_high": 240.1977794,
"pass": false
},
{
"metric": "rps",
"baseline_mean": 488.9770433140737,
"candidate_mean": 136.68704869622158,
"candidate_over_baseline": 0.27953674015004104,
"difference_ci_low": -394.5636420127813,
"difference_ci_high": -302.7039678044361,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.21,
"candidate_mean": 0.27,
"candidate_over_baseline": 0.06413301662707839,
"difference_ci_low": -4.0600000000000005,
"difference_ci_high": -3.8,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124756.2,
"candidate_mean": 12273.2,
"candidate_over_baseline": 0.09837747542807493,
"difference_ci_low": -112639.79999999999,
"difference_ci_high": -112342.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160315.2,
"candidate_mean": 14099.2,
"candidate_over_baseline": 0.08794674491252233,
"difference_ci_low": -146372.8,
"difference_ci_high": -146075.2,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 7.41516,
"candidate_mean": 0.2950362,
"candidate_over_baseline": 0.039788244623177385,
"difference_ci_low": -7.528289,
"difference_ci_high": -6.5176684,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 13.371143400000003,
"candidate_mean": 0.7512318,
"candidate_over_baseline": 0.056183063596490924,
"difference_ci_low": -13.192083400000001,
"difference_ci_high": -12.038229000000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 1003.2521531858895,
"candidate_mean": 22249.95782781559,
"candidate_over_baseline": 22.177832120429013,
"difference_ci_low": 20141.563908784276,
"difference_ci_high": 22410.395616936104,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.1,
"candidate_mean": 0.07,
"candidate_over_baseline": 0.03333333333333333,
"difference_ci_low": -2.14,
"difference_ci_high": -1.89,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126168.2,
"candidate_mean": 12930,
"candidate_over_baseline": 0.1024822419595429,
"difference_ci_low": -113251.8,
"difference_ci_high": -113224.6,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160531.2,
"candidate_mean": 14756,
"candidate_over_baseline": 0.09191982617709205,
"difference_ci_low": -145788.8,
"difference_ci_high": -145761.6,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 15.5800014,
"candidate_mean": 0.240313,
"candidate_over_baseline": 0.015424453042732076,
"difference_ci_low": -16.1612498,
"difference_ci_high": -14.523942199999999,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 28.8271474,
"candidate_mean": 0.6954464,
"candidate_over_baseline": 0.024124704062809903,
"difference_ci_low": -30.011626800000005,
"difference_ci_high": -26.3328036,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 473.1628263476672,
"candidate_mean": 24778.880184412374,
"candidate_over_baseline": 52.36861140525339,
"difference_ci_low": 19686.48513144257,
"difference_ci_high": 27800.07706864995,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.359999999999999,
"candidate_mean": 0.07,
"candidate_over_baseline": 0.016055045871559637,
"difference_ci_low": -4.44,
"difference_ci_high": -4.15,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123950.6,
"candidate_mean": 12282,
"candidate_over_baseline": 0.09908786242261029,
"difference_ci_low": -111842.2,
"difference_ci_high": -111499.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 159511.2,
"candidate_mean": 14108,
"candidate_over_baseline": 0.08844520008626353,
"difference_ci_low": -145575.2,
"difference_ci_high": -145236,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 12.0126036,
"candidate_mean": 0.3650704,
"candidate_over_baseline": 0.03039061407137417,
"difference_ci_low": -12.2435574,
"difference_ci_high": -11.1085616,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 21.8060658,
"candidate_mean": 0.8150418,
"candidate_over_baseline": 0.03737683851252068,
"difference_ci_low": -22.077618,
"difference_ci_high": -19.6851762,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 612.8876220684986,
"candidate_mean": 18282.14048754681,
"candidate_over_baseline": 29.829514953890733,
"difference_ci_low": 16979.18183441571,
"difference_ci_high": 18133.93174897011,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.3899999999999997,
"candidate_mean": 0.07999999999999999,
"candidate_over_baseline": 0.02359882005899705,
"difference_ci_low": -3.5300000000000002,
"difference_ci_high": -3.1499999999999995,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124423.4,
"candidate_mean": 12604.4,
"candidate_over_baseline": 0.10130248811718696,
"difference_ci_low": -111896.59999999999,
"difference_ci_high": -111751.79999999999,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 159982.4,
"candidate_mean": 14430.4,
"candidate_over_baseline": 0.09019992199141906,
"difference_ci_low": -145629.6,
"difference_ci_high": -145484.8,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 14.495186200000001,
"candidate_mean": 0.3059854,
"candidate_over_baseline": 0.021109449425354743,
"difference_ci_low": -15.2069686,
"difference_ci_high": -13.088570199999998,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 27.868651400000005,
"candidate_mean": 0.829341,
"candidate_over_baseline": 0.029758921165449717,
"difference_ci_low": -30.008461999999998,
"difference_ci_high": -24.919104800000003,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 502.8223297958795,
"candidate_mean": 20525.857811032,
"candidate_over_baseline": 40.8212933171931,
"difference_ci_low": 18241.235810028415,
"difference_ci_high": 21780.308480960644,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.13,
"candidate_mean": 0.07999999999999999,
"candidate_over_baseline": 0.019370460048426148,
"difference_ci_low": -4.33,
"difference_ci_high": -3.79,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124589,
"candidate_mean": 12269.2,
"candidate_over_baseline": 0.09847739367038824,
"difference_ci_low": -112424.6,
"difference_ci_high": -112255.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160148,
"candidate_mean": 14095.2,
"candidate_over_baseline": 0.08801358743162575,
"difference_ci_low": -146157.6,
"difference_ci_high": -145988.8,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 7.3633428,
"candidate_mean": 0.1858296,
"candidate_over_baseline": 0.025237124638554112,
"difference_ci_low": -7.493487,
"difference_ci_high": -6.866408,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 14.202542600000001,
"candidate_mean": 0.5896374,
"candidate_over_baseline": 0.04151632680193474,
"difference_ci_low": -14.2845756,
"difference_ci_high": -12.823681,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 961.9611339991537,
"candidate_mean": 32167.3876612922,
"candidate_over_baseline": 33.43938390479765,
"difference_ci_low": 28069.66925654595,
"difference_ci_high": 35185.79877396952,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.17,
"candidate_mean": 0.030000000000000006,
"candidate_over_baseline": 0.01382488479262673,
"difference_ci_low": -2.27,
"difference_ci_high": -2.01,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 125605.8,
"candidate_mean": 12816.4,
"candidate_over_baseline": 0.10203668938854733,
"difference_ci_low": -113341.40000000001,
"difference_ci_high": -112195,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160447.2,
"candidate_mean": 14642.4,
"candidate_over_baseline": 0.09125992849984293,
"difference_ci_low": -145960,
"difference_ci_high": -145678.40000000002,
"pass": true
}
]
}
]
}