{
"baseline": "reports/raw/django-full-email-c1.json",
"candidate": "reports/raw/go-full-email-c1.json",
"pass": false,
"workloads": [
{
"workload": "email",
"concurrency": 1,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 2.8678964000000002,
"candidate_mean": 6.5915306000000005,
"candidate_over_baseline": 2.298385185741019,
"difference_ci_low": 3.170119800000001,
"difference_ci_high": 4.465884800000001,
"pass": false
},
{
"metric": "p95_ms",
"baseline_mean": 3.8602255999999997,
"candidate_mean": 10.2305976,
"candidate_over_baseline": 2.6502589900445197,
"difference_ci_low": 5.005837199999999,
"difference_ci_high": 7.9850617999999995,
"pass": false
},
{
"metric": "rps",
"baseline_mean": 331.6583467547705,
"candidate_mean": 142.95906233232148,
"candidate_over_baseline": 0.43104316152798644,
"difference_ci_low": -202.10946032405963,
"difference_ci_high": -176.9473009084328,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.75,
"candidate_mean": 0.19,
"candidate_over_baseline": 0.10857142857142857,
"difference_ci_low": -1.59,
"difference_ci_high": -1.53,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 793102,
"candidate_mean": 18943.8,
"candidate_over_baseline": 0.02388570448693863,
"difference_ci_low": -774211,
"difference_ci_high": -774068.6,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 827460,
"candidate_mean": 20768.8,
"candidate_over_baseline": 0.025099461001136004,
"difference_ci_low": -806744,
"difference_ci_high": -806601.6,
"pass": true
}
]
}
]
}