{
"baseline": "reports/raw/django-full-user-c1.json",
"candidate": "reports/raw/go-full-user-c1.json",
"pass": false,
"workloads": [
{
"workload": "user",
"concurrency": 1,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 2.82369,
"candidate_mean": 6.3905975999999995,
"candidate_over_baseline": 2.2632079300489782,
"difference_ci_low": 3.4112997999999988,
"difference_ci_high": 3.680673799999999,
"pass": false
},
{
"metric": "p95_ms",
"baseline_mean": 3.7509183999999998,
"candidate_mean": 8.9388766,
"candidate_over_baseline": 2.383116785478458,
"difference_ci_low": 4.885207600000001,
"difference_ci_high": 5.662755,
"pass": false
},
{
"metric": "rps",
"baseline_mean": 336.8100767049046,
"candidate_mean": 148.01923538850403,
"candidate_over_baseline": 0.4394738923390073,
"difference_ci_low": -194.50565602666524,
"difference_ci_high": -182.56283475124442,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.7100000000000002,
"candidate_mean": 0.18000000000000002,
"candidate_over_baseline": 0.10526315789473684,
"difference_ci_low": -1.5700000000000003,
"difference_ci_high": -1.48,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 795130.8,
"candidate_mean": 19039.8,
"candidate_over_baseline": 0.023945494250757232,
"difference_ci_low": -778276.6,
"difference_ci_high": -774635,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 829498.4,
"candidate_mean": 20864.8,
"candidate_over_baseline": 0.025153514461269604,
"difference_ci_low": -810821.6,
"difference_ci_high": -807172.7999999999,
"pass": true
}
]
}
]
}