{
"baseline": "reports/raw/django-v2-small-c1.json",
"candidate": "reports/raw/go-production-v2-small-c1.json",
"pass": true,
"workloads": [
{
"workload": "comment",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.1355297999999996,
"candidate_mean": 1.450303,
"candidate_over_baseline": 0.4625384201419486,
"difference_ci_low": -1.7773226,
"difference_ci_high": -1.5931634000000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 3.9945034,
"candidate_mean": 1.938061,
"candidate_over_baseline": 0.4851819627941736,
"difference_ci_low": -2.1559838000000004,
"difference_ci_high": -1.9532762000000004,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 312.53650438183394,
"candidate_mean": 692.842223542749,
"candidate_over_baseline": 2.216836157789382,
"difference_ci_low": 344.49090136750806,
"difference_ci_high": 411.87791025056174,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.568,
"candidate_mean": 0.23399999999999999,
"candidate_over_baseline": 0.149234693877551,
"difference_ci_low": -1.3740000000000003,
"difference_ci_high": -1.288,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 111108.2,
"candidate_mean": 16054.2,
"candidate_over_baseline": 0.14449158567954482,
"difference_ci_low": -95069.8,
"difference_ci_high": -95039.40000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145520,
"candidate_mean": 17700,
"candidate_over_baseline": 0.12163276525563496,
"difference_ci_low": -127835.20000000001,
"difference_ci_high": -127805.6,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 4.8661366,
"candidate_mean": 2.8169266,
"candidate_over_baseline": 0.5788835849778652,
"difference_ci_low": -2.2044783999999993,
"difference_ci_high": -1.8875068000000002,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 6.7119096,
"candidate_mean": 3.4810708,
"candidate_over_baseline": 0.5186408946866626,
"difference_ci_low": -4.316396600000001,
"difference_ci_high": -2.5493842,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 198.2986619289732,
"candidate_mean": 356.4459238797725,
"candidate_over_baseline": 1.7975205702973662,
"difference_ci_low": 140.065772959911,
"difference_ci_high": 177.10819874746977,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.162,
"candidate_mean": 0.296,
"candidate_over_baseline": 0.13691026827012026,
"difference_ci_low": -2.2,
"difference_ci_high": -1.674,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 111009.4,
"candidate_mean": 16033.2,
"candidate_over_baseline": 0.14443101214852078,
"difference_ci_low": -95009.59999999999,
"difference_ci_high": -94935.20000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145434.4,
"candidate_mean": 17679.2,
"candidate_over_baseline": 0.12156133624506996,
"difference_ci_low": -127777.59999999999,
"difference_ci_high": -127733.6,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 5.1192915999999995,
"candidate_mean": 1.5772977999999998,
"candidate_over_baseline": 0.30810860627669656,
"difference_ci_low": -3.6544451999999996,
"difference_ci_high": -3.4244043999999993,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 7.4491568,
"candidate_mean": 2.0686127999999995,
"candidate_over_baseline": 0.2776975777983354,
"difference_ci_low": -5.6014058,
"difference_ci_high": -5.168078600000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 182.94936894627998,
"candidate_mean": 637.729749650975,
"candidate_over_baseline": 3.4858264520072417,
"difference_ci_low": 425.46804770577893,
"difference_ci_high": 485.07941493056137,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.316,
"candidate_mean": 0.254,
"candidate_over_baseline": 0.07659831121833535,
"difference_ci_low": -3.122,
"difference_ci_high": -2.998,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110598.6,
"candidate_mean": 16024.4,
"candidate_over_baseline": 0.14488790997354395,
"difference_ci_low": -94589.59999999999,
"difference_ci_high": -94558,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145080,
"candidate_mean": 17670.4,
"candidate_over_baseline": 0.1217976288944031,
"difference_ci_low": -127425.6,
"difference_ci_high": -127392.79999999999,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 1.8840046000000001,
"candidate_mean": 0.19492579999999998,
"candidate_over_baseline": 0.10346354780662423,
"difference_ci_low": -1.7161393999999999,
"difference_ci_high": -1.6645404000000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 2.7076218,
"candidate_mean": 0.4129486,
"candidate_over_baseline": 0.15251339755057372,
"difference_ci_low": -2.3937047999999996,
"difference_ci_high": -2.1679368,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 506.82041495866235,
"candidate_mean": 4462.631799370679,
"candidate_over_baseline": 8.805153990757582,
"difference_ci_low": 3905.6909915648735,
"difference_ci_high": 4003.5712151774273,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.5059999999999998,
"candidate_mean": 0.12,
"candidate_over_baseline": 0.07968127490039842,
"difference_ci_low": -1.3940000000000001,
"difference_ci_high": -1.376,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110831.8,
"candidate_mean": 15903.6,
"candidate_over_baseline": 0.14349311298742778,
"difference_ci_low": -94968.2,
"difference_ci_high": -94872.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145311.2,
"candidate_mean": 17549.6,
"candidate_over_baseline": 0.1207725213197606,
"difference_ci_low": -127801.6,
"difference_ci_high": -127705.6,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.7743248,
"candidate_mean": 0.24125380000000002,
"candidate_over_baseline": 0.06391972413185003,
"difference_ci_low": -3.567004,
"difference_ci_high": -3.4960566,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 5.7823422,
"candidate_mean": 0.5496318,
"candidate_over_baseline": 0.095053488878607,
"difference_ci_low": -5.4564525999999995,
"difference_ci_high": -5.033257399999999,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 249.54982394118096,
"candidate_mean": 3522.4999295440202,
"candidate_over_baseline": 14.115417410089119,
"difference_ci_low": 3151.147235300581,
"difference_ci_high": 3415.702905629925,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.996,
"candidate_mean": 0.154,
"candidate_over_baseline": 0.0514018691588785,
"difference_ci_low": -2.9299999999999997,
"difference_ci_high": -2.774,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 109736.6,
"candidate_mean": 15798,
"candidate_over_baseline": 0.1439629075440646,
"difference_ci_low": -94569,
"difference_ci_high": -93279.4,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 144789.6,
"candidate_mean": 17444,
"candidate_over_baseline": 0.12047826639482394,
"difference_ci_low": -127467.20000000001,
"difference_ci_high": -127238.4,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.1276586,
"candidate_mean": 0.2501772,
"candidate_over_baseline": 0.07998865349306346,
"difference_ci_low": -2.9116294000000003,
"difference_ci_high": -2.8430337999999997,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 4.6415086,
"candidate_mean": 0.5600874000000001,
"candidate_over_baseline": 0.12066925826659033,
"difference_ci_low": -4.249841599999999,
"difference_ci_high": -3.9114692,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 305.3492476468955,
"candidate_mean": 3362.288058375524,
"candidate_over_baseline": 11.011286532671136,
"difference_ci_low": 2915.7978922081275,
"difference_ci_high": 3188.5320673920237,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.45,
"candidate_mean": 0.16,
"candidate_over_baseline": 0.06530612244897958,
"difference_ci_low": -2.344,
"difference_ci_high": -2.248,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110383.2,
"candidate_mean": 15904.4,
"candidate_over_baseline": 0.14408351995593532,
"difference_ci_low": -94610.8,
"difference_ci_high": -94401.40000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 144865.6,
"candidate_mean": 17550.4,
"candidate_over_baseline": 0.12114953446504899,
"difference_ci_low": -127447.20000000001,
"difference_ci_high": -127237.6,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.5701888000000004,
"candidate_mean": 0.26824539999999997,
"candidate_over_baseline": 0.07513479399184714,
"difference_ci_low": -3.3607616,
"difference_ci_high": -3.2434785999999995,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 5.3598816,
"candidate_mean": 0.6485838,
"candidate_over_baseline": 0.1210071132914578,
"difference_ci_low": -5.060482800000001,
"difference_ci_high": -4.3650062,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 263.7879652439335,
"candidate_mean": 3131.837119605821,
"candidate_over_baseline": 11.872554976909985,
"difference_ci_low": 2827.9296772349257,
"difference_ci_high": 2920.769478901375,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.832,
"candidate_mean": 0.17,
"candidate_over_baseline": 0.06002824858757063,
"difference_ci_low": -2.7619999999999996,
"difference_ci_high": -2.584,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110489.8,
"candidate_mean": 15822.8,
"candidate_over_baseline": 0.14320597919445957,
"difference_ci_low": -94706.2,
"difference_ci_high": -94628.6,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 144970.4,
"candidate_mean": 17468.8,
"candidate_over_baseline": 0.12049908119174672,
"difference_ci_low": -127540.00000000001,
"difference_ci_high": -127464,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 1.9141702000000003,
"candidate_mean": 0.1969062,
"candidate_over_baseline": 0.10286765513327915,
"difference_ci_low": -1.7544248,
"difference_ci_high": -1.6804836,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 2.91284,
"candidate_mean": 0.415006,
"candidate_over_baseline": 0.14247469823265266,
"difference_ci_low": -2.6125864000000005,
"difference_ci_high": -2.409389,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 490.29277234557594,
"candidate_mean": 4415.6561151864025,
"candidate_over_baseline": 9.006161959234614,
"difference_ci_low": 3866.0159028498847,
"difference_ci_high": 3982.4191019498653,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.5619999999999998,
"candidate_mean": 0.118,
"candidate_over_baseline": 0.07554417413572344,
"difference_ci_low": -1.488,
"difference_ci_high": -1.4060000000000001,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110709.2,
"candidate_mean": 15901.2,
"candidate_over_baseline": 0.14363033966463493,
"difference_ci_low": -94860,
"difference_ci_high": -94752,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145191.2,
"candidate_mean": 17547.2,
"candidate_over_baseline": 0.12085580944299654,
"difference_ci_low": -127696,
"difference_ci_high": -127588.00000000001,
"pass": true
}
]
}
]
}