{ "baseline": "reports/raw/django-v2-small-c1.json", "candidate": "reports/raw/go-production-v2-small-c1.json", "pass": true, "workloads": [ { "workload": "comment", "concurrency": 1, "pass": true, "metrics": [ { "metric": "p50_ms", "baseline_mean": 3.1355297999999996, "candidate_mean": 1.450303, "candidate_over_baseline": 0.4625384201419486, "difference_ci_low": -1.7773226, "difference_ci_high": -1.5931634000000001, "pass": true }, { "metric": "p95_ms", "baseline_mean": 3.9945034, "candidate_mean": 1.938061, "candidate_over_baseline": 0.4851819627941736, "difference_ci_low": -2.1559838000000004, "difference_ci_high": -1.9532762000000004, "pass": true }, { "metric": "rps", "baseline_mean": 312.53650438183394, "candidate_mean": 692.842223542749, "candidate_over_baseline": 2.216836157789382, "difference_ci_low": 344.49090136750806, "difference_ci_high": 411.87791025056174, "pass": true }, { "metric": "cpu_ms_per_request", "baseline_mean": 1.568, "candidate_mean": 0.23399999999999999, "candidate_over_baseline": 0.149234693877551, "difference_ci_low": -1.3740000000000003, "difference_ci_high": -1.288, "pass": true }, { "metric": "peak_pss_kb", "baseline_mean": 111108.2, "candidate_mean": 16054.2, "candidate_over_baseline": 0.14449158567954482, "difference_ci_low": -95069.8, "difference_ci_high": -95039.40000000001, "pass": true }, { "metric": "peak_rss_kb", "baseline_mean": 145520, "candidate_mean": 17700, "candidate_over_baseline": 0.12163276525563496, "difference_ci_low": -127835.20000000001, "difference_ci_high": -127805.6, "pass": true } ] }, { "workload": "create", "concurrency": 1, "pass": true, "metrics": [ { "metric": "p50_ms", "baseline_mean": 4.8661366, "candidate_mean": 2.8169266, "candidate_over_baseline": 0.5788835849778652, "difference_ci_low": -2.2044783999999993, "difference_ci_high": -1.8875068000000002, "pass": true }, { "metric": "p95_ms", "baseline_mean": 6.7119096, "candidate_mean": 3.4810708, "candidate_over_baseline": 0.5186408946866626, "difference_ci_low": -4.316396600000001, "difference_ci_high": -2.5493842, "pass": true }, { "metric": "rps", "baseline_mean": 198.2986619289732, "candidate_mean": 356.4459238797725, "candidate_over_baseline": 1.7975205702973662, "difference_ci_low": 140.065772959911, "difference_ci_high": 177.10819874746977, "pass": true }, { "metric": "cpu_ms_per_request", "baseline_mean": 2.162, "candidate_mean": 0.296, "candidate_over_baseline": 0.13691026827012026, "difference_ci_low": -2.2, "difference_ci_high": -1.674, "pass": true }, { "metric": "peak_pss_kb", "baseline_mean": 111009.4, "candidate_mean": 16033.2, "candidate_over_baseline": 0.14443101214852078, "difference_ci_low": -95009.59999999999, "difference_ci_high": -94935.20000000001, "pass": true }, { "metric": "peak_rss_kb", "baseline_mean": 145434.4, "candidate_mean": 17679.2, "candidate_over_baseline": 0.12156133624506996, "difference_ci_low": -127777.59999999999, "difference_ci_high": -127733.6, "pass": true } ] }, { "workload": "detail", "concurrency": 1, "pass": true, "metrics": [ { "metric": "p50_ms", "baseline_mean": 5.1192915999999995, "candidate_mean": 1.5772977999999998, "candidate_over_baseline": 0.30810860627669656, "difference_ci_low": -3.6544451999999996, "difference_ci_high": -3.4244043999999993, "pass": true }, { "metric": "p95_ms", "baseline_mean": 7.4491568, "candidate_mean": 2.0686127999999995, "candidate_over_baseline": 0.2776975777983354, "difference_ci_low": -5.6014058, "difference_ci_high": -5.168078600000001, "pass": true }, { "metric": "rps", "baseline_mean": 182.94936894627998, "candidate_mean": 637.729749650975, "candidate_over_baseline": 3.4858264520072417, "difference_ci_low": 425.46804770577893, "difference_ci_high": 485.07941493056137, "pass": true }, { "metric": "cpu_ms_per_request", "baseline_mean": 3.316, "candidate_mean": 0.254, "candidate_over_baseline": 0.07659831121833535, "difference_ci_low": -3.122, "difference_ci_high": -2.998, "pass": true }, { "metric": "peak_pss_kb", "baseline_mean": 110598.6, "candidate_mean": 16024.4, "candidate_over_baseline": 0.14488790997354395, "difference_ci_low": -94589.59999999999, "difference_ci_high": -94558, "pass": true }, { "metric": "peak_rss_kb", "baseline_mean": 145080, "candidate_mean": 17670.4, "candidate_over_baseline": 0.1217976288944031, "difference_ci_low": -127425.6, "difference_ci_high": -127392.79999999999, "pass": true } ] }, { "workload": "email", "concurrency": 1, "pass": true, "metrics": [ { "metric": "p50_ms", "baseline_mean": 1.8840046000000001, "candidate_mean": 0.19492579999999998, "candidate_over_baseline": 0.10346354780662423, "difference_ci_low": -1.7161393999999999, "difference_ci_high": -1.6645404000000001, "pass": true }, { "metric": "p95_ms", "baseline_mean": 2.7076218, "candidate_mean": 0.4129486, "candidate_over_baseline": 0.15251339755057372, "difference_ci_low": -2.3937047999999996, "difference_ci_high": -2.1679368, "pass": true }, { "metric": "rps", "baseline_mean": 506.82041495866235, "candidate_mean": 4462.631799370679, "candidate_over_baseline": 8.805153990757582, "difference_ci_low": 3905.6909915648735, "difference_ci_high": 4003.5712151774273, "pass": true }, { "metric": "cpu_ms_per_request", "baseline_mean": 1.5059999999999998, "candidate_mean": 0.12, "candidate_over_baseline": 0.07968127490039842, "difference_ci_low": -1.3940000000000001, "difference_ci_high": -1.376, "pass": true }, { "metric": "peak_pss_kb", "baseline_mean": 110831.8, "candidate_mean": 15903.6, "candidate_over_baseline": 0.14349311298742778, "difference_ci_low": -94968.2, "difference_ci_high": -94872.2, "pass": true }, { "metric": "peak_rss_kb", "baseline_mean": 145311.2, "candidate_mean": 17549.6, "candidate_over_baseline": 0.1207725213197606, "difference_ci_low": -127801.6, "difference_ci_high": -127705.6, "pass": true } ] }, { "workload": "posts", "concurrency": 1, "pass": true, "metrics": [ { "metric": "p50_ms", "baseline_mean": 3.7743248, "candidate_mean": 0.24125380000000002, "candidate_over_baseline": 0.06391972413185003, "difference_ci_low": -3.567004, "difference_ci_high": -3.4960566, "pass": true }, { "metric": "p95_ms", "baseline_mean": 5.7823422, "candidate_mean": 0.5496318, "candidate_over_baseline": 0.095053488878607, "difference_ci_low": -5.4564525999999995, "difference_ci_high": -5.033257399999999, "pass": true }, { "metric": "rps", "baseline_mean": 249.54982394118096, "candidate_mean": 3522.4999295440202, "candidate_over_baseline": 14.115417410089119, "difference_ci_low": 3151.147235300581, "difference_ci_high": 3415.702905629925, "pass": true }, { "metric": "cpu_ms_per_request", "baseline_mean": 2.996, "candidate_mean": 0.154, "candidate_over_baseline": 0.0514018691588785, "difference_ci_low": -2.9299999999999997, "difference_ci_high": -2.774, "pass": true }, { "metric": "peak_pss_kb", "baseline_mean": 109736.6, "candidate_mean": 15798, "candidate_over_baseline": 0.1439629075440646, "difference_ci_low": -94569, "difference_ci_high": -93279.4, "pass": true }, { "metric": "peak_rss_kb", "baseline_mean": 144789.6, "candidate_mean": 17444, "candidate_over_baseline": 0.12047826639482394, "difference_ci_low": -127467.20000000001, "difference_ci_high": -127238.4, "pass": true } ] }, { "workload": "search", "concurrency": 1, "pass": true, "metrics": [ { "metric": "p50_ms", "baseline_mean": 3.1276586, "candidate_mean": 0.2501772, "candidate_over_baseline": 0.07998865349306346, "difference_ci_low": -2.9116294000000003, "difference_ci_high": -2.8430337999999997, "pass": true }, { "metric": "p95_ms", "baseline_mean": 4.6415086, "candidate_mean": 0.5600874000000001, "candidate_over_baseline": 0.12066925826659033, "difference_ci_low": -4.249841599999999, "difference_ci_high": -3.9114692, "pass": true }, { "metric": "rps", "baseline_mean": 305.3492476468955, "candidate_mean": 3362.288058375524, "candidate_over_baseline": 11.011286532671136, "difference_ci_low": 2915.7978922081275, "difference_ci_high": 3188.5320673920237, "pass": true }, { "metric": "cpu_ms_per_request", "baseline_mean": 2.45, "candidate_mean": 0.16, "candidate_over_baseline": 0.06530612244897958, "difference_ci_low": -2.344, "difference_ci_high": -2.248, "pass": true }, { "metric": "peak_pss_kb", "baseline_mean": 110383.2, "candidate_mean": 15904.4, "candidate_over_baseline": 0.14408351995593532, "difference_ci_low": -94610.8, "difference_ci_high": -94401.40000000001, "pass": true }, { "metric": "peak_rss_kb", "baseline_mean": 144865.6, "candidate_mean": 17550.4, "candidate_over_baseline": 0.12114953446504899, "difference_ci_low": -127447.20000000001, "difference_ci_high": -127237.6, "pass": true } ] }, { "workload": "tag", "concurrency": 1, "pass": true, "metrics": [ { "metric": "p50_ms", "baseline_mean": 3.5701888000000004, "candidate_mean": 0.26824539999999997, "candidate_over_baseline": 0.07513479399184714, "difference_ci_low": -3.3607616, "difference_ci_high": -3.2434785999999995, "pass": true }, { "metric": "p95_ms", "baseline_mean": 5.3598816, "candidate_mean": 0.6485838, "candidate_over_baseline": 0.1210071132914578, "difference_ci_low": -5.060482800000001, "difference_ci_high": -4.3650062, "pass": true }, { "metric": "rps", "baseline_mean": 263.7879652439335, "candidate_mean": 3131.837119605821, "candidate_over_baseline": 11.872554976909985, "difference_ci_low": 2827.9296772349257, "difference_ci_high": 2920.769478901375, "pass": true }, { "metric": "cpu_ms_per_request", "baseline_mean": 2.832, "candidate_mean": 0.17, "candidate_over_baseline": 0.06002824858757063, "difference_ci_low": -2.7619999999999996, "difference_ci_high": -2.584, "pass": true }, { "metric": "peak_pss_kb", "baseline_mean": 110489.8, "candidate_mean": 15822.8, "candidate_over_baseline": 0.14320597919445957, "difference_ci_low": -94706.2, "difference_ci_high": -94628.6, "pass": true }, { "metric": "peak_rss_kb", "baseline_mean": 144970.4, "candidate_mean": 17468.8, "candidate_over_baseline": 0.12049908119174672, "difference_ci_low": -127540.00000000001, "difference_ci_high": -127464, "pass": true } ] }, { "workload": "user", "concurrency": 1, "pass": true, "metrics": [ { "metric": "p50_ms", "baseline_mean": 1.9141702000000003, "candidate_mean": 0.1969062, "candidate_over_baseline": 0.10286765513327915, "difference_ci_low": -1.7544248, "difference_ci_high": -1.6804836, "pass": true }, { "metric": "p95_ms", "baseline_mean": 2.91284, "candidate_mean": 0.415006, "candidate_over_baseline": 0.14247469823265266, "difference_ci_low": -2.6125864000000005, "difference_ci_high": -2.409389, "pass": true }, { "metric": "rps", "baseline_mean": 490.29277234557594, "candidate_mean": 4415.6561151864025, "candidate_over_baseline": 9.006161959234614, "difference_ci_low": 3866.0159028498847, "difference_ci_high": 3982.4191019498653, "pass": true }, { "metric": "cpu_ms_per_request", "baseline_mean": 1.5619999999999998, "candidate_mean": 0.118, "candidate_over_baseline": 0.07554417413572344, "difference_ci_low": -1.488, "difference_ci_high": -1.4060000000000001, "pass": true }, { "metric": "peak_pss_kb", "baseline_mean": 110709.2, "candidate_mean": 15901.2, "candidate_over_baseline": 0.14363033966463493, "difference_ci_low": -94860, "difference_ci_high": -94752, "pass": true }, { "metric": "peak_rss_kb", "baseline_mean": 145191.2, "candidate_mean": 17547.2, "candidate_over_baseline": 0.12085580944299654, "difference_ci_low": -127696, "difference_ci_high": -127588.00000000001, "pass": true } ] } ] }