{
"baseline": "reports/raw/django-v2-small-c1.json",
"candidate": "reports/raw/go-v2-small-c1.json",
"pass": true,
"workloads": [
{
"workload": "comment",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.1355297999999996,
"candidate_mean": 1.4046212,
"candidate_over_baseline": 0.4479693351981538,
"difference_ci_low": -1.7753362000000004,
"difference_ci_high": -1.6844266000000003,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 3.9945034,
"candidate_mean": 1.8818848000000004,
"candidate_over_baseline": 0.47111858760716047,
"difference_ci_low": -2.1992849999999997,
"difference_ci_high": -2.0209589999999995,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 312.53650438183394,
"candidate_mean": 712.2191555547416,
"candidate_over_baseline": 2.2788350978822143,
"difference_ci_low": 392.9761769912194,
"difference_ci_high": 406.53711665905064,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.568,
"candidate_mean": 0.178,
"candidate_over_baseline": 0.1135204081632653,
"difference_ci_low": -1.428,
"difference_ci_high": -1.346,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 111108.2,
"candidate_mean": 12687.4,
"candidate_over_baseline": 0.1141895917673043,
"difference_ci_low": -98436.59999999999,
"difference_ci_high": -98406.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145520,
"candidate_mean": 14432,
"candidate_over_baseline": 0.09917537108301265,
"difference_ci_low": -131103.2,
"difference_ci_high": -131073.6,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 4.8661366,
"candidate_mean": 2.6420147999999997,
"candidate_over_baseline": 0.5429388891384593,
"difference_ci_low": -2.3718604,
"difference_ci_high": -2.064807200000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 6.7119096,
"candidate_mean": 3.3438339999999998,
"candidate_over_baseline": 0.49819413539181157,
"difference_ci_low": -4.451120600000001,
"difference_ci_high": -2.6902158,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 198.2986619289732,
"candidate_mean": 381.35848689542377,
"candidate_over_baseline": 1.9231520938452884,
"difference_ci_low": 164.43813037529685,
"difference_ci_high": 201.9101897300256,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.162,
"candidate_mean": 0.254,
"candidate_over_baseline": 0.11748381128584645,
"difference_ci_low": -2.242,
"difference_ci_high": -1.7159999999999997,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 111009.4,
"candidate_mean": 12436.8,
"candidate_over_baseline": 0.11203375569996775,
"difference_ci_low": -98754.2,
"difference_ci_high": -98388.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145434.4,
"candidate_mean": 14180.8,
"candidate_over_baseline": 0.09750650465089415,
"difference_ci_low": -131433.6,
"difference_ci_high": -131074.4,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 5.1192915999999995,
"candidate_mean": 1.3885488000000001,
"candidate_over_baseline": 0.2712384658846158,
"difference_ci_low": -3.8631468000000004,
"difference_ci_high": -3.5897285999999995,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 7.4491568,
"candidate_mean": 2.0014554,
"candidate_over_baseline": 0.2686821413129604,
"difference_ci_low": -5.6659524,
"difference_ci_high": -5.235571400000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 182.94936894627998,
"candidate_mean": 709.9781746794704,
"candidate_over_baseline": 3.880735849315466,
"difference_ci_low": 483.75606066102455,
"difference_ci_high": 559.0505726962226,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.316,
"candidate_mean": 0.21600000000000003,
"candidate_over_baseline": 0.06513872135102534,
"difference_ci_low": -3.1599999999999997,
"difference_ci_high": -3.038,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110598.6,
"candidate_mean": 12296.2,
"candidate_over_baseline": 0.11117862251420904,
"difference_ci_low": -98437.2,
"difference_ci_high": -98117.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145080,
"candidate_mean": 14040.8,
"candidate_over_baseline": 0.09677970774744968,
"difference_ci_low": -131173.6,
"difference_ci_high": -130854.4,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 1.8840046000000001,
"candidate_mean": 0.14055999999999996,
"candidate_over_baseline": 0.07460703652209764,
"difference_ci_low": -1.7712354000000001,
"difference_ci_high": -1.7183125999999997,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 2.7076218,
"candidate_mean": 0.3625412,
"candidate_over_baseline": 0.13389654345374233,
"difference_ci_low": -2.4427016,
"difference_ci_high": -2.2195524,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 506.82041495866235,
"candidate_mean": 5903.259423120669,
"candidate_over_baseline": 11.647635432369384,
"difference_ci_low": 5125.019986671981,
"difference_ci_high": 5645.651011165064,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.5059999999999998,
"candidate_mean": 0.07600000000000001,
"candidate_over_baseline": 0.05046480743691901,
"difference_ci_low": -1.44,
"difference_ci_high": -1.42,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110831.8,
"candidate_mean": 12403.2,
"candidate_over_baseline": 0.1119101196587983,
"difference_ci_low": -98616.59999999999,
"difference_ci_high": -98237.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145311.2,
"candidate_mean": 14147.2,
"candidate_over_baseline": 0.09735794625603532,
"difference_ci_low": -131352,
"difference_ci_high": -130972.80000000002,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.7743248,
"candidate_mean": 0.18535580000000001,
"candidate_over_baseline": 0.049109657971142286,
"difference_ci_low": -3.6224456000000003,
"difference_ci_high": -3.5530028,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 5.7823422,
"candidate_mean": 0.5083779999999999,
"candidate_over_baseline": 0.08791904429315855,
"difference_ci_low": -5.496892,
"difference_ci_high": -5.074794000000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 249.54982394118096,
"candidate_mean": 4336.031079527299,
"candidate_over_baseline": 17.37541229662139,
"difference_ci_low": 4010.2975060690997,
"difference_ci_high": 4145.609545714854,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.996,
"candidate_mean": 0.10200000000000001,
"candidate_over_baseline": 0.034045393858477976,
"difference_ci_low": -2.9819999999999998,
"difference_ci_high": -2.826,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 109736.6,
"candidate_mean": 11886.4,
"candidate_over_baseline": 0.10831755312265916,
"difference_ci_low": -98485.40000000001,
"difference_ci_high": -97111.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 144789.6,
"candidate_mean": 13630.4,
"candidate_over_baseline": 0.09413935807544188,
"difference_ci_low": -131437.6,
"difference_ci_high": -130984.80000000002,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.1276586,
"candidate_mean": 0.20864359999999998,
"candidate_over_baseline": 0.06670919901551914,
"difference_ci_low": -2.9521108,
"difference_ci_high": -2.88518,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 4.6415086,
"candidate_mean": 0.5190434,
"candidate_over_baseline": 0.11182644366962932,
"difference_ci_low": -4.293021599999999,
"difference_ci_high": -3.9531502,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 305.3492476468955,
"candidate_mean": 3971.4069097299084,
"candidate_over_baseline": 13.006113295954231,
"difference_ci_low": 3497.850093735465,
"difference_ci_high": 3835.297482555475,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.45,
"candidate_mean": 0.11599999999999999,
"candidate_over_baseline": 0.047346938775510196,
"difference_ci_low": -2.3899999999999997,
"difference_ci_high": -2.2920000000000003,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110383.2,
"candidate_mean": 12115.2,
"candidate_over_baseline": 0.10975583240927968,
"difference_ci_low": -98286.8,
"difference_ci_high": -98250,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 144865.6,
"candidate_mean": 13859.2,
"candidate_over_baseline": 0.0956693652599375,
"difference_ci_low": -131025.59999999999,
"difference_ci_high": -130988,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.5701888000000004,
"candidate_mean": 0.2272838,
"candidate_over_baseline": 0.06366156322041007,
"difference_ci_low": -3.401671,
"difference_ci_high": -3.2845948000000003,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 5.3598816,
"candidate_mean": 0.6212332,
"candidate_over_baseline": 0.11590427669148515,
"difference_ci_low": -5.0876934,
"difference_ci_high": -4.3897912,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 263.7879652439335,
"candidate_mean": 3562.402054252315,
"candidate_over_baseline": 13.504793711714797,
"difference_ci_low": 3174.1730908492477,
"difference_ci_high": 3432.82956306382,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.832,
"candidate_mean": 0.134,
"candidate_over_baseline": 0.04731638418079097,
"difference_ci_low": -2.7960000000000003,
"difference_ci_high": -2.6180000000000003,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110489.8,
"candidate_mean": 12122.4,
"candidate_over_baseline": 0.1097151049237124,
"difference_ci_low": -98385.79999999999,
"difference_ci_high": -98349.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 144970.4,
"candidate_mean": 13866.4,
"candidate_over_baseline": 0.09564987059427305,
"difference_ci_low": -131120.8,
"difference_ci_high": -131088,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 1.9141702000000003,
"candidate_mean": 0.13789639999999997,
"candidate_over_baseline": 0.07203977995269174,
"difference_ci_low": -1.8131442,
"difference_ci_high": -1.7394934,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 2.91284,
"candidate_mean": 0.3512076,
"candidate_over_baseline": 0.1205722250449733,
"difference_ci_low": -2.6764892,
"difference_ci_high": -2.4721255999999996,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 490.29277234557594,
"candidate_mean": 5971.137942508538,
"candidate_over_baseline": 12.178719082360582,
"difference_ci_low": 5319.890497723222,
"difference_ci_high": 5676.89695500595,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.5619999999999998,
"candidate_mean": 0.078,
"candidate_over_baseline": 0.049935979513444306,
"difference_ci_low": -1.5279999999999998,
"difference_ci_high": -1.446,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 110709.2,
"candidate_mean": 12300.6,
"candidate_over_baseline": 0.11110729731585091,
"difference_ci_low": -98530.2,
"difference_ci_high": -98220.6,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 145191.2,
"candidate_mean": 14045.6,
"candidate_over_baseline": 0.09673864531734705,
"difference_ci_low": -131267.2,
"difference_ci_high": -130957.6,
"pass": true
}
]
}
]
}