{
"baseline": "reports/raw/django-v2-small-c8.json",
"candidate": "reports/raw/go-v2-small-c8.json",
"pass": true,
"workloads": [
{
"workload": "comment",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 8.1676344,
"candidate_mean": 1.3429598000000003,
"candidate_over_baseline": 0.16442457316649728,
"difference_ci_low": -6.9110368,
"difference_ci_high": -6.7189565999999985,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 12.8823514,
"candidate_mean": 2.1335018,
"candidate_over_baseline": 0.16561431479038835,
"difference_ci_low": -10.9314574,
"difference_ci_high": -10.555553799999998,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 939.2314887531605,
"candidate_mean": 5548.639958276885,
"candidate_over_baseline": 5.907638345518805,
"difference_ci_low": 4500.293200619888,
"difference_ci_high": 4721.413495626368,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.216,
"candidate_mean": 0.11199999999999999,
"candidate_over_baseline": 0.050541516245487354,
"difference_ci_low": -2.1220000000000008,
"difference_ci_high": -2.08,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124232.8,
"candidate_mean": 12825.4,
"candidate_over_baseline": 0.10323682634537738,
"difference_ci_low": -111430.6,
"difference_ci_high": -111382.59999999999,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158405.6,
"candidate_mean": 14570.4,
"candidate_over_baseline": 0.09198159661022084,
"difference_ci_low": -143857.6,
"difference_ci_high": -143811.19999999998,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 10.3107142,
"candidate_mean": 2.8232306,
"candidate_over_baseline": 0.2738152319264169,
"difference_ci_low": -7.6875362,
"difference_ci_high": -7.2794162,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 14.6138532,
"candidate_mean": 3.9681040000000003,
"candidate_over_baseline": 0.2715303038626391,
"difference_ci_low": -10.933562599999998,
"difference_ci_high": -10.350318200000002,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 757.7602777492398,
"candidate_mean": 2725.055075929004,
"candidate_over_baseline": 3.596196786697741,
"difference_ci_low": 1857.9895361676045,
"difference_ci_high": 2067.735099377336,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.6820000000000004,
"candidate_mean": 0.154,
"candidate_over_baseline": 0.057419835943325864,
"difference_ci_low": -2.5620000000000003,
"difference_ci_high": -2.484,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124148.4,
"candidate_mean": 12802.2,
"candidate_over_baseline": 0.10312013686845743,
"difference_ci_low": -111365.40000000001,
"difference_ci_high": -111323.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158323.2,
"candidate_mean": 14547.2,
"candidate_over_baseline": 0.09188293313929986,
"difference_ci_low": -143794.40000000002,
"difference_ci_high": -143755.2,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 16.3141868,
"candidate_mean": 4.1824536000000005,
"candidate_over_baseline": 0.2563691130470567,
"difference_ci_low": -12.580841000000001,
"difference_ci_high": -11.632686799999998,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 26.2952226,
"candidate_mean": 17.3220244,
"candidate_over_baseline": 0.6587517688479275,
"difference_ci_low": -10.148047799999997,
"difference_ci_high": -7.880987000000005,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 466.94926374082706,
"candidate_mean": 1313.4769447759902,
"candidate_over_baseline": 2.8128900648722626,
"difference_ci_low": 787.3050296769177,
"difference_ci_high": 917.3098082967549,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.434,
"candidate_mean": 0.21800000000000003,
"candidate_over_baseline": 0.04916553901668922,
"difference_ci_low": -4.292000000000001,
"difference_ci_high": -4.1339999999999995,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123564.4,
"candidate_mean": 12803.8,
"candidate_over_baseline": 0.10362046026201721,
"difference_ci_low": -110822.2,
"difference_ci_high": -110691.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157748.8,
"candidate_mean": 14548.8,
"candidate_over_baseline": 0.09222764293611109,
"difference_ci_low": -143259.2,
"difference_ci_high": -143132.80000000002,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 7.3626902,
"candidate_mean": 0.17216159999999997,
"candidate_over_baseline": 0.023382974880567425,
"difference_ci_low": -7.3662342,
"difference_ci_high": -7.0121364,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 15.1887362,
"candidate_mean": 0.510417,
"candidate_over_baseline": 0.03360496839756819,
"difference_ci_low": -15.421662199999998,
"difference_ci_high": -14.0344762,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 965.6466465673348,
"candidate_mean": 35461.75247636922,
"candidate_over_baseline": 36.723321726874,
"difference_ci_low": 33013.38530931467,
"difference_ci_high": 35790.373613777,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.156,
"candidate_mean": 0.042,
"candidate_over_baseline": 0.01948051948051948,
"difference_ci_low": -2.158,
"difference_ci_high": -2.0620000000000003,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124091.6,
"candidate_mean": 12824.6,
"candidate_over_baseline": 0.103347849491827,
"difference_ci_low": -111295,
"difference_ci_high": -111237.40000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158269.6,
"candidate_mean": 14569.6,
"candidate_over_baseline": 0.09205558110970143,
"difference_ci_low": -143728,
"difference_ci_high": -143670.4,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 15.303683000000001,
"candidate_mean": 0.210121,
"candidate_over_baseline": 0.013730093599037565,
"difference_ci_low": -16.1559062,
"difference_ci_high": -14.2342348,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 27.8160658,
"candidate_mean": 0.4918354,
"candidate_over_baseline": 0.017681702492952832,
"difference_ci_low": -28.265712800000003,
"difference_ci_high": -26.7199204,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 483.75275655414714,
"candidate_mean": 30753.75289545508,
"candidate_over_baseline": 63.573287136427446,
"difference_ci_low": 28924.229598412963,
"difference_ci_high": 31602.831973182412,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.308000000000001,
"candidate_mean": 0.05600000000000001,
"candidate_over_baseline": 0.012999071494893221,
"difference_ci_low": -4.512000000000001,
"difference_ci_high": -4.07,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 121293,
"candidate_mean": 12712.6,
"candidate_over_baseline": 0.10480901618395126,
"difference_ci_low": -108685.2,
"difference_ci_high": -108457.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 156893.6,
"candidate_mean": 14457.6,
"candidate_over_baseline": 0.0921490742770897,
"difference_ci_low": -142541.6,
"difference_ci_high": -142312,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 12.074519599999999,
"candidate_mean": 0.22635199999999997,
"candidate_over_baseline": 0.018746253060038926,
"difference_ci_low": -12.132380999999999,
"difference_ci_high": -11.500089999999998,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 23.4111752,
"candidate_mean": 0.5653378,
"candidate_over_baseline": 0.02414820252167435,
"difference_ci_low": -24.323581799999996,
"difference_ci_high": -21.397384000000002,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 603.1998812314358,
"candidate_mean": 28833.657384501537,
"candidate_over_baseline": 47.80116555334439,
"difference_ci_low": 27458.172942215366,
"difference_ci_high": 29045.824243485735,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.44,
"candidate_mean": 0.057999999999999996,
"candidate_over_baseline": 0.016860465116279068,
"difference_ci_low": -3.4760000000000004,
"difference_ci_high": -3.2700000000000005,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123040.4,
"candidate_mean": 12577.4,
"candidate_over_baseline": 0.10222170929223247,
"difference_ci_low": -110541.40000000001,
"difference_ci_high": -110385.4,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157222.4,
"candidate_mean": 14322.4,
"candidate_over_baseline": 0.09109643409590491,
"difference_ci_low": -142978.40000000002,
"difference_ci_high": -142822.4,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 13.893182000000001,
"candidate_mean": 0.2534566,
"candidate_over_baseline": 0.018243236142735333,
"difference_ci_low": -13.9851384,
"difference_ci_high": -13.338525200000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 25.027357799999997,
"candidate_mean": 0.5719046000000001,
"candidate_over_baseline": 0.022851177682048408,
"difference_ci_low": -25.119832,
"difference_ci_high": -23.779420199999997,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 535.4378134534763,
"candidate_mean": 26478.999907428042,
"candidate_over_baseline": 49.452988268877235,
"difference_ci_low": 24152.351685548318,
"difference_ci_high": 28146.188770862012,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.878,
"candidate_mean": 0.064,
"candidate_over_baseline": 0.016503352243424446,
"difference_ci_low": -3.906,
"difference_ci_high": -3.75,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123203.6,
"candidate_mean": 12589.4,
"candidate_over_baseline": 0.10218370242427981,
"difference_ci_low": -110747.79999999999,
"difference_ci_high": -110487,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157385.6,
"candidate_mean": 14334.4,
"candidate_over_baseline": 0.09107821808348412,
"difference_ci_low": -143184.8,
"difference_ci_high": -142924,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 7.6272736,
"candidate_mean": 0.17052259999999997,
"candidate_over_baseline": 0.022356953341755036,
"difference_ci_low": -7.731874,
"difference_ci_high": -7.179225399999999,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 14.5459512,
"candidate_mean": 0.464853,
"candidate_over_baseline": 0.031957552559367865,
"difference_ci_low": -14.9420588,
"difference_ci_high": -13.298980800000002,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 958.7774098775677,
"candidate_mean": 36633.933595957395,
"candidate_over_baseline": 38.209007866211,
"difference_ci_low": 33694.90439138566,
"difference_ci_high": 37922.53878746953,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.1759999999999997,
"candidate_mean": 0.04,
"candidate_over_baseline": 0.018382352941176475,
"difference_ci_low": -2.1999999999999997,
"difference_ci_high": -2.0680000000000005,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123793.2,
"candidate_mean": 12967,
"candidate_over_baseline": 0.10474727206340897,
"difference_ci_low": -110988.59999999999,
"difference_ci_high": -110655.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157975.2,
"candidate_mean": 14712,
"candidate_over_baseline": 0.09312854169515214,
"difference_ci_low": -143425.6,
"difference_ci_high": -143092.8,
"pass": true
}
]
}
]
}