{
"baseline": "reports/raw/django-v2-small-c32.json",
"candidate": "reports/raw/go-production-v2-small-c32.json",
"pass": true,
"workloads": [
{
"workload": "comment",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 31.319612800000005,
"candidate_mean": 5.265331399999999,
"candidate_over_baseline": 0.16811610774447372,
"difference_ci_low": -31.047539600000004,
"difference_ci_high": -21.025465599999997,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 53.783024,
"candidate_mean": 7.087322400000001,
"candidate_over_baseline": 0.13177619763440598,
"difference_ci_low": -48.561924,
"difference_ci_high": -44.747031400000004,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 992.9507131263101,
"candidate_mean": 5810.504726446432,
"candidate_over_baseline": 5.851755429181404,
"difference_ci_low": 4459.26008860243,
"difference_ci_high": 5155.851352324172,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.1079999999999997,
"candidate_mean": 0.14400000000000002,
"candidate_over_baseline": 0.06831119544592032,
"difference_ci_low": -2.0219999999999994,
"difference_ci_high": -1.9020000000000001,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124396.2,
"candidate_mean": 16834,
"candidate_over_baseline": 0.13532567715090976,
"difference_ci_low": -107571,
"difference_ci_high": -107553.4,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158567.2,
"candidate_mean": 18480,
"candidate_over_baseline": 0.11654364837116377,
"difference_ci_low": -140096,
"difference_ci_high": -140078.4,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 36.2388102,
"candidate_mean": 10.033448400000001,
"candidate_over_baseline": 0.27687024890237705,
"difference_ci_low": -32.876019799999995,
"difference_ci_high": -19.554910200000002,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 67.281493,
"candidate_mean": 13.268774400000002,
"candidate_over_baseline": 0.19721284127865596,
"difference_ci_low": -55.597501799999996,
"difference_ci_high": -52.052716399999994,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 777.5428526735724,
"candidate_mean": 3067.53526764548,
"candidate_over_baseline": 3.945165539234004,
"difference_ci_low": 2223.452498669397,
"difference_ci_high": 2365.240203670911,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.648,
"candidate_mean": 0.188,
"candidate_over_baseline": 0.07099697885196374,
"difference_ci_low": -2.5,
"difference_ci_high": -2.3939999999999997,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124370.6,
"candidate_mean": 16892.6,
"candidate_over_baseline": 0.13582470455236204,
"difference_ci_low": -107608.2,
"difference_ci_high": -107298.40000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158547.2,
"candidate_mean": 18537.6,
"candidate_over_baseline": 0.11692164856900657,
"difference_ci_low": -140140.80000000002,
"difference_ci_high": -139830.4,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 64.38157100000001,
"candidate_mean": 22.186865,
"candidate_over_baseline": 0.34461515392347286,
"difference_ci_low": -51.8821522,
"difference_ci_high": -32.63581980000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 127.46028079999999,
"candidate_mean": 36.67784400000001,
"candidate_over_baseline": 0.2877590082949198,
"difference_ci_low": -100.57510740000001,
"difference_ci_high": -81.4365262,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 450.74671888334717,
"candidate_mean": 1335.1839630780537,
"candidate_over_baseline": 2.9621601381497755,
"difference_ci_low": 849.1644687161454,
"difference_ci_high": 928.992127970959,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.49,
"candidate_mean": 0.248,
"candidate_over_baseline": 0.05523385300668151,
"difference_ci_low": -4.322,
"difference_ci_high": -4.1659999999999995,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124351.6,
"candidate_mean": 17140.6,
"candidate_over_baseline": 0.1378398026241721,
"difference_ci_low": -107327.2,
"difference_ci_high": -107134.20000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158528,
"candidate_mean": 18785.6,
"candidate_over_baseline": 0.11850020185708518,
"difference_ci_low": -139857.59999999998,
"difference_ci_high": -139664.80000000002,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 29.753256,
"candidate_mean": 0.9701391999999999,
"candidate_over_baseline": 0.03260615241572216,
"difference_ci_low": -33.962429400000005,
"difference_ci_high": -24.204114,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 55.032481600000004,
"candidate_mean": 2.0504374,
"candidate_over_baseline": 0.03725867597437219,
"difference_ci_low": -55.5607108,
"difference_ci_high": -50.5455108,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 998.2565643316575,
"candidate_mean": 29250.50831900121,
"candidate_over_baseline": 29.301593762706393,
"difference_ci_low": 27374.104811103763,
"difference_ci_high": 29485.956271910036,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.1100000000000003,
"candidate_mean": 0.062,
"candidate_over_baseline": 0.029383886255924165,
"difference_ci_low": -2.1000000000000005,
"difference_ci_high": -1.9820000000000002,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124360.6,
"candidate_mean": 16918.2,
"candidate_over_baseline": 0.13604147937530053,
"difference_ci_low": -107531.6,
"difference_ci_high": -107358.79999999999,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158544,
"candidate_mean": 18563.2,
"candidate_over_baseline": 0.11708547784842063,
"difference_ci_low": -140070.4,
"difference_ci_high": -139897.6,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 52.058467199999996,
"candidate_mean": 1.205031,
"candidate_over_baseline": 0.023147646575349037,
"difference_ci_low": -58.653543799999994,
"difference_ci_high": -45.1009044,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 116.114119,
"candidate_mean": 2.4565908,
"candidate_over_baseline": 0.021156693270006206,
"difference_ci_low": -120.70831919999999,
"difference_ci_high": -108.91637479999999,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 487.9344236251669,
"candidate_mean": 23650.955159406913,
"candidate_over_baseline": 48.47158555383185,
"difference_ci_low": 19844.02534320745,
"difference_ci_high": 25832.27490071775,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.258,
"candidate_mean": 0.078,
"candidate_over_baseline": 0.018318459370596524,
"difference_ci_low": -4.294,
"difference_ci_high": -4.063999999999999,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124272.4,
"candidate_mean": 16961.4,
"candidate_over_baseline": 0.1364856557047261,
"difference_ci_low": -107419.59999999999,
"difference_ci_high": -107171.59999999999,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158455.2,
"candidate_mean": 18606.4,
"candidate_over_baseline": 0.1174237260752566,
"difference_ci_low": -139956.8,
"difference_ci_high": -139710.4,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 48.8681862,
"candidate_mean": 1.3594864,
"candidate_over_baseline": 0.027819456904664083,
"difference_ci_low": -54.2997662,
"difference_ci_high": -40.0280648,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 93.7352812,
"candidate_mean": 2.6356016,
"candidate_over_baseline": 0.028117498195546035,
"difference_ci_low": -100.77295620000001,
"difference_ci_high": -85.964054,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 608.7095907413116,
"candidate_mean": 20776.78267510915,
"candidate_over_baseline": 34.13250422061911,
"difference_ci_low": 19374.58576036993,
"difference_ci_high": 20958.23687941428,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.4160000000000004,
"candidate_mean": 0.08600000000000001,
"candidate_over_baseline": 0.025175644028103045,
"difference_ci_low": -3.476,
"difference_ci_high": -3.2300000000000004,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124291.6,
"candidate_mean": 16922.2,
"candidate_over_baseline": 0.1361491846593012,
"difference_ci_low": -107400.4,
"difference_ci_high": -107327.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158488,
"candidate_mean": 18567.2,
"candidate_over_baseline": 0.11715208722426936,
"difference_ci_low": -139952,
"difference_ci_high": -139878.40000000002,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 55.900135999999996,
"candidate_mean": 1.3743114,
"candidate_over_baseline": 0.024585117288444525,
"difference_ci_low": -62.70131279999999,
"difference_ci_high": -47.948392999999996,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 106.59349419999998,
"candidate_mean": 2.605142,
"candidate_over_baseline": 0.024439971872129512,
"difference_ci_low": -109.6288196,
"difference_ci_high": -97.361091,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 521.8698098780885,
"candidate_mean": 21205.279759198056,
"candidate_over_baseline": 40.633275498637715,
"difference_ci_low": 19922.945747446112,
"difference_ci_high": 21655.29466089797,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.9939999999999998,
"candidate_mean": 0.086,
"candidate_over_baseline": 0.021532298447671506,
"difference_ci_low": -3.99,
"difference_ci_high": -3.812,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124328.4,
"candidate_mean": 16673.4,
"candidate_over_baseline": 0.13410773403341475,
"difference_ci_low": -107730.2,
"difference_ci_high": -107587.4,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158513.6,
"candidate_mean": 18318.4,
"candidate_over_baseline": 0.11556358571125759,
"difference_ci_low": -140268.80000000002,
"difference_ci_high": -140129.59999999998,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 27.5125312,
"candidate_mean": 0.8425228,
"candidate_over_baseline": 0.030623238330030497,
"difference_ci_low": -28.820711800000005,
"difference_ci_high": -24.700176000000003,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 56.4993004,
"candidate_mean": 1.8127780000000002,
"candidate_over_baseline": 0.0320849636573553,
"difference_ci_low": -56.79070140000001,
"difference_ci_high": -52.8641268,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 1001.7964617266232,
"candidate_mean": 33355.5571025895,
"candidate_over_baseline": 33.295742575393305,
"difference_ci_low": 30324.657466521658,
"difference_ci_high": 34004.96183877393,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.0940000000000003,
"candidate_mean": 0.052000000000000005,
"candidate_over_baseline": 0.024832855778414518,
"difference_ci_low": -2.072,
"difference_ci_high": -2.012,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124359.2,
"candidate_mean": 16843,
"candidate_over_baseline": 0.13543831095729147,
"difference_ci_low": -107570.6,
"difference_ci_high": -107461.6,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158541.6,
"candidate_mean": 18488,
"candidate_over_baseline": 0.11661292682803756,
"difference_ci_low": -140108,
"difference_ci_high": -139998.40000000002,
"pass": true
}
]
}
]
}