{
"baseline": "reports/raw/django-v2-small-c8.json",
"candidate": "reports/raw/go-production-v2-small-c8.json",
"pass": true,
"workloads": [
{
"workload": "comment",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 8.1676344,
"candidate_mean": 1.3535549999999998,
"candidate_over_baseline": 0.1657217908774173,
"difference_ci_low": -6.9194635999999985,
"difference_ci_high": -6.697390799999999,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 12.8823514,
"candidate_mean": 2.1415982000000002,
"candidate_over_baseline": 0.1662428025368102,
"difference_ci_low": -10.956425200000002,
"difference_ci_high": -10.5301228,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 939.2314887531605,
"candidate_mean": 5522.414170476366,
"candidate_over_baseline": 5.879715742715811,
"difference_ci_low": 4371.566915521678,
"difference_ci_high": 4890.160373832308,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.216,
"candidate_mean": 0.132,
"candidate_over_baseline": 0.05956678700361011,
"difference_ci_low": -2.1060000000000003,
"difference_ci_high": -2.0580000000000003,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124232.8,
"candidate_mean": 16591,
"candidate_over_baseline": 0.1335476621310958,
"difference_ci_low": -107718.20000000001,
"difference_ci_high": -107563.40000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158405.6,
"candidate_mean": 18236,
"candidate_over_baseline": 0.1151221926497548,
"difference_ci_low": -140245.6,
"difference_ci_high": -140091.19999999998,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 10.3107142,
"candidate_mean": 2.8348002,
"candidate_over_baseline": 0.2749373268439542,
"difference_ci_low": -7.684810799999999,
"difference_ci_high": -7.2633408,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 14.6138532,
"candidate_mean": 3.9013476,
"candidate_over_baseline": 0.26696228206261163,
"difference_ci_low": -10.9122206,
"difference_ci_high": -10.517174399999998,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 757.7602777492398,
"candidate_mean": 2738.3545181812547,
"candidate_over_baseline": 3.613747775635501,
"difference_ci_low": 1903.0069514401487,
"difference_ci_high": 2089.0957146901765,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.6820000000000004,
"candidate_mean": 0.184,
"candidate_over_baseline": 0.06860551826994779,
"difference_ci_low": -2.532,
"difference_ci_high": -2.4539999999999997,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124148.4,
"candidate_mean": 16643.8,
"candidate_over_baseline": 0.13406374951268,
"difference_ci_low": -107564.6,
"difference_ci_high": -107447.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158323.2,
"candidate_mean": 18288.8,
"candidate_over_baseline": 0.11551560352494138,
"difference_ci_low": -140093.6,
"difference_ci_high": -139977.6,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 16.3141868,
"candidate_mean": 3.9720581999999993,
"candidate_over_baseline": 0.2434726443122497,
"difference_ci_low": -12.870493199999999,
"difference_ci_high": -11.787803799999999,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 26.2952226,
"candidate_mean": 16.6882486,
"candidate_over_baseline": 0.6346494514939,
"difference_ci_low": -11.096272400000004,
"difference_ci_high": -8.263291599999995,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 466.94926374082706,
"candidate_mean": 1339.0656771829115,
"candidate_over_baseline": 2.867689878029531,
"difference_ci_low": 813.5152323123838,
"difference_ci_high": 968.9462160110603,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.434,
"candidate_mean": 0.25,
"candidate_over_baseline": 0.05638249887235002,
"difference_ci_low": -4.26,
"difference_ci_high": -4.101999999999999,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123564.4,
"candidate_mean": 16635.8,
"candidate_over_baseline": 0.13463262881541932,
"difference_ci_low": -107208.59999999999,
"difference_ci_high": -106623,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157748.8,
"candidate_mean": 18280.8,
"candidate_over_baseline": 0.11588550911322305,
"difference_ci_low": -139745.6,
"difference_ci_high": -139163.19999999998,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 7.3626902,
"candidate_mean": 0.2375812,
"candidate_over_baseline": 0.032268259772766206,
"difference_ci_low": -7.2979632,
"difference_ci_high": -6.944944,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 15.1887362,
"candidate_mean": 0.516472,
"candidate_over_baseline": 0.03400361907661548,
"difference_ci_low": -15.4169416,
"difference_ci_high": -14.0291414,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 965.6466465673348,
"candidate_mean": 29228.186917720257,
"candidate_over_baseline": 30.267994013773205,
"difference_ci_low": 26412.78119510385,
"difference_ci_high": 29840.847796237034,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.156,
"candidate_mean": 0.05600000000000001,
"candidate_over_baseline": 0.025974025974025976,
"difference_ci_low": -2.144,
"difference_ci_high": -2.048,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 124091.6,
"candidate_mean": 16682.2,
"candidate_over_baseline": 0.13443456285518118,
"difference_ci_low": -107437.4,
"difference_ci_high": -107391,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158269.6,
"candidate_mean": 18327.2,
"candidate_over_baseline": 0.11579734832210355,
"difference_ci_low": -139970.4,
"difference_ci_high": -139924,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 15.303683000000001,
"candidate_mean": 0.2744152,
"candidate_over_baseline": 0.017931317578912212,
"difference_ci_low": -16.0973718,
"difference_ci_high": -14.1643496,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 27.8160658,
"candidate_mean": 0.5922734000000001,
"candidate_over_baseline": 0.021292493491297394,
"difference_ci_low": -28.166056400000002,
"difference_ci_high": -26.615033399999998,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 483.75275655414714,
"candidate_mean": 24947.39399385968,
"candidate_over_baseline": 51.57054643277735,
"difference_ci_low": 22973.84196972053,
"difference_ci_high": 26323.76479691716,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.308000000000001,
"candidate_mean": 0.07200000000000001,
"candidate_over_baseline": 0.01671309192200557,
"difference_ci_low": -4.498,
"difference_ci_high": -4.0520000000000005,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 121293,
"candidate_mean": 16444.6,
"candidate_over_baseline": 0.1355774859225182,
"difference_ci_low": -105027.4,
"difference_ci_high": -104662.6,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 156893.6,
"candidate_mean": 18089.6,
"candidate_over_baseline": 0.11529852078096237,
"difference_ci_low": -138984,
"difference_ci_high": -138617.6,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 12.074519599999999,
"candidate_mean": 0.3119708,
"candidate_over_baseline": 0.02583711901879724,
"difference_ci_low": -12.0459914,
"difference_ci_high": -11.416542600000003,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 23.4111752,
"candidate_mean": 0.758112,
"candidate_over_baseline": 0.03238248372939433,
"difference_ci_low": -24.1620216,
"difference_ci_high": -21.2113878,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 603.1998812314358,
"candidate_mean": 21481.35049178439,
"candidate_over_baseline": 35.61232546652711,
"difference_ci_low": 18557.78686857925,
"difference_ci_high": 22733.551421549437,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.44,
"candidate_mean": 0.08399999999999999,
"candidate_over_baseline": 0.024418604651162787,
"difference_ci_low": -3.45,
"difference_ci_high": -3.246,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123040.4,
"candidate_mean": 16343.8,
"candidate_over_baseline": 0.13283279313136173,
"difference_ci_low": -106729.4,
"difference_ci_high": -106662.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157222.4,
"candidate_mean": 17988.8,
"candidate_over_baseline": 0.11441626638443377,
"difference_ci_low": -139266.40000000002,
"difference_ci_high": -139199.19999999998,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 13.893182000000001,
"candidate_mean": 0.3171722,
"candidate_over_baseline": 0.022829341759144882,
"difference_ci_low": -13.9214968,
"difference_ci_high": -13.272364600000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 25.027357799999997,
"candidate_mean": 0.7469274,
"candidate_over_baseline": 0.02984443687459489,
"difference_ci_low": -24.9801084,
"difference_ci_high": -23.5949806,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 535.4378134534763,
"candidate_mean": 21630.226939830838,
"candidate_over_baseline": 40.397271907861374,
"difference_ci_low": 18646.3767997341,
"difference_ci_high": 23543.201453020625,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.878,
"candidate_mean": 0.084,
"candidate_over_baseline": 0.021660649819494584,
"difference_ci_low": -3.886,
"difference_ci_high": -3.728,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123203.6,
"candidate_mean": 16381.4,
"candidate_over_baseline": 0.1329620238369658,
"difference_ci_low": -106963.79999999999,
"difference_ci_high": -106659,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157385.6,
"candidate_mean": 18026.4,
"candidate_over_baseline": 0.1145365268487079,
"difference_ci_low": -139500.8,
"difference_ci_high": -139196,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 8,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 7.6272736,
"candidate_mean": 0.22080099999999997,
"candidate_over_baseline": 0.02894887630620724,
"difference_ci_low": -7.6811752,
"difference_ci_high": -7.1290222000000005,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 14.5459512,
"candidate_mean": 0.5462848000000001,
"candidate_over_baseline": 0.037555797657289,
"difference_ci_low": -14.8647372,
"difference_ci_high": -13.2144158,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 958.7774098775677,
"candidate_mean": 30089.296961976106,
"candidate_over_baseline": 31.382984884696434,
"difference_ci_low": 27689.484248567616,
"difference_ci_high": 30501.853262410066,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.1759999999999997,
"candidate_mean": 0.05600000000000001,
"candidate_over_baseline": 0.025735294117647065,
"difference_ci_low": -2.1879999999999997,
"difference_ci_high": -2.0519999999999996,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 123793.2,
"candidate_mean": 16695,
"candidate_over_baseline": 0.13486201180678745,
"difference_ci_low": -107181.4,
"difference_ci_high": -107023.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157975.2,
"candidate_mean": 18340,
"candidate_over_baseline": 0.11609417174341288,
"difference_ci_low": -139718.4,
"difference_ci_high": -139560.8,
"pass": true
}
]
}
]
}