{
"baseline": "reports/raw/django-small-c1.json",
"candidate": "reports/raw/go-small-c1.json",
"pass": false,
"workloads": [
{
"workload": "comment",
"concurrency": 1,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.2122458000000003,
"candidate_mean": 1.3058928,
"candidate_over_baseline": 0.4065357638571743,
"difference_ci_low": -2.0719886,
"difference_ci_high": -1.748127,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 4.0165692,
"candidate_mean": 54.49181779999999,
"candidate_over_baseline": 13.56675687300495,
"difference_ci_low": -1.4129579999999997,
"difference_ci_high": 152.92468419999997,
"pass": false
},
{
"metric": "rps",
"baseline_mean": 304.38117197614343,
"candidate_mean": 98.74980270124927,
"candidate_over_baseline": 0.3244280914622045,
"difference_ci_low": -248.62264839982055,
"difference_ci_high": -168.6521973445024,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.51,
"candidate_mean": 0.21999999999999997,
"candidate_over_baseline": 0.1456953642384106,
"difference_ci_low": -1.32,
"difference_ci_high": -1.26,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 122812,
"candidate_mean": 12117.2,
"candidate_over_baseline": 0.09866462560661825,
"difference_ci_low": -110776.40000000001,
"difference_ci_high": -110614.8,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158368,
"candidate_mean": 13943.2,
"candidate_over_baseline": 0.08804303899777734,
"difference_ci_low": -144506.4,
"difference_ci_high": -144344.8,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 1,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 4.8344206,
"candidate_mean": 2.4365926,
"candidate_over_baseline": 0.5040092291514727,
"difference_ci_low": -2.5692492000000002,
"difference_ci_high": -2.218079200000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 5.9262328,
"candidate_mean": 135.727622,
"candidate_over_baseline": 22.902850188402994,
"difference_ci_low": 41.8123218,
"difference_ci_high": 217.786781,
"pass": false
},
{
"metric": "rps",
"baseline_mean": 203.654459534934,
"candidate_mean": 74.718528015467,
"candidate_over_baseline": 0.3668887398100414,
"difference_ci_low": -149.19111067327788,
"difference_ci_high": -110.5717625690896,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.8699999999999999,
"candidate_mean": 0.3,
"candidate_over_baseline": 0.16042780748663102,
"difference_ci_low": -1.67,
"difference_ci_high": -1.4899999999999998,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 122784,
"candidate_mean": 12030,
"candidate_over_baseline": 0.09797693510555121,
"difference_ci_low": -110876.4,
"difference_ci_high": -110634,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158340,
"candidate_mean": 13856,
"candidate_over_baseline": 0.08750789440444613,
"difference_ci_low": -144606.4,
"difference_ci_high": -144364,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 1,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 5.0100298,
"candidate_mean": 1.4433508,
"candidate_over_baseline": 0.28809225845323316,
"difference_ci_low": -3.6471718,
"difference_ci_high": -3.486630799999999,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 7.0170794,
"candidate_mean": 40.1146006,
"candidate_over_baseline": 5.716708948740127,
"difference_ci_low": -4.660592999999999,
"difference_ci_high": 108.39140440000001,
"pass": false
},
{
"metric": "rps",
"baseline_mean": 189.53538779534688,
"candidate_mean": 164.60461451362508,
"candidate_over_baseline": 0.8684637545963654,
"difference_ci_low": -74.86040041906023,
"difference_ci_high": 14.9449872301646,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.13,
"candidate_mean": 0.24,
"candidate_over_baseline": 0.07667731629392971,
"difference_ci_low": -3.01,
"difference_ci_high": -2.79,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 122600,
"candidate_mean": 11925.2,
"candidate_over_baseline": 0.09726916802610115,
"difference_ci_low": -110862.8,
"difference_ci_high": -110534.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158160,
"candidate_mean": 13750.4,
"candidate_over_baseline": 0.08693980778958017,
"difference_ci_low": -144597.6,
"difference_ci_high": -144268.80000000002,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 1.8386912000000002,
"candidate_mean": 0.2417746,
"candidate_over_baseline": 0.1314927705098061,
"difference_ci_low": -1.6388686000000003,
"difference_ci_high": -1.5491580000000003,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 2.5782768000000003,
"candidate_mean": 0.4770434,
"candidate_over_baseline": 0.18502412153729964,
"difference_ci_low": -2.3261727999999993,
"difference_ci_high": -1.8845200000000002,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 523.2317595674189,
"candidate_mean": 3741.475543353224,
"candidate_over_baseline": 7.150704205047652,
"difference_ci_low": 3087.494198692637,
"difference_ci_high": 3341.843607734092,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.5,
"candidate_mean": 0.09,
"candidate_over_baseline": 0.06,
"difference_ci_low": -1.44,
"difference_ci_high": -1.38,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 122707.2,
"candidate_mean": 12062,
"candidate_over_baseline": 0.0982990403171126,
"difference_ci_low": -110742.8,
"difference_ci_high": -110593.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158263.2,
"candidate_mean": 13888,
"candidate_over_baseline": 0.08775255397338104,
"difference_ci_low": -144472.8,
"difference_ci_high": -144323.2,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.7117220000000004,
"candidate_mean": 0.2183996,
"candidate_over_baseline": 0.05884050583529692,
"difference_ci_low": -3.5979355999999996,
"difference_ci_high": -3.3758775999999995,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 5.6339022,
"candidate_mean": 0.4637378,
"candidate_over_baseline": 0.08231200747503213,
"difference_ci_low": -5.493518400000001,
"difference_ci_high": -4.777146200000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 256.67036839781616,
"candidate_mean": 4006.2682631408943,
"candidate_over_baseline": 15.608612276316743,
"difference_ci_low": 3273.5320842470956,
"difference_ci_high": 4144.519292153947,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.9200000000000004,
"candidate_mean": 0.14,
"candidate_over_baseline": 0.04794520547945205,
"difference_ci_low": -2.8600000000000003,
"difference_ci_high": -2.6999999999999997,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 120976.2,
"candidate_mean": 9721.4,
"candidate_over_baseline": 0.08035795470514034,
"difference_ci_low": -112480.6,
"difference_ci_high": -110234.79999999999,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 157934.4,
"candidate_mean": 11546.4,
"candidate_over_baseline": 0.07310883506063277,
"difference_ci_low": -147613.59999999998,
"difference_ci_high": -145368.8,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.1490004,
"candidate_mean": 0.350491,
"candidate_over_baseline": 0.11130230405813858,
"difference_ci_low": -2.8565272,
"difference_ci_high": -2.7438774000000006,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 3.9774034,
"candidate_mean": 0.6267312,
"candidate_over_baseline": 0.15757295324884574,
"difference_ci_low": -3.7032333999999993,
"difference_ci_high": -3.0591186000000006,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 311.7438376125807,
"candidate_mean": 2642.3155473563884,
"candidate_over_baseline": 8.475919099450245,
"difference_ci_low": 2157.5498117705047,
"difference_ci_high": 2495.450527644681,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.3299999999999996,
"candidate_mean": 0.13,
"candidate_over_baseline": 0.05579399141630902,
"difference_ci_low": -2.24,
"difference_ci_high": -2.1599999999999997,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 121101.6,
"candidate_mean": 11518.2,
"candidate_over_baseline": 0.0951118730058067,
"difference_ci_low": -109668.2,
"difference_ci_high": -109465,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158041.6,
"candidate_mean": 13343.2,
"candidate_over_baseline": 0.0844284036608083,
"difference_ci_low": -144783.19999999998,
"difference_ci_high": -144580,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 3.5004962000000006,
"candidate_mean": 0.25552959999999997,
"candidate_over_baseline": 0.07299810809678922,
"difference_ci_low": -3.2978662,
"difference_ci_high": -3.1969887999999997,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 4.6707172,
"candidate_mean": 0.5740576,
"candidate_over_baseline": 0.12290566425216237,
"difference_ci_low": -4.539653400000001,
"difference_ci_high": -3.7132077999999997,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 275.78109455656113,
"candidate_mean": 3486.527742310468,
"candidate_over_baseline": 12.642374010142312,
"difference_ci_low": 2919.819017044734,
"difference_ci_high": 3469.082276207923,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.64,
"candidate_mean": 0.15,
"candidate_over_baseline": 0.056818181818181816,
"difference_ci_low": -2.5699999999999994,
"difference_ci_high": -2.42,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 121717.6,
"candidate_mean": 11623.8,
"candidate_over_baseline": 0.09549810380750194,
"difference_ci_low": -110759.40000000001,
"difference_ci_high": -109515.40000000001,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158105.6,
"candidate_mean": 13448.8,
"candidate_over_baseline": 0.08506213568652848,
"difference_ci_low": -144770.4,
"difference_ci_high": -144466.4,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 1,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 1.9369474,
"candidate_mean": 0.1686248,
"candidate_over_baseline": 0.08705698461403753,
"difference_ci_low": -1.8375654,
"difference_ci_high": -1.7200186,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 2.9266726,
"candidate_mean": 0.32626259999999996,
"candidate_over_baseline": 0.1114790222862646,
"difference_ci_low": -2.8303684,
"difference_ci_high": -2.449508,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 483.577936703109,
"candidate_mean": 5323.6123914805285,
"candidate_over_baseline": 11.00879917676836,
"difference_ci_low": 4701.518479714144,
"difference_ci_high": 4977.849096316632,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 1.5499999999999998,
"candidate_mean": 0.09,
"candidate_over_baseline": 0.05806451612903226,
"difference_ci_low": -1.5200000000000002,
"difference_ci_high": -1.4,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 122636,
"candidate_mean": 11870.8,
"candidate_over_baseline": 0.09679702534329233,
"difference_ci_low": -110915.6,
"difference_ci_high": -110613.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 158196,
"candidate_mean": 13696.8,
"candidate_over_baseline": 0.08658120306455283,
"difference_ci_low": -144649.6,
"difference_ci_high": -144347.19999999998,
"pass": true
}
]
}
]
}