{
"baseline": "reports/raw/django-small-c32.json",
"candidate": "reports/raw/go-small-c32.json",
"pass": false,
"workloads": [
{
"workload": "comment",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 31.536211400000003,
"candidate_mean": 4.9313236,
"candidate_over_baseline": 0.15637019734082577,
"difference_ci_low": -27.4220668,
"difference_ci_high": -25.722563400000006,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 40.4178756,
"candidate_mean": 6.2749688,
"candidate_over_baseline": 0.15525231613113283,
"difference_ci_low": -35.2325546,
"difference_ci_high": -33.13682060000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 954.8998811492089,
"candidate_mean": 5970.759090466261,
"candidate_over_baseline": 6.252759277004553,
"difference_ci_low": 4661.502600261521,
"difference_ci_high": 5311.218667758216,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.1900000000000004,
"candidate_mean": 0.10999999999999999,
"candidate_over_baseline": 0.05022831050228309,
"difference_ci_low": -2.13,
"difference_ci_high": -2.04,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126857.8,
"candidate_mean": 12958.8,
"candidate_over_baseline": 0.10215217353603798,
"difference_ci_low": -113978.2,
"difference_ci_high": -113816.59999999999,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 161216.8,
"candidate_mean": 14784.8,
"candidate_over_baseline": 0.0917075639759628,
"difference_ci_low": -146511.2,
"difference_ci_high": -146349.6,
"pass": true
}
]
},
{
"workload": "create",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 37.0170708,
"candidate_mean": 10.3101836,
"candidate_over_baseline": 0.2785251068542139,
"difference_ci_low": -28.214397599999998,
"difference_ci_high": -25.306005199999998,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 49.321695,
"candidate_mean": 13.182731799999999,
"candidate_over_baseline": 0.2672805912286672,
"difference_ci_low": -38.546079999999996,
"difference_ci_high": -33.462768800000006,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 793.3733874730962,
"candidate_mean": 2903.595121128721,
"candidate_over_baseline": 3.6598090722159293,
"difference_ci_low": 1971.874690736241,
"difference_ci_high": 2242.1573781895595,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.5700000000000003,
"candidate_mean": 0.14,
"candidate_over_baseline": 0.054474708171206226,
"difference_ci_low": -2.52,
"difference_ci_high": -2.33,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126815.4,
"candidate_mean": 13004.4,
"candidate_over_baseline": 0.10254590530803041,
"difference_ci_low": -113823,
"difference_ci_high": -113799,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 161174.4,
"candidate_mean": 14830.4,
"candidate_over_baseline": 0.09201461274247028,
"difference_ci_low": -146356,
"difference_ci_high": -146332,
"pass": true
}
]
},
{
"workload": "detail",
"concurrency": 32,
"pass": false,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 60.7382206,
"candidate_mean": 212.8546018,
"candidate_over_baseline": 3.5044589666494117,
"difference_ci_low": 65.74450540000001,
"difference_ci_high": 198.79293819999998,
"pass": false
},
{
"metric": "p95_ms",
"baseline_mean": 91.70774519999999,
"candidate_mean": 324.472874,
"candidate_over_baseline": 3.5381185448663723,
"difference_ci_low": 176.2330672,
"difference_ci_high": 332.4880806,
"pass": false
},
{
"metric": "rps",
"baseline_mean": 473.80544464667656,
"candidate_mean": 178.299277468154,
"candidate_over_baseline": 0.3763132726368611,
"difference_ci_low": -328.12657401803403,
"difference_ci_high": -259.97736774463783,
"pass": false
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.32,
"candidate_mean": 0.24,
"candidate_over_baseline": 0.05555555555555555,
"difference_ci_low": -4.27,
"difference_ci_high": -3.89,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126610.6,
"candidate_mean": 12721.2,
"candidate_over_baseline": 0.10047499972356184,
"difference_ci_low": -113906.20000000001,
"difference_ci_high": -113873.4,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160970.4,
"candidate_mean": 14547.2,
"candidate_over_baseline": 0.09037189446009951,
"difference_ci_low": -146440,
"difference_ci_high": -146406.4,
"pass": true
}
]
},
{
"workload": "email",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 28.736314200000002,
"candidate_mean": 1.2619634,
"candidate_over_baseline": 0.04391528402762244,
"difference_ci_low": -29.382400200000003,
"difference_ci_high": -25.951885200000003,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 39.1510764,
"candidate_mean": 2.7976202,
"candidate_over_baseline": 0.07145704428192937,
"difference_ci_low": -38.4379286,
"difference_ci_high": -34.39180400000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 1040.0447783466657,
"candidate_mean": 19814.2260057568,
"candidate_over_baseline": 19.051320114557953,
"difference_ci_low": 16996.189097095063,
"difference_ci_high": 19890.270282484806,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2,
"candidate_mean": 0.05,
"candidate_over_baseline": 0.025,
"difference_ci_low": -2.0700000000000003,
"difference_ci_high": -1.8299999999999998,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126754,
"candidate_mean": 13054,
"candidate_over_baseline": 0.1029868879877558,
"difference_ci_low": -113710.2,
"difference_ci_high": -113689.2,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 161115.2,
"candidate_mean": 14880,
"candidate_over_baseline": 0.09235627675104521,
"difference_ci_low": -146243.2,
"difference_ci_high": -146228.8,
"pass": true
}
]
},
{
"workload": "posts",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 64.8460666,
"candidate_mean": 1.1692204,
"candidate_over_baseline": 0.0180307065841369,
"difference_ci_low": -66.1337976,
"difference_ci_high": -61.17237660000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 97.0494176,
"candidate_mean": 2.5972444,
"candidate_over_baseline": 0.02676208125951701,
"difference_ci_low": -112.5331326,
"difference_ci_high": -84.07728340000001,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 454.83664756013604,
"candidate_mean": 21575.67882955462,
"candidate_over_baseline": 47.43610468789677,
"difference_ci_low": 17663.96159095547,
"difference_ci_high": 25570.276478544718,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 4.57,
"candidate_mean": 0.08,
"candidate_over_baseline": 0.0175054704595186,
"difference_ci_low": -4.74,
"difference_ci_high": -4.31,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126356.2,
"candidate_mean": 12951.6,
"candidate_over_baseline": 0.10250070831506487,
"difference_ci_low": -113441.4,
"difference_ci_high": -113371,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160715.2,
"candidate_mean": 14777.6,
"candidate_over_baseline": 0.0919489880235348,
"difference_ci_low": -145974.4,
"difference_ci_high": -145904,
"pass": true
}
]
},
{
"workload": "search",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 48.696849,
"candidate_mean": 1.8183783999999998,
"candidate_over_baseline": 0.037340781535988084,
"difference_ci_low": -48.7179866,
"difference_ci_high": -45.20616780000001,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 65.25136920000001,
"candidate_mean": 3.8420922000000006,
"candidate_over_baseline": 0.05888140351850272,
"difference_ci_low": -64.64761060000001,
"difference_ci_high": -58.1909414,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 619.9488203560966,
"candidate_mean": 15367.358833797116,
"candidate_over_baseline": 24.78810883932347,
"difference_ci_low": 11925.038526488052,
"difference_ci_high": 17555.83380936999,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.3400000000000007,
"candidate_mean": 0.08,
"candidate_over_baseline": 0.023952095808383228,
"difference_ci_low": -3.36,
"difference_ci_high": -3.1699999999999995,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126397,
"candidate_mean": 13416.4,
"candidate_over_baseline": 0.10614492432573558,
"difference_ci_low": -113059,
"difference_ci_high": -112904.6,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160756,
"candidate_mean": 15242.4,
"candidate_over_baseline": 0.09481698972355619,
"difference_ci_low": -145592,
"difference_ci_high": -145437.59999999998,
"pass": true
}
]
},
{
"workload": "tag",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 54.502809,
"candidate_mean": 1.1918088,
"candidate_over_baseline": 0.02186692432678103,
"difference_ci_low": -55.955694400000006,
"difference_ci_high": -50.674320800000004,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 76.90454,
"candidate_mean": 2.4395234,
"candidate_over_baseline": 0.031721448434643786,
"difference_ci_low": -80.293801,
"difference_ci_high": -67.99242699999999,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 543.5548153758177,
"candidate_mean": 22099.027511129178,
"candidate_over_baseline": 40.65648373632703,
"difference_ci_low": 18157.316514029186,
"difference_ci_high": 24007.807360737097,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 3.8200000000000003,
"candidate_mean": 0.06999999999999999,
"candidate_over_baseline": 0.018324607329842927,
"difference_ci_low": -3.88,
"difference_ci_high": -3.6,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126532.2,
"candidate_mean": 12781.2,
"candidate_over_baseline": 0.1010114421467421,
"difference_ci_low": -113917.40000000001,
"difference_ci_high": -113509.4,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 160891.2,
"candidate_mean": 14607.2,
"candidate_over_baseline": 0.0907893035790646,
"difference_ci_low": -146450.4,
"difference_ci_high": -146042.4,
"pass": true
}
]
},
{
"workload": "user",
"concurrency": 32,
"pass": true,
"metrics": [
{
"metric": "p50_ms",
"baseline_mean": 29.163808600000003,
"candidate_mean": 1.2712108,
"candidate_over_baseline": 0.043588641574063815,
"difference_ci_low": -29.6374278,
"difference_ci_high": -25.990335200000004,
"pass": true
},
{
"metric": "p95_ms",
"baseline_mean": 43.39035700000001,
"candidate_mean": 2.7358898000000003,
"candidate_over_baseline": 0.06305294515092373,
"difference_ci_low": -45.831714600000005,
"difference_ci_high": -37.5540624,
"pass": true
},
{
"metric": "rps",
"baseline_mean": 1000.7746489012555,
"candidate_mean": 23283.385109951032,
"candidate_over_baseline": 23.26536262235831,
"difference_ci_low": 17142.688301235783,
"difference_ci_high": 27427.26243238243,
"pass": true
},
{
"metric": "cpu_ms_per_request",
"baseline_mean": 2.0799999999999996,
"candidate_mean": 0.06,
"candidate_over_baseline": 0.02884615384615385,
"difference_ci_low": -2.14,
"difference_ci_high": -1.91,
"pass": true
},
{
"metric": "peak_pss_kb",
"baseline_mean": 126687.6,
"candidate_mean": 12994.8,
"candidate_over_baseline": 0.10257357468292082,
"difference_ci_low": -113788.8,
"difference_ci_high": -113624,
"pass": true
},
{
"metric": "peak_rss_kb",
"baseline_mean": 161057.6,
"candidate_mean": 14820.8,
"candidate_over_baseline": 0.09202173632290558,
"difference_ci_low": -146332.80000000002,
"difference_ci_high": -146168,
"pass": true
}
]
}
]
}