{
  "baseline": "reports/raw/django-small-c32.json",
  "candidate": "reports/raw/go-small-c32.json",
  "pass": false,
  "workloads": [
    {
      "workload": "comment",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 31.536211400000003,
          "candidate_mean": 4.9313236,
          "candidate_over_baseline": 0.15637019734082577,
          "difference_ci_low": -27.4220668,
          "difference_ci_high": -25.722563400000006,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 40.4178756,
          "candidate_mean": 6.2749688,
          "candidate_over_baseline": 0.15525231613113283,
          "difference_ci_low": -35.2325546,
          "difference_ci_high": -33.13682060000001,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 954.8998811492089,
          "candidate_mean": 5970.759090466261,
          "candidate_over_baseline": 6.252759277004553,
          "difference_ci_low": 4661.502600261521,
          "difference_ci_high": 5311.218667758216,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.1900000000000004,
          "candidate_mean": 0.10999999999999999,
          "candidate_over_baseline": 0.05022831050228309,
          "difference_ci_low": -2.13,
          "difference_ci_high": -2.04,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126857.8,
          "candidate_mean": 12958.8,
          "candidate_over_baseline": 0.10215217353603798,
          "difference_ci_low": -113978.2,
          "difference_ci_high": -113816.59999999999,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 161216.8,
          "candidate_mean": 14784.8,
          "candidate_over_baseline": 0.0917075639759628,
          "difference_ci_low": -146511.2,
          "difference_ci_high": -146349.6,
          "pass": true
        }
      ]
    },
    {
      "workload": "create",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 37.0170708,
          "candidate_mean": 10.3101836,
          "candidate_over_baseline": 0.2785251068542139,
          "difference_ci_low": -28.214397599999998,
          "difference_ci_high": -25.306005199999998,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 49.321695,
          "candidate_mean": 13.182731799999999,
          "candidate_over_baseline": 0.2672805912286672,
          "difference_ci_low": -38.546079999999996,
          "difference_ci_high": -33.462768800000006,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 793.3733874730962,
          "candidate_mean": 2903.595121128721,
          "candidate_over_baseline": 3.6598090722159293,
          "difference_ci_low": 1971.874690736241,
          "difference_ci_high": 2242.1573781895595,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.5700000000000003,
          "candidate_mean": 0.14,
          "candidate_over_baseline": 0.054474708171206226,
          "difference_ci_low": -2.52,
          "difference_ci_high": -2.33,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126815.4,
          "candidate_mean": 13004.4,
          "candidate_over_baseline": 0.10254590530803041,
          "difference_ci_low": -113823,
          "difference_ci_high": -113799,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 161174.4,
          "candidate_mean": 14830.4,
          "candidate_over_baseline": 0.09201461274247028,
          "difference_ci_low": -146356,
          "difference_ci_high": -146332,
          "pass": true
        }
      ]
    },
    {
      "workload": "detail",
      "concurrency": 32,
      "pass": false,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 60.7382206,
          "candidate_mean": 212.8546018,
          "candidate_over_baseline": 3.5044589666494117,
          "difference_ci_low": 65.74450540000001,
          "difference_ci_high": 198.79293819999998,
          "pass": false
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 91.70774519999999,
          "candidate_mean": 324.472874,
          "candidate_over_baseline": 3.5381185448663723,
          "difference_ci_low": 176.2330672,
          "difference_ci_high": 332.4880806,
          "pass": false
        },
        {
          "metric": "rps",
          "baseline_mean": 473.80544464667656,
          "candidate_mean": 178.299277468154,
          "candidate_over_baseline": 0.3763132726368611,
          "difference_ci_low": -328.12657401803403,
          "difference_ci_high": -259.97736774463783,
          "pass": false
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.32,
          "candidate_mean": 0.24,
          "candidate_over_baseline": 0.05555555555555555,
          "difference_ci_low": -4.27,
          "difference_ci_high": -3.89,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126610.6,
          "candidate_mean": 12721.2,
          "candidate_over_baseline": 0.10047499972356184,
          "difference_ci_low": -113906.20000000001,
          "difference_ci_high": -113873.4,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160970.4,
          "candidate_mean": 14547.2,
          "candidate_over_baseline": 0.09037189446009951,
          "difference_ci_low": -146440,
          "difference_ci_high": -146406.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "email",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 28.736314200000002,
          "candidate_mean": 1.2619634,
          "candidate_over_baseline": 0.04391528402762244,
          "difference_ci_low": -29.382400200000003,
          "difference_ci_high": -25.951885200000003,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 39.1510764,
          "candidate_mean": 2.7976202,
          "candidate_over_baseline": 0.07145704428192937,
          "difference_ci_low": -38.4379286,
          "difference_ci_high": -34.39180400000001,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 1040.0447783466657,
          "candidate_mean": 19814.2260057568,
          "candidate_over_baseline": 19.051320114557953,
          "difference_ci_low": 16996.189097095063,
          "difference_ci_high": 19890.270282484806,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2,
          "candidate_mean": 0.05,
          "candidate_over_baseline": 0.025,
          "difference_ci_low": -2.0700000000000003,
          "difference_ci_high": -1.8299999999999998,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126754,
          "candidate_mean": 13054,
          "candidate_over_baseline": 0.1029868879877558,
          "difference_ci_low": -113710.2,
          "difference_ci_high": -113689.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 161115.2,
          "candidate_mean": 14880,
          "candidate_over_baseline": 0.09235627675104521,
          "difference_ci_low": -146243.2,
          "difference_ci_high": -146228.8,
          "pass": true
        }
      ]
    },
    {
      "workload": "posts",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 64.8460666,
          "candidate_mean": 1.1692204,
          "candidate_over_baseline": 0.0180307065841369,
          "difference_ci_low": -66.1337976,
          "difference_ci_high": -61.17237660000001,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 97.0494176,
          "candidate_mean": 2.5972444,
          "candidate_over_baseline": 0.02676208125951701,
          "difference_ci_low": -112.5331326,
          "difference_ci_high": -84.07728340000001,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 454.83664756013604,
          "candidate_mean": 21575.67882955462,
          "candidate_over_baseline": 47.43610468789677,
          "difference_ci_low": 17663.96159095547,
          "difference_ci_high": 25570.276478544718,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.57,
          "candidate_mean": 0.08,
          "candidate_over_baseline": 0.0175054704595186,
          "difference_ci_low": -4.74,
          "difference_ci_high": -4.31,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126356.2,
          "candidate_mean": 12951.6,
          "candidate_over_baseline": 0.10250070831506487,
          "difference_ci_low": -113441.4,
          "difference_ci_high": -113371,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160715.2,
          "candidate_mean": 14777.6,
          "candidate_over_baseline": 0.0919489880235348,
          "difference_ci_low": -145974.4,
          "difference_ci_high": -145904,
          "pass": true
        }
      ]
    },
    {
      "workload": "search",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 48.696849,
          "candidate_mean": 1.8183783999999998,
          "candidate_over_baseline": 0.037340781535988084,
          "difference_ci_low": -48.7179866,
          "difference_ci_high": -45.20616780000001,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 65.25136920000001,
          "candidate_mean": 3.8420922000000006,
          "candidate_over_baseline": 0.05888140351850272,
          "difference_ci_low": -64.64761060000001,
          "difference_ci_high": -58.1909414,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 619.9488203560966,
          "candidate_mean": 15367.358833797116,
          "candidate_over_baseline": 24.78810883932347,
          "difference_ci_low": 11925.038526488052,
          "difference_ci_high": 17555.83380936999,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.3400000000000007,
          "candidate_mean": 0.08,
          "candidate_over_baseline": 0.023952095808383228,
          "difference_ci_low": -3.36,
          "difference_ci_high": -3.1699999999999995,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126397,
          "candidate_mean": 13416.4,
          "candidate_over_baseline": 0.10614492432573558,
          "difference_ci_low": -113059,
          "difference_ci_high": -112904.6,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160756,
          "candidate_mean": 15242.4,
          "candidate_over_baseline": 0.09481698972355619,
          "difference_ci_low": -145592,
          "difference_ci_high": -145437.59999999998,
          "pass": true
        }
      ]
    },
    {
      "workload": "tag",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 54.502809,
          "candidate_mean": 1.1918088,
          "candidate_over_baseline": 0.02186692432678103,
          "difference_ci_low": -55.955694400000006,
          "difference_ci_high": -50.674320800000004,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 76.90454,
          "candidate_mean": 2.4395234,
          "candidate_over_baseline": 0.031721448434643786,
          "difference_ci_low": -80.293801,
          "difference_ci_high": -67.99242699999999,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 543.5548153758177,
          "candidate_mean": 22099.027511129178,
          "candidate_over_baseline": 40.65648373632703,
          "difference_ci_low": 18157.316514029186,
          "difference_ci_high": 24007.807360737097,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.8200000000000003,
          "candidate_mean": 0.06999999999999999,
          "candidate_over_baseline": 0.018324607329842927,
          "difference_ci_low": -3.88,
          "difference_ci_high": -3.6,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126532.2,
          "candidate_mean": 12781.2,
          "candidate_over_baseline": 0.1010114421467421,
          "difference_ci_low": -113917.40000000001,
          "difference_ci_high": -113509.4,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160891.2,
          "candidate_mean": 14607.2,
          "candidate_over_baseline": 0.0907893035790646,
          "difference_ci_low": -146450.4,
          "difference_ci_high": -146042.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "user",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 29.163808600000003,
          "candidate_mean": 1.2712108,
          "candidate_over_baseline": 0.043588641574063815,
          "difference_ci_low": -29.6374278,
          "difference_ci_high": -25.990335200000004,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 43.39035700000001,
          "candidate_mean": 2.7358898000000003,
          "candidate_over_baseline": 0.06305294515092373,
          "difference_ci_low": -45.831714600000005,
          "difference_ci_high": -37.5540624,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 1000.7746489012555,
          "candidate_mean": 23283.385109951032,
          "candidate_over_baseline": 23.26536262235831,
          "difference_ci_low": 17142.688301235783,
          "difference_ci_high": 27427.26243238243,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.0799999999999996,
          "candidate_mean": 0.06,
          "candidate_over_baseline": 0.02884615384615385,
          "difference_ci_low": -2.14,
          "difference_ci_high": -1.91,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126687.6,
          "candidate_mean": 12994.8,
          "candidate_over_baseline": 0.10257357468292082,
          "difference_ci_low": -113788.8,
          "difference_ci_high": -113624,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 161057.6,
          "candidate_mean": 14820.8,
          "candidate_over_baseline": 0.09202173632290558,
          "difference_ci_low": -146332.80000000002,
          "difference_ci_high": -146168,
          "pass": true
        }
      ]
    }
  ]
}