{
  "baseline": "reports/raw/django-small-c1.json",
  "candidate": "reports/raw/go-small-c1.json",
  "pass": false,
  "workloads": [
    {
      "workload": "comment",
      "concurrency": 1,
      "pass": false,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 3.2122458000000003,
          "candidate_mean": 1.3058928,
          "candidate_over_baseline": 0.4065357638571743,
          "difference_ci_low": -2.0719886,
          "difference_ci_high": -1.748127,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 4.0165692,
          "candidate_mean": 54.49181779999999,
          "candidate_over_baseline": 13.56675687300495,
          "difference_ci_low": -1.4129579999999997,
          "difference_ci_high": 152.92468419999997,
          "pass": false
        },
        {
          "metric": "rps",
          "baseline_mean": 304.38117197614343,
          "candidate_mean": 98.74980270124927,
          "candidate_over_baseline": 0.3244280914622045,
          "difference_ci_low": -248.62264839982055,
          "difference_ci_high": -168.6521973445024,
          "pass": false
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 1.51,
          "candidate_mean": 0.21999999999999997,
          "candidate_over_baseline": 0.1456953642384106,
          "difference_ci_low": -1.32,
          "difference_ci_high": -1.26,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 122812,
          "candidate_mean": 12117.2,
          "candidate_over_baseline": 0.09866462560661825,
          "difference_ci_low": -110776.40000000001,
          "difference_ci_high": -110614.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158368,
          "candidate_mean": 13943.2,
          "candidate_over_baseline": 0.08804303899777734,
          "difference_ci_low": -144506.4,
          "difference_ci_high": -144344.8,
          "pass": true
        }
      ]
    },
    {
      "workload": "create",
      "concurrency": 1,
      "pass": false,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 4.8344206,
          "candidate_mean": 2.4365926,
          "candidate_over_baseline": 0.5040092291514727,
          "difference_ci_low": -2.5692492000000002,
          "difference_ci_high": -2.218079200000001,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 5.9262328,
          "candidate_mean": 135.727622,
          "candidate_over_baseline": 22.902850188402994,
          "difference_ci_low": 41.8123218,
          "difference_ci_high": 217.786781,
          "pass": false
        },
        {
          "metric": "rps",
          "baseline_mean": 203.654459534934,
          "candidate_mean": 74.718528015467,
          "candidate_over_baseline": 0.3668887398100414,
          "difference_ci_low": -149.19111067327788,
          "difference_ci_high": -110.5717625690896,
          "pass": false
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 1.8699999999999999,
          "candidate_mean": 0.3,
          "candidate_over_baseline": 0.16042780748663102,
          "difference_ci_low": -1.67,
          "difference_ci_high": -1.4899999999999998,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 122784,
          "candidate_mean": 12030,
          "candidate_over_baseline": 0.09797693510555121,
          "difference_ci_low": -110876.4,
          "difference_ci_high": -110634,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158340,
          "candidate_mean": 13856,
          "candidate_over_baseline": 0.08750789440444613,
          "difference_ci_low": -144606.4,
          "difference_ci_high": -144364,
          "pass": true
        }
      ]
    },
    {
      "workload": "detail",
      "concurrency": 1,
      "pass": false,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 5.0100298,
          "candidate_mean": 1.4433508,
          "candidate_over_baseline": 0.28809225845323316,
          "difference_ci_low": -3.6471718,
          "difference_ci_high": -3.486630799999999,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 7.0170794,
          "candidate_mean": 40.1146006,
          "candidate_over_baseline": 5.716708948740127,
          "difference_ci_low": -4.660592999999999,
          "difference_ci_high": 108.39140440000001,
          "pass": false
        },
        {
          "metric": "rps",
          "baseline_mean": 189.53538779534688,
          "candidate_mean": 164.60461451362508,
          "candidate_over_baseline": 0.8684637545963654,
          "difference_ci_low": -74.86040041906023,
          "difference_ci_high": 14.9449872301646,
          "pass": false
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.13,
          "candidate_mean": 0.24,
          "candidate_over_baseline": 0.07667731629392971,
          "difference_ci_low": -3.01,
          "difference_ci_high": -2.79,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 122600,
          "candidate_mean": 11925.2,
          "candidate_over_baseline": 0.09726916802610115,
          "difference_ci_low": -110862.8,
          "difference_ci_high": -110534.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158160,
          "candidate_mean": 13750.4,
          "candidate_over_baseline": 0.08693980778958017,
          "difference_ci_low": -144597.6,
          "difference_ci_high": -144268.80000000002,
          "pass": true
        }
      ]
    },
    {
      "workload": "email",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 1.8386912000000002,
          "candidate_mean": 0.2417746,
          "candidate_over_baseline": 0.1314927705098061,
          "difference_ci_low": -1.6388686000000003,
          "difference_ci_high": -1.5491580000000003,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 2.5782768000000003,
          "candidate_mean": 0.4770434,
          "candidate_over_baseline": 0.18502412153729964,
          "difference_ci_low": -2.3261727999999993,
          "difference_ci_high": -1.8845200000000002,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 523.2317595674189,
          "candidate_mean": 3741.475543353224,
          "candidate_over_baseline": 7.150704205047652,
          "difference_ci_low": 3087.494198692637,
          "difference_ci_high": 3341.843607734092,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 1.5,
          "candidate_mean": 0.09,
          "candidate_over_baseline": 0.06,
          "difference_ci_low": -1.44,
          "difference_ci_high": -1.38,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 122707.2,
          "candidate_mean": 12062,
          "candidate_over_baseline": 0.0982990403171126,
          "difference_ci_low": -110742.8,
          "difference_ci_high": -110593.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158263.2,
          "candidate_mean": 13888,
          "candidate_over_baseline": 0.08775255397338104,
          "difference_ci_low": -144472.8,
          "difference_ci_high": -144323.2,
          "pass": true
        }
      ]
    },
    {
      "workload": "posts",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 3.7117220000000004,
          "candidate_mean": 0.2183996,
          "candidate_over_baseline": 0.05884050583529692,
          "difference_ci_low": -3.5979355999999996,
          "difference_ci_high": -3.3758775999999995,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 5.6339022,
          "candidate_mean": 0.4637378,
          "candidate_over_baseline": 0.08231200747503213,
          "difference_ci_low": -5.493518400000001,
          "difference_ci_high": -4.777146200000001,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 256.67036839781616,
          "candidate_mean": 4006.2682631408943,
          "candidate_over_baseline": 15.608612276316743,
          "difference_ci_low": 3273.5320842470956,
          "difference_ci_high": 4144.519292153947,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.9200000000000004,
          "candidate_mean": 0.14,
          "candidate_over_baseline": 0.04794520547945205,
          "difference_ci_low": -2.8600000000000003,
          "difference_ci_high": -2.6999999999999997,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 120976.2,
          "candidate_mean": 9721.4,
          "candidate_over_baseline": 0.08035795470514034,
          "difference_ci_low": -112480.6,
          "difference_ci_high": -110234.79999999999,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157934.4,
          "candidate_mean": 11546.4,
          "candidate_over_baseline": 0.07310883506063277,
          "difference_ci_low": -147613.59999999998,
          "difference_ci_high": -145368.8,
          "pass": true
        }
      ]
    },
    {
      "workload": "search",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 3.1490004,
          "candidate_mean": 0.350491,
          "candidate_over_baseline": 0.11130230405813858,
          "difference_ci_low": -2.8565272,
          "difference_ci_high": -2.7438774000000006,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 3.9774034,
          "candidate_mean": 0.6267312,
          "candidate_over_baseline": 0.15757295324884574,
          "difference_ci_low": -3.7032333999999993,
          "difference_ci_high": -3.0591186000000006,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 311.7438376125807,
          "candidate_mean": 2642.3155473563884,
          "candidate_over_baseline": 8.475919099450245,
          "difference_ci_low": 2157.5498117705047,
          "difference_ci_high": 2495.450527644681,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.3299999999999996,
          "candidate_mean": 0.13,
          "candidate_over_baseline": 0.05579399141630902,
          "difference_ci_low": -2.24,
          "difference_ci_high": -2.1599999999999997,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 121101.6,
          "candidate_mean": 11518.2,
          "candidate_over_baseline": 0.0951118730058067,
          "difference_ci_low": -109668.2,
          "difference_ci_high": -109465,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158041.6,
          "candidate_mean": 13343.2,
          "candidate_over_baseline": 0.0844284036608083,
          "difference_ci_low": -144783.19999999998,
          "difference_ci_high": -144580,
          "pass": true
        }
      ]
    },
    {
      "workload": "tag",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 3.5004962000000006,
          "candidate_mean": 0.25552959999999997,
          "candidate_over_baseline": 0.07299810809678922,
          "difference_ci_low": -3.2978662,
          "difference_ci_high": -3.1969887999999997,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 4.6707172,
          "candidate_mean": 0.5740576,
          "candidate_over_baseline": 0.12290566425216237,
          "difference_ci_low": -4.539653400000001,
          "difference_ci_high": -3.7132077999999997,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 275.78109455656113,
          "candidate_mean": 3486.527742310468,
          "candidate_over_baseline": 12.642374010142312,
          "difference_ci_low": 2919.819017044734,
          "difference_ci_high": 3469.082276207923,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.64,
          "candidate_mean": 0.15,
          "candidate_over_baseline": 0.056818181818181816,
          "difference_ci_low": -2.5699999999999994,
          "difference_ci_high": -2.42,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 121717.6,
          "candidate_mean": 11623.8,
          "candidate_over_baseline": 0.09549810380750194,
          "difference_ci_low": -110759.40000000001,
          "difference_ci_high": -109515.40000000001,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158105.6,
          "candidate_mean": 13448.8,
          "candidate_over_baseline": 0.08506213568652848,
          "difference_ci_low": -144770.4,
          "difference_ci_high": -144466.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "user",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 1.9369474,
          "candidate_mean": 0.1686248,
          "candidate_over_baseline": 0.08705698461403753,
          "difference_ci_low": -1.8375654,
          "difference_ci_high": -1.7200186,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 2.9266726,
          "candidate_mean": 0.32626259999999996,
          "candidate_over_baseline": 0.1114790222862646,
          "difference_ci_low": -2.8303684,
          "difference_ci_high": -2.449508,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 483.577936703109,
          "candidate_mean": 5323.6123914805285,
          "candidate_over_baseline": 11.00879917676836,
          "difference_ci_low": 4701.518479714144,
          "difference_ci_high": 4977.849096316632,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 1.5499999999999998,
          "candidate_mean": 0.09,
          "candidate_over_baseline": 0.05806451612903226,
          "difference_ci_low": -1.5200000000000002,
          "difference_ci_high": -1.4,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 122636,
          "candidate_mean": 11870.8,
          "candidate_over_baseline": 0.09679702534329233,
          "difference_ci_low": -110915.6,
          "difference_ci_high": -110613.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158196,
          "candidate_mean": 13696.8,
          "candidate_over_baseline": 0.08658120306455283,
          "difference_ci_low": -144649.6,
          "difference_ci_high": -144347.19999999998,
          "pass": true
        }
      ]
    }
  ]
}