{
  "baseline": "reports/raw/django-small-c8.json",
  "candidate": "reports/raw/go-small-c8.json",
  "pass": false,
  "workloads": [
    {
      "workload": "comment",
      "concurrency": 8,
      "pass": false,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 8.1578184,
          "candidate_mean": 1.3872593999999998,
          "candidate_over_baseline": 0.17005274351289798,
          "difference_ci_low": -7.015903,
          "difference_ci_high": -6.552284799999999,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 12.858166599999999,
          "candidate_mean": 3.4603662,
          "candidate_over_baseline": 0.2691181649489594,
          "difference_ci_low": -10.450498399999999,
          "difference_ci_high": -7.773474599999999,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 937.2119783043569,
          "candidate_mean": 735.6135330349925,
          "candidate_over_baseline": 0.7848955733215183,
          "difference_ci_low": -225.71977275515349,
          "difference_ci_high": -172.24484186275356,
          "pass": false
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.19,
          "candidate_mean": 0.12,
          "candidate_over_baseline": 0.0547945205479452,
          "difference_ci_low": -2.16,
          "difference_ci_high": -1.9900000000000002,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126310.6,
          "candidate_mean": 12618,
          "candidate_over_baseline": 0.09989660408548451,
          "difference_ci_low": -113770.2,
          "difference_ci_high": -113558.20000000001,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160673.6,
          "candidate_mean": 14444,
          "candidate_over_baseline": 0.08989653558518636,
          "difference_ci_low": -146307.2,
          "difference_ci_high": -146095.2,
          "pass": true
        }
      ]
    },
    {
      "workload": "create",
      "concurrency": 8,
      "pass": false,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 10.1233264,
          "candidate_mean": 3.154963,
          "candidate_over_baseline": 0.31165279823438274,
          "difference_ci_low": -7.7912782,
          "difference_ci_high": -6.1778856000000015,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 14.8094774,
          "candidate_mean": 53.368061,
          "candidate_over_baseline": 3.603642421575254,
          "difference_ci_low": -9.867154800000002,
          "difference_ci_high": 132.3754908,
          "pass": false
        },
        {
          "metric": "rps",
          "baseline_mean": 759.8189035561652,
          "candidate_mean": 573.6486286104945,
          "candidate_over_baseline": 0.7549807275466013,
          "difference_ci_low": -303.5979776571688,
          "difference_ci_high": -88.31357816191803,
          "pass": false
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.6900000000000004,
          "candidate_mean": 0.17,
          "candidate_over_baseline": 0.06319702602230483,
          "difference_ci_low": -2.7699999999999996,
          "difference_ci_high": -2.2800000000000002,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126253,
          "candidate_mean": 12622.8,
          "candidate_over_baseline": 0.09998019849033289,
          "difference_ci_low": -113710.2,
          "difference_ci_high": -113544.59999999999,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160616,
          "candidate_mean": 14448.8,
          "candidate_over_baseline": 0.08995865916222542,
          "difference_ci_low": -146247.2,
          "difference_ci_high": -146081.6,
          "pass": true
        }
      ]
    },
    {
      "workload": "detail",
      "concurrency": 8,
      "pass": false,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 15.4101788,
          "candidate_mean": 5.6520316,
          "candidate_over_baseline": 0.3667726165513407,
          "difference_ci_low": -10.679979,
          "difference_ci_high": -8.7969012,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 24.437003400000002,
          "candidate_mean": 260.9219702,
          "candidate_over_baseline": 10.677330846547248,
          "difference_ci_low": 232.82001300000002,
          "difference_ci_high": 240.1977794,
          "pass": false
        },
        {
          "metric": "rps",
          "baseline_mean": 488.9770433140737,
          "candidate_mean": 136.68704869622158,
          "candidate_over_baseline": 0.27953674015004104,
          "difference_ci_low": -394.5636420127813,
          "difference_ci_high": -302.7039678044361,
          "pass": false
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.21,
          "candidate_mean": 0.27,
          "candidate_over_baseline": 0.06413301662707839,
          "difference_ci_low": -4.0600000000000005,
          "difference_ci_high": -3.8,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124756.2,
          "candidate_mean": 12273.2,
          "candidate_over_baseline": 0.09837747542807493,
          "difference_ci_low": -112639.79999999999,
          "difference_ci_high": -112342.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160315.2,
          "candidate_mean": 14099.2,
          "candidate_over_baseline": 0.08794674491252233,
          "difference_ci_low": -146372.8,
          "difference_ci_high": -146075.2,
          "pass": true
        }
      ]
    },
    {
      "workload": "email",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 7.41516,
          "candidate_mean": 0.2950362,
          "candidate_over_baseline": 0.039788244623177385,
          "difference_ci_low": -7.528289,
          "difference_ci_high": -6.5176684,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 13.371143400000003,
          "candidate_mean": 0.7512318,
          "candidate_over_baseline": 0.056183063596490924,
          "difference_ci_low": -13.192083400000001,
          "difference_ci_high": -12.038229000000001,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 1003.2521531858895,
          "candidate_mean": 22249.95782781559,
          "candidate_over_baseline": 22.177832120429013,
          "difference_ci_low": 20141.563908784276,
          "difference_ci_high": 22410.395616936104,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.1,
          "candidate_mean": 0.07,
          "candidate_over_baseline": 0.03333333333333333,
          "difference_ci_low": -2.14,
          "difference_ci_high": -1.89,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 126168.2,
          "candidate_mean": 12930,
          "candidate_over_baseline": 0.1024822419595429,
          "difference_ci_low": -113251.8,
          "difference_ci_high": -113224.6,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160531.2,
          "candidate_mean": 14756,
          "candidate_over_baseline": 0.09191982617709205,
          "difference_ci_low": -145788.8,
          "difference_ci_high": -145761.6,
          "pass": true
        }
      ]
    },
    {
      "workload": "posts",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 15.5800014,
          "candidate_mean": 0.240313,
          "candidate_over_baseline": 0.015424453042732076,
          "difference_ci_low": -16.1612498,
          "difference_ci_high": -14.523942199999999,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 28.8271474,
          "candidate_mean": 0.6954464,
          "candidate_over_baseline": 0.024124704062809903,
          "difference_ci_low": -30.011626800000005,
          "difference_ci_high": -26.3328036,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 473.1628263476672,
          "candidate_mean": 24778.880184412374,
          "candidate_over_baseline": 52.36861140525339,
          "difference_ci_low": 19686.48513144257,
          "difference_ci_high": 27800.07706864995,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.359999999999999,
          "candidate_mean": 0.07,
          "candidate_over_baseline": 0.016055045871559637,
          "difference_ci_low": -4.44,
          "difference_ci_high": -4.15,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123950.6,
          "candidate_mean": 12282,
          "candidate_over_baseline": 0.09908786242261029,
          "difference_ci_low": -111842.2,
          "difference_ci_high": -111499.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 159511.2,
          "candidate_mean": 14108,
          "candidate_over_baseline": 0.08844520008626353,
          "difference_ci_low": -145575.2,
          "difference_ci_high": -145236,
          "pass": true
        }
      ]
    },
    {
      "workload": "search",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 12.0126036,
          "candidate_mean": 0.3650704,
          "candidate_over_baseline": 0.03039061407137417,
          "difference_ci_low": -12.2435574,
          "difference_ci_high": -11.1085616,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 21.8060658,
          "candidate_mean": 0.8150418,
          "candidate_over_baseline": 0.03737683851252068,
          "difference_ci_low": -22.077618,
          "difference_ci_high": -19.6851762,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 612.8876220684986,
          "candidate_mean": 18282.14048754681,
          "candidate_over_baseline": 29.829514953890733,
          "difference_ci_low": 16979.18183441571,
          "difference_ci_high": 18133.93174897011,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.3899999999999997,
          "candidate_mean": 0.07999999999999999,
          "candidate_over_baseline": 0.02359882005899705,
          "difference_ci_low": -3.5300000000000002,
          "difference_ci_high": -3.1499999999999995,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124423.4,
          "candidate_mean": 12604.4,
          "candidate_over_baseline": 0.10130248811718696,
          "difference_ci_low": -111896.59999999999,
          "difference_ci_high": -111751.79999999999,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 159982.4,
          "candidate_mean": 14430.4,
          "candidate_over_baseline": 0.09019992199141906,
          "difference_ci_low": -145629.6,
          "difference_ci_high": -145484.8,
          "pass": true
        }
      ]
    },
    {
      "workload": "tag",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 14.495186200000001,
          "candidate_mean": 0.3059854,
          "candidate_over_baseline": 0.021109449425354743,
          "difference_ci_low": -15.2069686,
          "difference_ci_high": -13.088570199999998,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 27.868651400000005,
          "candidate_mean": 0.829341,
          "candidate_over_baseline": 0.029758921165449717,
          "difference_ci_low": -30.008461999999998,
          "difference_ci_high": -24.919104800000003,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 502.8223297958795,
          "candidate_mean": 20525.857811032,
          "candidate_over_baseline": 40.8212933171931,
          "difference_ci_low": 18241.235810028415,
          "difference_ci_high": 21780.308480960644,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.13,
          "candidate_mean": 0.07999999999999999,
          "candidate_over_baseline": 0.019370460048426148,
          "difference_ci_low": -4.33,
          "difference_ci_high": -3.79,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124589,
          "candidate_mean": 12269.2,
          "candidate_over_baseline": 0.09847739367038824,
          "difference_ci_low": -112424.6,
          "difference_ci_high": -112255.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160148,
          "candidate_mean": 14095.2,
          "candidate_over_baseline": 0.08801358743162575,
          "difference_ci_low": -146157.6,
          "difference_ci_high": -145988.8,
          "pass": true
        }
      ]
    },
    {
      "workload": "user",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 7.3633428,
          "candidate_mean": 0.1858296,
          "candidate_over_baseline": 0.025237124638554112,
          "difference_ci_low": -7.493487,
          "difference_ci_high": -6.866408,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 14.202542600000001,
          "candidate_mean": 0.5896374,
          "candidate_over_baseline": 0.04151632680193474,
          "difference_ci_low": -14.2845756,
          "difference_ci_high": -12.823681,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 961.9611339991537,
          "candidate_mean": 32167.3876612922,
          "candidate_over_baseline": 33.43938390479765,
          "difference_ci_low": 28069.66925654595,
          "difference_ci_high": 35185.79877396952,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.17,
          "candidate_mean": 0.030000000000000006,
          "candidate_over_baseline": 0.01382488479262673,
          "difference_ci_low": -2.27,
          "difference_ci_high": -2.01,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 125605.8,
          "candidate_mean": 12816.4,
          "candidate_over_baseline": 0.10203668938854733,
          "difference_ci_low": -113341.40000000001,
          "difference_ci_high": -112195,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 160447.2,
          "candidate_mean": 14642.4,
          "candidate_over_baseline": 0.09125992849984293,
          "difference_ci_low": -145960,
          "difference_ci_high": -145678.40000000002,
          "pass": true
        }
      ]
    }
  ]
}