{
  "baseline": "reports/raw/django-v2-small-c8.json",
  "candidate": "reports/raw/go-production-v2-small-c8.json",
  "pass": true,
  "workloads": [
    {
      "workload": "comment",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 8.1676344,
          "candidate_mean": 1.3535549999999998,
          "candidate_over_baseline": 0.1657217908774173,
          "difference_ci_low": -6.9194635999999985,
          "difference_ci_high": -6.697390799999999,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 12.8823514,
          "candidate_mean": 2.1415982000000002,
          "candidate_over_baseline": 0.1662428025368102,
          "difference_ci_low": -10.956425200000002,
          "difference_ci_high": -10.5301228,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 939.2314887531605,
          "candidate_mean": 5522.414170476366,
          "candidate_over_baseline": 5.879715742715811,
          "difference_ci_low": 4371.566915521678,
          "difference_ci_high": 4890.160373832308,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.216,
          "candidate_mean": 0.132,
          "candidate_over_baseline": 0.05956678700361011,
          "difference_ci_low": -2.1060000000000003,
          "difference_ci_high": -2.0580000000000003,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124232.8,
          "candidate_mean": 16591,
          "candidate_over_baseline": 0.1335476621310958,
          "difference_ci_low": -107718.20000000001,
          "difference_ci_high": -107563.40000000001,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158405.6,
          "candidate_mean": 18236,
          "candidate_over_baseline": 0.1151221926497548,
          "difference_ci_low": -140245.6,
          "difference_ci_high": -140091.19999999998,
          "pass": true
        }
      ]
    },
    {
      "workload": "create",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 10.3107142,
          "candidate_mean": 2.8348002,
          "candidate_over_baseline": 0.2749373268439542,
          "difference_ci_low": -7.684810799999999,
          "difference_ci_high": -7.2633408,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 14.6138532,
          "candidate_mean": 3.9013476,
          "candidate_over_baseline": 0.26696228206261163,
          "difference_ci_low": -10.9122206,
          "difference_ci_high": -10.517174399999998,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 757.7602777492398,
          "candidate_mean": 2738.3545181812547,
          "candidate_over_baseline": 3.613747775635501,
          "difference_ci_low": 1903.0069514401487,
          "difference_ci_high": 2089.0957146901765,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.6820000000000004,
          "candidate_mean": 0.184,
          "candidate_over_baseline": 0.06860551826994779,
          "difference_ci_low": -2.532,
          "difference_ci_high": -2.4539999999999997,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124148.4,
          "candidate_mean": 16643.8,
          "candidate_over_baseline": 0.13406374951268,
          "difference_ci_low": -107564.6,
          "difference_ci_high": -107447.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158323.2,
          "candidate_mean": 18288.8,
          "candidate_over_baseline": 0.11551560352494138,
          "difference_ci_low": -140093.6,
          "difference_ci_high": -139977.6,
          "pass": true
        }
      ]
    },
    {
      "workload": "detail",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 16.3141868,
          "candidate_mean": 3.9720581999999993,
          "candidate_over_baseline": 0.2434726443122497,
          "difference_ci_low": -12.870493199999999,
          "difference_ci_high": -11.787803799999999,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 26.2952226,
          "candidate_mean": 16.6882486,
          "candidate_over_baseline": 0.6346494514939,
          "difference_ci_low": -11.096272400000004,
          "difference_ci_high": -8.263291599999995,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 466.94926374082706,
          "candidate_mean": 1339.0656771829115,
          "candidate_over_baseline": 2.867689878029531,
          "difference_ci_low": 813.5152323123838,
          "difference_ci_high": 968.9462160110603,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.434,
          "candidate_mean": 0.25,
          "candidate_over_baseline": 0.05638249887235002,
          "difference_ci_low": -4.26,
          "difference_ci_high": -4.101999999999999,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123564.4,
          "candidate_mean": 16635.8,
          "candidate_over_baseline": 0.13463262881541932,
          "difference_ci_low": -107208.59999999999,
          "difference_ci_high": -106623,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157748.8,
          "candidate_mean": 18280.8,
          "candidate_over_baseline": 0.11588550911322305,
          "difference_ci_low": -139745.6,
          "difference_ci_high": -139163.19999999998,
          "pass": true
        }
      ]
    },
    {
      "workload": "email",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 7.3626902,
          "candidate_mean": 0.2375812,
          "candidate_over_baseline": 0.032268259772766206,
          "difference_ci_low": -7.2979632,
          "difference_ci_high": -6.944944,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 15.1887362,
          "candidate_mean": 0.516472,
          "candidate_over_baseline": 0.03400361907661548,
          "difference_ci_low": -15.4169416,
          "difference_ci_high": -14.0291414,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 965.6466465673348,
          "candidate_mean": 29228.186917720257,
          "candidate_over_baseline": 30.267994013773205,
          "difference_ci_low": 26412.78119510385,
          "difference_ci_high": 29840.847796237034,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.156,
          "candidate_mean": 0.05600000000000001,
          "candidate_over_baseline": 0.025974025974025976,
          "difference_ci_low": -2.144,
          "difference_ci_high": -2.048,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124091.6,
          "candidate_mean": 16682.2,
          "candidate_over_baseline": 0.13443456285518118,
          "difference_ci_low": -107437.4,
          "difference_ci_high": -107391,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158269.6,
          "candidate_mean": 18327.2,
          "candidate_over_baseline": 0.11579734832210355,
          "difference_ci_low": -139970.4,
          "difference_ci_high": -139924,
          "pass": true
        }
      ]
    },
    {
      "workload": "posts",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 15.303683000000001,
          "candidate_mean": 0.2744152,
          "candidate_over_baseline": 0.017931317578912212,
          "difference_ci_low": -16.0973718,
          "difference_ci_high": -14.1643496,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 27.8160658,
          "candidate_mean": 0.5922734000000001,
          "candidate_over_baseline": 0.021292493491297394,
          "difference_ci_low": -28.166056400000002,
          "difference_ci_high": -26.615033399999998,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 483.75275655414714,
          "candidate_mean": 24947.39399385968,
          "candidate_over_baseline": 51.57054643277735,
          "difference_ci_low": 22973.84196972053,
          "difference_ci_high": 26323.76479691716,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.308000000000001,
          "candidate_mean": 0.07200000000000001,
          "candidate_over_baseline": 0.01671309192200557,
          "difference_ci_low": -4.498,
          "difference_ci_high": -4.0520000000000005,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 121293,
          "candidate_mean": 16444.6,
          "candidate_over_baseline": 0.1355774859225182,
          "difference_ci_low": -105027.4,
          "difference_ci_high": -104662.6,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 156893.6,
          "candidate_mean": 18089.6,
          "candidate_over_baseline": 0.11529852078096237,
          "difference_ci_low": -138984,
          "difference_ci_high": -138617.6,
          "pass": true
        }
      ]
    },
    {
      "workload": "search",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 12.074519599999999,
          "candidate_mean": 0.3119708,
          "candidate_over_baseline": 0.02583711901879724,
          "difference_ci_low": -12.0459914,
          "difference_ci_high": -11.416542600000003,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 23.4111752,
          "candidate_mean": 0.758112,
          "candidate_over_baseline": 0.03238248372939433,
          "difference_ci_low": -24.1620216,
          "difference_ci_high": -21.2113878,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 603.1998812314358,
          "candidate_mean": 21481.35049178439,
          "candidate_over_baseline": 35.61232546652711,
          "difference_ci_low": 18557.78686857925,
          "difference_ci_high": 22733.551421549437,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.44,
          "candidate_mean": 0.08399999999999999,
          "candidate_over_baseline": 0.024418604651162787,
          "difference_ci_low": -3.45,
          "difference_ci_high": -3.246,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123040.4,
          "candidate_mean": 16343.8,
          "candidate_over_baseline": 0.13283279313136173,
          "difference_ci_low": -106729.4,
          "difference_ci_high": -106662.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157222.4,
          "candidate_mean": 17988.8,
          "candidate_over_baseline": 0.11441626638443377,
          "difference_ci_low": -139266.40000000002,
          "difference_ci_high": -139199.19999999998,
          "pass": true
        }
      ]
    },
    {
      "workload": "tag",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 13.893182000000001,
          "candidate_mean": 0.3171722,
          "candidate_over_baseline": 0.022829341759144882,
          "difference_ci_low": -13.9214968,
          "difference_ci_high": -13.272364600000001,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 25.027357799999997,
          "candidate_mean": 0.7469274,
          "candidate_over_baseline": 0.02984443687459489,
          "difference_ci_low": -24.9801084,
          "difference_ci_high": -23.5949806,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 535.4378134534763,
          "candidate_mean": 21630.226939830838,
          "candidate_over_baseline": 40.397271907861374,
          "difference_ci_low": 18646.3767997341,
          "difference_ci_high": 23543.201453020625,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.878,
          "candidate_mean": 0.084,
          "candidate_over_baseline": 0.021660649819494584,
          "difference_ci_low": -3.886,
          "difference_ci_high": -3.728,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123203.6,
          "candidate_mean": 16381.4,
          "candidate_over_baseline": 0.1329620238369658,
          "difference_ci_low": -106963.79999999999,
          "difference_ci_high": -106659,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157385.6,
          "candidate_mean": 18026.4,
          "candidate_over_baseline": 0.1145365268487079,
          "difference_ci_low": -139500.8,
          "difference_ci_high": -139196,
          "pass": true
        }
      ]
    },
    {
      "workload": "user",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 7.6272736,
          "candidate_mean": 0.22080099999999997,
          "candidate_over_baseline": 0.02894887630620724,
          "difference_ci_low": -7.6811752,
          "difference_ci_high": -7.1290222000000005,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 14.5459512,
          "candidate_mean": 0.5462848000000001,
          "candidate_over_baseline": 0.037555797657289,
          "difference_ci_low": -14.8647372,
          "difference_ci_high": -13.2144158,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 958.7774098775677,
          "candidate_mean": 30089.296961976106,
          "candidate_over_baseline": 31.382984884696434,
          "difference_ci_low": 27689.484248567616,
          "difference_ci_high": 30501.853262410066,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.1759999999999997,
          "candidate_mean": 0.05600000000000001,
          "candidate_over_baseline": 0.025735294117647065,
          "difference_ci_low": -2.1879999999999997,
          "difference_ci_high": -2.0519999999999996,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123793.2,
          "candidate_mean": 16695,
          "candidate_over_baseline": 0.13486201180678745,
          "difference_ci_low": -107181.4,
          "difference_ci_high": -107023.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157975.2,
          "candidate_mean": 18340,
          "candidate_over_baseline": 0.11609417174341288,
          "difference_ci_low": -139718.4,
          "difference_ci_high": -139560.8,
          "pass": true
        }
      ]
    }
  ]
}