{
  "baseline": "reports/raw/django-v2-small-c32.json",
  "candidate": "reports/raw/go-v2-small-c32.json",
  "pass": true,
  "workloads": [
    {
      "workload": "comment",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 31.319612800000005,
          "candidate_mean": 5.1341816,
          "candidate_over_baseline": 0.16392864218295825,
          "difference_ci_low": -31.112843799999997,
          "difference_ci_high": -21.210749200000002,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 53.783024,
          "candidate_mean": 6.940375,
          "candidate_over_baseline": 0.12904397119804942,
          "difference_ci_low": -48.549926000000006,
          "difference_ci_high": -45.0516006,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 992.9507131263101,
          "candidate_mean": 5940.974813242634,
          "candidate_over_baseline": 5.983151766453187,
          "difference_ci_low": 4816.352431907696,
          "difference_ci_high": 5127.778365312076,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.1079999999999997,
          "candidate_mean": 0.118,
          "candidate_over_baseline": 0.05597722960151803,
          "difference_ci_low": -2.046,
          "difference_ci_high": -1.9280000000000004,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124396.2,
          "candidate_mean": 13214.2,
          "candidate_over_baseline": 0.10622671753638778,
          "difference_ci_low": -111270,
          "difference_ci_high": -111077.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158567.2,
          "candidate_mean": 14959.2,
          "candidate_over_baseline": 0.09433981302564465,
          "difference_ci_low": -143696,
          "difference_ci_high": -143503.19999999998,
          "pass": true
        }
      ]
    },
    {
      "workload": "create",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 36.2388102,
          "candidate_mean": 11.5958224,
          "candidate_over_baseline": 0.31998352970208715,
          "difference_ci_low": -31.2948006,
          "difference_ci_high": -17.9798858,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 67.281493,
          "candidate_mean": 15.2021774,
          "candidate_over_baseline": 0.2259488712594413,
          "difference_ci_low": -53.8401528,
          "difference_ci_high": -50.01777,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 777.5428526735724,
          "candidate_mean": 2696.9481618526042,
          "candidate_over_baseline": 3.4685524438674706,
          "difference_ci_low": 1787.0894962756477,
          "difference_ci_high": 2101.237366125838,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.648,
          "candidate_mean": 0.156,
          "candidate_over_baseline": 0.058912386706948636,
          "difference_ci_low": -2.534,
          "difference_ci_high": -2.4259999999999997,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124370.6,
          "candidate_mean": 13226.2,
          "candidate_over_baseline": 0.10634506868986722,
          "difference_ci_low": -111260.59999999999,
          "difference_ci_high": -111044.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158547.2,
          "candidate_mean": 14971.2,
          "candidate_over_baseline": 0.09442740079925725,
          "difference_ci_low": -143692.8,
          "difference_ci_high": -143475.2,
          "pass": true
        }
      ]
    },
    {
      "workload": "detail",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 64.38157100000001,
          "candidate_mean": 23.2784552,
          "candidate_over_baseline": 0.36157016423224586,
          "difference_ci_low": -50.8098018,
          "difference_ci_high": -31.589508400000003,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 127.46028079999999,
          "candidate_mean": 38.7011078,
          "candidate_over_baseline": 0.30363268900000734,
          "difference_ci_low": -98.448502,
          "difference_ci_high": -79.4390192,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 450.74671888334717,
          "candidate_mean": 1272.0332040692679,
          "candidate_over_baseline": 2.8220576008196496,
          "difference_ci_low": 792.7157327771295,
          "difference_ci_high": 852.477189664161,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.49,
          "candidate_mean": 0.22000000000000003,
          "candidate_over_baseline": 0.0489977728285078,
          "difference_ci_low": -4.35,
          "difference_ci_high": -4.194,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124351.6,
          "candidate_mean": 13393.4,
          "candidate_over_baseline": 0.10770589200299795,
          "difference_ci_low": -110961.8,
          "difference_ci_high": -110955.4,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158528,
          "candidate_mean": 15138.4,
          "candidate_over_baseline": 0.09549354057327412,
          "difference_ci_low": -143396,
          "difference_ci_high": -143383.2,
          "pass": true
        }
      ]
    },
    {
      "workload": "email",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 29.753256,
          "candidate_mean": 0.6963618,
          "candidate_over_baseline": 0.02340455780705144,
          "difference_ci_low": -34.235857800000005,
          "difference_ci_high": -24.4672272,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 55.032481600000004,
          "candidate_mean": 1.5543783999999998,
          "candidate_over_baseline": 0.02824474482720764,
          "difference_ci_low": -56.0657678,
          "difference_ci_high": -51.04413460000001,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 998.2565643316575,
          "candidate_mean": 38827.73781065,
          "candidate_over_baseline": 38.895549699335604,
          "difference_ci_low": 36473.769703100756,
          "difference_ci_high": 39171.218317086976,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.1100000000000003,
          "candidate_mean": 0.039999999999999994,
          "candidate_over_baseline": 0.018957345971563976,
          "difference_ci_low": -2.124,
          "difference_ci_high": -2.0040000000000004,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124360.6,
          "candidate_mean": 13176.6,
          "candidate_over_baseline": 0.1059547798900938,
          "difference_ci_low": -111270.40000000001,
          "difference_ci_high": -111112.4,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158544,
          "candidate_mean": 14921.6,
          "candidate_over_baseline": 0.09411645978403471,
          "difference_ci_low": -143708.8,
          "difference_ci_high": -143550.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "posts",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 52.058467199999996,
          "candidate_mean": 0.9273004,
          "candidate_over_baseline": 0.017812671979708233,
          "difference_ci_low": -58.971889,
          "difference_ci_high": -45.376295400000004,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 116.114119,
          "candidate_mean": 2.1725724,
          "candidate_over_baseline": 0.018710665151754714,
          "difference_ci_low": -120.97521779999998,
          "difference_ci_high": -109.2178412,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 487.9344236251669,
          "candidate_mean": 29112.69270912001,
          "candidate_over_baseline": 59.665174866785975,
          "difference_ci_low": 26240.098466825137,
          "difference_ci_high": 31035.076958172074,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.258,
          "candidate_mean": 0.055999999999999994,
          "candidate_over_baseline": 0.013151714419915451,
          "difference_ci_low": -4.314,
          "difference_ci_high": -4.092,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124272.4,
          "candidate_mean": 13287.8,
          "candidate_over_baseline": 0.1069247878048545,
          "difference_ci_low": -111037.6,
          "difference_ci_high": -110931.20000000001,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158455.2,
          "candidate_mean": 15032.8,
          "candidate_over_baseline": 0.09487097930519162,
          "difference_ci_low": -143476,
          "difference_ci_high": -143368.8,
          "pass": true
        }
      ]
    },
    {
      "workload": "search",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 48.8681862,
          "candidate_mean": 0.9144382,
          "candidate_over_baseline": 0.01871234173205307,
          "difference_ci_low": -54.734312,
          "difference_ci_high": -40.4778284,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 93.7352812,
          "candidate_mean": 2.030727,
          "candidate_over_baseline": 0.021664489336380207,
          "difference_ci_low": -101.3912428,
          "difference_ci_high": -86.57030599999999,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 608.7095907413116,
          "candidate_mean": 29079.177932034607,
          "candidate_over_baseline": 47.77184124308077,
          "difference_ci_low": 26335.90670676195,
          "difference_ci_high": 30355.99815992738,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.4160000000000004,
          "candidate_mean": 0.062,
          "candidate_over_baseline": 0.018149882903981264,
          "difference_ci_low": -3.498,
          "difference_ci_high": -3.2559999999999993,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124291.6,
          "candidate_mean": 13366.2,
          "candidate_over_baseline": 0.10753904527739606,
          "difference_ci_low": -110964.2,
          "difference_ci_high": -110887,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158488,
          "candidate_mean": 15111.2,
          "candidate_over_baseline": 0.09534601988794104,
          "difference_ci_low": -143416,
          "difference_ci_high": -143337.6,
          "pass": true
        }
      ]
    },
    {
      "workload": "tag",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 55.900135999999996,
          "candidate_mean": 1.0013362000000001,
          "candidate_over_baseline": 0.017912947474761066,
          "difference_ci_low": -63.06207620000001,
          "difference_ci_high": -48.3038564,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 106.59349419999998,
          "candidate_mean": 2.0718528,
          "candidate_over_baseline": 0.01943695359223903,
          "difference_ci_low": -110.15781039999999,
          "difference_ci_high": -97.8782402,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 521.8698098780885,
          "candidate_mean": 27664.94587198483,
          "candidate_over_baseline": 53.01120192878661,
          "difference_ci_low": 24786.930617089318,
          "difference_ci_high": 29325.470271428952,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.9939999999999998,
          "candidate_mean": 0.06000000000000001,
          "candidate_over_baseline": 0.015022533800701055,
          "difference_ci_low": -4.018,
          "difference_ci_high": -3.838,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124328.4,
          "candidate_mean": 12979,
          "candidate_over_baseline": 0.10439288207682236,
          "difference_ci_low": -111428.6,
          "difference_ci_high": -111211,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158513.6,
          "candidate_mean": 14724,
          "candidate_over_baseline": 0.09288792885910105,
          "difference_ci_low": -143862.4,
          "difference_ci_high": -143652.8,
          "pass": true
        }
      ]
    },
    {
      "workload": "user",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 27.5125312,
          "candidate_mean": 0.7029483999999999,
          "candidate_over_baseline": 0.025550117322538462,
          "difference_ci_low": -28.977489400000003,
          "difference_ci_high": -24.8424692,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 56.4993004,
          "candidate_mean": 1.8187514,
          "candidate_over_baseline": 0.03219068886028189,
          "difference_ci_low": -56.873194199999986,
          "difference_ci_high": -52.811170999999995,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 1001.7964617266232,
          "candidate_mean": 38119.71345142822,
          "candidate_over_baseline": 38.05135564736161,
          "difference_ci_low": 31628.22285791893,
          "difference_ci_high": 40640.18275506996,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.0940000000000003,
          "candidate_mean": 0.04,
          "candidate_over_baseline": 0.01910219675262655,
          "difference_ci_low": -2.084,
          "difference_ci_high": -2.024,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124359.2,
          "candidate_mean": 13256.6,
          "candidate_over_baseline": 0.1065992705002927,
          "difference_ci_low": -111179.20000000001,
          "difference_ci_high": -111016,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158541.6,
          "candidate_mean": 15001.6,
          "candidate_over_baseline": 0.09462248394112334,
          "difference_ci_low": -143616,
          "difference_ci_high": -143452.80000000002,
          "pass": true
        }
      ]
    }
  ]
}