{
  "baseline": "reports/raw/django-v2-small-c32.json",
  "candidate": "reports/raw/go-production-v2-small-c32.json",
  "pass": true,
  "workloads": [
    {
      "workload": "comment",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 31.319612800000005,
          "candidate_mean": 5.265331399999999,
          "candidate_over_baseline": 0.16811610774447372,
          "difference_ci_low": -31.047539600000004,
          "difference_ci_high": -21.025465599999997,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 53.783024,
          "candidate_mean": 7.087322400000001,
          "candidate_over_baseline": 0.13177619763440598,
          "difference_ci_low": -48.561924,
          "difference_ci_high": -44.747031400000004,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 992.9507131263101,
          "candidate_mean": 5810.504726446432,
          "candidate_over_baseline": 5.851755429181404,
          "difference_ci_low": 4459.26008860243,
          "difference_ci_high": 5155.851352324172,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.1079999999999997,
          "candidate_mean": 0.14400000000000002,
          "candidate_over_baseline": 0.06831119544592032,
          "difference_ci_low": -2.0219999999999994,
          "difference_ci_high": -1.9020000000000001,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124396.2,
          "candidate_mean": 16834,
          "candidate_over_baseline": 0.13532567715090976,
          "difference_ci_low": -107571,
          "difference_ci_high": -107553.4,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158567.2,
          "candidate_mean": 18480,
          "candidate_over_baseline": 0.11654364837116377,
          "difference_ci_low": -140096,
          "difference_ci_high": -140078.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "create",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 36.2388102,
          "candidate_mean": 10.033448400000001,
          "candidate_over_baseline": 0.27687024890237705,
          "difference_ci_low": -32.876019799999995,
          "difference_ci_high": -19.554910200000002,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 67.281493,
          "candidate_mean": 13.268774400000002,
          "candidate_over_baseline": 0.19721284127865596,
          "difference_ci_low": -55.597501799999996,
          "difference_ci_high": -52.052716399999994,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 777.5428526735724,
          "candidate_mean": 3067.53526764548,
          "candidate_over_baseline": 3.945165539234004,
          "difference_ci_low": 2223.452498669397,
          "difference_ci_high": 2365.240203670911,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.648,
          "candidate_mean": 0.188,
          "candidate_over_baseline": 0.07099697885196374,
          "difference_ci_low": -2.5,
          "difference_ci_high": -2.3939999999999997,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124370.6,
          "candidate_mean": 16892.6,
          "candidate_over_baseline": 0.13582470455236204,
          "difference_ci_low": -107608.2,
          "difference_ci_high": -107298.40000000001,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158547.2,
          "candidate_mean": 18537.6,
          "candidate_over_baseline": 0.11692164856900657,
          "difference_ci_low": -140140.80000000002,
          "difference_ci_high": -139830.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "detail",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 64.38157100000001,
          "candidate_mean": 22.186865,
          "candidate_over_baseline": 0.34461515392347286,
          "difference_ci_low": -51.8821522,
          "difference_ci_high": -32.63581980000001,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 127.46028079999999,
          "candidate_mean": 36.67784400000001,
          "candidate_over_baseline": 0.2877590082949198,
          "difference_ci_low": -100.57510740000001,
          "difference_ci_high": -81.4365262,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 450.74671888334717,
          "candidate_mean": 1335.1839630780537,
          "candidate_over_baseline": 2.9621601381497755,
          "difference_ci_low": 849.1644687161454,
          "difference_ci_high": 928.992127970959,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.49,
          "candidate_mean": 0.248,
          "candidate_over_baseline": 0.05523385300668151,
          "difference_ci_low": -4.322,
          "difference_ci_high": -4.1659999999999995,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124351.6,
          "candidate_mean": 17140.6,
          "candidate_over_baseline": 0.1378398026241721,
          "difference_ci_low": -107327.2,
          "difference_ci_high": -107134.20000000001,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158528,
          "candidate_mean": 18785.6,
          "candidate_over_baseline": 0.11850020185708518,
          "difference_ci_low": -139857.59999999998,
          "difference_ci_high": -139664.80000000002,
          "pass": true
        }
      ]
    },
    {
      "workload": "email",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 29.753256,
          "candidate_mean": 0.9701391999999999,
          "candidate_over_baseline": 0.03260615241572216,
          "difference_ci_low": -33.962429400000005,
          "difference_ci_high": -24.204114,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 55.032481600000004,
          "candidate_mean": 2.0504374,
          "candidate_over_baseline": 0.03725867597437219,
          "difference_ci_low": -55.5607108,
          "difference_ci_high": -50.5455108,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 998.2565643316575,
          "candidate_mean": 29250.50831900121,
          "candidate_over_baseline": 29.301593762706393,
          "difference_ci_low": 27374.104811103763,
          "difference_ci_high": 29485.956271910036,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.1100000000000003,
          "candidate_mean": 0.062,
          "candidate_over_baseline": 0.029383886255924165,
          "difference_ci_low": -2.1000000000000005,
          "difference_ci_high": -1.9820000000000002,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124360.6,
          "candidate_mean": 16918.2,
          "candidate_over_baseline": 0.13604147937530053,
          "difference_ci_low": -107531.6,
          "difference_ci_high": -107358.79999999999,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158544,
          "candidate_mean": 18563.2,
          "candidate_over_baseline": 0.11708547784842063,
          "difference_ci_low": -140070.4,
          "difference_ci_high": -139897.6,
          "pass": true
        }
      ]
    },
    {
      "workload": "posts",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 52.058467199999996,
          "candidate_mean": 1.205031,
          "candidate_over_baseline": 0.023147646575349037,
          "difference_ci_low": -58.653543799999994,
          "difference_ci_high": -45.1009044,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 116.114119,
          "candidate_mean": 2.4565908,
          "candidate_over_baseline": 0.021156693270006206,
          "difference_ci_low": -120.70831919999999,
          "difference_ci_high": -108.91637479999999,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 487.9344236251669,
          "candidate_mean": 23650.955159406913,
          "candidate_over_baseline": 48.47158555383185,
          "difference_ci_low": 19844.02534320745,
          "difference_ci_high": 25832.27490071775,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.258,
          "candidate_mean": 0.078,
          "candidate_over_baseline": 0.018318459370596524,
          "difference_ci_low": -4.294,
          "difference_ci_high": -4.063999999999999,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124272.4,
          "candidate_mean": 16961.4,
          "candidate_over_baseline": 0.1364856557047261,
          "difference_ci_low": -107419.59999999999,
          "difference_ci_high": -107171.59999999999,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158455.2,
          "candidate_mean": 18606.4,
          "candidate_over_baseline": 0.1174237260752566,
          "difference_ci_low": -139956.8,
          "difference_ci_high": -139710.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "search",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 48.8681862,
          "candidate_mean": 1.3594864,
          "candidate_over_baseline": 0.027819456904664083,
          "difference_ci_low": -54.2997662,
          "difference_ci_high": -40.0280648,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 93.7352812,
          "candidate_mean": 2.6356016,
          "candidate_over_baseline": 0.028117498195546035,
          "difference_ci_low": -100.77295620000001,
          "difference_ci_high": -85.964054,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 608.7095907413116,
          "candidate_mean": 20776.78267510915,
          "candidate_over_baseline": 34.13250422061911,
          "difference_ci_low": 19374.58576036993,
          "difference_ci_high": 20958.23687941428,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.4160000000000004,
          "candidate_mean": 0.08600000000000001,
          "candidate_over_baseline": 0.025175644028103045,
          "difference_ci_low": -3.476,
          "difference_ci_high": -3.2300000000000004,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124291.6,
          "candidate_mean": 16922.2,
          "candidate_over_baseline": 0.1361491846593012,
          "difference_ci_low": -107400.4,
          "difference_ci_high": -107327.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158488,
          "candidate_mean": 18567.2,
          "candidate_over_baseline": 0.11715208722426936,
          "difference_ci_low": -139952,
          "difference_ci_high": -139878.40000000002,
          "pass": true
        }
      ]
    },
    {
      "workload": "tag",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 55.900135999999996,
          "candidate_mean": 1.3743114,
          "candidate_over_baseline": 0.024585117288444525,
          "difference_ci_low": -62.70131279999999,
          "difference_ci_high": -47.948392999999996,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 106.59349419999998,
          "candidate_mean": 2.605142,
          "candidate_over_baseline": 0.024439971872129512,
          "difference_ci_low": -109.6288196,
          "difference_ci_high": -97.361091,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 521.8698098780885,
          "candidate_mean": 21205.279759198056,
          "candidate_over_baseline": 40.633275498637715,
          "difference_ci_low": 19922.945747446112,
          "difference_ci_high": 21655.29466089797,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.9939999999999998,
          "candidate_mean": 0.086,
          "candidate_over_baseline": 0.021532298447671506,
          "difference_ci_low": -3.99,
          "difference_ci_high": -3.812,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124328.4,
          "candidate_mean": 16673.4,
          "candidate_over_baseline": 0.13410773403341475,
          "difference_ci_low": -107730.2,
          "difference_ci_high": -107587.4,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158513.6,
          "candidate_mean": 18318.4,
          "candidate_over_baseline": 0.11556358571125759,
          "difference_ci_low": -140268.80000000002,
          "difference_ci_high": -140129.59999999998,
          "pass": true
        }
      ]
    },
    {
      "workload": "user",
      "concurrency": 32,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 27.5125312,
          "candidate_mean": 0.8425228,
          "candidate_over_baseline": 0.030623238330030497,
          "difference_ci_low": -28.820711800000005,
          "difference_ci_high": -24.700176000000003,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 56.4993004,
          "candidate_mean": 1.8127780000000002,
          "candidate_over_baseline": 0.0320849636573553,
          "difference_ci_low": -56.79070140000001,
          "difference_ci_high": -52.8641268,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 1001.7964617266232,
          "candidate_mean": 33355.5571025895,
          "candidate_over_baseline": 33.295742575393305,
          "difference_ci_low": 30324.657466521658,
          "difference_ci_high": 34004.96183877393,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.0940000000000003,
          "candidate_mean": 0.052000000000000005,
          "candidate_over_baseline": 0.024832855778414518,
          "difference_ci_low": -2.072,
          "difference_ci_high": -2.012,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124359.2,
          "candidate_mean": 16843,
          "candidate_over_baseline": 0.13543831095729147,
          "difference_ci_low": -107570.6,
          "difference_ci_high": -107461.6,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158541.6,
          "candidate_mean": 18488,
          "candidate_over_baseline": 0.11661292682803756,
          "difference_ci_low": -140108,
          "difference_ci_high": -139998.40000000002,
          "pass": true
        }
      ]
    }
  ]
}