{
  "baseline": "reports/raw/django-v2-small-c1.json",
  "candidate": "reports/raw/go-v2-small-c1.json",
  "pass": true,
  "workloads": [
    {
      "workload": "comment",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 3.1355297999999996,
          "candidate_mean": 1.4046212,
          "candidate_over_baseline": 0.4479693351981538,
          "difference_ci_low": -1.7753362000000004,
          "difference_ci_high": -1.6844266000000003,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 3.9945034,
          "candidate_mean": 1.8818848000000004,
          "candidate_over_baseline": 0.47111858760716047,
          "difference_ci_low": -2.1992849999999997,
          "difference_ci_high": -2.0209589999999995,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 312.53650438183394,
          "candidate_mean": 712.2191555547416,
          "candidate_over_baseline": 2.2788350978822143,
          "difference_ci_low": 392.9761769912194,
          "difference_ci_high": 406.53711665905064,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 1.568,
          "candidate_mean": 0.178,
          "candidate_over_baseline": 0.1135204081632653,
          "difference_ci_low": -1.428,
          "difference_ci_high": -1.346,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 111108.2,
          "candidate_mean": 12687.4,
          "candidate_over_baseline": 0.1141895917673043,
          "difference_ci_low": -98436.59999999999,
          "difference_ci_high": -98406.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 145520,
          "candidate_mean": 14432,
          "candidate_over_baseline": 0.09917537108301265,
          "difference_ci_low": -131103.2,
          "difference_ci_high": -131073.6,
          "pass": true
        }
      ]
    },
    {
      "workload": "create",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 4.8661366,
          "candidate_mean": 2.6420147999999997,
          "candidate_over_baseline": 0.5429388891384593,
          "difference_ci_low": -2.3718604,
          "difference_ci_high": -2.064807200000001,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 6.7119096,
          "candidate_mean": 3.3438339999999998,
          "candidate_over_baseline": 0.49819413539181157,
          "difference_ci_low": -4.451120600000001,
          "difference_ci_high": -2.6902158,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 198.2986619289732,
          "candidate_mean": 381.35848689542377,
          "candidate_over_baseline": 1.9231520938452884,
          "difference_ci_low": 164.43813037529685,
          "difference_ci_high": 201.9101897300256,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.162,
          "candidate_mean": 0.254,
          "candidate_over_baseline": 0.11748381128584645,
          "difference_ci_low": -2.242,
          "difference_ci_high": -1.7159999999999997,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 111009.4,
          "candidate_mean": 12436.8,
          "candidate_over_baseline": 0.11203375569996775,
          "difference_ci_low": -98754.2,
          "difference_ci_high": -98388.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 145434.4,
          "candidate_mean": 14180.8,
          "candidate_over_baseline": 0.09750650465089415,
          "difference_ci_low": -131433.6,
          "difference_ci_high": -131074.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "detail",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 5.1192915999999995,
          "candidate_mean": 1.3885488000000001,
          "candidate_over_baseline": 0.2712384658846158,
          "difference_ci_low": -3.8631468000000004,
          "difference_ci_high": -3.5897285999999995,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 7.4491568,
          "candidate_mean": 2.0014554,
          "candidate_over_baseline": 0.2686821413129604,
          "difference_ci_low": -5.6659524,
          "difference_ci_high": -5.235571400000001,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 182.94936894627998,
          "candidate_mean": 709.9781746794704,
          "candidate_over_baseline": 3.880735849315466,
          "difference_ci_low": 483.75606066102455,
          "difference_ci_high": 559.0505726962226,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.316,
          "candidate_mean": 0.21600000000000003,
          "candidate_over_baseline": 0.06513872135102534,
          "difference_ci_low": -3.1599999999999997,
          "difference_ci_high": -3.038,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 110598.6,
          "candidate_mean": 12296.2,
          "candidate_over_baseline": 0.11117862251420904,
          "difference_ci_low": -98437.2,
          "difference_ci_high": -98117.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 145080,
          "candidate_mean": 14040.8,
          "candidate_over_baseline": 0.09677970774744968,
          "difference_ci_low": -131173.6,
          "difference_ci_high": -130854.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "email",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 1.8840046000000001,
          "candidate_mean": 0.14055999999999996,
          "candidate_over_baseline": 0.07460703652209764,
          "difference_ci_low": -1.7712354000000001,
          "difference_ci_high": -1.7183125999999997,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 2.7076218,
          "candidate_mean": 0.3625412,
          "candidate_over_baseline": 0.13389654345374233,
          "difference_ci_low": -2.4427016,
          "difference_ci_high": -2.2195524,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 506.82041495866235,
          "candidate_mean": 5903.259423120669,
          "candidate_over_baseline": 11.647635432369384,
          "difference_ci_low": 5125.019986671981,
          "difference_ci_high": 5645.651011165064,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 1.5059999999999998,
          "candidate_mean": 0.07600000000000001,
          "candidate_over_baseline": 0.05046480743691901,
          "difference_ci_low": -1.44,
          "difference_ci_high": -1.42,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 110831.8,
          "candidate_mean": 12403.2,
          "candidate_over_baseline": 0.1119101196587983,
          "difference_ci_low": -98616.59999999999,
          "difference_ci_high": -98237.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 145311.2,
          "candidate_mean": 14147.2,
          "candidate_over_baseline": 0.09735794625603532,
          "difference_ci_low": -131352,
          "difference_ci_high": -130972.80000000002,
          "pass": true
        }
      ]
    },
    {
      "workload": "posts",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 3.7743248,
          "candidate_mean": 0.18535580000000001,
          "candidate_over_baseline": 0.049109657971142286,
          "difference_ci_low": -3.6224456000000003,
          "difference_ci_high": -3.5530028,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 5.7823422,
          "candidate_mean": 0.5083779999999999,
          "candidate_over_baseline": 0.08791904429315855,
          "difference_ci_low": -5.496892,
          "difference_ci_high": -5.074794000000001,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 249.54982394118096,
          "candidate_mean": 4336.031079527299,
          "candidate_over_baseline": 17.37541229662139,
          "difference_ci_low": 4010.2975060690997,
          "difference_ci_high": 4145.609545714854,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.996,
          "candidate_mean": 0.10200000000000001,
          "candidate_over_baseline": 0.034045393858477976,
          "difference_ci_low": -2.9819999999999998,
          "difference_ci_high": -2.826,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 109736.6,
          "candidate_mean": 11886.4,
          "candidate_over_baseline": 0.10831755312265916,
          "difference_ci_low": -98485.40000000001,
          "difference_ci_high": -97111.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 144789.6,
          "candidate_mean": 13630.4,
          "candidate_over_baseline": 0.09413935807544188,
          "difference_ci_low": -131437.6,
          "difference_ci_high": -130984.80000000002,
          "pass": true
        }
      ]
    },
    {
      "workload": "search",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 3.1276586,
          "candidate_mean": 0.20864359999999998,
          "candidate_over_baseline": 0.06670919901551914,
          "difference_ci_low": -2.9521108,
          "difference_ci_high": -2.88518,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 4.6415086,
          "candidate_mean": 0.5190434,
          "candidate_over_baseline": 0.11182644366962932,
          "difference_ci_low": -4.293021599999999,
          "difference_ci_high": -3.9531502,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 305.3492476468955,
          "candidate_mean": 3971.4069097299084,
          "candidate_over_baseline": 13.006113295954231,
          "difference_ci_low": 3497.850093735465,
          "difference_ci_high": 3835.297482555475,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.45,
          "candidate_mean": 0.11599999999999999,
          "candidate_over_baseline": 0.047346938775510196,
          "difference_ci_low": -2.3899999999999997,
          "difference_ci_high": -2.2920000000000003,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 110383.2,
          "candidate_mean": 12115.2,
          "candidate_over_baseline": 0.10975583240927968,
          "difference_ci_low": -98286.8,
          "difference_ci_high": -98250,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 144865.6,
          "candidate_mean": 13859.2,
          "candidate_over_baseline": 0.0956693652599375,
          "difference_ci_low": -131025.59999999999,
          "difference_ci_high": -130988,
          "pass": true
        }
      ]
    },
    {
      "workload": "tag",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 3.5701888000000004,
          "candidate_mean": 0.2272838,
          "candidate_over_baseline": 0.06366156322041007,
          "difference_ci_low": -3.401671,
          "difference_ci_high": -3.2845948000000003,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 5.3598816,
          "candidate_mean": 0.6212332,
          "candidate_over_baseline": 0.11590427669148515,
          "difference_ci_low": -5.0876934,
          "difference_ci_high": -4.3897912,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 263.7879652439335,
          "candidate_mean": 3562.402054252315,
          "candidate_over_baseline": 13.504793711714797,
          "difference_ci_low": 3174.1730908492477,
          "difference_ci_high": 3432.82956306382,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.832,
          "candidate_mean": 0.134,
          "candidate_over_baseline": 0.04731638418079097,
          "difference_ci_low": -2.7960000000000003,
          "difference_ci_high": -2.6180000000000003,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 110489.8,
          "candidate_mean": 12122.4,
          "candidate_over_baseline": 0.1097151049237124,
          "difference_ci_low": -98385.79999999999,
          "difference_ci_high": -98349.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 144970.4,
          "candidate_mean": 13866.4,
          "candidate_over_baseline": 0.09564987059427305,
          "difference_ci_low": -131120.8,
          "difference_ci_high": -131088,
          "pass": true
        }
      ]
    },
    {
      "workload": "user",
      "concurrency": 1,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 1.9141702000000003,
          "candidate_mean": 0.13789639999999997,
          "candidate_over_baseline": 0.07203977995269174,
          "difference_ci_low": -1.8131442,
          "difference_ci_high": -1.7394934,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 2.91284,
          "candidate_mean": 0.3512076,
          "candidate_over_baseline": 0.1205722250449733,
          "difference_ci_low": -2.6764892,
          "difference_ci_high": -2.4721255999999996,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 490.29277234557594,
          "candidate_mean": 5971.137942508538,
          "candidate_over_baseline": 12.178719082360582,
          "difference_ci_low": 5319.890497723222,
          "difference_ci_high": 5676.89695500595,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 1.5619999999999998,
          "candidate_mean": 0.078,
          "candidate_over_baseline": 0.049935979513444306,
          "difference_ci_low": -1.5279999999999998,
          "difference_ci_high": -1.446,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 110709.2,
          "candidate_mean": 12300.6,
          "candidate_over_baseline": 0.11110729731585091,
          "difference_ci_low": -98530.2,
          "difference_ci_high": -98220.6,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 145191.2,
          "candidate_mean": 14045.6,
          "candidate_over_baseline": 0.09673864531734705,
          "difference_ci_low": -131267.2,
          "difference_ci_high": -130957.6,
          "pass": true
        }
      ]
    }
  ]
}