{
  "baseline": "reports/raw/django-v2-small-c8.json",
  "candidate": "reports/raw/go-v2-small-c8.json",
  "pass": true,
  "workloads": [
    {
      "workload": "comment",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 8.1676344,
          "candidate_mean": 1.3429598000000003,
          "candidate_over_baseline": 0.16442457316649728,
          "difference_ci_low": -6.9110368,
          "difference_ci_high": -6.7189565999999985,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 12.8823514,
          "candidate_mean": 2.1335018,
          "candidate_over_baseline": 0.16561431479038835,
          "difference_ci_low": -10.9314574,
          "difference_ci_high": -10.555553799999998,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 939.2314887531605,
          "candidate_mean": 5548.639958276885,
          "candidate_over_baseline": 5.907638345518805,
          "difference_ci_low": 4500.293200619888,
          "difference_ci_high": 4721.413495626368,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.216,
          "candidate_mean": 0.11199999999999999,
          "candidate_over_baseline": 0.050541516245487354,
          "difference_ci_low": -2.1220000000000008,
          "difference_ci_high": -2.08,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124232.8,
          "candidate_mean": 12825.4,
          "candidate_over_baseline": 0.10323682634537738,
          "difference_ci_low": -111430.6,
          "difference_ci_high": -111382.59999999999,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158405.6,
          "candidate_mean": 14570.4,
          "candidate_over_baseline": 0.09198159661022084,
          "difference_ci_low": -143857.6,
          "difference_ci_high": -143811.19999999998,
          "pass": true
        }
      ]
    },
    {
      "workload": "create",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 10.3107142,
          "candidate_mean": 2.8232306,
          "candidate_over_baseline": 0.2738152319264169,
          "difference_ci_low": -7.6875362,
          "difference_ci_high": -7.2794162,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 14.6138532,
          "candidate_mean": 3.9681040000000003,
          "candidate_over_baseline": 0.2715303038626391,
          "difference_ci_low": -10.933562599999998,
          "difference_ci_high": -10.350318200000002,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 757.7602777492398,
          "candidate_mean": 2725.055075929004,
          "candidate_over_baseline": 3.596196786697741,
          "difference_ci_low": 1857.9895361676045,
          "difference_ci_high": 2067.735099377336,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.6820000000000004,
          "candidate_mean": 0.154,
          "candidate_over_baseline": 0.057419835943325864,
          "difference_ci_low": -2.5620000000000003,
          "difference_ci_high": -2.484,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124148.4,
          "candidate_mean": 12802.2,
          "candidate_over_baseline": 0.10312013686845743,
          "difference_ci_low": -111365.40000000001,
          "difference_ci_high": -111323.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158323.2,
          "candidate_mean": 14547.2,
          "candidate_over_baseline": 0.09188293313929986,
          "difference_ci_low": -143794.40000000002,
          "difference_ci_high": -143755.2,
          "pass": true
        }
      ]
    },
    {
      "workload": "detail",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 16.3141868,
          "candidate_mean": 4.1824536000000005,
          "candidate_over_baseline": 0.2563691130470567,
          "difference_ci_low": -12.580841000000001,
          "difference_ci_high": -11.632686799999998,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 26.2952226,
          "candidate_mean": 17.3220244,
          "candidate_over_baseline": 0.6587517688479275,
          "difference_ci_low": -10.148047799999997,
          "difference_ci_high": -7.880987000000005,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 466.94926374082706,
          "candidate_mean": 1313.4769447759902,
          "candidate_over_baseline": 2.8128900648722626,
          "difference_ci_low": 787.3050296769177,
          "difference_ci_high": 917.3098082967549,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.434,
          "candidate_mean": 0.21800000000000003,
          "candidate_over_baseline": 0.04916553901668922,
          "difference_ci_low": -4.292000000000001,
          "difference_ci_high": -4.1339999999999995,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123564.4,
          "candidate_mean": 12803.8,
          "candidate_over_baseline": 0.10362046026201721,
          "difference_ci_low": -110822.2,
          "difference_ci_high": -110691.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157748.8,
          "candidate_mean": 14548.8,
          "candidate_over_baseline": 0.09222764293611109,
          "difference_ci_low": -143259.2,
          "difference_ci_high": -143132.80000000002,
          "pass": true
        }
      ]
    },
    {
      "workload": "email",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 7.3626902,
          "candidate_mean": 0.17216159999999997,
          "candidate_over_baseline": 0.023382974880567425,
          "difference_ci_low": -7.3662342,
          "difference_ci_high": -7.0121364,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 15.1887362,
          "candidate_mean": 0.510417,
          "candidate_over_baseline": 0.03360496839756819,
          "difference_ci_low": -15.421662199999998,
          "difference_ci_high": -14.0344762,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 965.6466465673348,
          "candidate_mean": 35461.75247636922,
          "candidate_over_baseline": 36.723321726874,
          "difference_ci_low": 33013.38530931467,
          "difference_ci_high": 35790.373613777,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.156,
          "candidate_mean": 0.042,
          "candidate_over_baseline": 0.01948051948051948,
          "difference_ci_low": -2.158,
          "difference_ci_high": -2.0620000000000003,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 124091.6,
          "candidate_mean": 12824.6,
          "candidate_over_baseline": 0.103347849491827,
          "difference_ci_low": -111295,
          "difference_ci_high": -111237.40000000001,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 158269.6,
          "candidate_mean": 14569.6,
          "candidate_over_baseline": 0.09205558110970143,
          "difference_ci_low": -143728,
          "difference_ci_high": -143670.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "posts",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 15.303683000000001,
          "candidate_mean": 0.210121,
          "candidate_over_baseline": 0.013730093599037565,
          "difference_ci_low": -16.1559062,
          "difference_ci_high": -14.2342348,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 27.8160658,
          "candidate_mean": 0.4918354,
          "candidate_over_baseline": 0.017681702492952832,
          "difference_ci_low": -28.265712800000003,
          "difference_ci_high": -26.7199204,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 483.75275655414714,
          "candidate_mean": 30753.75289545508,
          "candidate_over_baseline": 63.573287136427446,
          "difference_ci_low": 28924.229598412963,
          "difference_ci_high": 31602.831973182412,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 4.308000000000001,
          "candidate_mean": 0.05600000000000001,
          "candidate_over_baseline": 0.012999071494893221,
          "difference_ci_low": -4.512000000000001,
          "difference_ci_high": -4.07,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 121293,
          "candidate_mean": 12712.6,
          "candidate_over_baseline": 0.10480901618395126,
          "difference_ci_low": -108685.2,
          "difference_ci_high": -108457.2,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 156893.6,
          "candidate_mean": 14457.6,
          "candidate_over_baseline": 0.0921490742770897,
          "difference_ci_low": -142541.6,
          "difference_ci_high": -142312,
          "pass": true
        }
      ]
    },
    {
      "workload": "search",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 12.074519599999999,
          "candidate_mean": 0.22635199999999997,
          "candidate_over_baseline": 0.018746253060038926,
          "difference_ci_low": -12.132380999999999,
          "difference_ci_high": -11.500089999999998,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 23.4111752,
          "candidate_mean": 0.5653378,
          "candidate_over_baseline": 0.02414820252167435,
          "difference_ci_low": -24.323581799999996,
          "difference_ci_high": -21.397384000000002,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 603.1998812314358,
          "candidate_mean": 28833.657384501537,
          "candidate_over_baseline": 47.80116555334439,
          "difference_ci_low": 27458.172942215366,
          "difference_ci_high": 29045.824243485735,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.44,
          "candidate_mean": 0.057999999999999996,
          "candidate_over_baseline": 0.016860465116279068,
          "difference_ci_low": -3.4760000000000004,
          "difference_ci_high": -3.2700000000000005,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123040.4,
          "candidate_mean": 12577.4,
          "candidate_over_baseline": 0.10222170929223247,
          "difference_ci_low": -110541.40000000001,
          "difference_ci_high": -110385.4,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157222.4,
          "candidate_mean": 14322.4,
          "candidate_over_baseline": 0.09109643409590491,
          "difference_ci_low": -142978.40000000002,
          "difference_ci_high": -142822.4,
          "pass": true
        }
      ]
    },
    {
      "workload": "tag",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 13.893182000000001,
          "candidate_mean": 0.2534566,
          "candidate_over_baseline": 0.018243236142735333,
          "difference_ci_low": -13.9851384,
          "difference_ci_high": -13.338525200000001,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 25.027357799999997,
          "candidate_mean": 0.5719046000000001,
          "candidate_over_baseline": 0.022851177682048408,
          "difference_ci_low": -25.119832,
          "difference_ci_high": -23.779420199999997,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 535.4378134534763,
          "candidate_mean": 26478.999907428042,
          "candidate_over_baseline": 49.452988268877235,
          "difference_ci_low": 24152.351685548318,
          "difference_ci_high": 28146.188770862012,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 3.878,
          "candidate_mean": 0.064,
          "candidate_over_baseline": 0.016503352243424446,
          "difference_ci_low": -3.906,
          "difference_ci_high": -3.75,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123203.6,
          "candidate_mean": 12589.4,
          "candidate_over_baseline": 0.10218370242427981,
          "difference_ci_low": -110747.79999999999,
          "difference_ci_high": -110487,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157385.6,
          "candidate_mean": 14334.4,
          "candidate_over_baseline": 0.09107821808348412,
          "difference_ci_low": -143184.8,
          "difference_ci_high": -142924,
          "pass": true
        }
      ]
    },
    {
      "workload": "user",
      "concurrency": 8,
      "pass": true,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 7.6272736,
          "candidate_mean": 0.17052259999999997,
          "candidate_over_baseline": 0.022356953341755036,
          "difference_ci_low": -7.731874,
          "difference_ci_high": -7.179225399999999,
          "pass": true
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 14.5459512,
          "candidate_mean": 0.464853,
          "candidate_over_baseline": 0.031957552559367865,
          "difference_ci_low": -14.9420588,
          "difference_ci_high": -13.298980800000002,
          "pass": true
        },
        {
          "metric": "rps",
          "baseline_mean": 958.7774098775677,
          "candidate_mean": 36633.933595957395,
          "candidate_over_baseline": 38.209007866211,
          "difference_ci_low": 33694.90439138566,
          "difference_ci_high": 37922.53878746953,
          "pass": true
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 2.1759999999999997,
          "candidate_mean": 0.04,
          "candidate_over_baseline": 0.018382352941176475,
          "difference_ci_low": -2.1999999999999997,
          "difference_ci_high": -2.0680000000000005,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 123793.2,
          "candidate_mean": 12967,
          "candidate_over_baseline": 0.10474727206340897,
          "difference_ci_low": -110988.59999999999,
          "difference_ci_high": -110655.8,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 157975.2,
          "candidate_mean": 14712,
          "candidate_over_baseline": 0.09312854169515214,
          "difference_ci_low": -143425.6,
          "difference_ci_high": -143092.8,
          "pass": true
        }
      ]
    }
  ]
}