fintual-backend-devops-go / reports / comparisons / full-user-c1.json
full-user-c1.json
Raw
{
  "baseline": "reports/raw/django-full-user-c1.json",
  "candidate": "reports/raw/go-full-user-c1.json",
  "pass": false,
  "workloads": [
    {
      "workload": "user",
      "concurrency": 1,
      "pass": false,
      "metrics": [
        {
          "metric": "p50_ms",
          "baseline_mean": 2.82369,
          "candidate_mean": 6.3905975999999995,
          "candidate_over_baseline": 2.2632079300489782,
          "difference_ci_low": 3.4112997999999988,
          "difference_ci_high": 3.680673799999999,
          "pass": false
        },
        {
          "metric": "p95_ms",
          "baseline_mean": 3.7509183999999998,
          "candidate_mean": 8.9388766,
          "candidate_over_baseline": 2.383116785478458,
          "difference_ci_low": 4.885207600000001,
          "difference_ci_high": 5.662755,
          "pass": false
        },
        {
          "metric": "rps",
          "baseline_mean": 336.8100767049046,
          "candidate_mean": 148.01923538850403,
          "candidate_over_baseline": 0.4394738923390073,
          "difference_ci_low": -194.50565602666524,
          "difference_ci_high": -182.56283475124442,
          "pass": false
        },
        {
          "metric": "cpu_ms_per_request",
          "baseline_mean": 1.7100000000000002,
          "candidate_mean": 0.18000000000000002,
          "candidate_over_baseline": 0.10526315789473684,
          "difference_ci_low": -1.5700000000000003,
          "difference_ci_high": -1.48,
          "pass": true
        },
        {
          "metric": "peak_pss_kb",
          "baseline_mean": 795130.8,
          "candidate_mean": 19039.8,
          "candidate_over_baseline": 0.023945494250757232,
          "difference_ci_low": -778276.6,
          "difference_ci_high": -774635,
          "pass": true
        },
        {
          "metric": "peak_rss_kb",
          "baseline_mean": 829498.4,
          "candidate_mean": 20864.8,
          "candidate_over_baseline": 0.025153514461269604,
          "difference_ci_low": -810821.6,
          "difference_ci_high": -807172.7999999999,
          "pass": true
        }
      ]
    }
  ]
}