{
  "provenance": "CSV observations supplied by flozi00; no GPU measurements rerun for the article",
  "ledger_rows": 118,
  "configuration_labels": 40,
  "first_timestamp": "2026-10-08T20:45:20",
  "last_timestamp": "2026-10-10T21:43:34",
  "timestamp_timezone": null,
  "request_error_count": 33,
  "successful_request_count": 21224,
  "unmeasured_ladder_placeholders": [
    {
      "arm": "amd-k10-c32-long",
      "concurrency": 1
    },
    {
      "arm": "amd-k10-c32-long",
      "concurrency": 8
    }
  ],
  "comparison": [
    {
      "concurrency": 1,
      "aggregate_tps": {
        "nv-prod-tp2-recheck-1009": 184.70137228378007,
        "amd-mi350p-ownmx-mtp4": 131.5749287559594,
        "amd-k38-moev5-hcfp8": 282.031945310086,
        "amd-k39-mixedfast": 283.4101999588177,
        "amd-k41-final": 274.72809173651314
      },
      "amd_initial_to_k38_pct": 114.35082502167946,
      "k38_vs_complete_nv_run_pct": 52.69618293726841
    },
    {
      "concurrency": 8,
      "aggregate_tps": {
        "nv-prod-tp2-recheck-1009": 776.9116050263253,
        "amd-mi350p-ownmx-mtp4": 702.4254086691011,
        "amd-k38-moev5-hcfp8": 1199.1871984291975,
        "amd-k39-mixedfast": 1168.9545374881068,
        "amd-k41-final": 1206.223221103118
      },
      "amd_initial_to_k38_pct": 70.72093116638824,
      "k38_vs_complete_nv_run_pct": 54.353106668880756
    },
    {
      "concurrency": 32,
      "aggregate_tps": {
        "nv-prod-tp2-recheck-1009": 1533.1042119746396,
        "amd-mi350p-ownmx-mtp4": 1168.235062248759,
        "amd-k38-moev5-hcfp8": 2256.553258970779,
        "amd-k39-mixedfast": 2405.133431511562,
        "amd-k41-final": 2326.112725736548
      },
      "amd_initial_to_k38_pct": 93.15917933734113,
      "k38_vs_complete_nv_run_pct": 47.188510823040296
    }
  ],
  "logical_state_bytes_per_layer_request": 3145728,
  "logical_full_state_writes_c32_36layers_5slots_gib": 16.875,
  "logical_deferred_base_writes_gib_excluding_records_and_fallbacks": 3.375,
  "annotations": [
    {
      "arm": "nv-prod-tp2",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "nv-prod-tp2",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "nv-prod-tp2",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4-async",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4-async",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4-async",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4-async-mqa-lmhead",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4-async-mqa-lmhead",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-mi350p-ownmx-mtp4-async-mqa-lmhead",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k2-hc-gdnmtp-async-sort1-noskinny",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k2-hc-gdnmtp-async-sort1-noskinny",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k2-hc-gdnmtp-async-sort1-noskinny",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k3-hc64-gdnmtp-async-noskinny-warm",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k3-hc64-gdnmtp-async-noskinny-warm",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k3-hc64-gdnmtp-async-noskinny-warm",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k3b-moetune-run",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k3b-moetune-run",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k3b-moetune-run",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k4-sharedstream-off-sparseskip-cap512",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k4-sharedstream-off-sparseskip-cap512",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k4-sharedstream-off-sparseskip-cap512",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "nv-prod-tp2-recheck-1009",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "nv-prod-tp2-recheck-1009",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "nv-prod-tp2-recheck-1009",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k5-fse-untuned",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k5-fse-untuned",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k5-fse-untuned",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k6-fse-tuned-hcdown-gdnidx",
      "concurrency": 1,
      "status": "quality_failure"
    },
    {
      "arm": "amd-k6-fse-tuned-hcdown-gdnidx",
      "concurrency": 8,
      "status": "quality_failure"
    },
    {
      "arm": "amd-k6-fse-tuned-hcdown-gdnidx",
      "concurrency": 32,
      "status": "quality_failure"
    },
    {
      "arm": "amd-k7-fse-hcdown256-gdnidx",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k7-fse-hcdown256-gdnidx",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k7-fse-hcdown256-gdnidx",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k8-fse-tunedfixed-hcdown256-gdnidx",
      "concurrency": 1,
      "status": "quality_failure_and_request_errors"
    },
    {
      "arm": "amd-k8-fse-tunedfixed-hcdown256-gdnidx",
      "concurrency": 8,
      "status": "quality_failure_and_request_errors"
    },
    {
      "arm": "amd-k8-fse-tunedfixed-hcdown256-gdnidx",
      "concurrency": 32,
      "status": "quality_failure_and_request_errors"
    },
    {
      "arm": "amd-k9b-fse-tunedzero-hcdown256-gdnidx",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k9b-fse-tunedzero-hcdown256-gdnidx",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k9b-fse-tunedzero-hcdown256-gdnidx",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k9b-long120",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k9b-long120",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k9b-long120",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k10-c32-long",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k12-afp4cfg",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k12-afp4cfg",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k12-afp4cfg",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k13-qsadense",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k13-qsadense",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k13-qsadense",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k14-gdndefer",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k14-gdndefer",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k14-gdndefer",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k17-gdndefer16",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k17-gdndefer16",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k17-gdndefer16",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k18-clean",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k18-clean",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k18-clean",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k20-mixed",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k20-mixed",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k20-mixed",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k21-mixed-flydsl",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k21-mixed-flydsl",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k21-mixed-flydsl",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k23-prefill",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k23-prefill",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k23-prefill",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k24-chunkprefill",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k24-chunkprefill",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k24-chunkprefill",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k25-notopk",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k25-notopk",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k25-notopk",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k28-mixedhost",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k28-mixedhost",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k28-mixedhost",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k28b-mixedhost-rerun",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k28b-mixedhost-rerun",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k28b-mixedhost-rerun",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k29-prof",
      "concurrency": 1,
      "status": "profiler_run_not_a_controlled_ablation"
    },
    {
      "arm": "amd-k29-prof",
      "concurrency": 8,
      "status": "profiler_run_not_a_controlled_ablation"
    },
    {
      "arm": "amd-k29-prof",
      "concurrency": 32,
      "status": "profiler_run_not_a_controlled_ablation"
    },
    {
      "arm": "amd-k30-gdnmfma",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k30-gdnmfma",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k30-gdnmfma",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k31-mfma-hcbig-rowtopk",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k31-mfma-hcbig-rowtopk",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k31-mfma-hcbig-rowtopk",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k32-prof",
      "concurrency": 1,
      "status": "profiler_run_not_a_controlled_ablation"
    },
    {
      "arm": "amd-k32-prof",
      "concurrency": 8,
      "status": "profiler_run_not_a_controlled_ablation"
    },
    {
      "arm": "amd-k32-prof",
      "concurrency": 32,
      "status": "profiler_run_not_a_controlled_ablation"
    },
    {
      "arm": "amd-k33-specblock",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k33-specblock",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k33-specblock",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k34b-preset-nomoeroute",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k34b-preset-nomoeroute",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k34b-preset-nomoeroute",
      "concurrency": 32,
      "status": "request_errors"
    },
    {
      "arm": "amd-k36-moeroute-fixed",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k36-moeroute-fixed",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k36-moeroute-fixed",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k37-preset-jitlog",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k37-preset-jitlog",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k37-preset-jitlog",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k38-moev5-hcfp8",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k38-moev5-hcfp8",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k38-moev5-hcfp8",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k39-mixedfast",
      "concurrency": 1,
      "status": "not_adopted_ttft_tradeoff"
    },
    {
      "arm": "amd-k39-mixedfast",
      "concurrency": 8,
      "status": "not_adopted_ttft_tradeoff"
    },
    {
      "arm": "amd-k39-mixedfast",
      "concurrency": 32,
      "status": "not_adopted_ttft_tradeoff"
    },
    {
      "arm": "amd-k40-candidate",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k40-candidate",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k40-candidate",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k41-final",
      "concurrency": 1,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k41-final",
      "concurrency": 8,
      "status": "observation_not_independent_quality_certification"
    },
    {
      "arm": "amd-k41-final",
      "concurrency": 32,
      "status": "observation_not_independent_quality_certification"
    }
  ],
  "sha256": {
    "amd-optimization-ladder.csv": "ddb47e1a0f4fb979b2614f6b79a24c2c0e799985b52e5db4a626d3248725adce",
    "bench-history-amd-full-ledger.csv": "c3b970a440e7122af0822ef6d44f0c8c3dd16f5e064775d3281ad1a299b83c9a"
  }
}