{
  "engine": "sglang",
  "endpoint": "http://127.0.0.1:8130",
  "gpu_uuid": "GPU-f4a988cb-c310-b618-5a9c-4462d4d33add",
  "baseline_id": "int8-bf16-8k",
  "profiles": [
    {
      "id": "int8-bf16-8k",
      "status": "validated",
      "reason": "Own INT8g128 checkpoint, quality6/7 preserves every llama-passing case. Runtime/retrieval validated4Kc1/c3; configured8192, long capacity not claimed.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/int8-bf16-8k.sh"
      ],
      "env": {},
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/results/quality-full-int8-bf16-graphs.json",
        "/home/lab/bench/ornith/modular/sglang/results/full-int8-bf16-graphs-4k/summary.json"
      ]
    },
    {
      "id": "vision-bf16-8k",
      "status": "validated",
      "reason": "Original full BF16 recovered vision: synthetic red64x64 recognized Red (64image tokens); quality6/7. Short-image validation, configured8192 single request.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/vision-bf16-8k.sh"
      ],
      "env": {},
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 1,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/results/vision-smoke.json",
        "/home/lab/bench/ornith/modular/sglang/results/quality-vision-bf16-graphs.json"
      ]
    },
    {
      "id": "int8-e5m2-256k",
      "status": "experimental",
      "reason": "Own INT8g128+KV E5M2+FP32 state, quality6/7; preflight3x128K passed. 256K/residency/fullgrid/stability still running or pending; not yet promoted.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/int8-e5m2-256k.sh"
      ],
      "env": {},
      "model_id": "ornith-sglang",
      "context": 262144,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/results/quality-full-int8-kve5m2-graphs.json",
        "/home/lab/bench/ornith/modular/sglang/results/full-int8-kve5m2-ascending/results.jsonl"
      ]
    },
    {
      "id": "baseline-fp8",
      "status": "experimental",
      "reason": "Functional original full-model FP8 baseline; NOT quality approved: 17*23=389 and (123+77)/5=20 versus391/40 reference.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "baseline-fp8"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "2"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 2,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/results/quality-baseline-recheck.json"
      ]
    },
    {
      "id": "awq-bf16-eager",
      "status": "experimental",
      "reason": "Runtime works but AWQ arithmetic regression:17*23=379. Not promoted.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "awq-bf16-eager"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/results/quality-awq-bf16-eager.json"
      ]
    },
    {
      "id": "awq-bf16-graphs",
      "status": "experimental",
      "reason": "Runtime works but AWQ arithmetic regression:17*23=379. Not promoted.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "awq-bf16-graphs"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/results/quality-awq-bf16-graphs.json"
      ]
    },
    {
      "id": "awq-fp8-eager",
      "status": "unavailable",
      "reason": "FP8 E4M3 KV Triton fails on SM86: fp8e4nv unsupported; demonstrated with fullINT8 target. This AWQ variant is not independently validated.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "awq-fp8-eager"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/logs/full-int8-kvfp8-786k.log"
      ]
    },
    {
      "id": "awq-fp8-graphs",
      "status": "unavailable",
      "reason": "FP8 E4M3 KV Triton fails on SM86: fp8e4nv unsupported; demonstrated with fullINT8 target. This AWQ variant is not independently validated.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "awq-fp8-graphs"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/logs/full-int8-kvfp8-786k.log"
      ]
    },
    {
      "id": "awq-fp4-eager",
      "status": "experimental",
      "reason": "Not independently runtime validated. FP4 native dequantization allocates whole-pool BF16 temporaries; BF16-weight large-pool trials OOM. AWQ already fails arithmetic.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "awq-fp4-eager"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/logs/text-bf16-kvfp4-280k.log"
      ]
    },
    {
      "id": "awq-fp4-graphs",
      "status": "experimental",
      "reason": "Not independently runtime validated. FP4 native dequantization allocates whole-pool BF16 temporaries; BF16-weight large-pool trials OOM. AWQ already fails arithmetic.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "awq-fp4-graphs"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/logs/text-bf16-kvfp4-280k.log"
      ]
    },
    {
      "id": "mtp-1",
      "status": "experimental",
      "reason": "Speculative runtime and4Kc1/c3 retrieval pass with AWQ target, but target arithmetic regression blocks promotion.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "mtp-1"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3",
        "ORNITH_GRAPHS": "1",
        "ORNITH_MAX_TOKENS": "65536",
        "ORNITH_MEMORY": "0.80"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/spec-matrix.json",
        "/home/lab/bench/ornith/modular/sglang/results/quality-mtp-1.json"
      ]
    },
    {
      "id": "mtp-2",
      "status": "experimental",
      "reason": "Speculative runtime and4Kc1/c3 retrieval pass with AWQ target, but target arithmetic regression blocks promotion.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "mtp-2"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3",
        "ORNITH_GRAPHS": "1",
        "ORNITH_MAX_TOKENS": "65536",
        "ORNITH_MEMORY": "0.80"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/spec-matrix.json",
        "/home/lab/bench/ornith/modular/sglang/results/quality-mtp-2.json"
      ]
    },
    {
      "id": "mtp-4",
      "status": "experimental",
      "reason": "Speculative runtime and4Kc1/c3 retrieval pass with AWQ target, but target arithmetic regression blocks promotion.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "mtp-4"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3",
        "ORNITH_GRAPHS": "1",
        "ORNITH_MAX_TOKENS": "65536",
        "ORNITH_MEMORY": "0.80"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/spec-matrix.json",
        "/home/lab/bench/ornith/modular/sglang/results/quality-mtp-4.json"
      ]
    },
    {
      "id": "dflash-4",
      "status": "experimental",
      "reason": "Speculative runtime and4Kc1/c3 retrieval pass with AWQ target, but target arithmetic regression blocks promotion.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "dflash-4"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3",
        "ORNITH_GRAPHS": "1",
        "ORNITH_MAX_TOKENS": "65536",
        "ORNITH_MEMORY": "0.80"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/spec-matrix.json",
        "/home/lab/bench/ornith/modular/sglang/results/quality-dflash-4.json"
      ]
    },
    {
      "id": "dflash-8",
      "status": "experimental",
      "reason": "Speculative runtime and4Kc1/c3 retrieval pass with AWQ target, but target arithmetic regression blocks promotion.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "dflash-8"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3",
        "ORNITH_GRAPHS": "1",
        "ORNITH_MAX_TOKENS": "65536",
        "ORNITH_MEMORY": "0.80"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/spec-matrix.json",
        "/home/lab/bench/ornith/modular/sglang/results/quality-dflash-8.json"
      ]
    },
    {
      "id": "dflash-16",
      "status": "experimental",
      "reason": "Speculative runtime and4Kc1/c3 retrieval pass with AWQ target, but target arithmetic regression blocks promotion.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "dflash-16"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3",
        "ORNITH_GRAPHS": "1",
        "ORNITH_MAX_TOKENS": "65536",
        "ORNITH_MEMORY": "0.80"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/spec-matrix.json",
        "/home/lab/bench/ornith/modular/sglang/results/quality-dflash-16.json"
      ]
    },
    {
      "id": "standalone",
      "status": "unavailable",
      "reason": "Qwen0.8B standalone draft startup fails qwen3_5_mtp.py: hidden_states=None -> AttributeError dim.",
      "command": [
        "/bin/bash",
        "/home/lab/bench/ornith/modular/sglang/frozen/experiments-20260918-v1.sh",
        "standalone"
      ],
      "env": {
        "ORNITH_CONTEXT": "8192",
        "ORNITH_CONCURRENCY": "3"
      },
      "model_id": "ornith-sglang",
      "context": 8192,
      "concurrency": 3,
      "evidence": [
        "/home/lab/bench/ornith/modular/sglang/logs/standalone.log",
        "/home/lab/bench/ornith/modular/sglang/spec-matrix.json"
      ]
    }
  ]
}
