{
  "id": "full-int8-e5m2-262k",
  "env": {
    "ORNITH_MODEL": "/home/lab/bench/ornith/modular/vllm/models/full-int8-text",
    "ORNITH_CONTEXT": "262144",
    "ORNITH_CONCURRENCY": "3",
    "ORNITH_MEMORY": "0.97",
    "ORNITH_KV": "fp8_e5m2",
    "ORNITH_GRAPH": "on",
    "ORNITH_PREFIX": "off",
    "ORNITH_QUANT": "compressed-tensors",
    "ORNITH_LOAD_FORMAT": "auto",
    "ORNITH_PREFILL_CHUNK": "512",
    "ORNITH_LINEAR": "marlin",
    "ORNITH_SSM_DTYPE": "float32",
    "ORNITH_ATTN": "FLASHINFER"
  }
}