{
  "id": "nf4-ssm32-dflash-b4",
  "env": {
    "ORNITH_MODEL": "/home/lab/bench/ornith/modular/vllm/models/original-text",
    "ORNITH_CONTEXT": "32768",
    "ORNITH_CONCURRENCY": "3",
    "ORNITH_MEMORY": "0.90",
    "ORNITH_KV": "int8_per_token_head",
    "ORNITH_GRAPH": "on",
    "ORNITH_PREFIX": "off",
    "ORNITH_SPEC": "{\"method\": \"dflash\", \"model\": \"/home/lab/models/ornith-modular/dflash-bf16\", \"num_speculative_tokens\": 3, \"attention_backend\": \"TRITON_ATTN\", \"kv_cache_dtype\": \"auto\", \"draft_load_config\": {\"load_format\": \"auto\"}}",
    "ORNITH_QUANT": "bitsandbytes",
    "ORNITH_LOAD_FORMAT": "bitsandbytes",
    "ORNITH_SSM_DTYPE": "float32"
  }
}