#!/bin/bash
set -euo pipefail
export CUDA_VISIBLE_DEVICES=GPU-f4a988cb-c310-b618-5a9c-4462d4d33add
export CUDA_DEVICE_ORDER=PCI_BUS_ID OMP_NUM_THREADS=8 TOKENIZERS_PARALLELISM=false
export HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1
unset SGLANG_FORCE_FP8_MARLIN SGLANG_FP8_IGNORED_LAYERS
exec /home/lab/venvs/sglang/bin/python -m sglang.launch_server \
  --model-path /home/lab/models/Ornith-1.5-9B-original \
  --tokenizer-path /home/lab/models/Ornith-1.5-9B-original \
  --served-model-name ornith-sglang --host 127.0.0.1 --port "${ORNITH_PORT:-8130}" \
  --dtype bfloat16 --context-length 8192 --max-total-tokens 8192 \
  --mem-fraction-static 0.92 --max-running-requests 1 --max-mamba-cache-size 6 \
  --chunked-prefill-size 2048 --attention-backend triton --mamba-backend triton \
  --tool-call-parser qwen3_coder --reasoning-parser qwen3 \
  --cuda-graph-max-bs-decode 3 --cuda-graph-backend-prefill disabled
