#!/bin/bash
set -euo pipefail
export CUDA_VISIBLE_DEVICES=GPU-5f32faf3-97b9-895e-0a9e-ffa0f51bca3f
cd /home/lab/bench/ornith/vllm
set -x
/home/lab/venvs/vllm/bin/pip freeze > environment-before.txt
/home/lab/venvs/vllm/bin/pip install vllm-bnb-plugin==0.0.3
/home/lab/venvs/vllm/bin/pip check
/home/lab/venvs/vllm/bin/python -c 'import torch, vllm, bitsandbytes; print("vLLM", vllm.__version__, "torch", torch.__version__, "bnb", bitsandbytes.__version__); print("Visible GPUs:", torch.cuda.device_count(), "Device:", torch.cuda.get_device_name(0))'
/home/lab/venvs/vllm/bin/pip freeze > environment.txt
echo "Environment ready; waiting for original model download."
