{"image":"lomelidev/llama.cpp:cu130-nccl-sse-faall-10974","args":["-m","/models/Ornith-1.5-9B-Q4_K_L.gguf","-a","ornith-local","-ngl","999","-fa","on","-ctk","q4_0","-ctv","q4_0","-c","786432","-np","3","--no-kv-unified","--cont-batching","--no-mmproj","--n-predict","4096","-b","4096","-ub","2048","--cache-ram","32768","--cache-prompt","--ctx-checkpoints","4","--jinja","--metrics","--host","0.0.0.0","--port","8080","--temp","0.6","--top-p","0.95","--top-k","20","--min-p","0"],"mounts":[{"Type":"bind","Source":"/home/lab/models/ornith15-9b","Destination":"/models","Mode":"ro","RW":false,"Propagation":"rprivate"}],"gpu":[{"Driver":"","Count":0,"DeviceIDs":["0"],"Capabilities":[["gpu"]],"Options":{}}],"ports":{"8080/tcp":[{"HostIp":"","HostPort":"8120"}]}}
