---

lmdeploy serve api_server cyankiwi/Ministral-3-14B-Instruct-2512-AWQ-4bit \
  --server-port 23333 \
  --backend turbomind \
  --model-format awq \
  --quant-policy 8 \
  --session-len 32768 \
  --cache-max-entry-count 0.6