Загрузка данных

cd ~/llama.cpp

pkill -f llama-server

nohup numactl --cpunodebind=0 --membind=0 ./build/bin/llama-server \
  -m ~/models/RavenX-CyberAgent-35B-v5.1-Q4_K_M.gguf \
  --host 0.0.0.0 --port 8080 \
  -c 8192 \
  -t 8 \
  --load-mode mlock \
  --numa distribute \
  > ~/llama-server.log 2>&1 &