Загрузка данных

cd ~/llama.cpp

nohup numactl --cpunodebind=0 --membind=0 ./build/bin/llama-server \
  -m ~/models/RavenX-CyberAgent-35B-v5.1-Q4_K_M.gguf \
  --host 0.0.0.0 --port 8080 \
  -c 8192 -t 8 \
  --mlock \
  > ~/llama-server.log 2>&1 &


sleep 3
pgrep -a llama-server
tail -20 ~/llama-server.log