Загрузка данных


cd ~/llama.cpp
rm -rf build

cmake -B build \
  -DGGML_NATIVE=OFF \
  -DGGML_SSE42=ON \
  -DGGML_AVX=OFF \
  -DGGML_AVX2=OFF \
  -DGGML_FMA=OFF \
  -DGGML_F16C=OFF \
  -DGGML_BMI2=OFF \
  -DCMAKE_C_FLAGS="-mno-avx -mno-avx2 -mno-fma -mno-f16c -mno-bmi2 -mno-sse4.2 -msse4.1" \
  -DCMAKE_CXX_FLAGS="-mno-avx -mno-avx2 -mno-fma -mno-f16c -mno-bmi2 -mno-sse4.2 -msse4.1"

cmake --build build --config Release -j 16

cd ~/llama.cpp
./build/bin/llama-server --version

nohup numactl --cpunodebind=0 --membind=0 ./build/bin/llama-server \
  -m ~/models/RavenX-CyberAgent-35B-v5.1-Q4_K_M.gguf \
  --host 0.0.0.0 --port 8080 \
  -c 8192 -t 8 \
  --cpu-moe --no-mmap --mlock \
  > ~/llama-server.log 2>&1 &


pgrep -a llama-server
tail -10 ~/llama-server.log