Загрузка данных

cmake -B build \
  -DGGML_NATIVE=OFF \
  -DGGML_AVX=ON \
  -DGGML_AVX2=OFF \
  -DGGML_FMA=OFF \
  -DGGML_F16C=OFF \
  -DGGML_BMI2=OFF \
  -DCMAKE_C_FLAGS="-mno-avx2 -mno-fma -mno-f16c -mno-bmi2" \
  -DCMAKE_CXX_FLAGS="-mno-avx2 -mno-fma -mno-f16c -mno-bmi2"


cmake --build build --config Release -j 16




cd ~/llama.cpp

nohup numactl --cpunodebind=0 --membind=0 ./build/bin/llama-server \
  -m ~/models/RavenX-CyberAgent-35B-v5.1-Q4_K_M.gguf \
  --host 0.0.0.0 --port 8080 \
  -c 8192 \
  -t 8 \
  --cpu-moe \
  --no-mmap --mlock \
  > ~/llama-server.log 2>&1 &