https://pastein.ru/t/aDE
Загрузка данных
qwen@qwen:~/ik_llama.cpp$ cd ~/ik_llama.cpp
qwen@qwen:~/ik_llama.cpp$ rm -rf build
qwen@qwen:~/ik_llama.cpp$ cmake -B build \
-DGGML_NATIVE=OFF \
-DGGML_AVX2=OFF \
-DGGML_USE_IQK_MULMAT=OFF
-- The C compiler identification is GNU 15.2.0
-- The CXX compiler identification is GNU 15.2.0
-- Detecting C compiler ABI info
-- Detecting C compiler ABI info - done
-- Check for working C compiler: /usr/bin/cc - skipped
-- Detecting C compile features
-- Detecting C compile features - done
-- Detecting CXX compiler ABI info
-- Detecting CXX compiler ABI info - done
-- Check for working CXX compiler: /usr/bin/c++ - skipped
-- Detecting CXX compile features
-- Detecting CXX compile features - done
-- Found Git: /usr/bin/git (found version "2.53.0")
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD - Success
-- Found Threads: TRUE
-- Found OpenMP_C: -fopenmp (found version "4.5")
-- Found OpenMP_CXX: -fopenmp (found version "4.5")
-- Found OpenMP: TRUE (found version "4.5")
-- OpenMP found
-- Using optimized iqk matrix multiplications
-- Enabling IQK Flash Attention kernels
-- Using llamafile
-- Warning: ccache not found - consider installing it for faster compilation or disable this warning with GGML_CCACHE=OFF
-- CMAKE_SYSTEM_PROCESSOR: x86_64
-- x86 detected
-- ARCH_FLAGS = -march=native
-- Configuring done (2.1s)
-- Generating done (0.3s)
CMake Warning:
Manually-specified variables were not used by the project:
GGML_USE_IQK_MULMAT
-- Build files have been written to: /home/qwen/ik_llama.cpp/build
qwen@qwen:~/ik_llama.cpp$ cmake --build build --config Release -j 16
[ 1%] Building CXX object common/CMakeFiles/build_info.dir/build-info.cpp.o
[ 3%] Building C object examples/gguf-hash/CMakeFiles/sha256.dir/deps/sha256/sha256.c.o
[ 3%] Building CXX object examples/mtmd/CMakeFiles/llama-qwen2vl-cli.dir/deprecation-warning.cpp.o
[ 4%] Building CXX object ggml/src/CMakeFiles/ggml.dir/llamafile/sgemm.cpp.o
[ 4%] Building C object ggml/src/CMakeFiles/ggml.dir/ggml-quants.c.o
[ 4%] Building CXX object examples/mtmd/CMakeFiles/llama-gemma3-cli.dir/deprecation-warning.cpp.o
[ 4%] Building C object ggml/src/CMakeFiles/ggml.dir/ggml.c.o
[ 4%] Building C object examples/gguf-hash/CMakeFiles/sha1.dir/deps/sha1/sha1.c.o
[ 5%] Building CXX object examples/mtmd/CMakeFiles/llama-minicpmv-cli.dir/deprecation-warning.cpp.o
[ 5%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_flash_attn.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend.cpp.o
[ 7%] Building C object ggml/src/CMakeFiles/ggml.dir/ggml-alloc.c.o
[ 7%] Building CXX object examples/mtmd/CMakeFiles/llama-llava-cli.dir/deprecation-warning.cpp.o
[ 7%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_mul_mat.cpp.o
[ 8%] Building C object examples/gguf-hash/CMakeFiles/xxhash.dir/deps/xxhash/xxhash.c.o
[ 9%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/fa/iqk_fa_576_512.cpp.o
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_flash_attn.cpp:332:6: warning: no previous declaration for ‘bool iqk_flash_attn_noalibi(int, int, float, int, int, long int, long int, int, int, long int, long int, int, int, long int, long int, int, int, long int, int, int, int, int, int, int, int, int, int, int, const void*, const void*, const void*, const void*, float, float, float*, void*, barrier_t, void*, int, int, int)’ [-Wmissing-declarations]
332 | bool iqk_flash_attn_noalibi([[maybe_unused]] int type_q, [[maybe_unused]] int type_mask, [[maybe_unused]] float max_bias,
| ^~~~~~~~~~~~~~~~~~~~~~
[ 9%] Built target build_info
[ 9%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/fa/iqk_fa_192_128.cpp.o
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/fa/iqk_fa_256_256.cpp.o
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/fa/iqk_fa_128_128.cpp.o
[ 11%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/fa/iqk_fa_96_96.cpp.o
[ 11%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/fa/iqk_fa_64_64.cpp.o
[ 12%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_gemm_floats.cpp.o
[ 13%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_gemm_kquants.cpp.o
[ 13%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_gemm_ktquants.cpp.o
[ 14%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_gemm_iquants.cpp.o
[ 14%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_gemm_iqk_quants.cpp.o
[ 15%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_gemm_1bit.cpp.o
[ 16%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_gemm_legacy_quants.cpp.o
[ 17%] Building C object ggml/src/CMakeFiles/ggml.dir/ggml-aarch64.c.o
[ 17%] Building CXX object ggml/src/CMakeFiles/ggml.dir/iqk/iqk_quantize.cpp.o
In function ‘SHA1Update’,
inlined from ‘SHA1Final’ at /home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c:265:5:
/home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c:219:13: warning: ‘SHA1Transform’ reading 64 bytes from a region of size 0 [-Wstringop-overread]
219 | SHA1Transform(context->state, &data[i]);
| ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c:219:13: note: referencing argument 2 of type ‘const unsigned char[64]’
/home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c: In function ‘SHA1Final’:
/home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c:54:6: note: in a call to function ‘SHA1Transform’
54 | void SHA1Transform(
| ^~~~~~~~~~~~~
In function ‘SHA1Update’,
inlined from ‘SHA1Final’ at /home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c:269:9:
/home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c:219:13: warning: ‘SHA1Transform’ reading 64 bytes from a region of size 0 [-Wstringop-overread]
219 | SHA1Transform(context->state, &data[i]);
| ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c:219:13: note: referencing argument 2 of type ‘const unsigned char[64]’
/home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c: In function ‘SHA1Final’:
/home/qwen/ik_llama.cpp/examples/gguf-hash/deps/sha1/sha1.c:54:6: note: in a call to function ‘SHA1Transform’
54 | void SHA1Transform(
| ^~~~~~~~~~~~~
[ 17%] Built target sha1
[ 17%] Built target sha256
[ 18%] Linking CXX executable ../../bin/llama-minicpmv-cli
[ 19%] Linking CXX executable ../../bin/llama-gemma3-cli
[ 19%] Linking CXX executable ../../bin/llama-qwen2vl-cli
[ 20%] Linking CXX executable ../../bin/llama-llava-cli
[ 20%] Built target llama-minicpmv-cli
[ 20%] Built target llama-gemma3-cli
[ 20%] Built target llama-llava-cli
[ 20%] Built target llama-qwen2vl-cli
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp:1379:25: warning: no previous declaration for ‘bool iqk_mul_mat(int, long int, long int, long int, int, const void*, long int, int, const void*, long int, float*, long int, int, int)’ [-Wmissing-declarations]
1379 | extern "C" IQK_API bool iqk_mul_mat(int, long, long, long, int, const void *, long, int, const void *, long, float *, long, int, int) {
| ^~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp:1384:25: warning: no previous declaration for ‘bool iqk_mul_mat_4d(long int, long int, long int, long int, long int, long int, long int, long int, long int, long int, long int, long int, long int, int, const void*, long int, int, const void*, long int, float*, long int, int, int)’ [-Wmissing-declarations]
1384 | extern "C" IQK_API bool iqk_mul_mat_4d(long /*Nx*/, long /*Ny*/, long /*ne00*/,
| ^~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp:1394:25: warning: no previous declaration for ‘bool iqk_mul_mat_moe(long int, long int, long int, int, int, const void*, long int, int, const void*, long int, float*, long int, long int, const void*, int, int)’ [-Wmissing-declarations]
1394 | extern "C" IQK_API bool iqk_mul_mat_moe(long, long, long, int, int, const void *, long, int, const void *, long, float *, long, long,
| ^~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp:1400:25: warning: no previous declaration for ‘bool iqk_moe_fused_up_gate(long int, long int, long int, int, int, int, const void*, const void*, long int, int, const void*, long int, float*, long int, long int, const void*, int, int)’ [-Wmissing-declarations]
1400 | extern "C" IQK_API bool iqk_moe_fused_up_gate(long /*Nx*/, long /*Ny*/, long /*ne00*/, int /*ne11*/, int /*unary_op*/,
| ^~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp: In function ‘bool iqk_mul_mat(int, long int, long int, long int, int, const void*, long int, int, const void*, long int, float*, long int, int, int)’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp:1379:25: warning: function might be candidate for attribute ‘noreturn’ [-Wsuggest-attribute=noreturn]
1379 | extern "C" IQK_API bool iqk_mul_mat(int, long, long, long, int, const void *, long, int, const void *, long, float *, long, int, int) {
| ^~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp: In function ‘bool iqk_mul_mat_4d(long int, long int, long int, long int, long int, long int, long int, long int, long int, long int, long int, long int, long int, int, const void*, long int, int, const void*, long int, float*, long int, int, int)’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp:1384:25: warning: function might be candidate for attribute ‘noreturn’ [-Wsuggest-attribute=noreturn]
1384 | extern "C" IQK_API bool iqk_mul_mat_4d(long /*Nx*/, long /*Ny*/, long /*ne00*/,
| ^~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp: In function ‘bool iqk_mul_mat_moe(long int, long int, long int, int, int, const void*, long int, int, const void*, long int, float*, long int, long int, const void*, int, int)’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp:1394:25: warning: function might be candidate for attribute ‘noreturn’ [-Wsuggest-attribute=noreturn]
1394 | extern "C" IQK_API bool iqk_mul_mat_moe(long, long, long, int, int, const void *, long, int, const void *, long, float *, long, long,
| ^~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp: In function ‘bool iqk_moe_fused_up_gate(long int, long int, long int, int, int, int, const void*, const void*, long int, int, const void*, long int, float*, long int, long int, const void*, int, int)’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_mul_mat.cpp:1400:25: warning: function might be candidate for attribute ‘noreturn’ [-Wsuggest-attribute=noreturn]
1400 | extern "C" IQK_API bool iqk_moe_fused_up_gate(long /*Nx*/, long /*Ny*/, long /*ne00*/, int /*ne11*/, int /*unary_op*/,
| ^~~~~~~~~~~~~~~~~~~~~
[ 20%] Built target xxhash
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp: In function ‘void {anonymous}::quantize_row_q8_1_x4_T(const float*, Block*, int64_t)’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:977:20: error: there are no arguments to ‘hsum_i32_8’ that depend on a template parameter, so a declaration of ‘hsum_i32_8’ must be available [-Wtemplate-body]
977 | int isum = hsum_i32_8(_mm256_add_epi32(_mm256_add_epi32(i0, i1), _mm256_add_epi32(i2, i3)));
| ^~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:977:20: note: (if you use ‘-fpermissive’, G++ will accept your code, but allowing the use of an undeclared name is deprecated)
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp: In function ‘void repack_q8_KV(int, int, const char*, char*, bool)’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:6745:21: error: ‘y’ was not declared in this scope
6745 | y[ib].qs[32*l+4*k+i+ 0] = x8[k][ib].qs[i+4*l+ 0];
| ^
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:6745:58: error: request for member ‘qs’ in ‘*(x8[k] + ((sizetype)ib))’, which is of non-class type ‘const int8_t’ {aka ‘const signed char’}
6745 | y[ib].qs[32*l+4*k+i+ 0] = x8[k][ib].qs[i+4*l+ 0];
| ^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:6746:58: error: request for member ‘qs’ in ‘*(x8[k] + ((sizetype)ib))’, which is of non-class type ‘const int8_t’ {aka ‘const signed char’}
6746 | y[ib].qs[32*l+4*k+i+128] = x8[k][ib].qs[i+4*l+16];
| ^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:6687:14: warning: unused variable ‘qy’ [-Wunused-variable]
6687 | auto qy = (int8_t *)(dy + 8);
| ^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp: In instantiation of ‘void {anonymous}::quantize_row_q8_1_x4_T(const float*, Block*, int64_t) [with Block = block_q8_1; Block_x4 = block_q8_1_x4; int64_t = long int]’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:1017:54: required from here
1017 | quantize_row_q8_1_x4_T<block_q8_1, block_q8_1_x4>(x, (block_q8_1 *)vy, k);
| ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:977:30: error: ‘hsum_i32_8’ was not declared in this scope
977 | int isum = hsum_i32_8(_mm256_add_epi32(_mm256_add_epi32(i0, i1), _mm256_add_epi32(i2, i3)));
| ~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp: In instantiation of ‘void {anonymous}::quantize_row_q8_1_x4_T(const float*, Block*, int64_t) [with Block = block_q8_2; Block_x4 = block_q8_2_x4; int64_t = long int]’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:1021:54: required from here
1021 | quantize_row_q8_1_x4_T<block_q8_2, block_q8_2_x4>(x, (block_q8_2 *)vy, k);
| ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:977:30: error: ‘hsum_i32_8’ was not declared in this scope
977 | int isum = hsum_i32_8(_mm256_add_epi32(_mm256_add_epi32(i0, i1), _mm256_add_epi32(i2, i3)));
| ~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp: In instantiation of ‘void {anonymous}::QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float, const float*, const float*, int*) const [with int block_size = 32; int group_size = 8; int num_bits = 13; bool is_abs = false; bool is_int = true]’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8755:38: required from here
8755 | quantizer.find_best_match( amax/scale_0, xb, weight, best_idx);
| ~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8273:9: warning: unused variable ‘ncluster’ [-Wunused-variable]
8273 | int ncluster = m_clusters.size()/kGroupSize;
| ^~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8274:11: warning: unused variable ‘id’ [-Wunused-variable]
8274 | float id = 1/d;
| ^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8268:110: warning: unused parameter ‘xb’ [-Wunused-parameter]
8268 | void QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float d, const float * xb, const float * weight, int * best_idx) const {
| ~~~~~~~~~~~~~~^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8268:128: warning: unused parameter ‘weight’ [-Wunused-parameter]
8268 | void QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float d, const float * xb, const float * weight, int * best_idx) const {
| ~~~~~~~~~~~~~~^~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp: In instantiation of ‘void {anonymous}::QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float, const float*, const float*, int*) const [with int block_size = 32; int group_size = 8; int num_bits = 16; bool is_abs = false; bool is_int = true]’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:9020:38: required from here
9020 | quantizer.find_best_match( amax/scale_0, xb, weight, best_idx);
| ~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8273:9: warning: unused variable ‘ncluster’ [-Wunused-variable]
8273 | int ncluster = m_clusters.size()/kGroupSize;
| ^~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8274:11: warning: unused variable ‘id’ [-Wunused-variable]
8274 | float id = 1/d;
| ^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8268:110: warning: unused parameter ‘xb’ [-Wunused-parameter]
8268 | void QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float d, const float * xb, const float * weight, int * best_idx) const {
| ~~~~~~~~~~~~~~^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8268:128: warning: unused parameter ‘weight’ [-Wunused-parameter]
8268 | void QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float d, const float * xb, const float * weight, int * best_idx) const {
| ~~~~~~~~~~~~~~^~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp: In instantiation of ‘void {anonymous}::QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float, const float*, const float*, int*) const [with int block_size = 32; int group_size = 8; int num_bits = 16; bool is_abs = true; bool is_int = true]’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:9321:42: required from here
9321 | quantizer.find_best_match(amax/(scale_0 + kStep*itry), xaux, weight, best_idx);
| ~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8273:9: warning: unused variable ‘ncluster’ [-Wunused-variable]
8273 | int ncluster = m_clusters.size()/kGroupSize;
| ^~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8274:11: warning: unused variable ‘id’ [-Wunused-variable]
8274 | float id = 1/d;
| ^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8268:110: warning: unused parameter ‘xb’ [-Wunused-parameter]
8268 | void QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float d, const float * xb, const float * weight, int * best_idx) const {
| ~~~~~~~~~~~~~~^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8268:128: warning: unused parameter ‘weight’ [-Wunused-parameter]
8268 | void QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float d, const float * xb, const float * weight, int * best_idx) const {
| ~~~~~~~~~~~~~~^~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp: In instantiation of ‘void {anonymous}::QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float, const float*, const float*, int*) const [with int block_size = 32; int group_size = 4; int num_bits = 15; bool is_abs = false; bool is_int = true]’:
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:9605:43: required from here
9605 | quantizer1.find_best_match( amax/(8.f*itry + scale_0), xaux, weight, best_idx);
| ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8273:9: warning: unused variable ‘ncluster’ [-Wunused-variable]
8273 | int ncluster = m_clusters.size()/kGroupSize;
| ^~~~~~~~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8274:11: warning: unused variable ‘id’ [-Wunused-variable]
8274 | float id = 1/d;
| ^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8268:110: warning: unused parameter ‘xb’ [-Wunused-parameter]
8268 | void QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float d, const float * xb, const float * weight, int * best_idx) const {
| ~~~~~~~~~~~~~~^~
/home/qwen/ik_llama.cpp/ggml/src/iqk/iqk_quantize.cpp:8268:128: warning: unused parameter ‘weight’ [-Wunused-parameter]
8268 | void QuantizerIQKT<block_size, group_size, num_bits, is_abs, is_int>::find_best_match(float d, const float * xb, const float * weight, int * best_idx) const {
| ~~~~~~~~~~~~~~^~~~~~
gmake[2]: *** [ggml/src/CMakeFiles/ggml.dir/build.make:359: ggml/src/CMakeFiles/ggml.dir/iqk/iqk_quantize.cpp.o] Error 1
gmake[2]: *** Waiting for unfinished jobs....
gmake[1]: *** [CMakeFiles/Makefile2:2007: ggml/src/CMakeFiles/ggml.dir/all] Error 2
gmake: *** [Makefile:146: all] Error 2
qwen@qwen:~/ik_llama.cpp$