Note: Please do not remove the questions. Answer beside them.
---------------------------------------------------------------------------
RuntimeError Traceback (most recent call last)
File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth/save.py:1470, in save_to_gguf(model_name, model_type, model_dtype, is_sentencepiece, model_directory, quantization_method, first_conversion, is_vlm, is_gpt_oss)
1469 try:
-> 1470 quantizer_location, converter_location = check_llama_cpp()
1471 print("Unsloth: llama.cpp found in the system. Skipping installation.")
File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth_zoo/llama_cpp.py:585, in check_llama_cpp(llama_cpp_folder)
584 all_files.extend(glob.glob(os.path.join(search_dir, "*")))
--> 585 raise RuntimeError(
586 f"Unsloth: No working quantizer found in {', '.join(search_dirs)}\n"
587 f"Files found: {', '.join(os.path.basename(f) for f in all_files[:20])}"
588 )
589 pass
RuntimeError: Unsloth: No working quantizer found in /home/<user-redacted>/.unsloth/llama.cpp
Files found: AGENTS.md, AUTHORS, CLAUDE.md, CMakeLists.txt, CMakePresets.json, CODEOWNERS, CONTRIBUTING.md, LICENSE, Makefile, README.md, SECURITY.md, benches, build-xcframework.sh, ci, cmake, common, conversion, convert_hf_to_gguf.py, convert_hf_to_gguf_update.py, convert_llama_ggml_to_gguf.py
During handling of the above exception, another exception occurred:
RuntimeError Traceback (most recent call last)
File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth/save.py:2374, in unsloth_save_pretrained_gguf(self, save_directory, tokenizer, quantization_method, first_conversion, push_to_hub, token, private, is_main_process, state_dict, save_function, max_shard_size, safe_serialization, variant, save_peft_format, tags, temporary_location, maximum_memory_usage)
2373 try:
-> 2374 all_file_locations, want_full_precision, is_vlm_update = save_to_gguf(
2375 model_name = model_name,
2376 model_type = model_type,
2377 model_dtype = model_dtype,
2378 is_sentencepiece = False,
2379 model_directory = save_directory,
2380 quantization_method = quantization_methods,
2381 first_conversion = first_conversion,
2382 is_vlm = is_vlm, # Pass VLM flag
2383 is_gpt_oss = is_gpt_oss, # Pass gpt_oss Flag
2384 )
2385 except Exception as e:
File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth/save.py:1480, in save_to_gguf(model_name, model_type, model_dtype, is_sentencepiece, model_directory, quantization_method, first_conversion, is_vlm, is_gpt_oss)
1479 else:
-> 1480 quantizer_location, converter_location = install_llama_cpp(
1481 gpu_support = False, # GGUF conversion doesn't need CUDA
1482 print_output = print_output,
1483 )
1485 # Step 2: Download and patch converter script
File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth_zoo/llama_cpp.py:887, in install_llama_cpp(llama_cpp_folder, llama_cpp_targets, print_output, gpu_support, just_clone_repo)
886 error_msg += "".join(print_outputs)
--> 887 raise RuntimeError(error_msg)
889 # Check if it installed correctly
RuntimeError: === Unsloth: FAILED building llama.cpp ===
Make failed: [FAIL] Command `make clean` failed with exit code 2
stdout: Makefile:6: *** Build system changed:
The Makefile build has been replaced by CMake.
For build instructions see:
https://github.com/ggml-org/llama.cpp/blob/master/docs/build.md
. Stop.
CMake failed: [FAIL] Command `cmake --build build --config Release -j16 --clean-first --target llama-quantize llama-cli llama-mtmd-cli llama-gguf-split llama-server` failed with error `/home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/../clip-graph.h:12:62: warning: bitwise operation between different enumeration types ‘ggml_scale_mode’ and ‘ggml_scale_flag’ is deprecated [-Wdeprecated-enum-enum-conversion]`
Command is deprecated!
=== Full output log: ===
Resolved 27 packages in 651ms
Uninstalled 1 package in 59ms
Installed 1 package in 64ms
- numpy==2.4.6
+ numpy==2.3.5
-- The C compiler identification is GNU 16.1.1
-- The CXX compiler identification is GNU 16.1.1
-- Detecting C compiler ABI info
-- Detecting C compiler ABI info - done
-- Check for working C compiler: /usr/bin/cc - skipped
-- Detecting C compile features
-- Detecting C compile features - done
-- Detecting CXX compiler ABI info
-- Detecting CXX compiler ABI info - done
-- Check for working CXX compiler: /usr/bin/c++ - skipped
-- Detecting CXX compile features
-- Detecting CXX compile features - done
CMAKE_BUILD_TYPE=Release
-- Found Git: /usr/bin/git (found version "2.54.0")
-- The ASM compiler identification is GNU
-- Found assembler: /usr/bin/cc
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD - Success
-- Found Threads: TRUE
-- Warning: ccache not found - consider installing it for faster compilation or disable this warning with GGML_CCACHE=OFF
-- CMAKE_SYSTEM_PROCESSOR: x86_64
-- GGML_SYSTEM_ARCH: x86
-- Including CPU backend
-- Found OpenMP_C: -fopenmp (found version "5.2")
-- Found OpenMP_CXX: -fopenmp (found version "5.2")
-- Found OpenMP: TRUE (found version "5.2")
-- x86 detected
-- Adding CPU backend variant ggml-cpu: -march=native
-- ggml version: 0.12.0
-- ggml commit: b39a7bf1b
-- Found OpenSSL: /usr/lib64/libcrypto.so.3.5.5 (found version "3.5.5")
-- Performing Test OPENSSL_VERSION_SUPPORTED
-- Performing Test OPENSSL_VERSION_SUPPORTED - Success
-- OpenSSL found: 3.5.5
-- UI: derived HF_UI_VERSION=b9245
-- UI: embedded with source: provisioned
-- Generating embedded license file for target: llama-common
-- Configuring done (2.7s)
-- Generating done (0.3s)
-- Build files have been written to: /home/<user-redacted>/.unsloth/llama.cpp/build
[ 0%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-alloc.c.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-opt.cpp.o
[ 2%] Building CXX object common/CMakeFiles/llama-common-base.dir/build-info.cpp.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml.cpp.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend.cpp.o
[ 2%] Building CXX object vendor/cpp-httplib/CMakeFiles/cpp-httplib.dir/httplib.cpp.o
[ 2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml.c.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-threading.cpp.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend-meta.cpp.o
[ 4%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/gguf.cpp.o
[ 2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-quants.c.o
[ 4%] Linking CXX static library libllama-common-base.a
[ 4%] Built target llama-common-base
[ 4%] Linking CXX static library libggml-base.a
[ 4%] Built target ggml-base
[ 4%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/amx.cpp.o
[ 4%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.c.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/binary-ops.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/repack.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ops.cpp.o
[ 6%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/quants.c.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/repack.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/traits.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/vec.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/hbm.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/llamafile/sgemm.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/mmq.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/unary-ops.cpp.o
[ 10%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/quants.c.o
[ 10%] Linking CXX static library libggml-cpu.a
[ 10%] Built target ggml-cpu
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-dl.cpp.o
[ 13%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-reg.cpp.o
[ 13%] Linking CXX static library libggml.a
[ 13%] Built target ggml
[ 15%] Building CXX object src/CMakeFiles/llama.dir/llama-arch.cpp.o
[ 15%] Building CXX object src/CMakeFiles/llama.dir/llama.cpp.o
[ 15%] Building CXX object src/CMakeFiles/llama.dir/llama-adapter.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-context.cpp.o
[ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-graph.cpp.o
[ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-cparams.cpp.o
[ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-hparams.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-impl.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-memory.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache-iswa.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-batch.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-chat.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-grammar.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-io.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid-iswa.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-recurrent.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-mmap.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-model-loader.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-model-saver.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-model.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-quant.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-sampler.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-vocab.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/unicode-data.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/unicode.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/models/afmoe.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/models/apertus.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/models/arcee.cpp.o
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/arctic.cpp.o
[ 28%] Linking CXX static library libcpp-httplib.a
[ 28%] Built target cpp-httplib
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/arwkv7.cpp.o
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/baichuan.cpp.o
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/bailingmoe.cpp.o
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/bailingmoe2.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bert.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bitnet.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bloom.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/chameleon.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/chatglm.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/codeshell.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/cogvlm.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/cohere2.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/command-r.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/dbrx.cpp.o
[ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deci.cpp.o
[ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek.cpp.o
[ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek2.cpp.o
[ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek2ocr.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/dots1.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/delta-net-base.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/dream.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/ernie4-5-moe.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/ernie4-5.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/eurobert.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone-moe.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone4.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/falcon-h1.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/falcon.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma-embedding.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma2.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma3.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma3n.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/gemma4.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm-dsa.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm4-moe.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm4.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/gpt2.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/gptneox.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite-hybrid.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite-moe.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/grok.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/grovemoe.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-dense.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-moe.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-vl.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/internlm2.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jais.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jais2.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jamba.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jina-bert-v2.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jina-bert-v3.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/kimi-linear.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/lfm2.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/lfm2moe.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/llada-moe.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/llada.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama-embed.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama4.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/maincoder.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/mamba-base.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mamba.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mamba2.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mimo2.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/minicpm.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/minicpm3.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/minimax-m2.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mistral3.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mistral4.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/modern-bert.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mpt.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron-h-moe.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron-h.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/neo-bert.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nomic-bert-moe.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/nomic-bert.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmo.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmo2.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmoe.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/openai-moe.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/openelm.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/orion.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/paddleocr.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/pangu-embed.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/phi2.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/phi3.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/phimoe.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo2.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo3.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/plm.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2moe.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2vl.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen35.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen35moe.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3moe.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3next.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3vl.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3vlmoe.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/refact.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/rnd1.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6-base.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6qwen2.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv7-base.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv7.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/seed-oss.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/smallthinker.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/smollm3.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/stablelm.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/starcoder.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/starcoder2.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/step35.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/t5.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/t5encoder.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/wavtokenizer-dec.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/xverse.cpp.o
[ 82%] Linking CXX static library libllama.a
[ 82%] Built target llama
[ 84%] Building CXX object common/CMakeFiles/llama-common.dir/arg.cpp.o
[ 84%] Building CXX object common/CMakeFiles/llama-common.dir/chat.cpp.o
[ 84%] Building CXX object common/CMakeFiles/llama-common.dir/common.cpp.o
[ 86%] Building CXX object common/CMakeFiles/llama-common.dir/chat-diff-analyzer.cpp.o
[ 86%] Building CXX object common/CMakeFiles/llama-common.dir/chat-auto-parser-generator.cpp.o
[ 86%] Building CXX object common/CMakeFiles/llama-common.dir/download.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/hf-cache.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/chat-peg-parser.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/json-partial.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/console.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/chat-auto-parser-helpers.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/debug.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/fit.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/llguidance.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/log.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/json-schema-to-grammar.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-cache.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-map.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-mod.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/peg-parser.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/preset.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/regex-partial.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/reasoning-budget.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/sampling.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/speculative.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/unicode.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/lexer.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/parser.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/runtime.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/value.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/string.cpp.o
[ 97%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/caps.cpp.o
[ 97%] Building CXX object common/CMakeFiles/llama-common.dir/__/license.cpp.o
[ 97%] Linking CXX static library libllama-common.a
[ 97%] Built target llama-common
[ 97%] Building CXX object tools/quantize/CMakeFiles/llama-quantize.dir/quantize.cpp.o
[100%] Linking CXX executable ../../bin/llama-quantize
[100%] Built target llama-quantize
[ 0%] Built target llama-common-base
[ 0%] Built target cpp-httplib
[ 3%] Built target ggml-base
[ 9%] Built target ggml-cpu
[ 11%] Built target ggml
[ 71%] Built target llama
[ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd.cpp.o
[ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-audio.cpp.o
[ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/dotsocr.cpp.o
[ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/hunyuanocr.cpp.o
[ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/cogvlm.cpp.o
[ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/gemma4v.cpp.o
[ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/conformer.cpp.o
[ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/internvl.cpp.o
[ 75%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/kimivl.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-image.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-helper.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/clip.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/gemma4a.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/glm4v.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/granite-speech.cpp.o
[ 90%] Built target llama-common
[ 90%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/kimik25.cpp.o
In file included from /home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/models.h:3,
from /home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/conformer.cpp:1:
During handling of the above exception, another exception occurred:
RuntimeError Traceback (most recent call last)
Cell In[9], line 1
----> 1 model.save_pretrained_gguf("breaking_bad_finetune", tokenizer, quantization_method = "q4_k_m")
File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth/save.py:2394, in unsloth_save_pretrained_gguf(self, save_directory, tokenizer, quantization_method, first_conversion, push_to_hub, token, private, is_main_process, state_dict, save_function, max_shard_size, safe_serialization, variant, save_peft_format, tags, temporary_location, maximum_memory_usage)
2387 raise RuntimeError(
2388 f"Unsloth: GGUF conversion failed in Kaggle environment.\n"
2389 f"This is likely due to the 20GB disk space limit.\n"
2390 f"Try saving to /tmp directory or use a smaller model.\n"
2391 f"Error: {e}"
2392 )
2393 else:
-> 2394 raise RuntimeError(f"Unsloth: GGUF conversion failed: {e}")
2396 # Step 9: Create Ollama modelfile
2397 gguf_directory = f"{save_directory}_gguf"
RuntimeError: Unsloth: GGUF conversion failed: === Unsloth: FAILED building llama.cpp ===
Make failed: [FAIL] Command `make clean` failed with exit code 2
stdout: Makefile:6: *** Build system changed:
The Makefile build has been replaced by CMake.
For build instructions see:
https://github.com/ggml-org/llama.cpp/blob/master/docs/build.md
. Stop.
CMake failed: [FAIL] Command `cmake --build build --config Release -j16 --clean-first --target llama-quantize llama-cli llama-mtmd-cli llama-gguf-split llama-server` failed with error `/home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/../clip-graph.h:12:62: warning: bitwise operation between different enumeration types ‘ggml_scale_mode’ and ‘ggml_scale_flag’ is deprecated [-Wdeprecated-enum-enum-conversion]`
Command is deprecated!
=== Full output log: ===
Resolved 27 packages in 651ms
Uninstalled 1 package in 59ms
Installed 1 package in 64ms
- numpy==2.4.6
+ numpy==2.3.5
-- The C compiler identification is GNU 16.1.1
-- The CXX compiler identification is GNU 16.1.1
-- Detecting C compiler ABI info
-- Detecting C compiler ABI info - done
-- Check for working C compiler: /usr/bin/cc - skipped
-- Detecting C compile features
-- Detecting C compile features - done
-- Detecting CXX compiler ABI info
-- Detecting CXX compiler ABI info - done
-- Check for working CXX compiler: /usr/bin/c++ - skipped
-- Detecting CXX compile features
-- Detecting CXX compile features - done
CMAKE_BUILD_TYPE=Release
-- Found Git: /usr/bin/git (found version "2.54.0")
-- The ASM compiler identification is GNU
-- Found assembler: /usr/bin/cc
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD - Success
-- Found Threads: TRUE
-- Warning: ccache not found - consider installing it for faster compilation or disable this warning with GGML_CCACHE=OFF
-- CMAKE_SYSTEM_PROCESSOR: x86_64
-- GGML_SYSTEM_ARCH: x86
-- Including CPU backend
-- Found OpenMP_C: -fopenmp (found version "5.2")
-- Found OpenMP_CXX: -fopenmp (found version "5.2")
-- Found OpenMP: TRUE (found version "5.2")
-- x86 detected
-- Adding CPU backend variant ggml-cpu: -march=native
-- ggml version: 0.12.0
-- ggml commit: b39a7bf1b
-- Found OpenSSL: /usr/lib64/libcrypto.so.3.5.5 (found version "3.5.5")
-- Performing Test OPENSSL_VERSION_SUPPORTED
-- Performing Test OPENSSL_VERSION_SUPPORTED - Success
-- OpenSSL found: 3.5.5
-- UI: derived HF_UI_VERSION=b9245
-- UI: embedded with source: provisioned
-- Generating embedded license file for target: llama-common
-- Configuring done (2.7s)
-- Generating done (0.3s)
-- Build files have been written to: /home/<user-redacted>/.unsloth/llama.cpp/build
[ 0%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-alloc.c.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-opt.cpp.o
[ 2%] Building CXX object common/CMakeFiles/llama-common-base.dir/build-info.cpp.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml.cpp.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend.cpp.o
[ 2%] Building CXX object vendor/cpp-httplib/CMakeFiles/cpp-httplib.dir/httplib.cpp.o
[ 2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml.c.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-threading.cpp.o
[ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend-meta.cpp.o
[ 4%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/gguf.cpp.o
[ 2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-quants.c.o
[ 4%] Linking CXX static library libllama-common-base.a
[ 4%] Built target llama-common-base
[ 4%] Linking CXX static library libggml-base.a
[ 4%] Built target ggml-base
[ 4%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/amx.cpp.o
[ 4%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.c.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/binary-ops.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/repack.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ops.cpp.o
[ 6%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/quants.c.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/repack.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/traits.cpp.o
[ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/vec.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/hbm.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/llamafile/sgemm.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/mmq.cpp.o
[ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/unary-ops.cpp.o
[ 10%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/quants.c.o
[ 10%] Linking CXX static library libggml-cpu.a
[ 10%] Built target ggml-cpu
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-dl.cpp.o
[ 13%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-reg.cpp.o
[ 13%] Linking CXX static library libggml.a
[ 13%] Built target ggml
[ 15%] Building CXX object src/CMakeFiles/llama.dir/llama-arch.cpp.o
[ 15%] Building CXX object src/CMakeFiles/llama.dir/llama.cpp.o
[ 15%] Building CXX object src/CMakeFiles/llama.dir/llama-adapter.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-context.cpp.o
[ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-graph.cpp.o
[ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-cparams.cpp.o
[ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-hparams.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-impl.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-memory.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache-iswa.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-batch.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-chat.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-grammar.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-io.cpp.o
[ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid-iswa.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-recurrent.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-mmap.cpp.o
[ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-model-loader.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-model-saver.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-model.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-quant.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-sampler.cpp.o
[ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-vocab.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/unicode-data.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/unicode.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/models/afmoe.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/models/apertus.cpp.o
[ 26%] Building CXX object src/CMakeFiles/llama.dir/models/arcee.cpp.o
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/arctic.cpp.o
[ 28%] Linking CXX static library libcpp-httplib.a
[ 28%] Built target cpp-httplib
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/arwkv7.cpp.o
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/baichuan.cpp.o
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/bailingmoe.cpp.o
[ 28%] Building CXX object src/CMakeFiles/llama.dir/models/bailingmoe2.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bert.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bitnet.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bloom.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/chameleon.cpp.o
[ 30%] Building CXX object src/CMakeFiles/llama.dir/models/chatglm.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/codeshell.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/cogvlm.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/cohere2.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/command-r.cpp.o
[ 32%] Building CXX object src/CMakeFiles/llama.dir/models/dbrx.cpp.o
[ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deci.cpp.o
[ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek.cpp.o
[ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek2.cpp.o
[ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek2ocr.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/dots1.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/delta-net-base.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/dream.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/ernie4-5-moe.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/ernie4-5.cpp.o
[ 36%] Building CXX object src/CMakeFiles/llama.dir/models/eurobert.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone-moe.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone4.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/falcon-h1.cpp.o
[ 39%] Building CXX object src/CMakeFiles/llama.dir/models/falcon.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma-embedding.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma2.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma3.cpp.o
[ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma3n.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/gemma4.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm-dsa.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm4-moe.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm4.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/models/gpt2.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/gptneox.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite-hybrid.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite-moe.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/models/grok.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/grovemoe.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-dense.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-moe.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-vl.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/models/internlm2.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jais.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jais2.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jamba.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jina-bert-v2.cpp.o
[ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jina-bert-v3.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/kimi-linear.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/lfm2.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/lfm2moe.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/llada-moe.cpp.o
[ 52%] Building CXX object src/CMakeFiles/llama.dir/models/llada.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama-embed.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama4.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/maincoder.cpp.o
[ 54%] Building CXX object src/CMakeFiles/llama.dir/models/mamba-base.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mamba.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mamba2.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mimo2.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/minicpm.cpp.o
[ 56%] Building CXX object src/CMakeFiles/llama.dir/models/minicpm3.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/minimax-m2.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mistral3.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mistral4.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/modern-bert.cpp.o
[ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mpt.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron-h-moe.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron-h.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/neo-bert.cpp.o
[ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nomic-bert-moe.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/nomic-bert.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmo.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmo2.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmoe.cpp.o
[ 63%] Building CXX object src/CMakeFiles/llama.dir/models/openai-moe.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/openelm.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/orion.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/paddleocr.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/pangu-embed.cpp.o
[ 65%] Building CXX object src/CMakeFiles/llama.dir/models/phi2.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/phi3.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/phimoe.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo2.cpp.o
[ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo3.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/plm.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2moe.cpp.o
[ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2vl.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen35.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen35moe.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3moe.cpp.o
[ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3next.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3vl.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3vlmoe.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/refact.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/rnd1.cpp.o
[ 73%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6-base.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6qwen2.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv7-base.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv7.cpp.o
[ 76%] Building CXX object src/CMakeFiles/llama.dir/models/seed-oss.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/smallthinker.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/smollm3.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/stablelm.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/starcoder.cpp.o
[ 78%] Building CXX object src/CMakeFiles/llama.dir/models/starcoder2.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/step35.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/t5.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/t5encoder.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/wavtokenizer-dec.cpp.o
[ 80%] Building CXX object src/CMakeFiles/llama.dir/models/xverse.cpp.o
[ 82%] Linking CXX static library libllama.a
[ 82%] Built target llama
[ 84%] Building CXX object common/CMakeFiles/llama-common.dir/arg.cpp.o
[ 84%] Building CXX object common/CMakeFiles/llama-common.dir/chat.cpp.o
[ 84%] Building CXX object common/CMakeFiles/llama-common.dir/common.cpp.o
[ 86%] Building CXX object common/CMakeFiles/llama-common.dir/chat-diff-analyzer.cpp.o
[ 86%] Building CXX object common/CMakeFiles/llama-common.dir/chat-auto-parser-generator.cpp.o
[ 86%] Building CXX object common/CMakeFiles/llama-common.dir/download.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/hf-cache.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/chat-peg-parser.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/json-partial.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/console.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/chat-auto-parser-helpers.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/debug.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/fit.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/llguidance.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/log.cpp.o
[ 89%] Building CXX object common/CMakeFiles/llama-common.dir/json-schema-to-grammar.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-cache.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-map.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-mod.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/peg-parser.cpp.o
[ 91%] Building CXX object common/CMakeFiles/llama-common.dir/preset.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/regex-partial.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/reasoning-budget.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/sampling.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/speculative.cpp.o
[ 93%] Building CXX object common/CMakeFiles/llama-common.dir/unicode.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/lexer.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/parser.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/runtime.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/value.cpp.o
[ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/string.cpp.o
[ 97%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/caps.cpp.o
[ 97%] Building CXX object common/CMakeFiles/llama-common.dir/__/license.cpp.o
[ 97%] Linking CXX static library libllama-common.a
[ 97%] Built target llama-common
[ 97%] Building CXX object tools/quantize/CMakeFiles/llama-quantize.dir/quantize.cpp.o
[100%] Linking CXX executable ../../bin/llama-quantize
[100%] Built target llama-quantize
[ 0%] Built target llama-common-base
[ 0%] Built target cpp-httplib
[ 3%] Built target ggml-base
[ 9%] Built target ggml-cpu
[ 11%] Built target ggml
[ 71%] Built target llama
[ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd.cpp.o
[ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-audio.cpp.o
[ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/dotsocr.cpp.o
[ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/hunyuanocr.cpp.o
[ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/cogvlm.cpp.o
[ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/gemma4v.cpp.o
[ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/conformer.cpp.o
[ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/internvl.cpp.o
[ 75%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/kimivl.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-image.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-helper.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/clip.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/gemma4a.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/glm4v.cpp.o
[ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/granite-speech.cpp.o
[ 90%] Built target llama-common
[ 90%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/kimik25.cpp.o
In file included from /home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/models.h:3,
from /home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/conformer.cpp:1:
When saving the model to GGUF, it will require
llama.cpp. Unsloth check ifllama.cppis already installed in the system. If not yet installed, it will pull the source code ofllama.cppand build it. Unfortunately, it failed to complete buildingllama.cppand stopped it with an error.OS: Fedora 44
Python version: 3.12.13
Note: Please do not remove the questions. Answer beside them.
pip install --upgrade unsloth unsloth_zooA: YesColaborKaggleor local / cloud A: local notebooknvidia-smiA: 1SFTTrainer,GRPOTraineretc A: UnslothTrainerTo give more information about this issue, a stack trace is shown below:
--------------------------------------------------------------------------- RuntimeError Traceback (most recent call last) File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth/save.py:1470, in save_to_gguf(model_name, model_type, model_dtype, is_sentencepiece, model_directory, quantization_method, first_conversion, is_vlm, is_gpt_oss) 1469 try: -> 1470 quantizer_location, converter_location = check_llama_cpp() 1471 print("Unsloth: llama.cpp found in the system. Skipping installation.") File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth_zoo/llama_cpp.py:585, in check_llama_cpp(llama_cpp_folder) 584 all_files.extend(glob.glob(os.path.join(search_dir, "*"))) --> 585 raise RuntimeError( 586 f"Unsloth: No working quantizer found in {', '.join(search_dirs)}\n" 587 f"Files found: {', '.join(os.path.basename(f) for f in all_files[:20])}" 588 ) 589 pass RuntimeError: Unsloth: No working quantizer found in /home/<user-redacted>/.unsloth/llama.cpp Files found: AGENTS.md, AUTHORS, CLAUDE.md, CMakeLists.txt, CMakePresets.json, CODEOWNERS, CONTRIBUTING.md, LICENSE, Makefile, README.md, SECURITY.md, benches, build-xcframework.sh, ci, cmake, common, conversion, convert_hf_to_gguf.py, convert_hf_to_gguf_update.py, convert_llama_ggml_to_gguf.py During handling of the above exception, another exception occurred: RuntimeError Traceback (most recent call last) File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth/save.py:2374, in unsloth_save_pretrained_gguf(self, save_directory, tokenizer, quantization_method, first_conversion, push_to_hub, token, private, is_main_process, state_dict, save_function, max_shard_size, safe_serialization, variant, save_peft_format, tags, temporary_location, maximum_memory_usage) 2373 try: -> 2374 all_file_locations, want_full_precision, is_vlm_update = save_to_gguf( 2375 model_name = model_name, 2376 model_type = model_type, 2377 model_dtype = model_dtype, 2378 is_sentencepiece = False, 2379 model_directory = save_directory, 2380 quantization_method = quantization_methods, 2381 first_conversion = first_conversion, 2382 is_vlm = is_vlm, # Pass VLM flag 2383 is_gpt_oss = is_gpt_oss, # Pass gpt_oss Flag 2384 ) 2385 except Exception as e: File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth/save.py:1480, in save_to_gguf(model_name, model_type, model_dtype, is_sentencepiece, model_directory, quantization_method, first_conversion, is_vlm, is_gpt_oss) 1479 else: -> 1480 quantizer_location, converter_location = install_llama_cpp( 1481 gpu_support = False, # GGUF conversion doesn't need CUDA 1482 print_output = print_output, 1483 ) 1485 # Step 2: Download and patch converter script File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth_zoo/llama_cpp.py:887, in install_llama_cpp(llama_cpp_folder, llama_cpp_targets, print_output, gpu_support, just_clone_repo) 886 error_msg += "".join(print_outputs) --> 887 raise RuntimeError(error_msg) 889 # Check if it installed correctly RuntimeError: === Unsloth: FAILED building llama.cpp === Make failed: [FAIL] Command `make clean` failed with exit code 2 stdout: Makefile:6: *** Build system changed: The Makefile build has been replaced by CMake. For build instructions see: https://github.com/ggml-org/llama.cpp/blob/master/docs/build.md . Stop. CMake failed: [FAIL] Command `cmake --build build --config Release -j16 --clean-first --target llama-quantize llama-cli llama-mtmd-cli llama-gguf-split llama-server` failed with error `/home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/../clip-graph.h:12:62: warning: bitwise operation between different enumeration types ‘ggml_scale_mode’ and ‘ggml_scale_flag’ is deprecated [-Wdeprecated-enum-enum-conversion]` Command is deprecated! === Full output log: === Resolved 27 packages in 651ms Uninstalled 1 package in 59ms Installed 1 package in 64ms - numpy==2.4.6 + numpy==2.3.5 -- The C compiler identification is GNU 16.1.1 -- The CXX compiler identification is GNU 16.1.1 -- Detecting C compiler ABI info -- Detecting C compiler ABI info - done -- Check for working C compiler: /usr/bin/cc - skipped -- Detecting C compile features -- Detecting C compile features - done -- Detecting CXX compiler ABI info -- Detecting CXX compiler ABI info - done -- Check for working CXX compiler: /usr/bin/c++ - skipped -- Detecting CXX compile features -- Detecting CXX compile features - done CMAKE_BUILD_TYPE=Release -- Found Git: /usr/bin/git (found version "2.54.0") -- The ASM compiler identification is GNU -- Found assembler: /usr/bin/cc -- Performing Test CMAKE_HAVE_LIBC_PTHREAD -- Performing Test CMAKE_HAVE_LIBC_PTHREAD - Success -- Found Threads: TRUE -- Warning: ccache not found - consider installing it for faster compilation or disable this warning with GGML_CCACHE=OFF -- CMAKE_SYSTEM_PROCESSOR: x86_64 -- GGML_SYSTEM_ARCH: x86 -- Including CPU backend -- Found OpenMP_C: -fopenmp (found version "5.2") -- Found OpenMP_CXX: -fopenmp (found version "5.2") -- Found OpenMP: TRUE (found version "5.2") -- x86 detected -- Adding CPU backend variant ggml-cpu: -march=native -- ggml version: 0.12.0 -- ggml commit: b39a7bf1b -- Found OpenSSL: /usr/lib64/libcrypto.so.3.5.5 (found version "3.5.5") -- Performing Test OPENSSL_VERSION_SUPPORTED -- Performing Test OPENSSL_VERSION_SUPPORTED - Success -- OpenSSL found: 3.5.5 -- UI: derived HF_UI_VERSION=b9245 -- UI: embedded with source: provisioned -- Generating embedded license file for target: llama-common -- Configuring done (2.7s) -- Generating done (0.3s) -- Build files have been written to: /home/<user-redacted>/.unsloth/llama.cpp/build [ 0%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-alloc.c.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-opt.cpp.o [ 2%] Building CXX object common/CMakeFiles/llama-common-base.dir/build-info.cpp.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml.cpp.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend.cpp.o [ 2%] Building CXX object vendor/cpp-httplib/CMakeFiles/cpp-httplib.dir/httplib.cpp.o [ 2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml.c.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-threading.cpp.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend-meta.cpp.o [ 4%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/gguf.cpp.o [ 2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-quants.c.o [ 4%] Linking CXX static library libllama-common-base.a [ 4%] Built target llama-common-base [ 4%] Linking CXX static library libggml-base.a [ 4%] Built target ggml-base [ 4%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/amx.cpp.o [ 4%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.c.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/binary-ops.cpp.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/repack.cpp.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ops.cpp.o [ 6%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/quants.c.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/repack.cpp.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/traits.cpp.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/vec.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/hbm.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/llamafile/sgemm.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/mmq.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/unary-ops.cpp.o [ 10%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/quants.c.o [ 10%] Linking CXX static library libggml-cpu.a [ 10%] Built target ggml-cpu [ 10%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-dl.cpp.o [ 13%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-reg.cpp.o [ 13%] Linking CXX static library libggml.a [ 13%] Built target ggml [ 15%] Building CXX object src/CMakeFiles/llama.dir/llama-arch.cpp.o [ 15%] Building CXX object src/CMakeFiles/llama.dir/llama.cpp.o [ 15%] Building CXX object src/CMakeFiles/llama.dir/llama-adapter.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-context.cpp.o [ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-graph.cpp.o [ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-cparams.cpp.o [ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-hparams.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-impl.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-memory.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache-iswa.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-batch.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-chat.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-grammar.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-io.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid-iswa.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-recurrent.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-mmap.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-model-loader.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-model-saver.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-model.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-quant.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-sampler.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-vocab.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/unicode-data.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/unicode.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/models/afmoe.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/models/apertus.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/models/arcee.cpp.o [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/arctic.cpp.o [ 28%] Linking CXX static library libcpp-httplib.a [ 28%] Built target cpp-httplib [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/arwkv7.cpp.o [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/baichuan.cpp.o [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/bailingmoe.cpp.o [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/bailingmoe2.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bert.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bitnet.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bloom.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/chameleon.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/chatglm.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/codeshell.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/cogvlm.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/cohere2.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/command-r.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/dbrx.cpp.o [ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deci.cpp.o [ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek.cpp.o [ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek2.cpp.o [ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek2ocr.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/dots1.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/delta-net-base.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/dream.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/ernie4-5-moe.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/ernie4-5.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/eurobert.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone-moe.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone4.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/falcon-h1.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/falcon.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma-embedding.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma2.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma3.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma3n.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/gemma4.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm-dsa.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm4-moe.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm4.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/gpt2.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/gptneox.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite-hybrid.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite-moe.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/grok.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/grovemoe.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-dense.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-moe.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-vl.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/internlm2.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jais.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jais2.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jamba.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jina-bert-v2.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jina-bert-v3.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/kimi-linear.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/lfm2.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/lfm2moe.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/llada-moe.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/llada.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama-embed.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama4.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/maincoder.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/mamba-base.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mamba.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mamba2.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mimo2.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/minicpm.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/minicpm3.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/minimax-m2.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mistral3.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mistral4.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/modern-bert.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mpt.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron-h-moe.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron-h.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/neo-bert.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nomic-bert-moe.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/nomic-bert.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmo.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmo2.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmoe.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/openai-moe.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/openelm.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/orion.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/paddleocr.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/pangu-embed.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/phi2.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/phi3.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/phimoe.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo2.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo3.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/plm.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2moe.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2vl.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen35.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen35moe.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3moe.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3next.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3vl.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3vlmoe.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/refact.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/rnd1.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6-base.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6qwen2.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv7-base.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv7.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/seed-oss.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/smallthinker.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/smollm3.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/stablelm.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/starcoder.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/starcoder2.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/step35.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/t5.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/t5encoder.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/wavtokenizer-dec.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/xverse.cpp.o [ 82%] Linking CXX static library libllama.a [ 82%] Built target llama [ 84%] Building CXX object common/CMakeFiles/llama-common.dir/arg.cpp.o [ 84%] Building CXX object common/CMakeFiles/llama-common.dir/chat.cpp.o [ 84%] Building CXX object common/CMakeFiles/llama-common.dir/common.cpp.o [ 86%] Building CXX object common/CMakeFiles/llama-common.dir/chat-diff-analyzer.cpp.o [ 86%] Building CXX object common/CMakeFiles/llama-common.dir/chat-auto-parser-generator.cpp.o [ 86%] Building CXX object common/CMakeFiles/llama-common.dir/download.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/hf-cache.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/chat-peg-parser.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/json-partial.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/console.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/chat-auto-parser-helpers.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/debug.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/fit.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/llguidance.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/log.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/json-schema-to-grammar.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-cache.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-map.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-mod.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/peg-parser.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/preset.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/regex-partial.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/reasoning-budget.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/sampling.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/speculative.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/unicode.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/lexer.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/parser.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/runtime.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/value.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/string.cpp.o [ 97%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/caps.cpp.o [ 97%] Building CXX object common/CMakeFiles/llama-common.dir/__/license.cpp.o [ 97%] Linking CXX static library libllama-common.a [ 97%] Built target llama-common [ 97%] Building CXX object tools/quantize/CMakeFiles/llama-quantize.dir/quantize.cpp.o [100%] Linking CXX executable ../../bin/llama-quantize [100%] Built target llama-quantize [ 0%] Built target llama-common-base [ 0%] Built target cpp-httplib [ 3%] Built target ggml-base [ 9%] Built target ggml-cpu [ 11%] Built target ggml [ 71%] Built target llama [ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd.cpp.o [ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-audio.cpp.o [ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/dotsocr.cpp.o [ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/hunyuanocr.cpp.o [ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/cogvlm.cpp.o [ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/gemma4v.cpp.o [ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/conformer.cpp.o [ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/internvl.cpp.o [ 75%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/kimivl.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-image.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-helper.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/clip.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/gemma4a.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/glm4v.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/granite-speech.cpp.o [ 90%] Built target llama-common [ 90%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/kimik25.cpp.o In file included from /home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/models.h:3, from /home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/conformer.cpp:1: During handling of the above exception, another exception occurred: RuntimeError Traceback (most recent call last) Cell In[9], line 1 ----> 1 model.save_pretrained_gguf("breaking_bad_finetune", tokenizer, quantization_method = "q4_k_m") File ~/projects/<project-redacted>/.venv/lib/python3.12/site-packages/unsloth/save.py:2394, in unsloth_save_pretrained_gguf(self, save_directory, tokenizer, quantization_method, first_conversion, push_to_hub, token, private, is_main_process, state_dict, save_function, max_shard_size, safe_serialization, variant, save_peft_format, tags, temporary_location, maximum_memory_usage) 2387 raise RuntimeError( 2388 f"Unsloth: GGUF conversion failed in Kaggle environment.\n" 2389 f"This is likely due to the 20GB disk space limit.\n" 2390 f"Try saving to /tmp directory or use a smaller model.\n" 2391 f"Error: {e}" 2392 ) 2393 else: -> 2394 raise RuntimeError(f"Unsloth: GGUF conversion failed: {e}") 2396 # Step 9: Create Ollama modelfile 2397 gguf_directory = f"{save_directory}_gguf" RuntimeError: Unsloth: GGUF conversion failed: === Unsloth: FAILED building llama.cpp === Make failed: [FAIL] Command `make clean` failed with exit code 2 stdout: Makefile:6: *** Build system changed: The Makefile build has been replaced by CMake. For build instructions see: https://github.com/ggml-org/llama.cpp/blob/master/docs/build.md . Stop. CMake failed: [FAIL] Command `cmake --build build --config Release -j16 --clean-first --target llama-quantize llama-cli llama-mtmd-cli llama-gguf-split llama-server` failed with error `/home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/../clip-graph.h:12:62: warning: bitwise operation between different enumeration types ‘ggml_scale_mode’ and ‘ggml_scale_flag’ is deprecated [-Wdeprecated-enum-enum-conversion]` Command is deprecated! === Full output log: === Resolved 27 packages in 651ms Uninstalled 1 package in 59ms Installed 1 package in 64ms - numpy==2.4.6 + numpy==2.3.5 -- The C compiler identification is GNU 16.1.1 -- The CXX compiler identification is GNU 16.1.1 -- Detecting C compiler ABI info -- Detecting C compiler ABI info - done -- Check for working C compiler: /usr/bin/cc - skipped -- Detecting C compile features -- Detecting C compile features - done -- Detecting CXX compiler ABI info -- Detecting CXX compiler ABI info - done -- Check for working CXX compiler: /usr/bin/c++ - skipped -- Detecting CXX compile features -- Detecting CXX compile features - done CMAKE_BUILD_TYPE=Release -- Found Git: /usr/bin/git (found version "2.54.0") -- The ASM compiler identification is GNU -- Found assembler: /usr/bin/cc -- Performing Test CMAKE_HAVE_LIBC_PTHREAD -- Performing Test CMAKE_HAVE_LIBC_PTHREAD - Success -- Found Threads: TRUE -- Warning: ccache not found - consider installing it for faster compilation or disable this warning with GGML_CCACHE=OFF -- CMAKE_SYSTEM_PROCESSOR: x86_64 -- GGML_SYSTEM_ARCH: x86 -- Including CPU backend -- Found OpenMP_C: -fopenmp (found version "5.2") -- Found OpenMP_CXX: -fopenmp (found version "5.2") -- Found OpenMP: TRUE (found version "5.2") -- x86 detected -- Adding CPU backend variant ggml-cpu: -march=native -- ggml version: 0.12.0 -- ggml commit: b39a7bf1b -- Found OpenSSL: /usr/lib64/libcrypto.so.3.5.5 (found version "3.5.5") -- Performing Test OPENSSL_VERSION_SUPPORTED -- Performing Test OPENSSL_VERSION_SUPPORTED - Success -- OpenSSL found: 3.5.5 -- UI: derived HF_UI_VERSION=b9245 -- UI: embedded with source: provisioned -- Generating embedded license file for target: llama-common -- Configuring done (2.7s) -- Generating done (0.3s) -- Build files have been written to: /home/<user-redacted>/.unsloth/llama.cpp/build [ 0%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-alloc.c.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-opt.cpp.o [ 2%] Building CXX object common/CMakeFiles/llama-common-base.dir/build-info.cpp.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml.cpp.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend.cpp.o [ 2%] Building CXX object vendor/cpp-httplib/CMakeFiles/cpp-httplib.dir/httplib.cpp.o [ 2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml.c.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-threading.cpp.o [ 2%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend-meta.cpp.o [ 4%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/gguf.cpp.o [ 2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-quants.c.o [ 4%] Linking CXX static library libllama-common-base.a [ 4%] Built target llama-common-base [ 4%] Linking CXX static library libggml-base.a [ 4%] Built target ggml-base [ 4%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/amx.cpp.o [ 4%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.c.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/binary-ops.cpp.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/repack.cpp.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ops.cpp.o [ 6%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/quants.c.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/repack.cpp.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/traits.cpp.o [ 6%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/vec.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/hbm.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/llamafile/sgemm.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/mmq.cpp.o [ 8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/unary-ops.cpp.o [ 10%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/quants.c.o [ 10%] Linking CXX static library libggml-cpu.a [ 10%] Built target ggml-cpu [ 10%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-dl.cpp.o [ 13%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-reg.cpp.o [ 13%] Linking CXX static library libggml.a [ 13%] Built target ggml [ 15%] Building CXX object src/CMakeFiles/llama.dir/llama-arch.cpp.o [ 15%] Building CXX object src/CMakeFiles/llama.dir/llama.cpp.o [ 15%] Building CXX object src/CMakeFiles/llama.dir/llama-adapter.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-context.cpp.o [ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-graph.cpp.o [ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-cparams.cpp.o [ 17%] Building CXX object src/CMakeFiles/llama.dir/llama-hparams.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-impl.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-memory.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache-iswa.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-batch.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-chat.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-grammar.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-io.cpp.o [ 19%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid-iswa.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-recurrent.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-mmap.cpp.o [ 21%] Building CXX object src/CMakeFiles/llama.dir/llama-model-loader.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-model-saver.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-model.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-quant.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-sampler.cpp.o [ 23%] Building CXX object src/CMakeFiles/llama.dir/llama-vocab.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/unicode-data.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/unicode.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/models/afmoe.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/models/apertus.cpp.o [ 26%] Building CXX object src/CMakeFiles/llama.dir/models/arcee.cpp.o [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/arctic.cpp.o [ 28%] Linking CXX static library libcpp-httplib.a [ 28%] Built target cpp-httplib [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/arwkv7.cpp.o [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/baichuan.cpp.o [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/bailingmoe.cpp.o [ 28%] Building CXX object src/CMakeFiles/llama.dir/models/bailingmoe2.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bert.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bitnet.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/bloom.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/chameleon.cpp.o [ 30%] Building CXX object src/CMakeFiles/llama.dir/models/chatglm.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/codeshell.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/cogvlm.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/cohere2.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/command-r.cpp.o [ 32%] Building CXX object src/CMakeFiles/llama.dir/models/dbrx.cpp.o [ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deci.cpp.o [ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek.cpp.o [ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek2.cpp.o [ 34%] Building CXX object src/CMakeFiles/llama.dir/models/deepseek2ocr.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/dots1.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/delta-net-base.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/dream.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/ernie4-5-moe.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/ernie4-5.cpp.o [ 36%] Building CXX object src/CMakeFiles/llama.dir/models/eurobert.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone-moe.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/exaone4.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/falcon-h1.cpp.o [ 39%] Building CXX object src/CMakeFiles/llama.dir/models/falcon.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma-embedding.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma2.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma3.cpp.o [ 41%] Building CXX object src/CMakeFiles/llama.dir/models/gemma3n.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/gemma4.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm-dsa.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm4-moe.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/glm4.cpp.o [ 43%] Building CXX object src/CMakeFiles/llama.dir/models/gpt2.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/gptneox.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite-hybrid.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite-moe.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/granite.cpp.o [ 45%] Building CXX object src/CMakeFiles/llama.dir/models/grok.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/grovemoe.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-dense.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-moe.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/hunyuan-vl.cpp.o [ 47%] Building CXX object src/CMakeFiles/llama.dir/models/internlm2.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jais.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jais2.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jamba.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jina-bert-v2.cpp.o [ 50%] Building CXX object src/CMakeFiles/llama.dir/models/jina-bert-v3.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/kimi-linear.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/lfm2.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/lfm2moe.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/llada-moe.cpp.o [ 52%] Building CXX object src/CMakeFiles/llama.dir/models/llada.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama-embed.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/llama4.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/maincoder.cpp.o [ 54%] Building CXX object src/CMakeFiles/llama.dir/models/mamba-base.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mamba.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mamba2.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/mimo2.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/minicpm.cpp.o [ 56%] Building CXX object src/CMakeFiles/llama.dir/models/minicpm3.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/minimax-m2.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mistral3.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mistral4.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/modern-bert.cpp.o [ 58%] Building CXX object src/CMakeFiles/llama.dir/models/mpt.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron-h-moe.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron-h.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nemotron.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/neo-bert.cpp.o [ 60%] Building CXX object src/CMakeFiles/llama.dir/models/nomic-bert-moe.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/nomic-bert.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmo.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmo2.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/olmoe.cpp.o [ 63%] Building CXX object src/CMakeFiles/llama.dir/models/openai-moe.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/openelm.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/orion.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/paddleocr.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/pangu-embed.cpp.o [ 65%] Building CXX object src/CMakeFiles/llama.dir/models/phi2.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/phi3.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/phimoe.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo2.cpp.o [ 67%] Building CXX object src/CMakeFiles/llama.dir/models/plamo3.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/plm.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2moe.cpp.o [ 69%] Building CXX object src/CMakeFiles/llama.dir/models/qwen2vl.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen35.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen35moe.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3moe.cpp.o [ 71%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3next.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3vl.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/qwen3vlmoe.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/refact.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/rnd1.cpp.o [ 73%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6-base.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv6qwen2.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv7-base.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/rwkv7.cpp.o [ 76%] Building CXX object src/CMakeFiles/llama.dir/models/seed-oss.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/smallthinker.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/smollm3.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/stablelm.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/starcoder.cpp.o [ 78%] Building CXX object src/CMakeFiles/llama.dir/models/starcoder2.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/step35.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/t5.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/t5encoder.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/wavtokenizer-dec.cpp.o [ 80%] Building CXX object src/CMakeFiles/llama.dir/models/xverse.cpp.o [ 82%] Linking CXX static library libllama.a [ 82%] Built target llama [ 84%] Building CXX object common/CMakeFiles/llama-common.dir/arg.cpp.o [ 84%] Building CXX object common/CMakeFiles/llama-common.dir/chat.cpp.o [ 84%] Building CXX object common/CMakeFiles/llama-common.dir/common.cpp.o [ 86%] Building CXX object common/CMakeFiles/llama-common.dir/chat-diff-analyzer.cpp.o [ 86%] Building CXX object common/CMakeFiles/llama-common.dir/chat-auto-parser-generator.cpp.o [ 86%] Building CXX object common/CMakeFiles/llama-common.dir/download.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/hf-cache.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/chat-peg-parser.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/json-partial.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/console.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/chat-auto-parser-helpers.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/debug.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/fit.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/llguidance.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/log.cpp.o [ 89%] Building CXX object common/CMakeFiles/llama-common.dir/json-schema-to-grammar.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-cache.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-map.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/ngram-mod.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/peg-parser.cpp.o [ 91%] Building CXX object common/CMakeFiles/llama-common.dir/preset.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/regex-partial.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/reasoning-budget.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/sampling.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/speculative.cpp.o [ 93%] Building CXX object common/CMakeFiles/llama-common.dir/unicode.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/lexer.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/parser.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/runtime.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/value.cpp.o [ 95%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/string.cpp.o [ 97%] Building CXX object common/CMakeFiles/llama-common.dir/jinja/caps.cpp.o [ 97%] Building CXX object common/CMakeFiles/llama-common.dir/__/license.cpp.o [ 97%] Linking CXX static library libllama-common.a [ 97%] Built target llama-common [ 97%] Building CXX object tools/quantize/CMakeFiles/llama-quantize.dir/quantize.cpp.o [100%] Linking CXX executable ../../bin/llama-quantize [100%] Built target llama-quantize [ 0%] Built target llama-common-base [ 0%] Built target cpp-httplib [ 3%] Built target ggml-base [ 9%] Built target ggml-cpu [ 11%] Built target ggml [ 71%] Built target llama [ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd.cpp.o [ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-audio.cpp.o [ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/dotsocr.cpp.o [ 71%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/hunyuanocr.cpp.o [ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/cogvlm.cpp.o [ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/gemma4v.cpp.o [ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/conformer.cpp.o [ 73%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/internvl.cpp.o [ 75%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/kimivl.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-image.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-helper.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/clip.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/gemma4a.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/glm4v.cpp.o [ 77%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/granite-speech.cpp.o [ 90%] Built target llama-common [ 90%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/models/kimik25.cpp.o In file included from /home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/models.h:3, from /home/<user-redacted>/.unsloth/llama.cpp/tools/mtmd/models/conformer.cpp:1:🦥 You can also ask via our Reddit page: https://reddit.com/r/unsloth/