diff --git a/requirements/requirements-convert_legacy_llama.txt b/requirements/requirements-convert_legacy_llama.txt index 28221fad0ce9..1f46a105b0f9 100644 --- a/requirements/requirements-convert_legacy_llama.txt +++ b/requirements/requirements-convert_legacy_llama.txt @@ -1,7 +1,9 @@ numpy~=1.26.4 sentencepiece>=0.1.98,<0.3.0 -transformers==4.57.6 +# GLM-5.2 and other recent models require transformers 5.x; the TokenizersBackend class +# referenced in their tokenizer_config.json does not exist in 4.x +transformers>=5.0.0 gguf>=0.1.0 protobuf>=4.21.0,<5.0.0 diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp index cf92ce4bb8b7..9f0967f96d1d 100644 --- a/src/llama-quant.cpp +++ b/src/llama-quant.cpp @@ -847,7 +847,11 @@ static void init_quantize_state_counters(quantize_state_impl & qs, std::vector