From d185d64aa6de50acea2e2cdfdc12bcf4a721f946 Mon Sep 17 00:00:00 2001 From: Markus Date: Tue, 2 Jun 2026 13:41:57 +0200 Subject: [PATCH] fix: handle additional `from_pretrained` files in subfolders (#2085) * Fixed issue #1938 Now using the correct path * fix: handle additional from_pretrained files in subfolders * docs: update changelog for from_pretrained subfolder fix --------- Co-authored-by: abetlen --- CHANGELOG.md | 2 ++ llama_cpp/llama.py | 9 ++++++--- 2 files changed, 8 insertions(+), 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index bd83be8434..6677fc8fe0 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,6 +7,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [Unreleased] +- fix: handle additional `from_pretrained` files in subfolders by @TNing in #2085 + ## [0.3.25] - feat: Update llama.cpp to ggml-org/llama.cpp@210a6570c by @abetlen in #2242 diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index b904b4080c..4a09b55ee5 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -2396,12 +2396,15 @@ def from_pretrained( ) (matching_additional_file,) = matching_additional_files + additional_subfolder = str(Path(matching_additional_file).parent) + additional_file_name = Path(matching_additional_file).name - # download the additional file + # Split additional file paths independently to avoid duplicating + # the main model subfolder in Hugging Face download URLs. hf_hub_download( repo_id=repo_id, - filename=matching_additional_file, - subfolder=subfolder, + filename=additional_file_name, + subfolder=additional_subfolder, local_dir=local_dir, local_dir_use_symlinks=local_dir_use_symlinks, cache_dir=cache_dir,