Skip to content

Commit db66da3

Browse files
authored
feat: update llama.cpp to ggml-org/llama.cpp@9e3b928fd (abetlen#2282)
1 parent fe927bd commit db66da3

3 files changed

Lines changed: 9 additions & 1 deletion

File tree

CHANGELOG.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
77

88
## [Unreleased]
99

10+
- feat: update llama.cpp to ggml-org/llama.cpp@9e3b928fd
1011
- feat(example): add OpenAI-compatible embeddings endpoint by @abetlen in #2281
1112

1213
## [0.3.27]

llama_cpp/llama_cpp.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -949,6 +949,10 @@ class llama_sampler_seq_config(ctypes.Structure):
949949
# // ref: https://github.com/ggml-org/llama.cpp/pull/14363
950950
# struct llama_sampler_seq_config * samplers;
951951
# size_t n_samplers;
952+
#
953+
# // a source/target/parent context
954+
# // can be utilized in various ways, for example by sharing results or llama_memory between 2 contexts
955+
# struct llama_context * ctx_other;
952956
# };
953957
class llama_context_params(ctypes.Structure):
954958
"""Parameters for llama_context
@@ -989,6 +993,7 @@ class llama_context_params(ctypes.Structure):
989993
kv_unified (bool): use a unified buffer across the input sequences when computing the attention
990994
samplers (ctypes.POINTER(llama_sampler_seq_config)): backend sampler chain configuration
991995
n_samplers (int): number of backend sampler chain configurations
996+
ctx_other (llama_context_p): source, target, or parent context
992997
"""
993998

994999
if TYPE_CHECKING:
@@ -1027,6 +1032,7 @@ class llama_context_params(ctypes.Structure):
10271032
kv_unified: bool
10281033
samplers: ctypes.POINTER(llama_sampler_seq_config)
10291034
n_samplers: int
1035+
ctx_other: llama_context_p
10301036

10311037
_fields_ = [
10321038
("n_ctx", ctypes.c_uint32),
@@ -1064,6 +1070,7 @@ class llama_context_params(ctypes.Structure):
10641070
("kv_unified", ctypes.c_bool),
10651071
("samplers", ctypes.POINTER(llama_sampler_seq_config)),
10661072
("n_samplers", ctypes.c_size_t),
1073+
("ctx_other", llama_context_p_ctypes),
10671074
]
10681075

10691076

0 commit comments

Comments
 (0)