From 722b43a20de4c13e4ce2b7e1a7cf1918a0695594 Mon Sep 17 00:00:00 2001 From: abetlen Date: Sun, 28 Jun 2026 20:49:39 -0700 Subject: [PATCH] feat: update ggml to 0.15.3 --- CHANGELOG.md | 1 + ggml/ggml.py | 48 ++++++++++++++++++++++++++++++++++++++++++++++-- vendor/ggml | 2 +- 3 files changed, 48 insertions(+), 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 9d50cf5d..c2b0bbff 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,6 +7,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [Unreleased] +- feat: update vendored ggml to 0.15.3 and sync SYCL bindings by @abetlen in #177 - docs: add JupyterLite browser playground by @abetlen in #173 ## [0.0.44] diff --git a/ggml/ggml.py b/ggml/ggml.py index 3ff0fc1d..ac0f41ec 100644 --- a/ggml/ggml.py +++ b/ggml/ggml.py @@ -308,8 +308,8 @@ def f_(*args: Any, **kwargs: Any): GGML_VERSION_MAJOR = 0 GGML_VERSION_MINOR = 15 -GGML_VERSION_PATCH = 2 -GGML_VERSION = "0.15.2" +GGML_VERSION_PATCH = 3 +GGML_VERSION = "0.15.3" GGML_ROPE_TYPE_NORMAL = 0 GGML_ROPE_TYPE_NEOX = 2 @@ -15251,6 +15251,50 @@ def ggml_backend_sycl_split_buffer_type( ... +# GGML_API GGML_CALL void * ggml_backend_sycl_comm_init(ggml_backend_t * backends, size_t n_backends); +@ggml_function( + "ggml_backend_sycl_comm_init", + [ctypes.POINTER(ggml_backend_t_ctypes), ctypes.c_size_t], + ctypes.c_void_p, + enabled=GGML_USE_SYCL_BACKEND, +) +def ggml_backend_sycl_comm_init( + backends: CtypesPointer[ggml_backend_t_ctypes], + n_backends: Union[ctypes.c_size_t, int], + /, +) -> Optional[ctypes.c_void_p]: + ... + + +# GGML_API GGML_CALL void ggml_backend_sycl_comm_free(void * comm_ctx); +@ggml_function( + "ggml_backend_sycl_comm_free", + [ctypes.c_void_p], + None, + enabled=GGML_USE_SYCL_BACKEND, +) +def ggml_backend_sycl_comm_free( + comm_ctx: Optional[ctypes.c_void_p], + /, +) -> None: + ... + + +# GGML_API GGML_CALL bool ggml_backend_sycl_comm_allreduce_tensor(void * comm_ctx, struct ggml_tensor ** tensors); +@ggml_function( + "ggml_backend_sycl_comm_allreduce_tensor", + [ctypes.c_void_p, ctypes.POINTER(ctypes.POINTER(ggml_tensor))], + ctypes.c_bool, + enabled=GGML_USE_SYCL_BACKEND, +) +def ggml_backend_sycl_comm_allreduce_tensor( + comm_ctx: Optional[ctypes.c_void_p], + tensors: CtypesPointer[ggml_tensor_p], + /, +) -> bool: + ... + + # GGML_API GGML_CALL ggml_backend_buffer_type_t ggml_backend_sycl_host_buffer_type(void); @ggml_function( "ggml_backend_sycl_host_buffer_type", diff --git a/vendor/ggml b/vendor/ggml index 707321c4..eced84c8 160000 --- a/vendor/ggml +++ b/vendor/ggml @@ -1 +1 @@ -Subproject commit 707321c4cf6d21cb4bc831aa8b687dbf01a521ce +Subproject commit eced84c86f8b012c752c016f7fe789adea168e1e