From d7d21137d2a08a5421b7c2da0ccb3cb054b47aff Mon Sep 17 00:00:00 2001 From: Jhin Lee Date: Mon, 7 Sep 2026 09:56:45 -0400 Subject: [PATCH 1/2] chore: prepare 0.8.23 release --- CHANGELOG.md | 8 ++++++-- README.md | 18 ++++-------------- example/chat_app/pubspec.lock | 2 +- packages/llamadart_litert_lm_flutter/README.md | 2 +- packages/llamadart_llama_cpp_flutter/README.md | 16 +++------------- pubspec.yaml | 2 +- website/docs/changelog/recent-releases.md | 11 ++++++++--- website/docs/getting-started/installation.md | 18 ++++-------------- 8 files changed, 28 insertions(+), 49 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 0660d28c..bcc8c1b6 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,17 +1,21 @@ -## Unreleased +## 0.8.23 * Updated the default llama.cpp native runtime pin to `leehack/llamadart-native@v0.4.0`, regenerated matching Dart FFI bindings, refreshed the `llamadart_llama_cpp_flutter` Apple SwiftPM checksum, and aligned current README/website native override docs. Updated multimodal calls for the matching ABI. Saved native sessions from older runtimes must be - regenerated. Prepared Apple companion `0.0.18` for the matching native runtime. + regenerated. Apple companion `0.0.18` supplies the matching native runtime. * Aligned the default WebGPU bridge assets to `v0.1.43` for Web/native llama.cpp `v0.4.0@5266f24da75dc449bd56cbed7addb9c8e4a6a73e` parity. Web `@litert-lm/core@0.15.0` and native LiteRT pins are unchanged. Immutable manifest: `111eefc3588842cebfe665b363378edca34924764610263e1eda5280dfcfaa27`. +* Known upstream limitation: llama.cpp v0.4.0 rejects grammars at the 2,000-rule + expansion boundary, such as `root ::= "a"{2000}`. The post-v0.4.0 upstream + correction is tracked in `llamadart-native#76` and is not part of this release. + ## 0.8.22 * Updated `llamadart_llama_cpp_flutter` to `0.0.17` with the diff --git a/README.md b/README.md index b42babb1..69774228 100644 --- a/README.md +++ b/README.md @@ -55,30 +55,20 @@ For Dart or Flutter apps: ```yaml dependencies: - llamadart: ^0.8.22 + llamadart: ^0.8.23 ``` Flutter iOS/macOS apps that should link Apple XCFrameworks through Swift Package Manager should also add the runtime companion packages they need: -**Unreleased coordinated upgrade:** companion `0.0.18` requires the matching -llama.cpp v0.4.0 core bindings; it is not compatible with published core -`0.8.22`. For published packages, keep core `0.8.22` with companion `0.0.17`. -The development example below requires both path overrides to the same checkout. -Publish companion `0.0.18` only with the matching next core release, and replace -these temporary overrides/version constraints during that coordinated release. +Pair companion `0.0.18` with core `0.8.23` for matching llama.cpp v0.4.0 +bindings. Keep core `0.8.22` paired with companion `0.0.17`. ```yaml dependencies: - llamadart: ^0.8.22 + llamadart: ^0.8.23 llamadart_llama_cpp_flutter: ^0.0.18 # GGUF / llama.cpp llamadart_litert_lm_flutter: ^0.0.10 # Apple .litertlm / LiteRT-LM targets - -dependency_overrides: - llamadart: - path: /path/to/llamadart - llamadart_llama_cpp_flutter: - path: /path/to/llamadart/packages/llamadart_llama_cpp_flutter ``` The LiteRT-LM companion manifest includes the complete iOS SwiftPM runtime diff --git a/example/chat_app/pubspec.lock b/example/chat_app/pubspec.lock index f467125b..6a7db30f 100644 --- a/example/chat_app/pubspec.lock +++ b/example/chat_app/pubspec.lock @@ -413,7 +413,7 @@ packages: path: "../.." relative: true source: path - version: "0.8.22" + version: "0.8.23" llamadart_litert_lm_flutter: dependency: "direct main" description: diff --git a/packages/llamadart_litert_lm_flutter/README.md b/packages/llamadart_litert_lm_flutter/README.md index c37b9ec0..1bca44c2 100644 --- a/packages/llamadart_litert_lm_flutter/README.md +++ b/packages/llamadart_litert_lm_flutter/README.md @@ -15,7 +15,7 @@ also request an x86_64 Simulator slice must exclude x86_64 for LiteRT-LM builds. ```yaml dependencies: - llamadart: ^0.8.22 + llamadart: ^0.8.23 llamadart_litert_lm_flutter: ^0.0.10 ``` diff --git a/packages/llamadart_llama_cpp_flutter/README.md b/packages/llamadart_llama_cpp_flutter/README.md index 3124e249..b4ab7f3d 100644 --- a/packages/llamadart_llama_cpp_flutter/README.md +++ b/packages/llamadart_llama_cpp_flutter/README.md @@ -7,23 +7,13 @@ Add this package to a Flutter iOS/macOS app when the app should link the prebuilt llama.cpp Apple XCFramework through SwiftPM instead of relying on the core package's native-assets fallback. -**Unreleased coordinated upgrade:** companion `0.0.18` requires the matching -llama.cpp v0.4.0 core bindings; it is not compatible with published core -`0.8.22`. For published packages, keep core `0.8.22` with companion `0.0.17`. -The development example below requires both path overrides to the same checkout. -Publish companion `0.0.18` only with the matching next core release, and replace -these temporary overrides/version constraints during that coordinated release. +Pair companion `0.0.18` with core `0.8.23` for matching llama.cpp v0.4.0 +bindings. Keep core `0.8.22` paired with companion `0.0.17`. ```yaml dependencies: - llamadart: ^0.8.22 + llamadart: ^0.8.23 llamadart_llama_cpp_flutter: ^0.0.18 - -dependency_overrides: - llamadart: - path: /path/to/llamadart - llamadart_llama_cpp_flutter: - path: /path/to/llamadart/packages/llamadart_llama_cpp_flutter ``` This package has no runtime Dart API of its own. Import `package:llamadart` diff --git a/pubspec.yaml b/pubspec.yaml index 57392d8a..4feb67c9 100644 --- a/pubspec.yaml +++ b/pubspec.yaml @@ -1,6 +1,6 @@ name: llamadart description: Dart and Flutter local LLM inference with llama.cpp GGUF and LiteRT-LM across native platforms and web. -version: 0.8.22 +version: 0.8.23 homepage: https://github.com/leehack/llamadart repository: https://github.com/leehack/llamadart issue_tracker: https://github.com/leehack/llamadart/issues diff --git a/website/docs/changelog/recent-releases.md b/website/docs/changelog/recent-releases.md index f85508c6..2b3db959 100644 --- a/website/docs/changelog/recent-releases.md +++ b/website/docs/changelog/recent-releases.md @@ -7,17 +7,22 @@ For canonical full release notes, use: - [`CHANGELOG.md`](https://github.com/leehack/llamadart/blob/main/CHANGELOG.md) -## Unreleased +## 0.8.23 - Adopted native llama.cpp v0.4.0 with matching bindings and multimodal calls. - Saved native sessions from older runtimes must be regenerated. Prepared Apple - companion `0.0.18` for the matching native runtime. + Saved native sessions from older runtimes must be regenerated. Apple companion + `0.0.18` supplies the matching native runtime. - Aligned default WebGPU bridge assets to `v0.1.43` for Web/native llama.cpp `v0.4.0@5266f24da75dc449bd56cbed7addb9c8e4a6a73e` parity. Web `@litert-lm/core@0.15.0` and native LiteRT pins are unchanged. Immutable manifest: `111eefc3588842cebfe665b363378edca34924764610263e1eda5280dfcfaa27`. +- Known upstream limitation: llama.cpp v0.4.0 rejects grammars at the 2,000-rule + expansion boundary, such as `root ::= "a"{2000}`. The post-v0.4.0 correction is + tracked in [native #76](https://github.com/leehack/llamadart-native/issues/76) + and is not included in this release. + ## 0.8.22 - Updated `llamadart_llama_cpp_flutter` to `0.0.17` with the diff --git a/website/docs/getting-started/installation.md b/website/docs/getting-started/installation.md index 98d4c2e4..24acc036 100644 --- a/website/docs/getting-started/installation.md +++ b/website/docs/getting-started/installation.md @@ -27,30 +27,20 @@ In Xcode, set `IPHONEOS_DEPLOYMENT_TARGET = 16.4` or ```yaml dependencies: - llamadart: ^0.8.22 + llamadart: ^0.8.23 ``` For Flutter iOS/macOS apps that should link Apple XCFrameworks through Swift Package Manager, also add the runtime companion packages you need: -**Unreleased coordinated upgrade:** companion `0.0.18` requires the matching -llama.cpp v0.4.0 core bindings; it is not compatible with published core -`0.8.22`. For published packages, keep core `0.8.22` with companion `0.0.17`. -The development example below requires both path overrides to the same checkout. -Publish companion `0.0.18` only with the matching next core release, and replace -these temporary overrides/version constraints during that coordinated release. +Pair companion `0.0.18` with core `0.8.23` for matching llama.cpp v0.4.0 +bindings. Keep core `0.8.22` paired with companion `0.0.17`. ```yaml dependencies: - llamadart: ^0.8.22 + llamadart: ^0.8.23 llamadart_llama_cpp_flutter: ^0.0.18 # GGUF / llama.cpp llamadart_litert_lm_flutter: ^0.0.10 # Apple .litertlm / LiteRT-LM targets - -dependency_overrides: - llamadart: - path: /path/to/llamadart - llamadart_llama_cpp_flutter: - path: /path/to/llamadart/packages/llamadart_llama_cpp_flutter ``` The companion packages are published independently from the `packages/` From 16eaa80fcdb7578599d8757056cfb18536a642cb Mon Sep 17 00:00:00 2001 From: Jhin Lee Date: Mon, 7 Sep 2026 14:45:34 -0400 Subject: [PATCH 2/2] docs: clarify release grammar limitation --- CHANGELOG.md | 4 ++-- website/docs/changelog/recent-releases.md | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index abaef8b5..31433ef2 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -16,8 +16,8 @@ Web `@litert-lm/core@0.15.0` and native LiteRT pins are unchanged. Immutable manifest: `111eefc3588842cebfe665b363378edca34924764610263e1eda5280dfcfaa27`. -* Known upstream limitation: llama.cpp v0.4.0 rejects grammars at the 2,000-rule - expansion boundary, such as `root ::= "a"{2000}`. The post-v0.4.0 upstream +* Known upstream limitation: llama.cpp v0.4.0 can reject large grammar + repetitions, such as `root ::= "a"{2000}`. The post-v0.4.0 upstream correction is tracked in `llamadart-native#76` and is not part of this release. ## 0.8.22 diff --git a/website/docs/changelog/recent-releases.md b/website/docs/changelog/recent-releases.md index 413a0126..13e3b779 100644 --- a/website/docs/changelog/recent-releases.md +++ b/website/docs/changelog/recent-releases.md @@ -22,8 +22,8 @@ For canonical full release notes, use: Web `@litert-lm/core@0.15.0` and native LiteRT pins are unchanged. Immutable manifest: `111eefc3588842cebfe665b363378edca34924764610263e1eda5280dfcfaa27`. -- Known upstream limitation: llama.cpp v0.4.0 rejects grammars at the 2,000-rule - expansion boundary, such as `root ::= "a"{2000}`. The post-v0.4.0 correction is +- Known upstream limitation: llama.cpp v0.4.0 can reject large grammar + repetitions, such as `root ::= "a"{2000}`. The post-v0.4.0 correction is tracked in [native #76](https://github.com/leehack/llamadart-native/issues/76) and is not included in this release.