Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
0de7e23
Add Qwen3-1.7B iOS and macOS export support
stikves Aug 26, 2026
cc5e8f1
Cap tokenizers dependency at <0.23 to fix SD2.1 export (#174)
Lewis300 Aug 16, 2026
c4362cf
Extract generateNoise into shared RNG-customizable utility (#178)
stikves Aug 17, 2026
550d8ab
Extract lastSafeIndex into shared free function (#179)
stikves Aug 17, 2026
1d156b5
Extract shared model I/O name-discovery helpers into CoreAIShared (#177)
stikves Aug 17, 2026
7c65dd6
Fix segmentation tests after ModelIONameResolver extraction (#177) (#…
stikves Aug 18, 2026
09974ca
Add Muse Glimmer 30B text decoder support (#180)
stikves Aug 19, 2026
fc16c2e
Extract LogProbabilities with Accelerate-vectorized log-softmax (#185)
stikves Aug 20, 2026
7572306
Add repetition penalty to the llm-runner (#176)
stikves Aug 20, 2026
79858ca
Add Phi-3/3.5/4-mini-instruct support (#186)
stikves Aug 20, 2026
d9e515e
Support agentic chain-of-thought format in ThinkTagParser (#182)
stikves Aug 20, 2026
fc48972
Add timing to model preparation and warm up for llm-benchmark (#189)
tjia1818 Aug 21, 2026
f4c7571
Live Transcription with Parakeet v3 (#184)
kevchengcodes Aug 21, 2026
7972860
Add OpenAI-compatible LLM server (#187)
stikves Aug 22, 2026
93cfeb8
Fix DiscreteFlowScheduler sigma schedule to match diffusers (#190)
stikves Aug 24, 2026
8f34c0b
add do-catch to example code in parakeet readme (#193)
kevchengcodes Aug 24, 2026
77b3029
Add Wan 2.1 text-to-video pipeline (#191)
stikves Aug 25, 2026
d1b925a
add support for graph mode quantization with externalization (#194)
pkmandke Aug 25, 2026
f6bc906
Fix Wan export: add model registration + revert uv.lock (#195)
stikves Aug 25, 2026
a10efb4
Flux2 RoPE: compute in-graph instead of pre-compute (#192)
kevchengcodes Aug 26, 2026
f39347b
Remove iOS variant (AOT regression, macOS only for now)
stikves Aug 27, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
164 changes: 163 additions & 1 deletion Package.resolved

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

62 changes: 62 additions & 0 deletions Package.swift
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,12 @@ let package = Package(
"CoreAIDiffusionPipeline"
]
),
.library(
name: "CoreAIVideoDiffusion",
targets: [
"CoreAIVideoDiffusionPipeline"
]
),
.library(
name: "CoreAISegmentation",
targets: [
Expand All @@ -44,6 +50,7 @@ let package = Package(
.package(url: "https://github.com/apple/swift-argument-parser", from: "1.2.0"),
.package(url: "https://github.com/huggingface/swift-transformers", from: "1.1.0"),
.package(url: "https://github.com/mlc-ai/xgrammar", exact: "0.2.2"),
.package(url: "https://github.com/hummingbird-project/hummingbird", exact: "2.22.0"),
],
targets: [
.target(
Expand Down Expand Up @@ -116,6 +123,29 @@ let package = Package(
]
),

.target(
name: "CoreAIVideoDiffusionPipeline",
dependencies: [
"CoreAIDiffusionPipeline",
"CoreAIShared",
.product(name: "Transformers", package: "swift-transformers"),
],
path: "swift/Sources/CoreAIVideoDiffusionPipeline",
swiftSettings: [
.enableUpcomingFeature("MemberImportVisibility")
]
),

// Shared types for LLM CLI tools (used by both llm-runner and llm-server)
.target(
name: "CoreAILMCommon",
dependencies: [],
path: "swift/Sources/CoreAILMCommon",
swiftSettings: [
.enableUpcomingFeature("MemberImportVisibility")
]
),

// CXGrammar C bridge
.target(
name: "CXGrammar",
Expand All @@ -140,6 +170,20 @@ let package = Package(
.enableUpcomingFeature("MemberImportVisibility")
]
),
.executableTarget(
name: "llm-server",
dependencies: [
"CoreAILanguageModels",
"CoreAILMCommon",
"CoreAIShared",
.product(name: "ArgumentParser", package: "swift-argument-parser"),
.product(name: "Hummingbird", package: "hummingbird"),
],
path: "swift/Sources/Tools/llm-server",
swiftSettings: [
.enableUpcomingFeature("MemberImportVisibility")
]
),
.executableTarget(
name: "image-segmenter",
dependencies: [
Expand Down Expand Up @@ -176,6 +220,18 @@ let package = Package(
.enableUpcomingFeature("MemberImportVisibility")
]
),
.executableTarget(
name: "videodiffusion-runner",
dependencies: [
"CoreAIVideoDiffusionPipeline",
"CoreAIShared",
.product(name: "ArgumentParser", package: "swift-argument-parser"),
],
path: "swift/Sources/Tools/videodiffusion-runner",
swiftSettings: [
.enableUpcomingFeature("MemberImportVisibility")
]
),
.executableTarget(
name: "speech-recognizer",
dependencies: [
Expand Down Expand Up @@ -245,6 +301,7 @@ let package = Package(
name: "DiffusionPipelineTests",
dependencies: [
"CoreAIDiffusionPipeline",
"CoreAIVideoDiffusionPipeline",
"TestUtilities",
],
path: "swift/Tests/DiffusionPipelineTests"
Expand All @@ -259,6 +316,11 @@ let package = Package(
dependencies: ["CoreAIShared", "TestUtilities"],
path: "swift/Tests/CoreAISharedTests"
),
.testTarget(
name: "CoreAILMCommonTests",
dependencies: ["CoreAILMCommon"],
path: "swift/Tests/CoreAILMCommonTests"
),
.testTarget(
name: "GuidedGenerationTests",
dependencies: [
Expand Down
4 changes: 4 additions & 0 deletions models/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -60,6 +60,8 @@ uv run coreai.llm.export Qwen/Qwen3-0.6B --compression none
uv run coreai.llm.export Qwen/Qwen3-0.6B --platform iOS --compression 4bit_weight_palettized_group8
```

**Note:** By default, all quantization presets use `coreai-opt`'s `eager` execution mode. Use the `--quantization-mode graph` argument to override and use graph-mode quantization.

##### Specifying Compression Configs via YAML files

Specialized compression recipes that aren't covered by pre-defined presets can be specified as YAML files using the `--compression-config` option with the path to a [coreai-opt](https://github.com/apple/coreai-optimization) config.
Expand Down Expand Up @@ -171,6 +173,8 @@ uv run models/<name>/export.py --include-debug-info # embed debug information
- [GPT-OSS](gpt_oss)
- [Mistral](mistral)
- [Mixtral](mixtral)
- [Muse Glimmer](muse_glimmer)
- [Phi](phi)
- [Qwen2.5](qwen2)
- [Qwen3](qwen3)
- [Qwen3 MoE](qwen3_moe)
Expand Down
Loading