bleam 0.0.9 → 0.0.11

package/templates/native/ios/Bleam/AI/TextGeneration/QwenHybrid/QwenHybridLinearAttention.swift

@@ -0,0 +1,111 @@
+import Foundation
+import MLX
+import MLXNN
+
+public final class QwenHybridLinearAttention: Module, @unchecked Sendable {
+    private let numValueHeads: Int
+    private let numKeyHeads: Int
+    private let keyHeadDim: Int
+    private let valueHeadDim: Int
+    private let keyDimension: Int
+    private let valueDimension: Int
+    private let convolutionDimension: Int
+    private let kernelSize: Int
+    private let keyNormWeight: MLXArray
+
+    @ModuleInfo public var in_proj_qkv: Linear
+    @ModuleInfo public var in_proj_z: Linear
+    @ModuleInfo public var in_proj_b: Linear
+    @ModuleInfo public var in_proj_a: Linear
+    @ModuleInfo public var out_proj: Linear
+    @ModuleInfo public var norm: QwenHybridGatedRMSNorm
+    @ModuleInfo public var conv1d: QwenHybridDepthwiseConv1D
+    @ParameterInfo public var dt_bias: MLXArray
+    @ParameterInfo public var A_log: MLXArray
+
+    public init(config: any QwenHybridConfiguration) {
+        numValueHeads = config.linearNumValueHeads
+        numKeyHeads = config.linearNumKeyHeads
+        keyHeadDim = config.linearKeyHeadDim
+        valueHeadDim = config.linearValueHeadDim
+        keyDimension = config.linearNumKeyHeads * config.linearKeyHeadDim
+        valueDimension = config.linearNumValueHeads * config.linearValueHeadDim
+        convolutionDimension = keyDimension * 2 + valueDimension
+        kernelSize = config.linearConvKernelDim
+        keyNormWeight = MLX.ones([config.linearKeyHeadDim])
+        _in_proj_qkv = ModuleInfo(wrappedValue: Linear(config.hiddenSize, convolutionDimension, bias: false))
+        _in_proj_z = ModuleInfo(wrappedValue: Linear(config.hiddenSize, valueDimension, bias: false))
+        _in_proj_b = ModuleInfo(wrappedValue: Linear(config.hiddenSize, numValueHeads, bias: false))
+        _in_proj_a = ModuleInfo(wrappedValue: Linear(config.hiddenSize, numValueHeads, bias: false))
+        _out_proj = ModuleInfo(wrappedValue: Linear(valueDimension, config.hiddenSize, bias: false))
+        _norm = ModuleInfo(wrappedValue: QwenHybridGatedRMSNorm(dimensions: valueHeadDim, epsilon: config.rmsNormEps))
+        _conv1d = ModuleInfo(wrappedValue: QwenHybridDepthwiseConv1D(channels: convolutionDimension, kernelSize: kernelSize))
+        _dt_bias = ParameterInfo(wrappedValue: MLX.ones([numValueHeads]))
+        _A_log = ParameterInfo(wrappedValue: MLX.zeros([numValueHeads]))
+        super.init()
+    }
+
+    public func callAsFunction(_ input: MLXArray, cache: QwenHybridLayerCache) -> MLXArray {
+        let batch = input.dim(0)
+        let length = input.dim(1)
+        let mixed = causalConvolution(in_proj_qkv(input), cache: cache)
+        let pieces = mixed.split(indices: [keyDimension, keyDimension * 2], axis: -1)
+        var query = pieces[0].reshaped([batch, length, numKeyHeads, keyHeadDim])
+        var key = pieces[1].reshaped([batch, length, numKeyHeads, keyHeadDim])
+        let value = pieces[2].reshaped([batch, length, numValueHeads, valueHeadDim]).asType(.float32)
+        query = MLXFast.rmsNorm(query.asType(.float32), weight: keyNormWeight, eps: 1e-6) / Float(keyHeadDim)
+        key = MLXFast.rmsNorm(key.asType(.float32), weight: keyNormWeight, eps: 1e-6) / sqrt(Float(keyHeadDim))
+        let gate = MLX.exp(-MLX.exp(A_log.asType(.float32)) * MLXNN.softplus(in_proj_a(input).asType(.float32) + dt_bias))
+        let beta = MLX.sigmoid(in_proj_b(input)).asType(.float32)
+        let initialState = cache.recurrentState ?? MLX.zeros([batch, numValueHeads, valueHeadDim, keyHeadDim], dtype: .float32)
+        let updated = QwenHybridGatedDelta.update(query: query, key: key, value: value, gate: gate, beta: beta, state: initialState)
+        cache.recurrentState = updated.state
+        let normalized = norm(
+            updated.output.asType(input.dtype).reshaped([-1, valueHeadDim]),
+            gate: in_proj_z(input).reshaped([-1, valueHeadDim])
+        )
+        return out_proj(normalized.reshaped([batch, length, valueDimension]))
+    }
+
+    private func causalConvolution(_ input: MLXArray, cache: QwenHybridLayerCache) -> MLXArray {
+        let length = input.dim(1)
+        if let previous = cache.convolutionState {
+            let combined = MLX.concatenated([previous, input], axis: 1)
+            cache.convolutionState = combined[0..., (combined.dim(1) - kernelSize + 1)..., 0...]
+            return MLXNN.silu(MLX.conv1d(combined, conv1d.weight, padding: 0, groups: convolutionDimension))
+        }
+        let result = MLXNN.silu(MLX.conv1d(input, conv1d.weight, padding: kernelSize - 1, groups: convolutionDimension))
+        let paddedInput = padded(input, widths: [[0, 0], [max(0, kernelSize - 1 - length), 0], [0, 0]])
+        cache.convolutionState = paddedInput[0..., (paddedInput.dim(1) - kernelSize + 1)..., 0...]
+        return result[0..., 0..<length, 0...]
+    }
+}
+
+public enum QwenHybridGatedDelta {
+    public static func update(
+        query: MLXArray,
+        key: MLXArray,
+        value: MLXArray,
+        gate: MLXArray,
+        beta: MLXArray,
+        state initialState: MLXArray
+    ) -> (output: MLXArray, state: MLXArray) {
+        let repeats = value.dim(2) / key.dim(2)
+        let query = repeats == 1 ? query : MLX.repeated(query, count: repeats, axis: 2)
+        let key = repeats == 1 ? key : MLX.repeated(key, count: repeats, axis: 2)
+        var state = initialState
+        var outputs: [MLXArray] = []
+        outputs.reserveCapacity(query.dim(1))
+        for index in 0..<query.dim(1) {
+            let q = query[0..., index, 0..., 0...]
+            let k = key[0..., index, 0..., 0...]
+            let v = value[0..., index, 0..., 0...]
+            state = state * gate[0..., index, 0...].expandedDimensions(axes: [2, 3])
+            let remembered = (state * k.expandedDimensions(axis: 2)).sum(axis: -1)
+            let delta = (v - remembered) * beta[0..., index, 0...].expandedDimensions(axis: -1)
+            state = state + k.expandedDimensions(axis: 2) * delta.expandedDimensions(axis: -1)
+            outputs.append((state * q.expandedDimensions(axis: 2)).sum(axis: -1))
+        }
+        return (MLX.stacked(outputs, axis: 1), state)
+    }
+}

package/templates/native/ios/Bleam/AppDelegate.swift

@@ -21,17 +21,6 @@ func launchArgument(_ name: String) -> String? {
 
 @main
 class AppDelegate: ExpoAppDelegate {
-  public override func application(
-    _ application: UIApplication,
-    didFinishLaunchingWithOptions launchOptions: [UIApplication.LaunchOptionsKey: Any]? = nil
-  ) -> Bool {
-    let launched = super.application(application, didFinishLaunchingWithOptions: launchOptions)
-    if launched {
-      PlatformHelperInstaller.refreshIfInstalledApp()
-    }
-    return launched
-  }
-
   public func application(
     _ application: UIApplication,
     configurationForConnecting connectingSceneSession: UISceneSession,
@@ -62,92 +51,6 @@ class AppDelegate: ExpoAppDelegate {
   }
 }
 
-private enum PlatformHelperInstaller {
-  static func refreshIfInstalledApp() {
-#if targetEnvironment(macCatalyst)
-    let homeDirectory = URL(fileURLWithPath: NSHomeDirectory(), isDirectory: true)
-    let homeApplications = homeDirectory
-      .appendingPathComponent("Applications", isDirectory: true)
-      .standardizedFileURL.path + "/"
-    guard Bundle.main.bundleURL.standardizedFileURL.path.hasPrefix(homeApplications) else {
-      return
-    }
-    guard let bundleIdentifier = Bundle.main.bundleIdentifier else { return }
-
-    let serviceName = "PlatformHelper"
-    let bundledService = Bundle.main.bundleURL
-      .appendingPathComponent("Contents/XPCServices/\(serviceName).xpc", isDirectory: true)
-    guard FileManager.default.fileExists(atPath: bundledService.path) else {
-      NSLog("Bleam helper unavailable: bundled executable is missing")
-      return
-    }
-
-    let label = "\(bundleIdentifier).PlatformHelper"
-    let domain = "gui/\(getuid())"
-    _ = runLaunchctl(["bootout", "\(domain)/\(label)"])
-
-    let helperRoot = homeDirectory
-      .appendingPathComponent("Library/Application Support/Bleam/Helpers", isDirectory: true)
-      .appendingPathComponent(bundleIdentifier, isDirectory: true)
-    let installedService = helperRoot.appendingPathComponent("\(serviceName).xpc", isDirectory: true)
-    let executable = installedService
-      .appendingPathComponent("Contents/MacOS/\(serviceName)")
-    let launchAgents = homeDirectory
-      .appendingPathComponent("Library/LaunchAgents", isDirectory: true)
-    let plistURL = launchAgents.appendingPathComponent("\(label).plist")
-    let propertyList: [String: Any] = [
-      "Label": label,
-      "ProgramArguments": [executable.path],
-      "RunAtLoad": true,
-      "KeepAlive": true,
-      "ProcessType": "Background",
-      "MachServices": ["\(bundleIdentifier).PlatformHelper": true],
-      "EnvironmentVariables": ["XPC_SERVICE_NAME": "\(bundleIdentifier).PlatformHelper"],
-    ]
-
-    do {
-      try FileManager.default.createDirectory(
-        at: helperRoot,
-        withIntermediateDirectories: true
-      )
-      try? FileManager.default.removeItem(at: installedService)
-      try FileManager.default.copyItem(at: bundledService, to: installedService)
-      try FileManager.default.createDirectory(
-        at: launchAgents,
-        withIntermediateDirectories: true
-      )
-      let data = try PropertyListSerialization.data(
-        fromPropertyList: propertyList,
-        format: .xml,
-        options: 0
-      )
-      try data.write(to: plistURL, options: .atomic)
-    } catch {
-      NSLog("Bleam helper install failed: %@", error.localizedDescription)
-      return
-    }
-
-    if runLaunchctl(["bootstrap", domain, plistURL.path]) != 0 {
-      NSLog("Bleam helper registration failed")
-    }
-#endif
-  }
-
-  private static func runLaunchctl(_ arguments: [String]) -> Int32 {
-    let values = ["launchctl"] + arguments
-    var argv = values.map { strdup($0) }
-    argv.append(nil)
-    defer { argv.compactMap { $0 }.forEach { free($0) } }
-
-    var pid: pid_t = 0
-    let result = posix_spawn(&pid, "/bin/launchctl", nil, nil, &argv, environ)
-    guard result == 0 else { return Int32(result) }
-    var status: Int32 = 0
-    guard waitpid(pid, &status, 0) == pid else { return -1 }
-    return status
-  }
-}
-
 class ReactNativeDelegate: ExpoReactNativeFactoryDelegate {
   private let bundleOverrideURL: URL?
 

package/templates/native/ios/Bleam.xcodeproj/project.pbxproj

@@ -61,8 +61,27 @@
 		D63D5719C5F6BEF2642A0627 /* GenerationWorkerProtocol.swift in Sources */ = {isa = PBXBuildFile; fileRef = 7C1C083A847A6F08154A7655 /* GenerationWorkerProtocol.swift */; };
 		F11748422D0307B40044C1D9 /* AppDelegate.swift in Sources */ = {isa = PBXBuildFile; fileRef = F11748412D0307B40044C1D9 /* AppDelegate.swift */; };
 		F3E19B0AABF791129F5C2531 /* Flux2KVCache.swift in Sources */ = {isa = PBXBuildFile; fileRef = 8D1000122F00000000000012 /* Flux2KVCache.swift */; };
-		A10000000000000000000001 /* main.swift in Sources */ = {isa = PBXBuildFile; fileRef = A10000000000000000000005 /* main.swift */; };
-		A10000000000000000000002 /* PlatformHelper.xpc in Embed XPC Services */ = {isa = PBXBuildFile; fileRef = A10000000000000000000006 /* PlatformHelper.xpc */; settings = {ATTRIBUTES = (CodeSignOnCopy, RemoveHeadersOnCopy, ); }; };
+		C30000000000000000000001 /* ModelCapabilities.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000001 /* ModelCapabilities.swift */; };
+		C30000000000000000000002 /* GenerationTypes.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000002 /* GenerationTypes.swift */; };
+		C30000000000000000000003 /* TokenSampler.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000003 /* TokenSampler.swift */; };
+		C30000000000000000000004 /* TextKVCache.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000004 /* TextKVCache.swift */; };
+		C30000000000000000000005 /* Qwen3CheckpointLoader.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000005 /* Qwen3CheckpointLoader.swift */; };
+		C30000000000000000000006 /* Qwen3Configuration.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000006 /* Qwen3Configuration.swift */; };
+		C30000000000000000000007 /* Qwen3Model.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000007 /* Qwen3Model.swift */; };
+		C30000000000000000000008 /* Qwen3InferenceSession.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000008 /* Qwen3InferenceSession.swift */; };
+		C30000000000000000000009 /* Qwen3Layers.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000009 /* Qwen3Layers.swift */; };
+		C3000000000000000000000A /* QwenHybridFullAttention.swift in Sources */ = {isa = PBXBuildFile; fileRef = C2000000000000000000000A /* QwenHybridFullAttention.swift */; };
+		C3000000000000000000000B /* QwenHybridLayers.swift in Sources */ = {isa = PBXBuildFile; fileRef = C2000000000000000000000B /* QwenHybridLayers.swift */; };
+		C3000000000000000000000C /* QwenHybridLinearAttention.swift in Sources */ = {isa = PBXBuildFile; fileRef = C2000000000000000000000C /* QwenHybridLinearAttention.swift */; };
+		C3000000000000000000000D /* QwenHybridCache.swift in Sources */ = {isa = PBXBuildFile; fileRef = C2000000000000000000000D /* QwenHybridCache.swift */; };
+		C3000000000000000000000E /* Qwen35Session.swift in Sources */ = {isa = PBXBuildFile; fileRef = C2000000000000000000000E /* Qwen35Session.swift */; };
+		C3000000000000000000000F /* Qwen35Configuration.swift in Sources */ = {isa = PBXBuildFile; fileRef = C2000000000000000000000F /* Qwen35Configuration.swift */; };
+		C30000000000000000000010 /* Qwen35Checkpoint.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000010 /* Qwen35Checkpoint.swift */; };
+		C30000000000000000000011 /* Qwen35Model.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000011 /* Qwen35Model.swift */; };
+		C30000000000000000000012 /* BonsaiTextSnapshotValidator.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000012 /* BonsaiTextSnapshotValidator.swift */; };
+		C30000000000000000000013 /* BonsaiTextModel.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000013 /* BonsaiTextModel.swift */; };
+		C30000000000000000000014 /* BonsaiTextGenerator.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000014 /* BonsaiTextGenerator.swift */; };
+		C30000000000000000000015 /* BonsaiTextGenerationRunner.swift in Sources */ = {isa = PBXBuildFile; fileRef = C20000000000000000000015 /* BonsaiTextGenerationRunner.swift */; };
 /* End PBXBuildFile section */
 
 /* Begin PBXContainerItemProxy section */
@@ -73,13 +92,6 @@
 			remoteGlobalIDString = 8F04CB76A01E93A4B73D67A5;
 			remoteInfo = GenerationService;
 		};
-		A10000000000000000000003 /* PBXContainerItemProxy */ = {
-			isa = PBXContainerItemProxy;
-			containerPortal = 83CBB9F71A601CBA00E9B192 /* Project object */;
-			proxyType = 1;
-			remoteGlobalIDString = A1000000000000000000000A;
-			remoteInfo = PlatformHelper;
-		};
 /* End PBXContainerItemProxy section */
 
 /* Begin PBXCopyFilesBuildPhase section */
@@ -104,7 +116,6 @@
 			dstSubfolderSpec = 16;
 			files = (
 				8BEA0DE1098E9F3D9607D785 /* GenerationService.xpc in Embed XPC Services */,
-				A10000000000000000000002 /* PlatformHelper.xpc in Embed XPC Services */,
 			);
 			name = "Embed XPC Services";
 			runOnlyForDeploymentPostprocessing = 0;
@@ -172,19 +183,30 @@
 		F11748412D0307B40044C1D9 /* AppDelegate.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; name = AppDelegate.swift; path = bleam/AppDelegate.swift; sourceTree = "<group>"; };
 		F11748442D0722820044C1D9 /* Bridging-Header.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; name = "Bridging-Header.h"; path = "bleam/Bridging-Header.h"; sourceTree = "<group>"; };
 		FB433ED9D990D1F5BEAC2C93 /* GenerationService.xpc */ = {isa = PBXFileReference; explicitFileType = "wrapper.xpc-service"; includeInIndex = 0; name = GenerationService.xpc; path = GenerationService.xpc; sourceTree = BUILT_PRODUCTS_DIR; };
-		A10000000000000000000004 /* Info.plist */ = {isa = PBXFileReference; lastKnownFileType = text.plist.xml; path = Info.plist; sourceTree = "<group>"; };
-		A10000000000000000000005 /* main.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = main.swift; sourceTree = "<group>"; };
-		A10000000000000000000006 /* PlatformHelper.xpc */ = {isa = PBXFileReference; explicitFileType = "wrapper.xpc-service"; includeInIndex = 0; path = PlatformHelper.xpc; sourceTree = BUILT_PRODUCTS_DIR; };
+		C20000000000000000000001 /* ModelCapabilities.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = ModelCapabilities.swift; sourceTree = "<group>"; };
+		C20000000000000000000002 /* GenerationTypes.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = GenerationTypes.swift; sourceTree = "<group>"; };
+		C20000000000000000000003 /* TokenSampler.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = TokenSampler.swift; sourceTree = "<group>"; };
+		C20000000000000000000004 /* TextKVCache.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = TextKVCache.swift; sourceTree = "<group>"; };
+		C20000000000000000000005 /* Qwen3CheckpointLoader.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen3CheckpointLoader.swift; sourceTree = "<group>"; };
+		C20000000000000000000006 /* Qwen3Configuration.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen3Configuration.swift; sourceTree = "<group>"; };
+		C20000000000000000000007 /* Qwen3Model.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen3Model.swift; sourceTree = "<group>"; };
+		C20000000000000000000008 /* Qwen3InferenceSession.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen3InferenceSession.swift; sourceTree = "<group>"; };
+		C20000000000000000000009 /* Qwen3Layers.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen3Layers.swift; sourceTree = "<group>"; };
+		C2000000000000000000000A /* QwenHybridFullAttention.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = QwenHybridFullAttention.swift; sourceTree = "<group>"; };
+		C2000000000000000000000B /* QwenHybridLayers.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = QwenHybridLayers.swift; sourceTree = "<group>"; };
+		C2000000000000000000000C /* QwenHybridLinearAttention.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = QwenHybridLinearAttention.swift; sourceTree = "<group>"; };
+		C2000000000000000000000D /* QwenHybridCache.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = QwenHybridCache.swift; sourceTree = "<group>"; };
+		C2000000000000000000000E /* Qwen35Session.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen35Session.swift; sourceTree = "<group>"; };
+		C2000000000000000000000F /* Qwen35Configuration.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen35Configuration.swift; sourceTree = "<group>"; };
+		C20000000000000000000010 /* Qwen35Checkpoint.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen35Checkpoint.swift; sourceTree = "<group>"; };
+		C20000000000000000000011 /* Qwen35Model.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = Qwen35Model.swift; sourceTree = "<group>"; };
+		C20000000000000000000012 /* BonsaiTextSnapshotValidator.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = BonsaiTextSnapshotValidator.swift; sourceTree = "<group>"; };
+		C20000000000000000000013 /* BonsaiTextModel.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = BonsaiTextModel.swift; sourceTree = "<group>"; };
+		C20000000000000000000014 /* BonsaiTextGenerator.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = BonsaiTextGenerator.swift; sourceTree = "<group>"; };
+		C20000000000000000000015 /* BonsaiTextGenerationRunner.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = BonsaiTextGenerationRunner.swift; sourceTree = "<group>"; };
 /* End PBXFileReference section */
 
 /* Begin PBXFrameworksBuildPhase section */
-		A10000000000000000000007 /* Frameworks */ = {
-			isa = PBXFrameworksBuildPhase;
-			buildActionMask = 2147483647;
-			files = (
-			);
-			runOnlyForDeploymentPostprocessing = 0;
-		};
 		0656BC11F02F0C51B3DC5EE0 /* Frameworks */ = {
 			isa = PBXFrameworksBuildPhase;
 			buildActionMask = 2147483647;
@@ -216,6 +238,7 @@
 				8C3E6C6922B84B0C9F49B001 /* SceneDelegate.swift */,
 				8C3E6C7822B84B0C9F49B001 /* bleam.entitlements */,
 				8D1001002F00000000000100 /* Flux2 */,
+				C40000000000000000000001 /* TextGeneration */,
 				F11748442D0722820044C1D9 /* Bridging-Header.h */,
 				BB2F792B24A3F905000567C9 /* Supporting */,
 				13B07FB51A68108700A75B9A /* Images.xcassets */,
@@ -268,7 +291,6 @@
 				C304F306F23C790312DB9DC3 /* ExpoModulesProviders */,
 				B895E2E16B0B07754F5B5D83 /* Shared */,
 				AB7C58FE1F91CA4ED0C60825 /* GenerationService */,
-				A1000000000000000000000F /* PlatformHelper */,
 			);
 			indentWidth = 2;
 			sourceTree = "<group>";
@@ -280,7 +302,6 @@
 			children = (
 				13B07F961A680F5B00A75B9A /* bleam.app */,
 				FB433ED9D990D1F5BEAC2C93 /* GenerationService.xpc */,
-				A10000000000000000000006 /* PlatformHelper.xpc */,
 			);
 			name = Products;
 			sourceTree = "<group>";
@@ -330,18 +351,78 @@
 				7DFD85F313B4BAB889F5FECF /* GenerationService.entitlements */,
 				E72903DB5F3C7D30AA5ED70B /* main.swift */,
 				A4485061CD0366330F3F5BE0 /* ImageGenerationRunner.swift */,
+				C20000000000000000000015 /* BonsaiTextGenerationRunner.swift */,
 			);
 			name = GenerationService;
 			path = GenerationService;
 			sourceTree = "<group>";
 		};
-		A1000000000000000000000F /* PlatformHelper */ = {
+		C40000000000000000000001 /* TextGeneration */ = {
+			isa = PBXGroup;
+			children = (
+				C40000000000000000000002 /* Core */,
+				C40000000000000000000003 /* Qwen3 */,
+				C40000000000000000000004 /* QwenHybrid */,
+				C40000000000000000000005 /* Qwen35 */,
+				C40000000000000000000006 /* Bonsai */,
+			);
+			name = TextGeneration;
+			path = bleam/AI/TextGeneration;
+			sourceTree = "<group>";
+		};
+		C40000000000000000000002 /* Core */ = {
 			isa = PBXGroup;
 			children = (
-				A10000000000000000000004 /* Info.plist */,
-				A10000000000000000000005 /* main.swift */,
+				C20000000000000000000001 /* ModelCapabilities.swift */,
+				C20000000000000000000002 /* GenerationTypes.swift */,
+				C20000000000000000000003 /* TokenSampler.swift */,
+				C20000000000000000000004 /* TextKVCache.swift */,
 			);
-			path = PlatformHelper;
+			path = Core;
+			sourceTree = "<group>";
+		};
+		C40000000000000000000003 /* Qwen3 */ = {
+			isa = PBXGroup;
+			children = (
+				C20000000000000000000005 /* Qwen3CheckpointLoader.swift */,
+				C20000000000000000000006 /* Qwen3Configuration.swift */,
+				C20000000000000000000007 /* Qwen3Model.swift */,
+				C20000000000000000000008 /* Qwen3InferenceSession.swift */,
+				C20000000000000000000009 /* Qwen3Layers.swift */,
+			);
+			path = Qwen3;
+			sourceTree = "<group>";
+		};
+		C40000000000000000000004 /* QwenHybrid */ = {
+			isa = PBXGroup;
+			children = (
+				C2000000000000000000000A /* QwenHybridFullAttention.swift */,
+				C2000000000000000000000B /* QwenHybridLayers.swift */,
+				C2000000000000000000000C /* QwenHybridLinearAttention.swift */,
+				C2000000000000000000000D /* QwenHybridCache.swift */,
+			);
+			path = QwenHybrid;
+			sourceTree = "<group>";
+		};
+		C40000000000000000000005 /* Qwen35 */ = {
+			isa = PBXGroup;
+			children = (
+				C2000000000000000000000E /* Qwen35Session.swift */,
+				C2000000000000000000000F /* Qwen35Configuration.swift */,
+				C20000000000000000000010 /* Qwen35Checkpoint.swift */,
+				C20000000000000000000011 /* Qwen35Model.swift */,
+			);
+			path = Qwen35;
+			sourceTree = "<group>";
+		};
+		C40000000000000000000006 /* Bonsai */ = {
+			isa = PBXGroup;
+			children = (
+				C20000000000000000000012 /* BonsaiTextSnapshotValidator.swift */,
+				C20000000000000000000013 /* BonsaiTextModel.swift */,
+				C20000000000000000000014 /* BonsaiTextGenerator.swift */,
+			);
+			path = Bonsai;
 			sourceTree = "<group>";
 		};
 		B895E2E16B0B07754F5B5D83 /* Shared */ = {
@@ -419,7 +500,6 @@
 			);
 			dependencies = (
 				6E20F2C4EC850BB2D3853EAD /* PBXTargetDependency */,
-				A1000000000000000000000B /* PBXTargetDependency */,
 			);
 			name = bleam;
 			productName = bleam;
@@ -444,23 +524,6 @@
 			productReference = FB433ED9D990D1F5BEAC2C93 /* GenerationService.xpc */;
 			productType = "com.apple.product-type.xpc-service";
 		};
-		A1000000000000000000000A /* PlatformHelper */ = {
-			isa = PBXNativeTarget;
-			buildConfigurationList = A1000000000000000000000E /* Build configuration list for PBXNativeTarget "PlatformHelper" */;
-			buildPhases = (
-				A10000000000000000000009 /* Sources */,
-				A10000000000000000000007 /* Frameworks */,
-				A10000000000000000000008 /* Resources */,
-			);
-			buildRules = (
-			);
-			dependencies = (
-			);
-			name = PlatformHelper;
-			productName = PlatformHelper;
-			productReference = A10000000000000000000006 /* PlatformHelper.xpc */;
-			productType = "com.apple.product-type.xpc-service";
-		};
 /* End PBXNativeTarget section */
 
 /* Begin PBXProject section */
@@ -475,9 +538,6 @@
 					8F04CB76A01E93A4B73D67A5 = {
 						LastSwiftMigration = 1250;
 					};
-					A1000000000000000000000A = {
-						LastSwiftMigration = 1250;
-					};
 				};
 			};
 			buildConfigurationList = 83CBB9FA1A601CBA00E9B192 /* Build configuration list for PBXProject "Bleam" */;
@@ -495,7 +555,6 @@
 			targets = (
 				13B07F861A680F5B00A75B9A /* bleam */,
 				8F04CB76A01E93A4B73D67A5 /* GenerationService */,
-				A1000000000000000000000A /* PlatformHelper */,
 			);
 		};
 /* End PBXProject section */
@@ -519,13 +578,6 @@
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};
-		A10000000000000000000008 /* Resources */ = {
-			isa = PBXResourcesBuildPhase;
-			buildActionMask = 2147483647;
-			files = (
-			);
-			runOnlyForDeploymentPostprocessing = 0;
-		};
 /* End PBXResourcesBuildPhase section */
 
 /* Begin PBXShellScriptBuildPhase section */
@@ -687,6 +739,27 @@
 				D63D5719C5F6BEF2642A0627 /* GenerationWorkerProtocol.swift in Sources */,
 				90AAAF98423C82ED52385571 /* main.swift in Sources */,
 				B23B4E23A940CE8F6FD4B85A /* ImageGenerationRunner.swift in Sources */,
+				C30000000000000000000015 /* BonsaiTextGenerationRunner.swift in Sources */,
+				C30000000000000000000001 /* ModelCapabilities.swift in Sources */,
+				C30000000000000000000002 /* GenerationTypes.swift in Sources */,
+				C30000000000000000000003 /* TokenSampler.swift in Sources */,
+				C30000000000000000000004 /* TextKVCache.swift in Sources */,
+				C30000000000000000000005 /* Qwen3CheckpointLoader.swift in Sources */,
+				C30000000000000000000006 /* Qwen3Configuration.swift in Sources */,
+				C30000000000000000000007 /* Qwen3Model.swift in Sources */,
+				C30000000000000000000008 /* Qwen3InferenceSession.swift in Sources */,
+				C30000000000000000000009 /* Qwen3Layers.swift in Sources */,
+				C3000000000000000000000A /* QwenHybridFullAttention.swift in Sources */,
+				C3000000000000000000000B /* QwenHybridLayers.swift in Sources */,
+				C3000000000000000000000C /* QwenHybridLinearAttention.swift in Sources */,
+				C3000000000000000000000D /* QwenHybridCache.swift in Sources */,
+				C3000000000000000000000E /* Qwen35Session.swift in Sources */,
+				C3000000000000000000000F /* Qwen35Configuration.swift in Sources */,
+				C30000000000000000000010 /* Qwen35Checkpoint.swift in Sources */,
+				C30000000000000000000011 /* Qwen35Model.swift in Sources */,
+				C30000000000000000000012 /* BonsaiTextSnapshotValidator.swift in Sources */,
+				C30000000000000000000013 /* BonsaiTextModel.swift in Sources */,
+				C30000000000000000000014 /* BonsaiTextGenerator.swift in Sources */,
 				5224DF2286EAF50159491DCA /* Flux2Config.swift in Sources */,
 				814C5B6310C5000E9B289C59 /* MemoryConfig.swift in Sources */,
 				9819B5258147130BD109E6CD /* MemoryOptimizationConfig.swift in Sources */,
@@ -721,14 +794,6 @@
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};
-		A10000000000000000000009 /* Sources */ = {
-			isa = PBXSourcesBuildPhase;
-			buildActionMask = 2147483647;
-			files = (
-				A10000000000000000000001 /* main.swift in Sources */,
-			);
-			runOnlyForDeploymentPostprocessing = 0;
-		};
 /* End PBXSourcesBuildPhase section */
 
 /* Begin PBXTargetDependency section */
@@ -738,12 +803,6 @@
 			target = 8F04CB76A01E93A4B73D67A5 /* GenerationService */;
 			targetProxy = 0B3BB0ECB863062C83BCE9B3 /* PBXContainerItemProxy */;
 		};
-		A1000000000000000000000B /* PBXTargetDependency */ = {
-			isa = PBXTargetDependency;
-			name = PlatformHelper;
-			target = A1000000000000000000000A /* PlatformHelper */;
-			targetProxy = A10000000000000000000003 /* PBXContainerItemProxy */;
-		};
 /* End PBXTargetDependency section */
 
 /* Begin XCBuildConfiguration section */
@@ -1058,49 +1117,6 @@
 			};
 			name = Debug;
 		};
-		A1000000000000000000000C /* Debug */ = {
-			isa = XCBuildConfiguration;
-			buildSettings = {
-				CODE_SIGN_STYLE = Automatic;
-				CURRENT_PROJECT_VERSION = 1;
-				DEAD_CODE_STRIPPING = YES;
-				DEVELOPMENT_TEAM = 5SZ3H5P69M;
-				ENABLE_APP_SANDBOX = NO;
-				ENABLE_HARDENED_RUNTIME = YES;
-				GENERATE_INFOPLIST_FILE = NO;
-				INFOPLIST_FILE = PlatformHelper/Info.plist;
-				MACOSX_DEPLOYMENT_TARGET = 13.4;
-				MARKETING_VERSION = 1.0;
-				PRODUCT_BUNDLE_IDENTIFIER = dev.bleam.app.PlatformHelper;
-				PRODUCT_NAME = "$(TARGET_NAME)";
-				SDKROOT = macosx;
-				SKIP_INSTALL = YES;
-				SWIFT_OPTIMIZATION_LEVEL = "-Onone";
-				SWIFT_VERSION = 5.0;
-			};
-			name = Debug;
-		};
-		A1000000000000000000000D /* Release */ = {
-			isa = XCBuildConfiguration;
-			buildSettings = {
-				CODE_SIGN_STYLE = Automatic;
-				CURRENT_PROJECT_VERSION = 1;
-				DEAD_CODE_STRIPPING = YES;
-				DEVELOPMENT_TEAM = 5SZ3H5P69M;
-				ENABLE_APP_SANDBOX = NO;
-				ENABLE_HARDENED_RUNTIME = YES;
-				GENERATE_INFOPLIST_FILE = NO;
-				INFOPLIST_FILE = PlatformHelper/Info.plist;
-				MACOSX_DEPLOYMENT_TARGET = 13.4;
-				MARKETING_VERSION = 1.0;
-				PRODUCT_BUNDLE_IDENTIFIER = dev.bleam.app.PlatformHelper;
-				PRODUCT_NAME = "$(TARGET_NAME)";
-				SDKROOT = macosx;
-				SKIP_INSTALL = YES;
-				SWIFT_VERSION = 5.0;
-			};
-			name = Release;
-		};
 /* End XCBuildConfiguration section */
 
 /* Begin XCConfigurationList section */
@@ -1131,15 +1147,6 @@
 			defaultConfigurationIsVisible = 0;
 			defaultConfigurationName = Release;
 		};
-		A1000000000000000000000E /* Build configuration list for PBXNativeTarget "PlatformHelper" */ = {
-			isa = XCConfigurationList;
-			buildConfigurations = (
-				A1000000000000000000000C /* Debug */,
-				A1000000000000000000000D /* Release */,
-			);
-			defaultConfigurationIsVisible = 0;
-			defaultConfigurationName = Release;
-		};
 /* End XCConfigurationList section */
 	};
 	rootObject = 83CBB9F71A601CBA00E9B192 /* Project object */;