cactus-react-native 1.2.0 → 1.4.0

package/nitrogen/generated/shared/c++/CactusIndexQueryResult.hpp

@@ -0,0 +1,79 @@
+///
+/// CactusIndexQueryResult.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/JSIConverter.hpp>)
+#include <NitroModules/JSIConverter.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/NitroDefines.hpp>)
+#include <NitroModules/NitroDefines.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/JSIHelpers.hpp>)
+#include <NitroModules/JSIHelpers.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+
+
+#include <vector>
+
+namespace margelo::nitro::cactus {
+
+  /**
+   * A struct which can be represented as a JavaScript object (CactusIndexQueryResult).
+   */
+  struct CactusIndexQueryResult {
+  public:
+    std::vector<std::vector<double>> ids     SWIFT_PRIVATE;
+    std::vector<std::vector<double>> scores     SWIFT_PRIVATE;
+
+  public:
+    CactusIndexQueryResult() = default;
+    explicit CactusIndexQueryResult(std::vector<std::vector<double>> ids, std::vector<std::vector<double>> scores): ids(ids), scores(scores) {}
+  };
+
+} // namespace margelo::nitro::cactus
+
+namespace margelo::nitro {
+
+  // C++ CactusIndexQueryResult <> JS CactusIndexQueryResult (object)
+  template <>
+  struct JSIConverter<margelo::nitro::cactus::CactusIndexQueryResult> final {
+    static inline margelo::nitro::cactus::CactusIndexQueryResult fromJSI(jsi::Runtime& runtime, const jsi::Value& arg) {
+      jsi::Object obj = arg.asObject(runtime);
+      return margelo::nitro::cactus::CactusIndexQueryResult(
+        JSIConverter<std::vector<std::vector<double>>>::fromJSI(runtime, obj.getProperty(runtime, "ids")),
+        JSIConverter<std::vector<std::vector<double>>>::fromJSI(runtime, obj.getProperty(runtime, "scores"))
+      );
+    }
+    static inline jsi::Value toJSI(jsi::Runtime& runtime, const margelo::nitro::cactus::CactusIndexQueryResult& arg) {
+      jsi::Object obj(runtime);
+      obj.setProperty(runtime, "ids", JSIConverter<std::vector<std::vector<double>>>::toJSI(runtime, arg.ids));
+      obj.setProperty(runtime, "scores", JSIConverter<std::vector<std::vector<double>>>::toJSI(runtime, arg.scores));
+      return obj;
+    }
+    static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
+      if (!value.isObject()) {
+        return false;
+      }
+      jsi::Object obj = value.getObject(runtime);
+      if (!nitro::isPlainObject(runtime, obj)) {
+        return false;
+      }
+      if (!JSIConverter<std::vector<std::vector<double>>>::canConvert(runtime, obj.getProperty(runtime, "ids"))) return false;
+      if (!JSIConverter<std::vector<std::vector<double>>>::canConvert(runtime, obj.getProperty(runtime, "scores"))) return false;
+      return true;
+    }
+  };
+
+} // namespace margelo::nitro

package/nitrogen/generated/shared/c++/DeviceInfo.hpp

@@ -2,7 +2,7 @@
 /// DeviceInfo.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #pragma once

package/nitrogen/generated/shared/c++/HybridCactusCryptoSpec.cpp

@@ -2,7 +2,7 @@
 /// HybridCactusCryptoSpec.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #include "HybridCactusCryptoSpec.hpp"

package/nitrogen/generated/shared/c++/HybridCactusCryptoSpec.hpp

@@ -2,7 +2,7 @@
 /// HybridCactusCryptoSpec.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #pragma once

package/nitrogen/generated/shared/c++/HybridCactusDeviceInfoSpec.cpp

@@ -2,7 +2,7 @@
 /// HybridCactusDeviceInfoSpec.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #include "HybridCactusDeviceInfoSpec.hpp"

package/nitrogen/generated/shared/c++/HybridCactusDeviceInfoSpec.hpp

@@ -2,7 +2,7 @@
 /// HybridCactusDeviceInfoSpec.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #pragma once

package/nitrogen/generated/shared/c++/HybridCactusFileSystemSpec.cpp

@@ -2,7 +2,7 @@
 /// HybridCactusFileSystemSpec.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #include "HybridCactusFileSystemSpec.hpp"
@@ -23,6 +23,7 @@ namespace margelo::nitro::cactus {
       prototype.registerHybridMethod("getModelPath", &HybridCactusFileSystemSpec::getModelPath);
       prototype.registerHybridMethod("downloadModel", &HybridCactusFileSystemSpec::downloadModel);
       prototype.registerHybridMethod("deleteModel", &HybridCactusFileSystemSpec::deleteModel);
+      prototype.registerHybridMethod("getIndexPath", &HybridCactusFileSystemSpec::getIndexPath);
     });
   }
 

package/nitrogen/generated/shared/c++/HybridCactusFileSystemSpec.hpp

@@ -2,7 +2,7 @@
 /// HybridCactusFileSystemSpec.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #pragma once
@@ -60,6 +60,7 @@ namespace margelo::nitro::cactus {
       virtual std::shared_ptr<Promise<std::string>> getModelPath(const std::string& model) = 0;
       virtual std::shared_ptr<Promise<void>> downloadModel(const std::string& model, const std::string& from, const std::optional<std::function<void(double /* progress */)>>& callback) = 0;
       virtual std::shared_ptr<Promise<void>> deleteModel(const std::string& model) = 0;
+      virtual std::shared_ptr<Promise<std::string>> getIndexPath(const std::string& name) = 0;
 
     protected:
       // Hybrid Setup

package/nitrogen/generated/shared/c++/HybridCactusImageSpec.cpp

@@ -2,7 +2,7 @@
 /// HybridCactusImageSpec.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #include "HybridCactusImageSpec.hpp"

package/nitrogen/generated/shared/c++/HybridCactusImageSpec.hpp

@@ -2,7 +2,7 @@
 /// HybridCactusImageSpec.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #pragma once

package/nitrogen/generated/shared/c++/HybridCactusIndexSpec.cpp

@@ -0,0 +1,27 @@
+///
+/// HybridCactusIndexSpec.cpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#include "HybridCactusIndexSpec.hpp"
+
+namespace margelo::nitro::cactus {
+
+  void HybridCactusIndexSpec::loadHybridMethods() {
+    // load base methods/properties
+    HybridObject::loadHybridMethods();
+    // load custom methods/properties
+    registerHybrids(this, [](Prototype& prototype) {
+      prototype.registerHybridMethod("init", &HybridCactusIndexSpec::init);
+      prototype.registerHybridMethod("add", &HybridCactusIndexSpec::add);
+      prototype.registerHybridMethod("_delete", &HybridCactusIndexSpec::_delete);
+      prototype.registerHybridMethod("get", &HybridCactusIndexSpec::get);
+      prototype.registerHybridMethod("query", &HybridCactusIndexSpec::query);
+      prototype.registerHybridMethod("compact", &HybridCactusIndexSpec::compact);
+      prototype.registerHybridMethod("destroy", &HybridCactusIndexSpec::destroy);
+    });
+  }
+
+} // namespace margelo::nitro::cactus

package/nitrogen/generated/shared/c++/HybridCactusIndexSpec.hpp

@@ -0,0 +1,76 @@
+///
+/// HybridCactusIndexSpec.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/HybridObject.hpp>)
+#include <NitroModules/HybridObject.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+// Forward declaration of `CactusIndexGetResult` to properly resolve imports.
+namespace margelo::nitro::cactus { struct CactusIndexGetResult; }
+// Forward declaration of `CactusIndexQueryResult` to properly resolve imports.
+namespace margelo::nitro::cactus { struct CactusIndexQueryResult; }
+
+#include <NitroModules/Promise.hpp>
+#include <string>
+#include <vector>
+#include <optional>
+#include "CactusIndexGetResult.hpp"
+#include "CactusIndexQueryResult.hpp"
+
+namespace margelo::nitro::cactus {
+
+  using namespace margelo::nitro;
+
+  /**
+   * An abstract base class for `CactusIndex`
+   * Inherit this class to create instances of `HybridCactusIndexSpec` in C++.
+   * You must explicitly call `HybridObject`'s constructor yourself, because it is virtual.
+   * @example
+   * ```cpp
+   * class HybridCactusIndex: public HybridCactusIndexSpec {
+   * public:
+   *   HybridCactusIndex(...): HybridObject(TAG) { ... }
+   *   // ...
+   * };
+   * ```
+   */
+  class HybridCactusIndexSpec: public virtual HybridObject {
+    public:
+      // Constructor
+      explicit HybridCactusIndexSpec(): HybridObject(TAG) { }
+
+      // Destructor
+      ~HybridCactusIndexSpec() override = default;
+
+    public:
+      // Properties
+      
+
+    public:
+      // Methods
+      virtual std::shared_ptr<Promise<void>> init(const std::string& indexPath, double embeddingDim) = 0;
+      virtual std::shared_ptr<Promise<void>> add(const std::vector<double>& ids, const std::vector<std::string>& documents, const std::vector<std::vector<double>>& embeddings, const std::optional<std::vector<std::string>>& metadatas) = 0;
+      virtual std::shared_ptr<Promise<void>> _delete(const std::vector<double>& ids) = 0;
+      virtual std::shared_ptr<Promise<CactusIndexGetResult>> get(const std::vector<double>& ids) = 0;
+      virtual std::shared_ptr<Promise<CactusIndexQueryResult>> query(const std::vector<std::vector<double>>& embeddings, const std::optional<std::string>& optionsJson) = 0;
+      virtual std::shared_ptr<Promise<void>> compact() = 0;
+      virtual std::shared_ptr<Promise<void>> destroy() = 0;
+
+    protected:
+      // Hybrid Setup
+      void loadHybridMethods() override;
+
+    protected:
+      // Tag for logging
+      static constexpr auto TAG = "CactusIndex";
+  };
+
+} // namespace margelo::nitro::cactus

package/nitrogen/generated/shared/c++/HybridCactusSpec.cpp

@@ -2,7 +2,7 @@
 /// HybridCactusSpec.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #include "HybridCactusSpec.hpp"
@@ -16,6 +16,8 @@ namespace margelo::nitro::cactus {
     registerHybrids(this, [](Prototype& prototype) {
       prototype.registerHybridMethod("init", &HybridCactusSpec::init);
       prototype.registerHybridMethod("complete", &HybridCactusSpec::complete);
+      prototype.registerHybridMethod("tokenize", &HybridCactusSpec::tokenize);
+      prototype.registerHybridMethod("scoreWindow", &HybridCactusSpec::scoreWindow);
       prototype.registerHybridMethod("transcribe", &HybridCactusSpec::transcribe);
       prototype.registerHybridMethod("embed", &HybridCactusSpec::embed);
       prototype.registerHybridMethod("imageEmbed", &HybridCactusSpec::imageEmbed);

package/nitrogen/generated/shared/c++/HybridCactusSpec.hpp

@@ -2,7 +2,7 @@
 /// HybridCactusSpec.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #pragma once
@@ -20,6 +20,7 @@
 #include <optional>
 #include <functional>
 #include <vector>
+#include <variant>
 
 namespace margelo::nitro::cactus {
 
@@ -54,8 +55,10 @@ namespace margelo::nitro::cactus {
       // Methods
       virtual std::shared_ptr<Promise<void>> init(const std::string& modelPath, double contextSize, const std::optional<std::string>& corpusDir) = 0;
       virtual std::shared_ptr<Promise<std::string>> complete(const std::string& messagesJson, double responseBufferSize, const std::optional<std::string>& optionsJson, const std::optional<std::string>& toolsJson, const std::optional<std::function<void(const std::string& /* token */, double /* tokenId */)>>& callback) = 0;
-      virtual std::shared_ptr<Promise<std::string>> transcribe(const std::string& audioFilePath, const std::string& prompt, double responseBufferSize, const std::optional<std::string>& optionsJson, const std::optional<std::function<void(const std::string& /* token */, double /* tokenId */)>>& callback) = 0;
-      virtual std::shared_ptr<Promise<std::vector<double>>> embed(const std::string& text, double embeddingBufferSize) = 0;
+      virtual std::shared_ptr<Promise<std::vector<double>>> tokenize(const std::string& text) = 0;
+      virtual std::shared_ptr<Promise<std::string>> scoreWindow(const std::vector<double>& tokens, double start, double end, double context) = 0;
+      virtual std::shared_ptr<Promise<std::string>> transcribe(const std::variant<std::vector<double>, std::string>& audio, const std::string& prompt, double responseBufferSize, const std::optional<std::string>& optionsJson, const std::optional<std::function<void(const std::string& /* token */, double /* tokenId */)>>& callback) = 0;
+      virtual std::shared_ptr<Promise<std::vector<double>>> embed(const std::string& text, double embeddingBufferSize, bool normalize) = 0;
       virtual std::shared_ptr<Promise<std::vector<double>>> imageEmbed(const std::string& imagePath, double embeddingBufferSize) = 0;
       virtual std::shared_ptr<Promise<std::vector<double>>> audioEmbed(const std::string& audioPath, double embeddingBufferSize) = 0;
       virtual std::shared_ptr<Promise<void>> reset() = 0;

package/nitrogen/generated/shared/c++/HybridCactusUtilSpec.cpp

@@ -2,7 +2,7 @@
 /// HybridCactusUtilSpec.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #include "HybridCactusUtilSpec.hpp"

package/nitrogen/generated/shared/c++/HybridCactusUtilSpec.hpp

@@ -2,7 +2,7 @@
 /// HybridCactusUtilSpec.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2025 Marc Rousavy @ Margelo
+/// Copyright © 2026 Marc Rousavy @ Margelo
 ///
 
 #pragma once
@@ -51,7 +51,7 @@ namespace margelo::nitro::cactus {
     public:
       // Methods
       virtual std::shared_ptr<Promise<std::string>> registerApp(const std::string& encryptedData) = 0;
-      virtual std::shared_ptr<Promise<std::optional<std::string>>> getDeviceId() = 0;
+      virtual std::shared_ptr<Promise<std::optional<std::string>>> getDeviceId(const std::optional<std::string>& token) = 0;
       virtual std::shared_ptr<Promise<void>> setAndroidDataDirectory(const std::string& dataDir) = 0;
 
     protected:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cactus-react-native",
-  "version": "1.2.0",
+  "version": "1.4.0",
   "description": "Run AI models locally on mobile devices",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",
@@ -83,7 +83,7 @@
     "react": "19.1.0",
     "react-native": "0.81.1",
     "react-native-builder-bob": "^0.40.14",
-    "react-native-nitro-modules": "^0.31.3",
+    "react-native-nitro-modules": "^0.31.10",
     "release-it": "^19.0.4",
     "turbo": "^2.5.6",
     "typescript": "^5.9.2"

package/src/api/Database.ts

@@ -3,6 +3,8 @@ import type { DeviceInfo } from '../specs/CactusDeviceInfo.nitro';
 import type { LogRecord } from '../telemetry/Telemetry';
 import { packageVersion } from '../constants/packageVersion';
 import type { CactusModel } from '../types/CactusModel';
+import type { CactusSTTModel } from '../types/CactusSTTModel';
+import { CactusConfig } from '../config/CactusConfig';
 
 interface CactusModelResponse {
   name: string;
@@ -12,6 +14,14 @@ interface CactusModelResponse {
   download_url: string;
   supports_tool_calling: boolean;
   supports_vision: boolean;
+  supports_completion: boolean;
+  created_at: Date;
+}
+
+interface CactusSTTModelResponse {
+  slug: string;
+  download_url: string;
+  size_mb: number;
   created_at: Date;
 }
 
@@ -38,12 +48,23 @@ export class Database {
     }
   }
 
-  public static async registerDevice(device_data: DeviceInfo): Promise<string> {
+  public static async registerDevice({
+    deviceData,
+    deviceId,
+  }: {
+    deviceData?: DeviceInfo;
+    deviceId?: string;
+  }): Promise<string> {
     const response = await fetch(
       `${this.url}/functions/v1/device-registration`,
       {
         method: 'POST',
-        body: JSON.stringify({ device_data }),
+        body: JSON.stringify({
+          device_data: deviceData,
+          device_id: deviceId,
+          cactus_pro_key: CactusConfig.cactusProKey,
+        }),
+        headers: { 'Content-Type': 'application/json' },
       }
     );
 
@@ -76,6 +97,38 @@ export class Database {
       downloadUrl: model.download_url,
       supportsToolCalling: model.supports_tool_calling,
       supportsVision: model.supports_vision,
+      supportsCompletion: model.supports_completion,
+      createdAt: model.created_at,
+      isDownloaded: false,
+    };
+  }
+
+  public static async getSTTModel(slug: string): Promise<CactusSTTModel> {
+    const response = await fetch(
+      `${this.url}/rest/v1/whisper?slug=eq.${slug}&select=*`,
+      {
+        headers: {
+          'apikey': this.key,
+          'Authorization': `Bearer ${this.key}`,
+          'Accept-Profile': 'cactus',
+        },
+      }
+    );
+
+    if (!response.ok) {
+      throw new Error('Getting STT model failed');
+    }
+
+    const [model] = (await response.json()) as CactusSTTModelResponse[];
+
+    if (!model) {
+      throw new Error(`STT model with slug "${slug}" not found`);
+    }
+
+    return {
+      slug: model.slug,
+      downloadUrl: model.download_url,
+      sizeMb: model.size_mb,
       createdAt: model.created_at,
       isDownloaded: false,
     };
@@ -103,6 +156,31 @@ export class Database {
       downloadUrl: model.download_url,
       supportsToolCalling: model.supports_tool_calling,
       supportsVision: model.supports_vision,
+      supportsCompletion: model.supports_completion,
+      createdAt: model.created_at,
+      isDownloaded: false,
+    }));
+  }
+
+  public static async getSTTModels(): Promise<CactusSTTModel[]> {
+    const response = await fetch(`${this.url}/rest/v1/whisper?select=*`, {
+      headers: {
+        'apikey': this.key,
+        'Authorization': `Bearer ${this.key}`,
+        'Accept-Profile': 'cactus',
+      },
+    });
+
+    if (!response.ok) {
+      throw new Error('Getting STT models failed');
+    }
+
+    const models = (await response.json()) as CactusSTTModelResponse[];
+
+    return models.map((model) => ({
+      slug: model.slug,
+      downloadUrl: model.download_url,
+      sizeMb: model.size_mb,
       createdAt: model.created_at,
       isDownloaded: false,
     }));

package/src/classes/CactusIndex.ts

@@ -0,0 +1,58 @@
+import { CactusIndex as NativeCactusIndex, CactusFileSystem } from '../native';
+import type {
+  CactusIndexAddParams,
+  CactusIndexGetParams,
+  CactusIndexGetResult,
+  CactusIndexQueryParams,
+  CactusIndexQueryResult,
+  CactusIndexDeleteParams,
+} from '../types/CactusIndex';
+
+export class CactusIndex {
+  private readonly cactusIndex = new NativeCactusIndex();
+
+  private readonly name: string;
+  private readonly embeddingDim: number;
+
+  constructor(name: string, embeddingDim: number) {
+    this.name = name;
+    this.embeddingDim = embeddingDim;
+  }
+
+  public async init(): Promise<void> {
+    const indexPath = await CactusFileSystem.getIndexPath(this.name);
+    return this.cactusIndex.init(indexPath, this.embeddingDim);
+  }
+
+  public add({
+    ids,
+    documents,
+    embeddings,
+    metadatas,
+  }: CactusIndexAddParams): Promise<void> {
+    return this.cactusIndex.add(ids, documents, embeddings, metadatas);
+  }
+
+  public delete({ ids }: CactusIndexDeleteParams): Promise<void> {
+    return this.cactusIndex.delete(ids);
+  }
+
+  public get({ ids }: CactusIndexGetParams): Promise<CactusIndexGetResult> {
+    return this.cactusIndex.get(ids);
+  }
+
+  public query({
+    embeddings,
+    options,
+  }: CactusIndexQueryParams): Promise<CactusIndexQueryResult> {
+    return this.cactusIndex.query(embeddings, options);
+  }
+
+  public compact(): Promise<void> {
+    return this.cactusIndex.compact();
+  }
+
+  public destroy(): Promise<void> {
+    return this.cactusIndex.destroy();
+  }
+}

package/src/classes/CactusLM.ts

@@ -3,6 +3,10 @@ import type {
   CactusLMDownloadParams,
   CactusLMCompleteParams,
   CactusLMCompleteResult,
+  CactusLMTokenizeParams,
+  CactusLMTokenizeResult,
+  CactusLMScoreWindowParams,
+  CactusLMScoreWindowResult,
   CactusLMEmbedParams,
   CactusLMEmbedResult,
   CactusLMImageEmbedParams,
@@ -35,8 +39,6 @@ export class CactusLM {
   private static readonly defaultCompleteMode = 'local';
   private static readonly defaultEmbedBufferSize = 2048;
 
-  private static cactusModelsCache: CactusModel[] | null = null;
-
   constructor({ model, contextSize, corpusDir }: CactusLMParams = {}) {
     Telemetry.init(CactusConfig.telemetryToken);
 
@@ -48,6 +50,11 @@ export class CactusLM {
   public async download({
     onProgress,
   }: CactusLMDownloadParams = {}): Promise<void> {
+    if (this.isModelPath(this.model)) {
+      onProgress?.(1.0);
+      return;
+    }
+
     if (this.isDownloading) {
       throw new Error('CactusLM is already downloading');
     }
@@ -75,12 +82,16 @@ export class CactusLM {
       return;
     }
 
-    if (!(await CactusFileSystem.modelExists(this.model))) {
-      throw new Error(`Model "${this.model}" is not downloaded`);
+    let modelPath: string;
+    if (this.isModelPath(this.model)) {
+      modelPath = this.model.replace('file://', '');
+    } else {
+      if (!(await CactusFileSystem.modelExists(this.model))) {
+        throw new Error(`Model "${this.model}" is not downloaded`);
+      }
+      modelPath = await CactusFileSystem.getModelPath(this.model);
     }
 
-    const modelPath = await CactusFileSystem.getModelPath(this.model);
-
     try {
       await this.cactus.init(modelPath, this.contextSize, this.corpusDir);
       Telemetry.logInit(this.model, true);
@@ -155,8 +166,26 @@ export class CactusLM {
     }
   }
 
+  public async tokenize({
+    text,
+  }: CactusLMTokenizeParams): Promise<CactusLMTokenizeResult> {
+    return { tokens: await this.cactus.tokenize(text) };
+  }
+
+  public async scoreWindow({
+    tokens,
+    start,
+    end,
+    context,
+  }: CactusLMScoreWindowParams): Promise<CactusLMScoreWindowResult> {
+    return {
+      score: await this.cactus.scoreWindow(tokens, start, end, context),
+    };
+  }
+
   public async embed({
     text,
+    normalize = false,
   }: CactusLMEmbedParams): Promise<CactusLMEmbedResult> {
     if (this.isGenerating) {
       throw new Error('CactusLM is already generating');
@@ -168,7 +197,8 @@ export class CactusLM {
     try {
       const embedding = await this.cactus.embed(
         text,
-        CactusLM.defaultEmbedBufferSize
+        CactusLM.defaultEmbedBufferSize,
+        normalize
       );
       Telemetry.logEmbedding(this.model, true);
       return { embedding };
@@ -226,14 +256,14 @@ export class CactusLM {
   }
 
   public async getModels(): Promise<CactusModel[]> {
-    if (CactusLM.cactusModelsCache) {
-      return CactusLM.cactusModelsCache;
-    }
     const models = await Database.getModels();
     for (const model of models) {
       model.isDownloaded = await CactusFileSystem.modelExists(model.slug);
     }
-    CactusLM.cactusModelsCache = models;
     return models;
   }
+
+  private isModelPath(model: string): boolean {
+    return model.startsWith('file://') || model.startsWith('/');
+  }
 }