@goliapkg/tiktoken-wasm 3.2.3 → 3.2.4

package/package.json

@@ -2,7 +2,7 @@
   "name": "@goliapkg/tiktoken-wasm",
   "type": "module",
   "description": "WASM bindings for the tiktoken BPE tokenizer",
-  "version": "3.2.3",
+  "version": "3.2.4",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -11,13 +11,11 @@
   "files": [
     "tiktoken_wasm_bg.wasm",
     "tiktoken_wasm.js",
-    "tiktoken_wasm_bg.js",
     "tiktoken_wasm.d.ts"
   ],
   "main": "tiktoken_wasm.js",
   "types": "tiktoken_wasm.d.ts",
   "sideEffects": [
-    "./tiktoken_wasm.js",
     "./snippets/*"
   ]
 }

package/tiktoken_wasm.d.ts

@@ -147,3 +147,60 @@ export function modelToEncoding(model: string): string | undefined;
  * Returns an empty array for unknown providers.
  */
 export function modelsByProvider(provider: string): ModelInfo[];
+
+export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembly.Module;
+
+export interface InitOutput {
+    readonly memory: WebAssembly.Memory;
+    readonly __wbg_encoding_free: (a: number, b: number) => void;
+    readonly __wbg_modelinfo_free: (a: number, b: number) => void;
+    readonly allModels: (a: number) => void;
+    readonly encodingForModel: (a: number, b: number, c: number) => void;
+    readonly encoding_count: (a: number, b: number, c: number) => number;
+    readonly encoding_countWithSpecialTokens: (a: number, b: number, c: number) => number;
+    readonly encoding_decode: (a: number, b: number, c: number, d: number) => void;
+    readonly encoding_encode: (a: number, b: number, c: number, d: number) => void;
+    readonly encoding_encodeWithSpecialTokens: (a: number, b: number, c: number, d: number) => void;
+    readonly encoding_name: (a: number, b: number) => void;
+    readonly encoding_numSpecialTokens: (a: number) => number;
+    readonly encoding_vocabSize: (a: number) => number;
+    readonly estimateCost: (a: number, b: number, c: number, d: number, e: number) => void;
+    readonly getEncoding: (a: number, b: number, c: number) => void;
+    readonly getModelInfo: (a: number, b: number, c: number) => void;
+    readonly listEncodings: (a: number) => void;
+    readonly modelToEncoding: (a: number, b: number, c: number) => void;
+    readonly modelinfo_cachedInputPer1m: (a: number, b: number) => void;
+    readonly modelinfo_contextWindow: (a: number) => number;
+    readonly modelinfo_id: (a: number, b: number) => void;
+    readonly modelinfo_inputPer1m: (a: number) => number;
+    readonly modelinfo_maxOutput: (a: number) => number;
+    readonly modelinfo_outputPer1m: (a: number) => number;
+    readonly modelinfo_provider: (a: number, b: number) => void;
+    readonly modelsByProvider: (a: number, b: number, c: number) => void;
+    readonly __wbindgen_add_to_stack_pointer: (a: number) => number;
+    readonly __wbindgen_export: (a: number, b: number, c: number) => void;
+    readonly __wbindgen_export2: (a: number, b: number) => number;
+    readonly __wbindgen_export3: (a: number, b: number, c: number, d: number) => number;
+}
+
+export type SyncInitInput = BufferSource | WebAssembly.Module;
+
+/**
+ * Instantiates the given `module`, which can either be bytes or
+ * a precompiled `WebAssembly.Module`.
+ *
+ * @param {{ module: SyncInitInput }} module - Passing `SyncInitInput` directly is deprecated.
+ *
+ * @returns {InitOutput}
+ */
+export function initSync(module: { module: SyncInitInput } | SyncInitInput): InitOutput;
+
+/**
+ * If `module_or_path` is {RequestInfo} or {URL}, makes a request and
+ * for everything else, calls `WebAssembly.instantiate` directly.
+ *
+ * @param {{ module_or_path: InitInput | Promise<InitInput> }} module_or_path - Passing `InitInput` directly is deprecated.
+ *
+ * @returns {Promise<InitOutput>}
+ */
+export default function __wbg_init (module_or_path?: { module_or_path: InitInput | Promise<InitInput> } | InitInput | Promise<InitInput>): Promise<InitOutput>;