@goliapkg/tiktoken-wasm 3.2.0 → 3.2.1

package/README.md

@@ -193,13 +193,23 @@ Filter models by provider: `"OpenAI"`, `"Anthropic"`, `"Google"`, `"Meta"`, `"De
 | Anthropic | claude-opus-4, claude-sonnet-4, claude-4.5-sonnet, claude-4.5-haiku, claude-4.6-sonnet, claude-4.6-opus, claude-4.6-haiku, claude-3.5-haiku, claude-3.5-sonnet, claude-3-opus, claude-3-haiku |
 | Google | gemini-2.5-pro, gemini-2.5-flash, gemini-2.0-flash, gemini-1.5-pro, gemini-1.5-flash |
 | Meta | llama-4-scout, llama-4-maverick, llama-3.3-70b, llama-3.1-405b, llama-3.1-70b, llama-3.1-8b |
-| DeepSeek | deepseek-r1, deepseek-v3, deepseek-chat |
+| DeepSeek | deepseek-r1, deepseek-v3 |
 | Qwen | qwen3-235b, qwen3-32b, qwen3-30b-a3b, qwen3-14b, qwen-2.5-72b, qwen-2.5-coder-32b, qwen-turbo |
 | Mistral | mistral-large, mistral-medium, mistral-small, codestral, pixtral-large |
 
+## Notes
+
+### Initialization
+
+Call `await init()` once before any other API calls. This loads and compiles the WASM module. Subsequent calls are a no-op.
+
+### Memory Management
+
+`Encoding` instances hold references to globally cached data and are lightweight. Calling `.free()` releases the JS wrapper — the underlying encoding data remains cached for reuse. In short-lived scripts you can skip `.free()`; in long-running apps, call it when you're done with the instance.
+
 ## Demo
 
-See [`examples/react-app`](../examples/react-app/) for a complete Vite + React demo application.
+See [`examples/react-app`](../tiktoken/examples/react-app/) for a complete Vite + React demo application.
 
 ## License
 

package/package.json

@@ -2,12 +2,15 @@
   "name": "@goliapkg/tiktoken-wasm",
   "type": "module",
   "description": "WASM bindings for the tiktoken BPE tokenizer",
-  "version": "3.2.0",
+  "version": "3.2.1",
   "license": "MIT",
+  "author": "GOLIA <dev@golia.co>",
+  "homepage": "https://github.com/goliajp/airs/tree/main/crates/tiktoken-wasm",
   "repository": {
     "type": "git",
     "url": "https://github.com/goliajp/airs"
   },
+  "keywords": ["tokenizer", "tiktoken", "wasm", "bpe", "openai", "llm"],
   "files": [
     "tiktoken_wasm_bg.wasm",
     "tiktoken_wasm.js",
@@ -18,4 +21,4 @@
   "sideEffects": [
     "./snippets/*"
   ]
-}
+}

package/tiktoken_wasm.d.ts

@@ -131,7 +131,7 @@ export function getModelInfo(model_id: string): ModelInfo;
  *
  * Returns an array of strings: `["cl100k_base", "o200k_base", ...]`
  */
-export function listEncodings(): any[];
+export function listEncodings(): string[];
 
 /**
  * Map a model name to its encoding name without loading the encoding.

package/tiktoken_wasm.js

@@ -332,7 +332,7 @@ export function getModelInfo(model_id) {
  * List all available encoding names.
  *
  * Returns an array of strings: `["cl100k_base", "o200k_base", ...]`
- * @returns {any[]}
+ * @returns {string[]}
  */
 export function listEncodings() {
     const ret = wasm.listEncodings();