lindera-wasm-web 2.1.1 → 2.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -6,79 +6,214 @@ WebAssembly of Lindera
6
6
 
7
7
  ## Demo Application
8
8
 
9
- - <https://lindera.github.io/lindera-wasm/>
9
+ - <https://lindera.github.io/lindera/demo/>
10
10
 
11
11
  ## npm
12
12
 
13
- ### Web
13
+ ### For Web
14
14
 
15
- - <https://www.npmjs.com/package/lindera-wasm-web-cjk>
15
+ - <https://www.npmjs.com/package/lindera-wasm-web>
16
+ Lindera WASM without a dictionary for Web
17
+
18
+ - <https://www.npmjs.com/package/lindera-wasm-cjk-web>
16
19
  Lindera WASM with CJK dictionaries (IPADIC, ko-dic, CC-CEDICT) for Web
17
20
 
18
- - <https://www.npmjs.com/package/lindera-wasm-web-ipadic>
21
+ - <https://www.npmjs.com/package/lindera-wasm-ipadic-web>
19
22
  Lindera WASM with Japanese dictionary (IPADIC) for Web
20
23
 
21
- - <https://www.npmjs.com/package/lindera-wasm-web-unidic>
24
+ - <https://www.npmjs.com/package/lindera-wasm-unidic-web>
22
25
  Lindera WASM with Japanese dictionary (UniDic) for Web
23
26
 
24
- - <https://www.npmjs.com/package/lindera-wasm-web-ko-dic>
27
+ - <https://www.npmjs.com/package/lindera-wasm-ko-dic-web>
25
28
  Lindera WASM with Korean dictionary (ko-dic) for Web
26
29
 
27
- - <https://www.npmjs.com/package/lindera-wasm-web-cc-cedict>
30
+ - <https://www.npmjs.com/package/lindera-wasm-cc-cedict-web>
28
31
  Lindera WASM with Chinese dictionary (CC-CEDICT) for Web
29
32
 
30
- ### Node.js
33
+ ### For Node.js
34
+
35
+ - <https://www.npmjs.com/package/lindera-wasm-nodejs>
36
+ Lindera WASM without a dictionary for Node.js
31
37
 
32
- - <https://www.npmjs.com/package/lindera-wasm-nodejs-cjk>
38
+ - <https://www.npmjs.com/package/lindera-wasm-cjk-nodejs>
33
39
  Lindera WASM with CJK dictionaries (IPADIC, ko-dic, CC-CEDICT) for Node.js
34
40
 
35
- - <https://www.npmjs.com/package/lindera-wasm-nodejs-ipadic>
41
+ - <https://www.npmjs.com/package/lindera-wasm-ipadic-nodejs>
36
42
  Lindera WASM with Japanese dictionary (IPADIC) for Node.js
37
43
 
38
- - <https://www.npmjs.com/package/lindera-wasm-nodejs-unidic>
44
+ - <https://www.npmjs.com/package/lindera-wasm-unidic-nodejs>
39
45
  Lindera WASM with Japanese dictionary (UniDic) for Node.js
40
46
 
41
- - <https://www.npmjs.com/package/lindera-wasm-nodejs-ko-dic>
47
+ - <https://www.npmjs.com/package/lindera-wasm-ko-dic-nodejs>
42
48
  Lindera WASM with Korean dictionary (ko-dic) for Node.js
43
49
 
44
- - <https://www.npmjs.com/package/lindera-wasm-nodejs-cc-cedict>
50
+ - <https://www.npmjs.com/package/lindera-wasm-cc-cedict-nodejs>
45
51
  Lindera WASM with Chinese dictionary (CC-CEDICT) for Node.js
46
52
 
53
+ ### For bundler
54
+
55
+ - <https://www.npmjs.com/package/lindera-wasm-bundler>
56
+ Lindera WASM without a dictionary for Bundler
57
+
58
+ - <https://www.npmjs.com/package/lindera-wasm-cjk-bundler>
59
+ Lindera WASM with CJK dictionaries (IPADIC, ko-dic, CC-CEDICT) for Bundler
60
+
61
+ - <https://www.npmjs.com/package/lindera-wasm-ipadic-bundler>
62
+ Lindera WASM with Japanese dictionary (IPADIC) for Bundler
63
+
64
+ - <https://www.npmjs.com/package/lindera-wasm-unidic-bundler>
65
+ Lindera WASM with Japanese dictionary (UniDic) for Bundler
66
+
67
+ - <https://www.npmjs.com/package/lindera-wasm-ko-dic-bundler>
68
+ Lindera WASM with Korean dictionary (ko-dic) for Bundler
69
+
70
+ - <https://www.npmjs.com/package/lindera-wasm-cc-cedict-bundler>
71
+ Lindera WASM with Chinese dictionary (CC-CEDICT) for Bundler
72
+
47
73
  ## Usage
48
74
 
49
- init the wasm module before construct `TokenizerBuilder`:
75
+ ### Web Usage
50
76
 
51
- ```ts
52
- import __wbg_init, { TokenizerBuilder } from 'lindera-wasm'
77
+ Use the `-web` packages for browser environments with `<script type="module">`:
53
78
 
54
- __wbg_init.then(() => {
55
- const builder = new TokenizerBuilder()
56
- //...
57
- })
79
+ ```html
80
+ <script type="module">
81
+ import __wbg_init, { TokenizerBuilder } from 'https://cdn.jsdelivr.net/npm/lindera-wasm-ipadic-web/lindera_wasm.js';
82
+
83
+ __wbg_init().then(() => {
84
+ const builder = new TokenizerBuilder();
85
+ builder.setDictionary("embedded://ipadic");
86
+ builder.setMode("normal");
87
+ const tokenizer = builder.build();
88
+
89
+ const tokens = tokenizer.tokenize("すもももももももものうち");
90
+ tokens.forEach(token => {
91
+ console.log(`${token.surface}: ${token.details.join(", ")}`);
92
+ });
93
+ });
94
+ </script>
58
95
  ```
59
96
 
60
- ### for [Vite](https://vite.dev/) base project
97
+ Or with a bundler:
98
+
99
+ ```js
100
+ import __wbg_init, { TokenizerBuilder } from 'lindera-wasm-ipadic-web';
101
+
102
+ async function main() {
103
+ await __wbg_init();
104
+
105
+ const builder = new TokenizerBuilder();
106
+ builder.setDictionary("embedded://ipadic");
107
+ builder.setMode("normal");
108
+ const tokenizer = builder.build();
109
+
110
+ const tokens = tokenizer.tokenize("すもももももももものうち");
111
+ tokens.forEach(token => {
112
+ console.log(`${token.surface}: ${token.details.join(", ")}`);
113
+ });
114
+ }
115
+
116
+ main();
117
+ ```
118
+
119
+ ### Node.js Usage
120
+
121
+ Use the `-nodejs` packages for Node.js environments:
122
+
123
+ ```js
124
+ const { TokenizerBuilder } = require('lindera-wasm-ipadic-nodejs');
125
+
126
+ const builder = new TokenizerBuilder();
127
+ builder.setDictionary("embedded://ipadic");
128
+ builder.setMode("normal");
129
+ const tokenizer = builder.build();
130
+
131
+ const tokens = tokenizer.tokenize("すもももももももものうち");
132
+ tokens.forEach(token => {
133
+ console.log(`${token.surface}: ${token.details.join(", ")}`);
134
+ });
135
+ ```
136
+
137
+ Or with ESM:
138
+
139
+ ```js
140
+ import { TokenizerBuilder } from 'lindera-wasm-ipadic-nodejs';
141
+
142
+ const builder = new TokenizerBuilder();
143
+ builder.setDictionary("embedded://ipadic");
144
+ builder.setMode("normal");
145
+ const tokenizer = builder.build();
146
+
147
+ const tokens = tokenizer.tokenize("すもももももももものうち");
148
+ tokens.forEach(token => {
149
+ console.log(`${token.surface}: ${token.details.join(", ")}`);
150
+ });
151
+ ```
152
+
153
+ ### Bundler Usage (Webpack, Rollup, etc.)
154
+
155
+ Use the `-bundler` packages for bundler environments:
156
+
157
+ ```js
158
+ import __wbg_init, { TokenizerBuilder } from 'lindera-wasm-ipadic-bundler';
159
+
160
+ async function main() {
161
+ await __wbg_init();
162
+
163
+ const builder = new TokenizerBuilder();
164
+ builder.setDictionary("embedded://ipadic");
165
+ builder.setMode("normal");
166
+ const tokenizer = builder.build();
167
+
168
+ const tokens = tokenizer.tokenize("すもももももももものうち");
169
+ tokens.forEach(token => {
170
+ console.log(`${token.surface}: ${token.details.join(", ")}`);
171
+ });
172
+ }
173
+
174
+ main();
175
+ ```
176
+
177
+ ### Token Properties
178
+
179
+ Each token object has the following properties:
180
+
181
+ | Property | Type | Description |
182
+ | -------- | ---- | ----------- |
183
+ | `surface` | `string` | Surface form of the token |
184
+ | `byteStart` | `number` | Start byte position in the original text |
185
+ | `byteEnd` | `number` | End byte position in the original text |
186
+ | `position` | `number` | Position index of the token |
187
+ | `wordId` | `number` | Word ID in the dictionary |
188
+ | `details` | `string[]` | Morphological details array |
189
+
190
+ Methods:
191
+
192
+ - `getDetail(index)`: Returns the detail at the specified index, or `undefined` if not found
193
+ - `toJSON()`: Returns the token as a plain JavaScript object
194
+
195
+ ### For Vite Projects
61
196
 
62
197
  You should exclude this package in the `optimizeDeps`:
63
198
 
64
- ```ts
199
+ ```js
65
200
  // vite.config.js
66
201
  import { defineConfig } from 'vite'
67
202
 
68
203
  export default defineConfig({
69
204
  optimizeDeps: {
70
205
  exclude: [
71
- "lindera-wasm"
206
+ "lindera-wasm-ipadic-web"
72
207
  ]
73
208
  },
74
209
  })
75
210
  ```
76
211
 
77
- ### for Browser extension development
212
+ ### For Browser Extension Development
78
213
 
79
- Set the `cors` config in vite.config.js
214
+ Set the `cors` config in vite.config.js:
80
215
 
81
- ```ts
216
+ ```js
82
217
  // vite.config.js
83
218
  import { defineConfig } from 'vite'
84
219
 
@@ -93,7 +228,7 @@ export default defineConfig({
93
228
  })
94
229
  ```
95
230
 
96
- and set the `content_security_policy` to contains `wasm-unsafe-eval` in manifest.json:
231
+ And set the `content_security_policy` to contain `wasm-unsafe-eval` in manifest.json:
97
232
 
98
233
  ```json
99
234
  "content_security_policy": {
package/lindera_wasm.d.ts CHANGED
@@ -18,15 +18,18 @@ export class Dictionary {
18
18
  private constructor();
19
19
  free(): void;
20
20
  [Symbol.dispose](): void;
21
+ readonly encoding: string;
22
+ readonly metadata: Metadata;
23
+ readonly name: string;
21
24
  }
22
25
 
23
26
  /**
24
27
  * Field definition in dictionary schema.
25
28
  */
26
29
  export class FieldDefinition {
27
- private constructor();
28
30
  free(): void;
29
31
  [Symbol.dispose](): void;
32
+ constructor(index: number, name: string, field_type: FieldType, description?: string | null);
30
33
  get description(): string | undefined;
31
34
  set description(value: string | null | undefined);
32
35
  field_type: FieldType;
@@ -64,9 +67,10 @@ export enum FieldType {
64
67
  * Error type for Lindera operations.
65
68
  */
66
69
  export class LinderaError {
67
- private constructor();
68
70
  free(): void;
69
71
  [Symbol.dispose](): void;
72
+ constructor(message: string);
73
+ toString(): string;
70
74
  message: string;
71
75
  }
72
76
 
@@ -74,9 +78,15 @@ export class LinderaError {
74
78
  * Dictionary metadata configuration.
75
79
  */
76
80
  export class Metadata {
77
- private constructor();
78
81
  free(): void;
79
82
  [Symbol.dispose](): void;
83
+ static createDefault(): Metadata;
84
+ constructor(name?: string | null, encoding?: string | null, compress_algorithm?: CompressionAlgorithm | null);
85
+ compress_algorithm: CompressionAlgorithm;
86
+ dictionary_schema: Schema;
87
+ encoding: string;
88
+ name: string;
89
+ user_dictionary_schema: Schema;
80
90
  }
81
91
 
82
92
  /**
@@ -102,9 +112,9 @@ export enum Mode {
102
112
  * character type and length thresholds.
103
113
  */
104
114
  export class Penalty {
105
- private constructor();
106
115
  free(): void;
107
116
  [Symbol.dispose](): void;
117
+ constructor(kanji_penalty_length_threshold?: number | null, kanji_penalty_length_penalty?: number | null, other_penalty_length_threshold?: number | null, other_penalty_length_penalty?: number | null);
108
118
  kanji_penalty_length_penalty: number;
109
119
  kanji_penalty_length_threshold: number;
110
120
  other_penalty_length_penalty: number;
@@ -115,9 +125,16 @@ export class Penalty {
115
125
  * Dictionary schema definition.
116
126
  */
117
127
  export class Schema {
118
- private constructor();
119
128
  free(): void;
120
129
  [Symbol.dispose](): void;
130
+ static create_default(): Schema;
131
+ field_count(): number;
132
+ get_all_fields(): string[];
133
+ get_custom_fields(): string[];
134
+ get_field_by_name(name: string): FieldDefinition | undefined;
135
+ get_field_index(field_name: string): number | undefined;
136
+ get_field_name(index: number): string | undefined;
137
+ constructor(fields: string[]);
121
138
  }
122
139
 
123
140
  /**
@@ -138,6 +155,19 @@ export class Token {
138
155
  private constructor();
139
156
  free(): void;
140
157
  [Symbol.dispose](): void;
158
+ /**
159
+ * Returns the detail at the specified index.
160
+ *
161
+ * # Parameters
162
+ *
163
+ * - `index`: Index of the detail to retrieve.
164
+ *
165
+ * # Returns
166
+ *
167
+ * The detail string if found, otherwise undefined.
168
+ */
169
+ getDetail(index: number): string | undefined;
170
+ toJSON(): any;
141
171
  /**
142
172
  * End byte position in the original text.
143
173
  */
@@ -150,6 +180,10 @@ export class Token {
150
180
  * Morphological details of the token.
151
181
  */
152
182
  details: string[];
183
+ /**
184
+ * Whether this token is an unknown word (not found in the dictionary).
185
+ */
186
+ is_unknown: boolean;
153
187
  /**
154
188
  * Position index of the token.
155
189
  */
@@ -175,6 +209,16 @@ export class Tokenizer {
175
209
  * Tokenizes the input text.
176
210
  */
177
211
  tokenize(input_text: string): Token[];
212
+ /**
213
+ * Tokenizes the input text and returns N-best results.
214
+ *
215
+ * Returns an array of arrays, where each inner array contains Token JSON objects.
216
+ */
217
+ tokenizeNbest(input_text: string, n: number, unique?: boolean | null, cost_threshold?: bigint | null): any;
218
+ /**
219
+ * Tokenizes the input text and returns N-best results (snake_case alias).
220
+ */
221
+ tokenize_nbest(input_text: string, n: number, unique?: boolean | null, cost_threshold?: bigint | null): any;
178
222
  }
179
223
 
180
224
  /**
@@ -279,10 +323,56 @@ export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembl
279
323
 
280
324
  export interface InitOutput {
281
325
  readonly memory: WebAssembly.Memory;
282
- readonly __wbg_linderaerror_free: (a: number, b: number) => void;
326
+ readonly __wbg_dictionary_free: (a: number, b: number) => void;
327
+ readonly __wbg_fielddefinition_free: (a: number, b: number) => void;
328
+ readonly __wbg_get_fielddefinition_description: (a: number) => [number, number];
329
+ readonly __wbg_get_fielddefinition_field_type: (a: number) => number;
330
+ readonly __wbg_get_fielddefinition_index: (a: number) => number;
331
+ readonly __wbg_get_fielddefinition_name: (a: number) => [number, number];
332
+ readonly __wbg_schema_free: (a: number, b: number) => void;
333
+ readonly __wbg_set_fielddefinition_description: (a: number, b: number, c: number) => void;
334
+ readonly __wbg_set_fielddefinition_field_type: (a: number, b: number) => void;
335
+ readonly __wbg_set_fielddefinition_index: (a: number, b: number) => void;
336
+ readonly __wbg_set_fielddefinition_name: (a: number, b: number, c: number) => void;
337
+ readonly __wbg_userdictionary_free: (a: number, b: number) => void;
338
+ readonly buildDictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
339
+ readonly buildUserDictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
340
+ readonly jsdictionary_encoding: (a: number) => [number, number];
341
+ readonly jsdictionary_metadata: (a: number) => number;
342
+ readonly jsdictionary_name: (a: number) => [number, number];
343
+ readonly jsfielddefinition_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
344
+ readonly jsschema_create_default: () => number;
345
+ readonly jsschema_field_count: (a: number) => number;
346
+ readonly jsschema_get_all_fields: (a: number) => [number, number];
347
+ readonly jsschema_get_custom_fields: (a: number) => [number, number];
348
+ readonly jsschema_get_field_by_name: (a: number, b: number, c: number) => number;
349
+ readonly jsschema_get_field_index: (a: number, b: number, c: number) => number;
350
+ readonly jsschema_get_field_name: (a: number, b: number) => [number, number];
351
+ readonly jsschema_new: (a: number, b: number) => number;
352
+ readonly loadDictionary: (a: number, b: number) => [number, number, number];
353
+ readonly loadUserDictionary: (a: number, b: number, c: number) => [number, number, number];
354
+ readonly __wbg_tokenizer_free: (a: number, b: number) => void;
355
+ readonly __wbg_tokenizerbuilder_free: (a: number, b: number) => void;
356
+ readonly tokenizer_new: (a: number, b: number, c: number, d: number) => [number, number, number];
357
+ readonly tokenizer_tokenize: (a: number, b: number, c: number) => [number, number, number, number];
358
+ readonly tokenizer_tokenizeNbest: (a: number, b: number, c: number, d: number, e: number, f: number, g: bigint) => [number, number, number];
359
+ readonly tokenizer_tokenize_nbest: (a: number, b: number, c: number, d: number, e: number, f: number, g: bigint) => [number, number, number];
360
+ readonly tokenizerbuilder_appendCharacterFilter: (a: number, b: number, c: number, d: any) => [number, number];
361
+ readonly tokenizerbuilder_appendTokenFilter: (a: number, b: number, c: number, d: any) => [number, number];
362
+ readonly tokenizerbuilder_append_character_filter: (a: number, b: number, c: number, d: any) => [number, number];
363
+ readonly tokenizerbuilder_append_token_filter: (a: number, b: number, c: number, d: any) => [number, number];
364
+ readonly tokenizerbuilder_build: (a: number) => [number, number, number];
365
+ readonly tokenizerbuilder_new: () => [number, number, number];
366
+ readonly tokenizerbuilder_setDictionary: (a: number, b: number, c: number) => [number, number];
367
+ readonly tokenizerbuilder_setKeepWhitespace: (a: number, b: number) => [number, number];
368
+ readonly tokenizerbuilder_setMode: (a: number, b: number, c: number) => [number, number];
369
+ readonly tokenizerbuilder_setUserDictionary: (a: number, b: number, c: number) => [number, number];
370
+ readonly tokenizerbuilder_set_dictionary: (a: number, b: number, c: number) => [number, number];
371
+ readonly tokenizerbuilder_set_keep_whitespace: (a: number, b: number) => [number, number];
372
+ readonly tokenizerbuilder_set_mode: (a: number, b: number, c: number) => [number, number];
373
+ readonly tokenizerbuilder_set_user_dictionary: (a: number, b: number, c: number) => [number, number];
283
374
  readonly __wbg_metadata_free: (a: number, b: number) => void;
284
- readonly jslinderaerror_new: (a: number, b: number) => number;
285
- readonly jslinderaerror_toString: (a: number) => [number, number];
375
+ readonly __wbg_segmenter_free: (a: number, b: number) => void;
286
376
  readonly jsmetadata_compress_algorithm: (a: number) => number;
287
377
  readonly jsmetadata_createDefault: () => number;
288
378
  readonly jsmetadata_dictionary_schema: (a: number) => number;
@@ -297,84 +387,42 @@ export interface InitOutput {
297
387
  readonly jsmetadata_user_dictionary_schema: (a: number) => number;
298
388
  readonly __wbg_get_token_byte_end: (a: number) => number;
299
389
  readonly __wbg_get_token_details: (a: number) => [number, number];
390
+ readonly __wbg_get_token_is_unknown: (a: number) => number;
300
391
  readonly __wbg_get_token_position: (a: number) => number;
301
392
  readonly __wbg_get_token_word_id: (a: number) => number;
393
+ readonly __wbg_linderaerror_free: (a: number, b: number) => void;
302
394
  readonly __wbg_set_token_byte_end: (a: number, b: number) => void;
303
395
  readonly __wbg_set_token_details: (a: number, b: number, c: number) => void;
396
+ readonly __wbg_set_token_is_unknown: (a: number, b: number) => void;
304
397
  readonly __wbg_set_token_position: (a: number, b: number) => void;
305
398
  readonly __wbg_set_token_word_id: (a: number, b: number) => void;
306
399
  readonly __wbg_token_free: (a: number, b: number) => void;
307
- readonly jstoken_getDetail: (a: number, b: number) => [number, number];
308
- readonly jstoken_toJSON: (a: number) => any;
400
+ readonly build_dictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
401
+ readonly build_user_dictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
402
+ readonly getVersion: () => [number, number];
403
+ readonly jslinderaerror_new: (a: number, b: number) => number;
404
+ readonly jslinderaerror_toString: (a: number) => [number, number];
405
+ readonly load_dictionary: (a: number, b: number) => [number, number, number];
406
+ readonly load_user_dictionary: (a: number, b: number, c: number) => [number, number, number];
407
+ readonly token_getDetail: (a: number, b: number) => [number, number];
408
+ readonly token_toJSON: (a: number) => any;
309
409
  readonly __wbg_get_penalty_kanji_penalty_length_penalty: (a: number) => number;
310
410
  readonly __wbg_get_penalty_kanji_penalty_length_threshold: (a: number) => number;
311
411
  readonly __wbg_get_penalty_other_penalty_length_penalty: (a: number) => number;
312
412
  readonly __wbg_get_penalty_other_penalty_length_threshold: (a: number) => number;
313
413
  readonly __wbg_penalty_free: (a: number, b: number) => void;
314
- readonly __wbg_segmenter_free: (a: number, b: number) => void;
315
414
  readonly __wbg_set_penalty_kanji_penalty_length_penalty: (a: number, b: number) => void;
316
415
  readonly __wbg_set_penalty_kanji_penalty_length_threshold: (a: number, b: number) => void;
317
416
  readonly __wbg_set_penalty_other_penalty_length_penalty: (a: number, b: number) => void;
318
417
  readonly __wbg_set_penalty_other_penalty_length_threshold: (a: number, b: number) => void;
319
- readonly build_dictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
320
- readonly build_user_dictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
321
- readonly getVersion: () => [number, number];
322
418
  readonly jspenalty_new: (a: number, b: number, c: number, d: number) => number;
323
- readonly load_dictionary: (a: number, b: number) => [number, number, number];
324
- readonly load_user_dictionary: (a: number, b: number, c: number) => [number, number, number];
325
- readonly __wbg_tokenizer_free: (a: number, b: number) => void;
326
- readonly __wbg_tokenizerbuilder_free: (a: number, b: number) => void;
327
- readonly tokenizer_new: (a: number, b: number, c: number, d: number) => [number, number, number];
328
- readonly tokenizer_tokenize: (a: number, b: number, c: number) => [number, number, number, number];
329
- readonly tokenizerbuilder_appendCharacterFilter: (a: number, b: number, c: number, d: any) => [number, number];
330
- readonly tokenizerbuilder_appendTokenFilter: (a: number, b: number, c: number, d: any) => [number, number];
331
- readonly tokenizerbuilder_append_character_filter: (a: number, b: number, c: number, d: any) => [number, number];
332
- readonly tokenizerbuilder_append_token_filter: (a: number, b: number, c: number, d: any) => [number, number];
333
- readonly tokenizerbuilder_build: (a: number) => [number, number, number];
334
- readonly tokenizerbuilder_new: () => [number, number, number];
335
- readonly tokenizerbuilder_setDictionary: (a: number, b: number, c: number) => [number, number];
336
- readonly tokenizerbuilder_setKeepWhitespace: (a: number, b: number) => [number, number];
337
- readonly tokenizerbuilder_setMode: (a: number, b: number, c: number) => [number, number];
338
- readonly tokenizerbuilder_setUserDictionary: (a: number, b: number, c: number) => [number, number];
339
- readonly tokenizerbuilder_set_dictionary: (a: number, b: number, c: number) => [number, number];
340
- readonly tokenizerbuilder_set_keep_whitespace: (a: number, b: number) => [number, number];
341
- readonly tokenizerbuilder_set_mode: (a: number, b: number, c: number) => [number, number];
342
- readonly tokenizerbuilder_set_user_dictionary: (a: number, b: number, c: number) => [number, number];
343
- readonly __wbg_fielddefinition_free: (a: number, b: number) => void;
344
- readonly __wbg_get_fielddefinition_description: (a: number) => [number, number];
345
- readonly __wbg_get_fielddefinition_field_type: (a: number) => number;
346
- readonly __wbg_get_fielddefinition_index: (a: number) => number;
347
- readonly __wbg_get_fielddefinition_name: (a: number) => [number, number];
348
- readonly __wbg_schema_free: (a: number, b: number) => void;
349
- readonly __wbg_set_fielddefinition_description: (a: number, b: number, c: number) => void;
350
- readonly __wbg_set_fielddefinition_field_type: (a: number, b: number) => void;
351
- readonly __wbg_set_fielddefinition_index: (a: number, b: number) => void;
352
- readonly __wbg_set_fielddefinition_name: (a: number, b: number, c: number) => void;
353
- readonly jsfielddefinition_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
354
- readonly jsschema_create_default: () => number;
355
- readonly jsschema_field_count: (a: number) => number;
356
- readonly jsschema_get_all_fields: (a: number) => [number, number];
357
- readonly jsschema_get_custom_fields: (a: number) => [number, number];
358
- readonly jsschema_get_field_by_name: (a: number, b: number, c: number) => number;
359
- readonly jsschema_get_field_index: (a: number, b: number, c: number) => number;
360
- readonly jsschema_get_field_name: (a: number, b: number) => [number, number];
361
- readonly jsschema_new: (a: number, b: number) => number;
362
- readonly __wbg_dictionary_free: (a: number, b: number) => void;
363
- readonly __wbg_userdictionary_free: (a: number, b: number) => void;
364
- readonly buildDictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
365
- readonly buildUserDictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
366
- readonly jsdictionary_encoding: (a: number) => [number, number];
367
- readonly jsdictionary_metadata: (a: number) => number;
368
- readonly jsdictionary_name: (a: number) => [number, number];
369
- readonly loadDictionary: (a: number, b: number) => [number, number, number];
370
- readonly loadUserDictionary: (a: number, b: number, c: number) => [number, number, number];
371
- readonly version: () => [number, number];
372
419
  readonly __wbg_set_token_byte_start: (a: number, b: number) => void;
373
- readonly __wbg_set_token_surface: (a: number, b: number, c: number) => void;
374
- readonly __wbg_set_linderaerror_message: (a: number, b: number, c: number) => void;
375
- readonly __wbg_get_token_byte_start: (a: number) => number;
376
- readonly __wbg_get_token_surface: (a: number) => [number, number];
377
420
  readonly __wbg_get_linderaerror_message: (a: number) => [number, number];
421
+ readonly __wbg_get_token_surface: (a: number) => [number, number];
422
+ readonly __wbg_get_token_byte_start: (a: number) => number;
423
+ readonly version: () => [number, number];
424
+ readonly __wbg_set_linderaerror_message: (a: number, b: number, c: number) => void;
425
+ readonly __wbg_set_token_surface: (a: number, b: number, c: number) => void;
378
426
  readonly __wbindgen_malloc: (a: number, b: number) => number;
379
427
  readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
380
428
  readonly __wbindgen_exn_store: (a: number) => void;