lindera-wasm-web 2.1.1 → 2.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +162 -27
- package/lindera_wasm.d.ts +115 -67
- package/lindera_wasm.js +367 -435
- package/lindera_wasm_bg.wasm +0 -0
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -6,79 +6,214 @@ WebAssembly of Lindera
|
|
|
6
6
|
|
|
7
7
|
## Demo Application
|
|
8
8
|
|
|
9
|
-
- <https://lindera.github.io/lindera
|
|
9
|
+
- <https://lindera.github.io/lindera/demo/>
|
|
10
10
|
|
|
11
11
|
## npm
|
|
12
12
|
|
|
13
|
-
### Web
|
|
13
|
+
### For Web
|
|
14
14
|
|
|
15
|
-
- <https://www.npmjs.com/package/lindera-wasm-web
|
|
15
|
+
- <https://www.npmjs.com/package/lindera-wasm-web>
|
|
16
|
+
Lindera WASM without a dictionary for Web
|
|
17
|
+
|
|
18
|
+
- <https://www.npmjs.com/package/lindera-wasm-cjk-web>
|
|
16
19
|
Lindera WASM with CJK dictionaries (IPADIC, ko-dic, CC-CEDICT) for Web
|
|
17
20
|
|
|
18
|
-
- <https://www.npmjs.com/package/lindera-wasm-web
|
|
21
|
+
- <https://www.npmjs.com/package/lindera-wasm-ipadic-web>
|
|
19
22
|
Lindera WASM with Japanese dictionary (IPADIC) for Web
|
|
20
23
|
|
|
21
|
-
- <https://www.npmjs.com/package/lindera-wasm-web
|
|
24
|
+
- <https://www.npmjs.com/package/lindera-wasm-unidic-web>
|
|
22
25
|
Lindera WASM with Japanese dictionary (UniDic) for Web
|
|
23
26
|
|
|
24
|
-
- <https://www.npmjs.com/package/lindera-wasm-
|
|
27
|
+
- <https://www.npmjs.com/package/lindera-wasm-ko-dic-web>
|
|
25
28
|
Lindera WASM with Korean dictionary (ko-dic) for Web
|
|
26
29
|
|
|
27
|
-
- <https://www.npmjs.com/package/lindera-wasm-
|
|
30
|
+
- <https://www.npmjs.com/package/lindera-wasm-cc-cedict-web>
|
|
28
31
|
Lindera WASM with Chinese dictionary (CC-CEDICT) for Web
|
|
29
32
|
|
|
30
|
-
### Node.js
|
|
33
|
+
### For Node.js
|
|
34
|
+
|
|
35
|
+
- <https://www.npmjs.com/package/lindera-wasm-nodejs>
|
|
36
|
+
Lindera WASM without a dictionary for Node.js
|
|
31
37
|
|
|
32
|
-
- <https://www.npmjs.com/package/lindera-wasm-nodejs
|
|
38
|
+
- <https://www.npmjs.com/package/lindera-wasm-cjk-nodejs>
|
|
33
39
|
Lindera WASM with CJK dictionaries (IPADIC, ko-dic, CC-CEDICT) for Node.js
|
|
34
40
|
|
|
35
|
-
- <https://www.npmjs.com/package/lindera-wasm-nodejs
|
|
41
|
+
- <https://www.npmjs.com/package/lindera-wasm-ipadic-nodejs>
|
|
36
42
|
Lindera WASM with Japanese dictionary (IPADIC) for Node.js
|
|
37
43
|
|
|
38
|
-
- <https://www.npmjs.com/package/lindera-wasm-nodejs
|
|
44
|
+
- <https://www.npmjs.com/package/lindera-wasm-unidic-nodejs>
|
|
39
45
|
Lindera WASM with Japanese dictionary (UniDic) for Node.js
|
|
40
46
|
|
|
41
|
-
- <https://www.npmjs.com/package/lindera-wasm-
|
|
47
|
+
- <https://www.npmjs.com/package/lindera-wasm-ko-dic-nodejs>
|
|
42
48
|
Lindera WASM with Korean dictionary (ko-dic) for Node.js
|
|
43
49
|
|
|
44
|
-
- <https://www.npmjs.com/package/lindera-wasm-
|
|
50
|
+
- <https://www.npmjs.com/package/lindera-wasm-cc-cedict-nodejs>
|
|
45
51
|
Lindera WASM with Chinese dictionary (CC-CEDICT) for Node.js
|
|
46
52
|
|
|
53
|
+
### For bundler
|
|
54
|
+
|
|
55
|
+
- <https://www.npmjs.com/package/lindera-wasm-bundler>
|
|
56
|
+
Lindera WASM without a dictionary for Bundler
|
|
57
|
+
|
|
58
|
+
- <https://www.npmjs.com/package/lindera-wasm-cjk-bundler>
|
|
59
|
+
Lindera WASM with CJK dictionaries (IPADIC, ko-dic, CC-CEDICT) for Bundler
|
|
60
|
+
|
|
61
|
+
- <https://www.npmjs.com/package/lindera-wasm-ipadic-bundler>
|
|
62
|
+
Lindera WASM with Japanese dictionary (IPADIC) for Bundler
|
|
63
|
+
|
|
64
|
+
- <https://www.npmjs.com/package/lindera-wasm-unidic-bundler>
|
|
65
|
+
Lindera WASM with Japanese dictionary (UniDic) for Bundler
|
|
66
|
+
|
|
67
|
+
- <https://www.npmjs.com/package/lindera-wasm-ko-dic-bundler>
|
|
68
|
+
Lindera WASM with Korean dictionary (ko-dic) for Bundler
|
|
69
|
+
|
|
70
|
+
- <https://www.npmjs.com/package/lindera-wasm-cc-cedict-bundler>
|
|
71
|
+
Lindera WASM with Chinese dictionary (CC-CEDICT) for Bundler
|
|
72
|
+
|
|
47
73
|
## Usage
|
|
48
74
|
|
|
49
|
-
|
|
75
|
+
### Web Usage
|
|
50
76
|
|
|
51
|
-
|
|
52
|
-
import __wbg_init, { TokenizerBuilder } from 'lindera-wasm'
|
|
77
|
+
Use the `-web` packages for browser environments with `<script type="module">`:
|
|
53
78
|
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
79
|
+
```html
|
|
80
|
+
<script type="module">
|
|
81
|
+
import __wbg_init, { TokenizerBuilder } from 'https://cdn.jsdelivr.net/npm/lindera-wasm-ipadic-web/lindera_wasm.js';
|
|
82
|
+
|
|
83
|
+
__wbg_init().then(() => {
|
|
84
|
+
const builder = new TokenizerBuilder();
|
|
85
|
+
builder.setDictionary("embedded://ipadic");
|
|
86
|
+
builder.setMode("normal");
|
|
87
|
+
const tokenizer = builder.build();
|
|
88
|
+
|
|
89
|
+
const tokens = tokenizer.tokenize("すもももももももものうち");
|
|
90
|
+
tokens.forEach(token => {
|
|
91
|
+
console.log(`${token.surface}: ${token.details.join(", ")}`);
|
|
92
|
+
});
|
|
93
|
+
});
|
|
94
|
+
</script>
|
|
58
95
|
```
|
|
59
96
|
|
|
60
|
-
|
|
97
|
+
Or with a bundler:
|
|
98
|
+
|
|
99
|
+
```js
|
|
100
|
+
import __wbg_init, { TokenizerBuilder } from 'lindera-wasm-ipadic-web';
|
|
101
|
+
|
|
102
|
+
async function main() {
|
|
103
|
+
await __wbg_init();
|
|
104
|
+
|
|
105
|
+
const builder = new TokenizerBuilder();
|
|
106
|
+
builder.setDictionary("embedded://ipadic");
|
|
107
|
+
builder.setMode("normal");
|
|
108
|
+
const tokenizer = builder.build();
|
|
109
|
+
|
|
110
|
+
const tokens = tokenizer.tokenize("すもももももももものうち");
|
|
111
|
+
tokens.forEach(token => {
|
|
112
|
+
console.log(`${token.surface}: ${token.details.join(", ")}`);
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
main();
|
|
117
|
+
```
|
|
118
|
+
|
|
119
|
+
### Node.js Usage
|
|
120
|
+
|
|
121
|
+
Use the `-nodejs` packages for Node.js environments:
|
|
122
|
+
|
|
123
|
+
```js
|
|
124
|
+
const { TokenizerBuilder } = require('lindera-wasm-ipadic-nodejs');
|
|
125
|
+
|
|
126
|
+
const builder = new TokenizerBuilder();
|
|
127
|
+
builder.setDictionary("embedded://ipadic");
|
|
128
|
+
builder.setMode("normal");
|
|
129
|
+
const tokenizer = builder.build();
|
|
130
|
+
|
|
131
|
+
const tokens = tokenizer.tokenize("すもももももももものうち");
|
|
132
|
+
tokens.forEach(token => {
|
|
133
|
+
console.log(`${token.surface}: ${token.details.join(", ")}`);
|
|
134
|
+
});
|
|
135
|
+
```
|
|
136
|
+
|
|
137
|
+
Or with ESM:
|
|
138
|
+
|
|
139
|
+
```js
|
|
140
|
+
import { TokenizerBuilder } from 'lindera-wasm-ipadic-nodejs';
|
|
141
|
+
|
|
142
|
+
const builder = new TokenizerBuilder();
|
|
143
|
+
builder.setDictionary("embedded://ipadic");
|
|
144
|
+
builder.setMode("normal");
|
|
145
|
+
const tokenizer = builder.build();
|
|
146
|
+
|
|
147
|
+
const tokens = tokenizer.tokenize("すもももももももものうち");
|
|
148
|
+
tokens.forEach(token => {
|
|
149
|
+
console.log(`${token.surface}: ${token.details.join(", ")}`);
|
|
150
|
+
});
|
|
151
|
+
```
|
|
152
|
+
|
|
153
|
+
### Bundler Usage (Webpack, Rollup, etc.)
|
|
154
|
+
|
|
155
|
+
Use the `-bundler` packages for bundler environments:
|
|
156
|
+
|
|
157
|
+
```js
|
|
158
|
+
import __wbg_init, { TokenizerBuilder } from 'lindera-wasm-ipadic-bundler';
|
|
159
|
+
|
|
160
|
+
async function main() {
|
|
161
|
+
await __wbg_init();
|
|
162
|
+
|
|
163
|
+
const builder = new TokenizerBuilder();
|
|
164
|
+
builder.setDictionary("embedded://ipadic");
|
|
165
|
+
builder.setMode("normal");
|
|
166
|
+
const tokenizer = builder.build();
|
|
167
|
+
|
|
168
|
+
const tokens = tokenizer.tokenize("すもももももももものうち");
|
|
169
|
+
tokens.forEach(token => {
|
|
170
|
+
console.log(`${token.surface}: ${token.details.join(", ")}`);
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
main();
|
|
175
|
+
```
|
|
176
|
+
|
|
177
|
+
### Token Properties
|
|
178
|
+
|
|
179
|
+
Each token object has the following properties:
|
|
180
|
+
|
|
181
|
+
| Property | Type | Description |
|
|
182
|
+
| -------- | ---- | ----------- |
|
|
183
|
+
| `surface` | `string` | Surface form of the token |
|
|
184
|
+
| `byteStart` | `number` | Start byte position in the original text |
|
|
185
|
+
| `byteEnd` | `number` | End byte position in the original text |
|
|
186
|
+
| `position` | `number` | Position index of the token |
|
|
187
|
+
| `wordId` | `number` | Word ID in the dictionary |
|
|
188
|
+
| `details` | `string[]` | Morphological details array |
|
|
189
|
+
|
|
190
|
+
Methods:
|
|
191
|
+
|
|
192
|
+
- `getDetail(index)`: Returns the detail at the specified index, or `undefined` if not found
|
|
193
|
+
- `toJSON()`: Returns the token as a plain JavaScript object
|
|
194
|
+
|
|
195
|
+
### For Vite Projects
|
|
61
196
|
|
|
62
197
|
You should exclude this package in the `optimizeDeps`:
|
|
63
198
|
|
|
64
|
-
```
|
|
199
|
+
```js
|
|
65
200
|
// vite.config.js
|
|
66
201
|
import { defineConfig } from 'vite'
|
|
67
202
|
|
|
68
203
|
export default defineConfig({
|
|
69
204
|
optimizeDeps: {
|
|
70
205
|
exclude: [
|
|
71
|
-
"lindera-wasm"
|
|
206
|
+
"lindera-wasm-ipadic-web"
|
|
72
207
|
]
|
|
73
208
|
},
|
|
74
209
|
})
|
|
75
210
|
```
|
|
76
211
|
|
|
77
|
-
###
|
|
212
|
+
### For Browser Extension Development
|
|
78
213
|
|
|
79
|
-
Set the `cors` config in vite.config.js
|
|
214
|
+
Set the `cors` config in vite.config.js:
|
|
80
215
|
|
|
81
|
-
```
|
|
216
|
+
```js
|
|
82
217
|
// vite.config.js
|
|
83
218
|
import { defineConfig } from 'vite'
|
|
84
219
|
|
|
@@ -93,7 +228,7 @@ export default defineConfig({
|
|
|
93
228
|
})
|
|
94
229
|
```
|
|
95
230
|
|
|
96
|
-
|
|
231
|
+
And set the `content_security_policy` to contain `wasm-unsafe-eval` in manifest.json:
|
|
97
232
|
|
|
98
233
|
```json
|
|
99
234
|
"content_security_policy": {
|
package/lindera_wasm.d.ts
CHANGED
|
@@ -18,15 +18,18 @@ export class Dictionary {
|
|
|
18
18
|
private constructor();
|
|
19
19
|
free(): void;
|
|
20
20
|
[Symbol.dispose](): void;
|
|
21
|
+
readonly encoding: string;
|
|
22
|
+
readonly metadata: Metadata;
|
|
23
|
+
readonly name: string;
|
|
21
24
|
}
|
|
22
25
|
|
|
23
26
|
/**
|
|
24
27
|
* Field definition in dictionary schema.
|
|
25
28
|
*/
|
|
26
29
|
export class FieldDefinition {
|
|
27
|
-
private constructor();
|
|
28
30
|
free(): void;
|
|
29
31
|
[Symbol.dispose](): void;
|
|
32
|
+
constructor(index: number, name: string, field_type: FieldType, description?: string | null);
|
|
30
33
|
get description(): string | undefined;
|
|
31
34
|
set description(value: string | null | undefined);
|
|
32
35
|
field_type: FieldType;
|
|
@@ -64,9 +67,10 @@ export enum FieldType {
|
|
|
64
67
|
* Error type for Lindera operations.
|
|
65
68
|
*/
|
|
66
69
|
export class LinderaError {
|
|
67
|
-
private constructor();
|
|
68
70
|
free(): void;
|
|
69
71
|
[Symbol.dispose](): void;
|
|
72
|
+
constructor(message: string);
|
|
73
|
+
toString(): string;
|
|
70
74
|
message: string;
|
|
71
75
|
}
|
|
72
76
|
|
|
@@ -74,9 +78,15 @@ export class LinderaError {
|
|
|
74
78
|
* Dictionary metadata configuration.
|
|
75
79
|
*/
|
|
76
80
|
export class Metadata {
|
|
77
|
-
private constructor();
|
|
78
81
|
free(): void;
|
|
79
82
|
[Symbol.dispose](): void;
|
|
83
|
+
static createDefault(): Metadata;
|
|
84
|
+
constructor(name?: string | null, encoding?: string | null, compress_algorithm?: CompressionAlgorithm | null);
|
|
85
|
+
compress_algorithm: CompressionAlgorithm;
|
|
86
|
+
dictionary_schema: Schema;
|
|
87
|
+
encoding: string;
|
|
88
|
+
name: string;
|
|
89
|
+
user_dictionary_schema: Schema;
|
|
80
90
|
}
|
|
81
91
|
|
|
82
92
|
/**
|
|
@@ -102,9 +112,9 @@ export enum Mode {
|
|
|
102
112
|
* character type and length thresholds.
|
|
103
113
|
*/
|
|
104
114
|
export class Penalty {
|
|
105
|
-
private constructor();
|
|
106
115
|
free(): void;
|
|
107
116
|
[Symbol.dispose](): void;
|
|
117
|
+
constructor(kanji_penalty_length_threshold?: number | null, kanji_penalty_length_penalty?: number | null, other_penalty_length_threshold?: number | null, other_penalty_length_penalty?: number | null);
|
|
108
118
|
kanji_penalty_length_penalty: number;
|
|
109
119
|
kanji_penalty_length_threshold: number;
|
|
110
120
|
other_penalty_length_penalty: number;
|
|
@@ -115,9 +125,16 @@ export class Penalty {
|
|
|
115
125
|
* Dictionary schema definition.
|
|
116
126
|
*/
|
|
117
127
|
export class Schema {
|
|
118
|
-
private constructor();
|
|
119
128
|
free(): void;
|
|
120
129
|
[Symbol.dispose](): void;
|
|
130
|
+
static create_default(): Schema;
|
|
131
|
+
field_count(): number;
|
|
132
|
+
get_all_fields(): string[];
|
|
133
|
+
get_custom_fields(): string[];
|
|
134
|
+
get_field_by_name(name: string): FieldDefinition | undefined;
|
|
135
|
+
get_field_index(field_name: string): number | undefined;
|
|
136
|
+
get_field_name(index: number): string | undefined;
|
|
137
|
+
constructor(fields: string[]);
|
|
121
138
|
}
|
|
122
139
|
|
|
123
140
|
/**
|
|
@@ -138,6 +155,19 @@ export class Token {
|
|
|
138
155
|
private constructor();
|
|
139
156
|
free(): void;
|
|
140
157
|
[Symbol.dispose](): void;
|
|
158
|
+
/**
|
|
159
|
+
* Returns the detail at the specified index.
|
|
160
|
+
*
|
|
161
|
+
* # Parameters
|
|
162
|
+
*
|
|
163
|
+
* - `index`: Index of the detail to retrieve.
|
|
164
|
+
*
|
|
165
|
+
* # Returns
|
|
166
|
+
*
|
|
167
|
+
* The detail string if found, otherwise undefined.
|
|
168
|
+
*/
|
|
169
|
+
getDetail(index: number): string | undefined;
|
|
170
|
+
toJSON(): any;
|
|
141
171
|
/**
|
|
142
172
|
* End byte position in the original text.
|
|
143
173
|
*/
|
|
@@ -150,6 +180,10 @@ export class Token {
|
|
|
150
180
|
* Morphological details of the token.
|
|
151
181
|
*/
|
|
152
182
|
details: string[];
|
|
183
|
+
/**
|
|
184
|
+
* Whether this token is an unknown word (not found in the dictionary).
|
|
185
|
+
*/
|
|
186
|
+
is_unknown: boolean;
|
|
153
187
|
/**
|
|
154
188
|
* Position index of the token.
|
|
155
189
|
*/
|
|
@@ -175,6 +209,16 @@ export class Tokenizer {
|
|
|
175
209
|
* Tokenizes the input text.
|
|
176
210
|
*/
|
|
177
211
|
tokenize(input_text: string): Token[];
|
|
212
|
+
/**
|
|
213
|
+
* Tokenizes the input text and returns N-best results.
|
|
214
|
+
*
|
|
215
|
+
* Returns an array of arrays, where each inner array contains Token JSON objects.
|
|
216
|
+
*/
|
|
217
|
+
tokenizeNbest(input_text: string, n: number, unique?: boolean | null, cost_threshold?: bigint | null): any;
|
|
218
|
+
/**
|
|
219
|
+
* Tokenizes the input text and returns N-best results (snake_case alias).
|
|
220
|
+
*/
|
|
221
|
+
tokenize_nbest(input_text: string, n: number, unique?: boolean | null, cost_threshold?: bigint | null): any;
|
|
178
222
|
}
|
|
179
223
|
|
|
180
224
|
/**
|
|
@@ -279,10 +323,56 @@ export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembl
|
|
|
279
323
|
|
|
280
324
|
export interface InitOutput {
|
|
281
325
|
readonly memory: WebAssembly.Memory;
|
|
282
|
-
readonly
|
|
326
|
+
readonly __wbg_dictionary_free: (a: number, b: number) => void;
|
|
327
|
+
readonly __wbg_fielddefinition_free: (a: number, b: number) => void;
|
|
328
|
+
readonly __wbg_get_fielddefinition_description: (a: number) => [number, number];
|
|
329
|
+
readonly __wbg_get_fielddefinition_field_type: (a: number) => number;
|
|
330
|
+
readonly __wbg_get_fielddefinition_index: (a: number) => number;
|
|
331
|
+
readonly __wbg_get_fielddefinition_name: (a: number) => [number, number];
|
|
332
|
+
readonly __wbg_schema_free: (a: number, b: number) => void;
|
|
333
|
+
readonly __wbg_set_fielddefinition_description: (a: number, b: number, c: number) => void;
|
|
334
|
+
readonly __wbg_set_fielddefinition_field_type: (a: number, b: number) => void;
|
|
335
|
+
readonly __wbg_set_fielddefinition_index: (a: number, b: number) => void;
|
|
336
|
+
readonly __wbg_set_fielddefinition_name: (a: number, b: number, c: number) => void;
|
|
337
|
+
readonly __wbg_userdictionary_free: (a: number, b: number) => void;
|
|
338
|
+
readonly buildDictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
|
|
339
|
+
readonly buildUserDictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
|
|
340
|
+
readonly jsdictionary_encoding: (a: number) => [number, number];
|
|
341
|
+
readonly jsdictionary_metadata: (a: number) => number;
|
|
342
|
+
readonly jsdictionary_name: (a: number) => [number, number];
|
|
343
|
+
readonly jsfielddefinition_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
|
|
344
|
+
readonly jsschema_create_default: () => number;
|
|
345
|
+
readonly jsschema_field_count: (a: number) => number;
|
|
346
|
+
readonly jsschema_get_all_fields: (a: number) => [number, number];
|
|
347
|
+
readonly jsschema_get_custom_fields: (a: number) => [number, number];
|
|
348
|
+
readonly jsschema_get_field_by_name: (a: number, b: number, c: number) => number;
|
|
349
|
+
readonly jsschema_get_field_index: (a: number, b: number, c: number) => number;
|
|
350
|
+
readonly jsschema_get_field_name: (a: number, b: number) => [number, number];
|
|
351
|
+
readonly jsschema_new: (a: number, b: number) => number;
|
|
352
|
+
readonly loadDictionary: (a: number, b: number) => [number, number, number];
|
|
353
|
+
readonly loadUserDictionary: (a: number, b: number, c: number) => [number, number, number];
|
|
354
|
+
readonly __wbg_tokenizer_free: (a: number, b: number) => void;
|
|
355
|
+
readonly __wbg_tokenizerbuilder_free: (a: number, b: number) => void;
|
|
356
|
+
readonly tokenizer_new: (a: number, b: number, c: number, d: number) => [number, number, number];
|
|
357
|
+
readonly tokenizer_tokenize: (a: number, b: number, c: number) => [number, number, number, number];
|
|
358
|
+
readonly tokenizer_tokenizeNbest: (a: number, b: number, c: number, d: number, e: number, f: number, g: bigint) => [number, number, number];
|
|
359
|
+
readonly tokenizer_tokenize_nbest: (a: number, b: number, c: number, d: number, e: number, f: number, g: bigint) => [number, number, number];
|
|
360
|
+
readonly tokenizerbuilder_appendCharacterFilter: (a: number, b: number, c: number, d: any) => [number, number];
|
|
361
|
+
readonly tokenizerbuilder_appendTokenFilter: (a: number, b: number, c: number, d: any) => [number, number];
|
|
362
|
+
readonly tokenizerbuilder_append_character_filter: (a: number, b: number, c: number, d: any) => [number, number];
|
|
363
|
+
readonly tokenizerbuilder_append_token_filter: (a: number, b: number, c: number, d: any) => [number, number];
|
|
364
|
+
readonly tokenizerbuilder_build: (a: number) => [number, number, number];
|
|
365
|
+
readonly tokenizerbuilder_new: () => [number, number, number];
|
|
366
|
+
readonly tokenizerbuilder_setDictionary: (a: number, b: number, c: number) => [number, number];
|
|
367
|
+
readonly tokenizerbuilder_setKeepWhitespace: (a: number, b: number) => [number, number];
|
|
368
|
+
readonly tokenizerbuilder_setMode: (a: number, b: number, c: number) => [number, number];
|
|
369
|
+
readonly tokenizerbuilder_setUserDictionary: (a: number, b: number, c: number) => [number, number];
|
|
370
|
+
readonly tokenizerbuilder_set_dictionary: (a: number, b: number, c: number) => [number, number];
|
|
371
|
+
readonly tokenizerbuilder_set_keep_whitespace: (a: number, b: number) => [number, number];
|
|
372
|
+
readonly tokenizerbuilder_set_mode: (a: number, b: number, c: number) => [number, number];
|
|
373
|
+
readonly tokenizerbuilder_set_user_dictionary: (a: number, b: number, c: number) => [number, number];
|
|
283
374
|
readonly __wbg_metadata_free: (a: number, b: number) => void;
|
|
284
|
-
readonly
|
|
285
|
-
readonly jslinderaerror_toString: (a: number) => [number, number];
|
|
375
|
+
readonly __wbg_segmenter_free: (a: number, b: number) => void;
|
|
286
376
|
readonly jsmetadata_compress_algorithm: (a: number) => number;
|
|
287
377
|
readonly jsmetadata_createDefault: () => number;
|
|
288
378
|
readonly jsmetadata_dictionary_schema: (a: number) => number;
|
|
@@ -297,84 +387,42 @@ export interface InitOutput {
|
|
|
297
387
|
readonly jsmetadata_user_dictionary_schema: (a: number) => number;
|
|
298
388
|
readonly __wbg_get_token_byte_end: (a: number) => number;
|
|
299
389
|
readonly __wbg_get_token_details: (a: number) => [number, number];
|
|
390
|
+
readonly __wbg_get_token_is_unknown: (a: number) => number;
|
|
300
391
|
readonly __wbg_get_token_position: (a: number) => number;
|
|
301
392
|
readonly __wbg_get_token_word_id: (a: number) => number;
|
|
393
|
+
readonly __wbg_linderaerror_free: (a: number, b: number) => void;
|
|
302
394
|
readonly __wbg_set_token_byte_end: (a: number, b: number) => void;
|
|
303
395
|
readonly __wbg_set_token_details: (a: number, b: number, c: number) => void;
|
|
396
|
+
readonly __wbg_set_token_is_unknown: (a: number, b: number) => void;
|
|
304
397
|
readonly __wbg_set_token_position: (a: number, b: number) => void;
|
|
305
398
|
readonly __wbg_set_token_word_id: (a: number, b: number) => void;
|
|
306
399
|
readonly __wbg_token_free: (a: number, b: number) => void;
|
|
307
|
-
readonly
|
|
308
|
-
readonly
|
|
400
|
+
readonly build_dictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
|
|
401
|
+
readonly build_user_dictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
|
|
402
|
+
readonly getVersion: () => [number, number];
|
|
403
|
+
readonly jslinderaerror_new: (a: number, b: number) => number;
|
|
404
|
+
readonly jslinderaerror_toString: (a: number) => [number, number];
|
|
405
|
+
readonly load_dictionary: (a: number, b: number) => [number, number, number];
|
|
406
|
+
readonly load_user_dictionary: (a: number, b: number, c: number) => [number, number, number];
|
|
407
|
+
readonly token_getDetail: (a: number, b: number) => [number, number];
|
|
408
|
+
readonly token_toJSON: (a: number) => any;
|
|
309
409
|
readonly __wbg_get_penalty_kanji_penalty_length_penalty: (a: number) => number;
|
|
310
410
|
readonly __wbg_get_penalty_kanji_penalty_length_threshold: (a: number) => number;
|
|
311
411
|
readonly __wbg_get_penalty_other_penalty_length_penalty: (a: number) => number;
|
|
312
412
|
readonly __wbg_get_penalty_other_penalty_length_threshold: (a: number) => number;
|
|
313
413
|
readonly __wbg_penalty_free: (a: number, b: number) => void;
|
|
314
|
-
readonly __wbg_segmenter_free: (a: number, b: number) => void;
|
|
315
414
|
readonly __wbg_set_penalty_kanji_penalty_length_penalty: (a: number, b: number) => void;
|
|
316
415
|
readonly __wbg_set_penalty_kanji_penalty_length_threshold: (a: number, b: number) => void;
|
|
317
416
|
readonly __wbg_set_penalty_other_penalty_length_penalty: (a: number, b: number) => void;
|
|
318
417
|
readonly __wbg_set_penalty_other_penalty_length_threshold: (a: number, b: number) => void;
|
|
319
|
-
readonly build_dictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
|
|
320
|
-
readonly build_user_dictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
|
|
321
|
-
readonly getVersion: () => [number, number];
|
|
322
418
|
readonly jspenalty_new: (a: number, b: number, c: number, d: number) => number;
|
|
323
|
-
readonly load_dictionary: (a: number, b: number) => [number, number, number];
|
|
324
|
-
readonly load_user_dictionary: (a: number, b: number, c: number) => [number, number, number];
|
|
325
|
-
readonly __wbg_tokenizer_free: (a: number, b: number) => void;
|
|
326
|
-
readonly __wbg_tokenizerbuilder_free: (a: number, b: number) => void;
|
|
327
|
-
readonly tokenizer_new: (a: number, b: number, c: number, d: number) => [number, number, number];
|
|
328
|
-
readonly tokenizer_tokenize: (a: number, b: number, c: number) => [number, number, number, number];
|
|
329
|
-
readonly tokenizerbuilder_appendCharacterFilter: (a: number, b: number, c: number, d: any) => [number, number];
|
|
330
|
-
readonly tokenizerbuilder_appendTokenFilter: (a: number, b: number, c: number, d: any) => [number, number];
|
|
331
|
-
readonly tokenizerbuilder_append_character_filter: (a: number, b: number, c: number, d: any) => [number, number];
|
|
332
|
-
readonly tokenizerbuilder_append_token_filter: (a: number, b: number, c: number, d: any) => [number, number];
|
|
333
|
-
readonly tokenizerbuilder_build: (a: number) => [number, number, number];
|
|
334
|
-
readonly tokenizerbuilder_new: () => [number, number, number];
|
|
335
|
-
readonly tokenizerbuilder_setDictionary: (a: number, b: number, c: number) => [number, number];
|
|
336
|
-
readonly tokenizerbuilder_setKeepWhitespace: (a: number, b: number) => [number, number];
|
|
337
|
-
readonly tokenizerbuilder_setMode: (a: number, b: number, c: number) => [number, number];
|
|
338
|
-
readonly tokenizerbuilder_setUserDictionary: (a: number, b: number, c: number) => [number, number];
|
|
339
|
-
readonly tokenizerbuilder_set_dictionary: (a: number, b: number, c: number) => [number, number];
|
|
340
|
-
readonly tokenizerbuilder_set_keep_whitespace: (a: number, b: number) => [number, number];
|
|
341
|
-
readonly tokenizerbuilder_set_mode: (a: number, b: number, c: number) => [number, number];
|
|
342
|
-
readonly tokenizerbuilder_set_user_dictionary: (a: number, b: number, c: number) => [number, number];
|
|
343
|
-
readonly __wbg_fielddefinition_free: (a: number, b: number) => void;
|
|
344
|
-
readonly __wbg_get_fielddefinition_description: (a: number) => [number, number];
|
|
345
|
-
readonly __wbg_get_fielddefinition_field_type: (a: number) => number;
|
|
346
|
-
readonly __wbg_get_fielddefinition_index: (a: number) => number;
|
|
347
|
-
readonly __wbg_get_fielddefinition_name: (a: number) => [number, number];
|
|
348
|
-
readonly __wbg_schema_free: (a: number, b: number) => void;
|
|
349
|
-
readonly __wbg_set_fielddefinition_description: (a: number, b: number, c: number) => void;
|
|
350
|
-
readonly __wbg_set_fielddefinition_field_type: (a: number, b: number) => void;
|
|
351
|
-
readonly __wbg_set_fielddefinition_index: (a: number, b: number) => void;
|
|
352
|
-
readonly __wbg_set_fielddefinition_name: (a: number, b: number, c: number) => void;
|
|
353
|
-
readonly jsfielddefinition_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
|
|
354
|
-
readonly jsschema_create_default: () => number;
|
|
355
|
-
readonly jsschema_field_count: (a: number) => number;
|
|
356
|
-
readonly jsschema_get_all_fields: (a: number) => [number, number];
|
|
357
|
-
readonly jsschema_get_custom_fields: (a: number) => [number, number];
|
|
358
|
-
readonly jsschema_get_field_by_name: (a: number, b: number, c: number) => number;
|
|
359
|
-
readonly jsschema_get_field_index: (a: number, b: number, c: number) => number;
|
|
360
|
-
readonly jsschema_get_field_name: (a: number, b: number) => [number, number];
|
|
361
|
-
readonly jsschema_new: (a: number, b: number) => number;
|
|
362
|
-
readonly __wbg_dictionary_free: (a: number, b: number) => void;
|
|
363
|
-
readonly __wbg_userdictionary_free: (a: number, b: number) => void;
|
|
364
|
-
readonly buildDictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
|
|
365
|
-
readonly buildUserDictionary: (a: number, b: number, c: number, d: number, e: number) => [number, number];
|
|
366
|
-
readonly jsdictionary_encoding: (a: number) => [number, number];
|
|
367
|
-
readonly jsdictionary_metadata: (a: number) => number;
|
|
368
|
-
readonly jsdictionary_name: (a: number) => [number, number];
|
|
369
|
-
readonly loadDictionary: (a: number, b: number) => [number, number, number];
|
|
370
|
-
readonly loadUserDictionary: (a: number, b: number, c: number) => [number, number, number];
|
|
371
|
-
readonly version: () => [number, number];
|
|
372
419
|
readonly __wbg_set_token_byte_start: (a: number, b: number) => void;
|
|
373
|
-
readonly __wbg_set_token_surface: (a: number, b: number, c: number) => void;
|
|
374
|
-
readonly __wbg_set_linderaerror_message: (a: number, b: number, c: number) => void;
|
|
375
|
-
readonly __wbg_get_token_byte_start: (a: number) => number;
|
|
376
|
-
readonly __wbg_get_token_surface: (a: number) => [number, number];
|
|
377
420
|
readonly __wbg_get_linderaerror_message: (a: number) => [number, number];
|
|
421
|
+
readonly __wbg_get_token_surface: (a: number) => [number, number];
|
|
422
|
+
readonly __wbg_get_token_byte_start: (a: number) => number;
|
|
423
|
+
readonly version: () => [number, number];
|
|
424
|
+
readonly __wbg_set_linderaerror_message: (a: number, b: number, c: number) => void;
|
|
425
|
+
readonly __wbg_set_token_surface: (a: number, b: number, c: number) => void;
|
|
378
426
|
readonly __wbindgen_malloc: (a: number, b: number) => number;
|
|
379
427
|
readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
|
|
380
428
|
readonly __wbindgen_exn_store: (a: number) => void;
|