@stll/anonymize-wasm 1.5.0 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/LICENSE +1 -2
  2. package/README.md +93 -4
  3. package/dist/native/index.wasi-browser.js +12002 -0
  4. package/dist/native/index.wasi.cjs +122 -0
  5. package/dist/native/index.wasm32-wasi.wasm +0 -0
  6. package/dist/native/native-pipeline.cs.stlanonpkg +0 -0
  7. package/dist/native/native-pipeline.de.stlanonpkg +0 -0
  8. package/dist/native/native-pipeline.en.stlanonpkg +0 -0
  9. package/dist/native/native-pipeline.stlanonpkg +0 -0
  10. package/dist/native/wasi-worker-browser.mjs +10766 -0
  11. package/dist/native/wasi-worker.mjs +63 -0
  12. package/dist/vite.d.mts +18 -2
  13. package/dist/vite.mjs +89 -12
  14. package/dist/vite.mjs.map +1 -1
  15. package/dist/wasm.d.mts +553 -1102
  16. package/dist/wasm.mjs +359 -16223
  17. package/dist/wasm.mjs.map +1 -1
  18. package/package.json +15 -9
  19. package/dist/address-boundaries.mjs +0 -195
  20. package/dist/address-boundaries.mjs.map +0 -1
  21. package/dist/address-prepositions.mjs +0 -182
  22. package/dist/address-prepositions.mjs.map +0 -1
  23. package/dist/address-stop-keywords.mjs +0 -137
  24. package/dist/address-stop-keywords.mjs.map +0 -1
  25. package/dist/address-stopwords.mjs +0 -84
  26. package/dist/address-stopwords.mjs.map +0 -1
  27. package/dist/allow-list.mjs +0 -196
  28. package/dist/allow-list.mjs.map +0 -1
  29. package/dist/clause-noun-heads.mjs +0 -75
  30. package/dist/clause-noun-heads.mjs.map +0 -1
  31. package/dist/common-words-en.mjs +0 -9887
  32. package/dist/common-words-en.mjs.map +0 -1
  33. package/dist/coreference.cs.mjs +0 -14
  34. package/dist/coreference.cs.mjs.map +0 -1
  35. package/dist/coreference.de.mjs +0 -14
  36. package/dist/coreference.de.mjs.map +0 -1
  37. package/dist/coreference.en.mjs +0 -14
  38. package/dist/coreference.en.mjs.map +0 -1
  39. package/dist/coreference.es.mjs +0 -22
  40. package/dist/coreference.es.mjs.map +0 -1
  41. package/dist/coreference.fr.mjs +0 -32
  42. package/dist/coreference.fr.mjs.map +0 -1
  43. package/dist/coreference.it.mjs +0 -27
  44. package/dist/coreference.it.mjs.map +0 -1
  45. package/dist/coreference.pl.mjs +0 -27
  46. package/dist/coreference.pl.mjs.map +0 -1
  47. package/dist/coreference.pt-br.mjs +0 -14
  48. package/dist/coreference.pt-br.mjs.map +0 -1
  49. package/dist/coreference.sk.mjs +0 -27
  50. package/dist/coreference.sk.mjs.map +0 -1
  51. package/dist/currencies.mjs +0 -231
  52. package/dist/currencies.mjs.map +0 -1
  53. package/dist/date-months.mjs +0 -618
  54. package/dist/date-months.mjs.map +0 -1
  55. package/dist/document-structure-headings.mjs +0 -90
  56. package/dist/document-structure-headings.mjs.map +0 -1
  57. package/dist/generic-roles.mjs +0 -244
  58. package/dist/generic-roles.mjs.map +0 -1
  59. package/dist/hotword-rules.mjs +0 -149
  60. package/dist/hotword-rules.mjs.map +0 -1
  61. package/dist/legal-form-leading-clauses.mjs +0 -23
  62. package/dist/legal-form-leading-clauses.mjs.map +0 -1
  63. package/dist/legal-forms.mjs +0 -2115
  64. package/dist/legal-forms.mjs.map +0 -1
  65. package/dist/legal-role-heads.cs.mjs +0 -42
  66. package/dist/legal-role-heads.cs.mjs.map +0 -1
  67. package/dist/legal-role-heads.de.mjs +0 -33
  68. package/dist/legal-role-heads.de.mjs.map +0 -1
  69. package/dist/legal-role-heads.en.mjs +0 -37
  70. package/dist/legal-role-heads.en.mjs.map +0 -1
  71. package/dist/legal-role-heads.es.mjs +0 -54
  72. package/dist/legal-role-heads.es.mjs.map +0 -1
  73. package/dist/legal-role-heads.fr.mjs +0 -72
  74. package/dist/legal-role-heads.fr.mjs.map +0 -1
  75. package/dist/legal-role-heads.it.mjs +0 -68
  76. package/dist/legal-role-heads.it.mjs.map +0 -1
  77. package/dist/legal-role-heads.pl.mjs +0 -84
  78. package/dist/legal-role-heads.pl.mjs.map +0 -1
  79. package/dist/legal-role-heads.pt-br.mjs +0 -63
  80. package/dist/legal-role-heads.pt-br.mjs.map +0 -1
  81. package/dist/legal-role-heads.sk.mjs +0 -80
  82. package/dist/legal-role-heads.sk.mjs.map +0 -1
  83. package/dist/manifest.mjs +0 -69
  84. package/dist/manifest.mjs.map +0 -1
  85. package/dist/names-exclusions.mjs +0 -223
  86. package/dist/names-exclusions.mjs.map +0 -1
  87. package/dist/names-first.mjs +0 -418
  88. package/dist/names-first.mjs.map +0 -1
  89. package/dist/names-nw-ar.mjs +0 -202
  90. package/dist/names-nw-ar.mjs.map +0 -1
  91. package/dist/names-nw-excluded-allcaps.mjs +0 -112
  92. package/dist/names-nw-excluded-allcaps.mjs.map +0 -1
  93. package/dist/names-nw-fil.mjs +0 -202
  94. package/dist/names-nw-fil.mjs.map +0 -1
  95. package/dist/names-nw-id.mjs +0 -210
  96. package/dist/names-nw-id.mjs.map +0 -1
  97. package/dist/names-nw-in.mjs +0 -526
  98. package/dist/names-nw-in.mjs.map +0 -1
  99. package/dist/names-nw-ja-latn.mjs +0 -260
  100. package/dist/names-nw-ja-latn.mjs.map +0 -1
  101. package/dist/names-nw-ko.mjs +0 -162
  102. package/dist/names-nw-ko.mjs.map +0 -1
  103. package/dist/names-nw-th.mjs +0 -188
  104. package/dist/names-nw-th.mjs.map +0 -1
  105. package/dist/names-nw-vi.mjs +0 -151
  106. package/dist/names-nw-vi.mjs.map +0 -1
  107. package/dist/names-nw-zh-latn.mjs +0 -197
  108. package/dist/names-nw-zh-latn.mjs.map +0 -1
  109. package/dist/names-surnames.mjs +0 -113
  110. package/dist/names-surnames.mjs.map +0 -1
  111. package/dist/names-title-tokens.mjs +0 -40
  112. package/dist/names-title-tokens.mjs.map +0 -1
  113. package/dist/person-stopwords.mjs +0 -205
  114. package/dist/person-stopwords.mjs.map +0 -1
  115. package/dist/section-headings.mjs +0 -64
  116. package/dist/section-headings.mjs.map +0 -1
  117. package/dist/sentence-verb-indicators.mjs +0 -232
  118. package/dist/sentence-verb-indicators.mjs.map +0 -1
  119. package/dist/signing-clauses.mjs +0 -78
  120. package/dist/signing-clauses.mjs.map +0 -1
  121. package/dist/stopwords.mjs +0 -9915
  122. package/dist/stopwords.mjs.map +0 -1
  123. package/dist/structural-single-cap-prefixes.mjs +0 -99
  124. package/dist/structural-single-cap-prefixes.mjs.map +0 -1
  125. package/dist/triggers.cs.mjs +0 -569
  126. package/dist/triggers.cs.mjs.map +0 -1
  127. package/dist/triggers.de.mjs +0 -139
  128. package/dist/triggers.de.mjs.map +0 -1
  129. package/dist/triggers.en.mjs +0 -119
  130. package/dist/triggers.en.mjs.map +0 -1
  131. package/dist/triggers.es.mjs +0 -96
  132. package/dist/triggers.es.mjs.map +0 -1
  133. package/dist/triggers.fr.mjs +0 -275
  134. package/dist/triggers.fr.mjs.map +0 -1
  135. package/dist/triggers.global.mjs +0 -79
  136. package/dist/triggers.global.mjs.map +0 -1
  137. package/dist/triggers.hu.mjs +0 -41
  138. package/dist/triggers.hu.mjs.map +0 -1
  139. package/dist/triggers.it.mjs +0 -74
  140. package/dist/triggers.it.mjs.map +0 -1
  141. package/dist/triggers.pl.mjs +0 -271
  142. package/dist/triggers.pl.mjs.map +0 -1
  143. package/dist/triggers.pt-br.mjs +0 -193
  144. package/dist/triggers.pt-br.mjs.map +0 -1
  145. package/dist/triggers.ro.mjs +0 -59
  146. package/dist/triggers.ro.mjs.map +0 -1
  147. package/dist/triggers.sk.mjs +0 -555
  148. package/dist/triggers.sk.mjs.map +0 -1
  149. package/dist/triggers.sv.mjs +0 -58
  150. package/dist/triggers.sv.mjs.map +0 -1
  151. package/dist/year-words.mjs +0 -62
  152. package/dist/year-words.mjs.map +0 -1
@@ -0,0 +1,122 @@
1
+ /* eslint-disable */
2
+ /* prettier-ignore */
3
+
4
+ /* auto-generated by NAPI-RS */
5
+
6
+ const __nodeFs = require('node:fs')
7
+ const __nodePath = require('node:path')
8
+ const { WASI: __nodeWASI } = require('node:wasi')
9
+ const { Worker } = require('node:worker_threads')
10
+
11
+ const {
12
+ createOnMessage: __wasmCreateOnMessageForFsProxy,
13
+ getDefaultContext: __emnapiGetDefaultContext,
14
+ instantiateNapiModuleSync: __emnapiInstantiateNapiModuleSync,
15
+ } = require('@napi-rs/wasm-runtime')
16
+
17
+ const __rootDir = __nodePath.parse(process.cwd()).root
18
+
19
+ const __wasi = new __nodeWASI({
20
+ version: 'preview1',
21
+ env: process.env,
22
+ preopens: {
23
+ [__rootDir]: __rootDir,
24
+ }
25
+ })
26
+
27
+ const __emnapiContext = __emnapiGetDefaultContext()
28
+
29
+ const __sharedMemory = new WebAssembly.Memory({
30
+ initial: 4000,
31
+ maximum: 65536,
32
+ shared: true,
33
+ })
34
+
35
+ let __wasmFilePath = __nodePath.join(__dirname, 'index.wasm32-wasi.wasm')
36
+ const __wasmDebugFilePath = __nodePath.join(__dirname, 'index.wasm32-wasi.debug.wasm')
37
+
38
+ if (__nodeFs.existsSync(__wasmDebugFilePath)) {
39
+ __wasmFilePath = __wasmDebugFilePath
40
+ } else if (!__nodeFs.existsSync(__wasmFilePath)) {
41
+ try {
42
+ __wasmFilePath = require.resolve('@stll/anonymize-wasm-wasm32-wasi/index.wasm32-wasi.wasm')
43
+ } catch {
44
+ throw new Error('Cannot find index.wasm32-wasi.wasm file, and @stll/anonymize-wasm-wasm32-wasi package is not installed.')
45
+ }
46
+ }
47
+
48
+ const { instance: __napiInstance, module: __wasiModule, napiModule: __napiModule } = __emnapiInstantiateNapiModuleSync(__nodeFs.readFileSync(__wasmFilePath), {
49
+ context: __emnapiContext,
50
+ asyncWorkPoolSize: (function() {
51
+ const threadsSizeFromEnv = Number(process.env.NAPI_RS_ASYNC_WORK_POOL_SIZE ?? process.env.UV_THREADPOOL_SIZE)
52
+ // NaN > 0 is false
53
+ if (threadsSizeFromEnv > 0) {
54
+ return threadsSizeFromEnv
55
+ } else {
56
+ return 4
57
+ }
58
+ })(),
59
+ reuseWorker: true,
60
+ wasi: __wasi,
61
+ onCreateWorker() {
62
+ const worker = new Worker(__nodePath.join(__dirname, 'wasi-worker.mjs'), {
63
+ env: process.env,
64
+ })
65
+ worker.onmessage = ({ data }) => {
66
+ __wasmCreateOnMessageForFsProxy(__nodeFs)(data)
67
+ }
68
+
69
+ // The main thread of Node.js waits for all the active handles before exiting.
70
+ // But Rust threads are never waited without `thread::join`.
71
+ // So here we hack the code of Node.js to prevent the workers from being referenced (active).
72
+ // According to https://github.com/nodejs/node/blob/19e0d472728c79d418b74bddff588bea70a403d0/lib/internal/worker.js#L415,
73
+ // a worker is consist of two handles: kPublicPort and kHandle.
74
+ {
75
+ const kPublicPort = Object.getOwnPropertySymbols(worker).find(s =>
76
+ s.toString().includes("kPublicPort")
77
+ );
78
+ if (kPublicPort) {
79
+ worker[kPublicPort].ref = () => {};
80
+ }
81
+
82
+ const kHandle = Object.getOwnPropertySymbols(worker).find(s =>
83
+ s.toString().includes("kHandle")
84
+ );
85
+ if (kHandle) {
86
+ worker[kHandle].ref = () => {};
87
+ }
88
+
89
+ worker.unref();
90
+ }
91
+ return worker
92
+ },
93
+ overwriteImports(importObject) {
94
+ importObject.env = {
95
+ ...importObject.env,
96
+ ...importObject.napi,
97
+ ...importObject.emnapi,
98
+ memory: __sharedMemory,
99
+ }
100
+ return importObject
101
+ },
102
+ beforeInit({ instance }) {
103
+ for (const name of Object.keys(instance.exports)) {
104
+ if (name.startsWith('__napi_register__')) {
105
+ instance.exports[name]()
106
+ }
107
+ }
108
+ },
109
+ })
110
+ module.exports = __napiModule.exports
111
+ module.exports.NativePreparedSearch = __napiModule.exports.NativePreparedSearch
112
+ module.exports.assembleStaticSearchCompressedPackageBytes = __napiModule.exports.assembleStaticSearchCompressedPackageBytes
113
+ module.exports.assembleStaticSearchConfigJson = __napiModule.exports.assembleStaticSearchConfigJson
114
+ module.exports.assembleStaticSearchPackageBytes = __napiModule.exports.assembleStaticSearchPackageBytes
115
+ module.exports.nativePackageVersion = __napiModule.exports.nativePackageVersion
116
+ module.exports.normalizeForSearch = __napiModule.exports.normalizeForSearch
117
+ module.exports.prepareStaticSearchArtifactsBytes = __napiModule.exports.prepareStaticSearchArtifactsBytes
118
+ module.exports.prepareStaticSearchCompressedPackageBytes = __napiModule.exports.prepareStaticSearchCompressedPackageBytes
119
+ module.exports.prepareStaticSearchPackageBytes = __napiModule.exports.prepareStaticSearchPackageBytes
120
+ module.exports.redactStaticEntitiesDiagnosticsJson = __napiModule.exports.redactStaticEntitiesDiagnosticsJson
121
+ module.exports.redactStaticEntitiesJson = __napiModule.exports.redactStaticEntitiesJson
122
+ module.exports.redactStaticEntitiesSummaryDiagnosticsJson = __napiModule.exports.redactStaticEntitiesSummaryDiagnosticsJson