@stll/anonymize-wasm 2.0.0-alpha.1 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (161) hide show
  1. package/README.md +93 -4
  2. package/dist/native/index.wasi-browser.js +12002 -0
  3. package/dist/native/index.wasi.cjs +122 -0
  4. package/dist/native/index.wasm32-wasi.wasm +0 -0
  5. package/dist/native/native-pipeline.cs.stlanonpkg +0 -0
  6. package/dist/native/native-pipeline.de.stlanonpkg +0 -0
  7. package/dist/native/native-pipeline.en.stlanonpkg +0 -0
  8. package/dist/native/native-pipeline.stlanonpkg +0 -0
  9. package/dist/native/wasi-worker-browser.mjs +10766 -0
  10. package/dist/native/wasi-worker.mjs +63 -0
  11. package/dist/vite.d.mts +18 -2
  12. package/dist/vite.mjs +89 -12
  13. package/dist/vite.mjs.map +1 -1
  14. package/dist/wasm.d.mts +417 -1348
  15. package/dist/wasm.mjs +461 -18598
  16. package/dist/wasm.mjs.map +1 -1
  17. package/package.json +15 -9
  18. package/dist/address-boundaries.mjs +0 -197
  19. package/dist/address-boundaries.mjs.map +0 -1
  20. package/dist/address-jurisdiction-prefixes.mjs +0 -16
  21. package/dist/address-jurisdiction-prefixes.mjs.map +0 -1
  22. package/dist/address-stop-keywords.mjs +0 -148
  23. package/dist/address-stop-keywords.mjs.map +0 -1
  24. package/dist/address-stopwords.mjs +0 -84
  25. package/dist/address-stopwords.mjs.map +0 -1
  26. package/dist/address-unit-abbreviations.mjs +0 -15
  27. package/dist/address-unit-abbreviations.mjs.map +0 -1
  28. package/dist/allow-list.mjs +0 -196
  29. package/dist/allow-list.mjs.map +0 -1
  30. package/dist/clause-noun-heads.mjs +0 -79
  31. package/dist/clause-noun-heads.mjs.map +0 -1
  32. package/dist/common-words-en.mjs +0 -9887
  33. package/dist/common-words-en.mjs.map +0 -1
  34. package/dist/coreference-org-determiners.mjs +0 -19
  35. package/dist/coreference-org-determiners.mjs.map +0 -1
  36. package/dist/coreference.cs.mjs +0 -14
  37. package/dist/coreference.cs.mjs.map +0 -1
  38. package/dist/coreference.de.mjs +0 -14
  39. package/dist/coreference.de.mjs.map +0 -1
  40. package/dist/coreference.en.mjs +0 -14
  41. package/dist/coreference.en.mjs.map +0 -1
  42. package/dist/coreference.es.mjs +0 -22
  43. package/dist/coreference.es.mjs.map +0 -1
  44. package/dist/coreference.fr.mjs +0 -32
  45. package/dist/coreference.fr.mjs.map +0 -1
  46. package/dist/coreference.it.mjs +0 -27
  47. package/dist/coreference.it.mjs.map +0 -1
  48. package/dist/coreference.pl.mjs +0 -27
  49. package/dist/coreference.pl.mjs.map +0 -1
  50. package/dist/coreference.pt-br.mjs +0 -14
  51. package/dist/coreference.pt-br.mjs.map +0 -1
  52. package/dist/coreference.sk.mjs +0 -27
  53. package/dist/coreference.sk.mjs.map +0 -1
  54. package/dist/currencies.mjs +0 -231
  55. package/dist/currencies.mjs.map +0 -1
  56. package/dist/date-months.mjs +0 -618
  57. package/dist/date-months.mjs.map +0 -1
  58. package/dist/defined-term-heads.mjs +0 -15
  59. package/dist/defined-term-heads.mjs.map +0 -1
  60. package/dist/document-structure-headings.mjs +0 -90
  61. package/dist/document-structure-headings.mjs.map +0 -1
  62. package/dist/false-positive-shapes.mjs +0 -36
  63. package/dist/false-positive-shapes.mjs.map +0 -1
  64. package/dist/generic-roles.mjs +0 -244
  65. package/dist/generic-roles.mjs.map +0 -1
  66. package/dist/hotword-rules.mjs +0 -149
  67. package/dist/hotword-rules.mjs.map +0 -1
  68. package/dist/legal-form-leading-clauses.mjs +0 -23
  69. package/dist/legal-form-leading-clauses.mjs.map +0 -1
  70. package/dist/legal-forms.mjs +0 -2115
  71. package/dist/legal-forms.mjs.map +0 -1
  72. package/dist/legal-role-heads.cs.mjs +0 -48
  73. package/dist/legal-role-heads.cs.mjs.map +0 -1
  74. package/dist/legal-role-heads.de.mjs +0 -33
  75. package/dist/legal-role-heads.de.mjs.map +0 -1
  76. package/dist/legal-role-heads.en.mjs +0 -37
  77. package/dist/legal-role-heads.en.mjs.map +0 -1
  78. package/dist/legal-role-heads.es.mjs +0 -54
  79. package/dist/legal-role-heads.es.mjs.map +0 -1
  80. package/dist/legal-role-heads.fr.mjs +0 -72
  81. package/dist/legal-role-heads.fr.mjs.map +0 -1
  82. package/dist/legal-role-heads.it.mjs +0 -68
  83. package/dist/legal-role-heads.it.mjs.map +0 -1
  84. package/dist/legal-role-heads.pl.mjs +0 -84
  85. package/dist/legal-role-heads.pl.mjs.map +0 -1
  86. package/dist/legal-role-heads.pt-br.mjs +0 -63
  87. package/dist/legal-role-heads.pt-br.mjs.map +0 -1
  88. package/dist/legal-role-heads.sk.mjs +0 -80
  89. package/dist/legal-role-heads.sk.mjs.map +0 -1
  90. package/dist/manifest.mjs +0 -69
  91. package/dist/manifest.mjs.map +0 -1
  92. package/dist/names-exclusions.mjs +0 -223
  93. package/dist/names-exclusions.mjs.map +0 -1
  94. package/dist/names-first.mjs +0 -418
  95. package/dist/names-first.mjs.map +0 -1
  96. package/dist/names-nw-ar.mjs +0 -202
  97. package/dist/names-nw-ar.mjs.map +0 -1
  98. package/dist/names-nw-excluded-allcaps.mjs +0 -112
  99. package/dist/names-nw-excluded-allcaps.mjs.map +0 -1
  100. package/dist/names-nw-fil.mjs +0 -202
  101. package/dist/names-nw-fil.mjs.map +0 -1
  102. package/dist/names-nw-id.mjs +0 -210
  103. package/dist/names-nw-id.mjs.map +0 -1
  104. package/dist/names-nw-in.mjs +0 -526
  105. package/dist/names-nw-in.mjs.map +0 -1
  106. package/dist/names-nw-ja-latn.mjs +0 -260
  107. package/dist/names-nw-ja-latn.mjs.map +0 -1
  108. package/dist/names-nw-ko.mjs +0 -162
  109. package/dist/names-nw-ko.mjs.map +0 -1
  110. package/dist/names-nw-th.mjs +0 -188
  111. package/dist/names-nw-th.mjs.map +0 -1
  112. package/dist/names-nw-vi.mjs +0 -151
  113. package/dist/names-nw-vi.mjs.map +0 -1
  114. package/dist/names-nw-zh-latn.mjs +0 -197
  115. package/dist/names-nw-zh-latn.mjs.map +0 -1
  116. package/dist/names-surnames.mjs +0 -113
  117. package/dist/names-surnames.mjs.map +0 -1
  118. package/dist/names-title-tokens.mjs +0 -40
  119. package/dist/names-title-tokens.mjs.map +0 -1
  120. package/dist/organization-unit-heads.mjs +0 -20
  121. package/dist/organization-unit-heads.mjs.map +0 -1
  122. package/dist/person-stopwords.mjs +0 -211
  123. package/dist/person-stopwords.mjs.map +0 -1
  124. package/dist/section-headings.mjs +0 -64
  125. package/dist/section-headings.mjs.map +0 -1
  126. package/dist/sentence-verb-indicators.mjs +0 -232
  127. package/dist/sentence-verb-indicators.mjs.map +0 -1
  128. package/dist/signing-clauses.mjs +0 -102
  129. package/dist/signing-clauses.mjs.map +0 -1
  130. package/dist/stopwords.mjs +0 -9915
  131. package/dist/stopwords.mjs.map +0 -1
  132. package/dist/structural-single-cap-prefixes.mjs +0 -99
  133. package/dist/structural-single-cap-prefixes.mjs.map +0 -1
  134. package/dist/triggers.cs.mjs +0 -569
  135. package/dist/triggers.cs.mjs.map +0 -1
  136. package/dist/triggers.de.mjs +0 -139
  137. package/dist/triggers.de.mjs.map +0 -1
  138. package/dist/triggers.en.mjs +0 -119
  139. package/dist/triggers.en.mjs.map +0 -1
  140. package/dist/triggers.es.mjs +0 -96
  141. package/dist/triggers.es.mjs.map +0 -1
  142. package/dist/triggers.fr.mjs +0 -275
  143. package/dist/triggers.fr.mjs.map +0 -1
  144. package/dist/triggers.global.mjs +0 -79
  145. package/dist/triggers.global.mjs.map +0 -1
  146. package/dist/triggers.hu.mjs +0 -41
  147. package/dist/triggers.hu.mjs.map +0 -1
  148. package/dist/triggers.it.mjs +0 -74
  149. package/dist/triggers.it.mjs.map +0 -1
  150. package/dist/triggers.pl.mjs +0 -271
  151. package/dist/triggers.pl.mjs.map +0 -1
  152. package/dist/triggers.pt-br.mjs +0 -193
  153. package/dist/triggers.pt-br.mjs.map +0 -1
  154. package/dist/triggers.ro.mjs +0 -59
  155. package/dist/triggers.ro.mjs.map +0 -1
  156. package/dist/triggers.sk.mjs +0 -555
  157. package/dist/triggers.sk.mjs.map +0 -1
  158. package/dist/triggers.sv.mjs +0 -58
  159. package/dist/triggers.sv.mjs.map +0 -1
  160. package/dist/year-words.mjs +0 -62
  161. package/dist/year-words.mjs.map +0 -1
@@ -0,0 +1,122 @@
1
+ /* eslint-disable */
2
+ /* prettier-ignore */
3
+
4
+ /* auto-generated by NAPI-RS */
5
+
6
+ const __nodeFs = require('node:fs')
7
+ const __nodePath = require('node:path')
8
+ const { WASI: __nodeWASI } = require('node:wasi')
9
+ const { Worker } = require('node:worker_threads')
10
+
11
+ const {
12
+ createOnMessage: __wasmCreateOnMessageForFsProxy,
13
+ getDefaultContext: __emnapiGetDefaultContext,
14
+ instantiateNapiModuleSync: __emnapiInstantiateNapiModuleSync,
15
+ } = require('@napi-rs/wasm-runtime')
16
+
17
+ const __rootDir = __nodePath.parse(process.cwd()).root
18
+
19
+ const __wasi = new __nodeWASI({
20
+ version: 'preview1',
21
+ env: process.env,
22
+ preopens: {
23
+ [__rootDir]: __rootDir,
24
+ }
25
+ })
26
+
27
+ const __emnapiContext = __emnapiGetDefaultContext()
28
+
29
+ const __sharedMemory = new WebAssembly.Memory({
30
+ initial: 4000,
31
+ maximum: 65536,
32
+ shared: true,
33
+ })
34
+
35
+ let __wasmFilePath = __nodePath.join(__dirname, 'index.wasm32-wasi.wasm')
36
+ const __wasmDebugFilePath = __nodePath.join(__dirname, 'index.wasm32-wasi.debug.wasm')
37
+
38
+ if (__nodeFs.existsSync(__wasmDebugFilePath)) {
39
+ __wasmFilePath = __wasmDebugFilePath
40
+ } else if (!__nodeFs.existsSync(__wasmFilePath)) {
41
+ try {
42
+ __wasmFilePath = require.resolve('@stll/anonymize-wasm-wasm32-wasi/index.wasm32-wasi.wasm')
43
+ } catch {
44
+ throw new Error('Cannot find index.wasm32-wasi.wasm file, and @stll/anonymize-wasm-wasm32-wasi package is not installed.')
45
+ }
46
+ }
47
+
48
+ const { instance: __napiInstance, module: __wasiModule, napiModule: __napiModule } = __emnapiInstantiateNapiModuleSync(__nodeFs.readFileSync(__wasmFilePath), {
49
+ context: __emnapiContext,
50
+ asyncWorkPoolSize: (function() {
51
+ const threadsSizeFromEnv = Number(process.env.NAPI_RS_ASYNC_WORK_POOL_SIZE ?? process.env.UV_THREADPOOL_SIZE)
52
+ // NaN > 0 is false
53
+ if (threadsSizeFromEnv > 0) {
54
+ return threadsSizeFromEnv
55
+ } else {
56
+ return 4
57
+ }
58
+ })(),
59
+ reuseWorker: true,
60
+ wasi: __wasi,
61
+ onCreateWorker() {
62
+ const worker = new Worker(__nodePath.join(__dirname, 'wasi-worker.mjs'), {
63
+ env: process.env,
64
+ })
65
+ worker.onmessage = ({ data }) => {
66
+ __wasmCreateOnMessageForFsProxy(__nodeFs)(data)
67
+ }
68
+
69
+ // The main thread of Node.js waits for all the active handles before exiting.
70
+ // But Rust threads are never waited without `thread::join`.
71
+ // So here we hack the code of Node.js to prevent the workers from being referenced (active).
72
+ // According to https://github.com/nodejs/node/blob/19e0d472728c79d418b74bddff588bea70a403d0/lib/internal/worker.js#L415,
73
+ // a worker is consist of two handles: kPublicPort and kHandle.
74
+ {
75
+ const kPublicPort = Object.getOwnPropertySymbols(worker).find(s =>
76
+ s.toString().includes("kPublicPort")
77
+ );
78
+ if (kPublicPort) {
79
+ worker[kPublicPort].ref = () => {};
80
+ }
81
+
82
+ const kHandle = Object.getOwnPropertySymbols(worker).find(s =>
83
+ s.toString().includes("kHandle")
84
+ );
85
+ if (kHandle) {
86
+ worker[kHandle].ref = () => {};
87
+ }
88
+
89
+ worker.unref();
90
+ }
91
+ return worker
92
+ },
93
+ overwriteImports(importObject) {
94
+ importObject.env = {
95
+ ...importObject.env,
96
+ ...importObject.napi,
97
+ ...importObject.emnapi,
98
+ memory: __sharedMemory,
99
+ }
100
+ return importObject
101
+ },
102
+ beforeInit({ instance }) {
103
+ for (const name of Object.keys(instance.exports)) {
104
+ if (name.startsWith('__napi_register__')) {
105
+ instance.exports[name]()
106
+ }
107
+ }
108
+ },
109
+ })
110
+ module.exports = __napiModule.exports
111
+ module.exports.NativePreparedSearch = __napiModule.exports.NativePreparedSearch
112
+ module.exports.assembleStaticSearchCompressedPackageBytes = __napiModule.exports.assembleStaticSearchCompressedPackageBytes
113
+ module.exports.assembleStaticSearchConfigJson = __napiModule.exports.assembleStaticSearchConfigJson
114
+ module.exports.assembleStaticSearchPackageBytes = __napiModule.exports.assembleStaticSearchPackageBytes
115
+ module.exports.nativePackageVersion = __napiModule.exports.nativePackageVersion
116
+ module.exports.normalizeForSearch = __napiModule.exports.normalizeForSearch
117
+ module.exports.prepareStaticSearchArtifactsBytes = __napiModule.exports.prepareStaticSearchArtifactsBytes
118
+ module.exports.prepareStaticSearchCompressedPackageBytes = __napiModule.exports.prepareStaticSearchCompressedPackageBytes
119
+ module.exports.prepareStaticSearchPackageBytes = __napiModule.exports.prepareStaticSearchPackageBytes
120
+ module.exports.redactStaticEntitiesDiagnosticsJson = __napiModule.exports.redactStaticEntitiesDiagnosticsJson
121
+ module.exports.redactStaticEntitiesJson = __napiModule.exports.redactStaticEntitiesJson
122
+ module.exports.redactStaticEntitiesSummaryDiagnosticsJson = __napiModule.exports.redactStaticEntitiesSummaryDiagnosticsJson