@gmickel/gno 1.46.0 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (230) hide show
  1. package/README.md +1 -1
  2. package/THIRD_PARTY_NOTICES.md +46 -0
  3. package/assets/skill/SKILL.md +7 -6
  4. package/assets/spa-production.json.gz +0 -0
  5. package/browser-extension/artifacts/gno-browser-clipper-v2.0.0.zip +0 -0
  6. package/browser-extension/artifacts/gno-browser-clipper-v2.0.0.zip.sha256 +1 -0
  7. package/browser-extension/dist/chunk-4tc9v0ja.js +74 -0
  8. package/browser-extension/dist/manifest.json +1 -1
  9. package/browser-extension/dist/preview.html +1 -1
  10. package/browser-extension/dist/service-worker.js +32 -33
  11. package/bunfig.toml +2 -0
  12. package/package.json +40 -26
  13. package/spec/cli.md +21 -4
  14. package/spec/db/schema.sql +146 -1
  15. package/spec/mcp.md +26 -0
  16. package/src/app/context-runtime-types.ts +3 -0
  17. package/src/app/context-runtime.ts +2 -0
  18. package/src/cli/commands/ask.ts +6 -1
  19. package/src/cli/commands/daemon.ts +21 -8
  20. package/src/cli/commands/embed.ts +77 -41
  21. package/src/cli/detach.ts +3 -2
  22. package/src/config/types.ts +3 -3
  23. package/src/converters/adapters/markitdownTs/adapter.ts +1 -2
  24. package/src/converters/adapters/officeparser/adapter.ts +1 -2
  25. package/src/converters/versions.ts +6 -8
  26. package/src/core/context-evidence.ts +8 -4
  27. package/src/core/job-manager.ts +95 -13
  28. package/src/core/network-boundary-inventory.ts +10 -0
  29. package/src/core/shutdown-budget.ts +45 -0
  30. package/src/embed/backlog.ts +107 -4
  31. package/src/embed/batch.ts +42 -2
  32. package/src/embed/fingerprint.ts +16 -0
  33. package/src/embed/retry.ts +113 -5
  34. package/src/embed/variant-backlog.ts +105 -0
  35. package/src/embed/variant-plan.ts +62 -0
  36. package/src/embed/variant-retry.ts +113 -0
  37. package/src/ingestion/graph-reconciliation.ts +327 -0
  38. package/src/ingestion/sync.ts +9 -272
  39. package/src/llm/http-inference.ts +6 -0
  40. package/src/llm/httpEmbedding.ts +37 -6
  41. package/src/llm/httpGeneration.ts +18 -3
  42. package/src/llm/httpRerank.ts +23 -5
  43. package/src/llm/inference-cancellation.ts +168 -0
  44. package/src/llm/inference-scope.ts +202 -0
  45. package/src/llm/lazy-ports.ts +115 -0
  46. package/src/llm/native-worker/client.ts +541 -0
  47. package/src/llm/native-worker/dispatcher.ts +228 -0
  48. package/src/llm/native-worker/embedding-identity.ts +33 -0
  49. package/src/llm/native-worker/entry.ts +173 -0
  50. package/src/llm/native-worker/errors.ts +32 -0
  51. package/src/llm/native-worker/evaluation.ts +16 -0
  52. package/src/llm/native-worker/owned-exit.ts +108 -0
  53. package/src/llm/native-worker/owner.ts +141 -0
  54. package/src/llm/native-worker/ports.ts +317 -0
  55. package/src/llm/native-worker/protocol.ts +442 -0
  56. package/src/llm/native-worker/runtime-config.ts +92 -0
  57. package/src/llm/nodeLlamaCpp/adapter.ts +77 -20
  58. package/src/llm/nodeLlamaCpp/embedding.ts +130 -46
  59. package/src/llm/nodeLlamaCpp/generation.ts +34 -5
  60. package/src/llm/nodeLlamaCpp/lifecycle-options.ts +99 -0
  61. package/src/llm/nodeLlamaCpp/lifecycle.ts +209 -204
  62. package/src/llm/nodeLlamaCpp/rerank-capacity.ts +111 -0
  63. package/src/llm/nodeLlamaCpp/rerank.ts +118 -27
  64. package/src/llm/nodeLlamaCpp/simulator-handle.ts +73 -0
  65. package/src/llm/nodeLlamaCpp/simulator-install.ts +124 -0
  66. package/src/llm/nodeLlamaCpp/simulator-session.ts +240 -0
  67. package/src/llm/nodeLlamaCpp/simulator-types.ts +80 -0
  68. package/src/llm/types.ts +35 -5
  69. package/src/mcp/context.ts +27 -0
  70. package/src/mcp/http-transport.ts +12 -10
  71. package/src/mcp/server.ts +3 -0
  72. package/src/mcp/tool-profile.ts +30 -8
  73. package/src/mcp/tools/context.ts +8 -11
  74. package/src/mcp/tools/embed.ts +1 -1
  75. package/src/mcp/tools/index-cmd.ts +1 -1
  76. package/src/mcp/tools/index.ts +10 -8
  77. package/src/mcp/tools/query.ts +14 -30
  78. package/src/mcp/tools/vsearch.ts +1 -1
  79. package/src/pipeline/answer.ts +23 -3
  80. package/src/pipeline/claim-verifier.ts +6 -0
  81. package/src/pipeline/expansion.ts +43 -40
  82. package/src/pipeline/explain.ts +6 -2
  83. package/src/pipeline/filters.ts +63 -0
  84. package/src/pipeline/fusion.ts +29 -9
  85. package/src/pipeline/graph-retrieval.ts +29 -9
  86. package/src/pipeline/hybrid.ts +198 -55
  87. package/src/pipeline/hydration.ts +161 -0
  88. package/src/pipeline/owner-fusion.ts +87 -0
  89. package/src/pipeline/rerank.ts +35 -11
  90. package/src/pipeline/search.ts +13 -2
  91. package/src/pipeline/types.ts +5 -3
  92. package/src/pipeline/vsearch.ts +87 -7
  93. package/src/sdk/client.ts +47 -3
  94. package/src/sdk/embed.ts +63 -39
  95. package/src/serve/background-runtime.ts +1 -1
  96. package/src/serve/context.ts +41 -56
  97. package/src/serve/embed-scheduler.ts +58 -35
  98. package/src/serve/public/components/IndexingProgress.tsx +46 -60
  99. package/src/serve/public/globals.built.css +1 -1
  100. package/src/serve/public/lib/shiki-language-ids.ts +14 -0
  101. package/src/serve/resident-admission.ts +36 -36
  102. package/src/serve/resident-background-work.ts +20 -2
  103. package/src/serve/resident-request.ts +11 -5
  104. package/src/serve/resident-runtime.ts +97 -61
  105. package/src/serve/resident-shutdown.ts +153 -0
  106. package/src/serve/routes/api.ts +3 -1
  107. package/src/serve/server.ts +47 -26
  108. package/src/store/migrations/028-vector-variants.ts +54 -0
  109. package/src/store/migrations/029-graph-reference-state.ts +77 -0
  110. package/src/store/migrations/index.ts +4 -0
  111. package/src/store/sqlite/adapter.ts +251 -183
  112. package/src/store/sqlite/eligibility.ts +174 -0
  113. package/src/store/sqlite/graph-edge-application.ts +66 -0
  114. package/src/store/sqlite/graph-reference-state.ts +194 -0
  115. package/src/store/sqlite/legacy-vector-ownership.ts +79 -0
  116. package/src/store/types.ts +80 -12
  117. package/src/store/vector/eligibility.ts +36 -0
  118. package/src/store/vector/freshness.ts +33 -6
  119. package/src/store/vector/lazy.ts +81 -0
  120. package/src/store/vector/sqlite-vec.ts +106 -54
  121. package/src/store/vector/stats.ts +14 -3
  122. package/src/store/vector/types.ts +35 -2
  123. package/src/store/vector/variant-search.ts +192 -0
  124. package/src/store/vector/variants.ts +451 -0
  125. package/vendor/converters/markitdown-ts/LICENSE +21 -0
  126. package/vendor/converters/markitdown-ts/dist/index.cjs +1180 -0
  127. package/vendor/converters/markitdown-ts/dist/index.d.cts +46 -0
  128. package/vendor/converters/markitdown-ts/dist/index.d.mts +46 -0
  129. package/vendor/converters/markitdown-ts/dist/index.d.ts +46 -0
  130. package/vendor/converters/markitdown-ts/dist/index.mjs +1152 -0
  131. package/vendor/converters/markitdown-ts/package.json +77 -0
  132. package/vendor/converters/officeparser/LICENSE +21 -0
  133. package/vendor/converters/officeparser/dist/OfficeConverter.d.ts +47 -0
  134. package/vendor/converters/officeparser/dist/OfficeConverter.js +76 -0
  135. package/vendor/converters/officeparser/dist/OfficeGenerator.d.ts +23 -0
  136. package/vendor/converters/officeparser/dist/OfficeGenerator.js +73 -0
  137. package/vendor/converters/officeparser/dist/OfficeParser.d.ts +106 -0
  138. package/vendor/converters/officeparser/dist/OfficeParser.js +332 -0
  139. package/vendor/converters/officeparser/dist/cli.d.ts +28 -0
  140. package/vendor/converters/officeparser/dist/cli.js +381 -0
  141. package/vendor/converters/officeparser/dist/defaults.d.ts +41 -0
  142. package/vendor/converters/officeparser/dist/defaults.js +218 -0
  143. package/vendor/converters/officeparser/dist/generators/BaseGenerator.d.ts +107 -0
  144. package/vendor/converters/officeparser/dist/generators/BaseGenerator.js +248 -0
  145. package/vendor/converters/officeparser/dist/generators/ChunkingGenerator.d.ts +82 -0
  146. package/vendor/converters/officeparser/dist/generators/ChunkingGenerator.js +797 -0
  147. package/vendor/converters/officeparser/dist/generators/CsvGenerator.d.ts +38 -0
  148. package/vendor/converters/officeparser/dist/generators/CsvGenerator.js +245 -0
  149. package/vendor/converters/officeparser/dist/generators/EpubGenerator.d.ts +43 -0
  150. package/vendor/converters/officeparser/dist/generators/EpubGenerator.js +315 -0
  151. package/vendor/converters/officeparser/dist/generators/HtmlGenerator.d.ts +59 -0
  152. package/vendor/converters/officeparser/dist/generators/HtmlGenerator.js +1942 -0
  153. package/vendor/converters/officeparser/dist/generators/MarkdownGenerator.d.ts +96 -0
  154. package/vendor/converters/officeparser/dist/generators/MarkdownGenerator.js +1175 -0
  155. package/vendor/converters/officeparser/dist/generators/PdfGenerator.d.ts +22 -0
  156. package/vendor/converters/officeparser/dist/generators/PdfGenerator.js +194 -0
  157. package/vendor/converters/officeparser/dist/generators/RtfGenerator.d.ts +29 -0
  158. package/vendor/converters/officeparser/dist/generators/RtfGenerator.js +316 -0
  159. package/vendor/converters/officeparser/dist/generators/TextGenerator.d.ts +13 -0
  160. package/vendor/converters/officeparser/dist/generators/TextGenerator.js +201 -0
  161. package/vendor/converters/officeparser/dist/index.d.ts +60 -0
  162. package/vendor/converters/officeparser/dist/index.js +72 -0
  163. package/vendor/converters/officeparser/dist/index.mjs +18 -0
  164. package/vendor/converters/officeparser/dist/officeparser.browser.d.ts +2621 -0
  165. package/vendor/converters/officeparser/dist/officeparser.browser.iife.js +1336 -0
  166. package/vendor/converters/officeparser/dist/officeparser.browser.mjs +1335 -0
  167. package/vendor/converters/officeparser/dist/officeparser.browser.slim.d.ts +2621 -0
  168. package/vendor/converters/officeparser/dist/officeparser.browser.slim.iife.js +1336 -0
  169. package/vendor/converters/officeparser/dist/officeparser.browser.slim.mjs +1335 -0
  170. package/vendor/converters/officeparser/dist/parsers/CsvParser.d.ts +9 -0
  171. package/vendor/converters/officeparser/dist/parsers/CsvParser.js +115 -0
  172. package/vendor/converters/officeparser/dist/parsers/EpubParser.d.ts +8 -0
  173. package/vendor/converters/officeparser/dist/parsers/EpubParser.js +217 -0
  174. package/vendor/converters/officeparser/dist/parsers/ExcelParser.d.ts +32 -0
  175. package/vendor/converters/officeparser/dist/parsers/ExcelParser.js +736 -0
  176. package/vendor/converters/officeparser/dist/parsers/HtmlParser.d.ts +2 -0
  177. package/vendor/converters/officeparser/dist/parsers/HtmlParser.js +1287 -0
  178. package/vendor/converters/officeparser/dist/parsers/MarkdownParser.d.ts +2 -0
  179. package/vendor/converters/officeparser/dist/parsers/MarkdownParser.js +1272 -0
  180. package/vendor/converters/officeparser/dist/parsers/OpenOfficeParser.d.ts +31 -0
  181. package/vendor/converters/officeparser/dist/parsers/OpenOfficeParser.js +1819 -0
  182. package/vendor/converters/officeparser/dist/parsers/PdfParser.d.ts +67 -0
  183. package/vendor/converters/officeparser/dist/parsers/PdfParser.js +848 -0
  184. package/vendor/converters/officeparser/dist/parsers/PowerPointParser.d.ts +32 -0
  185. package/vendor/converters/officeparser/dist/parsers/PowerPointParser.js +950 -0
  186. package/vendor/converters/officeparser/dist/parsers/RtfParser.d.ts +187 -0
  187. package/vendor/converters/officeparser/dist/parsers/RtfParser.js +1801 -0
  188. package/vendor/converters/officeparser/dist/parsers/WordParser.d.ts +79 -0
  189. package/vendor/converters/officeparser/dist/parsers/WordParser.js +1177 -0
  190. package/vendor/converters/officeparser/dist/sbom.cdx.json +1763 -0
  191. package/vendor/converters/officeparser/dist/types.d.ts +2507 -0
  192. package/vendor/converters/officeparser/dist/types.js +107 -0
  193. package/vendor/converters/officeparser/dist/utils/astUtils.d.ts +16 -0
  194. package/vendor/converters/officeparser/dist/utils/astUtils.js +33 -0
  195. package/vendor/converters/officeparser/dist/utils/chartUtils.d.ts +6 -0
  196. package/vendor/converters/officeparser/dist/utils/chartUtils.js +257 -0
  197. package/vendor/converters/officeparser/dist/utils/configUtils.d.ts +44 -0
  198. package/vendor/converters/officeparser/dist/utils/configUtils.js +315 -0
  199. package/vendor/converters/officeparser/dist/utils/dateUtils.d.ts +17 -0
  200. package/vendor/converters/officeparser/dist/utils/dateUtils.js +69 -0
  201. package/vendor/converters/officeparser/dist/utils/envUtils.d.ts +29 -0
  202. package/vendor/converters/officeparser/dist/utils/envUtils.js +152 -0
  203. package/vendor/converters/officeparser/dist/utils/errorUtils.d.ts +72 -0
  204. package/vendor/converters/officeparser/dist/utils/errorUtils.js +245 -0
  205. package/vendor/converters/officeparser/dist/utils/imageUtils.d.ts +66 -0
  206. package/vendor/converters/officeparser/dist/utils/imageUtils.js +133 -0
  207. package/vendor/converters/officeparser/dist/utils/mathUtils.d.ts +42 -0
  208. package/vendor/converters/officeparser/dist/utils/mathUtils.js +385 -0
  209. package/vendor/converters/officeparser/dist/utils/moduleLoader.d.ts +18 -0
  210. package/vendor/converters/officeparser/dist/utils/moduleLoader.js +106 -0
  211. package/vendor/converters/officeparser/dist/utils/ocrUtils.d.ts +42 -0
  212. package/vendor/converters/officeparser/dist/utils/ocrUtils.js +428 -0
  213. package/vendor/converters/officeparser/dist/utils/sanitize.d.ts +148 -0
  214. package/vendor/converters/officeparser/dist/utils/sanitize.js +344 -0
  215. package/vendor/converters/officeparser/dist/utils/sheetUtils.d.ts +7 -0
  216. package/vendor/converters/officeparser/dist/utils/sheetUtils.js +35 -0
  217. package/vendor/converters/officeparser/dist/utils/styleMapper.d.ts +36 -0
  218. package/vendor/converters/officeparser/dist/utils/styleMapper.js +224 -0
  219. package/vendor/converters/officeparser/dist/utils/xmlUtils.d.ts +163 -0
  220. package/vendor/converters/officeparser/dist/utils/xmlUtils.js +461 -0
  221. package/vendor/converters/officeparser/dist/utils/zipUtils.d.ts +134 -0
  222. package/vendor/converters/officeparser/dist/utils/zipUtils.js +337 -0
  223. package/vendor/converters/officeparser/package.json +147 -0
  224. package/vendor/converters/upstream-manifest.json +124 -0
  225. package/vendor/dependency-fixes/README.md +77 -0
  226. package/vendor/dependency-fixes/vendor-converters.py +83 -0
  227. package/browser-extension/artifacts/gno-browser-clipper-v1.46.0.zip +0 -0
  228. package/browser-extension/artifacts/gno-browser-clipper-v1.46.0.zip.sha256 +0 -1
  229. package/browser-extension/dist/chunk-627emwpj.js +0 -75
  230. /package/browser-extension/dist/{chunk-ydfx5d7p.css → chunk-z74y8n8c.css} +0 -0
@@ -0,0 +1,124 @@
1
+ {
2
+ "packages": [
3
+ {
4
+ "bytes": 19307,
5
+ "files": {
6
+ "LICENSE": "0a239bab80dbea3f193a52baaebb69b5f7c213128a4d75a2d8e204b58bd59d62",
7
+ "dist/index.cjs": "009b3c3855ecd1440aad679d3023b093f5baf36545c580ff1815ba806c0c05d9",
8
+ "dist/index.d.cts": "582cee2d06d9e148e54edcfa07ed9366f53cfb0dbec8b7c92f0045ff6459ac8f",
9
+ "dist/index.d.mts": "582cee2d06d9e148e54edcfa07ed9366f53cfb0dbec8b7c92f0045ff6459ac8f",
10
+ "dist/index.d.ts": "582cee2d06d9e148e54edcfa07ed9366f53cfb0dbec8b7c92f0045ff6459ac8f",
11
+ "dist/index.mjs": "c132387a246ba2a3ece1e09b55ccdadba13b4a39d3b4bc90d2dea6b9bc78129e",
12
+ "package.json": "b7288fb0dccecb56b0046066b1279548bdc10b16121b697faac47c7ef09fb575"
13
+ },
14
+ "integrity": "sha512-QcGD+ilrtgBli+XH7YoEURfE345SYsOmxlB40HYGCccbkJb1DTf09iW7rMFcsQQ7mpEVEyYsvgDWVFC1sTp+4w==",
15
+ "name": "markitdown-ts",
16
+ "sha256": "4777de6ddad0156e1e7d6178bbc617aaa6d6b206eaf202421f927f89b020b71e",
17
+ "url": "https://registry.npmjs.org/markitdown-ts/-/markitdown-ts-0.0.10.tgz",
18
+ "version": "0.0.10"
19
+ },
20
+ {
21
+ "bytes": 3822894,
22
+ "files": {
23
+ "LICENSE": "f7b176a1baf2fc244f24078764a89919d1a01208fa98507997c041e7f6062649",
24
+ "dist/OfficeConverter.d.ts": "30cb1267b20be01cfb91107e5fc734bbc3d2978e239ca93c717b5e2b1ec0a7f2",
25
+ "dist/OfficeConverter.js": "896f1893d2670859945915dc3c989f1bdfbf9fbcedab68b4099dedf8e867dcfe",
26
+ "dist/OfficeGenerator.d.ts": "c70170200d46876072f9a3a019c23cc106ba0041f61b236bf6292c6a26c9f9a6",
27
+ "dist/OfficeGenerator.js": "9d5fee46cd4b8607eb6e796d5357bf35f5801fd363217b682531debc77b8ae50",
28
+ "dist/OfficeParser.d.ts": "20194cb889852e22d26081147d788bab632fb4c3382d6e581a5e2573adcd633f",
29
+ "dist/OfficeParser.js": "bba408140d48f1912127fb29065fbf837deecdd4e729b97c9e64a576a37676f7",
30
+ "dist/cli.d.ts": "885642ba4f766acd810a07991b784c1897995c56a4badd0ce9e03a0962ed77c9",
31
+ "dist/cli.js": "5858ee373993dcaea2655e8f26fbf710cd65af81999fb0bd1b16aa4eb7bd8960",
32
+ "dist/defaults.d.ts": "a4ed847559f5bff4cca08d10ac0f28d8357ef616bd9870cad0624c2cd8337458",
33
+ "dist/defaults.js": "c02e664e5cd5ad45e474de844994b57ed1d2afe0ae3689a92f06c2118a855c2e",
34
+ "dist/generators/BaseGenerator.d.ts": "92e420e2e88218fd333c31330c0e836aa5e93124a8263f38c21c6b70435fc2c9",
35
+ "dist/generators/BaseGenerator.js": "72e55a8c1fda39444f200b6fee3a00c084e9104f9c9890072fc512d537c2a26f",
36
+ "dist/generators/ChunkingGenerator.d.ts": "7cb6a2bf1d6c2338fa4538d0d007b6664782f260d104d8a7458d212a0b3d1330",
37
+ "dist/generators/ChunkingGenerator.js": "c0c44e58d556d5c299b3cc281b6d84ac34951807fbeb6ab194f9599888fecb75",
38
+ "dist/generators/CsvGenerator.d.ts": "bb6dbb622b68d0d2621c2f44989030ae1440b64fcab237a2d00d9d5b4f036044",
39
+ "dist/generators/CsvGenerator.js": "59d68ea89ee660b3bdbf2cd11c083df5138bb74933e29d24a21c1dd3d21e6b3f",
40
+ "dist/generators/EpubGenerator.d.ts": "84df1eecdc8e16b97b10364e27648fd8253ddba893aa3f871d015476368f856e",
41
+ "dist/generators/EpubGenerator.js": "f369b004d941b3595a59ac3b533ab1881d48293f2a0b9fb8493da11e99a89c38",
42
+ "dist/generators/HtmlGenerator.d.ts": "ba8d8fafcdbd4e7a6c29cd3aa7101964a7db7b15b5ddcc1099464cfca227fdd2",
43
+ "dist/generators/HtmlGenerator.js": "7a7a071d63916d3b0bd589a200f143d0d65d37fac0c3b9a0985c3215d53e3a47",
44
+ "dist/generators/MarkdownGenerator.d.ts": "0901892e34823b93cd32dc50dc27abcb20f2533f5194a74452bdf1cd31decfb4",
45
+ "dist/generators/MarkdownGenerator.js": "f0416c633d166dc7556943c40a7d4a575f18ff2e006ffce0ae27cccb8794daad",
46
+ "dist/generators/PdfGenerator.d.ts": "d26043e8c1a42326a8ded664b7617f12f551e9827174d8a6282cc1b2bc9fa558",
47
+ "dist/generators/PdfGenerator.js": "0c96c60745515774fb2d1418e47256960592c422b8e468b9d2b5069854c0710d",
48
+ "dist/generators/RtfGenerator.d.ts": "09846bddf291531505d71ce293408a72a23b829a3b9676b091f223a22566358c",
49
+ "dist/generators/RtfGenerator.js": "bf2dc4b9833af5282c50c4833dceabc9dc394400d7582f6f11b44b49176ad06f",
50
+ "dist/generators/TextGenerator.d.ts": "ec2fbdae38bb4b13509b9b4411d29ee48433ad22d21838fb367724ce19d8ff7e",
51
+ "dist/generators/TextGenerator.js": "db1462ba8b6982948fb624a87dc423ab2f69cbc8a716ca58a1e6f21f171e0ad5",
52
+ "dist/index.d.ts": "157cf7e9f3ca61e96936a1ce86cdf31c4bd31eba9ad30554f0ccd5aaf0f9b1a5",
53
+ "dist/index.js": "ec89a8a2e33f8509056280b2c07af16950d6fc6a38b7802b908a1bd8ef3720b7",
54
+ "dist/index.mjs": "026f427bfb975016bc8c3b5148112fba9ba684d8040f1bcbd77ec74d3270d47d",
55
+ "dist/officeparser.browser.d.ts": "96e4e215677dbc2a3e1749eb0a90983c16f8fac1de44eab6fb542c29417019ae",
56
+ "dist/officeparser.browser.iife.js": "1b5cb1bd77ec2624bbcdefd1ed92f79d24930a6286a8c1e776578aee50790604",
57
+ "dist/officeparser.browser.mjs": "456942d7cb7b378eb29b2bfe1cf09721ee673c6a1ffbeac6fec8e12196e6794f",
58
+ "dist/officeparser.browser.slim.d.ts": "96e4e215677dbc2a3e1749eb0a90983c16f8fac1de44eab6fb542c29417019ae",
59
+ "dist/officeparser.browser.slim.iife.js": "afca5a1a5508dc59ad420ad5c12439e6c339a034228a034913e86f1637820c4c",
60
+ "dist/officeparser.browser.slim.mjs": "dfa3745c1514249a1c8706ccbf0c32d5d8a8370926efe1ee9a38c34a4fa4b841",
61
+ "dist/parsers/CsvParser.d.ts": "0d4b3e19d8c9afd717e2525b9a395c33b0fae9099ddc58d6bfcfb031cbe630b9",
62
+ "dist/parsers/CsvParser.js": "4d560185cd67cc66a413bd6894872df8b5ff06d510f2220a186da8dc06c335b8",
63
+ "dist/parsers/EpubParser.d.ts": "1ef277c50347b566c106291c72916e4f4ce0df0b01ace2794a449b3faad4afbb",
64
+ "dist/parsers/EpubParser.js": "77f1a0ffa3686c8c4d6a322b1d6fd0271ccc064a20510c423beaf959b03644a2",
65
+ "dist/parsers/ExcelParser.d.ts": "983f733954ee31f67c3499d024d70688a45aae19842d243367ef61cec41d53dd",
66
+ "dist/parsers/ExcelParser.js": "c094455c6a7de0d5d6fcbee8fad89320e810ca06799d68ff394fc103f5ecd14e",
67
+ "dist/parsers/HtmlParser.d.ts": "1c6d7d97fd134627c2771c43f6eb61ec0a2324d527f57c6962bc534047e0db4a",
68
+ "dist/parsers/HtmlParser.js": "41748f1a199700d09528be0df7cd6785647b613327926c65ea2fa9014818b46c",
69
+ "dist/parsers/MarkdownParser.d.ts": "e184337be6ac41b81ce57710210b69be7c2033dd2942286090e6e8615fe5da91",
70
+ "dist/parsers/MarkdownParser.js": "2ad4632e246f1cdd60be5ed90ba1307a1231a0d1413694d5b84217c8837ca097",
71
+ "dist/parsers/OpenOfficeParser.d.ts": "e1135e1287e701a73c8ef77fa31be296d1b7915fccd4c2b3abdcecc62f8eeef2",
72
+ "dist/parsers/OpenOfficeParser.js": "7f9b846e0d460fde8611d4fe9ef503ce46db9d5a3db3dceaa3084e64d6356d0c",
73
+ "dist/parsers/PdfParser.d.ts": "2dbe5d3d0a5f627c007ee54bf58d8273e76f241c5ed4e0fac54cfcbe142d1640",
74
+ "dist/parsers/PdfParser.js": "eb4efd9ff4102f372e4769ad97a116df2394410574d2d89fabc7c363f9c83288",
75
+ "dist/parsers/PowerPointParser.d.ts": "973ce1300923beec814edeaca8b7ded449213d04243f66d69f55d269873516ee",
76
+ "dist/parsers/PowerPointParser.js": "93bb2860a5f700eee5c8c5596b216ef7ea6a854a1aad0a1400cdeced27eae5e7",
77
+ "dist/parsers/RtfParser.d.ts": "cb4b7c35695589d57d9334a0c9c3e940aa2a287dac19bf6675cdeb56ec6b1524",
78
+ "dist/parsers/RtfParser.js": "3b8d6a527039ee6c91f6bfdbeca4925ab1bf4bc5316dcda44922045fbde6ab92",
79
+ "dist/parsers/WordParser.d.ts": "a1b1ae0c50b027731006fed1a906566b1e11fec454bc177ce502a95140c0ea52",
80
+ "dist/parsers/WordParser.js": "287507e8327516d21a928f47019df4aa982b3fa8992974c6e34f3a8e12b4e25e",
81
+ "dist/sbom.cdx.json": "ff31cb7dcfbabf38cc395e543b889e10c74f5700b168f0ca18e33059943bf99f",
82
+ "dist/types.d.ts": "24874c9dafd26270e0548e410ba3c2cccf9d824d7f75db892f1c44877690e15b",
83
+ "dist/types.js": "57757ebf1a4a339dcb80b02ccffa63aac0d88e090a0e50457a0411b39bb9bafa",
84
+ "dist/utils/astUtils.d.ts": "1d214edace0a9243048ec22e1ac954550973226156b442e674a64e499e55e851",
85
+ "dist/utils/astUtils.js": "802fc6940607d4c81254e0e73bee9aeca83cba9f005c1856ff7477861649d47c",
86
+ "dist/utils/chartUtils.d.ts": "fb572932f73223dbdc3a243225eb042a960a32f4d656815afaa00f154c5d7d94",
87
+ "dist/utils/chartUtils.js": "b79dfb8c9e25eee8f42c95aa4ba5638f9eaac1808dca36a6d4e8348df0c9a2ec",
88
+ "dist/utils/configUtils.d.ts": "a20d9c34f1fbbbc8c976df77df8aafbd0c7041425dcc8723648638ce489c69cf",
89
+ "dist/utils/configUtils.js": "3c0ce78cf27d29d28dcf0f2d4c01ecf2117ec87bbe969beddc851554164c4228",
90
+ "dist/utils/dateUtils.d.ts": "64fba783e2b50d536476a6719512554a60c983e74a991ac5f8d41670d96d8841",
91
+ "dist/utils/dateUtils.js": "3d9c4fb8c66749d16bbcab8e569f6ef4708e930b768ca4360c20b60381c38868",
92
+ "dist/utils/envUtils.d.ts": "6028404c4f8eb884816471828a1e163c30d0b86b0f510ca113e696ba38c41270",
93
+ "dist/utils/envUtils.js": "b16c1a8a2b5fdc2c6412f068ee74b3be16f073bd85081994d660df6ab379baf4",
94
+ "dist/utils/errorUtils.d.ts": "45ad30f2f8ab66fb8316711fe7407d54b1bdc2608802fe00d197b3eff01181a3",
95
+ "dist/utils/errorUtils.js": "abd7409a4386b22e8cc1c729c2e3542ebaeb0d42ffb9acbc875ce250bffade3c",
96
+ "dist/utils/imageUtils.d.ts": "1caf3808039758f9c561754c83b530e7316bbbedae51f135185c23bad3cf2432",
97
+ "dist/utils/imageUtils.js": "4221642375f7c056927c7d9e623f87415029aa7ceda185341c96a2cfa123fab5",
98
+ "dist/utils/mathUtils.d.ts": "51bbf1b9f543ab4ef14efffc7447a0f95bad09a7b5162829686b447a9fabbc40",
99
+ "dist/utils/mathUtils.js": "333aa518254adda6ceb2b112ea5ca6d421b0de26c79099df19098bbc1f32d038",
100
+ "dist/utils/moduleLoader.d.ts": "97119ce26f095a7139d8f18f9f3e6bb8dbe6f871090a17ea3bb46b374c951d51",
101
+ "dist/utils/moduleLoader.js": "6baf5ddafb6a6630835d9561fe83d7701976725e46402ce9d4a36b2062cfa806",
102
+ "dist/utils/ocrUtils.d.ts": "3f237ec9728dac6b9b07a2469ad67f31cc08c2014ca5a923b3e1f0eaeb0c0084",
103
+ "dist/utils/ocrUtils.js": "388f163d4eb766014de95335e9524ee05d99ff7feaf4a05fefa269df356224ed",
104
+ "dist/utils/sanitize.d.ts": "647c217e9f9d3a16d71adf30b415382c149850b0b9c4712e95af93a9d5eaa14a",
105
+ "dist/utils/sanitize.js": "8f76f363d6cf73e2db58ac6fbe0b999711e485560bb43ddbacc69ecca45d57e9",
106
+ "dist/utils/sheetUtils.d.ts": "e4104ee85adc240755bd1257c0854ceaafdf369c6431385c43cb3039e148455f",
107
+ "dist/utils/sheetUtils.js": "abbf7b2e23f554bd4eb75e8a28eb6f072e0589d44f791a3ad2144979dc065489",
108
+ "dist/utils/styleMapper.d.ts": "10aefac83b1e37763de68e3fa674d514ede9d852b3e4a7d48a79b0c49d63c84e",
109
+ "dist/utils/styleMapper.js": "ac1118edc6460500079e9397395f81fb6e91f8899a8d0a580f5d293c9f0d447e",
110
+ "dist/utils/xmlUtils.d.ts": "317c62f6ae3326925cbcf9330c737696d809a66876eaf3a5d937cddc8ce00d93",
111
+ "dist/utils/xmlUtils.js": "46cc42922bc88b4344c2150b2a3b7b81dfdc85f33454a7b4b2533f5789e2d12e",
112
+ "dist/utils/zipUtils.d.ts": "986617903a88ed97adc77f57ca76dfc867bd9a241823a93e4be4397b5be045bc",
113
+ "dist/utils/zipUtils.js": "971bbc39e7c54ec2aa0e0c37cd0c7c05e5d5384109a7a31decb20a690f8da447",
114
+ "package.json": "027203373c6f05784a6d87c72a47c412340201046dc6a84c1cc7259185bbdbde"
115
+ },
116
+ "integrity": "sha512-z3stbbcwTA4HsGuUz2XJEBbl6WV1X2qCvuiokc2D0593wnu8H7kaD9UY5YAHc8uMjMhH07FxXikzP0BFLSna4A==",
117
+ "name": "officeparser",
118
+ "sha256": "a49dc7370938e62523b02f43b3d690f41a0229162d9ff292c60e9cbeedc6e779",
119
+ "url": "https://registry.npmjs.org/officeparser/-/officeparser-7.8.0.tgz",
120
+ "version": "7.8.0"
121
+ }
122
+ ],
123
+ "schemaVersion": 1
124
+ }
@@ -0,0 +1,77 @@
1
+ # Converter dependency repair
2
+
3
+ GNO imports the unchanged upstream distributions under `vendor/converters`.
4
+ These are ordinary source files in GNO's package, not installed npm dependency
5
+ packages. Their original manifests and licenses are retained verbatim for
6
+ provenance. No upstream manifest was patched. GNO's root dependencies supply
7
+ their external imports, including these corrected parser edges:
8
+
9
+ | Distribution | Upstream dependency | GNO dependency |
10
+ | -------------------- | ------------------- | ------------------------------- |
11
+ | markitdown-ts 0.0.10 | xlsx ^0.18.5 | official SheetJS 0.20.3 tarball |
12
+ | officeparser 7.8.0 | pdfjs-dist 6.1.200 | pdfjs-dist 6.3.289 |
13
+
14
+ The official SheetJS URL is
15
+ `https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz`.
16
+ Its 2,409,319 bytes have integrity
17
+ `sha512-oLDq3jw7AcLqKWH2AhCpVTZl8mf6X2YReP+Neh0SJUzV/BdZYjth94tG5toiMB1PPrYtxOCfaoUCkvtuH+3AJA==`.
18
+ It has no install lifecycle scripts. MarkItDown uses the retained `read` and
19
+ `utils.sheet_to_html` APIs for GNO's buffer conversion path. PDF-parse retains
20
+ its independent PDF.js 5.4.296 dependency; do not globally override it to 6.
21
+
22
+ ## Reproduce upstream files
23
+
24
+ Run from the repository root, with a destination that does not exist:
25
+
26
+ ```sh
27
+ python3 vendor/dependency-fixes/vendor-converters.py /path/to/new/converters
28
+ ```
29
+
30
+ The script verifies pinned upstream tarball SHA512 values before copying any
31
+ distribution files. It copies every upstream `dist` file, original package
32
+ manifest, and license/notice unchanged. `upstream-manifest.json` records original
33
+ tarball SHA256, SHA512, byte counts, and each retained file's SHA256. MarkItDown
34
+ contributes 7 files; Officeparser contributes 92. The receipt is the 100th file.
35
+ No repacked upstream tarball is shipped. Never format the upstream files.
36
+
37
+ GNO's root manifest must retain the external dependencies required by these
38
+ distributions. The tested dependency set was @joplin/turndown-plugin-gfm 1.0.67,
39
+ @xmldom/xmldom 0.9.12, ai 6.0.277, jsdom 25.0.1, mammoth 1.12.2,
40
+ mime-types 2.1.35, pdf-parse 2.4.5, turndown 7.2.4, the SheetJS URL above,
41
+ fflate 0.8.3, file-type 22.0.2, pdfjs-dist 6.3.289, tesseract.js 7.0.0,
42
+ and zod 4.4.3. Existing GNO dependencies may advance under their own gates.
43
+
44
+ ## Consumer feasibility evidence
45
+
46
+ An isolated parent tarball containing these distributions and normal root
47
+ dependencies was installed into fresh npm 11.17.0 and Bun 1.4.2 consumers with
48
+ installation scripts disabled. Both consumers resolved XLSX 0.20.3 from the
49
+ vendored MarkItDown location and PDF.js 6.3.289 from the vendored Officeparser
50
+ location. Both converted the real XLSX fixture (Widget/Gadget) and PPTX fixture
51
+ (presentation title/speaker notes). Native dependencies were installed normally
52
+ by each consumer; no platform-specific dependency tree was bundled.
53
+
54
+ Rejected approaches: nested `file:vendor/child.tgz` dependencies failed ENOENT in
55
+ both package managers; full dependency bundling added over 100 MB compressed
56
+ and captured platform-specific native dependencies; omitting the bundled
57
+ transitive closure left imports unresolved. Root overrides alone do not control
58
+ downstream npm consumers.
59
+
60
+ Focused repository verification:
61
+
62
+ ```sh
63
+ bun test test/converters/vendored-dependencies.test.ts test/converters/integration.test.ts test/converters/protected-files.test.ts test/converters/pipeline.test.ts
64
+ ```
65
+
66
+ The provenance/resolution regression checks every retained upstream file and the
67
+ two corrected parser versions. Integration coverage exercises PDF, DOCX, XLSX,
68
+ PPTX and protected-file behavior. Full GNO packed-consumer validation remains
69
+ part of the release gate; the isolated feasibility probe does not replace it.
70
+
71
+ Primary sources:
72
+
73
+ - https://docs.sheetjs.com/docs/getting-started/installation/nodejs/
74
+ - https://github.com/advisories/GHSA-5pgg-2g8v-p4x9
75
+ - https://registry.npmjs.org/markitdown-ts/0.0.10
76
+ - https://registry.npmjs.org/officeparser/7.8.0
77
+ - https://docs.npmjs.com/cli/v11/configuring-npm/package-json/#overrides
@@ -0,0 +1,83 @@
1
+ #!/usr/bin/env python3
2
+ """Copy pinned upstream converter distributions verbatim into a NEW output root.
3
+
4
+ Usage: python3 vendor/dependency-fixes/vendor-converters.py OUTPUT_DIRECTORY
5
+ No installation, lifecycle scripts, package manifest edits, or Git operations.
6
+ The caller promotes external dependencies into GNO's root manifest and imports
7
+ these distributions directly; their upstream package manifests stay unchanged.
8
+ """
9
+
10
+ import base64
11
+ import hashlib
12
+ import io
13
+ import json
14
+ from pathlib import Path, PurePosixPath
15
+ import sys
16
+ import tarfile
17
+ import urllib.request
18
+
19
+ PACKAGES = (
20
+ (
21
+ "markitdown-ts",
22
+ "0.0.10",
23
+ "sha512-QcGD+ilrtgBli+XH7YoEURfE345SYsOmxlB40HYGCccbkJb1DTf09iW7rMFcsQQ7mpEVEyYsvgDWVFC1sTp+4w==",
24
+ ),
25
+ (
26
+ "officeparser",
27
+ "7.8.0",
28
+ "sha512-z3stbbcwTA4HsGuUz2XJEBbl6WV1X2qCvuiokc2D0593wnu8H7kaD9UY5YAHc8uMjMhH07FxXikzP0BFLSna4A==",
29
+ ),
30
+ )
31
+
32
+
33
+ def main():
34
+ if len(sys.argv) != 2:
35
+ raise SystemExit(__doc__)
36
+ output = Path(sys.argv[1])
37
+ output.mkdir(parents=True, exist_ok=False)
38
+ receipt = {"schemaVersion": 1, "packages": []}
39
+ for name, version, integrity in PACKAGES:
40
+ url = f"https://registry.npmjs.org/{name}/-/{name}-{version}.tgz"
41
+ with urllib.request.urlopen(url, timeout=60) as response:
42
+ data = response.read()
43
+ actual = "sha512-" + base64.b64encode(hashlib.sha512(data).digest()).decode()
44
+ if actual != integrity:
45
+ raise RuntimeError(f"Upstream integrity mismatch: {name}")
46
+ record = {
47
+ "name": name,
48
+ "version": version,
49
+ "url": url,
50
+ "integrity": actual,
51
+ "sha256": hashlib.sha256(data).hexdigest(),
52
+ "bytes": len(data),
53
+ "files": {},
54
+ }
55
+ with tarfile.open(fileobj=io.BytesIO(data), mode="r:gz") as archive:
56
+ for member in archive:
57
+ path = PurePosixPath(member.name)
58
+ if path.is_absolute() or ".." in path.parts or path.parts[0] != "package":
59
+ raise RuntimeError(f"Unsafe archive entry: {member.name}")
60
+ relative = PurePosixPath(*path.parts[1:])
61
+ selected = (
62
+ relative.parts and relative.parts[0] == "dist"
63
+ or str(relative) == "package.json"
64
+ or relative.name.upper().startswith(("LICENSE", "NOTICE"))
65
+ )
66
+ if not selected or member.isdir():
67
+ continue
68
+ if not member.isfile():
69
+ raise RuntimeError(f"Nonregular distribution entry: {member.name}")
70
+ payload = archive.extractfile(member).read()
71
+ destination = output / name / str(relative)
72
+ destination.parent.mkdir(parents=True, exist_ok=True)
73
+ destination.write_bytes(payload)
74
+ record["files"][str(relative)] = hashlib.sha256(payload).hexdigest()
75
+ receipt["packages"].append(record)
76
+ (output / "upstream-manifest.json").write_text(
77
+ json.dumps(receipt, indent=2, sort_keys=True) + "\n"
78
+ )
79
+ print(json.dumps({"output": str(output), "packages": len(PACKAGES)}))
80
+
81
+
82
+ if __name__ == "__main__":
83
+ main()
@@ -1 +0,0 @@
1
- 303bbadcb92766b35c3b21aaf66ac959b36679159e90014a06499ff6a84e5708 gno-browser-clipper-v1.46.0.zip