@gmickel/gno 1.46.0 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -5
- package/THIRD_PARTY_NOTICES.md +46 -0
- package/assets/skill/SKILL.md +7 -6
- package/assets/spa-production.json.gz +0 -0
- package/browser-extension/artifacts/gno-browser-clipper-v2.1.0.zip +0 -0
- package/browser-extension/artifacts/gno-browser-clipper-v2.1.0.zip.sha256 +1 -0
- package/browser-extension/dist/chunk-4tc9v0ja.js +74 -0
- package/browser-extension/dist/manifest.json +1 -1
- package/browser-extension/dist/preview.html +1 -1
- package/browser-extension/dist/service-worker.js +32 -33
- package/bunfig.toml +2 -0
- package/package.json +40 -26
- package/spec/cli.md +29 -4
- package/spec/db/schema.sql +146 -1
- package/spec/mcp.md +26 -0
- package/src/app/context-runtime-types.ts +3 -0
- package/src/app/context-runtime.ts +2 -0
- package/src/cli/commands/ask.ts +6 -1
- package/src/cli/commands/daemon.ts +21 -8
- package/src/cli/commands/embed.ts +77 -41
- package/src/cli/detach.ts +3 -2
- package/src/config/types.ts +3 -3
- package/src/converters/adapters/markitdownTs/adapter.ts +1 -2
- package/src/converters/adapters/officeparser/adapter.ts +1 -2
- package/src/converters/versions.ts +6 -8
- package/src/core/context-evidence.ts +8 -4
- package/src/core/job-manager.ts +95 -13
- package/src/core/network-boundary-inventory.ts +10 -0
- package/src/core/shutdown-budget.ts +45 -0
- package/src/embed/backlog.ts +107 -4
- package/src/embed/batch.ts +42 -2
- package/src/embed/fingerprint.ts +16 -0
- package/src/embed/retry.ts +113 -5
- package/src/embed/variant-backlog.ts +105 -0
- package/src/embed/variant-plan.ts +62 -0
- package/src/embed/variant-retry.ts +113 -0
- package/src/ingestion/graph-reconciliation.ts +327 -0
- package/src/ingestion/sync.ts +9 -272
- package/src/llm/http-inference.ts +6 -0
- package/src/llm/httpEmbedding.ts +37 -6
- package/src/llm/httpGeneration.ts +18 -3
- package/src/llm/httpRerank.ts +23 -5
- package/src/llm/inference-cancellation.ts +168 -0
- package/src/llm/inference-scope.ts +202 -0
- package/src/llm/lazy-ports.ts +115 -0
- package/src/llm/native-worker/client.ts +541 -0
- package/src/llm/native-worker/dispatcher.ts +228 -0
- package/src/llm/native-worker/embedding-identity.ts +33 -0
- package/src/llm/native-worker/entry.ts +173 -0
- package/src/llm/native-worker/errors.ts +32 -0
- package/src/llm/native-worker/evaluation.ts +16 -0
- package/src/llm/native-worker/owned-exit.ts +108 -0
- package/src/llm/native-worker/owner.ts +141 -0
- package/src/llm/native-worker/ports.ts +317 -0
- package/src/llm/native-worker/protocol.ts +442 -0
- package/src/llm/native-worker/runtime-config.ts +92 -0
- package/src/llm/nodeLlamaCpp/adapter.ts +77 -20
- package/src/llm/nodeLlamaCpp/embedding.ts +130 -46
- package/src/llm/nodeLlamaCpp/generation.ts +34 -5
- package/src/llm/nodeLlamaCpp/lifecycle-options.ts +99 -0
- package/src/llm/nodeLlamaCpp/lifecycle.ts +209 -204
- package/src/llm/nodeLlamaCpp/rerank-capacity.ts +111 -0
- package/src/llm/nodeLlamaCpp/rerank.ts +118 -27
- package/src/llm/nodeLlamaCpp/simulator-handle.ts +73 -0
- package/src/llm/nodeLlamaCpp/simulator-install.ts +124 -0
- package/src/llm/nodeLlamaCpp/simulator-session.ts +240 -0
- package/src/llm/nodeLlamaCpp/simulator-types.ts +80 -0
- package/src/llm/types.ts +35 -5
- package/src/mcp/context.ts +27 -0
- package/src/mcp/http-transport.ts +12 -10
- package/src/mcp/server.ts +3 -0
- package/src/mcp/tool-profile.ts +30 -8
- package/src/mcp/tools/context.ts +8 -11
- package/src/mcp/tools/embed.ts +1 -1
- package/src/mcp/tools/index-cmd.ts +1 -1
- package/src/mcp/tools/index.ts +10 -8
- package/src/mcp/tools/query.ts +14 -30
- package/src/mcp/tools/vsearch.ts +1 -1
- package/src/pipeline/answer.ts +23 -3
- package/src/pipeline/claim-verifier.ts +6 -0
- package/src/pipeline/expansion.ts +43 -40
- package/src/pipeline/explain.ts +6 -2
- package/src/pipeline/filters.ts +63 -0
- package/src/pipeline/fusion.ts +29 -9
- package/src/pipeline/graph-retrieval.ts +29 -9
- package/src/pipeline/hybrid.ts +198 -55
- package/src/pipeline/hydration.ts +161 -0
- package/src/pipeline/owner-fusion.ts +87 -0
- package/src/pipeline/rerank.ts +35 -11
- package/src/pipeline/search.ts +13 -2
- package/src/pipeline/types.ts +5 -3
- package/src/pipeline/vsearch.ts +87 -7
- package/src/sdk/client.ts +47 -3
- package/src/sdk/embed.ts +63 -39
- package/src/serve/background-runtime.ts +1 -1
- package/src/serve/context.ts +41 -56
- package/src/serve/embed-scheduler.ts +58 -35
- package/src/serve/public/components/IndexingProgress.tsx +46 -60
- package/src/serve/public/components/PublishExportDialog.tsx +266 -0
- package/src/serve/public/globals.built.css +1 -1
- package/src/serve/public/globals.css +35 -0
- package/src/serve/public/lib/publish-export.ts +81 -1
- package/src/serve/public/lib/shiki-language-ids.ts +14 -0
- package/src/serve/public/pages/Collections.tsx +12 -46
- package/src/serve/public/pages/DocView.tsx +14 -52
- package/src/serve/resident-admission.ts +36 -36
- package/src/serve/resident-background-work.ts +20 -2
- package/src/serve/resident-request.ts +11 -5
- package/src/serve/resident-runtime.ts +97 -61
- package/src/serve/resident-shutdown.ts +153 -0
- package/src/serve/routes/api.ts +3 -1
- package/src/serve/server.ts +47 -26
- package/src/store/migrations/028-vector-variants.ts +54 -0
- package/src/store/migrations/029-graph-reference-state.ts +77 -0
- package/src/store/migrations/index.ts +4 -0
- package/src/store/sqlite/adapter.ts +251 -183
- package/src/store/sqlite/eligibility.ts +174 -0
- package/src/store/sqlite/graph-edge-application.ts +66 -0
- package/src/store/sqlite/graph-reference-state.ts +194 -0
- package/src/store/sqlite/legacy-vector-ownership.ts +79 -0
- package/src/store/types.ts +80 -12
- package/src/store/vector/eligibility.ts +36 -0
- package/src/store/vector/freshness.ts +33 -6
- package/src/store/vector/lazy.ts +81 -0
- package/src/store/vector/sqlite-vec.ts +106 -54
- package/src/store/vector/stats.ts +14 -3
- package/src/store/vector/types.ts +35 -2
- package/src/store/vector/variant-search.ts +192 -0
- package/src/store/vector/variants.ts +451 -0
- package/vendor/converters/markitdown-ts/LICENSE +21 -0
- package/vendor/converters/markitdown-ts/dist/index.cjs +1180 -0
- package/vendor/converters/markitdown-ts/dist/index.d.cts +46 -0
- package/vendor/converters/markitdown-ts/dist/index.d.mts +46 -0
- package/vendor/converters/markitdown-ts/dist/index.d.ts +46 -0
- package/vendor/converters/markitdown-ts/dist/index.mjs +1152 -0
- package/vendor/converters/markitdown-ts/package.json +77 -0
- package/vendor/converters/officeparser/LICENSE +21 -0
- package/vendor/converters/officeparser/dist/OfficeConverter.d.ts +47 -0
- package/vendor/converters/officeparser/dist/OfficeConverter.js +76 -0
- package/vendor/converters/officeparser/dist/OfficeGenerator.d.ts +23 -0
- package/vendor/converters/officeparser/dist/OfficeGenerator.js +73 -0
- package/vendor/converters/officeparser/dist/OfficeParser.d.ts +106 -0
- package/vendor/converters/officeparser/dist/OfficeParser.js +332 -0
- package/vendor/converters/officeparser/dist/cli.d.ts +28 -0
- package/vendor/converters/officeparser/dist/cli.js +381 -0
- package/vendor/converters/officeparser/dist/defaults.d.ts +41 -0
- package/vendor/converters/officeparser/dist/defaults.js +218 -0
- package/vendor/converters/officeparser/dist/generators/BaseGenerator.d.ts +107 -0
- package/vendor/converters/officeparser/dist/generators/BaseGenerator.js +248 -0
- package/vendor/converters/officeparser/dist/generators/ChunkingGenerator.d.ts +82 -0
- package/vendor/converters/officeparser/dist/generators/ChunkingGenerator.js +797 -0
- package/vendor/converters/officeparser/dist/generators/CsvGenerator.d.ts +38 -0
- package/vendor/converters/officeparser/dist/generators/CsvGenerator.js +245 -0
- package/vendor/converters/officeparser/dist/generators/EpubGenerator.d.ts +43 -0
- package/vendor/converters/officeparser/dist/generators/EpubGenerator.js +315 -0
- package/vendor/converters/officeparser/dist/generators/HtmlGenerator.d.ts +59 -0
- package/vendor/converters/officeparser/dist/generators/HtmlGenerator.js +1942 -0
- package/vendor/converters/officeparser/dist/generators/MarkdownGenerator.d.ts +96 -0
- package/vendor/converters/officeparser/dist/generators/MarkdownGenerator.js +1175 -0
- package/vendor/converters/officeparser/dist/generators/PdfGenerator.d.ts +22 -0
- package/vendor/converters/officeparser/dist/generators/PdfGenerator.js +194 -0
- package/vendor/converters/officeparser/dist/generators/RtfGenerator.d.ts +29 -0
- package/vendor/converters/officeparser/dist/generators/RtfGenerator.js +316 -0
- package/vendor/converters/officeparser/dist/generators/TextGenerator.d.ts +13 -0
- package/vendor/converters/officeparser/dist/generators/TextGenerator.js +201 -0
- package/vendor/converters/officeparser/dist/index.d.ts +60 -0
- package/vendor/converters/officeparser/dist/index.js +72 -0
- package/vendor/converters/officeparser/dist/index.mjs +18 -0
- package/vendor/converters/officeparser/dist/officeparser.browser.d.ts +2621 -0
- package/vendor/converters/officeparser/dist/officeparser.browser.iife.js +1336 -0
- package/vendor/converters/officeparser/dist/officeparser.browser.mjs +1335 -0
- package/vendor/converters/officeparser/dist/officeparser.browser.slim.d.ts +2621 -0
- package/vendor/converters/officeparser/dist/officeparser.browser.slim.iife.js +1336 -0
- package/vendor/converters/officeparser/dist/officeparser.browser.slim.mjs +1335 -0
- package/vendor/converters/officeparser/dist/parsers/CsvParser.d.ts +9 -0
- package/vendor/converters/officeparser/dist/parsers/CsvParser.js +115 -0
- package/vendor/converters/officeparser/dist/parsers/EpubParser.d.ts +8 -0
- package/vendor/converters/officeparser/dist/parsers/EpubParser.js +217 -0
- package/vendor/converters/officeparser/dist/parsers/ExcelParser.d.ts +32 -0
- package/vendor/converters/officeparser/dist/parsers/ExcelParser.js +736 -0
- package/vendor/converters/officeparser/dist/parsers/HtmlParser.d.ts +2 -0
- package/vendor/converters/officeparser/dist/parsers/HtmlParser.js +1287 -0
- package/vendor/converters/officeparser/dist/parsers/MarkdownParser.d.ts +2 -0
- package/vendor/converters/officeparser/dist/parsers/MarkdownParser.js +1272 -0
- package/vendor/converters/officeparser/dist/parsers/OpenOfficeParser.d.ts +31 -0
- package/vendor/converters/officeparser/dist/parsers/OpenOfficeParser.js +1819 -0
- package/vendor/converters/officeparser/dist/parsers/PdfParser.d.ts +67 -0
- package/vendor/converters/officeparser/dist/parsers/PdfParser.js +848 -0
- package/vendor/converters/officeparser/dist/parsers/PowerPointParser.d.ts +32 -0
- package/vendor/converters/officeparser/dist/parsers/PowerPointParser.js +950 -0
- package/vendor/converters/officeparser/dist/parsers/RtfParser.d.ts +187 -0
- package/vendor/converters/officeparser/dist/parsers/RtfParser.js +1801 -0
- package/vendor/converters/officeparser/dist/parsers/WordParser.d.ts +79 -0
- package/vendor/converters/officeparser/dist/parsers/WordParser.js +1177 -0
- package/vendor/converters/officeparser/dist/sbom.cdx.json +1763 -0
- package/vendor/converters/officeparser/dist/types.d.ts +2507 -0
- package/vendor/converters/officeparser/dist/types.js +107 -0
- package/vendor/converters/officeparser/dist/utils/astUtils.d.ts +16 -0
- package/vendor/converters/officeparser/dist/utils/astUtils.js +33 -0
- package/vendor/converters/officeparser/dist/utils/chartUtils.d.ts +6 -0
- package/vendor/converters/officeparser/dist/utils/chartUtils.js +257 -0
- package/vendor/converters/officeparser/dist/utils/configUtils.d.ts +44 -0
- package/vendor/converters/officeparser/dist/utils/configUtils.js +315 -0
- package/vendor/converters/officeparser/dist/utils/dateUtils.d.ts +17 -0
- package/vendor/converters/officeparser/dist/utils/dateUtils.js +69 -0
- package/vendor/converters/officeparser/dist/utils/envUtils.d.ts +29 -0
- package/vendor/converters/officeparser/dist/utils/envUtils.js +152 -0
- package/vendor/converters/officeparser/dist/utils/errorUtils.d.ts +72 -0
- package/vendor/converters/officeparser/dist/utils/errorUtils.js +245 -0
- package/vendor/converters/officeparser/dist/utils/imageUtils.d.ts +66 -0
- package/vendor/converters/officeparser/dist/utils/imageUtils.js +133 -0
- package/vendor/converters/officeparser/dist/utils/mathUtils.d.ts +42 -0
- package/vendor/converters/officeparser/dist/utils/mathUtils.js +385 -0
- package/vendor/converters/officeparser/dist/utils/moduleLoader.d.ts +18 -0
- package/vendor/converters/officeparser/dist/utils/moduleLoader.js +106 -0
- package/vendor/converters/officeparser/dist/utils/ocrUtils.d.ts +42 -0
- package/vendor/converters/officeparser/dist/utils/ocrUtils.js +428 -0
- package/vendor/converters/officeparser/dist/utils/sanitize.d.ts +148 -0
- package/vendor/converters/officeparser/dist/utils/sanitize.js +344 -0
- package/vendor/converters/officeparser/dist/utils/sheetUtils.d.ts +7 -0
- package/vendor/converters/officeparser/dist/utils/sheetUtils.js +35 -0
- package/vendor/converters/officeparser/dist/utils/styleMapper.d.ts +36 -0
- package/vendor/converters/officeparser/dist/utils/styleMapper.js +224 -0
- package/vendor/converters/officeparser/dist/utils/xmlUtils.d.ts +163 -0
- package/vendor/converters/officeparser/dist/utils/xmlUtils.js +461 -0
- package/vendor/converters/officeparser/dist/utils/zipUtils.d.ts +134 -0
- package/vendor/converters/officeparser/dist/utils/zipUtils.js +337 -0
- package/vendor/converters/officeparser/package.json +147 -0
- package/vendor/converters/upstream-manifest.json +124 -0
- package/vendor/dependency-fixes/README.md +77 -0
- package/vendor/dependency-fixes/vendor-converters.py +83 -0
- package/browser-extension/artifacts/gno-browser-clipper-v1.46.0.zip +0 -0
- package/browser-extension/artifacts/gno-browser-clipper-v1.46.0.zip.sha256 +0 -1
- package/browser-extension/dist/chunk-627emwpj.js +0 -75
- /package/browser-extension/dist/{chunk-ydfx5d7p.css → chunk-z74y8n8c.css} +0 -0
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
{
|
|
2
|
+
"packages": [
|
|
3
|
+
{
|
|
4
|
+
"bytes": 19307,
|
|
5
|
+
"files": {
|
|
6
|
+
"LICENSE": "0a239bab80dbea3f193a52baaebb69b5f7c213128a4d75a2d8e204b58bd59d62",
|
|
7
|
+
"dist/index.cjs": "009b3c3855ecd1440aad679d3023b093f5baf36545c580ff1815ba806c0c05d9",
|
|
8
|
+
"dist/index.d.cts": "582cee2d06d9e148e54edcfa07ed9366f53cfb0dbec8b7c92f0045ff6459ac8f",
|
|
9
|
+
"dist/index.d.mts": "582cee2d06d9e148e54edcfa07ed9366f53cfb0dbec8b7c92f0045ff6459ac8f",
|
|
10
|
+
"dist/index.d.ts": "582cee2d06d9e148e54edcfa07ed9366f53cfb0dbec8b7c92f0045ff6459ac8f",
|
|
11
|
+
"dist/index.mjs": "c132387a246ba2a3ece1e09b55ccdadba13b4a39d3b4bc90d2dea6b9bc78129e",
|
|
12
|
+
"package.json": "b7288fb0dccecb56b0046066b1279548bdc10b16121b697faac47c7ef09fb575"
|
|
13
|
+
},
|
|
14
|
+
"integrity": "sha512-QcGD+ilrtgBli+XH7YoEURfE345SYsOmxlB40HYGCccbkJb1DTf09iW7rMFcsQQ7mpEVEyYsvgDWVFC1sTp+4w==",
|
|
15
|
+
"name": "markitdown-ts",
|
|
16
|
+
"sha256": "4777de6ddad0156e1e7d6178bbc617aaa6d6b206eaf202421f927f89b020b71e",
|
|
17
|
+
"url": "https://registry.npmjs.org/markitdown-ts/-/markitdown-ts-0.0.10.tgz",
|
|
18
|
+
"version": "0.0.10"
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
"bytes": 3822894,
|
|
22
|
+
"files": {
|
|
23
|
+
"LICENSE": "f7b176a1baf2fc244f24078764a89919d1a01208fa98507997c041e7f6062649",
|
|
24
|
+
"dist/OfficeConverter.d.ts": "30cb1267b20be01cfb91107e5fc734bbc3d2978e239ca93c717b5e2b1ec0a7f2",
|
|
25
|
+
"dist/OfficeConverter.js": "896f1893d2670859945915dc3c989f1bdfbf9fbcedab68b4099dedf8e867dcfe",
|
|
26
|
+
"dist/OfficeGenerator.d.ts": "c70170200d46876072f9a3a019c23cc106ba0041f61b236bf6292c6a26c9f9a6",
|
|
27
|
+
"dist/OfficeGenerator.js": "9d5fee46cd4b8607eb6e796d5357bf35f5801fd363217b682531debc77b8ae50",
|
|
28
|
+
"dist/OfficeParser.d.ts": "20194cb889852e22d26081147d788bab632fb4c3382d6e581a5e2573adcd633f",
|
|
29
|
+
"dist/OfficeParser.js": "bba408140d48f1912127fb29065fbf837deecdd4e729b97c9e64a576a37676f7",
|
|
30
|
+
"dist/cli.d.ts": "885642ba4f766acd810a07991b784c1897995c56a4badd0ce9e03a0962ed77c9",
|
|
31
|
+
"dist/cli.js": "5858ee373993dcaea2655e8f26fbf710cd65af81999fb0bd1b16aa4eb7bd8960",
|
|
32
|
+
"dist/defaults.d.ts": "a4ed847559f5bff4cca08d10ac0f28d8357ef616bd9870cad0624c2cd8337458",
|
|
33
|
+
"dist/defaults.js": "c02e664e5cd5ad45e474de844994b57ed1d2afe0ae3689a92f06c2118a855c2e",
|
|
34
|
+
"dist/generators/BaseGenerator.d.ts": "92e420e2e88218fd333c31330c0e836aa5e93124a8263f38c21c6b70435fc2c9",
|
|
35
|
+
"dist/generators/BaseGenerator.js": "72e55a8c1fda39444f200b6fee3a00c084e9104f9c9890072fc512d537c2a26f",
|
|
36
|
+
"dist/generators/ChunkingGenerator.d.ts": "7cb6a2bf1d6c2338fa4538d0d007b6664782f260d104d8a7458d212a0b3d1330",
|
|
37
|
+
"dist/generators/ChunkingGenerator.js": "c0c44e58d556d5c299b3cc281b6d84ac34951807fbeb6ab194f9599888fecb75",
|
|
38
|
+
"dist/generators/CsvGenerator.d.ts": "bb6dbb622b68d0d2621c2f44989030ae1440b64fcab237a2d00d9d5b4f036044",
|
|
39
|
+
"dist/generators/CsvGenerator.js": "59d68ea89ee660b3bdbf2cd11c083df5138bb74933e29d24a21c1dd3d21e6b3f",
|
|
40
|
+
"dist/generators/EpubGenerator.d.ts": "84df1eecdc8e16b97b10364e27648fd8253ddba893aa3f871d015476368f856e",
|
|
41
|
+
"dist/generators/EpubGenerator.js": "f369b004d941b3595a59ac3b533ab1881d48293f2a0b9fb8493da11e99a89c38",
|
|
42
|
+
"dist/generators/HtmlGenerator.d.ts": "ba8d8fafcdbd4e7a6c29cd3aa7101964a7db7b15b5ddcc1099464cfca227fdd2",
|
|
43
|
+
"dist/generators/HtmlGenerator.js": "7a7a071d63916d3b0bd589a200f143d0d65d37fac0c3b9a0985c3215d53e3a47",
|
|
44
|
+
"dist/generators/MarkdownGenerator.d.ts": "0901892e34823b93cd32dc50dc27abcb20f2533f5194a74452bdf1cd31decfb4",
|
|
45
|
+
"dist/generators/MarkdownGenerator.js": "f0416c633d166dc7556943c40a7d4a575f18ff2e006ffce0ae27cccb8794daad",
|
|
46
|
+
"dist/generators/PdfGenerator.d.ts": "d26043e8c1a42326a8ded664b7617f12f551e9827174d8a6282cc1b2bc9fa558",
|
|
47
|
+
"dist/generators/PdfGenerator.js": "0c96c60745515774fb2d1418e47256960592c422b8e468b9d2b5069854c0710d",
|
|
48
|
+
"dist/generators/RtfGenerator.d.ts": "09846bddf291531505d71ce293408a72a23b829a3b9676b091f223a22566358c",
|
|
49
|
+
"dist/generators/RtfGenerator.js": "bf2dc4b9833af5282c50c4833dceabc9dc394400d7582f6f11b44b49176ad06f",
|
|
50
|
+
"dist/generators/TextGenerator.d.ts": "ec2fbdae38bb4b13509b9b4411d29ee48433ad22d21838fb367724ce19d8ff7e",
|
|
51
|
+
"dist/generators/TextGenerator.js": "db1462ba8b6982948fb624a87dc423ab2f69cbc8a716ca58a1e6f21f171e0ad5",
|
|
52
|
+
"dist/index.d.ts": "157cf7e9f3ca61e96936a1ce86cdf31c4bd31eba9ad30554f0ccd5aaf0f9b1a5",
|
|
53
|
+
"dist/index.js": "ec89a8a2e33f8509056280b2c07af16950d6fc6a38b7802b908a1bd8ef3720b7",
|
|
54
|
+
"dist/index.mjs": "026f427bfb975016bc8c3b5148112fba9ba684d8040f1bcbd77ec74d3270d47d",
|
|
55
|
+
"dist/officeparser.browser.d.ts": "96e4e215677dbc2a3e1749eb0a90983c16f8fac1de44eab6fb542c29417019ae",
|
|
56
|
+
"dist/officeparser.browser.iife.js": "1b5cb1bd77ec2624bbcdefd1ed92f79d24930a6286a8c1e776578aee50790604",
|
|
57
|
+
"dist/officeparser.browser.mjs": "456942d7cb7b378eb29b2bfe1cf09721ee673c6a1ffbeac6fec8e12196e6794f",
|
|
58
|
+
"dist/officeparser.browser.slim.d.ts": "96e4e215677dbc2a3e1749eb0a90983c16f8fac1de44eab6fb542c29417019ae",
|
|
59
|
+
"dist/officeparser.browser.slim.iife.js": "afca5a1a5508dc59ad420ad5c12439e6c339a034228a034913e86f1637820c4c",
|
|
60
|
+
"dist/officeparser.browser.slim.mjs": "dfa3745c1514249a1c8706ccbf0c32d5d8a8370926efe1ee9a38c34a4fa4b841",
|
|
61
|
+
"dist/parsers/CsvParser.d.ts": "0d4b3e19d8c9afd717e2525b9a395c33b0fae9099ddc58d6bfcfb031cbe630b9",
|
|
62
|
+
"dist/parsers/CsvParser.js": "4d560185cd67cc66a413bd6894872df8b5ff06d510f2220a186da8dc06c335b8",
|
|
63
|
+
"dist/parsers/EpubParser.d.ts": "1ef277c50347b566c106291c72916e4f4ce0df0b01ace2794a449b3faad4afbb",
|
|
64
|
+
"dist/parsers/EpubParser.js": "77f1a0ffa3686c8c4d6a322b1d6fd0271ccc064a20510c423beaf959b03644a2",
|
|
65
|
+
"dist/parsers/ExcelParser.d.ts": "983f733954ee31f67c3499d024d70688a45aae19842d243367ef61cec41d53dd",
|
|
66
|
+
"dist/parsers/ExcelParser.js": "c094455c6a7de0d5d6fcbee8fad89320e810ca06799d68ff394fc103f5ecd14e",
|
|
67
|
+
"dist/parsers/HtmlParser.d.ts": "1c6d7d97fd134627c2771c43f6eb61ec0a2324d527f57c6962bc534047e0db4a",
|
|
68
|
+
"dist/parsers/HtmlParser.js": "41748f1a199700d09528be0df7cd6785647b613327926c65ea2fa9014818b46c",
|
|
69
|
+
"dist/parsers/MarkdownParser.d.ts": "e184337be6ac41b81ce57710210b69be7c2033dd2942286090e6e8615fe5da91",
|
|
70
|
+
"dist/parsers/MarkdownParser.js": "2ad4632e246f1cdd60be5ed90ba1307a1231a0d1413694d5b84217c8837ca097",
|
|
71
|
+
"dist/parsers/OpenOfficeParser.d.ts": "e1135e1287e701a73c8ef77fa31be296d1b7915fccd4c2b3abdcecc62f8eeef2",
|
|
72
|
+
"dist/parsers/OpenOfficeParser.js": "7f9b846e0d460fde8611d4fe9ef503ce46db9d5a3db3dceaa3084e64d6356d0c",
|
|
73
|
+
"dist/parsers/PdfParser.d.ts": "2dbe5d3d0a5f627c007ee54bf58d8273e76f241c5ed4e0fac54cfcbe142d1640",
|
|
74
|
+
"dist/parsers/PdfParser.js": "eb4efd9ff4102f372e4769ad97a116df2394410574d2d89fabc7c363f9c83288",
|
|
75
|
+
"dist/parsers/PowerPointParser.d.ts": "973ce1300923beec814edeaca8b7ded449213d04243f66d69f55d269873516ee",
|
|
76
|
+
"dist/parsers/PowerPointParser.js": "93bb2860a5f700eee5c8c5596b216ef7ea6a854a1aad0a1400cdeced27eae5e7",
|
|
77
|
+
"dist/parsers/RtfParser.d.ts": "cb4b7c35695589d57d9334a0c9c3e940aa2a287dac19bf6675cdeb56ec6b1524",
|
|
78
|
+
"dist/parsers/RtfParser.js": "3b8d6a527039ee6c91f6bfdbeca4925ab1bf4bc5316dcda44922045fbde6ab92",
|
|
79
|
+
"dist/parsers/WordParser.d.ts": "a1b1ae0c50b027731006fed1a906566b1e11fec454bc177ce502a95140c0ea52",
|
|
80
|
+
"dist/parsers/WordParser.js": "287507e8327516d21a928f47019df4aa982b3fa8992974c6e34f3a8e12b4e25e",
|
|
81
|
+
"dist/sbom.cdx.json": "ff31cb7dcfbabf38cc395e543b889e10c74f5700b168f0ca18e33059943bf99f",
|
|
82
|
+
"dist/types.d.ts": "24874c9dafd26270e0548e410ba3c2cccf9d824d7f75db892f1c44877690e15b",
|
|
83
|
+
"dist/types.js": "57757ebf1a4a339dcb80b02ccffa63aac0d88e090a0e50457a0411b39bb9bafa",
|
|
84
|
+
"dist/utils/astUtils.d.ts": "1d214edace0a9243048ec22e1ac954550973226156b442e674a64e499e55e851",
|
|
85
|
+
"dist/utils/astUtils.js": "802fc6940607d4c81254e0e73bee9aeca83cba9f005c1856ff7477861649d47c",
|
|
86
|
+
"dist/utils/chartUtils.d.ts": "fb572932f73223dbdc3a243225eb042a960a32f4d656815afaa00f154c5d7d94",
|
|
87
|
+
"dist/utils/chartUtils.js": "b79dfb8c9e25eee8f42c95aa4ba5638f9eaac1808dca36a6d4e8348df0c9a2ec",
|
|
88
|
+
"dist/utils/configUtils.d.ts": "a20d9c34f1fbbbc8c976df77df8aafbd0c7041425dcc8723648638ce489c69cf",
|
|
89
|
+
"dist/utils/configUtils.js": "3c0ce78cf27d29d28dcf0f2d4c01ecf2117ec87bbe969beddc851554164c4228",
|
|
90
|
+
"dist/utils/dateUtils.d.ts": "64fba783e2b50d536476a6719512554a60c983e74a991ac5f8d41670d96d8841",
|
|
91
|
+
"dist/utils/dateUtils.js": "3d9c4fb8c66749d16bbcab8e569f6ef4708e930b768ca4360c20b60381c38868",
|
|
92
|
+
"dist/utils/envUtils.d.ts": "6028404c4f8eb884816471828a1e163c30d0b86b0f510ca113e696ba38c41270",
|
|
93
|
+
"dist/utils/envUtils.js": "b16c1a8a2b5fdc2c6412f068ee74b3be16f073bd85081994d660df6ab379baf4",
|
|
94
|
+
"dist/utils/errorUtils.d.ts": "45ad30f2f8ab66fb8316711fe7407d54b1bdc2608802fe00d197b3eff01181a3",
|
|
95
|
+
"dist/utils/errorUtils.js": "abd7409a4386b22e8cc1c729c2e3542ebaeb0d42ffb9acbc875ce250bffade3c",
|
|
96
|
+
"dist/utils/imageUtils.d.ts": "1caf3808039758f9c561754c83b530e7316bbbedae51f135185c23bad3cf2432",
|
|
97
|
+
"dist/utils/imageUtils.js": "4221642375f7c056927c7d9e623f87415029aa7ceda185341c96a2cfa123fab5",
|
|
98
|
+
"dist/utils/mathUtils.d.ts": "51bbf1b9f543ab4ef14efffc7447a0f95bad09a7b5162829686b447a9fabbc40",
|
|
99
|
+
"dist/utils/mathUtils.js": "333aa518254adda6ceb2b112ea5ca6d421b0de26c79099df19098bbc1f32d038",
|
|
100
|
+
"dist/utils/moduleLoader.d.ts": "97119ce26f095a7139d8f18f9f3e6bb8dbe6f871090a17ea3bb46b374c951d51",
|
|
101
|
+
"dist/utils/moduleLoader.js": "6baf5ddafb6a6630835d9561fe83d7701976725e46402ce9d4a36b2062cfa806",
|
|
102
|
+
"dist/utils/ocrUtils.d.ts": "3f237ec9728dac6b9b07a2469ad67f31cc08c2014ca5a923b3e1f0eaeb0c0084",
|
|
103
|
+
"dist/utils/ocrUtils.js": "388f163d4eb766014de95335e9524ee05d99ff7feaf4a05fefa269df356224ed",
|
|
104
|
+
"dist/utils/sanitize.d.ts": "647c217e9f9d3a16d71adf30b415382c149850b0b9c4712e95af93a9d5eaa14a",
|
|
105
|
+
"dist/utils/sanitize.js": "8f76f363d6cf73e2db58ac6fbe0b999711e485560bb43ddbacc69ecca45d57e9",
|
|
106
|
+
"dist/utils/sheetUtils.d.ts": "e4104ee85adc240755bd1257c0854ceaafdf369c6431385c43cb3039e148455f",
|
|
107
|
+
"dist/utils/sheetUtils.js": "abbf7b2e23f554bd4eb75e8a28eb6f072e0589d44f791a3ad2144979dc065489",
|
|
108
|
+
"dist/utils/styleMapper.d.ts": "10aefac83b1e37763de68e3fa674d514ede9d852b3e4a7d48a79b0c49d63c84e",
|
|
109
|
+
"dist/utils/styleMapper.js": "ac1118edc6460500079e9397395f81fb6e91f8899a8d0a580f5d293c9f0d447e",
|
|
110
|
+
"dist/utils/xmlUtils.d.ts": "317c62f6ae3326925cbcf9330c737696d809a66876eaf3a5d937cddc8ce00d93",
|
|
111
|
+
"dist/utils/xmlUtils.js": "46cc42922bc88b4344c2150b2a3b7b81dfdc85f33454a7b4b2533f5789e2d12e",
|
|
112
|
+
"dist/utils/zipUtils.d.ts": "986617903a88ed97adc77f57ca76dfc867bd9a241823a93e4be4397b5be045bc",
|
|
113
|
+
"dist/utils/zipUtils.js": "971bbc39e7c54ec2aa0e0c37cd0c7c05e5d5384109a7a31decb20a690f8da447",
|
|
114
|
+
"package.json": "027203373c6f05784a6d87c72a47c412340201046dc6a84c1cc7259185bbdbde"
|
|
115
|
+
},
|
|
116
|
+
"integrity": "sha512-z3stbbcwTA4HsGuUz2XJEBbl6WV1X2qCvuiokc2D0593wnu8H7kaD9UY5YAHc8uMjMhH07FxXikzP0BFLSna4A==",
|
|
117
|
+
"name": "officeparser",
|
|
118
|
+
"sha256": "a49dc7370938e62523b02f43b3d690f41a0229162d9ff292c60e9cbeedc6e779",
|
|
119
|
+
"url": "https://registry.npmjs.org/officeparser/-/officeparser-7.8.0.tgz",
|
|
120
|
+
"version": "7.8.0"
|
|
121
|
+
}
|
|
122
|
+
],
|
|
123
|
+
"schemaVersion": 1
|
|
124
|
+
}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
# Converter dependency repair
|
|
2
|
+
|
|
3
|
+
GNO imports the unchanged upstream distributions under `vendor/converters`.
|
|
4
|
+
These are ordinary source files in GNO's package, not installed npm dependency
|
|
5
|
+
packages. Their original manifests and licenses are retained verbatim for
|
|
6
|
+
provenance. No upstream manifest was patched. GNO's root dependencies supply
|
|
7
|
+
their external imports, including these corrected parser edges:
|
|
8
|
+
|
|
9
|
+
| Distribution | Upstream dependency | GNO dependency |
|
|
10
|
+
| -------------------- | ------------------- | ------------------------------- |
|
|
11
|
+
| markitdown-ts 0.0.10 | xlsx ^0.18.5 | official SheetJS 0.20.3 tarball |
|
|
12
|
+
| officeparser 7.8.0 | pdfjs-dist 6.1.200 | pdfjs-dist 6.3.289 |
|
|
13
|
+
|
|
14
|
+
The official SheetJS URL is
|
|
15
|
+
`https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz`.
|
|
16
|
+
Its 2,409,319 bytes have integrity
|
|
17
|
+
`sha512-oLDq3jw7AcLqKWH2AhCpVTZl8mf6X2YReP+Neh0SJUzV/BdZYjth94tG5toiMB1PPrYtxOCfaoUCkvtuH+3AJA==`.
|
|
18
|
+
It has no install lifecycle scripts. MarkItDown uses the retained `read` and
|
|
19
|
+
`utils.sheet_to_html` APIs for GNO's buffer conversion path. PDF-parse retains
|
|
20
|
+
its independent PDF.js 5.4.296 dependency; do not globally override it to 6.
|
|
21
|
+
|
|
22
|
+
## Reproduce upstream files
|
|
23
|
+
|
|
24
|
+
Run from the repository root, with a destination that does not exist:
|
|
25
|
+
|
|
26
|
+
```sh
|
|
27
|
+
python3 vendor/dependency-fixes/vendor-converters.py /path/to/new/converters
|
|
28
|
+
```
|
|
29
|
+
|
|
30
|
+
The script verifies pinned upstream tarball SHA512 values before copying any
|
|
31
|
+
distribution files. It copies every upstream `dist` file, original package
|
|
32
|
+
manifest, and license/notice unchanged. `upstream-manifest.json` records original
|
|
33
|
+
tarball SHA256, SHA512, byte counts, and each retained file's SHA256. MarkItDown
|
|
34
|
+
contributes 7 files; Officeparser contributes 92. The receipt is the 100th file.
|
|
35
|
+
No repacked upstream tarball is shipped. Never format the upstream files.
|
|
36
|
+
|
|
37
|
+
GNO's root manifest must retain the external dependencies required by these
|
|
38
|
+
distributions. The tested dependency set was @joplin/turndown-plugin-gfm 1.0.67,
|
|
39
|
+
@xmldom/xmldom 0.9.12, ai 6.0.277, jsdom 25.0.1, mammoth 1.12.2,
|
|
40
|
+
mime-types 2.1.35, pdf-parse 2.4.5, turndown 7.2.4, the SheetJS URL above,
|
|
41
|
+
fflate 0.8.3, file-type 22.0.2, pdfjs-dist 6.3.289, tesseract.js 7.0.0,
|
|
42
|
+
and zod 4.4.3. Existing GNO dependencies may advance under their own gates.
|
|
43
|
+
|
|
44
|
+
## Consumer feasibility evidence
|
|
45
|
+
|
|
46
|
+
An isolated parent tarball containing these distributions and normal root
|
|
47
|
+
dependencies was installed into fresh npm 11.17.0 and Bun 1.4.2 consumers with
|
|
48
|
+
installation scripts disabled. Both consumers resolved XLSX 0.20.3 from the
|
|
49
|
+
vendored MarkItDown location and PDF.js 6.3.289 from the vendored Officeparser
|
|
50
|
+
location. Both converted the real XLSX fixture (Widget/Gadget) and PPTX fixture
|
|
51
|
+
(presentation title/speaker notes). Native dependencies were installed normally
|
|
52
|
+
by each consumer; no platform-specific dependency tree was bundled.
|
|
53
|
+
|
|
54
|
+
Rejected approaches: nested `file:vendor/child.tgz` dependencies failed ENOENT in
|
|
55
|
+
both package managers; full dependency bundling added over 100 MB compressed
|
|
56
|
+
and captured platform-specific native dependencies; omitting the bundled
|
|
57
|
+
transitive closure left imports unresolved. Root overrides alone do not control
|
|
58
|
+
downstream npm consumers.
|
|
59
|
+
|
|
60
|
+
Focused repository verification:
|
|
61
|
+
|
|
62
|
+
```sh
|
|
63
|
+
bun test test/converters/vendored-dependencies.test.ts test/converters/integration.test.ts test/converters/protected-files.test.ts test/converters/pipeline.test.ts
|
|
64
|
+
```
|
|
65
|
+
|
|
66
|
+
The provenance/resolution regression checks every retained upstream file and the
|
|
67
|
+
two corrected parser versions. Integration coverage exercises PDF, DOCX, XLSX,
|
|
68
|
+
PPTX and protected-file behavior. Full GNO packed-consumer validation remains
|
|
69
|
+
part of the release gate; the isolated feasibility probe does not replace it.
|
|
70
|
+
|
|
71
|
+
Primary sources:
|
|
72
|
+
|
|
73
|
+
- https://docs.sheetjs.com/docs/getting-started/installation/nodejs/
|
|
74
|
+
- https://github.com/advisories/GHSA-5pgg-2g8v-p4x9
|
|
75
|
+
- https://registry.npmjs.org/markitdown-ts/0.0.10
|
|
76
|
+
- https://registry.npmjs.org/officeparser/7.8.0
|
|
77
|
+
- https://docs.npmjs.com/cli/v11/configuring-npm/package-json/#overrides
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Copy pinned upstream converter distributions verbatim into a NEW output root.
|
|
3
|
+
|
|
4
|
+
Usage: python3 vendor/dependency-fixes/vendor-converters.py OUTPUT_DIRECTORY
|
|
5
|
+
No installation, lifecycle scripts, package manifest edits, or Git operations.
|
|
6
|
+
The caller promotes external dependencies into GNO's root manifest and imports
|
|
7
|
+
these distributions directly; their upstream package manifests stay unchanged.
|
|
8
|
+
"""
|
|
9
|
+
|
|
10
|
+
import base64
|
|
11
|
+
import hashlib
|
|
12
|
+
import io
|
|
13
|
+
import json
|
|
14
|
+
from pathlib import Path, PurePosixPath
|
|
15
|
+
import sys
|
|
16
|
+
import tarfile
|
|
17
|
+
import urllib.request
|
|
18
|
+
|
|
19
|
+
PACKAGES = (
|
|
20
|
+
(
|
|
21
|
+
"markitdown-ts",
|
|
22
|
+
"0.0.10",
|
|
23
|
+
"sha512-QcGD+ilrtgBli+XH7YoEURfE345SYsOmxlB40HYGCccbkJb1DTf09iW7rMFcsQQ7mpEVEyYsvgDWVFC1sTp+4w==",
|
|
24
|
+
),
|
|
25
|
+
(
|
|
26
|
+
"officeparser",
|
|
27
|
+
"7.8.0",
|
|
28
|
+
"sha512-z3stbbcwTA4HsGuUz2XJEBbl6WV1X2qCvuiokc2D0593wnu8H7kaD9UY5YAHc8uMjMhH07FxXikzP0BFLSna4A==",
|
|
29
|
+
),
|
|
30
|
+
)
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
def main():
|
|
34
|
+
if len(sys.argv) != 2:
|
|
35
|
+
raise SystemExit(__doc__)
|
|
36
|
+
output = Path(sys.argv[1])
|
|
37
|
+
output.mkdir(parents=True, exist_ok=False)
|
|
38
|
+
receipt = {"schemaVersion": 1, "packages": []}
|
|
39
|
+
for name, version, integrity in PACKAGES:
|
|
40
|
+
url = f"https://registry.npmjs.org/{name}/-/{name}-{version}.tgz"
|
|
41
|
+
with urllib.request.urlopen(url, timeout=60) as response:
|
|
42
|
+
data = response.read()
|
|
43
|
+
actual = "sha512-" + base64.b64encode(hashlib.sha512(data).digest()).decode()
|
|
44
|
+
if actual != integrity:
|
|
45
|
+
raise RuntimeError(f"Upstream integrity mismatch: {name}")
|
|
46
|
+
record = {
|
|
47
|
+
"name": name,
|
|
48
|
+
"version": version,
|
|
49
|
+
"url": url,
|
|
50
|
+
"integrity": actual,
|
|
51
|
+
"sha256": hashlib.sha256(data).hexdigest(),
|
|
52
|
+
"bytes": len(data),
|
|
53
|
+
"files": {},
|
|
54
|
+
}
|
|
55
|
+
with tarfile.open(fileobj=io.BytesIO(data), mode="r:gz") as archive:
|
|
56
|
+
for member in archive:
|
|
57
|
+
path = PurePosixPath(member.name)
|
|
58
|
+
if path.is_absolute() or ".." in path.parts or path.parts[0] != "package":
|
|
59
|
+
raise RuntimeError(f"Unsafe archive entry: {member.name}")
|
|
60
|
+
relative = PurePosixPath(*path.parts[1:])
|
|
61
|
+
selected = (
|
|
62
|
+
relative.parts and relative.parts[0] == "dist"
|
|
63
|
+
or str(relative) == "package.json"
|
|
64
|
+
or relative.name.upper().startswith(("LICENSE", "NOTICE"))
|
|
65
|
+
)
|
|
66
|
+
if not selected or member.isdir():
|
|
67
|
+
continue
|
|
68
|
+
if not member.isfile():
|
|
69
|
+
raise RuntimeError(f"Nonregular distribution entry: {member.name}")
|
|
70
|
+
payload = archive.extractfile(member).read()
|
|
71
|
+
destination = output / name / str(relative)
|
|
72
|
+
destination.parent.mkdir(parents=True, exist_ok=True)
|
|
73
|
+
destination.write_bytes(payload)
|
|
74
|
+
record["files"][str(relative)] = hashlib.sha256(payload).hexdigest()
|
|
75
|
+
receipt["packages"].append(record)
|
|
76
|
+
(output / "upstream-manifest.json").write_text(
|
|
77
|
+
json.dumps(receipt, indent=2, sort_keys=True) + "\n"
|
|
78
|
+
)
|
|
79
|
+
print(json.dumps({"output": str(output), "packages": len(PACKAGES)}))
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
if __name__ == "__main__":
|
|
83
|
+
main()
|
|
Binary file
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
303bbadcb92766b35c3b21aaf66ac959b36679159e90014a06499ff6a84e5708 gno-browser-clipper-v1.46.0.zip
|