@openai/codex-security 0.1.29 → 0.1.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +106 -5
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +19 -4
- package/_bundled_plugin/scripts/rank_preview.py +1 -0
- package/dist/auth.js +1 -1
- package/dist/auth.js.map +1 -1
- package/dist/cli.d.ts +4 -0
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +108 -8
- package/dist/cli.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +2 -7
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +2 -0
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +2 -2
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +4 -10
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/finding-schema.d.ts +4 -0
- package/dist/deduplication/finding-schema.d.ts.map +1 -0
- package/dist/deduplication/finding-schema.js +14 -0
- package/dist/deduplication/finding-schema.js.map +1 -0
- package/dist/deduplication/records-protocol.d.ts +9 -0
- package/dist/deduplication/records-protocol.d.ts.map +1 -0
- package/dist/deduplication/records-protocol.js +191 -0
- package/dist/deduplication/records-protocol.js.map +1 -0
- package/dist/deduplication/records.d.ts +33 -0
- package/dist/deduplication/records.d.ts.map +1 -0
- package/dist/deduplication/records.js +134 -0
- package/dist/deduplication/records.js.map +1 -0
- package/dist/deduplication/review.d.ts +21 -0
- package/dist/deduplication/review.d.ts.map +1 -0
- package/dist/deduplication/review.js +2 -0
- package/dist/deduplication/review.js.map +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.js +5 -1
- package/dist/knowledge-base.js.map +1 -1
- package/dist/owner-evidence.d.ts +29 -0
- package/dist/owner-evidence.d.ts.map +1 -0
- package/dist/owner-evidence.js +196 -0
- package/dist/owner-evidence.js.map +1 -0
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +27 -14
- package/dist/runtime.js.map +1 -1
- package/dist/scan-comparison.d.ts +1 -1
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js.map +1 -1
- package/dist/suggest-owners.d.ts +38 -0
- package/dist/suggest-owners.d.ts.map +1 -0
- package/dist/suggest-owners.js +112 -0
- package/dist/suggest-owners.js.map +1 -0
- package/dist/targets.d.ts +6 -2
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +5 -4
- package/dist/targets.js.map +1 -1
- package/dist/thread-source.d.ts +1 -0
- package/dist/thread-source.d.ts.map +1 -1
- package/dist/thread-source.js +1 -0
- package/dist/thread-source.js.map +1 -1
- package/docs/dedupe-records.md +305 -0
- package/package.json +13 -11
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,EAAE,EACF,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAQH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAwB,EACxB,MAAoB,EACpB,SAAkB;IAElB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,kDAAkD,IAAI,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,EAAE,CAC1D,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE;YACrC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;YAChC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACb,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,EAAE,CACpE,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,IAAI,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,2BAA2B,CAAC,CACzD,CAAC;IACF,IAAI,CAAC;QACH,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;gBACrC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtD,MAAM;aACP,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,IAAI,GACR,SAAS,KAAK,MAAM;gBAClB,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC;gBACnC,CAAC,CAAC,SAAS,KAAK,OAAO;oBACrB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC9B,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,QAAQ,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,EAAE,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAClD,IAAI,EACJ;gBACE,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,KAAK;gBACX,MAAM;aACP,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,MAAM,KAAK,CAAC;IACd,CAAC;IAED,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,SAAiB,EACjB,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,cAAc,EAAE;YAAE,SAAS;QACrC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;oBACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;oBACtD,MAAM;iBACP,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAiB;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,EAAE;YACrE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,KAAiB;IACvD,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GACnC,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,WAAW,CAAC;YAC9B,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC;YAC3B,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,cAAc,CAAC,MAAM;SACjC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gBACxE,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,KAAK;qBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC9C,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,EAAE,EAAE;YACtE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAiB;IAClD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE;YAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB;oBAAE,OAAO,KAAK,CAAC;gBACpD,IAAI,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvC,IACE,CAAC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC,EACvE,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,SAAS,CACd,GAAG;aACA,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC;aACpC,OAAO,CAAC,2BAA2B,EAAE,IAAI,CAAC;aAC1C,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAC5B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,EAAE;YACvE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,QAAQ,GAA2B;QACvC,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,GAAG;QACP,EAAE,EAAE,GAAG;QACP,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;KACV,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAClB,4CAA4C,EAC5C,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;QACnD,OAAO,MAAM,CAAC,aAAa,CACzB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACxE,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { constants } from \"node:fs\";\nimport {\n lstat,\n mkdtemp,\n readFile,\n readdir,\n realpath,\n rm,\n writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { basename, extname, join, resolve } from \"node:path\";\nimport { unzipSync } from \"fflate\";\nimport { expandHome } from \"./runtime.js\";\n\nconst DOCUMENT_EXTENSIONS = new Set([\n \".md\",\n \".markdown\",\n \".txt\",\n \".pdf\",\n \".docx\",\n]);\n\nexport interface PreparedKnowledgeBase {\n path: string;\n sources: string[];\n cleanup(): Promise<void>;\n}\n\nexport async function prepareKnowledgeBase(\n paths: readonly string[],\n signal?: AbortSignal,\n directory?: string,\n): Promise<PreparedKnowledgeBase> {\n const sources = new Set<string>();\n const documents = new Set<string>();\n\n for (const requested of paths) {\n signal?.throwIfAborted();\n if (!requested.trim())\n throw new Error(\"Knowledge base paths cannot be empty.\");\n const path = resolve(expandHome(requested));\n const metadata = await lstat(path);\n if (metadata.isSymbolicLink()) {\n throw new Error(`Knowledge base paths cannot be symbolic links: ${path}`);\n }\n if (!metadata.isFile() && !metadata.isDirectory()) {\n throw new Error(\n `Knowledge base path is not a file or directory: ${path}`,\n );\n }\n\n const source = await realpath(path);\n const selected = metadata.isDirectory()\n ? await discover(source, signal)\n : [source];\n if (selected.length === 0) {\n throw new Error(\n `Knowledge base directory contains no supported documents: ${path}`,\n );\n }\n for (const document of selected) {\n documents.add(document);\n }\n sources.add(source);\n }\n\n const path = await mkdtemp(\n join(directory ?? tmpdir(), \"codex-security-knowledge-\"),\n );\n try {\n let index = 0;\n for (const document of documents) {\n signal?.throwIfAborted();\n const metadata = await lstat(document);\n if (process.platform !== \"win32\" && (metadata.mode & 0o444) === 0) {\n throw new Error(`Knowledge base document is not readable: ${document}`);\n }\n const bytes = await readFile(document, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n const extension = extname(document).toLowerCase();\n const text =\n extension === \".pdf\"\n ? await extractPdf(document, bytes)\n : extension === \".docx\"\n ? extractDocx(document, bytes)\n : decodeText(document, bytes);\n if ((extension === \".pdf\" || extension === \".docx\") && !text.trim()) {\n throw new Error(\n `Knowledge base document contains no extractable text: ${document}`,\n );\n }\n await writeFile(\n join(path, `${index++}-${basename(document)}.txt`),\n text,\n {\n encoding: \"utf8\",\n mode: 0o600,\n signal,\n },\n );\n }\n } catch (error) {\n await rm(path, { recursive: true, force: true });\n throw error;\n }\n\n return {\n path,\n sources: [...sources],\n cleanup: () => rm(path, { recursive: true, force: true }),\n };\n}\n\nasync function discover(\n directory: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n signal?.throwIfAborted();\n const documents: string[] = [];\n const entries = await readdir(directory, { withFileTypes: true });\n signal?.throwIfAborted();\n for (const entry of entries) {\n signal?.throwIfAborted();\n const path = join(directory, entry.name);\n if (entry.isSymbolicLink()) continue;\n if (entry.isDirectory()) {\n for (const document of await discover(path, signal)) {\n documents.push(document);\n }\n } else if (entry.isFile()) {\n if (!DOCUMENT_EXTENSIONS.has(extname(path).toLowerCase())) {\n const bytes = await readFile(path, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n try {\n decodeText(path, bytes);\n } catch {\n continue;\n }\n }\n documents.push(path);\n }\n }\n return documents;\n}\n\nfunction decodeText(path: string, bytes: Uint8Array): string {\n if (bytes.includes(0)) {\n throw new Error(`Knowledge base document contains binary data: ${path}`);\n }\n try {\n return new TextDecoder(\"utf-8\", { fatal: true }).decode(bytes);\n } catch (error) {\n throw new Error(`Knowledge base document is not valid UTF-8: ${path}`, {\n cause: error,\n });\n }\n}\n\nasync function extractPdf(path: string, bytes: Uint8Array): Promise<string> {\n try {\n const { getDocument, VerbosityLevel } =\n await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n const loadingTask = getDocument({\n data: new Uint8Array(bytes),\n stopAtErrors: true,\n verbosity: VerbosityLevel.ERRORS,\n });\n try {\n const document = await loadingTask.promise;\n const pages: string[] = [];\n for (let number = 1; number <= document.numPages; number++) {\n const content = await (await document.getPage(number)).getTextContent();\n pages.push(\n content.items\n .map((item) => (\"str\" in item ? item.str : \"\"))\n .join(\" \"),\n );\n }\n return pages.join(\"\\n\");\n } finally {\n await loadingTask.destroy();\n }\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base PDF: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction extractDocx(path: string, bytes: Uint8Array): string {\n try {\n const files = unzipSync(bytes, {\n filter: (file) => {\n if (file.name !== \"word/document.xml\") return false;\n if (file.originalSize > 25 * 1024 * 1024) {\n throw new Error(\"DOCX document text exceeds 25 MB.\");\n }\n return true;\n },\n });\n const document = files[\"word/document.xml\"];\n if (document === undefined) throw new Error(\"Missing word/document.xml.\");\n const xml = decodeText(path, document);\n if (\n !/<(?:\\w+:)?document\\b[^>]*>[\\s\\S]*<\\/(?:\\w+:)?document\\s*>/u.test(xml)\n ) {\n throw new Error(\"Malformed word/document.xml.\");\n }\n return decodeXml(\n xml\n .replace(/<\\/(?:\\w+:)?p\\s*>/gu, \"\\n\")\n .replace(/<(?:\\w+:)?tab\\b[^>]*\\/>/gu, \"\\t\")\n .replace(/<[^>]+>/gu, \"\"),\n );\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base DOCX: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction decodeXml(value: string): string {\n const entities: Record<string, string> = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n };\n return value.replace(\n /&(amp|lt|gt|quot|apos|#\\d+|#x[\\da-f]+);/giu,\n (entity, name: string) => {\n if (!name.startsWith(\"#\")) return entities[name.toLowerCase()] ?? entity;\n const hexadecimal = name[1]?.toLowerCase() === \"x\";\n return String.fromCodePoint(\n Number.parseInt(name.slice(hexadecimal ? 2 : 1), hexadecimal ? 16 : 10),\n );\n },\n );\n}\n"]}
|
|
1
|
+
{"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,EAAE,EACF,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAQH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAwB,EACxB,MAAoB,EACpB,SAAkB;IAElB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,kDAAkD,IAAI,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,EAAE,CAC1D,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE;YACrC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;YAChC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACb,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,EAAE,CACpE,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,IAAI,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,2BAA2B,CAAC,CACzD,CAAC;IACF,IAAI,CAAC;QACH,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;gBACrC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtD,MAAM;aACP,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,IAAI,GACR,SAAS,KAAK,MAAM;gBAClB,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC;gBACnC,CAAC,CAAC,SAAS,KAAK,OAAO;oBACrB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC9B,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,QAAQ,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAClD,yEAAyE;YACzE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;gBAC1C,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,KAAK;gBACX,MAAM;aACP,CAAC,CAAC;YACH,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,MAAM,KAAK,CAAC;IACd,CAAC;IAED,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,SAAiB,EACjB,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,cAAc,EAAE;YAAE,SAAS;QACrC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;oBACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;oBACtD,MAAM;iBACP,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAiB;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,EAAE;YACrE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,KAAiB;IACvD,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GACnC,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,WAAW,CAAC;YAC9B,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC;YAC3B,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,cAAc,CAAC,MAAM;SACjC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gBACxE,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,KAAK;qBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC9C,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,EAAE,EAAE;YACtE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAiB;IAClD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE;YAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB;oBAAE,OAAO,KAAK,CAAC;gBACpD,IAAI,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvC,IACE,CAAC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC,EACvE,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,SAAS,CACd,GAAG;aACA,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC;aACpC,OAAO,CAAC,2BAA2B,EAAE,IAAI,CAAC;aAC1C,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAC5B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,EAAE;YACvE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,QAAQ,GAA2B;QACvC,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,GAAG;QACP,EAAE,EAAE,GAAG;QACP,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;KACV,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAClB,4CAA4C,EAC5C,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;QACnD,OAAO,MAAM,CAAC,aAAa,CACzB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACxE,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { constants } from \"node:fs\";\nimport {\n lstat,\n mkdtemp,\n readFile,\n readdir,\n realpath,\n rm,\n writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { basename, extname, join, resolve } from \"node:path\";\nimport { unzipSync } from \"fflate\";\nimport { expandHome } from \"./runtime.js\";\n\nconst DOCUMENT_EXTENSIONS = new Set([\n \".md\",\n \".markdown\",\n \".txt\",\n \".pdf\",\n \".docx\",\n]);\n\nexport interface PreparedKnowledgeBase {\n path: string;\n sources: string[];\n cleanup(): Promise<void>;\n}\n\nexport async function prepareKnowledgeBase(\n paths: readonly string[],\n signal?: AbortSignal,\n directory?: string,\n): Promise<PreparedKnowledgeBase> {\n const sources = new Set<string>();\n const documents = new Set<string>();\n\n for (const requested of paths) {\n signal?.throwIfAborted();\n if (!requested.trim())\n throw new Error(\"Knowledge base paths cannot be empty.\");\n const path = resolve(expandHome(requested));\n const metadata = await lstat(path);\n if (metadata.isSymbolicLink()) {\n throw new Error(`Knowledge base paths cannot be symbolic links: ${path}`);\n }\n if (!metadata.isFile() && !metadata.isDirectory()) {\n throw new Error(\n `Knowledge base path is not a file or directory: ${path}`,\n );\n }\n\n const source = await realpath(path);\n const selected = metadata.isDirectory()\n ? await discover(source, signal)\n : [source];\n if (selected.length === 0) {\n throw new Error(\n `Knowledge base directory contains no supported documents: ${path}`,\n );\n }\n for (const document of selected) {\n documents.add(document);\n }\n sources.add(source);\n }\n\n const path = await mkdtemp(\n join(directory ?? tmpdir(), \"codex-security-knowledge-\"),\n );\n try {\n let index = 0;\n for (const document of documents) {\n signal?.throwIfAborted();\n const metadata = await lstat(document);\n if (process.platform !== \"win32\" && (metadata.mode & 0o444) === 0) {\n throw new Error(`Knowledge base document is not readable: ${document}`);\n }\n const bytes = await readFile(document, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n const extension = extname(document).toLowerCase();\n const text =\n extension === \".pdf\"\n ? await extractPdf(document, bytes)\n : extension === \".docx\"\n ? extractDocx(document, bytes)\n : decodeText(document, bytes);\n if ((extension === \".pdf\" || extension === \".docx\") && !text.trim()) {\n throw new Error(\n `Knowledge base document contains no extractable text: ${document}`,\n );\n }\n const name = `${index}-${basename(document)}.txt`;\n // The prefix and suffix can exceed the filesystem's 255-byte name limit.\n const filename = Buffer.byteLength(name) > 255 ? `${index}.txt` : name;\n await writeFile(join(path, filename), text, {\n encoding: \"utf8\",\n mode: 0o600,\n signal,\n });\n index++;\n }\n } catch (error) {\n await rm(path, { recursive: true, force: true });\n throw error;\n }\n\n return {\n path,\n sources: [...sources],\n cleanup: () => rm(path, { recursive: true, force: true }),\n };\n}\n\nasync function discover(\n directory: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n signal?.throwIfAborted();\n const documents: string[] = [];\n const entries = await readdir(directory, { withFileTypes: true });\n signal?.throwIfAborted();\n for (const entry of entries) {\n signal?.throwIfAborted();\n const path = join(directory, entry.name);\n if (entry.isSymbolicLink()) continue;\n if (entry.isDirectory()) {\n for (const document of await discover(path, signal)) {\n documents.push(document);\n }\n } else if (entry.isFile()) {\n if (!DOCUMENT_EXTENSIONS.has(extname(path).toLowerCase())) {\n const bytes = await readFile(path, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n try {\n decodeText(path, bytes);\n } catch {\n continue;\n }\n }\n documents.push(path);\n }\n }\n return documents;\n}\n\nfunction decodeText(path: string, bytes: Uint8Array): string {\n if (bytes.includes(0)) {\n throw new Error(`Knowledge base document contains binary data: ${path}`);\n }\n try {\n return new TextDecoder(\"utf-8\", { fatal: true }).decode(bytes);\n } catch (error) {\n throw new Error(`Knowledge base document is not valid UTF-8: ${path}`, {\n cause: error,\n });\n }\n}\n\nasync function extractPdf(path: string, bytes: Uint8Array): Promise<string> {\n try {\n const { getDocument, VerbosityLevel } =\n await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n const loadingTask = getDocument({\n data: new Uint8Array(bytes),\n stopAtErrors: true,\n verbosity: VerbosityLevel.ERRORS,\n });\n try {\n const document = await loadingTask.promise;\n const pages: string[] = [];\n for (let number = 1; number <= document.numPages; number++) {\n const content = await (await document.getPage(number)).getTextContent();\n pages.push(\n content.items\n .map((item) => (\"str\" in item ? item.str : \"\"))\n .join(\" \"),\n );\n }\n return pages.join(\"\\n\");\n } finally {\n await loadingTask.destroy();\n }\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base PDF: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction extractDocx(path: string, bytes: Uint8Array): string {\n try {\n const files = unzipSync(bytes, {\n filter: (file) => {\n if (file.name !== \"word/document.xml\") return false;\n if (file.originalSize > 25 * 1024 * 1024) {\n throw new Error(\"DOCX document text exceeds 25 MB.\");\n }\n return true;\n },\n });\n const document = files[\"word/document.xml\"];\n if (document === undefined) throw new Error(\"Missing word/document.xml.\");\n const xml = decodeText(path, document);\n if (\n !/<(?:\\w+:)?document\\b[^>]*>[\\s\\S]*<\\/(?:\\w+:)?document\\s*>/u.test(xml)\n ) {\n throw new Error(\"Malformed word/document.xml.\");\n }\n return decodeXml(\n xml\n .replace(/<\\/(?:\\w+:)?p\\s*>/gu, \"\\n\")\n .replace(/<(?:\\w+:)?tab\\b[^>]*\\/>/gu, \"\\t\")\n .replace(/<[^>]+>/gu, \"\"),\n );\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base DOCX: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction decodeXml(value: string): string {\n const entities: Record<string, string> = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n };\n return value.replace(\n /&(amp|lt|gt|quot|apos|#\\d+|#x[\\da-f]+);/giu,\n (entity, name: string) => {\n if (!name.startsWith(\"#\")) return entities[name.toLowerCase()] ?? entity;\n const hexadecimal = name[1]?.toLowerCase() === \"x\";\n return String.fromCodePoint(\n Number.parseInt(name.slice(hexadecimal ? 2 : 1), hexadecimal ? 16 : 10),\n );\n },\n );\n}\n"]}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { OwnerFinding } from "./suggest-owners.js";
|
|
2
|
+
export interface OwnerIdentity {
|
|
3
|
+
name: string;
|
|
4
|
+
email: string;
|
|
5
|
+
}
|
|
6
|
+
export interface OwnerEvidence {
|
|
7
|
+
id: string;
|
|
8
|
+
kind: "source" | "blame" | "history";
|
|
9
|
+
path: string;
|
|
10
|
+
commit: string;
|
|
11
|
+
startLine?: number;
|
|
12
|
+
endLine?: number;
|
|
13
|
+
content: string;
|
|
14
|
+
identityIndex: number | null;
|
|
15
|
+
}
|
|
16
|
+
export interface OwnerContext {
|
|
17
|
+
identities: OwnerIdentity[];
|
|
18
|
+
evidence: OwnerEvidence[];
|
|
19
|
+
limitations: string[];
|
|
20
|
+
}
|
|
21
|
+
/** Read committed objects, so dirty files and source symlinks are never followed. */
|
|
22
|
+
export declare function ownerRepository(repository: string, environment: NodeJS.ProcessEnv, signal?: AbortSignal): Promise<{
|
|
23
|
+
git: (...args: string[]) => Promise<string>;
|
|
24
|
+
revision: string;
|
|
25
|
+
files: Set<string>;
|
|
26
|
+
shallow: boolean;
|
|
27
|
+
}>;
|
|
28
|
+
export declare function collectOwnerEvidence(finding: OwnerFinding, repository: Awaited<ReturnType<typeof ownerRepository>>): Promise<OwnerContext>;
|
|
29
|
+
//# sourceMappingURL=owner-evidence.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"owner-evidence.d.ts","sourceRoot":"","sources":["../src/owner-evidence.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAYxD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,qFAAqF;AACrF,wBAAsB,eAAe,CACnC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,CAAC,UAAU,EAC9B,MAAM,CAAC,EAAE,WAAW;mBA2CE,MAAM,EAAE;;;;GAkB/B;AA4CD,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,YAAY,EACrB,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC,GACtD,OAAO,CAAC,YAAY,CAAC,CAoJvB"}
|
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
import { execFile as execFileCallback } from "node:child_process";
|
|
2
|
+
import { lstat, readdir, realpath } from "node:fs/promises";
|
|
3
|
+
import { join, relative } from "node:path";
|
|
4
|
+
import { promisify } from "node:util";
|
|
5
|
+
import { CodexSecurityError, InvalidTargetError } from "./errors.js";
|
|
6
|
+
import { enclosingGitWorktreeRoot, gitMetadataDirectories, normalizeRepository, relativePathIsOutside, validatedGitEnvironment, } from "./targets.js";
|
|
7
|
+
import { resolveTrustedExecutable } from "./trusted-executable.js";
|
|
8
|
+
const execFile = promisify(execFileCallback);
|
|
9
|
+
/** Read committed objects, so dirty files and source symlinks are never followed. */
|
|
10
|
+
export async function ownerRepository(repository, environment, signal) {
|
|
11
|
+
repository = await normalizeRepository(repository, signal);
|
|
12
|
+
validatedGitEnvironment(environment);
|
|
13
|
+
repository =
|
|
14
|
+
(await enclosingGitWorktreeRoot(repository, signal, {
|
|
15
|
+
requireIfPresent: true,
|
|
16
|
+
})) ?? repository;
|
|
17
|
+
const executable = await resolveTrustedExecutable("git", environment, repository);
|
|
18
|
+
if (executable === null)
|
|
19
|
+
throw new CodexSecurityError("Git is required to suggest owners.");
|
|
20
|
+
const run = async (cwd, args) => {
|
|
21
|
+
signal?.throwIfAborted();
|
|
22
|
+
const { stdout } = await execFile(executable.executable, args, {
|
|
23
|
+
cwd,
|
|
24
|
+
env: { ...executable.environment, GIT_NO_LAZY_FETCH: "1" },
|
|
25
|
+
signal,
|
|
26
|
+
maxBuffer: Infinity,
|
|
27
|
+
});
|
|
28
|
+
return stdout;
|
|
29
|
+
};
|
|
30
|
+
const [gitDirectory, commonDirectory, ...objectDirectories] = await gitMetadataDirectories(repository, signal, {
|
|
31
|
+
includeLocalObjects: true,
|
|
32
|
+
});
|
|
33
|
+
const metadataDirectories = [...new Set([gitDirectory, commonDirectory])];
|
|
34
|
+
if (objectDirectories.some((path) => metadataDirectories.every((root) => relativePathIsOutside(relative(root, path))))) {
|
|
35
|
+
throw new InvalidTargetError("Git objects are not bound to the selected checkout. Use a checkout that does not borrow external object stores.");
|
|
36
|
+
}
|
|
37
|
+
await requireBoundMetadata(metadataDirectories, objectDirectories, signal);
|
|
38
|
+
// Blame otherwise reads an uncommitted .mailmap from the working directory.
|
|
39
|
+
const git = (...args) => run(gitDirectory, [
|
|
40
|
+
`--git-dir=${gitDirectory}`,
|
|
41
|
+
"--literal-pathspecs",
|
|
42
|
+
"-c",
|
|
43
|
+
"core.bare=true",
|
|
44
|
+
...args,
|
|
45
|
+
]);
|
|
46
|
+
const revision = (await git("rev-parse", "--verify", "HEAD^{commit}")).trim();
|
|
47
|
+
const files = new Set((await git("ls-tree", "-r", "-z", "--full-tree", revision))
|
|
48
|
+
.split("\0")
|
|
49
|
+
.filter((record) => /^100(?:644|755) blob /u.test(record))
|
|
50
|
+
.map((record) => record.slice(record.indexOf("\t") + 1)));
|
|
51
|
+
const shallow = (await git("rev-parse", "--is-shallow-repository")).trim() === "true";
|
|
52
|
+
return { git, revision, files, shallow };
|
|
53
|
+
}
|
|
54
|
+
/** Neither references nor objects may link into another checkout. */
|
|
55
|
+
async function requireBoundMetadata(metadataDirectories, objectDirectories, signal) {
|
|
56
|
+
const pending = [
|
|
57
|
+
...objectDirectories,
|
|
58
|
+
...metadataDirectories.flatMap((directory) => ["HEAD", "refs", "packed-refs", "reftable"].map((name) => join(directory, name))),
|
|
59
|
+
];
|
|
60
|
+
const visited = new Set();
|
|
61
|
+
while (pending.length > 0) {
|
|
62
|
+
signal?.throwIfAborted();
|
|
63
|
+
const path = pending.pop();
|
|
64
|
+
if (visited.has(path))
|
|
65
|
+
continue;
|
|
66
|
+
visited.add(path);
|
|
67
|
+
const entry = await lstat(path).catch((error) => {
|
|
68
|
+
if (error.code === "ENOENT")
|
|
69
|
+
return null;
|
|
70
|
+
throw error;
|
|
71
|
+
});
|
|
72
|
+
if (entry?.isSymbolicLink()) {
|
|
73
|
+
const destination = await realpath(path);
|
|
74
|
+
if (metadataDirectories.every((root) => relativePathIsOutside(relative(root, destination)))) {
|
|
75
|
+
throw new InvalidTargetError("Git metadata is not bound to the selected checkout. Select the intended checkout or repair its Git metadata.");
|
|
76
|
+
}
|
|
77
|
+
pending.push(destination);
|
|
78
|
+
}
|
|
79
|
+
else if (entry?.isDirectory()) {
|
|
80
|
+
for (const name of await readdir(path))
|
|
81
|
+
pending.push(join(path, name));
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
export async function collectOwnerEvidence(finding, repository) {
|
|
86
|
+
const { git, revision, files, shallow } = repository;
|
|
87
|
+
const context = {
|
|
88
|
+
identities: [],
|
|
89
|
+
evidence: [],
|
|
90
|
+
limitations: [
|
|
91
|
+
"Git authors are not verified tracker accounts or proof of current employment.",
|
|
92
|
+
],
|
|
93
|
+
};
|
|
94
|
+
if (shallow)
|
|
95
|
+
context.limitations.push("This checkout has shallow history; earlier contributors may be missing.");
|
|
96
|
+
const stale = finding.sourceRevision !== undefined && finding.sourceRevision !== revision;
|
|
97
|
+
if (stale)
|
|
98
|
+
context.limitations.push("The finding revision differs from HEAD; its line ranges were not used.");
|
|
99
|
+
if (finding.locations.length === 0)
|
|
100
|
+
context.limitations.push("No source locations were supplied.");
|
|
101
|
+
const identityIndex = (name, email) => {
|
|
102
|
+
const index = context.identities.findIndex((identity) => identity.email === email);
|
|
103
|
+
if (index !== -1)
|
|
104
|
+
return index;
|
|
105
|
+
return context.identities.push({ name, email }) - 1;
|
|
106
|
+
};
|
|
107
|
+
const add = (item) => {
|
|
108
|
+
context.evidence.push({ id: `e${context.evidence.length + 1}`, ...item });
|
|
109
|
+
};
|
|
110
|
+
for (const path of new Set(finding.locations.map(({ path }) => path))) {
|
|
111
|
+
if (!files.has(path)) {
|
|
112
|
+
context.limitations.push(`Not a regular file at HEAD: ${path}`);
|
|
113
|
+
continue;
|
|
114
|
+
}
|
|
115
|
+
const source = await git("cat-file", "blob", `${revision}:${path}`);
|
|
116
|
+
if (!source || source.includes("\0")) {
|
|
117
|
+
context.limitations.push(`Source is empty or binary: ${path}`);
|
|
118
|
+
continue;
|
|
119
|
+
}
|
|
120
|
+
const lines = source.replace(/\n$/u, "").split("\n");
|
|
121
|
+
const locations = stale
|
|
122
|
+
? [{ path }]
|
|
123
|
+
: finding.locations.filter((location) => location.path === path);
|
|
124
|
+
for (const location of locations) {
|
|
125
|
+
const start = location.startLine ?? 1;
|
|
126
|
+
if (start > lines.length) {
|
|
127
|
+
context.limitations.push(`Finding line is outside the committed file: ${path}:${start}`);
|
|
128
|
+
continue;
|
|
129
|
+
}
|
|
130
|
+
// Include surrounding code for the model, but attribute only the affected lines.
|
|
131
|
+
const end = Math.min(location.endLine ?? location.startLine ?? lines.length, lines.length);
|
|
132
|
+
const excerptStart = Math.max(1, start - 10);
|
|
133
|
+
const excerptEnd = Math.min(lines.length, end + 10);
|
|
134
|
+
add({
|
|
135
|
+
kind: "source",
|
|
136
|
+
path,
|
|
137
|
+
commit: revision,
|
|
138
|
+
startLine: excerptStart,
|
|
139
|
+
endLine: excerptEnd,
|
|
140
|
+
content: lines
|
|
141
|
+
.slice(excerptStart - 1, excerptEnd)
|
|
142
|
+
.map((line, index) => `${excerptStart + index}: ${line}`)
|
|
143
|
+
.join("\n"),
|
|
144
|
+
identityIndex: null,
|
|
145
|
+
});
|
|
146
|
+
const blame = await git("blame", "--line-porcelain", "--no-textconv", "--ignore-revs-file=", "-L", `${start},${end}`, revision, "--", path);
|
|
147
|
+
let commit = "", name = "", email = "", line = 0;
|
|
148
|
+
for (const value of blame.split("\n")) {
|
|
149
|
+
const header = /^([a-f0-9]{40,64}) \d+ (\d+)(?: \d+)?$/u.exec(value);
|
|
150
|
+
if (header) {
|
|
151
|
+
commit = header[1];
|
|
152
|
+
line = Number(header[2]);
|
|
153
|
+
}
|
|
154
|
+
else if (value.startsWith("author "))
|
|
155
|
+
name = value.slice(7);
|
|
156
|
+
else if (value.startsWith("author-mail <"))
|
|
157
|
+
email = value.slice(13, -1);
|
|
158
|
+
else if (value.startsWith("\t") && email.trim()) {
|
|
159
|
+
const index = identityIndex(name, email);
|
|
160
|
+
const previous = context.evidence.at(-1);
|
|
161
|
+
if (previous?.kind === "blame" &&
|
|
162
|
+
previous.content === `Authored in ${commit}.` &&
|
|
163
|
+
previous.identityIndex === index &&
|
|
164
|
+
previous.endLine === line - 1) {
|
|
165
|
+
previous.endLine = line;
|
|
166
|
+
}
|
|
167
|
+
else {
|
|
168
|
+
add({
|
|
169
|
+
kind: "blame",
|
|
170
|
+
path,
|
|
171
|
+
commit: revision,
|
|
172
|
+
startLine: line,
|
|
173
|
+
endLine: line,
|
|
174
|
+
content: `Authored in ${commit}.`,
|
|
175
|
+
identityIndex: index,
|
|
176
|
+
});
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
const history = (await git("log", "--no-use-mailmap", "--no-show-signature", "--no-notes", "--no-decorate", "--format=%H%x00%an%x00%ae%x00%aI%x00%s", "-z", revision, "--", path)).split("\0");
|
|
182
|
+
for (let index = 0; index + 4 < history.length; index += 5) {
|
|
183
|
+
const [commit, name, email, date, subject] = history.slice(index, index + 5);
|
|
184
|
+
if (email.trim())
|
|
185
|
+
add({
|
|
186
|
+
kind: "history",
|
|
187
|
+
path,
|
|
188
|
+
commit,
|
|
189
|
+
content: `${date}: ${subject}`,
|
|
190
|
+
identityIndex: identityIndex(name, email),
|
|
191
|
+
});
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
return context;
|
|
195
|
+
}
|
|
196
|
+
//# sourceMappingURL=owner-evidence.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"owner-evidence.js","sourceRoot":"","sources":["../src/owner-evidence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAErE,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,mBAAmB,EACnB,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAEnE,MAAM,QAAQ,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;AAwB7C,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,UAAkB,EAClB,WAA8B,EAC9B,MAAoB;IAEpB,UAAU,GAAG,MAAM,mBAAmB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC3D,uBAAuB,CAAC,WAAW,CAAC,CAAC;IACrC,UAAU;QACR,CAAC,MAAM,wBAAwB,CAAC,UAAU,EAAE,MAAM,EAAE;YAClD,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC,IAAI,UAAU,CAAC;IACpB,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAC/C,KAAK,EACL,WAAW,EACX,UAAU,CACX,CAAC;IACF,IAAI,UAAU,KAAK,IAAI;QACrB,MAAM,IAAI,kBAAkB,CAAC,oCAAoC,CAAC,CAAC;IACrE,MAAM,GAAG,GAAG,KAAK,EAAE,GAAW,EAAE,IAAc,EAAE,EAAE;QAChD,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE;YAC7D,GAAG;YACH,GAAG,EAAE,EAAE,GAAG,UAAU,CAAC,WAAW,EAAE,iBAAiB,EAAE,GAAG,EAAE;YAC1D,MAAM;YACN,SAAS,EAAE,QAAQ;SACpB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,GAAG,iBAAiB,CAAC,GACzD,MAAM,sBAAsB,CAAC,UAAU,EAAE,MAAM,EAAE;QAC/C,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACL,MAAM,mBAAmB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;IAC1E,IACE,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAC9B,mBAAmB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CACjC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAC5C,CACF,EACD,CAAC;QACD,MAAM,IAAI,kBAAkB,CAC1B,iHAAiH,CAClH,CAAC;IACJ,CAAC;IACD,MAAM,oBAAoB,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;IAC3E,4EAA4E;IAC5E,MAAM,GAAG,GAAG,CAAC,GAAG,IAAc,EAAE,EAAE,CAChC,GAAG,CAAC,YAAY,EAAE;QAChB,aAAa,YAAY,EAAE;QAC3B,qBAAqB;QACrB,IAAI;QACJ,gBAAgB;QAChB,GAAG,IAAI;KACR,CAAC,CAAC;IACL,MAAM,QAAQ,GAAG,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9E,MAAM,KAAK,GAAG,IAAI,GAAG,CACnB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;SACxD,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SACzD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAC3D,CAAC;IACF,MAAM,OAAO,GACX,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,yBAAyB,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,MAAM,CAAC;IACxE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC3C,CAAC;AAED,qEAAqE;AACrE,KAAK,UAAU,oBAAoB,CACjC,mBAA6B,EAC7B,iBAA2B,EAC3B,MAAoB;IAEpB,MAAM,OAAO,GAAG;QACd,GAAG,iBAAiB;QACpB,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAC3C,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACvD,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CACtB,CACF;KACF,CAAC;IACF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,EAAG,CAAC;QAC5B,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;YACrE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;YACzC,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACzC,IACE,mBAAmB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CACjC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CACnD,EACD,CAAC;gBACD,MAAM,IAAI,kBAAkB,CAC1B,8GAA8G,CAC/G,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC;YAChC,KAAK,MAAM,IAAI,IAAI,MAAM,OAAO,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAqB,EACrB,UAAuD;IAEvD,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC;IACrD,MAAM,OAAO,GAAiB;QAC5B,UAAU,EAAE,EAAE;QACd,QAAQ,EAAE,EAAE;QACZ,WAAW,EAAE;YACX,+EAA+E;SAChF;KACF,CAAC;IACF,IAAI,OAAO;QACT,OAAO,CAAC,WAAW,CAAC,IAAI,CACtB,yEAAyE,CAC1E,CAAC;IACJ,MAAM,KAAK,GACT,OAAO,CAAC,cAAc,KAAK,SAAS,IAAI,OAAO,CAAC,cAAc,KAAK,QAAQ,CAAC;IAC9E,IAAI,KAAK;QACP,OAAO,CAAC,WAAW,CAAC,IAAI,CACtB,wEAAwE,CACzE,CAAC;IACJ,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAChC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACjE,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,EAAE;QACpD,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CACxC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,KAAK,KAAK,CACvC,CAAC;QACF,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAC/B,OAAO,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IACtD,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,IAA+B,EAAE,EAAE;QAC9C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IAC5E,CAAC,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC;YAChE,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC;YAC/D,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,KAAK;YACrB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACZ,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QACnE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC;YACtC,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACzB,OAAO,CAAC,WAAW,CAAC,IAAI,CACtB,+CAA+C,IAAI,IAAI,KAAK,EAAE,CAC/D,CAAC;gBACF,SAAS;YACX,CAAC;YACD,iFAAiF;YACjF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAClB,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,EACtD,KAAK,CAAC,MAAM,CACb,CAAC;YACF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;YACpD,GAAG,CAAC;gBACF,IAAI,EAAE,QAAQ;gBACd,IAAI;gBACJ,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,YAAY;gBACvB,OAAO,EAAE,UAAU;gBACnB,OAAO,EAAE,KAAK;qBACX,KAAK,CAAC,YAAY,GAAG,CAAC,EAAE,UAAU,CAAC;qBACnC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,YAAY,GAAG,KAAK,KAAK,IAAI,EAAE,CAAC;qBACxD,IAAI,CAAC,IAAI,CAAC;gBACb,aAAa,EAAE,IAAI;aACpB,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,GAAG,CACrB,OAAO,EACP,kBAAkB,EAClB,eAAe,EACf,qBAAqB,EACrB,IAAI,EACJ,GAAG,KAAK,IAAI,GAAG,EAAE,EACjB,QAAQ,EACR,IAAI,EACJ,IAAI,CACL,CAAC;YACF,IAAI,MAAM,GAAG,EAAE,EACb,IAAI,GAAG,EAAE,EACT,KAAK,GAAG,EAAE,EACV,IAAI,GAAG,CAAC,CAAC;YACX,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,MAAM,GAAG,yCAAyC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrE,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;oBACpB,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC;oBAAE,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;qBACzD,IAAI,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC;oBAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;qBACnE,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;oBAChD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBACzC,IACE,QAAQ,EAAE,IAAI,KAAK,OAAO;wBAC1B,QAAQ,CAAC,OAAO,KAAK,eAAe,MAAM,GAAG;wBAC7C,QAAQ,CAAC,aAAa,KAAK,KAAK;wBAChC,QAAQ,CAAC,OAAO,KAAK,IAAI,GAAG,CAAC,EAC7B,CAAC;wBACD,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;oBAC1B,CAAC;yBAAM,CAAC;wBACN,GAAG,CAAC;4BACF,IAAI,EAAE,OAAO;4BACb,IAAI;4BACJ,MAAM,EAAE,QAAQ;4BAChB,SAAS,EAAE,IAAI;4BACf,OAAO,EAAE,IAAI;4BACb,OAAO,EAAE,eAAe,MAAM,GAAG;4BACjC,aAAa,EAAE,KAAK;yBACrB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,CACd,MAAM,GAAG,CACP,KAAK,EACL,kBAAkB,EAClB,qBAAqB,EACrB,YAAY,EACZ,eAAe,EACf,wCAAwC,EACxC,IAAI,EACJ,QAAQ,EACR,IAAI,EACJ,IAAI,CACL,CACF,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YAC3D,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,KAAK,CACxD,KAAK,EACL,KAAK,GAAG,CAAC,CACkC,CAAC;YAC9C,IAAI,KAAK,CAAC,IAAI,EAAE;gBACd,GAAG,CAAC;oBACF,IAAI,EAAE,SAAS;oBACf,IAAI;oBACJ,MAAM;oBACN,OAAO,EAAE,GAAG,IAAI,KAAK,OAAO,EAAE;oBAC9B,aAAa,EAAE,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC;iBAC1C,CAAC,CAAC;QACP,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC","sourcesContent":["import { execFile as execFileCallback } from \"node:child_process\";\nimport { lstat, readdir, realpath } from \"node:fs/promises\";\nimport { join, relative } from \"node:path\";\nimport { promisify } from \"node:util\";\nimport { CodexSecurityError, InvalidTargetError } from \"./errors.js\";\nimport type { OwnerFinding } from \"./suggest-owners.js\";\nimport {\n enclosingGitWorktreeRoot,\n gitMetadataDirectories,\n normalizeRepository,\n relativePathIsOutside,\n validatedGitEnvironment,\n} from \"./targets.js\";\nimport { resolveTrustedExecutable } from \"./trusted-executable.js\";\n\nconst execFile = promisify(execFileCallback);\n\nexport interface OwnerIdentity {\n name: string;\n email: string;\n}\n\nexport interface OwnerEvidence {\n id: string;\n kind: \"source\" | \"blame\" | \"history\";\n path: string;\n commit: string;\n startLine?: number;\n endLine?: number;\n content: string;\n identityIndex: number | null;\n}\n\nexport interface OwnerContext {\n identities: OwnerIdentity[];\n evidence: OwnerEvidence[];\n limitations: string[];\n}\n\n/** Read committed objects, so dirty files and source symlinks are never followed. */\nexport async function ownerRepository(\n repository: string,\n environment: NodeJS.ProcessEnv,\n signal?: AbortSignal,\n) {\n repository = await normalizeRepository(repository, signal);\n validatedGitEnvironment(environment);\n repository =\n (await enclosingGitWorktreeRoot(repository, signal, {\n requireIfPresent: true,\n })) ?? repository;\n const executable = await resolveTrustedExecutable(\n \"git\",\n environment,\n repository,\n );\n if (executable === null)\n throw new CodexSecurityError(\"Git is required to suggest owners.\");\n const run = async (cwd: string, args: string[]) => {\n signal?.throwIfAborted();\n const { stdout } = await execFile(executable.executable, args, {\n cwd,\n env: { ...executable.environment, GIT_NO_LAZY_FETCH: \"1\" },\n signal,\n maxBuffer: Infinity,\n });\n return stdout;\n };\n const [gitDirectory, commonDirectory, ...objectDirectories] =\n await gitMetadataDirectories(repository, signal, {\n includeLocalObjects: true,\n });\n const metadataDirectories = [...new Set([gitDirectory, commonDirectory])];\n if (\n objectDirectories.some((path) =>\n metadataDirectories.every((root) =>\n relativePathIsOutside(relative(root, path)),\n ),\n )\n ) {\n throw new InvalidTargetError(\n \"Git objects are not bound to the selected checkout. Use a checkout that does not borrow external object stores.\",\n );\n }\n await requireBoundMetadata(metadataDirectories, objectDirectories, signal);\n // Blame otherwise reads an uncommitted .mailmap from the working directory.\n const git = (...args: string[]) =>\n run(gitDirectory, [\n `--git-dir=${gitDirectory}`,\n \"--literal-pathspecs\",\n \"-c\",\n \"core.bare=true\",\n ...args,\n ]);\n const revision = (await git(\"rev-parse\", \"--verify\", \"HEAD^{commit}\")).trim();\n const files = new Set(\n (await git(\"ls-tree\", \"-r\", \"-z\", \"--full-tree\", revision))\n .split(\"\\0\")\n .filter((record) => /^100(?:644|755) blob /u.test(record))\n .map((record) => record.slice(record.indexOf(\"\\t\") + 1)),\n );\n const shallow =\n (await git(\"rev-parse\", \"--is-shallow-repository\")).trim() === \"true\";\n return { git, revision, files, shallow };\n}\n\n/** Neither references nor objects may link into another checkout. */\nasync function requireBoundMetadata(\n metadataDirectories: string[],\n objectDirectories: string[],\n signal?: AbortSignal,\n): Promise<void> {\n const pending = [\n ...objectDirectories,\n ...metadataDirectories.flatMap((directory) =>\n [\"HEAD\", \"refs\", \"packed-refs\", \"reftable\"].map((name) =>\n join(directory, name),\n ),\n ),\n ];\n const visited = new Set<string>();\n while (pending.length > 0) {\n signal?.throwIfAborted();\n const path = pending.pop()!;\n if (visited.has(path)) continue;\n visited.add(path);\n const entry = await lstat(path).catch((error: NodeJS.ErrnoException) => {\n if (error.code === \"ENOENT\") return null;\n throw error;\n });\n if (entry?.isSymbolicLink()) {\n const destination = await realpath(path);\n if (\n metadataDirectories.every((root) =>\n relativePathIsOutside(relative(root, destination)),\n )\n ) {\n throw new InvalidTargetError(\n \"Git metadata is not bound to the selected checkout. Select the intended checkout or repair its Git metadata.\",\n );\n }\n pending.push(destination);\n } else if (entry?.isDirectory()) {\n for (const name of await readdir(path)) pending.push(join(path, name));\n }\n }\n}\n\nexport async function collectOwnerEvidence(\n finding: OwnerFinding,\n repository: Awaited<ReturnType<typeof ownerRepository>>,\n): Promise<OwnerContext> {\n const { git, revision, files, shallow } = repository;\n const context: OwnerContext = {\n identities: [],\n evidence: [],\n limitations: [\n \"Git authors are not verified tracker accounts or proof of current employment.\",\n ],\n };\n if (shallow)\n context.limitations.push(\n \"This checkout has shallow history; earlier contributors may be missing.\",\n );\n const stale =\n finding.sourceRevision !== undefined && finding.sourceRevision !== revision;\n if (stale)\n context.limitations.push(\n \"The finding revision differs from HEAD; its line ranges were not used.\",\n );\n if (finding.locations.length === 0)\n context.limitations.push(\"No source locations were supplied.\");\n const identityIndex = (name: string, email: string) => {\n const index = context.identities.findIndex(\n (identity) => identity.email === email,\n );\n if (index !== -1) return index;\n return context.identities.push({ name, email }) - 1;\n };\n const add = (item: Omit<OwnerEvidence, \"id\">) => {\n context.evidence.push({ id: `e${context.evidence.length + 1}`, ...item });\n };\n for (const path of new Set(finding.locations.map(({ path }) => path))) {\n if (!files.has(path)) {\n context.limitations.push(`Not a regular file at HEAD: ${path}`);\n continue;\n }\n const source = await git(\"cat-file\", \"blob\", `${revision}:${path}`);\n if (!source || source.includes(\"\\0\")) {\n context.limitations.push(`Source is empty or binary: ${path}`);\n continue;\n }\n const lines = source.replace(/\\n$/u, \"\").split(\"\\n\");\n const locations = stale\n ? [{ path }]\n : finding.locations.filter((location) => location.path === path);\n for (const location of locations) {\n const start = location.startLine ?? 1;\n if (start > lines.length) {\n context.limitations.push(\n `Finding line is outside the committed file: ${path}:${start}`,\n );\n continue;\n }\n // Include surrounding code for the model, but attribute only the affected lines.\n const end = Math.min(\n location.endLine ?? location.startLine ?? lines.length,\n lines.length,\n );\n const excerptStart = Math.max(1, start - 10);\n const excerptEnd = Math.min(lines.length, end + 10);\n add({\n kind: \"source\",\n path,\n commit: revision,\n startLine: excerptStart,\n endLine: excerptEnd,\n content: lines\n .slice(excerptStart - 1, excerptEnd)\n .map((line, index) => `${excerptStart + index}: ${line}`)\n .join(\"\\n\"),\n identityIndex: null,\n });\n const blame = await git(\n \"blame\",\n \"--line-porcelain\",\n \"--no-textconv\",\n \"--ignore-revs-file=\",\n \"-L\",\n `${start},${end}`,\n revision,\n \"--\",\n path,\n );\n let commit = \"\",\n name = \"\",\n email = \"\",\n line = 0;\n for (const value of blame.split(\"\\n\")) {\n const header = /^([a-f0-9]{40,64}) \\d+ (\\d+)(?: \\d+)?$/u.exec(value);\n if (header) {\n commit = header[1]!;\n line = Number(header[2]);\n } else if (value.startsWith(\"author \")) name = value.slice(7);\n else if (value.startsWith(\"author-mail <\")) email = value.slice(13, -1);\n else if (value.startsWith(\"\\t\") && email.trim()) {\n const index = identityIndex(name, email);\n const previous = context.evidence.at(-1);\n if (\n previous?.kind === \"blame\" &&\n previous.content === `Authored in ${commit}.` &&\n previous.identityIndex === index &&\n previous.endLine === line - 1\n ) {\n previous.endLine = line;\n } else {\n add({\n kind: \"blame\",\n path,\n commit: revision,\n startLine: line,\n endLine: line,\n content: `Authored in ${commit}.`,\n identityIndex: index,\n });\n }\n }\n }\n }\n const history = (\n await git(\n \"log\",\n \"--no-use-mailmap\",\n \"--no-show-signature\",\n \"--no-notes\",\n \"--no-decorate\",\n \"--format=%H%x00%an%x00%ae%x00%aI%x00%s\",\n \"-z\",\n revision,\n \"--\",\n path,\n )\n ).split(\"\\0\");\n for (let index = 0; index + 4 < history.length; index += 5) {\n const [commit, name, email, date, subject] = history.slice(\n index,\n index + 5,\n ) as [string, string, string, string, string];\n if (email.trim())\n add({\n kind: \"history\",\n path,\n commit,\n content: `${date}: ${subject}`,\n identityIndex: identityIndex(name, email),\n });\n }\n }\n return context;\n}\n"]}
|
package/dist/runtime.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../src/runtime.ts"],"names":[],"mappings":"AAEA,OAAO,
|
|
1
|
+
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../src/runtime.ts"],"names":[],"mappings":"AAEA,OAAO,EAML,KAAK,WAAW,EAChB,KAAK,KAAK,EACX,MAAM,SAAS,CAAC;AAyCjB,OAAO,EAOL,KAAK,qBAAqB,EAE3B,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAS9C,eAAO,MAAM,gBAAgB,uBAAuB,CAAC;AACrD,eAAO,MAAM,WAAW,mBAAmB,CAAC;AAsD5C,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,OAAO,gBAAgB,CAAC;IACzC,IAAI,EAAE,OAAO,WAAW,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,kBAAkB;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;AAEpE,MAAM,WAAW,mBAAmB;IAClC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,kBAAkB,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACpE;AAeD,wBAAgB,2BAA2B,CACzC,WAAW,GAAE,kBAAgC,GAC5C,MAAM,CAiBR;AAED,wBAAgB,2BAA2B,CACzC,WAAW,GAAE,kBAAgC,GAC5C,MAAM,CAER;AAED,wBAAsB,kCAAkC,CACtD,WAAW,GAAE,kBAAgC,EAC7C,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GACxC,OAAO,CAAC,MAAM,CAAC,CAyCjB;AAED;;;;;;;GAOG;AACH,wBAAsB,2BAA2B,CAC/C,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IACP,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC3B,iBAAiB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,OAAO,CAAC;CACzB,GACL,OAAO,CAAC,WAAW,CAAC,CA2DtB;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC,EACrC,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IACP,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC3B,iBAAiB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAChD,GACL,OAAO,CAAC,IAAI,CAAC,CAEf;AAED,wBAAsB,mCAAmC,CACvD,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IACP,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC3B,iBAAiB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAChD,GACL,OAAO,CAAC,IAAI,CAAC,CAOf;AA0GD,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,CAAC;IACnB,uBAAuB,EAAE,OAAO,CAAC;IACjC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B;AAsBD,gFAAgF;AAChF,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,EAClB,cAAc,EAAE,MAAM,EACtB,OAAO,GAAE;IACP,eAAe,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,UAAU,CAAC;CACtC,GACL,oBAAoB,CAqHtB;AA0ED,wBAAsB,qCAAqC,CACzD,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,iBAAiB,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,EACxD,OAAO,GAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC,UAAU,CAAA;CAAO,GAChD,OAAO,CAAC,MAAM,CAAC,CAgEjB;AAED,wBAAsB,mCAAmC,CACvD,IAAI,EAAE,MAAM,EACZ,cAAc,EAAE,MAAM,EACtB,OAAO,EAAE;IACP,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IAChC,eAAe,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,wBAAwB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAClE,GACA,OAAO,CAAC;IACT,IAAI,EAAE,oBAAoB,CAAC;IAC3B,qBAAqB,EAAE,OAAO,CAAC;CAChC,CAAC,CAsGD;AAuPD,wBAAsB,sCAAsC,CAC1D,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,WAAW,EACpB,eAAe,GAAE;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC3B,iBAAiB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAChD,GACL,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAkK9B;AA+ED,wBAAsB,gCAAgC,CACpD,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,OAAO,GACjB,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,0CAA0C,CAC9D,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC,CAclB;AAED,wBAAsB,qCAAqC,CACzD,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC,CAiBlB;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC,EACrC,IAAI,EAAE,MAAM,EACZ,YAAY,qBAAsB,GACjC,IAAI,CAYN;AAED,wBAAsB,uCAAuC,CAC3D,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,UAAU,GACjB,OAAO,CAAC,UAAU,CAAC,CA2CrB;AAED,wBAAgB,8BAA8B,CAC5C,UAAU,EAAE,MAAM,EAClB,eAAe,EAAE,MAAM,EACvB,QAAQ,GAAE,qBAAgC,GACzC,IAAI,CAmBN;AAED,wBAAgB,gCAAgC,CAC9C,YAAY,EAAE,SAAS,MAAM,EAAE,EAC/B,eAAe,EAAE,MAAM,EACvB,QAAQ,GAAE,qBAAgC,GACzC,IAAI,CAGN;AAED,wBAAsB,2BAA2B,CAC/C,cAAc,EAAE,MAAM,EACtB,QAAQ,EAAE,OAAO,GAAG,UAAU,GAAG,aAAa,GAAG,SAAS,EAC1D,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,MAAM,CAAC,CAcjB;AAOD,wBAAsB,YAAY,CAChC,OAAO,EAAE,uBAAuB,EAChC,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,CAAC,CAyFrB;AAED,wBAAgB,uBAAuB,CAAC,eAAe,EAAE,MAAM,GAAG,MAAM,EAAE,CAKzE;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CAUzD;AAED,wBAAsB,iBAAiB,CACrC,eAAe,CAAC,EAAE,MAAM,EACxB,eAAe,UAAQ,GACtB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAyDxB;AAED,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,uBAAuB,EAChC,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,oBAAoB,CAAC,CAgG/B;AAED,wBAAsB,iBAAiB,CACrC,eAAe,EAAE,MAAM,GAAG,IAAI,GAC7B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAYxB;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAa5D;AAED,wBAAsB,yBAAyB,CAC7C,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC,CAcjB;AAED,wBAAsB,gBAAgB,CACpC,eAAe,EAAE,MAAM,GAAG,SAAS,EACnC,cAAc,EAAE,MAAM,EACtB,aAAa,GAAE,MAAiB,EAChC,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EACzC,eAAe,UAAQ,EACvB,gBAAgB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,IAAI,GAC9C,OAAO,CAAC,MAAM,CAAC,CAkDjB;AAED,wBAAsB,yBAAyB,CAC7C,IAAI,EAAE,MAAM,EACZ,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GACxC,OAAO,CAAC,MAAM,CAAC,CAiBjB;AAED,wBAAgB,6BAA6B,CAC3C,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC,EACrC,IAAI,EAAE,MAAM,EACZ,YAAY,qBAAsB,GACjC,IAAI,CAYN;AAED,mFAAmF;AACnF,wBAAsB,2BAA2B,CAC/C,IAAI,EAAE,MAAM,EACZ,YAAY,qBAAsB,GACjC,OAAO,CAAC,IAAI,CAAC,CA4Cf;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC,EACrC,IAAI,EAAE,MAAM,EACZ,YAAY,qBAAsB,GACjC,IAAI,CAgBN;AAkBD,wBAAsB,kBAAkB,CACtC,aAAa,GAAE,MAAiB,EAChC,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GACxC,OAAO,CAAC,MAAM,CAAC,CAWjB;AAED,wBAAsB,iBAAiB,CACrC,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,OAAO,CAAC,CA6DlB;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,CA6FjB;AAyFD,wBAAsB,iBAAiB,CACrC,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,CAqBjB;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,CAkCjB;AAED,wBAAgB,mBAAmB,CACjC,WAAW,GAAE,kBAAgC,GAC5C,YAAY,CA0Cd;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAQ9D;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,EAAE,CACT,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,WAAW,EAAE,kBAAkB,EAC/B,MAAM,CAAC,EAAE,WAAW,KACjB,OAAO,CAAC,MAAM,CAAC,CAAC;IACrB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;CACjB,GACL,OAAO,CAAC,aAAa,CAAC,CAyFxB;AAED,wBAAsB,cAAc,CAClC,IAAI,EAAE,MAAM,GACX,OAAO,CAAC;IAAE,IAAI,EAAE,OAAO,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CA0BxD;AAED,wBAAsB,mBAAmB,CACvC,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,MAAM,CAAC,CAkEjB;AAED,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,MAAM,EACd,WAAW,GAAE,kBAAgC,GAC5C,kBAAkB,CAMpB;AAED,wBAAgB,qBAAqB,CACnC,WAAW,EAAE,kBAAkB,GAC9B,kBAAkB,CAOpB;AAeD,wBAAsB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAErE;AAED,wBAAsB,eAAe,CACnC,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,WAAW,EAAE,kBAAkB,EAC/B,KAAK,CAAC,EAAE,MAAM,GAAG,UAAU,EAC3B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,kBAAkB,CAAC,CAsC7B;AA2LD,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAMhE;AA+BD,wBAAgB,UAAU,CACxB,KAAK,EAAE,MAAM,EACb,WAAW,GAAE,kBAAgC,GAC5C,MAAM,CAaR"}
|
package/dist/runtime.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { execFile as execFileCallback, spawn } from "node:child_process";
|
|
2
2
|
import { randomUUID } from "node:crypto";
|
|
3
|
-
import { chmodSync, constants, existsSync, readdirSync, } from "node:fs";
|
|
3
|
+
import { chmodSync, constants, createWriteStream, existsSync, readdirSync, } from "node:fs";
|
|
4
4
|
import { chmod, cp, copyFile, link, lstat, mkdir, mkdtemp, open, readFile, readdir, realpath, rename, rm, rmdir, stat, utimes, writeFile, } from "node:fs/promises";
|
|
5
5
|
import { homedir, tmpdir } from "node:os";
|
|
6
6
|
import { createRequire } from "node:module";
|
|
@@ -8,9 +8,10 @@ import { basename, dirname, extname, isAbsolute, join, relative, resolve, sep, w
|
|
|
8
8
|
import { createInterface } from "node:readline";
|
|
9
9
|
import { fileURLToPath } from "node:url";
|
|
10
10
|
import { promisify } from "node:util";
|
|
11
|
+
import { pipeline } from "node:stream/promises";
|
|
11
12
|
import { crc32 } from "node:zlib";
|
|
12
13
|
import { setTimeout as delay } from "node:timers/promises";
|
|
13
|
-
import
|
|
14
|
+
import { openPromise as openZip } from "yauzl";
|
|
14
15
|
import { parse } from "smol-toml";
|
|
15
16
|
import { CodexSecurityError, OutputDirectoryError, OutputDirectoryNotEmptyError, OutputInsideProtectedRootError, PluginBootstrapError, PluginPythonUnavailableError, errorMessage, } from "./errors.js";
|
|
16
17
|
import { resolveTrustedExecutable } from "./trusted-executable.js";
|
|
@@ -1589,15 +1590,15 @@ export async function extractPluginZip(archive, destination, signal) {
|
|
|
1589
1590
|
let expandedSize = 0;
|
|
1590
1591
|
const paths = new Set();
|
|
1591
1592
|
const checksums = [];
|
|
1592
|
-
await
|
|
1593
|
-
|
|
1594
|
-
|
|
1595
|
-
defaultFileMode: 0o600,
|
|
1596
|
-
onEntry(entry, archive) {
|
|
1593
|
+
const zip = await openZip(archivePath, { strictFileNames: true });
|
|
1594
|
+
try {
|
|
1595
|
+
for await (const entry of zip.eachEntry()) {
|
|
1597
1596
|
throwIfSignalAborted(signal);
|
|
1598
|
-
if (
|
|
1599
|
-
throw new PluginBootstrapError(`Plugin ZIP contains too many entries: ${
|
|
1597
|
+
if (zip.entryCount > MAX_ZIP_ENTRIES) {
|
|
1598
|
+
throw new PluginBootstrapError(`Plugin ZIP contains too many entries: ${zip.entryCount}.`);
|
|
1600
1599
|
}
|
|
1600
|
+
if (entry.fileName.startsWith("__MACOSX/"))
|
|
1601
|
+
continue;
|
|
1601
1602
|
const path = safeArchivePath(entry.fileName);
|
|
1602
1603
|
const collisionKey = path.toLowerCase();
|
|
1603
1604
|
if (paths.has(collisionKey)) {
|
|
@@ -1619,11 +1620,23 @@ export async function extractPluginZip(archive, destination, signal) {
|
|
|
1619
1620
|
mode === 0o040000 ||
|
|
1620
1621
|
(entry.versionMadeBy >>> 8 === 0 &&
|
|
1621
1622
|
entry.externalFileAttributes === 16);
|
|
1622
|
-
|
|
1623
|
-
|
|
1624
|
-
|
|
1625
|
-
|
|
1626
|
-
|
|
1623
|
+
const output = join(staging, ...path.split("/"));
|
|
1624
|
+
const entryMode = (entry.externalFileAttributes >>> 16) & 0xffff;
|
|
1625
|
+
const permissions = (entryMode || (directory ? 0o700 : 0o600)) & 0o777;
|
|
1626
|
+
await mkdir(directory ? output : dirname(output), {
|
|
1627
|
+
recursive: true,
|
|
1628
|
+
...(directory ? { mode: permissions } : {}),
|
|
1629
|
+
});
|
|
1630
|
+
if (directory)
|
|
1631
|
+
continue;
|
|
1632
|
+
const stream = await zip.openReadStreamPromise(entry);
|
|
1633
|
+
await pipeline(stream, createWriteStream(output, { mode: permissions, flags: "wx" }), { signal });
|
|
1634
|
+
checksums.push({ path, checksum: entry.crc32 >>> 0 });
|
|
1635
|
+
}
|
|
1636
|
+
}
|
|
1637
|
+
finally {
|
|
1638
|
+
zip.close();
|
|
1639
|
+
}
|
|
1627
1640
|
for (const { path, checksum } of checksums) {
|
|
1628
1641
|
throwIfSignalAborted(signal);
|
|
1629
1642
|
const bytes = await readFile(join(staging, ...path.split("/")));
|