daftari 3.13.0 → 3.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/dist/distill/propose.d.ts +10 -0
- package/dist/distill/propose.d.ts.map +1 -1
- package/dist/distill/propose.js +49 -10
- package/dist/distill/propose.js.map +1 -1
- package/dist/distill/state.d.ts +6 -0
- package/dist/distill/state.d.ts.map +1 -1
- package/dist/distill/state.js +1 -1
- package/dist/distill/state.js.map +1 -1
- package/dist/extract/index.d.ts +16 -0
- package/dist/extract/index.d.ts.map +1 -0
- package/dist/extract/index.js +95 -0
- package/dist/extract/index.js.map +1 -0
- package/dist/extract/normalize.d.ts +7 -0
- package/dist/extract/normalize.d.ts.map +1 -0
- package/dist/extract/normalize.js +52 -0
- package/dist/extract/normalize.js.map +1 -0
- package/dist/extract/office.d.ts +63 -0
- package/dist/extract/office.d.ts.map +1 -0
- package/dist/extract/office.js +763 -0
- package/dist/extract/office.js.map +1 -0
- package/dist/extract/pdf.d.ts +16 -0
- package/dist/extract/pdf.d.ts.map +1 -0
- package/dist/extract/pdf.js +196 -0
- package/dist/extract/pdf.js.map +1 -0
- package/dist/extract/types.d.ts +55 -0
- package/dist/extract/types.d.ts.map +1 -0
- package/dist/extract/types.js +47 -0
- package/dist/extract/types.js.map +1 -0
- package/dist/extract/worker.d.ts +2 -0
- package/dist/extract/worker.d.ts.map +1 -0
- package/dist/extract/worker.js +57 -0
- package/dist/extract/worker.js.map +1 -0
- package/dist/integrations/distill.d.ts.map +1 -1
- package/dist/integrations/distill.js +1 -0
- package/dist/integrations/distill.js.map +1 -1
- package/dist/integrations/engine.d.ts +208 -2
- package/dist/integrations/engine.d.ts.map +1 -1
- package/dist/integrations/engine.js +360 -30
- package/dist/integrations/engine.js.map +1 -1
- package/dist/integrations/google.d.ts +2 -1
- package/dist/integrations/google.d.ts.map +1 -1
- package/dist/integrations/google.js +13 -117
- package/dist/integrations/google.js.map +1 -1
- package/dist/integrations/http-json.d.ts +27 -0
- package/dist/integrations/http-json.d.ts.map +1 -0
- package/dist/integrations/http-json.js +148 -0
- package/dist/integrations/http-json.js.map +1 -0
- package/dist/integrations/microsoft.d.ts +22 -0
- package/dist/integrations/microsoft.d.ts.map +1 -0
- package/dist/integrations/microsoft.js +1780 -0
- package/dist/integrations/microsoft.js.map +1 -0
- package/dist/integrations/microsoft.ui.d.ts +18 -0
- package/dist/integrations/microsoft.ui.d.ts.map +1 -0
- package/dist/integrations/microsoft.ui.js +131 -0
- package/dist/integrations/microsoft.ui.js.map +1 -0
- package/dist/integrations/oauth.d.ts.map +1 -1
- package/dist/integrations/oauth.js +10 -2
- package/dist/integrations/oauth.js.map +1 -1
- package/dist/integrations/queue.d.ts +1 -1
- package/dist/integrations/queue.d.ts.map +1 -1
- package/dist/integrations/queue.js +23 -1
- package/dist/integrations/queue.js.map +1 -1
- package/dist/integrations/routes.d.ts +26 -0
- package/dist/integrations/routes.d.ts.map +1 -1
- package/dist/integrations/routes.js +525 -11
- package/dist/integrations/routes.js.map +1 -1
- package/dist/integrations/runtime.d.ts +14 -2
- package/dist/integrations/runtime.d.ts.map +1 -1
- package/dist/integrations/runtime.js +51 -11
- package/dist/integrations/runtime.js.map +1 -1
- package/dist/integrations/state.d.ts +1 -1
- package/dist/integrations/state.d.ts.map +1 -1
- package/dist/integrations/state.js +74 -5
- package/dist/integrations/state.js.map +1 -1
- package/dist/integrations/types.d.ts +84 -1
- package/dist/integrations/types.d.ts.map +1 -1
- package/dist/integrations/types.js +21 -1
- package/dist/integrations/types.js.map +1 -1
- package/dist/okf/import.d.ts.map +1 -1
- package/dist/okf/import.js +208 -65
- package/dist/okf/import.js.map +1 -1
- package/dist/okf/index.d.ts.map +1 -1
- package/dist/okf/index.js +5 -0
- package/dist/okf/index.js.map +1 -1
- package/dist/okf/map.d.ts.map +1 -1
- package/dist/okf/map.js +3 -2
- package/dist/okf/map.js.map +1 -1
- package/dist/search/watcher.d.ts.map +1 -1
- package/dist/search/watcher.js +3 -22
- package/dist/search/watcher.js.map +1 -1
- package/dist/serve/index.d.ts.map +1 -1
- package/dist/serve/index.js +7 -0
- package/dist/serve/index.js.map +1 -1
- package/dist/sleep/index.js +2 -2
- package/dist/sleep/report.js +1 -1
- package/dist/sleep/report.js.map +1 -1
- package/dist/sleep/tension-scan.d.ts.map +1 -1
- package/dist/sleep/tension-scan.js +0 -0
- package/dist/sleep/tension-scan.js.map +1 -1
- package/dist/storage/local.d.ts +1 -0
- package/dist/storage/local.d.ts.map +1 -1
- package/dist/storage/local.js +8 -1
- package/dist/storage/local.js.map +1 -1
- package/dist/utils/config.d.ts +8 -1
- package/dist/utils/config.d.ts.map +1 -1
- package/dist/utils/config.js +143 -18
- package/dist/utils/config.js.map +1 -1
- package/dist/view/pages.d.ts.map +1 -1
- package/dist/view/pages.js +11 -0
- package/dist/view/pages.js.map +1 -1
- package/dist/view/render.d.ts.map +1 -1
- package/dist/view/render.js +37 -2
- package/dist/view/render.js.map +1 -1
- package/package.json +11 -4
- package/src/integrations/microsoft/assets/VENDORING.md +109 -0
- package/src/integrations/microsoft/assets/glue.js +244 -0
- package/src/integrations/microsoft/assets/picker-serializer.js +99 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/app/IPublicClientApplication.mjs +91 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/app/PublicClientApplication.mjs +355 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/broker/nativeBroker/NativeStatusCodes.mjs +15 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/broker/nativeBroker/PlatformAuthDOMHandler.mjs +153 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/broker/nativeBroker/PlatformAuthExtensionHandler.mjs +271 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/broker/nativeBroker/PlatformAuthProvider.mjs +95 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/AccountManager.mjs +49 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/AsyncMemoryStorage.mjs +144 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/BrowserCacheManager.mjs +1465 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/CacheHelpers.mjs +45 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/CacheKeys.mjs +32 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/CookieStorage.mjs +94 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/DatabaseStorage.mjs +208 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/EncryptedData.mjs +13 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/LocalStorage.mjs +319 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/MemoryStorage.mjs +48 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/SessionStorage.mjs +46 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/cache/TokenCache.mjs +220 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/config/Configuration.mjs +138 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/controllers/NestedAppAuthController.mjs +483 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/controllers/StandardController.mjs +1532 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/crypto/BrowserCrypto.mjs +354 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/crypto/CryptoOps.mjs +146 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/crypto/PkceGenerator.mjs +63 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/crypto/SignedHttpRequest.mjs +50 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/crypto/TokenBindingKeyManager.mjs +156 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/encode/Base64Decode.mjs +43 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/encode/Base64Encode.mjs +47 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/error/BrowserAuthError.mjs +26 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/error/BrowserAuthErrorCodes.mjs +65 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/error/BrowserConfigurationAuthError.mjs +24 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/error/BrowserConfigurationAuthErrorCodes.mjs +11 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/error/NativeAuthError.mjs +79 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/error/NativeAuthErrorCodes.mjs +12 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/error/NestedAppAuthError.mjs +25 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/event/EventHandler.mjs +110 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/event/EventMessage.mjs +60 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/event/EventType.mjs +30 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/index.mjs +48 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/BaseInteractionClient.mjs +150 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/HybridSpaAuthorizationCodeClient.mjs +16 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/PlatformAuthInteractionClient.mjs +734 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/PopupClient.mjs +528 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/RedirectClient.mjs +464 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/SilentAuthCodeClient.mjs +85 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/SilentCacheClient.mjs +58 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/SilentIframeClient.mjs +255 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/SilentRefreshClient.mjs +77 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_client/StandardInteractionClient.mjs +217 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_handler/InteractionHandler.mjs +95 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/interaction_handler/SilentHandler.mjs +71 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/naa/BridgeError.mjs +11 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/naa/BridgeProxy.mjs +152 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/naa/BridgeStatusCode.mjs +18 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/naa/mapping/NestedAppAuthAdapter.mjs +239 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/navigation/NavigationClient.mjs +47 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/network/FetchClient.mjs +153 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/operatingcontext/BaseOperatingContext.mjs +112 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/operatingcontext/NestedAppOperatingContext.mjs +79 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/operatingcontext/StandardOperatingContext.mjs +50 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/packageMetadata.mjs +7 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/popup_relay/constants.mjs +20 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/popup_relay/relayClient.mjs +113 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/protocol/Authorize.mjs +326 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/request/RequestHelpers.mjs +143 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/response/ResponseHandler.mjs +45 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/telemetry/BrowserPerformanceClient.mjs +126 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/telemetry/BrowserPerformanceEvents.mjs +133 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/telemetry/BrowserPerformanceMeasurement.mjs +96 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/telemetry/BrowserRootPerformanceEvents.mjs +53 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/utils/BrowserConstants.mjs +220 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/utils/BrowserProtocolUtils.mjs +27 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/utils/BrowserUtils.mjs +364 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/utils/Helpers.mjs +19 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/utils/MsalFrameStatsUtils.mjs +38 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/webBrokerBridge/PendingRequestRegistry.mjs +63 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/webBrokerBridge/WebBrokerBridgeError.mjs +38 -0
- package/src/integrations/microsoft/assets/vendor/msal-browser/webBrokerBridge/WebBrokerBridgeErrorMap.mjs +57 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/account/AccountInfo.mjs +91 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/account/AuthToken.mjs +70 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/account/CcsCredential.mjs +12 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/account/ClientInfo.mjs +43 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/account/TokenClaims.mjs +24 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/Authority.mjs +988 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/AuthorityFactory.mjs +41 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/AuthorityMetadata.mjs +158 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/AuthorityOptions.mjs +20 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/AuthorityType.mjs +16 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/CloudInstanceDiscoveryErrorResponse.mjs +12 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/CloudInstanceDiscoveryResponse.mjs +12 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/OpenIdConfigResponse.mjs +14 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/ProtocolMode.mjs +26 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/authority/RegionDiscovery.mjs +116 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/cache/CacheManager.mjs +1202 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/cache/persistence/TokenCacheContext.mjs +29 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/cache/utils/AccountEntityUtils.mjs +222 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/cache/utils/CacheHelpers.mjs +294 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/client/AuthorizationCodeClient.mjs +289 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/client/RefreshTokenClient.mjs +262 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/client/SilentFlowClient.mjs +142 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/config/ClientConfiguration.mjs +111 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/constants/AADServerParamKeys.mjs +74 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/crypto/DpopProofGenerator.mjs +152 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/crypto/ICrypto.mjs +52 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/crypto/ITokenBindingKeyManager.mjs +27 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/crypto/JoseHeader.mjs +72 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/crypto/PopTokenGenerator.mjs +109 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/AuthError.mjs +31 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/AuthErrorCodes.mjs +13 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/CacheError.mjs +44 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/CacheErrorCodes.mjs +10 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/ClientAuthError.mjs +26 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/ClientAuthErrorCodes.mjs +46 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/ClientConfigurationError.mjs +23 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/ClientConfigurationErrorCodes.mjs +38 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/InteractionRequiredAuthError.mjs +73 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/InteractionRequiredAuthErrorCodes.mjs +53 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/JoseHeaderError.mjs +24 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/JoseHeaderErrorCodes.mjs +12 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/NetworkError.mjs +34 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/PlatformBrokerError.mjs +48 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/error/ServerError.mjs +22 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/index-browser.mjs +79 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/logger/Logger.mjs +291 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/network/INetworkModule.mjs +20 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/network/RequestThumbprint.mjs +27 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/network/ThrottlingUtils.mjs +91 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/packageMetadata.mjs +7 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/protocol/Authorize.mjs +239 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/protocol/Token.mjs +148 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/request/AuthenticationHeaderParser.mjs +63 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/request/BaseAuthRequest.mjs +37 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/request/RequestParameterBuilder.mjs +529 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/request/ScopeSet.mjs +204 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/response/ResponseHandler.mjs +432 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/telemetry/performance/PerformanceClient.mjs +557 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/telemetry/performance/PerformanceEvent.mjs +68 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/telemetry/performance/PerformanceEvents.mjs +73 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/telemetry/performance/StubPerformanceClient.mjs +61 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/telemetry/server/ServerTelemetryManager.mjs +297 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/url/UrlString.mjs +164 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/utils/ClientAssertionUtils.mjs +21 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/utils/Constants.mjs +304 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/utils/FunctionWrappers.mjs +95 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/utils/ObjectUtils.mjs +27 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/utils/ProtocolUtils.mjs +76 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/utils/StringUtils.mjs +82 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/utils/TimeUtils.mjs +75 -0
- package/src/integrations/microsoft/assets/vendor/msal-common/utils/UrlUtils.mjs +128 -0
package/CHANGELOG.md
CHANGED
|
@@ -7,6 +7,34 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
|
|
|
7
7
|
|
|
8
8
|
## [Unreleased]
|
|
9
9
|
|
|
10
|
+
## [3.14.0] - 2026-09-16
|
|
11
|
+
|
|
12
|
+
### Added
|
|
13
|
+
|
|
14
|
+
- **Microsoft 365 (Graph) human-selected document ingestion connector** (#492, #514) — a third `ProviderAdapter` alongside Google Docs and Notion: Entra OAuth with rotated refresh tokens, Graph `delta` discovery over an opaque-cursor contract, bounded fetch/download with no token leak on the SAS redirect, webhook subscriptions (timing-safe verify, one per drive), enrollment resolve/estimate/status routes, and a File Picker page (vendored MSAL, exact CSP, no token ever reaches Daftari). Native OOXML (docx/pptx, speaker notes preserved) and `pdfjs-dist` text-layer PDF extraction run through a new provider-neutral `src/extract/`, with a bounded `worker_threads` harness and zip-bomb/entity-expansion/encrypted-file guards. Declassification is explicit and twice-gated rather than inherited from per-source permissions. Known follow-ups (bead-tracked, none blocking): per-enrollment status counts need `enrollmentId` engine plumbing, and the picker doesn't yet render the pre-consent cost/readers estimate.
|
|
15
|
+
- **Viewer R11: code syntax highlighting** (#572) — the `/board` viewer highlights code blocks, continuing the R-series redesign.
|
|
16
|
+
|
|
17
|
+
### Fixed
|
|
18
|
+
|
|
19
|
+
- **Search walker/watcher parity** (#537, #560) — the file walker and the live watcher applied different rules for which documents count as managed, so a change could be indexed on one path and missed on the other. They now share one exclusion implementation.
|
|
20
|
+
- **Sleep tension-scan retries failed verdicts** (#539) — a failed or unparseable LLM verdict during the tension scan logged no conflict and was then treated as judged, so it was never revisited. Only successfully-judged pairs are now skipped on the next scan; failures are retried.
|
|
21
|
+
|
|
22
|
+
### Changed
|
|
23
|
+
|
|
24
|
+
- **Dependency bumps** (#563, #564, #567, #568, #569, #570) — `tsx`, the npm-minor-and-patch group, `hono` (root and `packages/router`), and `sharp`/`next` in the Berlin Bureau example app.
|
|
25
|
+
|
|
26
|
+
## [3.13.1] - 2026-09-06
|
|
27
|
+
|
|
28
|
+
### Security
|
|
29
|
+
|
|
30
|
+
- **OKF import confinement and validation** (#540) — preflight the complete import batch before mutation, reject unsafe source and destination paths and conflicting destinations, and validate imported frontmatter before writing. Includes regression coverage for path confinement and failure recovery.
|
|
31
|
+
- **Dependency fixes** (#557) — override sharp and adm-zip to patched versions.
|
|
32
|
+
|
|
33
|
+
### Fixed
|
|
34
|
+
|
|
35
|
+
- **OKF failure reporting and retries** (#540) — report incomplete writes, commits, and indexing as failures. Retrying unchanged documents completes pending commit or indexing work without an empty commit. Runtime write failures can still leave partial files; the CLI reports that state explicitly.
|
|
36
|
+
- **Webhook registration** (#558, #559) — persist two-phase webhook registration state before provider callbacks, support plaintext validation echoes, and avoid replacing pending webhook state while an existing webhook remains fresh.
|
|
37
|
+
|
|
10
38
|
## [3.13.0] - 2026-09-05
|
|
11
39
|
|
|
12
40
|
### Added
|
|
@@ -6,6 +6,8 @@ import { type LineageOp } from "./reader-fingerprint.js";
|
|
|
6
6
|
export declare const DISTILL_COLLECTION = "distill";
|
|
7
7
|
/** The proposing agent identity, recorded on every proposal. */
|
|
8
8
|
export declare const DISTILL_AGENT = "agent:distill";
|
|
9
|
+
/** True if `value` is safe to use as both an RBAC-checked collection name and a physical path segment. */
|
|
10
|
+
export declare function isValidCollectionName(value: string): boolean;
|
|
9
11
|
/**
|
|
10
12
|
* Maximum number of overlap paths attached to a proposal rationale (U8).
|
|
11
13
|
* Small and bounded: the hint is advisory context for the ratifier, not a
|
|
@@ -71,6 +73,14 @@ export interface DistillIds {
|
|
|
71
73
|
* is date-stable across runs.
|
|
72
74
|
*/
|
|
73
75
|
asOf?: string;
|
|
76
|
+
/**
|
|
77
|
+
* Optional target collection override (M365 ingestion design, #506).
|
|
78
|
+
* Defaults to DISTILL_COLLECTION. Set by a selected-source connector whose
|
|
79
|
+
* enrollment names a target collection other than the default; every other
|
|
80
|
+
* caller is unaffected. The raw-tier fence (refuseRawDistillOutput) runs
|
|
81
|
+
* against the resulting path regardless of which collection produced it.
|
|
82
|
+
*/
|
|
83
|
+
collection?: string;
|
|
74
84
|
}
|
|
75
85
|
/** Per-claim staging outcome (the StageOutcome from the queue, or an error). */
|
|
76
86
|
export interface ClaimProposalResult extends StageOutcome {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"propose.d.ts","sourceRoot":"","sources":["../../src/distill/propose.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"propose.d.ts","sourceRoot":"","sources":["../../src/distill/propose.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,KAAK,YAAY,EAAgC,MAAM,+BAA+B,CAAC;AAGhG,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEjE,OAAO,EAGL,KAAK,SAAS,EAEf,MAAM,yBAAyB,CAAC;AAMjC,mDAAmD;AACnD,eAAO,MAAM,kBAAkB,YAAY,CAAC;AAE5C,gEAAgE;AAChE,eAAO,MAAM,aAAa,kBAAkB,CAAC;AAS7C,0GAA0G;AAC1G,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAE5D;AAED;;;;GAIG;AACH,eAAO,MAAM,kBAAkB,IAAI,CAAC;AAMpC;;;;;;GAMG;AACH,MAAM,WAAW,WAAW;IAC1B,sEAAsE;IACtE,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,kFAAkF;IAClF,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;AAE1E;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,aAAa,GAAG,eAAe,CAc5F;AAMD,+DAA+D;AAC/D,MAAM,WAAW,UAAU;IACzB;;;;OAIG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB,+EAA+E;IAC/E,KAAK,EAAE,MAAM,CAAC;IACd;;;;;;OAMG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,gFAAgF;AAChF,MAAM,WAAW,mBAAoB,SAAQ,YAAY;IACvD,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,oDAAoD;AACpD,MAAM,WAAW,cAAc;IAC7B,4CAA4C;IAC5C,QAAQ,EAAE,MAAM,CAAC;IACjB,mEAAmE;IACnE,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,oFAAoF;IACpF,MAAM,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrD;AAiDD;;;;;;;;;;GAUG;AACH,MAAM,WAAW,iBAAiB;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gFAAgF;IAChF,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,YAAY,EACrB,EAAE,GAAE,SAAoB,GACvB,iBAAiB,CAmBnB;AAwGD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,cAAc,EAAE,EACxB,GAAG,EAAE,UAAU,EACf,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,aAAa,CAAC,EAAE,eAAe,GAC9B,OAAO,CAAC,cAAc,CAAC,CAwHzB"}
|
package/dist/distill/propose.js
CHANGED
|
@@ -14,8 +14,11 @@
|
|
|
14
14
|
// is the existing boundary — no new gate is introduced here.
|
|
15
15
|
//
|
|
16
16
|
// Collection:
|
|
17
|
-
//
|
|
18
|
-
//
|
|
17
|
+
// Defaults to "distill" (DISTILL_COLLECTION). The default is resolved ONCE
|
|
18
|
+
// in proposeAllClaims (see the `collection` local there, ~line 407-408):
|
|
19
|
+
// DistillIds.collection unset or "" ⇒ DISTILL_COLLECTION, else the caller's
|
|
20
|
+
// override, verbatim. derivePath (below) just receives the already-resolved
|
|
21
|
+
// value — it does not know about defaulting.
|
|
19
22
|
import { join } from "node:path";
|
|
20
23
|
import { stageActionWithConflictCheck } from "../curation/staged-actions.js";
|
|
21
24
|
import { slugifyKey } from "../import/langgraph-store.js";
|
|
@@ -29,6 +32,16 @@ import { encodeLineageEntry, encodeReader, READER_PROMPT_VERSION, } from "./read
|
|
|
29
32
|
export const DISTILL_COLLECTION = "distill";
|
|
30
33
|
/** The proposing agent identity, recorded on every proposal. */
|
|
31
34
|
export const DISTILL_AGENT = "agent:distill";
|
|
35
|
+
// A collection name is a single physical top-level directory AND the exact
|
|
36
|
+
// string RBAC's canWrite/canRead match against (src/access/rbac.ts). Those two
|
|
37
|
+
// checks must never diverge, so a collection may not contain a path separator
|
|
38
|
+
// or traversal segment — otherwise a value that passes an RBAC check for one
|
|
39
|
+
// string could resolve to a different directory (or escape the vault root).
|
|
40
|
+
const COLLECTION_NAME_PATTERN = /^[A-Za-z0-9_-]+$/;
|
|
41
|
+
/** True if `value` is safe to use as both an RBAC-checked collection name and a physical path segment. */
|
|
42
|
+
export function isValidCollectionName(value) {
|
|
43
|
+
return COLLECTION_NAME_PATTERN.test(value);
|
|
44
|
+
}
|
|
32
45
|
/**
|
|
33
46
|
* Maximum number of overlap paths attached to a proposal rationale (U8).
|
|
34
47
|
* Small and bounded: the hint is advisory context for the ratifier, not a
|
|
@@ -86,10 +99,12 @@ function hash8FromClaimKey(claimKey) {
|
|
|
86
99
|
// co-located AND stable across runs — U5's re-distill join relies on it);
|
|
87
100
|
// falls back to "claims" if the source-id is empty or non-slug-friendly.
|
|
88
101
|
//
|
|
89
|
-
// Path-traversal safety: slugifyKey strips everything except [a-z0-9-]
|
|
90
|
-
//
|
|
91
|
-
//
|
|
92
|
-
|
|
102
|
+
// Path-traversal safety: slugifyKey strips everything except [a-z0-9-] from
|
|
103
|
+
// sourceGroup/titleSlug, and proposeAllClaims rejects the batch before this
|
|
104
|
+
// runs if `collection` fails isValidCollectionName — none of the three join
|
|
105
|
+
// components can contain ".." or a path separator. Don't remove either
|
|
106
|
+
// sanitizer in a future refactor.
|
|
107
|
+
function derivePath(claim, sourceId, collection) {
|
|
93
108
|
const title = claim.proposed_frontmatter.title;
|
|
94
109
|
const hash8 = hash8FromClaimKey(claim.claim_key);
|
|
95
110
|
const sourceGroup = slugifyKey(sourceId) || "claims";
|
|
@@ -100,7 +115,7 @@ function derivePath(claim, sourceId) {
|
|
|
100
115
|
// "memory", which makes U5's targetPath-based upsert join harder to
|
|
101
116
|
// reason about and produces semantically useless names.
|
|
102
117
|
const titleSlug = title.trim() ? slugifyKey(title) : slugifyKey(claim.claim_key);
|
|
103
|
-
return join(
|
|
118
|
+
return join(collection, sourceGroup, `${titleSlug}--${hash8}.md`);
|
|
104
119
|
}
|
|
105
120
|
/**
|
|
106
121
|
* Build the reader_* frontmatter fields from a claim's run_meta. The prompt
|
|
@@ -256,8 +271,32 @@ async function buildProposalMeta(statement, overlapSearch) {
|
|
|
256
271
|
export async function proposeAllClaims(vaultRoot, claims, ids, pathOverrides, overlapSearch) {
|
|
257
272
|
const results = [];
|
|
258
273
|
const errors = [];
|
|
274
|
+
// An unset OR empty-string collection means "the default": the engine only
|
|
275
|
+
// ever passes a validated non-empty targetCollection or undefined, so "" is
|
|
276
|
+
// never a real target — coerce it to the default rather than failing the
|
|
277
|
+
// batch on an empty name.
|
|
278
|
+
const collection = ids.collection && ids.collection.length > 0 ? ids.collection : DISTILL_COLLECTION;
|
|
279
|
+
// collection is shared across the whole batch (see isValidCollectionName) —
|
|
280
|
+
// an invalid value fails every claim rather than being silently sanitized,
|
|
281
|
+
// since sanitizing here could make the written path diverge from the
|
|
282
|
+
// string an RBAC check upstream (e.g. requireCollectionWriteAccess) saw.
|
|
283
|
+
if (!isValidCollectionName(collection)) {
|
|
284
|
+
const error = `invalid collection name ${JSON.stringify(collection)}: must match ${COLLECTION_NAME_PATTERN}`;
|
|
285
|
+
for (const claim of claims)
|
|
286
|
+
errors.push({ claim_key: claim.claim_key, error });
|
|
287
|
+
return { proposed: 0, results, errors };
|
|
288
|
+
}
|
|
259
289
|
for (const claim of claims) {
|
|
260
|
-
const targetPath = pathOverrides?.[claim.claim_key] ?? derivePath(claim, ids.sourceId);
|
|
290
|
+
const targetPath = pathOverrides?.[claim.claim_key] ?? derivePath(claim, ids.sourceId, collection);
|
|
291
|
+
const isUpdate = pathOverrides?.[claim.claim_key] !== undefined;
|
|
292
|
+
// U5: an update-in-place proposal's targetPath is pinned to wherever the
|
|
293
|
+
// claim landed on a PRIOR run (see joinClaims in state.ts) — under
|
|
294
|
+
// whatever collection was in effect then, which can differ from the
|
|
295
|
+
// current run's `collection` if the enrollment's targetCollection was
|
|
296
|
+
// since changed. frontmatter.collection drives RBAC/collection-scoped
|
|
297
|
+
// logic downstream, so it must describe where the file actually lives,
|
|
298
|
+
// not the current run's batch collection.
|
|
299
|
+
const landedCollection = isUpdate ? (targetPath.split("/")[0] ?? collection) : collection;
|
|
261
300
|
// R3: frontmatter is hardcoded to draft/low/synthesized. No caller can
|
|
262
301
|
// override these — the emitter owns the invariant.
|
|
263
302
|
const frontmatter = {
|
|
@@ -268,7 +307,7 @@ export async function proposeAllClaims(vaultRoot, claims, ids, pathOverrides, ov
|
|
|
268
307
|
// missing `created` cannot be approved).
|
|
269
308
|
created: ids.asOf ?? new Date().toISOString().slice(0, 10),
|
|
270
309
|
domain: "accumulation",
|
|
271
|
-
collection:
|
|
310
|
+
collection: landedCollection,
|
|
272
311
|
status: "draft",
|
|
273
312
|
confidence: "low",
|
|
274
313
|
provenance: "synthesized",
|
|
@@ -303,7 +342,7 @@ export async function proposeAllClaims(vaultRoot, claims, ids, pathOverrides, ov
|
|
|
303
342
|
// 6mf.4: the op is "update" iff this claim has a path override (meaning it is
|
|
304
343
|
// an update-in-place re-distillation of an existing landed belief), else "ingest".
|
|
305
344
|
// The land-time union (Task 2) merges the incoming lineage with the existing one.
|
|
306
|
-
|
|
345
|
+
// (isUpdate computed above, alongside landedCollection.)
|
|
307
346
|
const lineageOp = isUpdate ? "update" : "ingest";
|
|
308
347
|
const reader = claim.run_meta ? buildReaderFrontmatter(claim.run_meta, lineageOp) : null;
|
|
309
348
|
if (reader)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"propose.js","sourceRoot":"","sources":["../../src/distill/propose.ts"],"names":[],"mappings":"AAAA,yBAAyB;AACzB,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,+EAA+E;AAC/E,4EAA4E;AAC5E,6BAA6B;AAC7B,EAAE;AACF,4CAA4C;AAC5C,yEAAyE;AACzE,8EAA8E;AAC9E,6EAA6E;AAC7E,+EAA+E;AAC/E,+DAA+D;AAC/D,EAAE;AACF,cAAc;AACd,2EAA2E;AAC3E,
|
|
1
|
+
{"version":3,"file":"propose.js","sourceRoot":"","sources":["../../src/distill/propose.ts"],"names":[],"mappings":"AAAA,yBAAyB;AACzB,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,+EAA+E;AAC/E,4EAA4E;AAC5E,6BAA6B;AAC7B,EAAE;AACF,4CAA4C;AAC5C,yEAAyE;AACzE,8EAA8E;AAC9E,6EAA6E;AAC7E,+EAA+E;AAC/E,+DAA+D;AAC/D,EAAE;AACF,cAAc;AACd,6EAA6E;AAC7E,2EAA2E;AAC3E,8EAA8E;AAC9E,8EAA8E;AAC9E,+CAA+C;AAE/C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAqB,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAChG,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EACL,kBAAkB,EAClB,YAAY,EAEZ,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AAEjC,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,mDAAmD;AACnD,MAAM,CAAC,MAAM,kBAAkB,GAAG,SAAS,CAAC;AAE5C,gEAAgE;AAChE,MAAM,CAAC,MAAM,aAAa,GAAG,eAAe,CAAC;AAE7C,2EAA2E;AAC3E,+EAA+E;AAC/E,8EAA8E;AAC9E,6EAA6E;AAC7E,4EAA4E;AAC5E,MAAM,uBAAuB,GAAG,kBAAkB,CAAC;AAEnD,0GAA0G;AAC1G,MAAM,UAAU,qBAAqB,CAAC,KAAa;IACjD,OAAO,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC7C,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AA+BpC;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,iBAAiB,CAAC,SAAiB,EAAE,MAAsB;IACzE,OAAO,KAAK,EAAE,SAAiB,EAAwB,EAAE;QACvD,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,SAAS,EACT,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAC/C,MAAM,CACP,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAC5D,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC9C,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAkDD,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,2EAA2E;AAC3E,yEAAyE;AACzE,sEAAsE;AACtE,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,QAAQ,KAAK,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5D,OAAO,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,qEAAqE;IACrE,uDAAuD;IACvD,qEAAqE;IACrE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,6EAA6E;AAC7E,0DAA0D;AAC1D,8EAA8E;AAC9E,0EAA0E;AAC1E,yEAAyE;AACzE,EAAE;AACF,4EAA4E;AAC5E,4EAA4E;AAC5E,4EAA4E;AAC5E,uEAAuE;AACvE,kCAAkC;AAClC,SAAS,UAAU,CAAC,KAAqB,EAAE,QAAgB,EAAE,UAAkB;IAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC;IAC/C,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;IACrD,sEAAsE;IACtE,wEAAwE;IACxE,uEAAuE;IACvE,kEAAkE;IAClE,oEAAoE;IACpE,wDAAwD;IACxD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACjF,OAAO,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC,CAAC;AACpE,CAAC;AA8BD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAqB,EACrB,KAAgB,QAAQ;IAExB,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;IAC/D,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,EAAE,GAAsB;QAC5B,YAAY,EAAE,OAAO,CAAC,cAAc;QACpC,mBAAmB,EAAE,OAAO,CAAC,WAAW,IAAI,YAAY;QACxD,gBAAgB,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;QAC3C,qBAAqB,EAAE,qBAAqB;QAC5C,mBAAmB,EAAE,OAAO,CAAC,WAAW;QACxC,gBAAgB,EAAE,OAAO,CAAC,QAAQ;QAClC,OAAO,EAAE,CAAC,SAAS,CAAC;QACpB,cAAc,EAAE,CAAC,kBAAkB,CAAC,EAAE,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;KACxD,CAAC;IACF,uEAAuE;IACvE,uDAAuD;IACvD,IAAI,OAAO,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;QAC/C,EAAE,CAAC,kBAAkB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IACvD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,8EAA8E;AAC9E,yDAAyD;AACzD,8EAA8E;AAE9E,2EAA2E;AAC3E,6EAA6E;AAC7E,6EAA6E;AAC7E,SAAS,qBAAqB,CAAC,MAAgC;IAC7D,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC/B,OAAO;QACL,EAAE;QACF,YAAY;QACZ,EAAE;QACF,8BAA8B,MAAM,CAAC,YAAY,IAAI;QACrD,2BAA2B,MAAM,CAAC,mBAAmB,IAAI;QACzD,GAAG,CAAC,MAAM,CAAC,kBAAkB,KAAK,SAAS;YACzC,CAAC,CAAC,CAAC,kCAAkC,MAAM,CAAC,kBAAkB,IAAI,CAAC;YACnE,CAAC,CAAC,EAAE,CAAC;QACP,sBAAsB,MAAM,CAAC,gBAAgB,IAAI;QACjD,2BAA2B,MAAM,CAAC,qBAAqB,IAAI;QAC3D,yBAAyB,MAAM,CAAC,mBAAmB,IAAI;QACvD,sBAAsB,MAAM,CAAC,gBAAgB,IAAI;QACjD,oBAAoB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;QACjD,EAAE;QACF,4EAA4E;YAC1E,kFAAkF;YAClF,aAAa;KAChB,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,KAAqB,EACrB,GAAe,EACf,MAAgC;IAEhC,OAAO;QACL,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE;QACtB,EAAE;QACF,eAAe;QACf,EAAE;QACF,6CAA6C;QAC7C,sBAAsB,KAAK,CAAC,SAAS,IAAI;QACzC,mBAAmB,GAAG,CAAC,KAAK,IAAI;QAChC,+BAA+B,GAAG,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,IAAI;QAClE,GAAG,qBAAqB,CAAC,MAAM,CAAC;QAChC,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,8EAA8E;AAC9E,8DAA8D;AAC9D,8EAA8E;AAE9E;;;;;;;;;;;;;;;GAeG;AACH,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,aAA+B;IAE/B,IAAI,CAAC,aAAa;QAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IACtE,IAAI,IAAiB,CAAC;IACtB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,iEAAiE;QACjE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IACpD,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,8EAA8E;IAC9E,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;IACjD,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK;SACzB,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;QAC7B,0EAA0E;QAC1E,wEAAwE;QACxE,6BAA6B;SAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1C,OAAO;QACL,SAAS,EAAE,GAAG,SAAS,0BAA0B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACvE,aAAa;KACd,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAiB,EACjB,MAAwB,EACxB,GAAe,EACf,aAAsC,EACtC,aAA+B;IAE/B,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,MAAM,MAAM,GAAgD,EAAE,CAAC;IAC/D,2EAA2E;IAC3E,4EAA4E;IAC5E,yEAAyE;IACzE,0BAA0B;IAC1B,MAAM,UAAU,GACd,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;IAEpF,4EAA4E;IAC5E,2EAA2E;IAC3E,qEAAqE;IACrE,yEAAyE;IACzE,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,2BAA2B,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,gBAAgB,uBAAuB,EAAE,CAAC;QAC7G,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/E,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,UAAU,GACd,aAAa,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAClF,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,SAAS,CAAC;QAChE,yEAAyE;QACzE,mEAAmE;QACnE,oEAAoE;QACpE,sEAAsE;QACtE,sEAAsE;QACtE,uEAAuE;QACvE,0CAA0C;QAC1C,MAAM,gBAAgB,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;QAE1F,uEAAuE;QACvE,mDAAmD;QACnD,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,KAAK;YACvC,sEAAsE;YACtE,yEAAyE;YACzE,wEAAwE;YACxE,yCAAyC;YACzC,OAAO,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YAC1D,MAAM,EAAE,cAAc;YACtB,UAAU,EAAE,gBAAgB;YAC5B,MAAM,EAAE,OAAO;YACf,UAAU,EAAE,KAAK;YACjB,UAAU,EAAE,aAAa;YACzB,4EAA4E;YAC5E,4EAA4E;YAC5E,uEAAuE;YACvE,2EAA2E;YAC3E,wBAAwB;YACxB,WAAW,EAAE,aAAa;YAC1B,mEAAmE;YACnE,qEAAqE;YACrE,OAAO,EAAE,CAAC,WAAW,GAAG,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACvD,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,IAAI;SACf,CAAC;QAEF,4EAA4E;QAC5E,0EAA0E;QAC1E,mEAAmE;QACnE,MAAM,KAAK,GAAG,sBAAsB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAC9D,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxE,SAAS;QACX,CAAC;QAED,0EAA0E;QAC1E,6DAA6D;QAC7D,8EAA8E;QAC9E,yEAAyE;QACzE,8EAA8E;QAC9E,+EAA+E;QAC/E,yEAAyE;QACzE,EAAE;QACF,8EAA8E;QAC9E,mFAAmF;QACnF,kFAAkF;QAClF,yDAAyD;QACzD,MAAM,SAAS,GAAc,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC5D,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzF,IAAI,MAAM;YAAE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAE/C,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAE9C,4EAA4E;QAC5E,2EAA2E;QAC3E,4EAA4E;QAC5E,qEAAqE;QACrE,0EAA0E;QAC1E,+EAA+E;QAC/E,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;QAE7F,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,SAAS,EAAE;YAC3D,UAAU,EAAE,OAAO;YACnB,UAAU;YACV,UAAU,EAAE,aAAa;YACzB,SAAS;YACT,wEAAwE;YACxE,uEAAuE;YACvE,4CAA4C;YAC5C,YAAY,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE;YAClD,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QAED,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,MAAM,CAAC,KAAK;YACf,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACvD,CAAC"}
|
package/dist/distill/state.d.ts
CHANGED
|
@@ -68,6 +68,12 @@ export interface DistillUpsertInput {
|
|
|
68
68
|
* callers remain valid — this field is optional.
|
|
69
69
|
*/
|
|
70
70
|
overlapSearch?: OverlapSearchFn;
|
|
71
|
+
/**
|
|
72
|
+
* Optional target collection override (#506). Defaults to
|
|
73
|
+
* propose.ts's DISTILL_COLLECTION when absent — every existing caller is
|
|
74
|
+
* unaffected. Set by a selected-source connector's enrolled collection.
|
|
75
|
+
*/
|
|
76
|
+
collection?: string;
|
|
71
77
|
/** Injectable proposal writer used to verify atomic retry behavior. */
|
|
72
78
|
proposeClaims?: typeof proposeAllClaims;
|
|
73
79
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/distill/state.ts"],"names":[],"mappings":"AAqCA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,KAAK,eAAe,EAAE,KAAK,cAAc,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAM3F,MAAM,WAAW,kBAAkB;IACjC,0DAA0D;IAC1D,YAAY,EAAE,MAAM,CAAC;IACrB,6EAA6E;IAC7E,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,uFAAuF;IACvF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iFAAiF;IACjF,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,8EAA8E;IAC9E,cAAc,CAAC,EAAE,cAAc,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,wEAAwE;IACxE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;CAC7C;AAMD,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAIzD;AAID,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,YAAY,CAShE;AAMD,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAa7F;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CASrB;AAMD,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,cAAc,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAC3D;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,cAAc,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAC7D;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,cAAc,CAAA;CAAE,CAAC;AAa3C,qEAAqE;AACrE,wBAAgB,UAAU,CACxB,KAAK,EAAE,kBAAkB,GAAG,SAAS,EACrC,MAAM,EAAE,cAAc,EAAE,GACvB,WAAW,EAAE,CAkBf;AAMD,MAAM,WAAW,kBAAkB;IACjC,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,yEAAyE;IACzE,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,+EAA+E;IAC/E,KAAK,EAAE,MAAM,CAAC;IACd;;;;;;;OAOG;IACH,aAAa,CAAC,EAAE,eAAe,CAAC;IAChC,uEAAuE;IACvE,aAAa,CAAC,EAAE,OAAO,gBAAgB,CAAC;CACzC;AAED,MAAM,WAAW,oBAAoB;IACnC,2EAA2E;IAC3E,IAAI,EAAE,OAAO,CAAC;IACd,4DAA4D;IAC5D,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2EAA2E;IAC3E,OAAO,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,uCAAuC;IACvC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,yEAAyE;IACzE,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,+EAA+E;IAC/E,YAAY,EAAE,OAAO,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,MAAM,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,CAsH9C"}
|
|
1
|
+
{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/distill/state.ts"],"names":[],"mappings":"AAqCA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,KAAK,eAAe,EAAE,KAAK,cAAc,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAM3F,MAAM,WAAW,kBAAkB;IACjC,0DAA0D;IAC1D,YAAY,EAAE,MAAM,CAAC;IACrB,6EAA6E;IAC7E,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,uFAAuF;IACvF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iFAAiF;IACjF,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,8EAA8E;IAC9E,cAAc,CAAC,EAAE,cAAc,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,wEAAwE;IACxE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;CAC7C;AAMD,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAIzD;AAID,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,YAAY,CAShE;AAMD,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAa7F;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CASrB;AAMD,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,cAAc,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAC3D;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,cAAc,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAC7D;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,cAAc,CAAA;CAAE,CAAC;AAa3C,qEAAqE;AACrE,wBAAgB,UAAU,CACxB,KAAK,EAAE,kBAAkB,GAAG,SAAS,EACrC,MAAM,EAAE,cAAc,EAAE,GACvB,WAAW,EAAE,CAkBf;AAMD,MAAM,WAAW,kBAAkB;IACjC,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,yEAAyE;IACzE,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,+EAA+E;IAC/E,KAAK,EAAE,MAAM,CAAC;IACd;;;;;;;OAOG;IACH,aAAa,CAAC,EAAE,eAAe,CAAC;IAChC;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,aAAa,CAAC,EAAE,OAAO,gBAAgB,CAAC;CACzC;AAED,MAAM,WAAW,oBAAoB;IACnC,2EAA2E;IAC3E,IAAI,EAAE,OAAO,CAAC;IACd,4DAA4D;IAC5D,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2EAA2E;IAC3E,OAAO,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,uCAAuC;IACvC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,yEAAyE;IACzE,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,+EAA+E;IAC/E,YAAY,EAAE,OAAO,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,MAAM,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,CAsH9C"}
|
package/dist/distill/state.js
CHANGED
|
@@ -189,7 +189,7 @@ export async function distillUpsert(vaultRoot, input) {
|
|
|
189
189
|
created.push(action.claim.claim_key);
|
|
190
190
|
}
|
|
191
191
|
}
|
|
192
|
-
const attempted = await (input.proposeClaims ?? proposeAllClaims)(vaultRoot, toPropose, { sourceId: input.sourceId, runId: input.runId }, pathOverrides, input.overlapSearch);
|
|
192
|
+
const attempted = await (input.proposeClaims ?? proposeAllClaims)(vaultRoot, toPropose, { sourceId: input.sourceId, runId: input.runId, collection: input.collection }, pathOverrides, input.overlapSearch);
|
|
193
193
|
const successfulClaimKeys = new Set(attempted.results.map((result) => result.claim_key));
|
|
194
194
|
// A durable success wins over a contradictory error for the same claim.
|
|
195
195
|
// Retrying that claim would create a duplicate proposal.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"state.js","sourceRoot":"","sources":["../../src/distill/state.ts"],"names":[],"mappings":"AAAA,uBAAuB;AACvB,EAAE;AACF,6DAA6D;AAC7D,EAAE;AACF,8EAA8E;AAC9E,8EAA8E;AAC9E,8EAA8E;AAC9E,oDAAoD;AACpD,EAAE;AACF,uEAAuE;AACvE,2CAA2C;AAC3C,EAAE;AACF,2EAA2E;AAC3E,8EAA8E;AAC9E,4EAA4E;AAC5E,8EAA8E;AAC9E,aAAa;AACb,iEAAiE;AACjE,8EAA8E;AAC9E,6DAA6D;AAC7D,EAAE;AACF,kCAAkC;AAClC,6EAA6E;AAC7E,4EAA4E;AAC5E,uBAAuB;AACvB,8EAA8E;AAC9E,4EAA4E;AAC5E,4EAA4E;AAC5E,6EAA6E;AAC7E,8EAA8E;AAC9E,YAAY;AACZ,+EAA+E;AAC/E,6EAA6E;AAC7E,iCAAiC;AAEjC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,EAA6C,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAwB3F,SAAS,UAAU;IACjB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,OAAO,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAC/C,oDAAoD;IACpD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvE,OAAO,SAAS,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,2EAA2E;AAC3E,4EAA4E;AAC5E,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,MAAM,CAAC,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QAAE,OAAO,UAAU,EAAE,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAA0B,CAAC;QAC1E,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,UAAU,EAAE,CAAC;IACtB,CAAC;AACH,CAAC;AAED,wEAAwE;AACxE,+EAA+E;AAC/E,8EAA8E;AAC9E,2DAA2D;AAC3D,MAAM,UAAU,iBAAiB,CAAC,SAAiB,EAAE,KAAmB;IACtE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACtC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,aAAa,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,+BAA+B,MAAM,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,SAAiB,EACjB,QAAgB,EAChB,QAAgB,EAChB,UAAkB;IAElB,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACxE,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,IAAI,IAAI,KAAK,UAAU,IAAI,GAAG,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACtE,CAAC;IACD,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;IAClC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;IAC9B,OAAO,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;AAC7C,CAAC;AAWD,8EAA8E;AAC9E,4EAA4E;AAC5E,uDAAuD;AACvD,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,QAAQ,KAAK,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5D,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,UAAU,CACxB,KAAqC,EACrC,MAAwB;IAExB,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC;IACnC,0EAA0E;IAC1E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACnC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAe,EAAE;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QAC3E,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/D,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAW,EAAE,CAAC;QACtE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC;
|
|
1
|
+
{"version":3,"file":"state.js","sourceRoot":"","sources":["../../src/distill/state.ts"],"names":[],"mappings":"AAAA,uBAAuB;AACvB,EAAE;AACF,6DAA6D;AAC7D,EAAE;AACF,8EAA8E;AAC9E,8EAA8E;AAC9E,8EAA8E;AAC9E,oDAAoD;AACpD,EAAE;AACF,uEAAuE;AACvE,2CAA2C;AAC3C,EAAE;AACF,2EAA2E;AAC3E,8EAA8E;AAC9E,4EAA4E;AAC5E,8EAA8E;AAC9E,aAAa;AACb,iEAAiE;AACjE,8EAA8E;AAC9E,6DAA6D;AAC7D,EAAE;AACF,kCAAkC;AAClC,6EAA6E;AAC7E,4EAA4E;AAC5E,uBAAuB;AACvB,8EAA8E;AAC9E,4EAA4E;AAC5E,4EAA4E;AAC5E,6EAA6E;AAC7E,8EAA8E;AAC9E,YAAY;AACZ,+EAA+E;AAC/E,6EAA6E;AAC7E,iCAAiC;AAEjC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,EAA6C,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAwB3F,SAAS,UAAU;IACjB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,OAAO,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAC/C,oDAAoD;IACpD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvE,OAAO,SAAS,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,2EAA2E;AAC3E,4EAA4E;AAC5E,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,MAAM,CAAC,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QAAE,OAAO,UAAU,EAAE,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAA0B,CAAC;QAC1E,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,UAAU,EAAE,CAAC;IACtB,CAAC;AACH,CAAC;AAED,wEAAwE;AACxE,+EAA+E;AAC/E,8EAA8E;AAC9E,2DAA2D;AAC3D,MAAM,UAAU,iBAAiB,CAAC,SAAiB,EAAE,KAAmB;IACtE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACtC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,aAAa,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,+BAA+B,MAAM,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,SAAiB,EACjB,QAAgB,EAChB,QAAgB,EAChB,UAAkB;IAElB,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACxE,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,IAAI,IAAI,KAAK,UAAU,IAAI,GAAG,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACtE,CAAC;IACD,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;IAClC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;IAC9B,OAAO,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;AAC7C,CAAC;AAWD,8EAA8E;AAC9E,4EAA4E;AAC5E,uDAAuD;AACvD,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,QAAQ,KAAK,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5D,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,UAAU,CACxB,KAAqC,EACrC,MAAwB;IAExB,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC;IACnC,0EAA0E;IAC1E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACnC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAe,EAAE;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QAC3E,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/D,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAW,EAAE,CAAC;QACtE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC;AAiDD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,KAAyB;IAEzB,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAE3D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;QAC9D,OAAO,EAAE,CAAC;YACR,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,mBAAmB,GACvB,KAAK,EAAE,oBAAoB,KAAK,WAAW,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACzF,2EAA2E;IAC3E,uEAAuE;IACvE,sEAAsE;IACtE,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;IAClF,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1C,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,KAAK,EAAE,oBAAoB,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CACpF,CAAC;IACF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAqD,EAAE,CAAC;IACrE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAqB,EAAE,CAAC;IACvC,MAAM,aAAa,GAA2B,EAAE,CAAC;IAEjD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACrC,SAAS;QACX,CAAC;QACD,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YAAE,SAAS;QACzD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACnF,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,gBAAgB,CAAC,CAC/D,SAAS,EACT,SAAS,EACT,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,EAC9E,aAAa,EACb,KAAK,CAAC,aAAa,CACpB,CAAC;IAEF,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IACzF,wEAAwE;IACxE,yDAAyD;IACzD,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAC9C,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CACzD,CAAC;IACF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;QAChC,GAAG,mBAAmB;QACtB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;KACxD,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,SAAS;SAC1B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;SAC1D,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,6BAA6B,EAAE,CAAC,CAAC,CAAC;IAC1F,MAAM,OAAO,GAAmB;QAC9B,GAAG,SAAS;QACZ,MAAM,EAAE,CAAC,GAAG,gBAAgB,EAAE,GAAG,WAAW,CAAC;KAC9C,CAAC;IAEF,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;QACjD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO;YAAE,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7E,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QACpF,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG;YAC9B,YAAY,EAAE,KAAK,EAAE,YAAY,IAAI,EAAE;YACvC,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,EAAE;YAC3B,oBAAoB,EAAE,WAAW;YACjC,kBAAkB,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC,IAAI,EAAE;YAChD,cAAc,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;SAClF,CAAC;QACF,MAAM,KAAK,GAAG,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAClD,OAAO,EAAE,CAAC;YACR,IAAI,EAAE,KAAK;YACX,OAAO;YACP,OAAO;YACP,OAAO;YACP,OAAO;YACP,YAAY,EAAE,KAAK,CAAC,EAAE;YACtB,UAAU,EAAE,KAAK,CAAC,EAAE;gBAClB,CAAC,CAAC,iCAAiC;gBACnC,CAAC,CAAC,oCAAoC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE;SAC9D,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG;QAC9B,YAAY,EAAE,WAAW;QACzB,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,EAAE;KAC5B,CAAC;IACF,MAAM,KAAK,GAAG,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAElD,OAAO,EAAE,CAAC;QACR,IAAI,EAAE,KAAK;QACX,OAAO;QACP,OAAO;QACP,OAAO;QACP,OAAO;QACP,YAAY,EAAE,KAAK,CAAC,EAAE;QACtB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;KACzD,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { type Result } from "../frontmatter/types.js";
|
|
2
|
+
import type { ExtractError, ExtractKind, ExtractLimits, ExtractResult } from "./types.js";
|
|
3
|
+
export interface ExtractOptions {
|
|
4
|
+
/**
|
|
5
|
+
* Override the worker script the harness spawns. Tests use this seam to
|
|
6
|
+
* inject a fixture worker (one that sleeps past wallClockMs, or returns a
|
|
7
|
+
* fixed result) without touching the real dispatch table.
|
|
8
|
+
*/
|
|
9
|
+
workerUrl?: URL;
|
|
10
|
+
/** execArgv passed to the spawned Worker — e.g. ["--import", "tsx"] to run a .ts worker directly. */
|
|
11
|
+
execArgv?: string[];
|
|
12
|
+
}
|
|
13
|
+
export declare function extractText(bytes: Uint8Array, kind: ExtractKind, limits: ExtractLimits, opts?: ExtractOptions, includeSpeakerNotes?: boolean): Promise<Result<ExtractResult, ExtractError>>;
|
|
14
|
+
export type { ExtractError, ExtractKind, ExtractLimits, ExtractReason, ExtractResult, } from "./types.js";
|
|
15
|
+
export { DEFAULT_EXTRACT_LIMITS, EXTRACT_KINDS, EXTRACT_REASONS, isExtractKind, isExtractReason, } from "./types.js";
|
|
16
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/extract/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EACV,YAAY,EACZ,WAAW,EACX,aAAa,EAEb,aAAa,EACd,MAAM,YAAY,CAAC;AAGpB,MAAM,WAAW,cAAc;IAC7B;;;;OAIG;IACH,SAAS,CAAC,EAAE,GAAG,CAAC;IAChB,qGAAqG;IACrG,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAiCD,wBAAsB,WAAW,CAC/B,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,WAAW,EACjB,MAAM,EAAE,aAAa,EACrB,IAAI,GAAE,cAAmB,EAMzB,mBAAmB,UAAO,GACzB,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC,CA8D9C;AAED,YAAY,EACV,YAAY,EACZ,WAAW,EACX,aAAa,EACb,aAAa,EACb,aAAa,GACd,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,sBAAsB,EACtB,aAAa,EACb,eAAe,EACf,aAAa,EACb,eAAe,GAChB,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
// src/extract/index.ts
|
|
2
|
+
// Provider-neutral extraction entry point. Runs document extraction in a
|
|
3
|
+
// bounded worker_threads Worker: a wall-clock timeout terminates the worker
|
|
4
|
+
// on overrun (→ "timeout"), and a heap cap is enforced via the worker's
|
|
5
|
+
// resourceLimits. Real docx/pptx/pdf parsing lives in worker.ts's dispatch
|
|
6
|
+
// table (wired by U7/U8/U9) — this module only owns the harness.
|
|
7
|
+
import { Worker } from "node:worker_threads";
|
|
8
|
+
import { err, ok } from "../frontmatter/types.js";
|
|
9
|
+
import { isExtractWorkerResponse } from "./types.js";
|
|
10
|
+
// In dev/test the running module is still TypeScript (vitest/tsx serve
|
|
11
|
+
// source files as-is, so import.meta.url ends in .ts); in the published
|
|
12
|
+
// package it's compiled to dist/extract/index.js. Either way the sibling
|
|
13
|
+
// worker file is resolved relative to this module, so no separate build
|
|
14
|
+
// step or path config is needed for the harness to find its worker.
|
|
15
|
+
function defaultWorkerTarget() {
|
|
16
|
+
const isTs = import.meta.url.endsWith(".ts");
|
|
17
|
+
return {
|
|
18
|
+
url: new URL(isTs ? "./worker.ts" : "./worker.js", import.meta.url),
|
|
19
|
+
execArgv: isTs ? ["--import", "tsx"] : [],
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
// Node reports a worker killed for exceeding resourceLimits (e.g.
|
|
23
|
+
// maxOldGenerationSizeMb) as an "error" event carrying this specific code —
|
|
24
|
+
// distinct from a generic thrown/uncaught error in worker code. We must not
|
|
25
|
+
// collapse the two into "malformed": a caller acting on lastFailure.reason
|
|
26
|
+
// needs to tell "give up, the parser choked on garbage" from "too big, could
|
|
27
|
+
// retry with lower limits" (the latter maps to the existing too_large
|
|
28
|
+
// reason, same as an oversized archive/page count caught before the OOM).
|
|
29
|
+
const WORKER_OOM_ERROR_CODE = "ERR_WORKER_OUT_OF_MEMORY";
|
|
30
|
+
function isWorkerOutOfMemoryError(e) {
|
|
31
|
+
return (typeof e === "object" &&
|
|
32
|
+
e !== null &&
|
|
33
|
+
"code" in e &&
|
|
34
|
+
e.code === WORKER_OOM_ERROR_CODE);
|
|
35
|
+
}
|
|
36
|
+
export async function extractText(bytes, kind, limits, opts = {},
|
|
37
|
+
// pptx-only, per-enrollment (default on): whether to include speaker
|
|
38
|
+
// notes in the extracted text. Kept as its own trailing parameter rather
|
|
39
|
+
// than a field on `opts` — `opts` is the main-thread-only Worker-spawning
|
|
40
|
+
// seam (workerUrl/execArgv, never sent to the worker), while this really
|
|
41
|
+
// is request data and must reach the worker via ExtractRequest below.
|
|
42
|
+
includeSpeakerNotes = true) {
|
|
43
|
+
const target = defaultWorkerTarget();
|
|
44
|
+
const workerUrl = opts.workerUrl ?? target.url;
|
|
45
|
+
const execArgv = opts.execArgv ?? target.execArgv;
|
|
46
|
+
const request = { bytes, kind, limits, includeSpeakerNotes };
|
|
47
|
+
return new Promise((resolve) => {
|
|
48
|
+
let settled = false;
|
|
49
|
+
const settle = (result) => {
|
|
50
|
+
if (settled)
|
|
51
|
+
return;
|
|
52
|
+
settled = true;
|
|
53
|
+
clearTimeout(timer);
|
|
54
|
+
resolve(result);
|
|
55
|
+
// Fire-and-forget: terminate regardless of how we settled, so a
|
|
56
|
+
// worker that already responded (or errored) doesn't linger.
|
|
57
|
+
void worker.terminate();
|
|
58
|
+
};
|
|
59
|
+
const worker = new Worker(workerUrl, {
|
|
60
|
+
workerData: request,
|
|
61
|
+
execArgv,
|
|
62
|
+
resourceLimits: {
|
|
63
|
+
maxOldGenerationSizeMb: limits.workerHeapMb,
|
|
64
|
+
maxYoungGenerationSizeMb: Math.max(16, Math.floor(limits.workerHeapMb / 4)),
|
|
65
|
+
},
|
|
66
|
+
});
|
|
67
|
+
const timer = setTimeout(() => {
|
|
68
|
+
settle(err({ reason: "timeout", message: `extraction exceeded ${limits.wallClockMs}ms` }));
|
|
69
|
+
}, limits.wallClockMs);
|
|
70
|
+
timer.unref?.();
|
|
71
|
+
worker.once("message", (msg) => {
|
|
72
|
+
if (!isExtractWorkerResponse(msg)) {
|
|
73
|
+
settle(err({ reason: "malformed", message: "worker returned an unrecognized message shape" }));
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
settle(msg.ok ? ok(msg.value) : err(msg.error));
|
|
77
|
+
});
|
|
78
|
+
worker.once("error", (e) => {
|
|
79
|
+
const message = e instanceof Error ? e.message : String(e);
|
|
80
|
+
settle(isWorkerOutOfMemoryError(e)
|
|
81
|
+
? err({ reason: "too_large", message })
|
|
82
|
+
: err({ reason: "malformed", message }));
|
|
83
|
+
});
|
|
84
|
+
// Node emits "error" (with the OOM code above) before "exit" when a
|
|
85
|
+
// resourceLimits kill happens, so that branch is already handled by the
|
|
86
|
+
// handler above by the time this fires. A non-zero exit reaching here
|
|
87
|
+
// without a preceding error is some other abnormal termination we can't
|
|
88
|
+
// attribute to a specific cause, so it stays "malformed".
|
|
89
|
+
worker.once("exit", (code) => {
|
|
90
|
+
settle(err({ reason: "malformed", message: `worker exited with code ${code} before responding` }));
|
|
91
|
+
});
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
export { DEFAULT_EXTRACT_LIMITS, EXTRACT_KINDS, EXTRACT_REASONS, isExtractKind, isExtractReason, } from "./types.js";
|
|
95
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/extract/index.ts"],"names":[],"mappings":"AAAA,uBAAuB;AACvB,yEAAyE;AACzE,4EAA4E;AAC5E,wEAAwE;AACxE,2EAA2E;AAC3E,iEAAiE;AAEjE,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAQ/D,OAAO,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAarD,uEAAuE;AACvE,wEAAwE;AACxE,yEAAyE;AACzE,wEAAwE;AACxE,oEAAoE;AACpE,SAAS,mBAAmB;IAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7C,OAAO;QACL,GAAG,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACnE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;KAC1C,CAAC;AACJ,CAAC;AAED,kEAAkE;AAClE,4EAA4E;AAC5E,4EAA4E;AAC5E,2EAA2E;AAC3E,6EAA6E;AAC7E,sEAAsE;AACtE,0EAA0E;AAC1E,MAAM,qBAAqB,GAAG,0BAA0B,CAAC;AAEzD,SAAS,wBAAwB,CAAC,CAAU;IAC1C,OAAO,CACL,OAAO,CAAC,KAAK,QAAQ;QACrB,CAAC,KAAK,IAAI;QACV,MAAM,IAAI,CAAC;QACV,CAAwB,CAAC,IAAI,KAAK,qBAAqB,CACzD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAiB,EACjB,IAAiB,EACjB,MAAqB,EACrB,OAAuB,EAAE;AACzB,qEAAqE;AACrE,yEAAyE;AACzE,0EAA0E;AAC1E,yEAAyE;AACzE,sEAAsE;AACtE,mBAAmB,GAAG,IAAI;IAE1B,MAAM,MAAM,GAAG,mBAAmB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,GAAG,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;IAClD,MAAM,OAAO,GAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAE7E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,MAAM,GAAG,CAAC,MAA2C,EAAE,EAAE;YAC7D,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,CAAC;YAChB,gEAAgE;YAChE,6DAA6D;YAC7D,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;QAC1B,CAAC,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE;YACnC,UAAU,EAAE,OAAO;YACnB,QAAQ;YACR,cAAc,EAAE;gBACd,sBAAsB,EAAE,MAAM,CAAC,YAAY;gBAC3C,wBAAwB,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;aAC5E;SACF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,uBAAuB,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7F,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QACvB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QAEhB,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,GAAY,EAAE,EAAE;YACtC,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,CACJ,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,+CAA+C,EAAE,CAAC,CACvF,CAAC;gBACF,OAAO;YACT,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAU,EAAE,EAAE;YAClC,MAAM,OAAO,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC3D,MAAM,CACJ,wBAAwB,CAAC,CAAC,CAAC;gBACzB,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;gBACvC,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAC1C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,oEAAoE;QACpE,wEAAwE;QACxE,sEAAsE;QACtE,wEAAwE;QACxE,0DAA0D;QAC1D,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YACnC,MAAM,CACJ,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,2BAA2B,IAAI,oBAAoB,EAAE,CAAC,CAC3F,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AASD,OAAO,EACL,sBAAsB,EACtB,aAAa,EACb,eAAe,EACf,aAAa,EACb,eAAe,GAChB,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export declare class NulByteError extends Error {
|
|
2
|
+
constructor(where: string);
|
|
3
|
+
}
|
|
4
|
+
/** Decode raw bytes as strict UTF-8, rejecting a NUL byte or invalid encoding. */
|
|
5
|
+
export declare function assertUtf8NoNul(bytes: Uint8Array): string;
|
|
6
|
+
export declare function normalize(text: string): string;
|
|
7
|
+
//# sourceMappingURL=normalize.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"normalize.d.ts","sourceRoot":"","sources":["../../src/extract/normalize.ts"],"names":[],"mappings":"AAUA,qBAAa,YAAa,SAAQ,KAAK;gBACzB,KAAK,EAAE,MAAM;CAI1B;AASD,kFAAkF;AAClF,wBAAgB,eAAe,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAKzD;AAID,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAoB9C"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
// src/extract/normalize.ts
|
|
2
|
+
// Deterministic post-processing for extracted text (spec section 3.2).
|
|
3
|
+
// Downstream hashing and dedup depend on this being stable: the same input
|
|
4
|
+
// always normalizes to the same string.
|
|
5
|
+
//
|
|
6
|
+
// The NUL/UTF-8 guard mirrors src/audit/readtext.ts's binary-sniff pattern:
|
|
7
|
+
// a NUL byte means "not text" and is rejected rather than silently stripped.
|
|
8
|
+
const NUL_CHAR_CODE = 0;
|
|
9
|
+
export class NulByteError extends Error {
|
|
10
|
+
constructor(where) {
|
|
11
|
+
super(`${where}: input contains a NUL byte`);
|
|
12
|
+
this.name = "NulByteError";
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
function containsNulByte(text) {
|
|
16
|
+
for (let i = 0; i < text.length; i += 1) {
|
|
17
|
+
if (text.charCodeAt(i) === NUL_CHAR_CODE)
|
|
18
|
+
return true;
|
|
19
|
+
}
|
|
20
|
+
return false;
|
|
21
|
+
}
|
|
22
|
+
/** Decode raw bytes as strict UTF-8, rejecting a NUL byte or invalid encoding. */
|
|
23
|
+
export function assertUtf8NoNul(bytes) {
|
|
24
|
+
if (bytes.includes(NUL_CHAR_CODE)) {
|
|
25
|
+
throw new NulByteError("assertUtf8NoNul");
|
|
26
|
+
}
|
|
27
|
+
return new TextDecoder("utf-8", { fatal: true }).decode(bytes);
|
|
28
|
+
}
|
|
29
|
+
// Rules (spec section 3.2): CRLF -> LF; strip trailing whitespace per line;
|
|
30
|
+
// collapse 3+ consecutive blank lines down to 2.
|
|
31
|
+
export function normalize(text) {
|
|
32
|
+
if (containsNulByte(text)) {
|
|
33
|
+
throw new NulByteError("normalize");
|
|
34
|
+
}
|
|
35
|
+
const lf = text.replace(/\r\n/g, "\n").replace(/\r/g, "\n");
|
|
36
|
+
const lines = lf.split("\n").map((line) => line.replace(/[ \t]+$/g, ""));
|
|
37
|
+
const collapsed = [];
|
|
38
|
+
let blankRun = 0;
|
|
39
|
+
for (const line of lines) {
|
|
40
|
+
if (line === "") {
|
|
41
|
+
blankRun += 1;
|
|
42
|
+
if (blankRun <= 2)
|
|
43
|
+
collapsed.push(line);
|
|
44
|
+
}
|
|
45
|
+
else {
|
|
46
|
+
blankRun = 0;
|
|
47
|
+
collapsed.push(line);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
return collapsed.join("\n");
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=normalize.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../src/extract/normalize.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B,uEAAuE;AACvE,2EAA2E;AAC3E,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,6EAA6E;AAE7E,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,MAAM,OAAO,YAAa,SAAQ,KAAK;IACrC,YAAY,KAAa;QACvB,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,aAAa;YAAE,OAAO,IAAI,CAAC;IACxD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,eAAe,CAAC,KAAiB;IAC/C,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,YAAY,CAAC,iBAAiB,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,4EAA4E;AAC5E,iDAAiD;AACjD,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IAEzE,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChB,QAAQ,IAAI,CAAC,CAAC;YACd,IAAI,QAAQ,IAAI,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,CAAC,CAAC;YACb,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import type { Result } from "../frontmatter/types.js";
|
|
2
|
+
import type { ExtractError, ExtractLimits, ExtractRequest, ExtractWorkerResponse } from "./types.js";
|
|
3
|
+
/**
|
|
4
|
+
* IRM/password-protected Office files are wrapped in an OLE2 compound file
|
|
5
|
+
* container (an `EncryptedPackage` stream), not a plain zip. We only need
|
|
6
|
+
* the magic-number check to classify this as `encrypted` — parsing the OLE
|
|
7
|
+
* structure itself is out of scope (spec §3.3).
|
|
8
|
+
*/
|
|
9
|
+
export declare function isOleCompoundFile(bytes: Uint8Array): boolean;
|
|
10
|
+
export interface OoxmlParts {
|
|
11
|
+
parts: Record<string, Uint8Array>;
|
|
12
|
+
hasContentTypes: boolean;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Opens a zip, decompressing ONLY the entries selected by `wanted`, and only
|
|
16
|
+
* if their DECLARED (pre-inflation) size fits within the per-entry and
|
|
17
|
+
* running total caps. The size check happens inside fflate's `filter`
|
|
18
|
+
* callback, which fires before that entry is inflated — an entry that fails
|
|
19
|
+
* the check is skipped and never decompressed, so a small physical file that
|
|
20
|
+
* declares a huge inflated size is caught without ever allocating for it.
|
|
21
|
+
*
|
|
22
|
+
* `wanted` is either an exact-name allowlist (docx's fixed part names:
|
|
23
|
+
* word/document.xml, word/footnotes.xml, word/endnotes.xml) or a predicate,
|
|
24
|
+
* for callers whose part names aren't known in advance — e.g. pptx's
|
|
25
|
+
* ppt/slides/slideN.xml for an a-priori-unknown N.
|
|
26
|
+
*/
|
|
27
|
+
export declare function readOoxmlParts(bytes: Uint8Array, limits: ExtractLimits, wanted: readonly string[] | ((name: string) => boolean)): Result<OoxmlParts, ExtractError>;
|
|
28
|
+
/**
|
|
29
|
+
* Decodes only the standard named entities and numeric character references.
|
|
30
|
+
* A single global-regex pass scans the ORIGINAL string once; replacement
|
|
31
|
+
* text is never re-fed into the regex, so a crafted `&lt;`-style payload
|
|
32
|
+
* cannot cascade into `<` — this is a deliberate defense against
|
|
33
|
+
* entity-expansion-style tricks, not just a decoding convenience.
|
|
34
|
+
*/
|
|
35
|
+
export declare function decodeXmlEntities(text: string): string;
|
|
36
|
+
export interface XmlElement {
|
|
37
|
+
name: string;
|
|
38
|
+
attrsRaw: string;
|
|
39
|
+
children: XmlNode[];
|
|
40
|
+
}
|
|
41
|
+
export interface XmlText {
|
|
42
|
+
text: string;
|
|
43
|
+
}
|
|
44
|
+
export type XmlNode = XmlElement | XmlText;
|
|
45
|
+
export declare function isXmlElement(node: XmlNode): node is XmlElement;
|
|
46
|
+
/** Parses XML into a minimal tree. Mismatched/unclosed tags are tolerated
|
|
47
|
+
* (we pop the stack to the nearest matching ancestor) since we only need a
|
|
48
|
+
* best-effort structural walk, not a validating parser. */
|
|
49
|
+
export declare function parseXml(xml: string): XmlElement;
|
|
50
|
+
/** Reads an attribute by local name (prefix-agnostic: matches `w:id` or `id`). */
|
|
51
|
+
export declare function getAttr(el: XmlElement, localAttrName: string): string | undefined;
|
|
52
|
+
/** Extracts normalized text from a .docx byte buffer per design spec §3.1/§3.2. */
|
|
53
|
+
export declare function extractDocx(bytes: Uint8Array, limits: ExtractLimits): Promise<ExtractWorkerResponse>;
|
|
54
|
+
/** Worker dispatch entry point (matches the Handler shape in worker.ts). */
|
|
55
|
+
export declare function handleDocx(request: ExtractRequest): Promise<ExtractWorkerResponse>;
|
|
56
|
+
/** Extracts normalized text from a .pptx byte buffer per design spec §3.1/§3.2.
|
|
57
|
+
* Reuses all the shared primitives above (readOoxmlParts, tokenizeXml/
|
|
58
|
+
* parseXml, decodeXmlEntities, getAttr, the OLE `encrypted` check,
|
|
59
|
+
* normalize()) — no zip/tokenizer logic is duplicated here. */
|
|
60
|
+
export declare function extractPptx(bytes: Uint8Array, limits: ExtractLimits, includeSpeakerNotes?: boolean): Promise<ExtractWorkerResponse>;
|
|
61
|
+
/** Worker dispatch entry point (matches the Handler shape in worker.ts). */
|
|
62
|
+
export declare function handlePptx(request: ExtractRequest): Promise<ExtractWorkerResponse>;
|
|
63
|
+
//# sourceMappingURL=office.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"office.d.ts","sourceRoot":"","sources":["../../src/extract/office.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EACb,cAAc,EACd,qBAAqB,EACtB,MAAM,YAAY,CAAC;AAwBpB;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAM5D;AAMD,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAClC,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,aAAa,EACrB,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,GACtD,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,CA0ClC;AAgBD;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAiBtD;AAkGD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AACD,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AACD,MAAM,MAAM,OAAO,GAAG,UAAU,GAAG,OAAO,CAAC;AAE3C,wBAAgB,YAAY,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,UAAU,CAE9D;AAED;;2DAE2D;AAC3D,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,CAuBhD;AAED,kFAAkF;AAClF,wBAAgB,OAAO,CAAC,EAAE,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKjF;AAqJD,mFAAmF;AACnF,wBAAsB,WAAW,CAC/B,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,qBAAqB,CAAC,CAoDhC;AAED,4EAA4E;AAC5E,wBAAsB,UAAU,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAExF;AA+LD;;;+DAG+D;AAC/D,wBAAsB,WAAW,CAC/B,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,aAAa,EACrB,mBAAmB,UAAO,GACzB,OAAO,CAAC,qBAAqB,CAAC,CAyGhC;AAED,4EAA4E;AAC5E,wBAAsB,UAAU,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAExF"}
|