videobook-engine 4.2.0 → 5.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +84 -39
- package/dist/artifacts.d.ts +5 -10
- package/dist/artifacts.d.ts.map +1 -1
- package/dist/artifacts.js +79 -142
- package/dist/artifacts.js.map +1 -1
- package/dist/books.d.ts +1 -1
- package/dist/books.d.ts.map +1 -1
- package/dist/books.js +16 -9
- package/dist/books.js.map +1 -1
- package/dist/cas.d.ts +2 -1
- package/dist/cas.d.ts.map +1 -1
- package/dist/cas.js +33 -4
- package/dist/cas.js.map +1 -1
- package/dist/catalog-gc-state.d.ts +4 -0
- package/dist/catalog-gc-state.d.ts.map +1 -0
- package/dist/catalog-gc-state.js +49 -0
- package/dist/catalog-gc-state.js.map +1 -0
- package/dist/catalog-metadata.d.ts +2 -2
- package/dist/catalog-metadata.js +3 -3
- package/dist/catalog-metadata.js.map +1 -1
- package/dist/context.d.ts +5 -5
- package/dist/context.d.ts.map +1 -1
- package/dist/context.js +17 -49
- package/dist/context.js.map +1 -1
- package/dist/domain.d.ts +35 -2
- package/dist/domain.d.ts.map +1 -1
- package/dist/domain.js +131 -161
- package/dist/domain.js.map +1 -1
- package/dist/edits.js +2 -2
- package/dist/edits.js.map +1 -1
- package/dist/engine-types.d.ts +159 -39
- package/dist/engine-types.d.ts.map +1 -1
- package/dist/engine-types.js +2 -1
- package/dist/engine-types.js.map +1 -1
- package/dist/engine.d.ts +30 -20
- package/dist/engine.d.ts.map +1 -1
- package/dist/engine.js +46 -4
- package/dist/engine.js.map +1 -1
- package/dist/files.d.ts +10 -0
- package/dist/files.d.ts.map +1 -1
- package/dist/files.js +49 -2
- package/dist/files.js.map +1 -1
- package/dist/fork.d.ts +14 -30
- package/dist/fork.d.ts.map +1 -1
- package/dist/fork.js +18 -27
- package/dist/fork.js.map +1 -1
- package/dist/generations.d.ts +9 -0
- package/dist/generations.d.ts.map +1 -0
- package/dist/generations.js +175 -0
- package/dist/generations.js.map +1 -0
- package/dist/history.d.ts +2 -1
- package/dist/history.d.ts.map +1 -1
- package/dist/history.js +30 -57
- package/dist/history.js.map +1 -1
- package/dist/index.d.ts +8 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -5
- package/dist/index.js.map +1 -1
- package/dist/inline-temporal-models.d.ts +43 -0
- package/dist/inline-temporal-models.d.ts.map +1 -0
- package/dist/inline-temporal-models.js +236 -0
- package/dist/inline-temporal-models.js.map +1 -0
- package/dist/isolated-models.d.ts +8 -0
- package/dist/isolated-models.d.ts.map +1 -0
- package/dist/isolated-models.js +25 -0
- package/dist/isolated-models.js.map +1 -0
- package/dist/job-queue.d.ts +1 -1
- package/dist/job-queue.d.ts.map +1 -1
- package/dist/job-queue.js +20 -6
- package/dist/job-queue.js.map +1 -1
- package/dist/media-image.d.ts +8 -0
- package/dist/media-image.d.ts.map +1 -0
- package/dist/media-image.js +41 -0
- package/dist/media-image.js.map +1 -0
- package/dist/media-process.d.ts +13 -0
- package/dist/media-process.d.ts.map +1 -0
- package/dist/media-process.js +89 -0
- package/dist/media-process.js.map +1 -0
- package/dist/media.d.ts +3 -3
- package/dist/media.d.ts.map +1 -1
- package/dist/media.js +5 -5
- package/dist/media.js.map +1 -1
- package/dist/merge-policy.d.ts +16 -36
- package/dist/merge-policy.d.ts.map +1 -1
- package/dist/merge-policy.js +13 -125
- package/dist/merge-policy.js.map +1 -1
- package/dist/metadata.d.ts +1 -0
- package/dist/metadata.d.ts.map +1 -1
- package/dist/metadata.js +13 -3
- package/dist/metadata.js.map +1 -1
- package/dist/migrate-grid-text.d.ts +17 -0
- package/dist/migrate-grid-text.d.ts.map +1 -0
- package/dist/migrate-grid-text.js +117 -0
- package/dist/migrate-grid-text.js.map +1 -0
- package/dist/migrate-grid-v22.d.ts +12 -0
- package/dist/migrate-grid-v22.d.ts.map +1 -0
- package/dist/migrate-grid-v22.js +166 -0
- package/dist/migrate-grid-v22.js.map +1 -0
- package/dist/migrate-grid-v23.d.ts +10 -0
- package/dist/migrate-grid-v23.d.ts.map +1 -0
- package/dist/migrate-grid-v23.js +31 -0
- package/dist/migrate-grid-v23.js.map +1 -0
- package/dist/migration-notebooks.d.ts +25 -0
- package/dist/migration-notebooks.d.ts.map +1 -0
- package/dist/migration-notebooks.js +131 -0
- package/dist/migration-notebooks.js.map +1 -0
- package/dist/migration-source.d.ts +6 -0
- package/dist/migration-source.d.ts.map +1 -0
- package/dist/migration-source.js +37 -0
- package/dist/migration-source.js.map +1 -0
- package/dist/migration-timeline.d.ts +36 -0
- package/dist/migration-timeline.d.ts.map +1 -0
- package/dist/migration-timeline.js +187 -0
- package/dist/migration-timeline.js.map +1 -0
- package/dist/migration-validation.d.ts +12 -0
- package/dist/migration-validation.d.ts.map +1 -0
- package/dist/migration-validation.js +68 -0
- package/dist/migration-validation.js.map +1 -0
- package/dist/migration.d.ts.map +1 -1
- package/dist/migration.js +220 -119
- package/dist/migration.js.map +1 -1
- package/dist/model-cache-paths.d.ts +2 -0
- package/dist/model-cache-paths.d.ts.map +1 -0
- package/dist/model-cache-paths.js +5 -0
- package/dist/model-cache-paths.js.map +1 -0
- package/dist/model-checksums.json +338 -0
- package/dist/model-file-resolver.d.ts +30 -0
- package/dist/model-file-resolver.d.ts.map +1 -0
- package/dist/model-file-resolver.js +304 -0
- package/dist/model-file-resolver.js.map +1 -0
- package/dist/model-identity.d.ts +13 -0
- package/dist/model-identity.d.ts.map +1 -0
- package/dist/model-identity.js +44 -0
- package/dist/model-identity.js.map +1 -0
- package/dist/model-worker-errors.d.ts +3 -0
- package/dist/model-worker-errors.d.ts.map +1 -0
- package/dist/model-worker-errors.js +12 -0
- package/dist/model-worker-errors.js.map +1 -0
- package/dist/model-worker-pool.d.ts +32 -0
- package/dist/model-worker-pool.d.ts.map +1 -0
- package/dist/model-worker-pool.js +269 -0
- package/dist/model-worker-pool.js.map +1 -0
- package/dist/model-worker-protocol.d.ts +42 -0
- package/dist/model-worker-protocol.d.ts.map +1 -0
- package/dist/model-worker-protocol.js +2 -0
- package/dist/model-worker-protocol.js.map +1 -0
- package/dist/model-worker.d.ts +2 -0
- package/dist/model-worker.d.ts.map +1 -0
- package/dist/model-worker.js +91 -0
- package/dist/model-worker.js.map +1 -0
- package/dist/mvp-contract-fixtures.js +1 -1
- package/dist/mvp-contract-fixtures.js.map +1 -1
- package/dist/mvp-contracts.d.ts +32 -8
- package/dist/mvp-contracts.d.ts.map +1 -1
- package/dist/mvp-contracts.js +1 -1
- package/dist/mvp-contracts.js.map +1 -1
- package/dist/notebook/types.d.ts +1 -29
- package/dist/notebook/types.d.ts.map +1 -1
- package/dist/notebook-grid.d.ts +46 -0
- package/dist/notebook-grid.d.ts.map +1 -0
- package/dist/notebook-grid.js +187 -0
- package/dist/notebook-grid.js.map +1 -0
- package/dist/notebook-media-artifact.d.ts +23 -0
- package/dist/notebook-media-artifact.d.ts.map +1 -0
- package/dist/notebook-media-artifact.js +67 -0
- package/dist/notebook-media-artifact.js.map +1 -0
- package/dist/notebook-mentions.d.ts +20 -0
- package/dist/notebook-mentions.d.ts.map +1 -0
- package/dist/notebook-mentions.js +54 -0
- package/dist/notebook-mentions.js.map +1 -0
- package/dist/runtime-services.js +4 -9
- package/dist/runtime-services.js.map +1 -1
- package/dist/schema.d.ts +4 -19
- package/dist/schema.d.ts.map +1 -1
- package/dist/schema.js +66 -92
- package/dist/schema.js.map +1 -1
- package/dist/search-provider-access.d.ts +11 -0
- package/dist/search-provider-access.d.ts.map +1 -0
- package/dist/search-provider-access.js +42 -0
- package/dist/search-provider-access.js.map +1 -0
- package/dist/similarity.d.ts +60 -1
- package/dist/similarity.d.ts.map +1 -1
- package/dist/similarity.js +174 -154
- package/dist/similarity.js.map +1 -1
- package/dist/status.js +8 -10
- package/dist/status.js.map +1 -1
- package/dist/store.d.ts +16 -2
- package/dist/store.d.ts.map +1 -1
- package/dist/store.js +171 -17
- package/dist/store.js.map +1 -1
- package/dist/temporal-index-cache.d.ts +13 -0
- package/dist/temporal-index-cache.d.ts.map +1 -0
- package/dist/temporal-index-cache.js +59 -0
- package/dist/temporal-index-cache.js.map +1 -0
- package/dist/temporal-model-manifests.d.ts +17 -0
- package/dist/temporal-model-manifests.d.ts.map +1 -0
- package/dist/temporal-model-manifests.js +33 -0
- package/dist/temporal-model-manifests.js.map +1 -0
- package/dist/temporal-models.d.ts +20 -35
- package/dist/temporal-models.d.ts.map +1 -1
- package/dist/temporal-models.js +23 -257
- package/dist/temporal-models.js.map +1 -1
- package/dist/temporal-search.d.ts +6 -3
- package/dist/temporal-search.d.ts.map +1 -1
- package/dist/temporal-search.js +438 -122
- package/dist/temporal-search.js.map +1 -1
- package/dist/temporal-vector-index.d.ts +46 -0
- package/dist/temporal-vector-index.d.ts.map +1 -0
- package/dist/temporal-vector-index.js +220 -0
- package/dist/temporal-vector-index.js.map +1 -0
- package/dist/third-party/@huggingface-jinja.LICENSE +21 -0
- package/dist/third-party/@huggingface-tokenizers.LICENSE +201 -0
- package/dist/third-party/@huggingface-transformers.LICENSE +202 -0
- package/dist/third-party/onnxruntime-common.LICENSE +21 -0
- package/dist/third-party/versions.json +23 -0
- package/dist/transformers-runtime.d.ts +2 -0
- package/dist/transformers-runtime.d.ts.map +1 -0
- package/dist/transformers-runtime.js +33014 -0
- package/dist/transformers-runtime.js.LEGAL.txt +12 -0
- package/dist/transformers-runtime.js.map +7 -0
- package/docs/doltlite-staging.md +69 -0
- package/docs/edit-performance.md +83 -0
- package/docs/engine-layout.md +56 -50
- package/docs/media-limits.md +57 -0
- package/docs/model-download-policy.md +15 -0
- package/docs/model-integrity.md +72 -0
- package/docs/model-isolation.md +72 -0
- package/docs/model-revisions.md +54 -0
- package/docs/mvp-prd.md +2 -2
- package/docs/release-evidence.md +300 -0
- package/docs/search-provider-consent.md +67 -0
- package/docs/semantic-durability.md +55 -0
- package/docs/temporal-search-performance.md +260 -0
- package/docs/v4-migration.md +83 -0
- package/fixtures/v5/contract-fixtures.json +4 -4
- package/package.json +31 -13
- package/dist/artifact-names.d.ts +0 -6
- package/dist/artifact-names.d.ts.map +0 -1
- package/dist/artifact-names.js +0 -56
- package/dist/artifact-names.js.map +0 -1
- package/dist/resolver.d.ts +0 -15
- package/dist/resolver.d.ts.map +0 -1
- package/dist/resolver.js +0 -81
- package/dist/resolver.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-file-resolver.js","sourceRoot":"","sources":["../src/model-file-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,SAAS,MAAM,wBAAwB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACrE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAE/D,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAMzC,MAAM,MAAM,GAAG,SAAoB,CAAC;AACpC,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;AACrC,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC;AAExC,MAAM,OAAO,iBAAiB;IASC;IAAmD;IARhF,OAAO,CAAe;IACL,MAAM,GAAG,IAAI,GAAG,EAAuC,CAAC;IACxD,OAAO,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,OAAO,GAAG,KAAK,CAAC;IACP,OAAO,GAAG,IAAI,GAAG,EAAkC,CAAC;IACpD,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,OAAO,CAAS;IAEjC,YAA6B,MAAgC,EAAmB,SAAiB;QAApE,WAAM,GAAN,MAAM,CAA0B;QAAmB,cAAS,GAAT,SAAS,CAAQ;QAC/F,IAAI,CAAC,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IACxE,CAAC;IAED,GAAG,CAAC,OAAe,EAAE,QAAgB,EAAE,KAAK,GAAG,IAAI,EAAE,UAA4B,EAAE,EAAE,UAAU,GAAG,KAAK;QACrG,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,uCAAuC,EAAE,CAAC,CAAC,CAAC;QAClI,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAChG,IAAI,KAAK,YAAY,WAAW,IAAI,CAAC,mBAAmB,EAAE,oBAAoB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACjI,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3B,KAAK,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9F,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,QAAgB,EAAE,KAAc,EAAE,OAAyB,EAAE,UAAmB;QACzH,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC;QAC5C,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;eACrE,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACzF,MAAM,WAAW,CAAC,gFAAgF,CAAC,CAAC;QACtG,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;YAAE,MAAM,WAAW,CAAC,6CAA6C,CAAC,CAAC;QAC7J,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC;QAC7F,IAAI,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;oBACnF,IAAI,CAAC,IAAI;wBAAE,OAAO,IAAI,CAAC;oBACvB,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACjG,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;oBACnE,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;oBAClD,MAAM,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBAC3B,OAAO,MAAM,CAAC;gBAChB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACjC,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,SAAS,CAAC;YACpC,IAAI,IAAI;gBAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC;gBAAE,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,yGAAyG,EAAE,CAAC,CAAC;YACnM,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,iEAAiE,EAAE,CAAC,CAAC;QACrI,CAAC;QACD,IAAI,UAAU;YAAE,OAAO,IAAI,CAAC;QAC5B,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,gBAAgB;YAAE,MAAM,SAAS,CAAC,yCAAyC,CAAC,CAAC;QAC3G,OAAO,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,eAAe,CAAC,OAAyB;QAC/C,OAAO,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,OAAO,CAAC,gBAAgB,KAAK,IAAI,CAAC;IAC9G,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,QAAgB,EAAE,QAAgB,EAAE,OAAyB;QACtG,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB;gBAAE,OAAO,IAAI,CAAC;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACrC,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,CAAC;QACD,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,MAAM,WAAW,CAAC,qCAAqC,CAAC,CAAC;QACxG,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,OAAO,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACjH,IAAI,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvB,IAAI,MAAM,MAAM,CAAC,SAAS,CAAC;gBAAE,MAAM,WAAW,CAAC,8CAA8C,CAAC,CAAC;YAC/F,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,MAAM,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAClG,IAAI,QAAQ,IAAI,OAAO;gBAAE,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;YAC7G,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC;gBAAE,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,kHAAkH,EAAE,CAAC,CAAC;QAC9M,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YACtE,IAAI,MAAM,MAAM,CAAC,SAAS,CAAC;gBAAE,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;QACxG,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB;aACnG,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,UAAU,CAAC,YAAY,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7L,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAY,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;gBACjE,GAAG,CAAC,UAAU,CAAC,QAAQ,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrG,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAC3D,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACzD,OAAO,UAAU,CAAC,IAAI,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,OAAe,EAAE,QAAgB,EAAE,QAAgB;QACrF,MAAM,WAAW,GAAG,GAAG,IAAI,2BAA2B,CAAC;QACvD,IAAI,CAAC,MAAM,MAAM,CAAC,WAAW,CAAC;YAAE,OAAO,SAAS,CAAC;QACjD,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM;YAAE,MAAM,WAAW,CAAC,kCAAkC,CAAC,CAAC;QACnG,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAY,CAAC;QAAC,CAAC;QAC5E,MAAM,CAAC;YAAC,MAAM,WAAW,CAAC,kCAAkC,CAAC,CAAC;QAAC,CAAC;QAChE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ;eAC5H,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAK,GAAG,CAAC,IAAI,MAAM,CAAC,IAAK,GAAG,cAAc;eAC/G,CAAC,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;YAAE,MAAM,WAAW,CAAC,kCAAkC,CAAC,CAAC;QAC/G,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,OAAY,EAAE,QAAsB;QACzD,IAAI,GAAG,GAAG,OAAO,CAAC;QAClB,IAAI,QAAiC,CAAC;QACtC,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;gBAAE,MAAM,WAAW,CAAC,gCAAgC,CAAC,CAAC;YACrI,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC,CAAC;YAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;YACzE,IAAI,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,wBAAwB;gBAAE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,UAAU,KAAK,EAAE,CAAC,CAAC;YACtG,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAChG,IAAI,SAAS,KAAK,CAAC;gBAAE,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;YACxF,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxD,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAClD,IAAI,CAAC,QAAQ;oBAAE,MAAM,WAAW,CAAC,iDAAiD,CAAC,CAAC;gBACpF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;gBACpC,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ;oBAAE,MAAM,WAAW,CAAC,0DAA0D,CAAC,CAAC;gBAC3I,GAAG,GAAG,IAAI,CAAC;gBACX,SAAS;YACX,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC9C,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC9B,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;oBAAE,OAAO,IAAI,CAAC;gBACzC,MAAM,WAAW,CAAC,+CAA+C,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,QAAQ,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/G,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC7B,MAAM,WAAW,CAAC,mDAAmD,CAAC,CAAC;YACzE,CAAC;YACD,MAAM,MAAM,GAAG,QAAQ,IAAI,QAAQ,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC9D,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,CAAC,GAAG,cAAc,IAAI,MAAM,GAAG,cAAc,EAAE,CAAC;gBACpE,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC7B,MAAM,SAAS,CAAC,uCAAuC,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAA4C,EAAE,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACrH,CAAC;QACD,MAAM,WAAW,CAAC,4CAA4C,CAAC,CAAC;IAClE,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,MAAiC,EAAE,QAAsB;QAC9E,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;QAC1D,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC;gBACzB,IAAI,IAAI,GAAG,cAAc;oBAAE,MAAM,SAAS,CAAC,uCAAuC,CAAC,CAAC;gBACpF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACrB,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;YACD,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;oBAAE,MAAM,WAAW,CAAC,uDAAuD,CAAC,CAAC;gBACtI,IAAI,MAAM,GAAG,MAAM,CAAC;gBACpB,IAAI,QAAQ,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;oBACzD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,IAAI,CAAC;wBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACrE,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;gBACD,IAAI,MAAM,KAAK,QAAQ,CAAC,MAAM;oBAAE,MAAM,WAAW,CAAC,oCAAoC,CAAC,CAAC;YAC1F,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,QAAgB,EAAE,OAAgB;QAC3E,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,GAAG,SAAS,OAAO,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,QAAQ,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,gBAAgB,CAAC,CAAC;YAChE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAAC,CAAC;oBAAS,CAAC;gBAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACjD,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAAC,CAAC;oBAAS,CAAC;gBAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAC/G,MAAM,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YACrC,MAAM,MAAM,CAAC,QAAQ,EAAE,GAAG,WAAW,2BAA2B,CAAC,CAAC;QACpE,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;CACF;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC;QAAE,MAAM,WAAW,CAAC,yBAAyB,CAAC,CAAC;AACtM,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QAAC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,MAAM,WAAW,CAAC,kCAAkC,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IAC9H,OAAO,KAAK,EAAE,CAAC;QAAC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;AACpI,CAAC;AAED,SAAS,WAAW,CAAC,KAAkB;IACrC,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QACxE,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,UAAU,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,YAAY,CAAC,OAAgB,EAAE,QAAiB;IACvD,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAC1F,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IAClH,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IACjC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtI,MAAM,IAAI,GAAG,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,IAAK,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACjH,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,IAAiB,OAAO,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;AACtH,SAAS,SAAS,CAAC,OAAe,IAAiB,OAAO,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { ModelWorkerConfiguration } from "./model-worker-protocol.js";
|
|
2
|
+
interface ModelSelection {
|
|
3
|
+
modelId?: string;
|
|
4
|
+
modelRevision?: string;
|
|
5
|
+
}
|
|
6
|
+
interface ModelIdentity {
|
|
7
|
+
modelId: string;
|
|
8
|
+
modelRevision?: string;
|
|
9
|
+
embeddingSpace: string;
|
|
10
|
+
}
|
|
11
|
+
export declare function modelIdentity(kind: ModelWorkerConfiguration["kind"], selection: ModelSelection): ModelIdentity;
|
|
12
|
+
export {};
|
|
13
|
+
//# sourceMappingURL=model-identity.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-identity.d.ts","sourceRoot":"","sources":["../src/model-identity.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AAI3E,UAAU,cAAc;IAAG,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE;AACrE,UAAU,aAAa;IAAG,OAAO,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE;AAQ3F,wBAAgB,aAAa,CAAC,IAAI,EAAE,wBAAwB,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,cAAc,GAAG,aAAa,CAuB9G"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { isAbsolute, resolve } from "node:path";
|
|
3
|
+
import { LOCAL_CLIP_MODEL_ID, LOCAL_CLIP_MODEL_REVISION, LOCAL_CLAP_MODEL_ID, LOCAL_CLAP_MODEL_REVISION } from "./temporal-model-manifests.js";
|
|
4
|
+
import { EngineFault } from "./store.js";
|
|
5
|
+
const textIdentity = {
|
|
6
|
+
modelId: "onnx-community/all-MiniLM-L6-v2-ONNX",
|
|
7
|
+
modelRevision: "aff7a1dc4e8a1ea593e6ea21e95c22ef0a25966f",
|
|
8
|
+
embeddingSpace: "all-minilm-l6-v2-q4-aff7a1dc4e8a1ea593e6ea21e95c22ef0a25966f-text-v1",
|
|
9
|
+
};
|
|
10
|
+
export function modelIdentity(kind, selection) {
|
|
11
|
+
const defaults = kind === "compat-text" ? textIdentity
|
|
12
|
+
: kind === "clap" || kind === "compat-clap"
|
|
13
|
+
? { modelId: LOCAL_CLAP_MODEL_ID, modelRevision: LOCAL_CLAP_MODEL_REVISION,
|
|
14
|
+
embeddingSpace: kind === "clap" ? `clap-htsat-q8-${LOCAL_CLAP_MODEL_REVISION}-v1`
|
|
15
|
+
: "clap-htsat-unfused-q8-c28f2883575e590e04d3146ff0713c2448d691ba-audio-v1" }
|
|
16
|
+
: { modelId: LOCAL_CLIP_MODEL_ID, modelRevision: LOCAL_CLIP_MODEL_REVISION, embeddingSpace: kind === "compat-clip"
|
|
17
|
+
? `clip-vit-b32-q8-${LOCAL_CLIP_MODEL_REVISION}-compat-visual-v2`
|
|
18
|
+
: `clip-vit-b32-q8-${LOCAL_CLIP_MODEL_REVISION}-v1` };
|
|
19
|
+
const modelId = selection.modelId ?? defaults.modelId;
|
|
20
|
+
if (typeof modelId !== "string" || !modelId || modelId.trim() !== modelId)
|
|
21
|
+
throw invalid("Model ID must be a non-empty repository ID or explicit local directory");
|
|
22
|
+
if (isAbsolute(modelId) || modelId.startsWith(".")) {
|
|
23
|
+
if (selection.modelRevision !== undefined)
|
|
24
|
+
throw invalid("modelRevision applies to remote repositories; use a separate immutable local directory for each local model version");
|
|
25
|
+
const localId = resolve(modelId);
|
|
26
|
+
return { modelId: localId, embeddingSpace: customSpace(kind, localId) };
|
|
27
|
+
}
|
|
28
|
+
if (!/^[\w.-]+(?:\/[\w.-]+)?$/u.test(modelId) || modelId.split("/").some((part) => part === "." || part === ".."))
|
|
29
|
+
throw invalid("Invalid remote model repository ID; local directories must be absolute or begin with ./ or ../");
|
|
30
|
+
const revision = selection.modelRevision ?? (modelId === defaults.modelId ? defaults.modelRevision : undefined);
|
|
31
|
+
if (typeof revision !== "string" || !/^[a-f\d]{40}$/iu.test(revision))
|
|
32
|
+
throw invalid("Remote models require modelRevision to be a full 40-character commit SHA; moving branches and tags are not supported");
|
|
33
|
+
const modelRevision = revision.toLowerCase();
|
|
34
|
+
return { modelId, modelRevision,
|
|
35
|
+
embeddingSpace: modelId === defaults.modelId && modelRevision === defaults.modelRevision
|
|
36
|
+
? defaults.embeddingSpace : customSpace(kind, modelId, modelRevision) };
|
|
37
|
+
}
|
|
38
|
+
function customSpace(kind, modelId, revision) {
|
|
39
|
+
const source = revision ? ["remote", modelId, revision] : ["local", modelId];
|
|
40
|
+
const digest = createHash("sha256").update(JSON.stringify([kind, source, "preprocessing-v1"])).digest("hex");
|
|
41
|
+
return `custom-${kind}-${digest}-v2`;
|
|
42
|
+
}
|
|
43
|
+
function invalid(message) { return new EngineFault({ code: "INVALID_INPUT", message }); }
|
|
44
|
+
//# sourceMappingURL=model-identity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-identity.js","sourceRoot":"","sources":["../src/model-identity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC/I,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAKzC,MAAM,YAAY,GAAkB;IAClC,OAAO,EAAE,sCAAsC;IAC/C,aAAa,EAAE,0CAA0C;IACzD,cAAc,EAAE,sEAAsE;CACvF,CAAC;AAEF,MAAM,UAAU,aAAa,CAAC,IAAsC,EAAE,SAAyB;IAC7F,MAAM,QAAQ,GAAG,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,YAAY;QACpD,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,aAAa;YACzC,CAAC,CAAC,EAAE,OAAO,EAAE,mBAAmB,EAAE,aAAa,EAAE,yBAAyB;gBACtE,cAAc,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,iBAAiB,yBAAyB,KAAK;oBAC/E,CAAC,CAAC,yEAAyE,EAAE;YACnF,CAAC,CAAC,EAAE,OAAO,EAAE,mBAAmB,EAAE,aAAa,EAAE,yBAAyB,EAAE,cAAc,EAAE,IAAI,KAAK,aAAa;oBAC9G,CAAC,CAAC,mBAAmB,yBAAyB,mBAAmB;oBACjE,CAAC,CAAC,mBAAmB,yBAAyB,KAAK,EAAE,CAAC;IAC9D,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC;IACtD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,KAAK,OAAO;QAAE,MAAM,OAAO,CAAC,wEAAwE,CAAC,CAAC;IACnK,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,IAAI,SAAS,CAAC,aAAa,KAAK,SAAS;YAAE,MAAM,OAAO,CAAC,qHAAqH,CAAC,CAAC;QAChL,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;IAC1E,CAAC;IACD,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC;QAAE,MAAM,OAAO,CAAC,gGAAgG,CAAC,CAAC;IACnO,MAAM,QAAQ,GAAG,SAAS,CAAC,aAAa,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAChH,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC;QAAE,MAAM,OAAO,CAAC,sHAAsH,CAAC,CAAC;IAC7M,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,OAAO,EAAE,OAAO,EAAE,aAAa;QAC7B,cAAc,EAAE,OAAO,KAAK,QAAQ,CAAC,OAAO,IAAI,aAAa,KAAK,QAAQ,CAAC,aAAa;YACtF,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,CAAC;AAC9E,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,OAAe,EAAE,QAAiB;IACnE,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7G,OAAO,UAAU,IAAI,IAAI,MAAM,KAAK,CAAC;AACvC,CAAC;AAED,SAAS,OAAO,CAAC,OAAe,IAAI,OAAO,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-worker-errors.d.ts","sourceRoot":"","sources":["../src/model-worker-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGzE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,WAAW,CAQ5D"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { ENGINE_ERROR_CODES } from "./engine-types.js";
|
|
2
|
+
import { EngineFault } from "./store.js";
|
|
3
|
+
export function modelWorkerError(error) {
|
|
4
|
+
if (error instanceof Error && /out of memory|allocation failed|bad_alloc|memory limit|failed to allocate memory/iu.test(error.message)) {
|
|
5
|
+
return { code: "RESOURCE_EXHAUSTED", message: "Model worker exhausted its available memory" };
|
|
6
|
+
}
|
|
7
|
+
if (error instanceof EngineFault && ENGINE_ERROR_CODES.includes(error.error.code)) {
|
|
8
|
+
return { code: error.error.code, message: error.error.message.slice(0, 2048) };
|
|
9
|
+
}
|
|
10
|
+
return { code: "MODEL_UNAVAILABLE", message: "Local model operation failed" };
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=model-worker-errors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-worker-errors.js","sourceRoot":"","sources":["../src/model-worker-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAoB,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC7C,IAAI,KAAK,YAAY,KAAK,IAAI,oFAAoF,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACvI,OAAO,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,6CAA6C,EAAE,CAAC;IAChG,CAAC;IACD,IAAI,KAAK,YAAY,WAAW,IAAI,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClF,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;IACjF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC;AAChF,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { MediaOperationOptions } from "./engine-types.js";
|
|
2
|
+
import { type ModelWorkerCall, type ModelWorkerConfiguration, type ModelWorkerValue } from "./model-worker-protocol.js";
|
|
3
|
+
interface PoolOptions {
|
|
4
|
+
workerUrl: URL;
|
|
5
|
+
maxWorkers?: number;
|
|
6
|
+
idleMs?: number;
|
|
7
|
+
heapMb?: number;
|
|
8
|
+
}
|
|
9
|
+
export declare class ModelWorkerPool {
|
|
10
|
+
private readonly options;
|
|
11
|
+
private readonly sessions;
|
|
12
|
+
private readonly queue;
|
|
13
|
+
private nextId;
|
|
14
|
+
private closed;
|
|
15
|
+
private readonly onExit;
|
|
16
|
+
constructor(options: PoolOptions);
|
|
17
|
+
request(configuration: ModelWorkerConfiguration, call: ModelWorkerCall, options?: MediaOperationOptions): Promise<ModelWorkerValue>;
|
|
18
|
+
stats(): {
|
|
19
|
+
workers: number;
|
|
20
|
+
queued: number;
|
|
21
|
+
processIds: number[];
|
|
22
|
+
};
|
|
23
|
+
close(): Promise<void>;
|
|
24
|
+
private pump;
|
|
25
|
+
private start;
|
|
26
|
+
private dispatch;
|
|
27
|
+
private receive;
|
|
28
|
+
private cancel;
|
|
29
|
+
private stop;
|
|
30
|
+
}
|
|
31
|
+
export {};
|
|
32
|
+
//# sourceMappingURL=model-worker-pool.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-worker-pool.d.ts","sourceRoot":"","sources":["../src/model-worker-pool.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAG/D,OAAO,EAA2B,KAAK,eAAe,EAAE,KAAK,wBAAwB,EAA4B,KAAK,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AA2B3K,UAAU,WAAW;IAAG,SAAS,EAAE,GAAG,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;AAE/F,qBAAa,eAAe;IAad,OAAO,CAAC,QAAQ,CAAC,OAAO;IAZpC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8B;IACvD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAqB;IAC3C,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAMrB;gBAE2B,OAAO,EAAE,WAAW;IAI3C,OAAO,CAAC,aAAa,EAAE,wBAAwB,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA2B7I,KAAK;;;;;IAKC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B,OAAO,CAAC,IAAI;YAyBE,KAAK;YAkCL,QAAQ;IAYtB,OAAO,CAAC,OAAO;IA4Bf,OAAO,CAAC,MAAM;IAWd,OAAO,CAAC,IAAI;CAiBb"}
|
|
@@ -0,0 +1,269 @@
|
|
|
1
|
+
import { fork, spawnSync } from "node:child_process";
|
|
2
|
+
import { mkdtemp, rm } from "node:fs/promises";
|
|
3
|
+
import { rmSync } from "node:fs";
|
|
4
|
+
import { Socket } from "node:net";
|
|
5
|
+
import { tmpdir } from "node:os";
|
|
6
|
+
import { join } from "node:path";
|
|
7
|
+
import { serialize } from "node:v8";
|
|
8
|
+
import { ENGINE_ERROR_CODES } from "./engine-types.js";
|
|
9
|
+
import { checkMediaCancellation, mediaTimeout } from "./media-process.js";
|
|
10
|
+
import { MAX_MODEL_MESSAGE_BYTES } from "./model-worker-protocol.js";
|
|
11
|
+
import { EngineFault } from "./store.js";
|
|
12
|
+
import { modelCacheStagingRoot } from "./model-cache-paths.js";
|
|
13
|
+
export class ModelWorkerPool {
|
|
14
|
+
options;
|
|
15
|
+
sessions = new Map();
|
|
16
|
+
queue = [];
|
|
17
|
+
nextId = 1;
|
|
18
|
+
closed = false;
|
|
19
|
+
onExit = () => {
|
|
20
|
+
for (const session of this.sessions.values()) {
|
|
21
|
+
killTree(session.child);
|
|
22
|
+
if (session.root) {
|
|
23
|
+
try {
|
|
24
|
+
rmSync(session.root, { recursive: true, force: true, maxRetries: 3 });
|
|
25
|
+
}
|
|
26
|
+
catch { }
|
|
27
|
+
}
|
|
28
|
+
if (session.cacheStaging) {
|
|
29
|
+
try {
|
|
30
|
+
rmSync(session.cacheStaging, { recursive: true, force: true, maxRetries: 3 });
|
|
31
|
+
}
|
|
32
|
+
catch { }
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
};
|
|
36
|
+
constructor(options) {
|
|
37
|
+
this.options = options;
|
|
38
|
+
process.on("exit", this.onExit);
|
|
39
|
+
}
|
|
40
|
+
async request(configuration, call, options = {}) {
|
|
41
|
+
checkMediaCancellation(options);
|
|
42
|
+
if (this.closed)
|
|
43
|
+
throw new EngineFault({ code: "CANCELLED", message: "Model worker pool is closed" });
|
|
44
|
+
if (this.queue.length >= 64)
|
|
45
|
+
throw new EngineFault({ code: "RESOURCE_EXHAUSTED", message: "Model worker queue is full" });
|
|
46
|
+
if (Buffer.byteLength(call.text ?? "") > 1024 * 1024 || Buffer.byteLength(call.sourcePath ?? "") > 4096) {
|
|
47
|
+
throw new EngineFault({ code: "RESOURCE_EXHAUSTED", message: "Model input exceeds the supported size" });
|
|
48
|
+
}
|
|
49
|
+
if (serialize({ configuration, call }).byteLength > MAX_MODEL_MESSAGE_BYTES) {
|
|
50
|
+
throw new EngineFault({ code: "RESOURCE_EXHAUSTED", message: "Model input exceeds the message limit" });
|
|
51
|
+
}
|
|
52
|
+
const timeoutMs = mediaTimeout({ timeoutMs: options.timeoutMs ?? (call.method === "prepare" ? 900_000 : 120_000) });
|
|
53
|
+
return new Promise((resolve, reject) => {
|
|
54
|
+
const job = {
|
|
55
|
+
id: this.nextId++, key: JSON.stringify(configuration), configuration, call, resolve, reject,
|
|
56
|
+
done: false, cleanup: () => { clearTimeout(timer); options.signal?.removeEventListener("abort", cancel); },
|
|
57
|
+
};
|
|
58
|
+
const cancel = () => this.cancel(job, new EngineFault({ code: "CANCELLED", message: "Model operation cancelled" }));
|
|
59
|
+
const timer = setTimeout(() => this.cancel(job, new EngineFault({
|
|
60
|
+
code: "TIMEOUT", message: "Model operation exceeded its time limit", details: { timeoutMs },
|
|
61
|
+
})), timeoutMs);
|
|
62
|
+
options.signal?.addEventListener("abort", cancel, { once: true });
|
|
63
|
+
this.queue.push(job);
|
|
64
|
+
if (options.signal?.aborted)
|
|
65
|
+
cancel();
|
|
66
|
+
else
|
|
67
|
+
this.pump();
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
stats() {
|
|
71
|
+
return { workers: this.sessions.size, queued: this.queue.length,
|
|
72
|
+
processIds: [...this.sessions.values()].flatMap((session) => session.child?.pid ? [session.child.pid] : []) };
|
|
73
|
+
}
|
|
74
|
+
async close() {
|
|
75
|
+
this.closed = true;
|
|
76
|
+
for (const job of [...this.queue])
|
|
77
|
+
this.cancel(job, new EngineFault({ code: "CANCELLED", message: "Model worker pool closed" }));
|
|
78
|
+
await Promise.all([...this.sessions.values()].map(async (session) => {
|
|
79
|
+
if (session.job)
|
|
80
|
+
this.cancel(session.job, new EngineFault({ code: "CANCELLED", message: "Model worker pool closed" }));
|
|
81
|
+
await this.stop(session);
|
|
82
|
+
}));
|
|
83
|
+
process.removeListener("exit", this.onExit);
|
|
84
|
+
}
|
|
85
|
+
pump() {
|
|
86
|
+
if (this.closed)
|
|
87
|
+
return;
|
|
88
|
+
for (const job of [...this.queue]) {
|
|
89
|
+
let session = this.sessions.get(job.key);
|
|
90
|
+
if (session?.job || session?.closing)
|
|
91
|
+
continue;
|
|
92
|
+
if (!session && this.sessions.size >= (this.options.maxWorkers ?? 2)) {
|
|
93
|
+
const idle = [...this.sessions.values()].find((item) => !item.job && !item.closing);
|
|
94
|
+
if (idle)
|
|
95
|
+
void this.stop(idle);
|
|
96
|
+
continue;
|
|
97
|
+
}
|
|
98
|
+
this.queue.splice(this.queue.indexOf(job), 1);
|
|
99
|
+
if (!session) {
|
|
100
|
+
session = { key: job.key, job, initialized: Promise.resolve(), closing: false };
|
|
101
|
+
this.sessions.set(job.key, session);
|
|
102
|
+
job.session = session;
|
|
103
|
+
session.initialized = this.start(session, job.configuration);
|
|
104
|
+
}
|
|
105
|
+
else {
|
|
106
|
+
clearTimeout(session.idle);
|
|
107
|
+
session.job = job;
|
|
108
|
+
job.session = session;
|
|
109
|
+
}
|
|
110
|
+
void this.dispatch(session, job);
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
async start(session, configuration) {
|
|
114
|
+
session.root = await mkdtemp(join(tmpdir(), "videobook-model-worker-"));
|
|
115
|
+
session.cacheStaging = modelCacheStagingRoot(configuration.modelCacheDir, session.root);
|
|
116
|
+
if (session.closing)
|
|
117
|
+
return;
|
|
118
|
+
const child = fork(this.options.workerUrl, [], {
|
|
119
|
+
cwd: session.root, detached: process.platform !== "win32", serialization: "advanced",
|
|
120
|
+
stdio: ["ignore", "ignore", "pipe", "ipc"], env: { ...workerEnvironment(configuration.allowModelDownload), VIDEOBOOK_MODEL_WORKER_ROOT: session.root },
|
|
121
|
+
execArgv: [...(this.options.workerUrl.pathname.endsWith(".ts") ? ["--import", import.meta.resolve("tsx")] : []), `--max-old-space-size=${this.options.heapMb ?? 512}`],
|
|
122
|
+
});
|
|
123
|
+
session.child = child;
|
|
124
|
+
session.exited = new Promise((resolve) => child.once("close", () => resolve()));
|
|
125
|
+
child.unref();
|
|
126
|
+
child.channel?.unref();
|
|
127
|
+
if (child.stderr instanceof Socket)
|
|
128
|
+
child.stderr.unref();
|
|
129
|
+
let stderrBytes = 0;
|
|
130
|
+
child.stderr?.on("data", (chunk) => {
|
|
131
|
+
stderrBytes += chunk.length;
|
|
132
|
+
if (stderrBytes > 64 * 1024 && session.job)
|
|
133
|
+
this.cancel(session.job, new EngineFault({ code: "RESOURCE_EXHAUSTED", message: "Model worker exceeded its diagnostic output limit" }));
|
|
134
|
+
});
|
|
135
|
+
child.on("message", (message) => this.receive(session, message));
|
|
136
|
+
child.once("error", () => {
|
|
137
|
+
if (session.job)
|
|
138
|
+
this.cancel(session.job, new EngineFault({ code: "MODEL_UNAVAILABLE", message: "Unable to start model worker" }));
|
|
139
|
+
else
|
|
140
|
+
void this.stop(session);
|
|
141
|
+
});
|
|
142
|
+
child.once("exit", (code, signal) => {
|
|
143
|
+
if (session.closing)
|
|
144
|
+
return;
|
|
145
|
+
if (session.job)
|
|
146
|
+
this.cancel(session.job, new EngineFault({
|
|
147
|
+
code: signal === "SIGABRT" || signal === "SIGKILL" ? "RESOURCE_EXHAUSTED" : "MODEL_UNAVAILABLE",
|
|
148
|
+
message: "Model worker terminated before completing the operation", details: { exitCode: code, signal },
|
|
149
|
+
}));
|
|
150
|
+
else
|
|
151
|
+
void this.stop(session);
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
async dispatch(session, job) {
|
|
155
|
+
try {
|
|
156
|
+
await session.initialized;
|
|
157
|
+
if (job.done || session.closing)
|
|
158
|
+
return;
|
|
159
|
+
session.child.send({ id: job.id, configuration: job.configuration, call: job.call }, (error) => {
|
|
160
|
+
if (error)
|
|
161
|
+
this.cancel(job, new EngineFault({ code: "MODEL_UNAVAILABLE", message: "Unable to communicate with model worker" }));
|
|
162
|
+
});
|
|
163
|
+
}
|
|
164
|
+
catch {
|
|
165
|
+
this.cancel(job, new EngineFault({ code: "MODEL_UNAVAILABLE", message: "Unable to initialize model worker" }));
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
receive(session, raw) {
|
|
169
|
+
const job = session.job;
|
|
170
|
+
if (!job || job.done || session.closing)
|
|
171
|
+
return;
|
|
172
|
+
if (!raw || typeof raw !== "object" || !("id" in raw) || raw.id !== job.id || !("ok" in raw)
|
|
173
|
+
|| serialize(raw).byteLength > MAX_MODEL_MESSAGE_BYTES) {
|
|
174
|
+
this.cancel(job, new EngineFault({ code: "MODEL_UNAVAILABLE", message: "Model worker returned an invalid response" }));
|
|
175
|
+
return;
|
|
176
|
+
}
|
|
177
|
+
const response = raw;
|
|
178
|
+
if (!response.ok) {
|
|
179
|
+
const error = response.error;
|
|
180
|
+
this.cancel(job, new EngineFault(error && ENGINE_ERROR_CODES.includes(error.code) && typeof error.message === "string"
|
|
181
|
+
? error : { code: "MODEL_UNAVAILABLE", message: "Model worker failed" }));
|
|
182
|
+
return;
|
|
183
|
+
}
|
|
184
|
+
if (!validValue(job, response.value)) {
|
|
185
|
+
this.cancel(job, new EngineFault({ code: "MODEL_UNAVAILABLE", message: "Model worker returned invalid embeddings" }));
|
|
186
|
+
return;
|
|
187
|
+
}
|
|
188
|
+
job.done = true;
|
|
189
|
+
job.cleanup();
|
|
190
|
+
session.job = undefined;
|
|
191
|
+
job.resolve(response.value);
|
|
192
|
+
session.idle = setTimeout(() => void this.stop(session), this.options.idleMs ?? 30_000);
|
|
193
|
+
session.idle.unref();
|
|
194
|
+
this.pump();
|
|
195
|
+
}
|
|
196
|
+
cancel(job, error) {
|
|
197
|
+
if (job.done)
|
|
198
|
+
return;
|
|
199
|
+
job.done = true;
|
|
200
|
+
job.cleanup();
|
|
201
|
+
const index = this.queue.indexOf(job);
|
|
202
|
+
if (index !== -1)
|
|
203
|
+
this.queue.splice(index, 1);
|
|
204
|
+
if (job.session) {
|
|
205
|
+
void this.stop(job.session).then(() => job.reject(error));
|
|
206
|
+
}
|
|
207
|
+
else {
|
|
208
|
+
job.reject(error);
|
|
209
|
+
this.pump();
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
stop(session) {
|
|
213
|
+
if (session.stopping)
|
|
214
|
+
return session.stopping;
|
|
215
|
+
session.closing = true;
|
|
216
|
+
clearTimeout(session.idle);
|
|
217
|
+
session.stopping = (async () => {
|
|
218
|
+
await session.initialized.catch(() => undefined);
|
|
219
|
+
session.child?.ref();
|
|
220
|
+
session.child?.channel?.ref();
|
|
221
|
+
killTree(session.child);
|
|
222
|
+
await session.exited;
|
|
223
|
+
if (session.root)
|
|
224
|
+
await rm(session.root, { recursive: true, force: true, maxRetries: 3 }).catch(() => undefined);
|
|
225
|
+
if (session.cacheStaging)
|
|
226
|
+
await rm(session.cacheStaging, { recursive: true, force: true, maxRetries: 3 }).catch(() => undefined);
|
|
227
|
+
if (this.sessions.get(session.key) === session)
|
|
228
|
+
this.sessions.delete(session.key);
|
|
229
|
+
this.pump();
|
|
230
|
+
})();
|
|
231
|
+
return session.stopping;
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
function validValue(job, value) {
|
|
235
|
+
if (job.call.method === "prepare")
|
|
236
|
+
return value === undefined;
|
|
237
|
+
const vector = (candidate, dimensions) => candidate instanceof Float32Array
|
|
238
|
+
&& candidate.length === dimensions && candidate.every(Number.isFinite);
|
|
239
|
+
if (job.configuration.kind === "compat-text")
|
|
240
|
+
return Array.isArray(value) && value.every((chunk) => Number.isSafeInteger(chunk.startOffset) && Number.isSafeInteger(chunk.endOffset)
|
|
241
|
+
&& chunk.startOffset >= 0 && chunk.endOffset > chunk.startOffset && vector(chunk.vector, 384));
|
|
242
|
+
if (job.call.method === "embedVideo")
|
|
243
|
+
return Boolean(value && typeof value === "object" && "vector" in value
|
|
244
|
+
&& vector(value.vector, 512) && "frameCount" in value && Number.isSafeInteger(value.frameCount) && value.frameCount > 0 && value.frameCount <= 120);
|
|
245
|
+
return vector(value, 512);
|
|
246
|
+
}
|
|
247
|
+
function killTree(child) {
|
|
248
|
+
if (!child?.pid)
|
|
249
|
+
return;
|
|
250
|
+
try {
|
|
251
|
+
if (process.platform === "win32")
|
|
252
|
+
spawnSync("taskkill", ["/PID", String(child.pid), "/T", "/F"], { timeout: 5000, stdio: "ignore", windowsHide: true });
|
|
253
|
+
else
|
|
254
|
+
process.kill(-child.pid, "SIGKILL");
|
|
255
|
+
}
|
|
256
|
+
catch {
|
|
257
|
+
child.kill("SIGKILL");
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
function workerEnvironment(downloadAllowed) {
|
|
261
|
+
const environment = {};
|
|
262
|
+
for (const key of ["PATH", "Path", "SystemRoot", "WINDIR", "HOME", "USERPROFILE", "TMPDIR", "TEMP", "TMP", "LANG", "LC_ALL",
|
|
263
|
+
...(downloadAllowed ? ["HF_TOKEN", "HUGGING_FACE_HUB_TOKEN"] : [])]) {
|
|
264
|
+
if (process.env[key] !== undefined)
|
|
265
|
+
environment[key] = process.env[key];
|
|
266
|
+
}
|
|
267
|
+
return environment;
|
|
268
|
+
}
|
|
269
|
+
//# sourceMappingURL=model-worker-pool.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-worker-pool.js","sourceRoot":"","sources":["../src/model-worker-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,SAAS,EAAqB,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAwG,MAAM,4BAA4B,CAAC;AAC3K,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AA2B/D,MAAM,OAAO,eAAe;IAaG;IAZZ,QAAQ,GAAG,IAAI,GAAG,EAAmB,CAAC;IACtC,KAAK,GAAkB,EAAE,CAAC;IACnC,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,GAAG,KAAK,CAAC;IACN,MAAM,GAAG,GAAG,EAAE;QAC7B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBAAC,IAAI,CAAC;oBAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YAAC,CAAC;YAC7G,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBAAC,IAAI,CAAC;oBAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YAAC,CAAC;QAC/H,CAAC;IACH,CAAC,CAAC;IAEF,YAA6B,OAAoB;QAApB,YAAO,GAAP,OAAO,CAAa;QAC/C,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,aAAuC,EAAE,IAAqB,EAAE,UAAiC,EAAE;QAC/G,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC,CAAC;QACtG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE;YAAE,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAC;QAC1H,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC;YACxG,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,wCAAwC,EAAE,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,SAAS,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,GAAG,uBAAuB,EAAE,CAAC;YAC5E,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,uCAAuC,EAAE,CAAC,CAAC;QAC1G,CAAC;QACD,MAAM,SAAS,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACpH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,GAAG,GAAgB;gBACvB,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM;gBAC3F,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;aAC3G,CAAC;YACF,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC;YACpH,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC;gBAC9D,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,yCAAyC,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE;aAC5F,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAChB,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAClE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrB,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,EAAE,CAAC;;gBACjC,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK;QACH,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC7D,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAClH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC,CAAC,CAAC;QACjI,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAClE,IAAI,OAAO,CAAC,GAAG;gBAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC,CAAC,CAAC;YACvH,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC,CAAC;QACJ,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IAEO,IAAI;QACV,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,IAAI,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,OAAO;gBAAE,SAAS;YAC/C,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC;gBACrE,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpF,IAAI,IAAI;oBAAE,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;gBAChF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBACpC,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;gBACtB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAC3B,OAAO,CAAC,GAAG,GAAG,GAAG,CAAC;gBAClB,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;YACxB,CAAC;YACD,KAAK,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,OAAgB,EAAE,aAAuC;QAC3E,OAAO,CAAC,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC,CAAC;QACxE,OAAO,CAAC,YAAY,GAAG,qBAAqB,CAAC,aAAa,CAAC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACxF,IAAI,OAAO,CAAC,OAAO;YAAE,OAAO;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,EAAE;YAC7C,GAAG,EAAE,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,aAAa,EAAE,UAAU;YACpF,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,iBAAiB,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE,2BAA2B,EAAE,OAAO,CAAC,IAAI,EAAE;YACtJ,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,wBAAwB,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;SACvK,CAAC,CAAC;QACH,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;QACtB,OAAO,CAAC,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtF,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACvB,IAAI,KAAK,CAAC,MAAM,YAAY,MAAM;YAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACzD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACzC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;YAC5B,IAAI,WAAW,GAAG,EAAE,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG;gBAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC,CAAC,CAAC;QACtL,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YACvB,IAAI,OAAO,CAAC,GAAG;gBAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC,CAAC,CAAC;;gBAC9H,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAClC,IAAI,OAAO,CAAC,OAAO;gBAAE,OAAO;YAC5B,IAAI,OAAO,CAAC,GAAG;gBAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC;oBACxD,IAAI,EAAE,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,mBAAmB;oBAC/F,OAAO,EAAE,yDAAyD,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE;iBACxG,CAAC,CAAC,CAAC;;gBACC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,OAAgB,EAAE,GAAgB;QACvD,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,WAAW,CAAC;YAC1B,IAAI,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO;gBAAE,OAAO;YACxC,OAAO,CAAC,KAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC9F,IAAI,KAAK;oBAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,yCAAyC,EAAE,CAAC,CAAC,CAAC;YAClI,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC,CAAC,CAAC;QACjH,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,OAAgB,EAAE,GAAY;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO;YAAE,OAAO;QAChD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC;eACvF,SAAS,CAAC,GAAG,CAAC,CAAC,UAAU,GAAG,uBAAuB,EAAE,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,2CAA2C,EAAE,CAAC,CAAC,CAAC;YACvH,OAAO;QACT,CAAC;QACD,MAAM,QAAQ,GAAG,GAA0B,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,KAAK,IAAI,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;gBACpH,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC,CAAC;YAC5E,OAAO;QACT,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,0CAA0C,EAAE,CAAC,CAAC,CAAC;YACtH,OAAO;QACT,CAAC;QACD,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;QAChB,GAAG,CAAC,OAAO,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,GAAG,SAAS,CAAC;QACxB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC;QACxF,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAEO,MAAM,CAAC,GAAgB,EAAE,KAAkB;QACjD,IAAI,GAAG,CAAC,IAAI;YAAE,OAAO;QACrB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;QAChB,GAAG,CAAC,OAAO,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9C,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAAC,CAAC;IAC5C,CAAC;IAEO,IAAI,CAAC,OAAgB;QAC3B,IAAI,OAAO,CAAC,QAAQ;YAAE,OAAO,OAAO,CAAC,QAAQ,CAAC;QAC9C,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;QACvB,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,CAAC,QAAQ,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACjD,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;YACrB,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;YAC9B,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxB,MAAM,OAAO,CAAC,MAAM,CAAC;YACrB,IAAI,OAAO,CAAC,IAAI;gBAAE,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACjH,IAAI,OAAO,CAAC,YAAY;gBAAE,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACjI,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO;gBAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClF,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,OAAO,CAAC,QAAQ,CAAC;IAC1B,CAAC;CACF;AAED,SAAS,UAAU,CAAC,GAAgB,EAAE,KAAuB;IAC3D,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,KAAK,KAAK,SAAS,CAAC;IAC9D,MAAM,MAAM,GAAG,CAAC,SAAkB,EAAE,UAAkB,EAAE,EAAE,CAAC,SAAS,YAAY,YAAY;WACvF,SAAS,CAAC,MAAM,KAAK,UAAU,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzE,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACjG,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC;eAC7E,KAAK,CAAC,WAAW,IAAI,CAAC,IAAI,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IACjG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,YAAY;QAAE,OAAO,OAAO,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK;eACvG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,YAAY,IAAI,KAAK,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC;IACtJ,OAAO,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,QAAQ,CAAC,KAA+B;IAC/C,IAAI,CAAC,KAAK,EAAE,GAAG;QAAE,OAAO;IACxB,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;YAAE,SAAS,CAAC,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;;YACnJ,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAAC,CAAC;AACpC,CAAC;AAED,SAAS,iBAAiB,CAAC,eAAwB;IACjD,MAAM,WAAW,GAAsB,EAAE,CAAC;IAC1C,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ;QACzH,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,wBAAwB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACtE,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,SAAS;YAAE,WAAW,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import type { EngineError, SimilarityTextChunk } from "./engine-types.js";
|
|
2
|
+
export interface ModelWorkerConfiguration {
|
|
3
|
+
kind: "clip" | "clap" | "compat-clip" | "compat-clap" | "compat-text";
|
|
4
|
+
modelCacheDir: string;
|
|
5
|
+
modelId?: string;
|
|
6
|
+
modelRevision?: string;
|
|
7
|
+
allowModelDownload: boolean;
|
|
8
|
+
ffmpegPath?: string;
|
|
9
|
+
ffprobePath?: string;
|
|
10
|
+
remoteHost: string;
|
|
11
|
+
remotePathTemplate: string;
|
|
12
|
+
allowRemoteModels: boolean;
|
|
13
|
+
allowLocalModels: boolean;
|
|
14
|
+
localModelPath: string;
|
|
15
|
+
}
|
|
16
|
+
export interface ModelWorkerCall {
|
|
17
|
+
method: "prepare" | "embedText" | "embedImage" | "embedVideo" | "embedAudio";
|
|
18
|
+
text?: string;
|
|
19
|
+
sourcePath?: string;
|
|
20
|
+
startSeconds?: number;
|
|
21
|
+
durationSeconds?: number;
|
|
22
|
+
}
|
|
23
|
+
export type ModelWorkerValue = undefined | Float32Array | SimilarityTextChunk[] | {
|
|
24
|
+
vector: Float32Array;
|
|
25
|
+
frameCount: number;
|
|
26
|
+
};
|
|
27
|
+
export interface ModelWorkerRequest {
|
|
28
|
+
id: number;
|
|
29
|
+
configuration: ModelWorkerConfiguration;
|
|
30
|
+
call: ModelWorkerCall;
|
|
31
|
+
}
|
|
32
|
+
export type ModelWorkerResponse = {
|
|
33
|
+
id: number;
|
|
34
|
+
ok: true;
|
|
35
|
+
value: ModelWorkerValue;
|
|
36
|
+
} | {
|
|
37
|
+
id: number;
|
|
38
|
+
ok: false;
|
|
39
|
+
error: EngineError;
|
|
40
|
+
};
|
|
41
|
+
export declare const MAX_MODEL_MESSAGE_BYTES: number;
|
|
42
|
+
//# sourceMappingURL=model-worker-protocol.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-worker-protocol.d.ts","sourceRoot":"","sources":["../src/model-worker-protocol.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAE1E,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,aAAa,GAAG,aAAa,GAAG,aAAa,CAAC;IACtE,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,YAAY,CAAC;IAC7E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,YAAY,GAAG,mBAAmB,EAAE,GAAG;IAAE,MAAM,EAAE,YAAY,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AAC/H,MAAM,WAAW,kBAAkB;IAAG,EAAE,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,wBAAwB,CAAC;IAAC,IAAI,EAAE,eAAe,CAAA;CAAE;AAClH,MAAM,MAAM,mBAAmB,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,gBAAgB,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,CAAC;AACpI,eAAO,MAAM,uBAAuB,QAAkB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-worker-protocol.js","sourceRoot":"","sources":["../src/model-worker-protocol.ts"],"names":[],"mappings":"AA4BA,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-worker.d.ts","sourceRoot":"","sources":["../src/model-worker.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { realpathSync, rmSync } from "node:fs";
|
|
2
|
+
import { spawnSync } from "node:child_process";
|
|
3
|
+
import { basename } from "node:path";
|
|
4
|
+
import { serialize } from "node:v8";
|
|
5
|
+
import { InlineClapTemporalProvider, InlineClipTemporalProvider } from "./inline-temporal-models.js";
|
|
6
|
+
import { createInlineSimilarityProvider } from "./similarity.js";
|
|
7
|
+
import { modelWorkerError } from "./model-worker-errors.js";
|
|
8
|
+
import { MAX_MODEL_MESSAGE_BYTES } from "./model-worker-protocol.js";
|
|
9
|
+
import { EngineFault } from "./store.js";
|
|
10
|
+
import { ModelFileResolver } from "./model-file-resolver.js";
|
|
11
|
+
import { modelCacheStagingRoot } from "./model-cache-paths.js";
|
|
12
|
+
let provider;
|
|
13
|
+
let busy = false;
|
|
14
|
+
let resolver;
|
|
15
|
+
let cacheStaging;
|
|
16
|
+
const workerRoot = process.env.VIDEOBOOK_MODEL_WORKER_ROOT;
|
|
17
|
+
if (!process.send || !workerRoot || realpathSync(workerRoot) !== realpathSync(process.cwd()) || !basename(workerRoot).startsWith("videobook-model-worker-")) {
|
|
18
|
+
throw new Error("Model worker must run in its dedicated workspace");
|
|
19
|
+
}
|
|
20
|
+
process.on("disconnect", () => {
|
|
21
|
+
rmSync(workerRoot, { recursive: true, force: true, maxRetries: 3 });
|
|
22
|
+
if (cacheStaging)
|
|
23
|
+
rmSync(cacheStaging, { recursive: true, force: true, maxRetries: 3 });
|
|
24
|
+
if (process.platform === "win32")
|
|
25
|
+
spawnSync("taskkill", ["/PID", String(process.pid), "/T", "/F"], { timeout: 5000, stdio: "ignore", windowsHide: true });
|
|
26
|
+
else
|
|
27
|
+
process.kill(-process.pid, "SIGKILL");
|
|
28
|
+
process.exit(0);
|
|
29
|
+
});
|
|
30
|
+
process.on("message", (message) => {
|
|
31
|
+
if (busy) {
|
|
32
|
+
process.exitCode = 1;
|
|
33
|
+
process.disconnect?.();
|
|
34
|
+
return;
|
|
35
|
+
}
|
|
36
|
+
busy = true;
|
|
37
|
+
void execute(message).then((response) => {
|
|
38
|
+
busy = false;
|
|
39
|
+
process.send?.(response);
|
|
40
|
+
});
|
|
41
|
+
});
|
|
42
|
+
async function execute(request) {
|
|
43
|
+
try {
|
|
44
|
+
if (serialize(request).byteLength > MAX_MODEL_MESSAGE_BYTES)
|
|
45
|
+
throw new EngineFault({ code: "RESOURCE_EXHAUSTED", message: "Model request exceeds the message limit" });
|
|
46
|
+
if (!provider) {
|
|
47
|
+
const config = request.configuration;
|
|
48
|
+
const { env } = await import("./transformers-runtime.js");
|
|
49
|
+
env.remoteHost = config.remoteHost;
|
|
50
|
+
env.remotePathTemplate = config.remotePathTemplate;
|
|
51
|
+
env.allowRemoteModels = config.allowRemoteModels;
|
|
52
|
+
env.allowLocalModels = config.allowLocalModels;
|
|
53
|
+
env.localModelPath = config.localModelPath;
|
|
54
|
+
resolver = new ModelFileResolver(config, workerRoot);
|
|
55
|
+
cacheStaging = modelCacheStagingRoot(config.modelCacheDir, workerRoot);
|
|
56
|
+
Object.assign(env, { videobookModelFileResolver: resolver.get.bind(resolver) });
|
|
57
|
+
provider = config.kind === "clip" ? new InlineClipTemporalProvider(config)
|
|
58
|
+
: config.kind === "clap" ? new InlineClapTemporalProvider(config) : createInlineSimilarityProvider(config);
|
|
59
|
+
}
|
|
60
|
+
const call = request.call;
|
|
61
|
+
let value;
|
|
62
|
+
if (call.method === "prepare") {
|
|
63
|
+
await provider.prepare();
|
|
64
|
+
value = undefined;
|
|
65
|
+
}
|
|
66
|
+
else if (call.method === "embedText" && "embedText" in provider)
|
|
67
|
+
value = await provider.embedText(call.text);
|
|
68
|
+
else if (call.method === "embedImage" && "embedImage" in provider)
|
|
69
|
+
value = await provider.embedImage(call.sourcePath);
|
|
70
|
+
else if (call.method === "embedVideo" && "embedVideo" in provider)
|
|
71
|
+
value = await provider.embedVideo(call.sourcePath);
|
|
72
|
+
else if (call.method === "embedAudio" && "embedAudio" in provider) {
|
|
73
|
+
value = provider instanceof InlineClapTemporalProvider
|
|
74
|
+
? await provider.embedAudio(call.sourcePath, call.startSeconds, call.durationSeconds)
|
|
75
|
+
: await provider.embedAudio(call.sourcePath);
|
|
76
|
+
}
|
|
77
|
+
else
|
|
78
|
+
throw new EngineFault({ code: "INVALID_INPUT", message: "Model method does not match its provider" });
|
|
79
|
+
if (resolver?.failure)
|
|
80
|
+
throw resolver.failure;
|
|
81
|
+
const response = { id: request.id, ok: true, value };
|
|
82
|
+
if (serialize(response).byteLength > MAX_MODEL_MESSAGE_BYTES)
|
|
83
|
+
throw new EngineFault({ code: "RESOURCE_EXHAUSTED", message: "Model result exceeds the message limit" });
|
|
84
|
+
return response;
|
|
85
|
+
}
|
|
86
|
+
catch (error) {
|
|
87
|
+
const integrityFailure = await resolver?.drainAfterFailure();
|
|
88
|
+
return { id: request.id, ok: false, error: modelWorkerError(integrityFailure ?? error) };
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=model-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-worker.js","sourceRoot":"","sources":["../src/model-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AACrG,OAAO,EAAE,8BAA8B,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAA4E,MAAM,4BAA4B,CAAC;AAC/I,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAE/D,IAAI,QAAiI,CAAC;AACtI,IAAI,IAAI,GAAG,KAAK,CAAC;AACjB,IAAI,QAAuC,CAAC;AAC5C,IAAI,YAAgC,CAAC;AACrC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;AAC3D,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,UAAU,IAAI,YAAY,CAAC,UAAU,CAAC,KAAK,YAAY,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,UAAU,CAAC,yBAAyB,CAAC,EAAE,CAAC;IAC5J,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;AACtE,CAAC;AAED,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;IAC5B,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IACpE,IAAI,YAAY;QAAE,MAAM,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IACxF,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,SAAS,CAAC,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;;QACrJ,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC3C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAA2B,EAAE,EAAE;IACpD,IAAI,IAAI,EAAE,CAAC;QAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IACnE,IAAI,GAAG,IAAI,CAAC;IACZ,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;QACtC,IAAI,GAAG,KAAK,CAAC;QACb,OAAO,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,OAAO,CAAC,OAA2B;IAChD,IAAI,CAAC;QACH,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC,UAAU,GAAG,uBAAuB;YAAE,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,yCAAyC,EAAE,CAAC,CAAC;QACvK,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;YACrC,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YAC1D,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;YACnC,GAAG,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;YACnD,GAAG,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAC;YACjD,GAAG,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;YAC/C,GAAG,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;YAC3C,QAAQ,GAAG,IAAI,iBAAiB,CAAC,MAAM,EAAE,UAAW,CAAC,CAAC;YACtD,YAAY,GAAG,qBAAqB,CAAC,MAAM,CAAC,aAAa,EAAE,UAAW,CAAC,CAAC;YACxE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,0BAA0B,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAChF,QAAQ,GAAG,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,0BAA0B,CAAC,MAAM,CAAC;gBACxE,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,0BAA0B,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,8BAA8B,CAAC,MAAM,CAAC,CAAC;QAC/G,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,IAAI,KAAuB,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAAC,KAAK,GAAG,SAAS,CAAC;QAAC,CAAC;aAC1E,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,WAAW,IAAI,QAAQ;YAAE,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAK,CAAC,CAAC;aACzG,IAAI,IAAI,CAAC,MAAM,KAAK,YAAY,IAAI,YAAY,IAAI,QAAQ;YAAE,KAAK,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC;aAClH,IAAI,IAAI,CAAC,MAAM,KAAK,YAAY,IAAI,YAAY,IAAI,QAAQ;YAAE,KAAK,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC;aAClH,IAAI,IAAI,CAAC,MAAM,KAAK,YAAY,IAAI,YAAY,IAAI,QAAQ,EAAE,CAAC;YAClE,KAAK,GAAG,QAAQ,YAAY,0BAA0B;gBACpD,CAAC,CAAC,MAAM,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,UAAW,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC;gBACtF,CAAC,CAAC,MAAM,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC;QAClD,CAAC;;YAAM,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,0CAA0C,EAAE,CAAC,CAAC;QAC7G,IAAI,QAAQ,EAAE,OAAO;YAAE,MAAM,QAAQ,CAAC,OAAO,CAAC;QAC9C,MAAM,QAAQ,GAAwB,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QAC1E,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,UAAU,GAAG,uBAAuB;YAAE,MAAM,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,wCAAwC,EAAE,CAAC,CAAC;QACvK,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,gBAAgB,GAAG,MAAM,QAAQ,EAAE,iBAAiB,EAAE,CAAC;QAC7D,OAAO,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,IAAI,KAAK,CAAC,EAAE,CAAC;IAC3F,CAAC;AACH,CAAC"}
|