@leemour/cli-messaging 0.97.0 → 0.99.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -7
- package/dist/cli/bot/admins.d.ts +10 -0
- package/dist/cli/bot/admins.d.ts.map +1 -0
- package/dist/cli/bot/admins.js +114 -0
- package/dist/cli/bot/admins.js.map +1 -0
- package/dist/cli/bot/command.d.ts.map +1 -1
- package/dist/cli/bot/command.js +17 -15
- package/dist/cli/bot/command.js.map +1 -1
- package/dist/cli/bot/context.d.ts +2 -0
- package/dist/cli/bot/context.d.ts.map +1 -1
- package/dist/cli/bot/context.js +7 -0
- package/dist/cli/bot/context.js.map +1 -1
- package/dist/cli/bot/messages.d.ts.map +1 -1
- package/dist/cli/bot/messages.js +20 -10
- package/dist/cli/bot/messages.js.map +1 -1
- package/dist/cli/bot/port.d.ts +128 -2
- package/dist/cli/bot/port.d.ts.map +1 -1
- package/dist/cli/bot/port.js.map +1 -1
- package/dist/cli/bot/registry.d.ts +2 -0
- package/dist/cli/bot/registry.d.ts.map +1 -1
- package/dist/cli/bot/registry.js +2 -0
- package/dist/cli/bot/registry.js.map +1 -1
- package/dist/cli/bot/setup.d.ts +9 -0
- package/dist/cli/bot/setup.d.ts.map +1 -0
- package/dist/cli/bot/setup.js +155 -0
- package/dist/cli/bot/setup.js.map +1 -0
- package/dist/cli/bot/updates.d.ts +23 -0
- package/dist/cli/bot/updates.d.ts.map +1 -0
- package/dist/cli/bot/updates.js +61 -0
- package/dist/cli/bot/updates.js.map +1 -0
- package/dist/cli/bot/watch.d.ts +9 -0
- package/dist/cli/bot/watch.d.ts.map +1 -0
- package/dist/cli/bot/watch.js +197 -0
- package/dist/cli/bot/watch.js.map +1 -0
- package/dist/cli/config-command.js +1 -1
- package/dist/cli/config-command.js.map +1 -1
- package/dist/cli/deadline.d.ts.map +1 -1
- package/dist/cli/deadline.js +11 -2
- package/dist/cli/deadline.js.map +1 -1
- package/dist/cli/index.d.ts +5 -2
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +2 -0
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/messenger/admin-moderation-command.js +2 -2
- package/dist/cli/messenger/admin-moderation-command.js.map +1 -1
- package/dist/cli/messenger/context.d.ts +18 -2
- package/dist/cli/messenger/context.d.ts.map +1 -1
- package/dist/cli/messenger/context.js +30 -8
- package/dist/cli/messenger/context.js.map +1 -1
- package/dist/cli/messenger/download-command.d.ts.map +1 -1
- package/dist/cli/messenger/download-command.js +97 -30
- package/dist/cli/messenger/download-command.js.map +1 -1
- package/dist/cli/messenger/guard-commands.js +3 -3
- package/dist/cli/messenger/guard-commands.js.map +1 -1
- package/dist/cli/messenger/messages-command.d.ts.map +1 -1
- package/dist/cli/messenger/messages-command.js +45 -11
- package/dist/cli/messenger/messages-command.js.map +1 -1
- package/dist/cli/messenger/models-command.d.ts +1 -1
- package/dist/cli/messenger/models-command.d.ts.map +1 -1
- package/dist/cli/messenger/models-command.js +64 -3
- package/dist/cli/messenger/models-command.js.map +1 -1
- package/dist/cli/messenger/observed.d.ts.map +1 -1
- package/dist/cli/messenger/observed.js +27 -10
- package/dist/cli/messenger/observed.js.map +1 -1
- package/dist/cli/messenger/port.d.ts +26 -9
- package/dist/cli/messenger/port.d.ts.map +1 -1
- package/dist/cli/messenger/port.js.map +1 -1
- package/dist/cli/messenger/stored.d.ts +3 -2
- package/dist/cli/messenger/stored.d.ts.map +1 -1
- package/dist/cli/messenger/stored.js +75 -33
- package/dist/cli/messenger/stored.js.map +1 -1
- package/dist/cli/messenger/watch-command.d.ts +2 -1
- package/dist/cli/messenger/watch-command.d.ts.map +1 -1
- package/dist/cli/messenger/watch-command.js +11 -2
- package/dist/cli/messenger/watch-command.js.map +1 -1
- package/dist/embeddings/embed.d.ts +22 -0
- package/dist/embeddings/embed.d.ts.map +1 -0
- package/dist/embeddings/embed.js +69 -0
- package/dist/embeddings/embed.js.map +1 -0
- package/dist/embeddings/models.d.ts +33 -0
- package/dist/embeddings/models.d.ts.map +1 -0
- package/dist/embeddings/models.js +85 -0
- package/dist/embeddings/models.js.map +1 -0
- package/dist/index.d.ts +0 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js.map +1 -1
- package/dist/kit/contract.d.ts +39 -0
- package/dist/kit/contract.d.ts.map +1 -0
- package/dist/kit/contract.js +449 -0
- package/dist/kit/contract.js.map +1 -0
- package/dist/kit/fake.d.ts +16 -0
- package/dist/kit/fake.d.ts.map +1 -0
- package/dist/kit/fake.js +457 -0
- package/dist/kit/fake.js.map +1 -0
- package/dist/kit/index.d.ts +4 -0
- package/dist/kit/index.d.ts.map +1 -0
- package/dist/kit/index.js +4 -0
- package/dist/kit/index.js.map +1 -0
- package/dist/kit/seed.d.ts +38 -0
- package/dist/kit/seed.d.ts.map +1 -0
- package/dist/kit/seed.js +83 -0
- package/dist/kit/seed.js.map +1 -0
- package/dist/mcp/resources.d.ts +6 -1
- package/dist/mcp/resources.d.ts.map +1 -1
- package/dist/mcp/resources.js +15 -5
- package/dist/mcp/resources.js.map +1 -1
- package/dist/mcp/server.d.ts.map +1 -1
- package/dist/mcp/server.js +3 -0
- package/dist/mcp/server.js.map +1 -1
- package/dist/mcp/tool.d.ts +12 -2
- package/dist/mcp/tool.d.ts.map +1 -1
- package/dist/mcp/tool.js +15 -8
- package/dist/mcp/tool.js.map +1 -1
- package/dist/mcp/tools/chats.js +3 -3
- package/dist/mcp/tools/chats.js.map +1 -1
- package/dist/mcp/tools/contacts.js +3 -3
- package/dist/mcp/tools/contacts.js.map +1 -1
- package/dist/mcp/tools/inbox.d.ts.map +1 -1
- package/dist/mcp/tools/inbox.js +3 -4
- package/dist/mcp/tools/inbox.js.map +1 -1
- package/dist/mcp/tools/messages.d.ts.map +1 -1
- package/dist/mcp/tools/messages.js +19 -12
- package/dist/mcp/tools/messages.js.map +1 -1
- package/dist/mcp/tools/review.d.ts.map +1 -1
- package/dist/mcp/tools/review.js +3 -4
- package/dist/mcp/tools/review.js.map +1 -1
- package/dist/moderation/check.d.ts +3 -1
- package/dist/moderation/check.d.ts.map +1 -1
- package/dist/moderation/check.js +3 -2
- package/dist/moderation/check.js.map +1 -1
- package/dist/parity/audit.d.ts +11 -9
- package/dist/parity/audit.d.ts.map +1 -1
- package/dist/parity/audit.js +63 -46
- package/dist/parity/audit.js.map +1 -1
- package/dist/parity/bin.js +17 -8
- package/dist/parity/bin.js.map +1 -1
- package/dist/parity/catalogue.d.ts.map +1 -1
- package/dist/parity/catalogue.js +7 -1
- package/dist/parity/catalogue.js.map +1 -1
- package/dist/parity/manifest.d.ts +19 -12
- package/dist/parity/manifest.d.ts.map +1 -1
- package/dist/parity/manifest.js +60 -37
- package/dist/parity/manifest.js.map +1 -1
- package/dist/parity/pages.d.ts +3 -3
- package/dist/parity/pages.d.ts.map +1 -1
- package/dist/parity/pages.js +4 -5
- package/dist/parity/pages.js.map +1 -1
- package/dist/parity/seed.d.ts +11 -0
- package/dist/parity/seed.d.ts.map +1 -0
- package/dist/parity/seed.js +99 -0
- package/dist/parity/seed.js.map +1 -0
- package/dist/parity/wording.d.ts +4 -3
- package/dist/parity/wording.d.ts.map +1 -1
- package/dist/parity/wording.js +21 -10
- package/dist/parity/wording.js.map +1 -1
- package/dist/search/correct.d.ts +25 -0
- package/dist/search/correct.d.ts.map +1 -0
- package/dist/search/correct.js +65 -0
- package/dist/search/correct.js.map +1 -0
- package/dist/search/query.d.ts +7 -2
- package/dist/search/query.d.ts.map +1 -1
- package/dist/search/query.js +12 -8
- package/dist/search/query.js.map +1 -1
- package/dist/search/search.d.ts +27 -0
- package/dist/search/search.d.ts.map +1 -0
- package/dist/search/search.js +65 -0
- package/dist/search/search.js.map +1 -0
- package/dist/sends/guarded.d.ts +12 -0
- package/dist/sends/guarded.d.ts.map +1 -1
- package/dist/sends/guarded.js +24 -2
- package/dist/sends/guarded.js.map +1 -1
- package/dist/services/archive.d.ts +8 -3
- package/dist/services/archive.d.ts.map +1 -1
- package/dist/services/archive.js +24 -3
- package/dist/services/archive.js.map +1 -1
- package/dist/services/chats.d.ts.map +1 -1
- package/dist/services/chats.js +13 -9
- package/dist/services/chats.js.map +1 -1
- package/dist/services/deps.d.ts +13 -0
- package/dist/services/deps.d.ts.map +1 -1
- package/dist/services/deps.js +12 -0
- package/dist/services/deps.js.map +1 -1
- package/dist/services/inbox.d.ts +14 -4
- package/dist/services/inbox.d.ts.map +1 -1
- package/dist/services/inbox.js +55 -14
- package/dist/services/inbox.js.map +1 -1
- package/dist/services/index.d.ts +2 -2
- package/dist/services/index.d.ts.map +1 -1
- package/dist/services/index.js +1 -1
- package/dist/services/index.js.map +1 -1
- package/dist/services/messages.d.ts +51 -6
- package/dist/services/messages.d.ts.map +1 -1
- package/dist/services/messages.js +202 -19
- package/dist/services/messages.js.map +1 -1
- package/dist/services/moderation.d.ts.map +1 -1
- package/dist/services/moderation.js +7 -1
- package/dist/services/moderation.js.map +1 -1
- package/dist/services/people.d.ts.map +1 -1
- package/dist/services/people.js +8 -5
- package/dist/services/people.js.map +1 -1
- package/dist/speech/hearing.d.ts +1 -1
- package/dist/speech/hearing.d.ts.map +1 -1
- package/dist/speech/hearing.js +2 -2
- package/dist/speech/hearing.js.map +1 -1
- package/dist/speech/install.d.ts +8 -1
- package/dist/speech/install.d.ts.map +1 -1
- package/dist/speech/install.js +11 -4
- package/dist/speech/install.js.map +1 -1
- package/dist/store/index.d.ts +1 -1
- package/dist/store/index.d.ts.map +1 -1
- package/dist/store/index.js.map +1 -1
- package/dist/store/sqlite/accounts.d.ts +1 -0
- package/dist/store/sqlite/accounts.d.ts.map +1 -1
- package/dist/store/sqlite/accounts.js +6 -1
- package/dist/store/sqlite/accounts.js.map +1 -1
- package/dist/store/sqlite/completeness.d.ts +17 -0
- package/dist/store/sqlite/completeness.d.ts.map +1 -0
- package/dist/store/sqlite/completeness.js +30 -0
- package/dist/store/sqlite/completeness.js.map +1 -0
- package/dist/store/sqlite/messages.d.ts +2 -2
- package/dist/store/sqlite/messages.d.ts.map +1 -1
- package/dist/store/sqlite/messages.js +10 -14
- package/dist/store/sqlite/messages.js.map +1 -1
- package/dist/store/sqlite/search-index.d.ts.map +1 -1
- package/dist/store/sqlite/search-index.js +45 -9
- package/dist/store/sqlite/search-index.js.map +1 -1
- package/dist/store/sqlite/search.d.ts +2 -0
- package/dist/store/sqlite/search.d.ts.map +1 -1
- package/dist/store/sqlite/search.js +27 -17
- package/dist/store/sqlite/search.js.map +1 -1
- package/dist/store/sqlite/words.d.ts +83 -0
- package/dist/store/sqlite/words.d.ts.map +1 -0
- package/dist/store/sqlite/words.js +255 -0
- package/dist/store/sqlite/words.js.map +1 -0
- package/dist/store/store.d.ts +40 -0
- package/dist/store/store.d.ts.map +1 -1
- package/dist/store/store.js +19 -2
- package/dist/store/store.js.map +1 -1
- package/package.json +10 -4
- package/parity.json +1136 -389
- package/dist/domain/capabilities.d.ts +0 -22
- package/dist/domain/capabilities.d.ts.map +0 -1
- package/dist/domain/capabilities.js +0 -2
- package/dist/domain/capabilities.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"watch-command.js","sourceRoot":"","sources":["../../../src/cli/messenger/watch-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAyC,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAEtF;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,SAAoB,EAAW,EAAE,CAC5D,IAAI,OAAO,CAAC,OAAO,CAAC;KACjB,WAAW,CAAC,wFAAwF,CAAC;KACrG,MAAM,CAAC,UAAU,EAAE,sEAAsE,CAAC;KAC1F,MAAM,CAAC,KAAK;IACX,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAwB,CAAC,MAAM,KAAK,IAAI,CAAA;IAChE,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IACjD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0DAA0D,CAAC,CAAA;IACpG,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO;QAC1B,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,uDAAuD,CAAC,CAAA;IAEjG,MAAM,MAAM,GAAG,CAAC,OAAmB,EAAE,EAAE,CACrC,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,OAAO,CAAC,EAAE;QACnE,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;QAClC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY;QAC3C,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM;KAC7B,CAAC,EAAE,CAAA;IAEN,6FAA6F;IAC7F,2BAA2B;IAC3B,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAA;IAClC,MAAM,KAAK,GAAG,CAAC,KAAmB,EAAE,EAAE;QACpC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;YAAE,OAAM;QACzE,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YAC/B,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAiC,CAAC,OAAO,CAAC,CAAC,CAAA;QACnG,CAAC;;YAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;IACtD,CAAC,CAAA;IAED,MAAM,kBAAkB,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;AACjF,CAAC,CAAC,CAAA;AAEN
|
|
1
|
+
{"version":3,"file":"watch-command.js","sourceRoot":"","sources":["../../../src/cli/messenger/watch-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAyC,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAEtF;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,SAAoB,EAAW,EAAE,CAC5D,IAAI,OAAO,CAAC,OAAO,CAAC;KACjB,WAAW,CAAC,wFAAwF,CAAC;KACrG,MAAM,CAAC,UAAU,EAAE,sEAAsE,CAAC;KAC1F,MAAM,CAAC,KAAK;IACX,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAwB,CAAC,MAAM,KAAK,IAAI,CAAA;IAChE,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IACjD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0DAA0D,CAAC,CAAA;IACpG,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO;QAC1B,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,uDAAuD,CAAC,CAAA;IAEjG,MAAM,MAAM,GAAG,CAAC,OAAmB,EAAE,EAAE,CACrC,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,OAAO,CAAC,EAAE;QACnE,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;QAClC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY;QAC3C,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM;KAC7B,CAAC,EAAE,CAAA;IAEN,6FAA6F;IAC7F,2BAA2B;IAC3B,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAA;IAClC,MAAM,KAAK,GAAG,CAAC,KAAmB,EAAE,EAAE;QACpC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;YAAE,OAAM;QACzE,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YAC/B,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAiC,CAAC,OAAO,CAAC,CAAC,CAAA;QACnG,CAAC;;YAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;IACtD,CAAC,CAAA;IAED,MAAM,kBAAkB,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;AACjF,CAAC,CAAC,CAAA;AAEN;;;;GAIG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,OAAgB,EAChB,OAAyB,EACzB,SAAoB,EACpB,OAAsC,EACtC,EACE,IAAI,EACJ,IAAI,GAAG,KAAK,EACZ,OAAO,GAAG,KAAK,EACf,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,GACgB,EACtE,EAAE;IACjB,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;IAC3C,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IAC9B,KAAK,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAE,CAAC,QAAQ,EAAE,SAAS,CAAW,CAAA;IAC7D,mGAAmG;IACnG,qFAAqF;IACrF,KAAK,MAAM,IAAI,IAAI,OAAO;QAAE,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IACjD,oGAAoG;IACpG,MAAM,MAAM,GAAG,CAAC,KAA4B,EAAE,EAAE;QAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,GAAG,EAAE,CAAA;IACnC,CAAC,CAAA;IACD,IAAI,IAAI,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IACtD,MAAM,KAAK,GACT,OAAO,CAAC,QAAQ,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAA;IAClH,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,aAAa,CACzB,KAAK,EAAE,UAAU,EAAE,EAAE;YACnB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,iCAAiC,CAAC,CAAA;YACnG,CAAC;YACD,4FAA4F;YAC5F,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAE;gBACjC,IAAI,CAAC,KAAK,EAAE,CAAA;gBACZ,MAAM,KAAK,CAAA;YACb,CAAC,CAAA;YACD,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;gBAC9D,UAAU,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,GAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;aACxD,CAAC,CAAA;QACJ,CAAC,EACD,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAClD,CAAA;IACH,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAA;QAC9B,KAAK,MAAM,IAAI,IAAI,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAClD,IAAI,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QACvD,KAAK,EAAE,mBAAmB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;IAC1C,CAAC;AACH,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,KAAmB,EAAE,MAAuC,EAAU,EAAE;IACxF,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,SAAS;YACZ,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC9B,KAAK,MAAM;YACT,OAAO,YAAY,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAA;QAC5C,KAAK,QAAQ;YACX,OAAO,cAAc,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,IAAI,+BAA+B,aAAa,KAAK,CAAC,SAAS,IAAI,CAAA;QACzH,KAAK,UAAU,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACrG,OAAO,gBAAgB,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,eAAe,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,MAAM,IAAI,CAAA;QAC/G,CAAC;IACH,CAAC;AACH,CAAC,CAAA"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { TextModel } from "./models.js";
|
|
2
|
+
export declare const textModelsDirectory: (env?: NodeJS.ProcessEnv) => string;
|
|
3
|
+
export declare const placedText: (model: TextModel, directory: string) => [import("../speech/models.js").ModelFile, string][];
|
|
4
|
+
export declare const isTextModelInstalled: (model: TextModel, directory: string) => boolean;
|
|
5
|
+
/** Past 8 threads one session gains nothing; Bun takes 1 unless told (`2026-10-02-embeddings.md`). */
|
|
6
|
+
export declare const defaultThreads: () => number;
|
|
7
|
+
export type Kind = "query" | "passage";
|
|
8
|
+
export interface Embedder {
|
|
9
|
+
readonly model: TextModel;
|
|
10
|
+
/** One unit vector per text, in order. */
|
|
11
|
+
embed(texts: string[], kind: Kind): Promise<Float32Array[]>;
|
|
12
|
+
close(): Promise<void>;
|
|
13
|
+
}
|
|
14
|
+
/** A text longer than the model's limit keeps its beginning and the closing special token. */
|
|
15
|
+
export declare const truncated: (ids: number[], max: number) => number[];
|
|
16
|
+
export declare const unit: (vector: Float32Array) => Float32Array;
|
|
17
|
+
/** The mean over a single text's tokens: one text a run, so no padding to mask. */
|
|
18
|
+
export declare const meanOf: (data: Float32Array, tokens: number, dims: number) => Float32Array;
|
|
19
|
+
export declare const openEmbedder: (model: TextModel, directory: string, { threads }?: {
|
|
20
|
+
threads?: number;
|
|
21
|
+
}) => Promise<Embedder>;
|
|
22
|
+
//# sourceMappingURL=embed.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../src/embeddings/embed.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAE5C,eAAO,MAAM,mBAAmB,SAAS,MAAM,CAAC,UAAU,KAAiB,MAA4C,CAAA;AAEvH,eAAO,MAAM,UAAU,UAAW,SAAS,aAAa,MAAM,wDACoC,CAAA;AAElG,eAAO,MAAM,oBAAoB,UAAW,SAAS,aAAa,MAAM,KAAG,OAC/B,CAAA;AAE5C,sGAAsG;AACtG,eAAO,MAAM,cAAc,QAAO,MAA6C,CAAA;AAE/E,MAAM,MAAM,IAAI,GAAG,OAAO,GAAG,SAAS,CAAA;AAEtC,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAA;IACzB,0CAA0C;IAC1C,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;IAC3D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED,8FAA8F;AAC9F,eAAO,MAAM,SAAS,QAAS,MAAM,EAAE,OAAO,MAAM,KAAG,MAAM,EACe,CAAA;AAE5E,eAAO,MAAM,IAAI,WAAY,YAAY,KAAG,YAK3C,CAAA;AAED,mFAAmF;AACnF,eAAO,MAAM,MAAM,SAAU,YAAY,UAAU,MAAM,QAAQ,MAAM,KAAG,YAOzE,CAAA;AAED,eAAO,MAAM,YAAY,UAChB,SAAS,aACL,MAAM,gBACe;IAAE,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,KACnD,OAAO,CAAC,QAAQ,CA6ClB,CAAA"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { readFileSync } from "node:fs";
|
|
2
|
+
import { availableParallelism } from "node:os";
|
|
3
|
+
import { basename, join } from "node:path";
|
|
4
|
+
import { filesPresent, sharedModelsDirectory } from "../speech/install.js";
|
|
5
|
+
export const textModelsDirectory = (env = process.env) => sharedModelsDirectory("text", env);
|
|
6
|
+
export const placedText = (model, directory) => model.files.map((file) => [file, join(directory, model.id, file.name)]);
|
|
7
|
+
export const isTextModelInstalled = (model, directory) => filesPresent(placedText(model, directory));
|
|
8
|
+
/** Past 8 threads one session gains nothing; Bun takes 1 unless told (`2026-10-02-embeddings.md`). */
|
|
9
|
+
export const defaultThreads = () => Math.min(8, availableParallelism());
|
|
10
|
+
/** A text longer than the model's limit keeps its beginning and the closing special token. */
|
|
11
|
+
export const truncated = (ids, max) => ids.length <= max ? ids : [...ids.slice(0, max - 1), ids.at(-1)];
|
|
12
|
+
export const unit = (vector) => {
|
|
13
|
+
let sum = 0;
|
|
14
|
+
for (const value of vector)
|
|
15
|
+
sum += value * value;
|
|
16
|
+
const length = Math.sqrt(sum);
|
|
17
|
+
return length === 0 ? vector : vector.map((value) => value / length);
|
|
18
|
+
};
|
|
19
|
+
/** The mean over a single text's tokens: one text a run, so no padding to mask. */
|
|
20
|
+
export const meanOf = (data, tokens, dims) => {
|
|
21
|
+
const mean = new Float32Array(dims);
|
|
22
|
+
for (let token = 0; token < tokens; token++) {
|
|
23
|
+
for (let dim = 0; dim < dims; dim++)
|
|
24
|
+
mean[dim] = mean[dim] + data[token * dims + dim] / tokens;
|
|
25
|
+
}
|
|
26
|
+
return mean;
|
|
27
|
+
};
|
|
28
|
+
export const openEmbedder = async (model, directory, { threads = defaultThreads() } = {}) => {
|
|
29
|
+
const [{ Tokenizer }, ort] = await Promise.all([
|
|
30
|
+
import("@huggingface/tokenizers"),
|
|
31
|
+
import("@leemour/cli-messaging-onnx"),
|
|
32
|
+
]);
|
|
33
|
+
const path = (name) => join(directory, model.id, name);
|
|
34
|
+
const tokenizer = new Tokenizer(JSON.parse(readFileSync(path("tokenizer.json"), "utf8")), JSON.parse(readFileSync(path("tokenizer_config.json"), "utf8")));
|
|
35
|
+
ort.env.wasm.numThreads = threads;
|
|
36
|
+
const session = await ort.InferenceSession.create(readFileSync(path(model.onnx)), model.externalData
|
|
37
|
+
? { externalData: [{ path: basename(model.externalData), data: readFileSync(path(model.externalData)) }] }
|
|
38
|
+
: {});
|
|
39
|
+
const typeIds = session.inputNames.includes("token_type_ids");
|
|
40
|
+
const one = async (text) => {
|
|
41
|
+
const ids = truncated(tokenizer.encode(text).ids, model.maxTokens);
|
|
42
|
+
const shape = [1, ids.length];
|
|
43
|
+
const feeds = {
|
|
44
|
+
input_ids: new ort.Tensor("int64", BigInt64Array.from(ids, BigInt), shape),
|
|
45
|
+
attention_mask: new ort.Tensor("int64", new BigInt64Array(ids.length).fill(1n), shape),
|
|
46
|
+
};
|
|
47
|
+
if (typeIds)
|
|
48
|
+
feeds.token_type_ids = new ort.Tensor("int64", new BigInt64Array(ids.length), shape);
|
|
49
|
+
const output = await session.run(feeds);
|
|
50
|
+
if (model.pooling === "sentence_embedding") {
|
|
51
|
+
return unit(Float32Array.from(output.sentence_embedding?.data));
|
|
52
|
+
}
|
|
53
|
+
const hidden = output.last_hidden_state;
|
|
54
|
+
if (!hidden)
|
|
55
|
+
throw new Error(`${model.id} gave no last_hidden_state`);
|
|
56
|
+
return unit(meanOf(hidden.data, ids.length, hidden.dims.at(-1)));
|
|
57
|
+
};
|
|
58
|
+
return {
|
|
59
|
+
model,
|
|
60
|
+
embed: async (texts, kind) => {
|
|
61
|
+
const vectors = [];
|
|
62
|
+
for (const text of texts)
|
|
63
|
+
vectors.push(await one(`${model.prefix[kind]}${text}`));
|
|
64
|
+
return vectors;
|
|
65
|
+
},
|
|
66
|
+
close: () => session.release(),
|
|
67
|
+
};
|
|
68
|
+
};
|
|
69
|
+
//# sourceMappingURL=embed.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../src/embeddings/embed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAA;AAC9C,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAC1C,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAG1E,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAG,GAAsB,OAAO,CAAC,GAAG,EAAU,EAAE,CAAC,qBAAqB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AAEvH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAgB,EAAE,SAAiB,EAAE,EAAE,CAChE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAA0B,CAAC,CAAA;AAElG,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,KAAgB,EAAE,SAAiB,EAAW,EAAE,CACnF,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAA;AAE5C,sGAAsG;AACtG,MAAM,CAAC,MAAM,cAAc,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAA;AAW/E,8FAA8F;AAC9F,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,GAAa,EAAE,GAAW,EAAY,EAAE,CAChE,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAW,CAAC,CAAA;AAE5E,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,MAAoB,EAAgB,EAAE;IACzD,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,GAAG,IAAI,KAAK,GAAG,KAAK,CAAA;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC7B,OAAO,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,CAAA;AACtE,CAAC,CAAA;AAED,mFAAmF;AACnF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,IAAkB,EAAE,MAAc,EAAE,IAAY,EAAgB,EAAE;IACvF,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAA;IACnC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAC5C,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,EAAE,GAAG,EAAE;YACjC,IAAI,CAAC,GAAG,CAAC,GAAI,IAAI,CAAC,GAAG,CAAY,GAAI,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,GAAG,CAAY,GAAG,MAAM,CAAA;IACrF,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAC/B,KAAgB,EAChB,SAAiB,EACjB,EAAE,OAAO,GAAG,cAAc,EAAE,EAAE,GAAyB,EAAE,EACtC,EAAE;IACrB,MAAM,CAAC,EAAE,SAAS,EAAE,EAAE,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC7C,MAAM,CAAC,yBAAyB,CAAC;QACjC,MAAM,CAAC,6BAA6B,CAAC;KACtC,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;IAC9D,MAAM,SAAS,GAAG,IAAI,SAAS,CAC7B,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,CAAC,EACxD,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,MAAM,CAAC,CAAC,CAChE,CAAA;IACD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAA;IACjC,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAC/C,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAC9B,KAAK,CAAC,YAAY;QAChB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE;QAC1G,CAAC,CAAC,EAAE,CACP,CAAA;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAA;IAE7D,MAAM,GAAG,GAAG,KAAK,EAAE,IAAY,EAAyB,EAAE;QACxD,MAAM,GAAG,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;QAClE,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;QAC7B,MAAM,KAAK,GAAoD;YAC7D,SAAS,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC;YAC1E,cAAc,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC;SACvF,CAAA;QACD,IAAI,OAAO;YAAE,KAAK,CAAC,cAAc,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAA;QACjG,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACvC,IAAI,KAAK,CAAC,OAAO,KAAK,oBAAoB,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,IAAoB,CAAC,CAAC,CAAA;QACjF,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,iBAAiB,CAAA;QACvC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,EAAE,4BAA4B,CAAC,CAAA;QACrE,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAoB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC,CAAA;IAC5F,CAAC,CAAA;IAED,OAAO;QACL,KAAK;QACL,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YAC3B,MAAM,OAAO,GAAmB,EAAE,CAAA;YAClC,KAAK,MAAM,IAAI,IAAI,KAAK;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAA;YACjF,OAAO,OAAO,CAAA;QAChB,CAAC;QACD,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE;KAC/B,CAAA;AACH,CAAC,CAAA"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import type { ModelFile } from "../speech/models.js";
|
|
2
|
+
/**
|
|
3
|
+
* The text embedding models `conversations embed` can use, each **pinned to one commit** and checked by
|
|
4
|
+
* sha256, as the speech models are. Measured 2026-10-02 through `@leemour/cli-messaging-onnx`, 4 threads, a
|
|
5
|
+
* Ryzen AI 9 HX 470 laptop, 300-token chunks, Node 24 and Bun 1.3.14 alike
|
|
6
|
+
* (`docs/storage/research/2026-10-02-embeddings.md`): e5-small ~10 chunks a second, EmbeddingGemma ~1.5.
|
|
7
|
+
*/
|
|
8
|
+
export interface TextModel {
|
|
9
|
+
id: string;
|
|
10
|
+
title: string;
|
|
11
|
+
languages: string;
|
|
12
|
+
licence: string;
|
|
13
|
+
/** A licence the user accepts before the model is downloaded, or nothing for an open one. */
|
|
14
|
+
terms?: string;
|
|
15
|
+
dims: number;
|
|
16
|
+
/** What the model was trained on; a longer text is cut. */
|
|
17
|
+
maxTokens: number;
|
|
18
|
+
/** How the model's output becomes one vector. */
|
|
19
|
+
pooling: "mean" | "sentence_embedding";
|
|
20
|
+
/** Prepended to a search and to a stored chunk: the model was trained with them. */
|
|
21
|
+
prefix: {
|
|
22
|
+
query: string;
|
|
23
|
+
passage: string;
|
|
24
|
+
};
|
|
25
|
+
files: ModelFile[];
|
|
26
|
+
/** The ONNX file among `files`, and the weights it keeps beside itself, if any. */
|
|
27
|
+
onnx: string;
|
|
28
|
+
externalData?: string;
|
|
29
|
+
}
|
|
30
|
+
export declare const TEXT_MODELS: TextModel[];
|
|
31
|
+
export declare const DEFAULT_TEXT_MODEL = "e5-small";
|
|
32
|
+
export declare const textModel: (id: string) => TextModel;
|
|
33
|
+
//# sourceMappingURL=models.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/embeddings/models.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAEpD;;;;;GAKG;AACH,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,6FAA6F;IAC7F,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;IACZ,2DAA2D;IAC3D,SAAS,EAAE,MAAM,CAAA;IACjB,iDAAiD;IACjD,OAAO,EAAE,MAAM,GAAG,oBAAoB,CAAA;IACtC,oFAAoF;IACpF,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1C,KAAK,EAAE,SAAS,EAAE,CAAA;IAClB,mFAAmF;IACnF,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAQD,eAAO,MAAM,WAAW,EAAE,SAAS,EAuElC,CAAA;AAED,eAAO,MAAM,kBAAkB,aAAa,CAAA;AAE5C,eAAO,MAAM,SAAS,OAAQ,MAAM,KAAG,SAStC,CAAA"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { CliError } from "@leemour/cli-core";
|
|
2
|
+
const huggingFace = (repository, commit) => (name) => `https://huggingface.co/${repository}/resolve/${commit}/${name}`;
|
|
3
|
+
const e5 = huggingFace("Xenova/multilingual-e5-small", "761b726dd34fb83930e26aab4e9ac3899aa1fa78");
|
|
4
|
+
const gemma = huggingFace("onnx-community/embeddinggemma-300m-ONNX", "5090578d9565bb06545b4552f76e6bc2c93e4a66");
|
|
5
|
+
export const TEXT_MODELS = [
|
|
6
|
+
{
|
|
7
|
+
id: "e5-small",
|
|
8
|
+
title: "multilingual-e5-small, 8-bit",
|
|
9
|
+
languages: "about 100 languages, Russian and English among them",
|
|
10
|
+
licence: "MIT",
|
|
11
|
+
dims: 384,
|
|
12
|
+
maxTokens: 512,
|
|
13
|
+
pooling: "mean",
|
|
14
|
+
prefix: { query: "query: ", passage: "passage: " },
|
|
15
|
+
onnx: "onnx/model_quantized.onnx",
|
|
16
|
+
files: [
|
|
17
|
+
{
|
|
18
|
+
name: "onnx/model_quantized.onnx",
|
|
19
|
+
url: e5("onnx/model_quantized.onnx"),
|
|
20
|
+
sha256: "f80102d3f2a1229f387d3c81909990d8945513e347b0eab049f7de3c6f98c193",
|
|
21
|
+
bytes: 118_308_185,
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
name: "tokenizer.json",
|
|
25
|
+
url: e5("tokenizer.json"),
|
|
26
|
+
sha256: "0b44a9d7b51c3c62626640cda0e2c2f70fdacdc25bbbd68038369d14ebdf4c39",
|
|
27
|
+
bytes: 17_082_730,
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
name: "tokenizer_config.json",
|
|
31
|
+
url: e5("tokenizer_config.json"),
|
|
32
|
+
sha256: "a1d6bc8734a6f635dc158508bef000f8e2e5a759c7d92f984b2c86e5ff53425b",
|
|
33
|
+
bytes: 443,
|
|
34
|
+
},
|
|
35
|
+
],
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
id: "embeddinggemma",
|
|
39
|
+
title: "EmbeddingGemma 300M, 4-bit",
|
|
40
|
+
languages: "over 100 languages — the best of the two on chat, about seven times slower",
|
|
41
|
+
licence: "Gemma Terms of Use",
|
|
42
|
+
terms: "https://ai.google.dev/gemma/terms",
|
|
43
|
+
dims: 768,
|
|
44
|
+
maxTokens: 2048,
|
|
45
|
+
pooling: "sentence_embedding",
|
|
46
|
+
prefix: { query: "task: search result | query: ", passage: "title: none | text: " },
|
|
47
|
+
onnx: "onnx/model_q4.onnx",
|
|
48
|
+
externalData: "onnx/model_q4.onnx_data",
|
|
49
|
+
files: [
|
|
50
|
+
{
|
|
51
|
+
name: "onnx/model_q4.onnx",
|
|
52
|
+
url: gemma("onnx/model_q4.onnx"),
|
|
53
|
+
sha256: "ad1dfee81a70f7944b9b9d1cc6e48075b832881cf33fab2f2b248be78f3f0043",
|
|
54
|
+
bytes: 519_322,
|
|
55
|
+
},
|
|
56
|
+
{
|
|
57
|
+
name: "onnx/model_q4.onnx_data",
|
|
58
|
+
url: gemma("onnx/model_q4.onnx_data"),
|
|
59
|
+
sha256: "599962c3143b040de2dd05e5975be3e9091dd067cacc6a8f7186e3203bab9e02",
|
|
60
|
+
bytes: 196_725_760,
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
name: "tokenizer.json",
|
|
64
|
+
url: gemma("tokenizer.json"),
|
|
65
|
+
sha256: "4dda02faaf32bc91031dc8c88457ac272b00c1016cc679757d1c441b248b9c47",
|
|
66
|
+
bytes: 20_323_312,
|
|
67
|
+
},
|
|
68
|
+
{
|
|
69
|
+
name: "tokenizer_config.json",
|
|
70
|
+
url: gemma("tokenizer_config.json"),
|
|
71
|
+
sha256: "3ca953eea6c3c9fcda9cf3df22949ff18b216f7c74bd6459230f3f1013953f3a",
|
|
72
|
+
bytes: 1_156_830,
|
|
73
|
+
},
|
|
74
|
+
],
|
|
75
|
+
},
|
|
76
|
+
];
|
|
77
|
+
export const DEFAULT_TEXT_MODEL = "e5-small";
|
|
78
|
+
export const textModel = (id) => {
|
|
79
|
+
const found = TEXT_MODELS.find((model) => model.id === id);
|
|
80
|
+
if (!found) {
|
|
81
|
+
throw new CliError("validation_error", `no text model ${id} — one of: ${TEXT_MODELS.map((model) => model.id).join(", ")}`);
|
|
82
|
+
}
|
|
83
|
+
return found;
|
|
84
|
+
};
|
|
85
|
+
//# sourceMappingURL=models.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/embeddings/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AA6B5C,MAAM,WAAW,GAAG,CAAC,UAAkB,EAAE,MAAc,EAAE,EAAE,CAAC,CAAC,IAAY,EAAE,EAAE,CAC3E,0BAA0B,UAAU,YAAY,MAAM,IAAI,IAAI,EAAE,CAAA;AAElE,MAAM,EAAE,GAAG,WAAW,CAAC,8BAA8B,EAAE,0CAA0C,CAAC,CAAA;AAClG,MAAM,KAAK,GAAG,WAAW,CAAC,yCAAyC,EAAE,0CAA0C,CAAC,CAAA;AAEhH,MAAM,CAAC,MAAM,WAAW,GAAgB;IACtC;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,8BAA8B;QACrC,SAAS,EAAE,qDAAqD;QAChE,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,GAAG;QACT,SAAS,EAAE,GAAG;QACd,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE;QAClD,IAAI,EAAE,2BAA2B;QACjC,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,2BAA2B;gBACjC,GAAG,EAAE,EAAE,CAAC,2BAA2B,CAAC;gBACpC,MAAM,EAAE,kEAAkE;gBAC1E,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,GAAG,EAAE,EAAE,CAAC,gBAAgB,CAAC;gBACzB,MAAM,EAAE,kEAAkE;gBAC1E,KAAK,EAAE,UAAU;aAClB;YACD;gBACE,IAAI,EAAE,uBAAuB;gBAC7B,GAAG,EAAE,EAAE,CAAC,uBAAuB,CAAC;gBAChC,MAAM,EAAE,kEAAkE;gBAC1E,KAAK,EAAE,GAAG;aACX;SACF;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,KAAK,EAAE,4BAA4B;QACnC,SAAS,EAAE,4EAA4E;QACvF,OAAO,EAAE,oBAAoB;QAC7B,KAAK,EAAE,mCAAmC;QAC1C,IAAI,EAAE,GAAG;QACT,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,oBAAoB;QAC7B,MAAM,EAAE,EAAE,KAAK,EAAE,+BAA+B,EAAE,OAAO,EAAE,sBAAsB,EAAE;QACnF,IAAI,EAAE,oBAAoB;QAC1B,YAAY,EAAE,yBAAyB;QACvC,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,oBAAoB;gBAC1B,GAAG,EAAE,KAAK,CAAC,oBAAoB,CAAC;gBAChC,MAAM,EAAE,kEAAkE;gBAC1E,KAAK,EAAE,OAAO;aACf;YACD;gBACE,IAAI,EAAE,yBAAyB;gBAC/B,GAAG,EAAE,KAAK,CAAC,yBAAyB,CAAC;gBACrC,MAAM,EAAE,kEAAkE;gBAC1E,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,GAAG,EAAE,KAAK,CAAC,gBAAgB,CAAC;gBAC5B,MAAM,EAAE,kEAAkE;gBAC1E,KAAK,EAAE,UAAU;aAClB;YACD;gBACE,IAAI,EAAE,uBAAuB;gBAC7B,GAAG,EAAE,KAAK,CAAC,uBAAuB,CAAC;gBACnC,MAAM,EAAE,kEAAkE;gBAC1E,KAAK,EAAE,SAAS;aACjB;SACF;KACF;CACF,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,UAAU,CAAA;AAE5C,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,EAAU,EAAa,EAAE;IACjD,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,iBAAiB,EAAE,cAAc,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnF,CAAA;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC,CAAA"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
export type { Capabilities } from "./domain/capabilities.js";
|
|
2
1
|
export { formatLocator, isLocator, type MessageLocator, parseLocator } from "./domain/locator.js";
|
|
3
2
|
export { type Markup, parseMarkdown } from "./domain/markdown.js";
|
|
4
3
|
export type * from "./domain/models.js";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,cAAc,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AACjG,OAAO,EAAE,KAAK,MAAM,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACjE,mBAAmB,oBAAoB,CAAA;AACvC,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AACzE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAClD,YAAY,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AACxF,OAAO,EAAE,KAAK,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC/D,OAAO,EAAE,KAAK,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACxF,OAAO,EAAE,IAAI,EAAE,KAAK,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAC5E,OAAO,EAAE,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,sBAAsB,CAAA;AACnE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA"}
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,SAAS,EAAuB,YAAY,EAAE,MAAM,qBAAqB,CAAA;AACjG,OAAO,EAAe,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAGjE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAElD,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AACxF,OAAO,EAAsB,aAAa,EAAE,MAAM,aAAa,CAAA;AAC/D,OAAO,EAAsB,aAAa,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACxF,OAAO,EAAE,IAAI,EAAqB,QAAQ,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAC5E,OAAO,EAAE,UAAU,EAAoB,MAAM,sBAAsB,CAAA;AACnE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { type MessengerAdapter } from "../cli/messenger/port.js";
|
|
2
|
+
import { type IdMaker, type Seed } from "./seed.js";
|
|
3
|
+
export interface ContractCase {
|
|
4
|
+
name: string;
|
|
5
|
+
/** What the adapter's fake must do beyond holding the seed, where a case asks more of it. */
|
|
6
|
+
needs?: string;
|
|
7
|
+
/** Throws an `AssertionError` on a broken promise; `skipped` names the optional method the adapter lacks. */
|
|
8
|
+
run(): Promise<undefined | {
|
|
9
|
+
skipped: string;
|
|
10
|
+
}>;
|
|
11
|
+
}
|
|
12
|
+
export interface ContractOptions {
|
|
13
|
+
/** A fresh adapter over `seed` — the CLI's own fake, filled from it. Called once for every case. */
|
|
14
|
+
connect: (seed: Seed) => MessengerAdapter | Promise<MessengerAdapter>;
|
|
15
|
+
/** How the seed names things; non-digit `wordIds` unless the messenger's ids have a shape of their own. */
|
|
16
|
+
ids?: IdMaker;
|
|
17
|
+
/** As the messenger's `fetching.orderBy`: whether `history`'s `before` is a message id or an ISO time. */
|
|
18
|
+
orderBy?: "id" | "time";
|
|
19
|
+
/** How long `watch` may take to say it listens, and to end once aborted. */
|
|
20
|
+
waitMs?: number;
|
|
21
|
+
/** As the messenger's `history`: a `"server"` messenger's adapter must have every `ServerReads` method. */
|
|
22
|
+
history?: "server" | "store";
|
|
23
|
+
}
|
|
24
|
+
/** Every method of the optional groups, which `capability` hands over or refuses. */
|
|
25
|
+
export declare const OPTIONAL_METHODS: readonly ["chats", "history", "around", "contact", "historyAfter", "historyBefore", "topics", "inspect", "edit", "forward", "delete", "pin", "unpin", "react", "markRead", "poll", "vote", "closePoll", "createPoll", "watch", "feed", "download", "transcribe", "scheduled", "members", "admins", "chatEvents", "sessions", "lookup", "addressBook", "people", "createGroup", "join", "leave", "group", "updateGroup", "resetInviteLink", "addMembers", "removeMembers", "addAdmin", "removeAdmin", "folders", "createFolder", "updateFolder", "deleteFolder", "addContact", "removeContact", "block", "unblock", "renameContact", "importContacts", "updateProfile", "endOtherSessions"];
|
|
26
|
+
/**
|
|
27
|
+
* The port's promises as cases any test runner can run: each connects through `connect`, checks
|
|
28
|
+
* with `node:assert/strict` and closes the adapter. None needs a live service.
|
|
29
|
+
*
|
|
30
|
+
* ```ts
|
|
31
|
+
* for (const one of contractCases({ connect: (seed) => myAdapter(fakeClientFrom(seed)) }))
|
|
32
|
+
* it(one.name, async (context) => {
|
|
33
|
+
* const result = await one.run()
|
|
34
|
+
* if (result) context.skip(result.skipped)
|
|
35
|
+
* })
|
|
36
|
+
* ```
|
|
37
|
+
*/
|
|
38
|
+
export declare const contractCases: ({ connect, ids, orderBy, waitMs, history, }: ContractOptions) => ContractCase[];
|
|
39
|
+
//# sourceMappingURL=contract.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"contract.d.ts","sourceRoot":"","sources":["../../src/kit/contract.ts"],"names":[],"mappings":"AAGA,OAAO,EAAiC,KAAK,gBAAgB,EAAoB,MAAM,0BAA0B,CAAA;AAGjH,OAAO,EAA2B,KAAK,OAAO,EAAE,KAAK,IAAI,EAAW,MAAM,WAAW,CAAA;AAErF,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,6FAA6F;IAC7F,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,6GAA6G;IAC7G,GAAG,IAAI,OAAO,CAAC,SAAS,GAAG;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAChD;AAED,MAAM,WAAW,eAAe;IAC9B,oGAAoG;IACpG,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAA;IACrE,2GAA2G;IAC3G,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,0GAA0G;IAC1G,OAAO,CAAC,EAAE,IAAI,GAAG,MAAM,CAAA;IACvB,4EAA4E;IAC5E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,2GAA2G;IAC3G,OAAO,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAA;CAC7B;AAWD,qFAAqF;AACrF,eAAO,MAAM,gBAAgB,4pBAmD2B,CAAA;AAmCxD;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,aAAa,gDAMvB,eAAe,KAAG,YAAY,EAkWhC,CAAA"}
|