@sriinnu/kosha-discovery 1.1.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +66 -26
- package/dist/aliases.d.ts +6 -1
- package/dist/aliases.d.ts.map +1 -1
- package/dist/aliases.js +38 -12
- package/dist/aliases.js.map +1 -1
- package/dist/cache.d.ts.map +1 -1
- package/dist/cache.js +25 -2
- package/dist/cache.js.map +1 -1
- package/dist/claude-generation.d.ts +59 -0
- package/dist/claude-generation.d.ts.map +1 -0
- package/dist/claude-generation.js +117 -0
- package/dist/claude-generation.js.map +1 -0
- package/dist/cli-cmd-doctor.d.ts +17 -0
- package/dist/cli-cmd-doctor.d.ts.map +1 -0
- package/dist/cli-cmd-doctor.js +199 -0
- package/dist/cli-cmd-doctor.js.map +1 -0
- package/dist/cli-cmd-model.js +2 -2
- package/dist/cli-cmd-model.js.map +1 -1
- package/dist/cli-cmd-spend.d.ts +10 -0
- package/dist/cli-cmd-spend.d.ts.map +1 -0
- package/dist/cli-cmd-spend.js +130 -0
- package/dist/cli-cmd-spend.js.map +1 -0
- package/dist/cli-commands.d.ts +4 -1
- package/dist/cli-commands.d.ts.map +1 -1
- package/dist/cli-commands.js +10 -2
- package/dist/cli-commands.js.map +1 -1
- package/dist/cli-format.d.ts.map +1 -1
- package/dist/cli-format.js +2 -1
- package/dist/cli-format.js.map +1 -1
- package/dist/cli-help.d.ts.map +1 -1
- package/dist/cli-help.js +4 -2
- package/dist/cli-help.js.map +1 -1
- package/dist/cli.js +10 -0
- package/dist/cli.js.map +1 -1
- package/dist/context-strategy.d.ts +48 -0
- package/dist/context-strategy.d.ts.map +1 -0
- package/dist/context-strategy.js +274 -0
- package/dist/context-strategy.js.map +1 -0
- package/dist/cost.d.ts +152 -0
- package/dist/cost.d.ts.map +1 -0
- package/dist/cost.js +377 -0
- package/dist/cost.js.map +1 -0
- package/dist/credentials/resolver.d.ts +17 -0
- package/dist/credentials/resolver.d.ts.map +1 -1
- package/dist/credentials/resolver.js +92 -34
- package/dist/credentials/resolver.js.map +1 -1
- package/dist/discovery/anthropic.d.ts +19 -1
- package/dist/discovery/anthropic.d.ts.map +1 -1
- package/dist/discovery/anthropic.js +112 -8
- package/dist/discovery/anthropic.js.map +1 -1
- package/dist/discovery/base.d.ts +7 -0
- package/dist/discovery/base.d.ts.map +1 -1
- package/dist/discovery/base.js +32 -4
- package/dist/discovery/base.js.map +1 -1
- package/dist/discovery/bedrock.d.ts.map +1 -1
- package/dist/discovery/cerebras.d.ts.map +1 -1
- package/dist/discovery/cohere.d.ts.map +1 -1
- package/dist/discovery/deepinfra.d.ts.map +1 -1
- package/dist/discovery/deepseek.d.ts.map +1 -1
- package/dist/discovery/fireworks.d.ts.map +1 -1
- package/dist/discovery/glm.d.ts.map +1 -1
- package/dist/discovery/google.d.ts +3 -1
- package/dist/discovery/google.d.ts.map +1 -1
- package/dist/discovery/google.js +13 -6
- package/dist/discovery/google.js.map +1 -1
- package/dist/discovery/groq.d.ts.map +1 -1
- package/dist/discovery/index.d.ts +3 -0
- package/dist/discovery/index.d.ts.map +1 -1
- package/dist/discovery/index.js +9 -0
- package/dist/discovery/index.js.map +1 -1
- package/dist/discovery/litellm-seed.js +12 -8
- package/dist/discovery/litellm-seed.js.map +1 -1
- package/dist/discovery/llama-cpp.d.ts.map +1 -1
- package/dist/discovery/lmstudio.d.ts +26 -0
- package/dist/discovery/lmstudio.d.ts.map +1 -0
- package/dist/discovery/lmstudio.js +93 -0
- package/dist/discovery/lmstudio.js.map +1 -0
- package/dist/discovery/minimax.d.ts.map +1 -1
- package/dist/discovery/mistral.d.ts.map +1 -1
- package/dist/discovery/modelsdev-seed.js +16 -12
- package/dist/discovery/modelsdev-seed.js.map +1 -1
- package/dist/discovery/moonshot.d.ts.map +1 -1
- package/dist/discovery/nvidia.d.ts.map +1 -1
- package/dist/discovery/ollama.d.ts.map +1 -1
- package/dist/discovery/openai-compatible.d.ts.map +1 -1
- package/dist/discovery/openai.d.ts.map +1 -1
- package/dist/discovery/openrouter.d.ts +29 -5
- package/dist/discovery/openrouter.d.ts.map +1 -1
- package/dist/discovery/openrouter.js +56 -18
- package/dist/discovery/openrouter.js.map +1 -1
- package/dist/discovery/perplexity.d.ts.map +1 -1
- package/dist/discovery/promo-overrides.js.map +1 -1
- package/dist/discovery/static-direct.d.ts +9 -1
- package/dist/discovery/static-direct.d.ts.map +1 -1
- package/dist/discovery/static-direct.js +68 -7
- package/dist/discovery/static-direct.js.map +1 -1
- package/dist/discovery/together.d.ts.map +1 -1
- package/dist/discovery/vercel.d.ts +45 -0
- package/dist/discovery/vercel.d.ts.map +1 -0
- package/dist/discovery/vercel.js +232 -0
- package/dist/discovery/vercel.js.map +1 -0
- package/dist/discovery/vertex.d.ts.map +1 -1
- package/dist/discovery/vllm.d.ts +26 -0
- package/dist/discovery/vllm.d.ts.map +1 -0
- package/dist/discovery/vllm.js +93 -0
- package/dist/discovery/vllm.js.map +1 -0
- package/dist/discovery/zai.d.ts.map +1 -1
- package/dist/discovery-contract.d.ts +8 -1
- package/dist/discovery-contract.d.ts.map +1 -1
- package/dist/discovery-contract.js +28 -1
- package/dist/discovery-contract.js.map +1 -1
- package/dist/discovery-routes.d.ts +9 -0
- package/dist/discovery-routes.d.ts.map +1 -1
- package/dist/discovery-routes.js +106 -18
- package/dist/discovery-routes.js.map +1 -1
- package/dist/enrichment/litellm-catalog.d.ts +1 -0
- package/dist/enrichment/litellm-catalog.d.ts.map +1 -1
- package/dist/enrichment/litellm-catalog.js.map +1 -1
- package/dist/enrichment/litellm.d.ts +1 -1
- package/dist/enrichment/litellm.d.ts.map +1 -1
- package/dist/enrichment/litellm.js +9 -3
- package/dist/enrichment/litellm.js.map +1 -1
- package/dist/entry.d.ts +14 -0
- package/dist/entry.d.ts.map +1 -0
- package/dist/entry.js +26 -0
- package/dist/entry.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -0
- package/dist/index.js.map +1 -1
- package/dist/mcp-server.d.ts +207 -2
- package/dist/mcp-server.d.ts.map +1 -1
- package/dist/mcp-server.js +254 -54
- package/dist/mcp-server.js.map +1 -1
- package/dist/model-features.d.ts.map +1 -1
- package/dist/model-features.js +11 -2
- package/dist/model-features.js.map +1 -1
- package/dist/normalize.d.ts +7 -7
- package/dist/normalize.js +8 -8
- package/dist/provider-catalog.d.ts +17 -2
- package/dist/provider-catalog.d.ts.map +1 -1
- package/dist/provider-catalog.js +112 -0
- package/dist/provider-catalog.js.map +1 -1
- package/dist/proxy.d.ts +49 -7
- package/dist/proxy.d.ts.map +1 -1
- package/dist/proxy.js +765 -80
- package/dist/proxy.js.map +1 -1
- package/dist/registry-discovery.d.ts.map +1 -1
- package/dist/registry-discovery.js +4 -4
- package/dist/registry-discovery.js.map +1 -1
- package/dist/registry-query.d.ts +2 -2
- package/dist/registry-query.d.ts.map +1 -1
- package/dist/registry-query.js +60 -9
- package/dist/registry-query.js.map +1 -1
- package/dist/registry-routing.d.ts +65 -0
- package/dist/registry-routing.d.ts.map +1 -0
- package/dist/registry-routing.js +165 -0
- package/dist/registry-routing.js.map +1 -0
- package/dist/registry-runtime.d.ts +2 -0
- package/dist/registry-runtime.d.ts.map +1 -1
- package/dist/registry-runtime.js +167 -15
- package/dist/registry-runtime.js.map +1 -1
- package/dist/registry-selection.d.ts.map +1 -1
- package/dist/registry-selection.js +27 -3
- package/dist/registry-selection.js.map +1 -1
- package/dist/registry.d.ts +69 -0
- package/dist/registry.d.ts.map +1 -1
- package/dist/registry.js +135 -3
- package/dist/registry.js.map +1 -1
- package/dist/resilience.d.ts +15 -0
- package/dist/resilience.d.ts.map +1 -1
- package/dist/resilience.js +23 -1
- package/dist/resilience.js.map +1 -1
- package/dist/security.js +6 -6
- package/dist/security.js.map +1 -1
- package/dist/server.d.ts +44 -2
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +329 -34
- package/dist/server.js.map +1 -1
- package/dist/tally.d.ts +80 -0
- package/dist/tally.d.ts.map +1 -0
- package/dist/tally.js +176 -0
- package/dist/tally.js.map +1 -0
- package/dist/types.d.ts +64 -3
- package/dist/types.d.ts.map +1 -1
- package/dist/wire-anthropic.d.ts +264 -0
- package/dist/wire-anthropic.d.ts.map +1 -0
- package/dist/wire-anthropic.js +960 -0
- package/dist/wire-anthropic.js.map +1 -0
- package/package.json +106 -97
- package/logo.png +0 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/discovery/openrouter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/discovery/openrouter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,2EAA2E;AAC3E,gFAAgF;AAChF,OAAO,EAAE,qBAAqB,IAAI,8BAA8B,EAAE,MAAM,iBAAiB,CAAC;AAmD1F;;;;;;GAMG;AACH,MAAM,OAAO,oBAAqB,SAAQ,cAAc;IAC9C,UAAU,GAAG,YAAY,CAAC;IAC1B,YAAY,GAAG,YAAY,CAAC;IAC5B,OAAO,GAAG,uBAAuB,CAAC;IAE3C;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,CAAC,UAA4B,EAAE,OAA8B;QAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACjE,MAAM,OAAO,GAA2B,EAAE,CAAC;QAE3C,gEAAgE;QAChE,oDAAoD;QACpD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,WAAW,CAAC;QAC3D,IAAI,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,aAAa,GAAG,UAAU,MAAM,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CACpC,GAAG,IAAI,CAAC,OAAO,gBAAgB,EAC/B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EACrD,SAAS,CACT,CAAC;QAEF,OAAO,QAAQ,CAAC,IAAI;aAClB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;aAC1C,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,KAAsB;QACzC,OAAO,KAAK,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,CAAC;IAED,8EAA8E;IACtE,WAAW,CAAC,KAAsB;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAEnE,OAAO,IAAI,CAAC,QAAQ,CAAC;YACpB,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE;YAC5B,QAAQ,EAAE,IAAI,CAAC,UAAU;YACzB,cAAc;YACd,IAAI;YACJ,YAAY;YACZ,aAAa,EAAE,KAAK,CAAC,cAAc,IAAI,CAAC;YACxC,eAAe,EAAE,KAAK,CAAC,YAAY,EAAE,qBAAqB,IAAI,CAAC;YAC/D,OAAO;YACP,gEAAgE;YAChE,6DAA6D;YAC7D,mEAAmE;YACnE,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,eAAe,EAAE,SAAS,CAAC,eAAe;SAC1C,CAAC,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACK,qBAAqB,CAAC,OAAe;QAC5C,MAAM,SAAS,GAAG,8BAA8B,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC;QAEhC,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,oDAAoD;YACpD,OAAO,OAAO,CAAC;QAChB,CAAC;QAED,qEAAqE;QACrE,mEAAmE;QACnE,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACrC,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACK,oBAAoB,CAC3B,cAAyC;QAEzC,IAAI,CAAC,cAAc;YAAE,OAAO,EAAE,CAAC;QAE/B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACtC,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;YACtB,iEAAiE;YACjE,2DAA2D;YAC3D,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC;QAC5C,CAAC;QAED,OAAO;YACN,eAAe,EAAE,cAAc;YAC/B,MAAM,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY;SACnD,CAAC;IACH,CAAC;IAED,6EAA6E;IACrE,SAAS,CAAC,KAAsB;QACvC,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACpE,MAAM,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAE9C,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9D,OAAO,OAAO,CAAC;QAChB,CAAC;QACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QAChB,CAAC;QACD,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACxD,OAAO,WAAW,CAAC;QACpB,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,KAAsB;QAC/C,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACpE,MAAM,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,WAAW,CAAC,CAAC;QACtB,CAAC;QAED,kEAAkE;QAClE,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9D,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAC7B,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE1B,4DAA4D;QAC5D,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7D,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC;QAED,qEAAqE;QACrE,IAAI,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,CAAC;YAChC,YAAY,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAED;;;;;;;OAOG;IACK,iBAAiB,CAAC,EAAU;QACnC,OAAO,CACN,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YACpB,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC;YACvB,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC5B,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC1B,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrB,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;YACxB,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC5B,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;YACtB,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CACvB,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,YAAY,CAAC,OAAsC;QAC1D,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QAE/B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAE7D,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;YAC9D,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,2EAA2E;QAC3E,yEAAyE;QACzE,iFAAiF;QACjF,2EAA2E;QAC3E,MAAM,MAAM,GAAiB;YAC5B,mDAAmD;YACnD,eAAe,EAAE,UAAU,GAAG,SAAS;YACvC,gBAAgB,EAAE,cAAc,GAAG,SAAS;SAC5C,CAAC;QAEF,MAAM,aAAa,GAAG,OAAO,CAAC,gBAAgB,KAAK,SAAS;YAC3D,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC7C,CAAC,CAAC,GAAG,CAAC;QACP,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACpC,MAAM,CAAC,mBAAmB,GAAG,aAAa,GAAG,SAAS,CAAC;QACxD,CAAC;QAED,MAAM,cAAc,GAAG,OAAO,CAAC,iBAAiB,KAAK,SAAS;YAC7D,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC9C,CAAC,CAAC,GAAG,CAAC;QACP,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,oBAAoB,GAAG,cAAc,GAAG,SAAS,CAAC;QAC1D,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;CACD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"perplexity.d.ts","sourceRoot":"","sources":["../../src/discovery/perplexity.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AAEpE;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,oBAAqB,SAAQ,0BAA0B;IACnE,QAAQ,CAAC,UAAU,gBAAgB;IACnC,QAAQ,CAAC,YAAY,gBAAgB;IACrC,QAAQ,CAAC,OAAO,+BAA+B;IAE/C;;;;;OAKG;IACH,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO;
|
|
1
|
+
{"version":3,"file":"perplexity.d.ts","sourceRoot":"","sources":["../../src/discovery/perplexity.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AAEpE;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,oBAAqB,SAAQ,0BAA0B;IACnE,QAAQ,CAAC,UAAU,gBAAgB;IACnC,QAAQ,CAAC,YAAY,gBAAgB;IACrC,QAAQ,CAAC,OAAO,+BAA+B;IAE/C;;;;;OAKG;IACH,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAEhE;IAED;;;;;;;;OAQG;IACH,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,mBAAmB,CASzE;IAED;;;;;;;;OAQG;IACH,OAAO,CAAC,iBAAiB;CAezB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"promo-overrides.js","sourceRoot":"","sources":["../../src/discovery/promo-overrides.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAqBH;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAA6B;IACxD;QACC,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,iBAAiB;QAC1B,uDAAuD;QACvD,+DAA+D;QAC/D,OAAO,EAAE;YACR,eAAe,EAAE,KAAK;YACtB,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,QAAQ;SAC7B;QACD,MAAM,EAAE,IAAI,IAAI,CAAC,sBAAsB,CAAC;QACxC,MAAM,EACL,wHAAwH;KACzH;CACD,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAkB,EAAE,
|
|
1
|
+
{"version":3,"file":"promo-overrides.js","sourceRoot":"","sources":["../../src/discovery/promo-overrides.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAqBH;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAA6B;IACxD;QACC,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,iBAAiB;QAC1B,uDAAuD;QACvD,+DAA+D;QAC/D,OAAO,EAAE;YACR,eAAe,EAAE,KAAK;YACtB,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,QAAQ;SAC7B;QACD,MAAM,EAAE,IAAI,IAAI,CAAC,sBAAsB,CAAC;QACxC,MAAM,EACL,wHAAwH;KACzH;CACD,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAkB,EAAE,GAAG,GAAS,IAAI,IAAI,EAAE;IAC7E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrC,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IACzF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CACxB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,EAAE,CAC1E,CAAC;QACF,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,KAAK,CAAC,CAAC,CAAC,GAAG;YACV,GAAG,IAAI;YACP,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE;YAC9C,qEAAqE;YACrE,4CAA4C;YAC5C,eAAe,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,YAAY,CAAC,EAAE,gBAAgB,CAAC,CAAC;SAC3F,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC/B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AACpC,CAAC"}
|
|
@@ -18,7 +18,15 @@ export interface StaticModelSeed {
|
|
|
18
18
|
}
|
|
19
19
|
/** Curated OpenAI models for unauthenticated/offline discovery mode. */
|
|
20
20
|
export declare const STATIC_OPENAI_MODELS: readonly StaticModelSeed[];
|
|
21
|
-
/**
|
|
21
|
+
/**
|
|
22
|
+
* Curated Anthropic models for unauthenticated/offline discovery mode.
|
|
23
|
+
*
|
|
24
|
+
* Context / output limits are the documented Anthropic first-party values
|
|
25
|
+
* (Sep 2026): 1M context and 128K output across the Claude 5 and Opus /
|
|
26
|
+
* Sonnet 4.6+ tiers, 200K / 64K for Haiku 4.5. Pricing is left to the
|
|
27
|
+
* public-seed / LiteLLM enrichment pass so a price change never requires a
|
|
28
|
+
* code release.
|
|
29
|
+
*/
|
|
22
30
|
export declare const STATIC_ANTHROPIC_MODELS: readonly StaticModelSeed[];
|
|
23
31
|
/** Curated Google/Gemini models for unauthenticated/offline discovery mode. */
|
|
24
32
|
export declare const STATIC_GOOGLE_MODELS: readonly StaticModelSeed[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"static-direct.d.ts","sourceRoot":"","sources":["../../src/discovery/static-direct.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,MAAM,WAAW,eAAe;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,SAAS,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wEAAwE;AACxE,eAAO,MAAM,oBAAoB,EAAE,SAAS,eAAe,EAuD1D,CAAC;
|
|
1
|
+
{"version":3,"file":"static-direct.d.ts","sourceRoot":"","sources":["../../src/discovery/static-direct.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,MAAM,WAAW,eAAe;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,SAAS,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wEAAwE;AACxE,eAAO,MAAM,oBAAoB,EAAE,SAAS,eAAe,EAuD1D,CAAC;AAkBF;;;;;;;;GAQG;AACH,eAAO,MAAM,uBAAuB,EAAE,SAAS,eAAe,EAyD7D,CAAC;AAEF,+EAA+E;AAC/E,eAAO,MAAM,oBAAoB,EAAE,SAAS,eAAe,EAyB1D,CAAC"}
|
|
@@ -63,25 +63,86 @@ export const STATIC_OPENAI_MODELS = [
|
|
|
63
63
|
capabilities: ["speech_to_text"],
|
|
64
64
|
},
|
|
65
65
|
];
|
|
66
|
-
/**
|
|
66
|
+
/**
|
|
67
|
+
* Capability tags shared by every current-generation Claude chat model
|
|
68
|
+
* (4.5 and later): multimodal input, tool use, adaptive thinking, native
|
|
69
|
+
* JSON-schema structured outputs, and prompt caching.
|
|
70
|
+
*/
|
|
71
|
+
const CLAUDE_CURRENT_CAPABILITIES = [
|
|
72
|
+
"chat",
|
|
73
|
+
"vision",
|
|
74
|
+
"function_calling",
|
|
75
|
+
"reasoning",
|
|
76
|
+
"structured_output",
|
|
77
|
+
"prompt_caching",
|
|
78
|
+
"code",
|
|
79
|
+
"nlu",
|
|
80
|
+
];
|
|
81
|
+
/**
|
|
82
|
+
* Curated Anthropic models for unauthenticated/offline discovery mode.
|
|
83
|
+
*
|
|
84
|
+
* Context / output limits are the documented Anthropic first-party values
|
|
85
|
+
* (Sep 2026): 1M context and 128K output across the Claude 5 and Opus /
|
|
86
|
+
* Sonnet 4.6+ tiers, 200K / 64K for Haiku 4.5. Pricing is left to the
|
|
87
|
+
* public-seed / LiteLLM enrichment pass so a price change never requires a
|
|
88
|
+
* code release.
|
|
89
|
+
*/
|
|
67
90
|
export const STATIC_ANTHROPIC_MODELS = [
|
|
68
91
|
{
|
|
69
|
-
id: "claude-
|
|
70
|
-
name: "Claude
|
|
92
|
+
id: "claude-fable-5-1",
|
|
93
|
+
name: "Claude Fable 5.1",
|
|
71
94
|
mode: "chat",
|
|
72
|
-
capabilities: [
|
|
95
|
+
capabilities: [...CLAUDE_CURRENT_CAPABILITIES],
|
|
96
|
+
contextWindow: 1_000_000,
|
|
97
|
+
maxOutputTokens: 128_000,
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
id: "claude-fable-5",
|
|
101
|
+
name: "Claude Fable 5",
|
|
102
|
+
mode: "chat",
|
|
103
|
+
capabilities: [...CLAUDE_CURRENT_CAPABILITIES],
|
|
104
|
+
contextWindow: 1_000_000,
|
|
105
|
+
maxOutputTokens: 128_000,
|
|
106
|
+
},
|
|
107
|
+
{
|
|
108
|
+
id: "claude-opus-5",
|
|
109
|
+
name: "Claude Opus 5",
|
|
110
|
+
mode: "chat",
|
|
111
|
+
capabilities: [...CLAUDE_CURRENT_CAPABILITIES],
|
|
112
|
+
contextWindow: 1_000_000,
|
|
113
|
+
maxOutputTokens: 128_000,
|
|
114
|
+
},
|
|
115
|
+
{
|
|
116
|
+
id: "claude-opus-4-8",
|
|
117
|
+
name: "Claude Opus 4.8",
|
|
118
|
+
mode: "chat",
|
|
119
|
+
capabilities: [...CLAUDE_CURRENT_CAPABILITIES],
|
|
120
|
+
contextWindow: 1_000_000,
|
|
121
|
+
maxOutputTokens: 128_000,
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
id: "claude-sonnet-5",
|
|
125
|
+
name: "Claude Sonnet 5",
|
|
126
|
+
mode: "chat",
|
|
127
|
+
capabilities: [...CLAUDE_CURRENT_CAPABILITIES],
|
|
128
|
+
contextWindow: 1_000_000,
|
|
129
|
+
maxOutputTokens: 128_000,
|
|
73
130
|
},
|
|
74
131
|
{
|
|
75
132
|
id: "claude-sonnet-4-6",
|
|
76
133
|
name: "Claude Sonnet 4.6",
|
|
77
134
|
mode: "chat",
|
|
78
|
-
capabilities: [
|
|
135
|
+
capabilities: [...CLAUDE_CURRENT_CAPABILITIES],
|
|
136
|
+
contextWindow: 1_000_000,
|
|
137
|
+
maxOutputTokens: 128_000,
|
|
79
138
|
},
|
|
80
139
|
{
|
|
81
|
-
id: "claude-haiku-4-5
|
|
140
|
+
id: "claude-haiku-4-5",
|
|
82
141
|
name: "Claude Haiku 4.5",
|
|
83
142
|
mode: "chat",
|
|
84
|
-
capabilities: [
|
|
143
|
+
capabilities: [...CLAUDE_CURRENT_CAPABILITIES],
|
|
144
|
+
contextWindow: 200_000,
|
|
145
|
+
maxOutputTokens: 64_000,
|
|
85
146
|
},
|
|
86
147
|
];
|
|
87
148
|
/** Curated Google/Gemini models for unauthenticated/offline discovery mode. */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"static-direct.js","sourceRoot":"","sources":["../../src/discovery/static-direct.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAcH,wEAAwE;AACxE,MAAM,CAAC,MAAM,oBAAoB,GAA+B;IAC/D;QACC,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;KACrC;IACD;QACC,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;KACrC;IACD;QACC,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;KACrC;IACD;QACC,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC;KACnE;IACD;QACC,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC;KACzD;IACD;QACC,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,wBAAwB;QAC9B,IAAI,EAAE,WAAW;QACjB,YAAY,EAAE,CAAC,WAAW,CAAC;KAC3B;IACD;QACC,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,wBAAwB;QAC9B,IAAI,EAAE,WAAW;QACjB,YAAY,EAAE,CAAC,WAAW,CAAC;KAC3B;IACD;QACC,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,OAAO;QACb,YAAY,EAAE,CAAC,kBAAkB,CAAC;KAClC;IACD;QACC,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,OAAO;QACb,YAAY,EAAE,CAAC,gBAAgB,CAAC;KAChC;CACD,CAAC;AAEF,
|
|
1
|
+
{"version":3,"file":"static-direct.js","sourceRoot":"","sources":["../../src/discovery/static-direct.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAcH,wEAAwE;AACxE,MAAM,CAAC,MAAM,oBAAoB,GAA+B;IAC/D;QACC,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;KACrC;IACD;QACC,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;KACrC;IACD;QACC,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;KACrC;IACD;QACC,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC;KACnE;IACD;QACC,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC;KACzD;IACD;QACC,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,wBAAwB;QAC9B,IAAI,EAAE,WAAW;QACjB,YAAY,EAAE,CAAC,WAAW,CAAC;KAC3B;IACD;QACC,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,wBAAwB;QAC9B,IAAI,EAAE,WAAW;QACjB,YAAY,EAAE,CAAC,WAAW,CAAC;KAC3B;IACD;QACC,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,OAAO;QACb,YAAY,EAAE,CAAC,kBAAkB,CAAC;KAClC;IACD;QACC,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,OAAO;QACb,YAAY,EAAE,CAAC,gBAAgB,CAAC;KAChC;CACD,CAAC;AAEF;;;;GAIG;AACH,MAAM,2BAA2B,GAAsB;IACtD,MAAM;IACN,QAAQ;IACR,kBAAkB;IAClB,WAAW;IACX,mBAAmB;IACnB,gBAAgB;IAChB,MAAM;IACN,KAAK;CACL,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAA+B;IAClE;QACC,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,GAAG,2BAA2B,CAAC;QAC9C,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,OAAO;KACxB;IACD;QACC,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,GAAG,2BAA2B,CAAC;QAC9C,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,OAAO;KACxB;IACD;QACC,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,GAAG,2BAA2B,CAAC;QAC9C,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,OAAO;KACxB;IACD;QACC,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,iBAAiB;QACvB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,GAAG,2BAA2B,CAAC;QAC9C,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,OAAO;KACxB;IACD;QACC,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,iBAAiB;QACvB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,GAAG,2BAA2B,CAAC;QAC9C,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,OAAO;KACxB;IACD;QACC,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,GAAG,2BAA2B,CAAC;QAC9C,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,OAAO;KACxB;IACD;QACC,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,GAAG,2BAA2B,CAAC;QAC9C,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;KACvB;CACD,CAAC;AAEF,+EAA+E;AAC/E,MAAM,CAAC,MAAM,oBAAoB,GAA+B;IAC/D;QACC,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC;KACnE;IACD;QACC,EAAE,EAAE,gCAAgC;QACpC,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC;KACnE;IACD;QACC,EAAE,EAAE,uBAAuB;QAC3B,IAAI,EAAE,uBAAuB;QAC7B,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC;KACnE;IACD;QACC,EAAE,EAAE,sBAAsB;QAC1B,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,WAAW;QACjB,YAAY,EAAE,CAAC,WAAW,CAAC;KAC3B;CACD,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"together.d.ts","sourceRoot":"","sources":["../../src/discovery/together.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,0BAA0B,EAAE,KAAK,mBAAmB,EAAE,KAAK,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAE1H;;;;;;;;GAQG;AACH,qBAAa,kBAAmB,SAAQ,0BAA0B;IACjE,QAAQ,CAAC,UAAU,cAAc;IACjC,QAAQ,CAAC,YAAY,iBAAiB;IACtC,QAAQ,CAAC,OAAO,8BAA8B;IAE9C;;;;;OAKG;IACH,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO;
|
|
1
|
+
{"version":3,"file":"together.d.ts","sourceRoot":"","sources":["../../src/discovery/together.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,0BAA0B,EAAE,KAAK,mBAAmB,EAAE,KAAK,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAE1H;;;;;;;;GAQG;AACH,qBAAa,kBAAmB,SAAQ,0BAA0B;IACjE,QAAQ,CAAC,UAAU,cAAc;IACjC,QAAQ,CAAC,YAAY,iBAAiB;IACtC,QAAQ,CAAC,OAAO,8BAA8B;IAE9C;;;;;OAKG;IACH,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAO/D;IAED;;;;;OAKG;IACH,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,mBAAmB,CAgDzE;CACD"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* kosha-discovery — Vercel AI Gateway discoverer.
|
|
3
|
+
*
|
|
4
|
+
* Vercel's AI Gateway exposes a public, OpenAI-compatible model catalog at
|
|
5
|
+
* `/v1/models`. The payload is richer than a plain OpenAI model list: it
|
|
6
|
+
* includes context limits, model type, tags, release metadata, and route-level
|
|
7
|
+
* pricing summaries. Discovery is unauthenticated, while execution through the
|
|
8
|
+
* gateway requires `AI_GATEWAY_API_KEY` or `VERCEL_OIDC_TOKEN`.
|
|
9
|
+
*
|
|
10
|
+
* @module
|
|
11
|
+
*/
|
|
12
|
+
import type { CredentialResult, ModelCard } from "../types.js";
|
|
13
|
+
import { BaseDiscoverer } from "./base.js";
|
|
14
|
+
/** Discovers models available through Vercel AI Gateway. */
|
|
15
|
+
export declare class VercelAIGatewayDiscoverer extends BaseDiscoverer {
|
|
16
|
+
readonly providerId = "vercel";
|
|
17
|
+
readonly providerName = "Vercel AI Gateway";
|
|
18
|
+
readonly baseUrl = "https://ai-gateway.vercel.sh/v1";
|
|
19
|
+
/**
|
|
20
|
+
* Fetch the public Gateway model catalog.
|
|
21
|
+
*
|
|
22
|
+
* The model list currently requires no authentication. If a credential is
|
|
23
|
+
* present, I still send it so the implementation remains compatible if
|
|
24
|
+
* Vercel later applies account-scoped model visibility or rate limits.
|
|
25
|
+
*/
|
|
26
|
+
discover(credential: CredentialResult, options?: {
|
|
27
|
+
timeout?: number;
|
|
28
|
+
}): Promise<ModelCard[]>;
|
|
29
|
+
private isRelevantModel;
|
|
30
|
+
private toModelCard;
|
|
31
|
+
private inferMode;
|
|
32
|
+
private inferCapabilities;
|
|
33
|
+
private inferToolDialect;
|
|
34
|
+
private extractOriginProvider;
|
|
35
|
+
private inferStatus;
|
|
36
|
+
private parsePricing;
|
|
37
|
+
private parsePerToken;
|
|
38
|
+
private firstTierPerMillion;
|
|
39
|
+
private longTier;
|
|
40
|
+
private parseDollar;
|
|
41
|
+
private parseImagePerOutput;
|
|
42
|
+
private parseVideoPerSecond;
|
|
43
|
+
private parseVideoTokenPerMillion;
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=vercel.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vercel.d.ts","sourceRoot":"","sources":["../../src/discovery/vercel.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAwC,MAAM,aAAa,CAAC;AACrG,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AA6E3C,4DAA4D;AAC5D,qBAAa,yBAA0B,SAAQ,cAAc;IAC5D,QAAQ,CAAC,UAAU,YAAY;IAC/B,QAAQ,CAAC,YAAY,uBAAuB;IAC5C,QAAQ,CAAC,OAAO,qCAAqC;IAErD;;;;;;OAMG;IACG,QAAQ,CAAC,UAAU,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAQjG;IAED,OAAO,CAAC,eAAe;IAIvB,OAAO,CAAC,WAAW;IAmBnB,OAAO,CAAC,SAAS;IAgBjB,OAAO,CAAC,iBAAiB;IAgCzB,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,qBAAqB;IAQ7B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,YAAY;IAwDpB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,QAAQ;IAMhB,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,mBAAmB;IAU3B,OAAO,CAAC,mBAAmB;IAS3B,OAAO,CAAC,yBAAyB;CAGjC"}
|
|
@@ -0,0 +1,232 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* kosha-discovery — Vercel AI Gateway discoverer.
|
|
3
|
+
*
|
|
4
|
+
* Vercel's AI Gateway exposes a public, OpenAI-compatible model catalog at
|
|
5
|
+
* `/v1/models`. The payload is richer than a plain OpenAI model list: it
|
|
6
|
+
* includes context limits, model type, tags, release metadata, and route-level
|
|
7
|
+
* pricing summaries. Discovery is unauthenticated, while execution through the
|
|
8
|
+
* gateway requires `AI_GATEWAY_API_KEY` or `VERCEL_OIDC_TOKEN`.
|
|
9
|
+
*
|
|
10
|
+
* @module
|
|
11
|
+
*/
|
|
12
|
+
import { BaseDiscoverer } from "./base.js";
|
|
13
|
+
const ORIGIN_ALIASES = {
|
|
14
|
+
"meta-llama": "meta",
|
|
15
|
+
mistralai: "mistral",
|
|
16
|
+
moonshotai: "moonshot",
|
|
17
|
+
"x-ai": "xai",
|
|
18
|
+
"z-ai": "zai",
|
|
19
|
+
};
|
|
20
|
+
/** Discovers models available through Vercel AI Gateway. */
|
|
21
|
+
export class VercelAIGatewayDiscoverer extends BaseDiscoverer {
|
|
22
|
+
providerId = "vercel";
|
|
23
|
+
providerName = "Vercel AI Gateway";
|
|
24
|
+
baseUrl = "https://ai-gateway.vercel.sh/v1";
|
|
25
|
+
/**
|
|
26
|
+
* Fetch the public Gateway model catalog.
|
|
27
|
+
*
|
|
28
|
+
* The model list currently requires no authentication. If a credential is
|
|
29
|
+
* present, I still send it so the implementation remains compatible if
|
|
30
|
+
* Vercel later applies account-scoped model visibility or rate limits.
|
|
31
|
+
*/
|
|
32
|
+
async discover(credential, options) {
|
|
33
|
+
const timeoutMs = this.validateTimeout(options?.timeout, 15_000);
|
|
34
|
+
const token = credential.apiKey ?? credential.accessToken;
|
|
35
|
+
const headers = token ? { Authorization: `Bearer ${token}` } : undefined;
|
|
36
|
+
const response = await this.fetchJSON(`${this.baseUrl}/models`, headers, timeoutMs);
|
|
37
|
+
return response.data.filter((model) => this.isRelevantModel(model)).map((model) => this.toModelCard(model));
|
|
38
|
+
}
|
|
39
|
+
isRelevantModel(model) {
|
|
40
|
+
return typeof model.id === "string" && model.id.length > 0 && model.object === "model";
|
|
41
|
+
}
|
|
42
|
+
toModelCard(model) {
|
|
43
|
+
const mode = this.inferMode(model);
|
|
44
|
+
const capabilities = this.inferCapabilities(model, mode);
|
|
45
|
+
return this.makeCard({
|
|
46
|
+
id: model.id,
|
|
47
|
+
name: model.name ?? model.id,
|
|
48
|
+
provider: this.providerId,
|
|
49
|
+
originProvider: this.extractOriginProvider(model),
|
|
50
|
+
mode,
|
|
51
|
+
capabilities,
|
|
52
|
+
contextWindow: model.context_window ?? 0,
|
|
53
|
+
maxOutputTokens: model.max_tokens ?? 0,
|
|
54
|
+
pricing: this.parsePricing(model.pricing),
|
|
55
|
+
toolDialect: this.inferToolDialect(mode, capabilities),
|
|
56
|
+
status: this.inferStatus(model),
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
inferMode(model) {
|
|
60
|
+
switch ((model.type ?? "").toLowerCase()) {
|
|
61
|
+
case "embedding":
|
|
62
|
+
return "embedding";
|
|
63
|
+
case "image":
|
|
64
|
+
return "image";
|
|
65
|
+
case "video":
|
|
66
|
+
return "video";
|
|
67
|
+
case "reranking":
|
|
68
|
+
case "rerank":
|
|
69
|
+
return "rerank";
|
|
70
|
+
default:
|
|
71
|
+
return "chat";
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
inferCapabilities(model, mode) {
|
|
75
|
+
if (mode === "embedding")
|
|
76
|
+
return ["embedding"];
|
|
77
|
+
if (mode === "rerank")
|
|
78
|
+
return ["rerank"];
|
|
79
|
+
if (mode === "image")
|
|
80
|
+
return ["image_generation"];
|
|
81
|
+
if (mode === "video")
|
|
82
|
+
return ["video_generation"];
|
|
83
|
+
const lowerId = model.id.toLowerCase();
|
|
84
|
+
const tags = new Set((model.tags ?? []).map((tag) => tag.toLowerCase()));
|
|
85
|
+
const caps = new Set(["chat"]);
|
|
86
|
+
if (tags.has("tool-use"))
|
|
87
|
+
caps.add("function_calling");
|
|
88
|
+
if (tags.has("vision"))
|
|
89
|
+
caps.add("vision");
|
|
90
|
+
if (tags.has("reasoning")) {
|
|
91
|
+
caps.add("reasoning");
|
|
92
|
+
caps.add("nlu");
|
|
93
|
+
}
|
|
94
|
+
if (tags.has("file-input"))
|
|
95
|
+
caps.add("file_input");
|
|
96
|
+
if (tags.has("web-search") || model.pricing?.web_search !== undefined)
|
|
97
|
+
caps.add("web_search");
|
|
98
|
+
if (model.pricing?.maps_search !== undefined)
|
|
99
|
+
caps.add("maps_search");
|
|
100
|
+
if (model.pricing?.image !== undefined ||
|
|
101
|
+
model.pricing?.image_output !== undefined ||
|
|
102
|
+
(model.pricing?.image_dimension_quality_pricing?.length ?? 0) > 0) {
|
|
103
|
+
caps.add("image_generation");
|
|
104
|
+
}
|
|
105
|
+
if (tags.has("implicit-caching") || tags.has("explicit-caching"))
|
|
106
|
+
caps.add("prompt_caching");
|
|
107
|
+
if (lowerId.includes("code") || lowerId.includes("coder") || lowerId.includes("codestral"))
|
|
108
|
+
caps.add("code");
|
|
109
|
+
return [...caps];
|
|
110
|
+
}
|
|
111
|
+
inferToolDialect(mode, capabilities) {
|
|
112
|
+
if (mode !== "chat")
|
|
113
|
+
return "none";
|
|
114
|
+
return capabilities.includes("function_calling") ? "openai-tools" : "none";
|
|
115
|
+
}
|
|
116
|
+
extractOriginProvider(model) {
|
|
117
|
+
const slashIdx = model.id.indexOf("/");
|
|
118
|
+
const rawPrefix = slashIdx === -1 ? model.owned_by : model.id.slice(0, slashIdx);
|
|
119
|
+
const prefix = rawPrefix?.toLowerCase();
|
|
120
|
+
if (!prefix)
|
|
121
|
+
return "vercel";
|
|
122
|
+
return ORIGIN_ALIASES[prefix] ?? prefix;
|
|
123
|
+
}
|
|
124
|
+
inferStatus(model) {
|
|
125
|
+
const label = `${model.id} ${model.name ?? ""}`.toLowerCase();
|
|
126
|
+
if (label.includes("preview") || label.includes("beta"))
|
|
127
|
+
return "preview";
|
|
128
|
+
return "active";
|
|
129
|
+
}
|
|
130
|
+
parsePricing(pricing) {
|
|
131
|
+
if (!pricing)
|
|
132
|
+
return undefined;
|
|
133
|
+
const inputPerMillion = this.parsePerToken(pricing.input) ?? this.firstTierPerMillion(pricing.input_tiers);
|
|
134
|
+
const outputPerMillion = this.parsePerToken(pricing.output) ?? this.firstTierPerMillion(pricing.output_tiers);
|
|
135
|
+
const cacheReadPerMillion = this.parsePerToken(pricing.input_cache_read) ?? this.firstTierPerMillion(pricing.input_cache_read_tiers);
|
|
136
|
+
const cacheWritePerMillion = this.parsePerToken(pricing.input_cache_write) ?? this.firstTierPerMillion(pricing.input_cache_write_tiers);
|
|
137
|
+
const imageOutputPerImage = this.parseImagePerOutput(pricing);
|
|
138
|
+
const videoOutputPerSecond = this.parseVideoPerSecond(pricing.video_duration_pricing);
|
|
139
|
+
const videoInputPerMillion = this.parseVideoTokenPerMillion(pricing.video_token_pricing?.with_video_input);
|
|
140
|
+
const videoOutputTokenPerMillion = this.parseVideoTokenPerMillion(pricing.video_token_pricing?.no_video_input);
|
|
141
|
+
const webSearchPerThousandRequests = this.parseDollar(pricing.web_search);
|
|
142
|
+
const mapsSearchPerThousandRequests = this.parseDollar(pricing.maps_search);
|
|
143
|
+
const requestPerThousand = this.parseDollar(pricing.request);
|
|
144
|
+
const hasAnyPricing = [
|
|
145
|
+
inputPerMillion,
|
|
146
|
+
outputPerMillion,
|
|
147
|
+
cacheReadPerMillion,
|
|
148
|
+
cacheWritePerMillion,
|
|
149
|
+
imageOutputPerImage,
|
|
150
|
+
videoOutputPerSecond,
|
|
151
|
+
videoInputPerMillion,
|
|
152
|
+
videoOutputTokenPerMillion,
|
|
153
|
+
webSearchPerThousandRequests,
|
|
154
|
+
mapsSearchPerThousandRequests,
|
|
155
|
+
requestPerThousand,
|
|
156
|
+
].some((value) => value !== undefined);
|
|
157
|
+
if (!hasAnyPricing)
|
|
158
|
+
return undefined;
|
|
159
|
+
const result = {
|
|
160
|
+
inputPerMillion: inputPerMillion ?? 0,
|
|
161
|
+
outputPerMillion: outputPerMillion ?? videoOutputTokenPerMillion ?? 0,
|
|
162
|
+
};
|
|
163
|
+
if (cacheReadPerMillion !== undefined)
|
|
164
|
+
result.cacheReadPerMillion = cacheReadPerMillion;
|
|
165
|
+
if (cacheWritePerMillion !== undefined)
|
|
166
|
+
result.cacheWritePerMillion = cacheWritePerMillion;
|
|
167
|
+
if (imageOutputPerImage !== undefined)
|
|
168
|
+
result.imageOutputPerImage = imageOutputPerImage;
|
|
169
|
+
if (videoOutputPerSecond !== undefined)
|
|
170
|
+
result.videoOutputPerSecond = videoOutputPerSecond;
|
|
171
|
+
if (videoInputPerMillion !== undefined)
|
|
172
|
+
result.videoInputPerMillion = videoInputPerMillion;
|
|
173
|
+
if (webSearchPerThousandRequests !== undefined)
|
|
174
|
+
result.webSearchPerThousandRequests = webSearchPerThousandRequests;
|
|
175
|
+
if (mapsSearchPerThousandRequests !== undefined)
|
|
176
|
+
result.mapsSearchPerThousandRequests = mapsSearchPerThousandRequests;
|
|
177
|
+
if (requestPerThousand !== undefined)
|
|
178
|
+
result.requestPerThousand = requestPerThousand;
|
|
179
|
+
const longInput = this.longTier(pricing.input_tiers);
|
|
180
|
+
const longOutput = this.longTier(pricing.output_tiers);
|
|
181
|
+
const threshold = longInput?.min ?? longOutput?.min;
|
|
182
|
+
if (longInput)
|
|
183
|
+
result.longContextInputPerMillion = longInput.costPerMillion;
|
|
184
|
+
if (longOutput)
|
|
185
|
+
result.longContextOutputPerMillion = longOutput.costPerMillion;
|
|
186
|
+
if (threshold !== undefined)
|
|
187
|
+
result.longContextThresholdTokens = threshold;
|
|
188
|
+
return result;
|
|
189
|
+
}
|
|
190
|
+
parsePerToken(value) {
|
|
191
|
+
const parsed = this.parseDollar(value);
|
|
192
|
+
return parsed === undefined ? undefined : parsed * 1_000_000;
|
|
193
|
+
}
|
|
194
|
+
firstTierPerMillion(tiers) {
|
|
195
|
+
return this.parsePerToken(tiers?.[0]?.cost);
|
|
196
|
+
}
|
|
197
|
+
longTier(tiers) {
|
|
198
|
+
const tier = tiers?.find((entry) => entry.min > 0);
|
|
199
|
+
const costPerMillion = this.parsePerToken(tier?.cost);
|
|
200
|
+
return tier && costPerMillion !== undefined ? { min: tier.min, costPerMillion } : undefined;
|
|
201
|
+
}
|
|
202
|
+
parseDollar(value) {
|
|
203
|
+
if (value === undefined || value === "")
|
|
204
|
+
return undefined;
|
|
205
|
+
const parsed = Number.parseFloat(value);
|
|
206
|
+
return Number.isFinite(parsed) ? parsed : undefined;
|
|
207
|
+
}
|
|
208
|
+
parseImagePerOutput(pricing) {
|
|
209
|
+
const flat = this.parseDollar(pricing.image_output) ?? this.parseDollar(pricing.image);
|
|
210
|
+
const dimensionPrices = pricing.image_dimension_quality_pricing
|
|
211
|
+
?.map((entry) => this.parseDollar(entry.cost))
|
|
212
|
+
.filter((value) => value !== undefined) ?? [];
|
|
213
|
+
const allPrices = flat === undefined ? dimensionPrices : [flat, ...dimensionPrices];
|
|
214
|
+
if (allPrices.length === 0)
|
|
215
|
+
return undefined;
|
|
216
|
+
return Math.min(...allPrices);
|
|
217
|
+
}
|
|
218
|
+
parseVideoPerSecond(pricing) {
|
|
219
|
+
if (!pricing || pricing.length === 0)
|
|
220
|
+
return undefined;
|
|
221
|
+
const values = pricing
|
|
222
|
+
.map((entry) => this.parseDollar(entry.cost_per_second ?? entry.cost))
|
|
223
|
+
.filter((value) => value !== undefined);
|
|
224
|
+
if (values.length === 0)
|
|
225
|
+
return undefined;
|
|
226
|
+
return Math.min(...values);
|
|
227
|
+
}
|
|
228
|
+
parseVideoTokenPerMillion(pricing) {
|
|
229
|
+
return this.parseDollar(pricing?.cost_per_million_tokens);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
//# sourceMappingURL=vercel.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vercel.js","sourceRoot":"","sources":["../../src/discovery/vercel.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAqE3C,MAAM,cAAc,GAA2B;IAC9C,YAAY,EAAE,MAAM;IACpB,SAAS,EAAE,SAAS;IACpB,UAAU,EAAE,UAAU;IACtB,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;CACb,CAAC;AAEF,4DAA4D;AAC5D,MAAM,OAAO,yBAA0B,SAAQ,cAAc;IACnD,UAAU,GAAG,QAAQ,CAAC;IACtB,YAAY,GAAG,mBAAmB,CAAC;IACnC,OAAO,GAAG,iCAAiC,CAAC;IAErD;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ,CAAC,UAA4B,EAAE,OAA8B;QAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,WAAW,CAAC;QAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAEzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAA0B,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAE7G,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7G,CAAC;IAEO,eAAe,CAAC,KAAkB;QACzC,OAAO,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,KAAK,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC;IACxF,CAAC;IAEO,WAAW,CAAC,KAAkB;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAEzD,OAAO,IAAI,CAAC,QAAQ,CAAC;YACpB,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE;YAC5B,QAAQ,EAAE,IAAI,CAAC,UAAU;YACzB,cAAc,EAAE,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC;YACjD,IAAI;YACJ,YAAY;YACZ,aAAa,EAAE,KAAK,CAAC,cAAc,IAAI,CAAC;YACxC,eAAe,EAAE,KAAK,CAAC,UAAU,IAAI,CAAC;YACtC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC;YACzC,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,YAAY,CAAC;YACtD,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;SAC/B,CAAC,CAAC;IACJ,CAAC;IAEO,SAAS,CAAC,KAAkB;QACnC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1C,KAAK,WAAW;gBACf,OAAO,WAAW,CAAC;YACpB,KAAK,OAAO;gBACX,OAAO,OAAO,CAAC;YAChB,KAAK,OAAO;gBACX,OAAO,OAAO,CAAC;YAChB,KAAK,WAAW,CAAC;YACjB,KAAK,QAAQ;gBACZ,OAAO,QAAQ,CAAC;YACjB;gBACC,OAAO,MAAM,CAAC;QAChB,CAAC;IACF,CAAC;IAEO,iBAAiB,CAAC,KAAkB,EAAE,IAAe;QAC5D,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAClD,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAElD,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAEvC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,UAAU,KAAK,SAAS;YAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC9F,IAAI,KAAK,CAAC,OAAO,EAAE,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACtE,IACC,KAAK,CAAC,OAAO,EAAE,KAAK,KAAK,SAAS;YAClC,KAAK,CAAC,OAAO,EAAE,YAAY,KAAK,SAAS;YACzC,CAAC,KAAK,CAAC,OAAO,EAAE,+BAA+B,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAChE,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC7F,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE7G,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;IAClB,CAAC;IAEO,gBAAgB,CAAC,IAAe,EAAE,YAAsB;QAC/D,IAAI,IAAI,KAAK,MAAM;YAAE,OAAO,MAAM,CAAC;QACnC,OAAO,YAAY,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5E,CAAC;IAEO,qBAAqB,CAAC,KAAkB;QAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,SAAS,EAAE,WAAW,EAAE,CAAC;QACxC,IAAI,CAAC,MAAM;YAAE,OAAO,QAAQ,CAAC;QAC7B,OAAO,cAAc,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC;IACzC,CAAC;IAEO,WAAW,CAAC,KAAkB;QACrC,MAAM,KAAK,GAAG,GAAG,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9D,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,SAAS,CAAC;QAC1E,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,YAAY,CAAC,OAAuC;QAC3D,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QAE/B,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3G,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC9G,MAAM,mBAAmB,GACxB,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;QAC1G,MAAM,oBAAoB,GACzB,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAC5G,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAC9D,MAAM,oBAAoB,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;QACtF,MAAM,oBAAoB,GAAG,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;QAC3G,MAAM,0BAA0B,GAAG,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,mBAAmB,EAAE,cAAc,CAAC,CAAC;QAC/G,MAAM,4BAA4B,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC1E,MAAM,6BAA6B,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC5E,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE7D,MAAM,aAAa,GAAG;YACrB,eAAe;YACf,gBAAgB;YAChB,mBAAmB;YACnB,oBAAoB;YACpB,mBAAmB;YACnB,oBAAoB;YACpB,oBAAoB;YACpB,0BAA0B;YAC1B,4BAA4B;YAC5B,6BAA6B;YAC7B,kBAAkB;SAClB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,aAAa;YAAE,OAAO,SAAS,CAAC;QAErC,MAAM,MAAM,GAAiB;YAC5B,eAAe,EAAE,eAAe,IAAI,CAAC;YACrC,gBAAgB,EAAE,gBAAgB,IAAI,0BAA0B,IAAI,CAAC;SACrE,CAAC;QAEF,IAAI,mBAAmB,KAAK,SAAS;YAAE,MAAM,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QACxF,IAAI,oBAAoB,KAAK,SAAS;YAAE,MAAM,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QAC3F,IAAI,mBAAmB,KAAK,SAAS;YAAE,MAAM,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QACxF,IAAI,oBAAoB,KAAK,SAAS;YAAE,MAAM,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QAC3F,IAAI,oBAAoB,KAAK,SAAS;YAAE,MAAM,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QAC3F,IAAI,4BAA4B,KAAK,SAAS;YAAE,MAAM,CAAC,4BAA4B,GAAG,4BAA4B,CAAC;QACnH,IAAI,6BAA6B,KAAK,SAAS;YAAE,MAAM,CAAC,6BAA6B,GAAG,6BAA6B,CAAC;QACtH,IAAI,kBAAkB,KAAK,SAAS;YAAE,MAAM,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAErF,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,SAAS,EAAE,GAAG,IAAI,UAAU,EAAE,GAAG,CAAC;QACpD,IAAI,SAAS;YAAE,MAAM,CAAC,0BAA0B,GAAG,SAAS,CAAC,cAAc,CAAC;QAC5E,IAAI,UAAU;YAAE,MAAM,CAAC,2BAA2B,GAAG,UAAU,CAAC,cAAc,CAAC;QAC/E,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,0BAA0B,GAAG,SAAS,CAAC;QAE3E,OAAO,MAAM,CAAC;IACf,CAAC;IAEO,aAAa,CAAC,KAAyB;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACvC,OAAO,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC;IAC9D,CAAC;IAEO,mBAAmB,CAAC,KAAsC;QACjE,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAEO,QAAQ,CAAC,KAAsC;QACtD,MAAM,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtD,OAAO,IAAI,IAAI,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7F,CAAC;IAEO,WAAW,CAAC,KAAyB;QAC5C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;YAAE,OAAO,SAAS,CAAC;QAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IACrD,CAAC;IAEO,mBAAmB,CAAC,OAA2B;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvF,MAAM,eAAe,GAAG,OAAO,CAAC,+BAA+B;YAC9D,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aAC7C,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;QAChE,MAAM,SAAS,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,eAAe,CAAC,CAAC;QACpF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAC/B,CAAC;IAEO,mBAAmB,CAAC,OAA+C;QAC1E,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QACvD,MAAM,MAAM,GAAG,OAAO;aACpB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;aACrE,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;QAC1D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAC5B,CAAC;IAEO,yBAAyB,CAAC,OAA0C;QAC3E,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IAC3D,CAAC;CACD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vertex.d.ts","sourceRoot":"","sources":["../../src/discovery/vertex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAQH,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAa,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAiD3C;;;;;;;;;GASG;AACH,qBAAa,gBAAiB,SAAQ,cAAc;IACnD,QAAQ,CAAC,UAAU,YAAY;IAC/B,QAAQ,CAAC,YAAY,sBAAsB;IAC3C,2DAA2D;IAC3D,QAAQ,CAAC,OAAO,gDAAgD;IAEhE;;;;;;;;;OASG;IACG,QAAQ,CAAC,UAAU,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"vertex.d.ts","sourceRoot":"","sources":["../../src/discovery/vertex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAQH,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAa,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAiD3C;;;;;;;;;GASG;AACH,qBAAa,gBAAiB,SAAQ,cAAc;IACnD,QAAQ,CAAC,UAAU,YAAY;IAC/B,QAAQ,CAAC,YAAY,sBAAsB;IAC3C,2DAA2D;IAC3D,QAAQ,CAAC,OAAO,gDAAgD;IAEhE;;;;;;;;;OASG;IACG,QAAQ,CAAC,UAAU,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAkCjG;IAMD;;;;;;;;;;OAUG;YACW,cAAc;IA8B5B;;;;;;;;;;OAUG;IACG,cAAc,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CA4B9E;IAED;;;;;;OAMG;YACW,oBAAoB;IA0BlC;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAkB1B;;;;;OAKG;YACW,cAAc;IAuB5B;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAmB7B;;;;;;;;;OASG;IACH,OAAO,CAAC,cAAc;IAkBtB;;;;;;;;;;OAUG;IACH,OAAO,CAAC,WAAW;IAkBnB;;;;;;;;;OASG;IACH,OAAO,CAAC,iBAAiB;IAqBzB;;;;;;OAMG;IACH,OAAO,CAAC,SAAS;IAOjB;;;;;;;;OAQG;IACH,OAAO,CAAC,iBAAiB;CAgBzB"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* kosha-discovery — vLLM discoverer.
|
|
3
|
+
*
|
|
4
|
+
* vLLM exposes an OpenAI-compatible HTTP server on `localhost:8000` by
|
|
5
|
+
* default. Unlike Ollama / LM Studio it can run remotely too, so the base
|
|
6
|
+
* URL is configurable. We still treat it as a local-style provider
|
|
7
|
+
* (loopback-only through the proxy allowlist) by default.
|
|
8
|
+
* @module
|
|
9
|
+
*/
|
|
10
|
+
import type { CredentialResult, ModelCard } from "../types.js";
|
|
11
|
+
import { BaseDiscoverer } from "./base.js";
|
|
12
|
+
export declare class VllmDiscoverer extends BaseDiscoverer {
|
|
13
|
+
readonly providerId = "vllm";
|
|
14
|
+
readonly providerName = "vLLM (Local)";
|
|
15
|
+
readonly baseUrl: string;
|
|
16
|
+
constructor(baseUrl?: string);
|
|
17
|
+
discover(_credential: CredentialResult, options?: {
|
|
18
|
+
timeout?: number;
|
|
19
|
+
}): Promise<ModelCard[]>;
|
|
20
|
+
private toModelCard;
|
|
21
|
+
private normalizeLocalModelId;
|
|
22
|
+
private inferMode;
|
|
23
|
+
private inferRawCapabilities;
|
|
24
|
+
private isConnectionError;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=vllm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vllm.d.ts","sourceRoot":"","sources":["../../src/discovery/vllm.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAwB,SAAS,EAAa,MAAM,aAAa,CAAC;AAChG,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAc3C,qBAAa,cAAe,SAAQ,cAAc;IACjD,QAAQ,CAAC,UAAU,UAAU;IAC7B,QAAQ,CAAC,YAAY,kBAAkB;IACvC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAEzB,YAAY,OAAO,CAAC,EAAE,MAAM,EAG3B;IAEK,QAAQ,CAAC,WAAW,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAWlG;IAED,OAAO,CAAC,WAAW;IAuBnB,OAAO,CAAC,qBAAqB;IAM7B,OAAO,CAAC,SAAS;IAOjB,OAAO,CAAC,oBAAoB;IAU5B,OAAO,CAAC,iBAAiB;CAWzB"}
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* kosha-discovery — vLLM discoverer.
|
|
3
|
+
*
|
|
4
|
+
* vLLM exposes an OpenAI-compatible HTTP server on `localhost:8000` by
|
|
5
|
+
* default. Unlike Ollama / LM Studio it can run remotely too, so the base
|
|
6
|
+
* URL is configurable. We still treat it as a local-style provider
|
|
7
|
+
* (loopback-only through the proxy allowlist) by default.
|
|
8
|
+
* @module
|
|
9
|
+
*/
|
|
10
|
+
import { BaseDiscoverer } from "./base.js";
|
|
11
|
+
export class VllmDiscoverer extends BaseDiscoverer {
|
|
12
|
+
providerId = "vllm";
|
|
13
|
+
providerName = "vLLM (Local)";
|
|
14
|
+
baseUrl;
|
|
15
|
+
constructor(baseUrl) {
|
|
16
|
+
super();
|
|
17
|
+
this.baseUrl = baseUrl ?? "http://127.0.0.1:8000";
|
|
18
|
+
}
|
|
19
|
+
async discover(_credential, options) {
|
|
20
|
+
const timeoutMs = this.validateTimeout(options?.timeout, 5_000);
|
|
21
|
+
let response;
|
|
22
|
+
try {
|
|
23
|
+
response = await this.fetchJSON(`${this.baseUrl}/v1/models`, undefined, timeoutMs);
|
|
24
|
+
}
|
|
25
|
+
catch (error) {
|
|
26
|
+
if (this.isConnectionError(error))
|
|
27
|
+
return [];
|
|
28
|
+
throw error;
|
|
29
|
+
}
|
|
30
|
+
if (!Array.isArray(response?.data))
|
|
31
|
+
return [];
|
|
32
|
+
return response.data.map((model) => this.toModelCard(model));
|
|
33
|
+
}
|
|
34
|
+
toModelCard(model) {
|
|
35
|
+
const id = this.normalizeLocalModelId(model.id);
|
|
36
|
+
const mode = this.inferMode(id);
|
|
37
|
+
const capabilities = this.inferRawCapabilities(id, mode);
|
|
38
|
+
const localRuntime = {
|
|
39
|
+
runtimeFamily: "vllm",
|
|
40
|
+
transport: "openai-compatible-http",
|
|
41
|
+
supportsStreaming: true,
|
|
42
|
+
};
|
|
43
|
+
return this.makeCard({
|
|
44
|
+
id,
|
|
45
|
+
name: id,
|
|
46
|
+
provider: this.providerId,
|
|
47
|
+
mode,
|
|
48
|
+
capabilities,
|
|
49
|
+
rawCapabilities: capabilities,
|
|
50
|
+
contextWindow: model.max_model_len ?? 0,
|
|
51
|
+
maxOutputTokens: 0,
|
|
52
|
+
source: "local",
|
|
53
|
+
localRuntime,
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
normalizeLocalModelId(modelId) {
|
|
57
|
+
if (!modelId)
|
|
58
|
+
return modelId;
|
|
59
|
+
const segments = modelId.split(/[\\/]/).filter(Boolean);
|
|
60
|
+
return segments[segments.length - 1] ?? modelId;
|
|
61
|
+
}
|
|
62
|
+
inferMode(modelId) {
|
|
63
|
+
const lower = modelId.toLowerCase();
|
|
64
|
+
if (lower.includes("rerank"))
|
|
65
|
+
return "rerank";
|
|
66
|
+
if (lower.includes("embed"))
|
|
67
|
+
return "embedding";
|
|
68
|
+
return "chat";
|
|
69
|
+
}
|
|
70
|
+
inferRawCapabilities(modelId, mode) {
|
|
71
|
+
const lower = modelId.toLowerCase();
|
|
72
|
+
if (mode === "embedding")
|
|
73
|
+
return ["embedding"];
|
|
74
|
+
if (mode === "rerank")
|
|
75
|
+
return ["rerank"];
|
|
76
|
+
const capabilities = ["chat"];
|
|
77
|
+
if (lower.includes("code") || lower.includes("coder"))
|
|
78
|
+
capabilities.push("code");
|
|
79
|
+
if (lower.includes("vision") || lower.includes("vlm") || lower.includes("llava"))
|
|
80
|
+
capabilities.push("vision");
|
|
81
|
+
return capabilities;
|
|
82
|
+
}
|
|
83
|
+
isConnectionError(error) {
|
|
84
|
+
const message = (error instanceof Error ? error.message : String(error)).toLowerCase();
|
|
85
|
+
return (message.includes("econnrefused") ||
|
|
86
|
+
message.includes("enotfound") ||
|
|
87
|
+
message.includes("econnreset") ||
|
|
88
|
+
message.includes("fetch failed") ||
|
|
89
|
+
message.includes("network") ||
|
|
90
|
+
message.includes("aborted"));
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
//# sourceMappingURL=vllm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vllm.js","sourceRoot":"","sources":["../../src/discovery/vllm.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAc3C,MAAM,OAAO,cAAe,SAAQ,cAAc;IACxC,UAAU,GAAG,MAAM,CAAC;IACpB,YAAY,GAAG,cAAc,CAAC;IAC9B,OAAO,CAAS;IAEzB,YAAY,OAAgB;QAC3B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,uBAAuB,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,WAA6B,EAAE,OAA8B;QAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAChE,IAAI,QAA0B,CAAC;QAC/B,IAAI,CAAC;YACJ,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAmB,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACtG,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAC7C,MAAM,KAAK,CAAC;QACb,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;QAC9C,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEO,WAAW,CAAC,KAAgB;QACnC,MAAM,EAAE,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACzD,MAAM,YAAY,GAAyB;YAC1C,aAAa,EAAE,MAAM;YACrB,SAAS,EAAE,wBAAwB;YACnC,iBAAiB,EAAE,IAAI;SACvB,CAAC;QACF,OAAO,IAAI,CAAC,QAAQ,CAAC;YACpB,EAAE;YACF,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE,IAAI,CAAC,UAAU;YACzB,IAAI;YACJ,YAAY;YACZ,eAAe,EAAE,YAAY;YAC7B,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;YACvC,eAAe,EAAE,CAAC;YAClB,MAAM,EAAE,OAAO;YACf,YAAY;SACZ,CAAC,CAAC;IACJ,CAAC;IAEO,qBAAqB,CAAC,OAAe;QAC5C,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxD,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC;IACjD,CAAC;IAEO,SAAS,CAAC,OAAe;QAChC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,WAAW,CAAC;QAChD,OAAO,MAAM,CAAC;IACf,CAAC;IAEO,oBAAoB,CAAC,OAAe,EAAE,IAAe;QAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACpC,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,YAAY,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9B,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjF,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9G,OAAO,YAAY,CAAC;IACrB,CAAC;IAEO,iBAAiB,CAAC,KAAc;QACvC,MAAM,OAAO,GAAG,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACvF,OAAO,CACN,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;YAChC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC7B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC9B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;YAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAC3B,CAAC;IACH,CAAC;CACD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"zai.d.ts","sourceRoot":"","sources":["../../src/discovery/zai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AAEpE,qBAAa,aAAc,SAAQ,0BAA0B;IAC5D,QAAQ,CAAC,UAAU,SAAS;IAC5B,QAAQ,CAAC,YAAY,UAAU;IAC/B,QAAQ,CAAC,OAAO,kCAAkC;IAElD,SAAS,CAAC,kBAAkB,IAAI,MAAM,EAAE;
|
|
1
|
+
{"version":3,"file":"zai.d.ts","sourceRoot":"","sources":["../../src/discovery/zai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AAEpE,qBAAa,aAAc,SAAQ,0BAA0B;IAC5D,QAAQ,CAAC,UAAU,SAAS;IAC5B,QAAQ,CAAC,YAAY,UAAU;IAC/B,QAAQ,CAAC,OAAO,kCAAkC;IAElD,SAAS,CAAC,kBAAkB,IAAI,MAAM,EAAE,CAKvC;IAED,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAE/D;IAED,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,mBAAmB,CA4BzE;CACD"}
|