@deepseek-ai/dsh-llm 0.1.1-rc.2 → 0.1.2-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.i18n.yaml +2 -2
- package/README.md +123 -62
- package/README.zh.md +123 -66
- package/lib/index.js +780 -680
- package/lib/typert.host.d.ts +3 -0
- package/lib/typert.host.js +528 -0
- package/lib/typert.remote-client.d.ts +26 -0
- package/lib/typert.remote-client.js +102 -0
- package/lib/types/assembler.js +3 -3
- package/lib/types/brand.d.ts +10 -10
- package/lib/types/brand.js +13 -12
- package/lib/types/call-config.d.ts +0 -9
- package/lib/types/call-config.js +0 -40
- package/lib/types/content.d.ts +50 -16
- package/lib/types/content.js +99 -41
- package/lib/types/index.d.ts +38 -8
- package/lib/types/index.js +668 -570
- package/lib/types/message.d.ts +4 -13
- package/lib/types/message.js +4 -22
- package/lib/types/types.d.ts +53 -5
- package/package.json +25 -13
- package/lib/types/never.d.ts +0 -16
- package/lib/types/never.js +0 -21
package/lib/types/index.d.ts
CHANGED
|
@@ -5,15 +5,15 @@
|
|
|
5
5
|
*
|
|
6
6
|
* @module @deepseek-ai/dsh-llm
|
|
7
7
|
*/
|
|
8
|
-
import { Context
|
|
9
|
-
import
|
|
8
|
+
import { Context } from '@deepseek-ai/cordis';
|
|
9
|
+
import { TypertRemoteService } from '@deepseek-ai/dsh-typert-protocol';
|
|
10
|
+
import type { GenerateOptions, LlmConfigurableProvider, LlmDiscoveredModel, LlmFailure, LlmImageRequestPricing, LlmModelContext, LlmModelDiscoveryRequest, LlmModelInfo, LlmResolvedModelInfo, LlmProviderInfo, ModelModality, StreamChunk } from './types.ts';
|
|
10
11
|
import type { ResolvedRetryPolicy } from './retry-policy.ts';
|
|
11
12
|
import type { ProviderRequestId } from './brand.ts';
|
|
12
13
|
import type { LlmCallConfig, LlmCallConfigAdapterDefaults } from './call-config.ts';
|
|
13
14
|
import { HarnessError } from './error.ts';
|
|
14
15
|
export * from './attribution.ts';
|
|
15
16
|
export * from './brand.ts';
|
|
16
|
-
export * from './never.ts';
|
|
17
17
|
export * from './error.ts';
|
|
18
18
|
export * from './api-key.ts';
|
|
19
19
|
export * from './types.ts';
|
|
@@ -21,7 +21,7 @@ export * from './content.ts';
|
|
|
21
21
|
export * from './message.ts';
|
|
22
22
|
export * from './retry-policy.ts';
|
|
23
23
|
export { BlockAssembler } from './assembler.ts';
|
|
24
|
-
export { callConfigEquals,
|
|
24
|
+
export { callConfigEquals, isAgentLoopRequest, markAgentLoopRequest } from './call-config.ts';
|
|
25
25
|
export type { LlmCallConfig, LlmCallConfigAdapterDefaults } from './call-config.ts';
|
|
26
26
|
declare module '@deepseek-ai/cordis' {
|
|
27
27
|
interface Context {
|
|
@@ -132,6 +132,16 @@ export declare abstract class LlmAdapter {
|
|
|
132
132
|
* @returns a resolved policy, or `undefined` to use the normal defaults.
|
|
133
133
|
*/
|
|
134
134
|
providerRetryPolicy(_provider: string): ResolvedRetryPolicy | undefined;
|
|
135
|
+
/**
|
|
136
|
+
* Resolve provider-side request-image pricing for one exact model route.
|
|
137
|
+
* The default declares none, so consumers fall back to their own neutral
|
|
138
|
+
* estimate. Implementations must answer synchronously without I/O; the
|
|
139
|
+
* token meter resolves this per measurement.
|
|
140
|
+
* @param _provider - a route passed to `registerAdapter()` for this instance.
|
|
141
|
+
* @param _model - exact model id passed to {@link GenerateOptions.model}.
|
|
142
|
+
* @returns route-owned image pricing, or `undefined` when the route declares none.
|
|
143
|
+
*/
|
|
144
|
+
imageRequestPricing(_provider: string, _model: string): LlmImageRequestPricing | undefined;
|
|
135
145
|
/**
|
|
136
146
|
* List models this adapter can currently advertise for one owned provider.
|
|
137
147
|
* The result is advisory: an adapter may accept unlisted model ids, and
|
|
@@ -214,7 +224,7 @@ export interface DirectoryRegistrationHandle {
|
|
|
214
224
|
* The abstract `llm` service: an adapter registry plus a streaming model-call
|
|
215
225
|
* API, interceptable via the `llm/stream` waterfall.
|
|
216
226
|
*/
|
|
217
|
-
export declare class LlmRuntime extends
|
|
227
|
+
export declare class LlmRuntime extends TypertRemoteService {
|
|
218
228
|
private adapters;
|
|
219
229
|
private directory;
|
|
220
230
|
private discoveries;
|
|
@@ -272,10 +282,10 @@ export declare class LlmRuntime extends Service {
|
|
|
272
282
|
* directory, and because a provider being *added* has no route to name yet.
|
|
273
283
|
* Disposed with the fiber.
|
|
274
284
|
* @param settingsNs - the namespace whose profiles this discovery serves.
|
|
275
|
-
* @param discover - interrogates one endpoint
|
|
285
|
+
* @param discover - interrogates one endpoint and must honor the supplied signal.
|
|
276
286
|
* @returns the disposer that withdraws the offer.
|
|
277
287
|
*/
|
|
278
|
-
registerModelDiscovery(settingsNs: string, discover: (request: LlmModelDiscoveryRequest) => Promise<readonly LlmDiscoveredModel[]>): () => void;
|
|
288
|
+
registerModelDiscovery(settingsNs: string, discover: (request: LlmModelDiscoveryRequest, signal?: AbortSignal) => Promise<readonly LlmDiscoveredModel[]>): () => void;
|
|
279
289
|
/**
|
|
280
290
|
* Interrogate one provider endpoint for the models it advertises. The
|
|
281
291
|
* request describes a draft, not a stored route, so nothing here reads or
|
|
@@ -283,15 +293,35 @@ export declare class LlmRuntime extends Service {
|
|
|
283
293
|
* candidate metadata a surface may offer for adoption.
|
|
284
294
|
* @param settingsNs - namespace whose registered discovery serves this draft.
|
|
285
295
|
* @param request - the endpoint, protocol, and one-shot credential to use.
|
|
296
|
+
* @param signal - caller cancellation.
|
|
286
297
|
* @returns the advertised models, deduplicated in endpoint order.
|
|
287
298
|
*/
|
|
288
|
-
discoverModels(settingsNs: string, request: LlmModelDiscoveryRequest): Promise<LlmDiscoveredModel[]>;
|
|
299
|
+
discoverModels(settingsNs: string, request: LlmModelDiscoveryRequest, signal?: AbortSignal): Promise<LlmDiscoveredModel[]>;
|
|
300
|
+
/**
|
|
301
|
+
* Remote adapter for one draft provider interrogation.
|
|
302
|
+
* @param settingsNs - namespace whose registered discovery serves this draft.
|
|
303
|
+
* @param request - endpoint, protocol, and one-shot credential to use.
|
|
304
|
+
* @param signal - caller cancellation supplied by the Remote carrier.
|
|
305
|
+
* @returns advertised models in endpoint order.
|
|
306
|
+
* @throws RemoteError with `llm/model-discovery-rejected` when discovery refuses or fails.
|
|
307
|
+
*/
|
|
308
|
+
remoteDiscoverModels(settingsNs: string, request: LlmModelDiscoveryRequest, signal: AbortSignal): Promise<LlmDiscoveredModel[]>;
|
|
289
309
|
/**
|
|
290
310
|
* Resolve the retry policy captured when one provider route was registered.
|
|
291
311
|
* @param provider - registered provider route to inspect.
|
|
292
312
|
* @returns the provider-owned policy, with normal defaults already resolved.
|
|
293
313
|
*/
|
|
294
314
|
providerRetryPolicy(provider: string): ResolvedRetryPolicy;
|
|
315
|
+
/**
|
|
316
|
+
* Resolve provider-side request-image pricing for one exact route, or
|
|
317
|
+
* `undefined` when the provider is unregistered or declares none. Unknown
|
|
318
|
+
* providers degrade to `undefined` rather than throwing because callers
|
|
319
|
+
* price durable history whose route may no longer be mounted.
|
|
320
|
+
* @param provider - provider route named by a request header.
|
|
321
|
+
* @param model - exact model id named by the same header.
|
|
322
|
+
* @returns the owning adapter's image pricing for the route, when declared.
|
|
323
|
+
*/
|
|
324
|
+
imageRequestPricing(provider: string, model: string): LlmImageRequestPricing | undefined;
|
|
295
325
|
/** Detach typed adapter-owned modality metadata. */
|
|
296
326
|
private detachedModalities;
|
|
297
327
|
/**
|