@jaypie/llm 1.3.5 → 1.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/index.cjs +69 -9
- package/dist/cjs/index.cjs.map +1 -1
- package/dist/cjs/index.d.cts +1 -1
- package/dist/cjs/src/constants.d.ts +1 -1
- package/dist/cjs/src/operate/types.d.ts +2 -0
- package/dist/cjs/src/util/index.d.ts +1 -0
- package/dist/cjs/src/util/maxOutputTokens.d.ts +12 -0
- package/dist/esm/index.d.ts +1 -1
- package/dist/esm/index.js +69 -9
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/src/constants.d.ts +1 -1
- package/dist/esm/src/operate/types.d.ts +2 -0
- package/dist/esm/src/util/index.d.ts +1 -0
- package/dist/esm/src/util/maxOutputTokens.d.ts +12 -0
- package/package.json +1 -1
|
@@ -70,6 +70,8 @@ export interface OperateRequest {
|
|
|
70
70
|
format?: JsonObject;
|
|
71
71
|
/** Provider-specific options */
|
|
72
72
|
providerOptions?: JsonObject;
|
|
73
|
+
/** Whether the request will execute over a streaming transport */
|
|
74
|
+
stream?: boolean;
|
|
73
75
|
/** Sampling temperature (0-2 for most providers) */
|
|
74
76
|
temperature?: number;
|
|
75
77
|
/** User identifier for tracking */
|
|
@@ -6,6 +6,7 @@ export * from "./formatOperateMessage.js";
|
|
|
6
6
|
export * from "./jsonSchema.js";
|
|
7
7
|
export * from "./jsonSchemaToOpenApi3.js";
|
|
8
8
|
export * from "./logger.js";
|
|
9
|
+
export * from "./maxOutputTokens.js";
|
|
9
10
|
export * from "./maxTurnsFromOptions.js";
|
|
10
11
|
export * from "./naturalZodSchema.js";
|
|
11
12
|
export * from "./random.js";
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Maximum output tokens the model supports, or undefined when unknown.
|
|
3
|
+
*/
|
|
4
|
+
export declare function maxOutputTokens(model: string): number | undefined;
|
|
5
|
+
/**
|
|
6
|
+
* Default output token limit for a request: the model maximum when
|
|
7
|
+
* streaming, capped at the non-streaming maximum otherwise. Returns
|
|
8
|
+
* undefined when the model's maximum is unknown.
|
|
9
|
+
*/
|
|
10
|
+
export declare function resolveMaxOutputTokens(model: string, { stream }?: {
|
|
11
|
+
stream?: boolean;
|
|
12
|
+
}): number | undefined;
|