ai-functions 0.2.18 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +112 -21
- package/bin/cli.js +5 -0
- package/dist/cli/index.d.ts +10 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +38 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/index.test.d.ts +2 -0
- package/dist/cli/index.test.d.ts.map +1 -0
- package/dist/cli/index.test.js +35 -0
- package/dist/cli/index.test.js.map +1 -0
- package/dist/constants/models.d.ts +10 -0
- package/dist/constants/models.d.ts.map +1 -0
- package/dist/constants/models.js +12 -0
- package/dist/constants/models.js.map +1 -0
- package/dist/converters/index.d.ts +3 -0
- package/dist/converters/index.d.ts.map +1 -0
- package/dist/converters/index.js +3 -0
- package/dist/converters/index.js.map +1 -0
- package/dist/converters/model.d.ts +4 -0
- package/dist/converters/model.d.ts.map +1 -0
- package/dist/converters/model.js +19 -0
- package/dist/converters/model.js.map +1 -0
- package/dist/converters/schema.d.ts +4 -0
- package/dist/converters/schema.d.ts.map +1 -0
- package/dist/converters/schema.js +25 -0
- package/dist/converters/schema.js.map +1 -0
- package/dist/core/responses.d.ts +5 -0
- package/dist/core/responses.d.ts.map +1 -0
- package/dist/core/responses.js +16 -0
- package/dist/core/responses.js.map +1 -0
- package/dist/core/responses.test.d.ts +2 -0
- package/dist/core/responses.test.d.ts.map +1 -0
- package/dist/core/responses.test.js +31 -0
- package/dist/core/responses.test.js.map +1 -0
- package/dist/errors.d.ts +6 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +9 -0
- package/dist/errors.js.map +1 -0
- package/dist/examples/streaming.test.d.ts +2 -0
- package/dist/examples/streaming.test.d.ts.map +1 -0
- package/dist/examples/streaming.test.js +176 -0
- package/dist/examples/streaming.test.js.map +1 -0
- package/dist/factory/__tests__/index.test.d.ts +2 -0
- package/dist/factory/__tests__/index.test.d.ts.map +1 -0
- package/dist/factory/__tests__/index.test.js +430 -0
- package/dist/factory/__tests__/index.test.js.map +1 -0
- package/dist/factory/__tests__/list.test.d.ts +2 -0
- package/dist/factory/__tests__/list.test.d.ts.map +1 -0
- package/dist/factory/__tests__/list.test.js +92 -0
- package/dist/factory/__tests__/list.test.js.map +1 -0
- package/dist/factory/index.d.ts +20 -0
- package/dist/factory/index.d.ts.map +1 -0
- package/dist/factory/index.js +287 -0
- package/dist/factory/index.js.map +1 -0
- package/dist/factory/index.test.d.ts +2 -0
- package/dist/factory/index.test.d.ts.map +1 -0
- package/dist/factory/index.test.js +287 -0
- package/dist/factory/index.test.js.map +1 -0
- package/dist/factory/list.d.ts +3 -0
- package/dist/factory/list.d.ts.map +1 -0
- package/dist/factory/list.js +221 -0
- package/dist/factory/list.js.map +1 -0
- package/dist/factory/list.test.d.ts +2 -0
- package/dist/factory/list.test.d.ts.map +1 -0
- package/dist/factory/list.test.js +84 -0
- package/dist/factory/list.test.js.map +1 -0
- package/dist/generate/index.d.ts +5 -0
- package/dist/generate/index.d.ts.map +1 -0
- package/dist/generate/index.js +17 -0
- package/dist/generate/index.js.map +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +53 -0
- package/dist/index.js.map +1 -0
- package/dist/index.test.d.ts +2 -0
- package/dist/index.test.d.ts.map +1 -0
- package/dist/index.test.js +59 -0
- package/dist/index.test.js.map +1 -0
- package/dist/list/await.d.ts +3 -0
- package/dist/list/await.d.ts.map +1 -0
- package/dist/list/await.js +28 -0
- package/dist/list/await.js.map +1 -0
- package/dist/list/constants.d.ts +4 -0
- package/dist/list/constants.d.ts.map +1 -0
- package/dist/list/constants.js +5 -0
- package/dist/list/constants.js.map +1 -0
- package/dist/list/create-function.d.ts +3 -0
- package/dist/list/create-function.d.ts.map +1 -0
- package/dist/list/create-function.js +11 -0
- package/dist/list/create-function.js.map +1 -0
- package/dist/list/index.d.ts +4 -0
- package/dist/list/index.d.ts.map +1 -0
- package/dist/list/index.js +5 -0
- package/dist/list/index.js.map +1 -0
- package/dist/list/prompt.d.ts +3 -0
- package/dist/list/prompt.d.ts.map +1 -0
- package/dist/list/prompt.js +6 -0
- package/dist/list/prompt.js.map +1 -0
- package/dist/list/schemas.d.ts +4 -0
- package/dist/list/schemas.d.ts.map +1 -0
- package/dist/list/schemas.js +8 -0
- package/dist/list/schemas.js.map +1 -0
- package/dist/list/stream.d.ts +3 -0
- package/dist/list/stream.d.ts.map +1 -0
- package/dist/list/stream.js +33 -0
- package/dist/list/stream.js.map +1 -0
- package/dist/list/types.d.ts +11 -0
- package/dist/list/types.d.ts.map +1 -0
- package/dist/list/types.js +2 -0
- package/dist/list/types.js.map +1 -0
- package/dist/list/validation.d.ts +3 -0
- package/dist/list/validation.d.ts.map +1 -0
- package/dist/list/validation.js +12 -0
- package/dist/list/validation.js.map +1 -0
- package/dist/providers/config.d.ts +4 -0
- package/dist/providers/config.d.ts.map +1 -0
- package/dist/providers/config.js +21 -0
- package/dist/providers/config.js.map +1 -0
- package/dist/providers/config.test.d.ts +2 -0
- package/dist/providers/config.test.d.ts.map +1 -0
- package/dist/providers/config.test.js +37 -0
- package/dist/providers/config.test.js.map +1 -0
- package/dist/proxy/constants.d.ts +4 -0
- package/dist/proxy/constants.d.ts.map +1 -0
- package/dist/proxy/constants.js +5 -0
- package/dist/proxy/constants.js.map +1 -0
- package/dist/proxy/create-function.d.ts +4 -0
- package/dist/proxy/create-function.d.ts.map +1 -0
- package/dist/proxy/create-function.js +24 -0
- package/dist/proxy/create-function.js.map +1 -0
- package/dist/proxy/create-proxy.d.ts +2 -0
- package/dist/proxy/create-proxy.d.ts.map +1 -0
- package/dist/proxy/create-proxy.js +11 -0
- package/dist/proxy/create-proxy.js.map +1 -0
- package/dist/proxy/function-generator.d.ts +9 -0
- package/dist/proxy/function-generator.d.ts.map +1 -0
- package/dist/proxy/function-generator.js +29 -0
- package/dist/proxy/function-generator.js.map +1 -0
- package/dist/proxy/index.d.ts +4 -0
- package/dist/proxy/index.d.ts.map +1 -0
- package/dist/proxy/index.js +4 -0
- package/dist/proxy/index.js.map +1 -0
- package/dist/proxy/prompt.d.ts +2 -0
- package/dist/proxy/prompt.d.ts.map +1 -0
- package/dist/proxy/prompt.js +6 -0
- package/dist/proxy/prompt.js.map +1 -0
- package/dist/proxy/types.d.ts +7 -0
- package/dist/proxy/types.d.ts.map +1 -0
- package/dist/proxy/types.js +2 -0
- package/dist/proxy/types.js.map +1 -0
- package/dist/queue/manager.d.ts +5 -0
- package/dist/queue/manager.d.ts.map +1 -0
- package/dist/queue/manager.js +37 -0
- package/dist/queue/manager.js.map +1 -0
- package/dist/queue/manager.test.d.ts +2 -0
- package/dist/queue/manager.test.d.ts.map +1 -0
- package/dist/queue/manager.test.js +52 -0
- package/dist/queue/manager.test.js.map +1 -0
- package/dist/schema-converter.d.ts +4 -0
- package/dist/schema-converter.d.ts.map +1 -0
- package/dist/schema-converter.js +30 -0
- package/dist/schema-converter.js.map +1 -0
- package/dist/stream/index.d.ts +7 -0
- package/dist/stream/index.d.ts.map +1 -0
- package/dist/stream/index.js +23 -0
- package/dist/stream/index.js.map +1 -0
- package/dist/streaming/utils.d.ts +4 -0
- package/dist/streaming/utils.d.ts.map +1 -0
- package/dist/streaming/utils.js +131 -0
- package/dist/streaming/utils.js.map +1 -0
- package/dist/streaming/utils.test.d.ts +2 -0
- package/dist/streaming/utils.test.d.ts.map +1 -0
- package/dist/streaming/utils.test.js +84 -0
- package/dist/streaming/utils.test.js.map +1 -0
- package/dist/templates/result.d.ts +7 -0
- package/dist/templates/result.d.ts.map +1 -0
- package/dist/templates/result.js +40 -0
- package/dist/templates/result.js.map +1 -0
- package/dist/templates/result.test.d.ts +2 -0
- package/dist/templates/result.test.d.ts.map +1 -0
- package/dist/templates/result.test.js +75 -0
- package/dist/templates/result.test.js.map +1 -0
- package/dist/test/setup.d.ts +2 -0
- package/dist/test/setup.d.ts.map +1 -0
- package/dist/test/setup.js +21 -0
- package/dist/test/setup.js.map +1 -0
- package/dist/test-types.d.ts +13 -0
- package/dist/test-types.d.ts.map +1 -0
- package/dist/test-types.js +55 -0
- package/dist/test-types.js.map +1 -0
- package/dist/types/index.d.ts +4 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +4 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/list.d.ts +10 -0
- package/dist/types/list.d.ts.map +1 -0
- package/dist/types/list.js +2 -0
- package/dist/types/list.js.map +1 -0
- package/dist/types/model.d.ts +7 -0
- package/dist/types/model.d.ts.map +1 -0
- package/dist/types/model.js +2 -0
- package/dist/types/model.js.map +1 -0
- package/dist/types/options.d.ts +25 -0
- package/dist/types/options.d.ts.map +1 -0
- package/dist/types/options.js +2 -0
- package/dist/types/options.js.map +1 -0
- package/dist/types/schema.d.ts +5 -0
- package/dist/types/schema.d.ts.map +1 -0
- package/dist/types/schema.js +2 -0
- package/dist/types/schema.js.map +1 -0
- package/dist/types.d.ts +113 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +9 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/__tests__/request-handler.test.d.ts +2 -0
- package/dist/utils/__tests__/request-handler.test.d.ts.map +1 -0
- package/dist/utils/__tests__/request-handler.test.js +134 -0
- package/dist/utils/__tests__/request-handler.test.js.map +1 -0
- package/dist/utils/__tests__/schema.test.d.ts +2 -0
- package/dist/utils/__tests__/schema.test.d.ts.map +1 -0
- package/dist/utils/__tests__/schema.test.js +49 -0
- package/dist/utils/__tests__/schema.test.js.map +1 -0
- package/dist/utils/__tests__/stream-progress.test.d.ts +2 -0
- package/dist/utils/__tests__/stream-progress.test.d.ts.map +1 -0
- package/dist/utils/__tests__/stream-progress.test.js +85 -0
- package/dist/utils/__tests__/stream-progress.test.js.map +1 -0
- package/dist/utils/index.d.ts +2 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +2 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/request-handler.d.ts +17 -0
- package/dist/utils/request-handler.d.ts.map +1 -0
- package/dist/utils/request-handler.js +105 -0
- package/dist/utils/request-handler.js.map +1 -0
- package/dist/utils/schema.d.ts +11 -0
- package/dist/utils/schema.d.ts.map +1 -0
- package/dist/utils/schema.js +51 -0
- package/dist/utils/schema.js.map +1 -0
- package/dist/utils/stream-progress.d.ts +17 -0
- package/dist/utils/stream-progress.d.ts.map +1 -0
- package/dist/utils/stream-progress.js +86 -0
- package/dist/utils/stream-progress.js.map +1 -0
- package/dist/utils/validation.d.ts +3 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +30 -0
- package/dist/utils/validation.js.map +1 -0
- package/package.json +56 -40
- package/db/cache.ts +0 -6
- package/db/mongo.ts +0 -75
- package/dist/mjs/db/cache.d.ts +0 -1
- package/dist/mjs/db/cache.js +0 -5
- package/dist/mjs/db/mongo.d.ts +0 -31
- package/dist/mjs/db/mongo.js +0 -48
- package/dist/mjs/examples/data.d.ts +0 -1105
- package/dist/mjs/examples/data.js +0 -1105
- package/dist/mjs/functions/ai.d.ts +0 -20
- package/dist/mjs/functions/ai.js +0 -83
- package/dist/mjs/functions/ai.test.d.ts +0 -1
- package/dist/mjs/functions/ai.test.js +0 -29
- package/dist/mjs/functions/gpt.d.ts +0 -4
- package/dist/mjs/functions/gpt.js +0 -10
- package/dist/mjs/functions/list.d.ts +0 -7
- package/dist/mjs/functions/list.js +0 -72
- package/dist/mjs/index.d.ts +0 -3
- package/dist/mjs/index.js +0 -3
- package/dist/mjs/queue/kafka.d.ts +0 -0
- package/dist/mjs/queue/kafka.js +0 -1
- package/dist/mjs/queue/memory.d.ts +0 -0
- package/dist/mjs/queue/memory.js +0 -1
- package/dist/mjs/queue/mongo.d.ts +0 -30
- package/dist/mjs/queue/mongo.js +0 -42
- package/dist/mjs/streams/kafka.d.ts +0 -0
- package/dist/mjs/streams/kafka.js +0 -1
- package/dist/mjs/streams/memory.d.ts +0 -0
- package/dist/mjs/streams/memory.js +0 -1
- package/dist/mjs/streams/mongo.d.ts +0 -0
- package/dist/mjs/streams/mongo.js +0 -1
- package/dist/mjs/streams/types.d.ts +0 -0
- package/dist/mjs/streams/types.js +0 -1
- package/dist/mjs/types.d.ts +0 -11
- package/dist/mjs/types.js +0 -1
- package/dist/mjs/utils/completion.d.ts +0 -9
- package/dist/mjs/utils/completion.js +0 -20
- package/dist/mjs/utils/schema.d.ts +0 -10
- package/dist/mjs/utils/schema.js +0 -72
- package/dist/mjs/utils/schema.test.d.ts +0 -1
- package/dist/mjs/utils/schema.test.js +0 -60
- package/dist/mjs/utils/state.d.ts +0 -1
- package/dist/mjs/utils/state.js +0 -19
- package/examples/data.ts +0 -1105
- package/fixup +0 -11
- package/functions/ai.test.ts +0 -41
- package/functions/ai.ts +0 -115
- package/functions/gpt.ts +0 -12
- package/functions/list.ts +0 -84
- package/index.ts +0 -3
- package/queue/kafka.ts +0 -0
- package/queue/memory.ts +0 -0
- package/queue/mongo.ts +0 -88
- package/streams/kafka.ts +0 -0
- package/streams/memory.ts +0 -0
- package/streams/mongo.ts +0 -0
- package/streams/types.ts +0 -0
- package/tsconfig-backup.json +0 -105
- package/tsconfig-base.json +0 -26
- package/tsconfig-cjs.json +0 -8
- package/tsconfig.json +0 -8
- package/types.ts +0 -12
- package/utils/completion.ts +0 -28
- package/utils/schema.test.ts +0 -69
- package/utils/schema.ts +0 -74
- package/utils/state.ts +0 -23
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"function-generator.d.ts","sourceRoot":"","sources":["../../src/proxy/function-generator.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAA;AAOzD,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,YAAY,EACrD,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,CAAC,EACT,OAAO,GAAE,iBAAsB,WAEF,GAAG;;;;;;WAsBjC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { stringify } from 'yaml';
|
|
2
|
+
import { generateObject, streamObject } from '@/index';
|
|
3
|
+
function generatePrompt(functionName, args) {
|
|
4
|
+
const yamlArgs = stringify(args, { flowLevel: 1 });
|
|
5
|
+
return `${functionName}:\n${yamlArgs}`;
|
|
6
|
+
}
|
|
7
|
+
export function createAIFunction(functionName, schema, options = {}) {
|
|
8
|
+
return async function (input) {
|
|
9
|
+
const { seed, ...restInput } = input; // Extract seed from input
|
|
10
|
+
const prompt = generatePrompt(functionName, restInput);
|
|
11
|
+
const baseOptions = {
|
|
12
|
+
schema,
|
|
13
|
+
prompt,
|
|
14
|
+
model: options.model || 'gpt-4-turbo',
|
|
15
|
+
system: options.system,
|
|
16
|
+
seed // Pass seed to AI functions
|
|
17
|
+
};
|
|
18
|
+
if (options.stream) {
|
|
19
|
+
return streamObject({
|
|
20
|
+
...baseOptions
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
return generateObject({
|
|
24
|
+
...baseOptions,
|
|
25
|
+
output: 'single'
|
|
26
|
+
});
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=function-generator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"function-generator.js","sourceRoot":"","sources":["../../src/proxy/function-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAA;AAChC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAGtD,SAAS,cAAc,CAAC,YAAoB,EAAE,IAAS;IACrD,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAA;IAClD,OAAO,GAAG,YAAY,MAAM,QAAQ,EAAE,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,YAAoB,EACpB,MAAS,EACT,UAA6B,EAAE;IAE/B,OAAO,KAAK,WAAU,KAAU;QAC9B,MAAM,EAAE,IAAI,EAAE,GAAG,SAAS,EAAE,GAAG,KAAK,CAAA,CAAC,0BAA0B;QAC/D,MAAM,MAAM,GAAG,cAAc,CAAC,YAAY,EAAE,SAAS,CAAC,CAAA;QACtD,MAAM,WAAW,GAAG;YAClB,MAAM;YACN,MAAM;YACN,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,aAAa;YACrC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI,CAAC,4BAA4B;SAClC,CAAA;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,YAAY,CAAC;gBAClB,GAAG,WAAW;aACf,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,cAAc,CAAC;YACpB,GAAG,WAAW;YACd,MAAM,EAAE,QAAQ;SACjB,CAAC,CAAA;IACJ,CAAC,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/proxy/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAA;AACjC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,aAAa,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/proxy/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAA;AACjC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,aAAa,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../src/proxy/prompt.ts"],"names":[],"mappings":"AAEA,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,MAAM,CAGtE"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../src/proxy/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAA;AAEhC,MAAM,UAAU,cAAc,CAAC,YAAoB,EAAE,IAAS;IAC5D,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAA;IAClD,OAAO,GAAG,YAAY,MAAM,QAAQ,EAAE,CAAA;AACxC,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { SimpleSchema, AIFunctionOptions } from '@/types';
|
|
2
|
+
export type AIFunction<T extends SimpleSchema> = (input: any) => Promise<any>;
|
|
3
|
+
export type AIFunctionCreator = <T extends SimpleSchema>(schema: T, options?: AIFunctionOptions) => AIFunction<T>;
|
|
4
|
+
export type AIProxyHandler = {
|
|
5
|
+
[key: string]: AIFunctionCreator;
|
|
6
|
+
};
|
|
7
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/proxy/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAA;AAEzD,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,YAAY,IAAI,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,CAAA;AAC7E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,SAAS,YAAY,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,iBAAiB,KAAK,UAAU,CAAC,CAAC,CAAC,CAAA;AACjH,MAAM,MAAM,cAAc,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,iBAAiB,CAAA;CAAE,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/proxy/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { Queue } from '../types';
|
|
2
|
+
import type { AIFunctionOptions } from '../types';
|
|
3
|
+
export declare function createQueue(options: AIFunctionOptions): Queue | undefined;
|
|
4
|
+
export declare function queueGenerator<T>(generator: () => AsyncGenerator<T>, queue: Queue | undefined): AsyncGenerator<T>;
|
|
5
|
+
//# sourceMappingURL=manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/queue/manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,UAAU,CAAA;AACrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAA;AAEjD,wBAAgB,WAAW,CAAC,OAAO,EAAE,iBAAiB,GAAG,KAAK,GAAG,SAAS,CAoBzE;AAED,wBAAuB,cAAc,CAAC,CAAC,EACrC,SAAS,EAAE,MAAM,cAAc,CAAC,CAAC,CAAC,EAClC,KAAK,EAAE,KAAK,GAAG,SAAS,GACvB,cAAc,CAAC,CAAC,CAAC,CAiBnB"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import PQueue from 'p-queue';
|
|
2
|
+
export function createQueue(options) {
|
|
3
|
+
if (!options.concurrency) {
|
|
4
|
+
return undefined;
|
|
5
|
+
}
|
|
6
|
+
const queue = new PQueue({
|
|
7
|
+
concurrency: options.concurrency,
|
|
8
|
+
autoStart: true,
|
|
9
|
+
carryoverConcurrencyCount: true,
|
|
10
|
+
});
|
|
11
|
+
return {
|
|
12
|
+
add: queue.add.bind(queue),
|
|
13
|
+
size: queue.size,
|
|
14
|
+
pending: queue.pending,
|
|
15
|
+
pause: queue.pause.bind(queue),
|
|
16
|
+
start: queue.start.bind(queue),
|
|
17
|
+
clear: queue.clear.bind(queue),
|
|
18
|
+
concurrency: queue.concurrency
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
export async function* queueGenerator(generator, queue) {
|
|
22
|
+
if (!queue) {
|
|
23
|
+
yield* generator();
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
const gen = await queue.add(async () => {
|
|
27
|
+
const results = [];
|
|
28
|
+
for await (const item of generator()) {
|
|
29
|
+
results.push(item);
|
|
30
|
+
}
|
|
31
|
+
return results;
|
|
32
|
+
});
|
|
33
|
+
for (const item of gen) {
|
|
34
|
+
yield item;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../src/queue/manager.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,SAAS,CAAA;AAI5B,MAAM,UAAU,WAAW,CAAC,OAA0B;IACpD,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QACzB,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC;QACvB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,IAAI;QACf,yBAAyB,EAAE,IAAI;KAChC,CAAC,CAAA;IAEF,OAAO;QACL,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9B,WAAW,EAAE,KAAK,CAAC,WAAW;KAC/B,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,SAAkC,EAClC,KAAwB;IAExB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,CAAC,CAAC,SAAS,EAAE,CAAA;QAClB,OAAM;IACR,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QACrC,MAAM,OAAO,GAAQ,EAAE,CAAA;QACvB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,SAAS,EAAE,EAAE,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpB,CAAC;QACD,OAAO,OAAO,CAAA;IAChB,CAAC,CAAC,CAAA;IAEF,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,CAAA;IACZ,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"manager.test.d.ts","sourceRoot":"","sources":["../../src/queue/manager.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { createQueue, queueGenerator } from './manager';
|
|
3
|
+
describe('Queue Manager', () => {
|
|
4
|
+
describe('createQueue', () => {
|
|
5
|
+
it('should create a queue with specified concurrency', () => {
|
|
6
|
+
const options = {
|
|
7
|
+
concurrency: 2
|
|
8
|
+
};
|
|
9
|
+
const queue = createQueue(options);
|
|
10
|
+
expect(queue).toBeDefined();
|
|
11
|
+
expect(queue?.concurrency).toBe(2);
|
|
12
|
+
});
|
|
13
|
+
it('should return undefined when no concurrency specified', () => {
|
|
14
|
+
const options = {};
|
|
15
|
+
const queue = createQueue(options);
|
|
16
|
+
expect(queue).toBeUndefined();
|
|
17
|
+
});
|
|
18
|
+
});
|
|
19
|
+
describe('queueGenerator', () => {
|
|
20
|
+
it('should process items through queue', async () => {
|
|
21
|
+
const options = {
|
|
22
|
+
concurrency: 2
|
|
23
|
+
};
|
|
24
|
+
const queue = createQueue(options);
|
|
25
|
+
const items = ['a', 'b', 'c'];
|
|
26
|
+
const processed = [];
|
|
27
|
+
async function* generator() {
|
|
28
|
+
for (const item of items) {
|
|
29
|
+
yield item;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
for await (const item of queueGenerator(generator, queue)) {
|
|
33
|
+
processed.push(item);
|
|
34
|
+
}
|
|
35
|
+
expect(processed).toEqual(items);
|
|
36
|
+
});
|
|
37
|
+
it('should process items directly when no queue provided', async () => {
|
|
38
|
+
const items = ['a', 'b', 'c'];
|
|
39
|
+
const processed = [];
|
|
40
|
+
async function* generator() {
|
|
41
|
+
for (const item of items) {
|
|
42
|
+
yield item;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
for await (const item of queueGenerator(generator, undefined)) {
|
|
46
|
+
processed.push(item);
|
|
47
|
+
}
|
|
48
|
+
expect(processed).toEqual(items);
|
|
49
|
+
});
|
|
50
|
+
});
|
|
51
|
+
});
|
|
52
|
+
//# sourceMappingURL=manager.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"manager.test.js","sourceRoot":"","sources":["../../src/queue/manager.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAGvD,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,OAAO,GAAsB;gBACjC,WAAW,EAAE,CAAC;aACf,CAAA;YAED,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;YAClC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAA;YAC3B,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACpC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,OAAO,GAAsB,EAAE,CAAA;YACrC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;YAClC,MAAM,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAA;QAC/B,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,OAAO,GAAsB;gBACjC,WAAW,EAAE,CAAC;aACf,CAAA;YAED,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;YAClC,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YAC7B,MAAM,SAAS,GAAa,EAAE,CAAA;YAE9B,KAAK,SAAS,CAAC,CAAC,SAAS;gBACvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,CAAA;gBACZ,CAAC;YACH,CAAC;YAED,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC1D,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACtB,CAAC;YAED,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAClC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YAC7B,MAAM,SAAS,GAAa,EAAE,CAAA;YAE9B,KAAK,SAAS,CAAC,CAAC,SAAS;gBACvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,CAAA;gBACZ,CAAC;YACH,CAAC;YAED,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC9D,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACtB,CAAC;YAED,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAClC,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema-converter.d.ts","sourceRoot":"","sources":["../src/schema-converter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,YAAY,EAAqB,MAAM,SAAS,CAAA;AAEzD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,YAAY,GAAG,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAQzE"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export function convertToZodSchema(schema) {
|
|
3
|
+
const zodSchema = {};
|
|
4
|
+
for (const [key, value] of Object.entries(schema)) {
|
|
5
|
+
zodSchema[key] = convertValue(value);
|
|
6
|
+
}
|
|
7
|
+
return z.object(zodSchema);
|
|
8
|
+
}
|
|
9
|
+
function convertValue(value) {
|
|
10
|
+
if (Array.isArray(value)) {
|
|
11
|
+
// If it's an array, create a string array schema with the first item as description
|
|
12
|
+
return z.array(z.string().describe(value[0] || ''));
|
|
13
|
+
}
|
|
14
|
+
else if (typeof value === 'string') {
|
|
15
|
+
// Check if the string contains enum values (separated by |)
|
|
16
|
+
if (value.includes('|')) {
|
|
17
|
+
const enumValues = value.split('|').map(v => v.trim());
|
|
18
|
+
return z.enum(enumValues);
|
|
19
|
+
}
|
|
20
|
+
// Otherwise, create a string schema with the value as description
|
|
21
|
+
return z.string().describe(value);
|
|
22
|
+
}
|
|
23
|
+
else if (typeof value === 'object') {
|
|
24
|
+
// If it's an object, recursively convert it
|
|
25
|
+
return convertToZodSchema(value);
|
|
26
|
+
}
|
|
27
|
+
// Fallback to string
|
|
28
|
+
return z.string();
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=schema-converter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema-converter.js","sourceRoot":"","sources":["../src/schema-converter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAGvB,MAAM,UAAU,kBAAkB,CAAC,MAAoB;IACrD,MAAM,SAAS,GAAiC,EAAE,CAAA;IAElD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AAC5B,CAAC;AAED,SAAS,YAAY,CAAC,KAAwB;IAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,oFAAoF;QACpF,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IACrD,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,4DAA4D;QAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;YACtD,OAAO,CAAC,CAAC,IAAI,CAAC,UAAmC,CAAC,CAAA;QACpD,CAAC;QACD,kEAAkE;QAClE,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,4CAA4C;QAC5C,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAA;IAClC,CAAC;IAED,qBAAqB;IACrB,OAAO,CAAC,CAAC,MAAM,EAAE,CAAA;AACnB,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { StreamObjectOptions, SimpleSchema } from '@/types';
|
|
2
|
+
export declare function streamObject<T extends SimpleSchema>(options: StreamObjectOptions<T>): Promise<import("ai").StreamObjectResult<{
|
|
3
|
+
[x: string]: any;
|
|
4
|
+
}, {
|
|
5
|
+
[x: string]: any;
|
|
6
|
+
}, never>>;
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/stream/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEhE,wBAAsB,YAAY,CAAC,CAAC,SAAS,YAAY,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC,CAAC;;;;WAoBzF"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { streamObject as aiStreamObject } from 'ai';
|
|
2
|
+
import { convertToZodSchema, convertToOpenAIModel } from '@/converters';
|
|
3
|
+
import { validateSchema } from '@/utils';
|
|
4
|
+
export async function streamObject(options) {
|
|
5
|
+
validateSchema(options.schema);
|
|
6
|
+
const zodSchema = convertToZodSchema(options.schema);
|
|
7
|
+
const model = options.model ? convertToOpenAIModel(options.model) : convertToOpenAIModel('gpt-4-turbo');
|
|
8
|
+
const streamOptions = {
|
|
9
|
+
...options,
|
|
10
|
+
model,
|
|
11
|
+
schema: zodSchema,
|
|
12
|
+
temperature: options.temperature ?? 0.7,
|
|
13
|
+
maxTokens: options.maxTokens ?? 1000,
|
|
14
|
+
seed: typeof options.seed === 'number' ? options.seed : undefined,
|
|
15
|
+
// Add retry options for more reliable streaming
|
|
16
|
+
retry: {
|
|
17
|
+
attempts: 3,
|
|
18
|
+
delay: 1000
|
|
19
|
+
}
|
|
20
|
+
};
|
|
21
|
+
return aiStreamObject(streamOptions);
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,IAAI,cAAc,EAAE,MAAM,IAAI,CAAA;AACnD,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAA;AACvE,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AAGxC,MAAM,CAAC,KAAK,UAAU,YAAY,CAAyB,OAA+B;IACxF,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAC9B,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAA;IAEvG,MAAM,aAAa,GAAG;QACpB,GAAG,OAAO;QACV,KAAK;QACL,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;QACvC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;QACpC,IAAI,EAAE,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACjE,gDAAgD;QAChD,KAAK,EAAE;YACL,QAAQ,EAAE,CAAC;YACX,KAAK,EAAE,IAAI;SACZ;KACF,CAAA;IAED,OAAO,cAAc,CAAC,aAAa,CAAC,CAAA;AACtC,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { AIFunctionOptions } from '../types';
|
|
2
|
+
export declare function generateStreamingList(prompt: string, options: AIFunctionOptions): AsyncGenerator<string>;
|
|
3
|
+
export declare function generateStreamingText(prompt: string, options: AIFunctionOptions): AsyncGenerator<string>;
|
|
4
|
+
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/streaming/utils.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAe,MAAM,UAAU,CAAA;AAG9D,wBAAuB,qBAAqB,CAC1C,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,iBAAiB,GACzB,cAAc,CAAC,MAAM,CAAC,CAkExB;AAED,wBAAuB,qBAAqB,CAC1C,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,iBAAiB,GACzB,cAAc,CAAC,MAAM,CAAC,CA4DxB"}
|
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { streamObject, streamText } from 'ai';
|
|
3
|
+
import { getProvider } from '../providers/config';
|
|
4
|
+
export async function* generateStreamingList(prompt, options) {
|
|
5
|
+
const modelParams = {
|
|
6
|
+
temperature: options.temperature,
|
|
7
|
+
maxTokens: options.maxTokens,
|
|
8
|
+
topP: options.topP,
|
|
9
|
+
frequencyPenalty: options.frequencyPenalty,
|
|
10
|
+
presencePenalty: options.presencePenalty,
|
|
11
|
+
stopSequences: options.stop ? Array.isArray(options.stop) ? options.stop : [options.stop] : undefined,
|
|
12
|
+
seed: options.seed
|
|
13
|
+
};
|
|
14
|
+
const model = options.model || getProvider()('gpt-4o-mini');
|
|
15
|
+
try {
|
|
16
|
+
if (options.signal?.aborted) {
|
|
17
|
+
throw new Error('Stream was aborted');
|
|
18
|
+
}
|
|
19
|
+
const { elementStream } = streamObject({
|
|
20
|
+
model,
|
|
21
|
+
output: 'array',
|
|
22
|
+
schema: z.string(),
|
|
23
|
+
prompt: `Generate a list of items based on this prompt: ${prompt}`,
|
|
24
|
+
system: options.system,
|
|
25
|
+
...modelParams,
|
|
26
|
+
experimental_streamingFunction: true,
|
|
27
|
+
onChunk: ({ chunk }) => {
|
|
28
|
+
if (chunk.type === 'text-delta' && chunk.text && options.streaming?.onProgress) {
|
|
29
|
+
options.streaming.onProgress(chunk.text);
|
|
30
|
+
}
|
|
31
|
+
if (options.streaming?.onChunk) {
|
|
32
|
+
options.streaming.onChunk(chunk);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
try {
|
|
37
|
+
for await (const item of elementStream) {
|
|
38
|
+
if (options.signal?.aborted) {
|
|
39
|
+
throw new Error('Stream was aborted');
|
|
40
|
+
}
|
|
41
|
+
if (options.streaming?.onProgress) {
|
|
42
|
+
options.streaming.onProgress(item);
|
|
43
|
+
}
|
|
44
|
+
yield item;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
catch (error) {
|
|
48
|
+
if (error instanceof Error) {
|
|
49
|
+
if (error.name === 'AbortError' || error.code === 'ABORT_ERR' || options.signal?.aborted) {
|
|
50
|
+
throw new Error('Stream was aborted');
|
|
51
|
+
}
|
|
52
|
+
throw error;
|
|
53
|
+
}
|
|
54
|
+
throw error;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
catch (error) {
|
|
58
|
+
if (error instanceof Error) {
|
|
59
|
+
if (error.name === 'AbortError' || error.code === 'ABORT_ERR' || options.signal?.aborted) {
|
|
60
|
+
throw new Error('Stream was aborted');
|
|
61
|
+
}
|
|
62
|
+
else if (error.name === 'TimeoutError') {
|
|
63
|
+
throw new Error('Stream timed out');
|
|
64
|
+
}
|
|
65
|
+
throw error;
|
|
66
|
+
}
|
|
67
|
+
throw new Error('Failed to generate list: Unknown error occurred');
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
export async function* generateStreamingText(prompt, options) {
|
|
71
|
+
const model = options.model || getProvider()('gpt-4o-mini');
|
|
72
|
+
try {
|
|
73
|
+
if (options.signal?.aborted) {
|
|
74
|
+
throw new Error('Stream was aborted');
|
|
75
|
+
}
|
|
76
|
+
const { textStream } = streamText({
|
|
77
|
+
model,
|
|
78
|
+
prompt,
|
|
79
|
+
system: options.system,
|
|
80
|
+
temperature: options.temperature,
|
|
81
|
+
maxTokens: options.maxTokens,
|
|
82
|
+
topP: options.topP,
|
|
83
|
+
frequencyPenalty: options.frequencyPenalty,
|
|
84
|
+
presencePenalty: options.presencePenalty,
|
|
85
|
+
stopSequences: options.stop ? Array.isArray(options.stop) ? options.stop : [options.stop] : undefined,
|
|
86
|
+
seed: options.seed,
|
|
87
|
+
experimental_streamingFunction: true,
|
|
88
|
+
onChunk: ({ chunk }) => {
|
|
89
|
+
if (chunk.type === 'text-delta' && chunk.text && options.streaming?.onProgress) {
|
|
90
|
+
options.streaming.onProgress(chunk.text);
|
|
91
|
+
}
|
|
92
|
+
if (options.streaming?.onChunk) {
|
|
93
|
+
options.streaming.onChunk(chunk);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
});
|
|
97
|
+
try {
|
|
98
|
+
for await (const text of textStream) {
|
|
99
|
+
if (options.signal?.aborted) {
|
|
100
|
+
throw new Error('Stream was aborted');
|
|
101
|
+
}
|
|
102
|
+
if (options.streaming?.onProgress) {
|
|
103
|
+
options.streaming.onProgress(text);
|
|
104
|
+
}
|
|
105
|
+
yield text;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
catch (error) {
|
|
109
|
+
if (error instanceof Error) {
|
|
110
|
+
if (error.name === 'AbortError' || error.code === 'ABORT_ERR' || options.signal?.aborted) {
|
|
111
|
+
throw new Error('Stream was aborted');
|
|
112
|
+
}
|
|
113
|
+
throw error;
|
|
114
|
+
}
|
|
115
|
+
throw error;
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
catch (error) {
|
|
119
|
+
if (error instanceof Error) {
|
|
120
|
+
if (error.name === 'AbortError' || error.code === 'ABORT_ERR' || options.signal?.aborted) {
|
|
121
|
+
throw new Error('Stream was aborted');
|
|
122
|
+
}
|
|
123
|
+
else if (error.name === 'TimeoutError') {
|
|
124
|
+
throw new Error('Stream timed out');
|
|
125
|
+
}
|
|
126
|
+
throw error;
|
|
127
|
+
}
|
|
128
|
+
throw new Error('Failed to generate text: Unknown error occurred');
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
//# sourceMappingURL=utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/streaming/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,YAAY,EAAE,UAAU,EAAyB,MAAM,IAAI,CAAA;AAEpE,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAEjD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAC1C,MAAc,EACd,OAA0B;IAE1B,MAAM,WAAW,GAAG;QAClB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;QACrG,IAAI,EAAE,OAAO,CAAC,IAAI;KACnB,CAAA;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,WAAW,EAAE,CAAC,aAAa,CAAC,CAAA;IAE3D,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;QACvC,CAAC;QAED,MAAM,EAAE,aAAa,EAAE,GAAG,YAAY,CAAC;YACrC,KAAK;YACL,MAAM,EAAE,OAAgB;YACxB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,MAAM,EAAE,kDAAkD,MAAM,EAAE;YAClE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,WAAW;YACd,8BAA8B,EAAE,IAAI;YACpC,OAAO,EAAE,CAAC,EAAE,KAAK,EAA0B,EAAE,EAAE;gBAC7C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC;oBAC/E,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBAC1C,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;oBAC/B,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBAClC,CAAC;YACH,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;gBACvC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;gBACvC,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC;oBAClC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;gBACpC,CAAC;gBACD,MAAM,IAAI,CAAA;YACZ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAK,KAAa,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBAClG,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;gBACvC,CAAC;gBACD,MAAM,KAAK,CAAA;YACb,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAK,KAAa,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAClG,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;YACvC,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;YACrC,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACpE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAC1C,MAAc,EACd,OAA0B;IAE1B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,WAAW,EAAE,CAAC,aAAa,CAAC,CAAA;IAE3D,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;QACvC,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC;YAChC,KAAK;YACL,MAAM;YACN,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YACrG,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,8BAA8B,EAAE,IAAI;YACpC,OAAO,EAAE,CAAC,EAAE,KAAK,EAA0B,EAAE,EAAE;gBAC7C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC;oBAC/E,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBAC1C,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;oBAC/B,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBAClC,CAAC;YACH,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBACpC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;gBACvC,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC;oBAClC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;gBACpC,CAAC;gBACD,MAAM,IAAI,CAAA;YACZ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAK,KAAa,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBAClG,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;gBACvC,CAAC;gBACD,MAAM,KAAK,CAAA;YACb,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAK,KAAa,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAClG,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;YACvC,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;YACrC,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACpE,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.test.d.ts","sourceRoot":"","sources":["../../src/streaming/utils.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { describe, expect, it, beforeEach } from 'vitest';
|
|
2
|
+
import { generateStreamingList } from './utils';
|
|
3
|
+
import { openai } from '@ai-sdk/openai';
|
|
4
|
+
describe('Streaming Utils', () => {
|
|
5
|
+
beforeEach(() => {
|
|
6
|
+
process.env.OPENAI_API_KEY = process.env.OPENAI_API_KEY || 'test-key';
|
|
7
|
+
});
|
|
8
|
+
describe('generateStreamingList', () => {
|
|
9
|
+
const model = openai('gpt-4o-mini');
|
|
10
|
+
it('should generate streaming list with basic options', async () => {
|
|
11
|
+
const options = {
|
|
12
|
+
model,
|
|
13
|
+
temperature: 0.7,
|
|
14
|
+
maxTokens: 100
|
|
15
|
+
};
|
|
16
|
+
const results = [];
|
|
17
|
+
for await (const item of generateStreamingList('List three colors', options)) {
|
|
18
|
+
results.push(item);
|
|
19
|
+
}
|
|
20
|
+
expect(results.length).toBeGreaterThan(0);
|
|
21
|
+
expect(results.every(item => typeof item === 'string')).toBe(true);
|
|
22
|
+
});
|
|
23
|
+
it('should handle streaming progress callback', async () => {
|
|
24
|
+
const progressUpdates = [];
|
|
25
|
+
const options = {
|
|
26
|
+
model,
|
|
27
|
+
streaming: {
|
|
28
|
+
onProgress: (chunk) => progressUpdates.push(chunk)
|
|
29
|
+
}
|
|
30
|
+
};
|
|
31
|
+
const results = [];
|
|
32
|
+
for await (const item of generateStreamingList('List three animals', options)) {
|
|
33
|
+
results.push(item);
|
|
34
|
+
}
|
|
35
|
+
expect(results.length).toBeGreaterThan(0);
|
|
36
|
+
expect(progressUpdates.length).toBeGreaterThan(0);
|
|
37
|
+
});
|
|
38
|
+
it('should handle model parameters', async () => {
|
|
39
|
+
const options = {
|
|
40
|
+
model,
|
|
41
|
+
temperature: 0.5,
|
|
42
|
+
maxTokens: 50,
|
|
43
|
+
topP: 0.9,
|
|
44
|
+
frequencyPenalty: 0.5,
|
|
45
|
+
presencePenalty: 0.5,
|
|
46
|
+
stop: ['END'],
|
|
47
|
+
seed: 42
|
|
48
|
+
};
|
|
49
|
+
const results = [];
|
|
50
|
+
for await (const item of generateStreamingList('List two fruits', options)) {
|
|
51
|
+
results.push(item);
|
|
52
|
+
}
|
|
53
|
+
expect(results.length).toBeGreaterThan(0);
|
|
54
|
+
});
|
|
55
|
+
it('should handle errors gracefully', async () => {
|
|
56
|
+
const options = {
|
|
57
|
+
model: undefined // Force fallback to default model
|
|
58
|
+
};
|
|
59
|
+
const results = [];
|
|
60
|
+
for await (const item of generateStreamingList('List items', options)) {
|
|
61
|
+
results.push(item);
|
|
62
|
+
}
|
|
63
|
+
expect(results.length).toBeGreaterThan(0);
|
|
64
|
+
expect(results.every(item => typeof item === 'string')).toBe(true);
|
|
65
|
+
});
|
|
66
|
+
it('should handle abort signal', async () => {
|
|
67
|
+
const controller = new AbortController();
|
|
68
|
+
const options = {
|
|
69
|
+
model,
|
|
70
|
+
signal: controller.signal
|
|
71
|
+
};
|
|
72
|
+
const promise = (async () => {
|
|
73
|
+
const results = [];
|
|
74
|
+
for await (const item of generateStreamingList('List many items', options)) {
|
|
75
|
+
results.push(item);
|
|
76
|
+
}
|
|
77
|
+
})();
|
|
78
|
+
// Abort after a short delay
|
|
79
|
+
setTimeout(() => controller.abort(), 100);
|
|
80
|
+
await expect(promise).rejects.toThrow('Stream was aborted');
|
|
81
|
+
});
|
|
82
|
+
});
|
|
83
|
+
});
|
|
84
|
+
//# sourceMappingURL=utils.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.test.js","sourceRoot":"","sources":["../../src/streaming/utils.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAE/C,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAEvC,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,UAAU,CAAA;IACvE,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC,CAAA;QAEnC,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,OAAO,GAAsB;gBACjC,KAAK;gBACL,WAAW,EAAE,GAAG;gBAChB,SAAS,EAAE,GAAG;aACf,CAAA;YAED,MAAM,OAAO,GAAa,EAAE,CAAA;YAC5B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,qBAAqB,CAAC,mBAAmB,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC7E,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpB,CAAC;YAED,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;YACzC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpE,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,eAAe,GAAa,EAAE,CAAA;YACpC,MAAM,OAAO,GAAsB;gBACjC,KAAK;gBACL,SAAS,EAAE;oBACT,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;iBACnD;aACF,CAAA;YAED,MAAM,OAAO,GAAa,EAAE,CAAA;YAC5B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,qBAAqB,CAAC,oBAAoB,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC9E,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpB,CAAC;YAED,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;YACzC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACnD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,OAAO,GAAsB;gBACjC,KAAK;gBACL,WAAW,EAAE,GAAG;gBAChB,SAAS,EAAE,EAAE;gBACb,IAAI,EAAE,GAAG;gBACT,gBAAgB,EAAE,GAAG;gBACrB,eAAe,EAAE,GAAG;gBACpB,IAAI,EAAE,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,EAAE;aACT,CAAA;YAED,MAAM,OAAO,GAAa,EAAE,CAAA;YAC5B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,qBAAqB,CAAC,iBAAiB,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC3E,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpB,CAAC;YAED,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QAC3C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,OAAO,GAAsB;gBACjC,KAAK,EAAE,SAAgB,CAAC,kCAAkC;aAC3D,CAAA;YAED,MAAM,OAAO,GAAa,EAAE,CAAA;YAC5B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,qBAAqB,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,CAAC;gBACtE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpB,CAAC;YAED,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;YACzC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpE,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;YACxC,MAAM,OAAO,GAAsB;gBACjC,KAAK;gBACL,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAA;YAED,MAAM,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC1B,MAAM,OAAO,GAAa,EAAE,CAAA;gBAC5B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,qBAAqB,CAAC,iBAAiB,EAAE,OAAO,CAAC,EAAE,CAAC;oBAC3E,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACpB,CAAC;YACH,CAAC,CAAC,EAAE,CAAA;YAEJ,4BAA4B;YAC5B,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAA;YAEzC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;QAC7D,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { AIFunctionOptions, TemplateResult } from '../types';
|
|
2
|
+
export declare function createTemplateResult(prompt: string, options: AIFunctionOptions, templateFn: (prompt: string, options: AIFunctionOptions) => Promise<string>): TemplateResult;
|
|
3
|
+
export declare function parseTemplateInput(stringsOrOptions: TemplateStringsArray | AIFunctionOptions | undefined, values: unknown[], defaultOptions: AIFunctionOptions): {
|
|
4
|
+
prompt: string;
|
|
5
|
+
options: AIFunctionOptions;
|
|
6
|
+
};
|
|
7
|
+
//# sourceMappingURL=result.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"result.d.ts","sourceRoot":"","sources":["../../src/templates/result.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,UAAU,CAAA;AAEjE,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,iBAAiB,EAC1B,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,KAAK,OAAO,CAAC,MAAM,CAAC,GAC1E,cAAc,CAqBhB;AAED,wBAAgB,kBAAkB,CAChC,gBAAgB,EAAE,oBAAoB,GAAG,iBAAiB,GAAG,SAAS,EACtE,MAAM,EAAE,OAAO,EAAE,EACjB,cAAc,EAAE,iBAAiB,GAChC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,CAAA;CAAE,CA4BhD"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
export function createTemplateResult(prompt, options, templateFn) {
|
|
2
|
+
const promise = templateFn(prompt, options);
|
|
3
|
+
const result = Object.assign((opts) => templateFn(prompt, { ...options, ...opts }), {
|
|
4
|
+
[Symbol.asyncIterator]: async function* () {
|
|
5
|
+
const response = await templateFn(prompt, options);
|
|
6
|
+
yield response;
|
|
7
|
+
},
|
|
8
|
+
call: (opts) => templateFn(prompt, { ...options, ...opts }),
|
|
9
|
+
then: (onfulfilled) => templateFn(prompt, options).then(onfulfilled),
|
|
10
|
+
catch: (onrejected) => templateFn(prompt, options).catch(onrejected),
|
|
11
|
+
finally: (onfinally) => templateFn(prompt, options).finally(onfinally)
|
|
12
|
+
});
|
|
13
|
+
return result;
|
|
14
|
+
}
|
|
15
|
+
export function parseTemplateInput(stringsOrOptions, values, defaultOptions) {
|
|
16
|
+
if (!stringsOrOptions) {
|
|
17
|
+
return { prompt: '', options: defaultOptions };
|
|
18
|
+
}
|
|
19
|
+
if (Array.isArray(stringsOrOptions)) {
|
|
20
|
+
const strings = stringsOrOptions;
|
|
21
|
+
const lastValue = values[values.length - 1];
|
|
22
|
+
const isOptionsObject = typeof lastValue === 'object' && !Array.isArray(lastValue) && lastValue !== null && Object.keys(lastValue).length > 0;
|
|
23
|
+
const options = isOptionsObject
|
|
24
|
+
? { ...defaultOptions, ...lastValue }
|
|
25
|
+
: defaultOptions;
|
|
26
|
+
const actualValues = isOptionsObject
|
|
27
|
+
? values.slice(0, -1)
|
|
28
|
+
: values;
|
|
29
|
+
if (strings.length - 1 !== actualValues.length) {
|
|
30
|
+
throw new Error('Template literal slots must match provided values');
|
|
31
|
+
}
|
|
32
|
+
const prompt = strings.reduce((acc, str, i) => acc + str + (actualValues[i] || ''), '');
|
|
33
|
+
return { prompt, options };
|
|
34
|
+
}
|
|
35
|
+
return {
|
|
36
|
+
prompt: '',
|
|
37
|
+
options: { ...defaultOptions, ...stringsOrOptions }
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=result.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"result.js","sourceRoot":"","sources":["../../src/templates/result.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,oBAAoB,CAClC,MAAc,EACd,OAA0B,EAC1B,UAA2E;IAE3E,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAE3C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAC1B,CAAC,IAAwB,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,EACzE;QACE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAClD,MAAM,QAAQ,CAAA;QAChB,CAAC;QACD,IAAI,EAAE,CAAC,IAAwB,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC;QAC/E,IAAI,EAAE,CAAC,WAAkF,EAAE,EAAE,CAC3F,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QAC/C,KAAK,EAAE,CAAC,UAA+E,EAAE,EAAE,CACzF,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;QAC/C,OAAO,EAAE,CAAC,SAA2C,EAAE,EAAE,CACvD,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;KACjD,CAC2B,CAAA;IAE9B,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,gBAAsE,EACtE,MAAiB,EACjB,cAAiC;IAEjC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,CAAA;IAChD,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,gBAAwC,CAAA;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC3C,MAAM,eAAe,GAAG,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,KAAK,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;QAC7I,MAAM,OAAO,GAAG,eAAe;YAC7B,CAAC,CAAC,EAAE,GAAG,cAAc,EAAE,GAAG,SAA8B,EAAE;YAC1D,CAAC,CAAC,cAAc,CAAA;QAClB,MAAM,YAAY,GAAG,eAAe;YAClC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACrB,CAAC,CAAC,MAAM,CAAA;QAEV,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;QACtE,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;QACvF,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;IAED,OAAO;QACL,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,EAAE,GAAG,cAAc,EAAE,GAAG,gBAAgB,EAAE;KACpD,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"result.test.d.ts","sourceRoot":"","sources":["../../src/templates/result.test.ts"],"names":[],"mappings":""}
|