@alpic80/rivet-core 1.19.1-aidon.2 → 1.24.0-aidon.1

package/dist/esm/api/createProcessor.js

@@ -1,24 +1,9 @@
 import {} from '../index.js';
-import { mapValues } from '../utils/typeSafety.js';
 import { getProcessorEvents, getProcessorSSEStream, getSingleNodeStream } from './streaming.js';
 import { GraphProcessor } from '../model/GraphProcessor.js';
 import { deserializeProject } from '../utils/serialization/serialization.js';
 import { DEFAULT_CHAT_NODE_TIMEOUT } from '../utils/defaults.js';
-export function looseDataValuesToDataValues(values) {
-    return mapValues(values, (val) => looseDataValueToDataValue(val));
-}
-export function looseDataValueToDataValue(value) {
-    if (typeof value === 'string') {
-        return { type: 'string', value };
-    }
-    if (typeof value === 'number') {
-        return { type: 'number', value };
-    }
-    if (typeof value === 'boolean') {
-        return { type: 'boolean', value };
-    }
-    return value;
-}
+import { looseDataValuesToDataValues } from './looseDataValue.js';
 export function coreCreateProcessor(project, options) {
     const { graph, inputs = {}, context = {} } = options;
     const graphId = graph
@@ -29,7 +14,8 @@ export function coreCreateProcessor(project, options) {
     if (!graphId) {
         throw new Error(`Graph not found, and no main graph specified.`);
     }
-    const processor = new GraphProcessor(project, graphId, options.registry);
+    // TODO: Consolidate options into one object
+    const processor = new GraphProcessor(project, graphId, options.registry, options.includeTrace);
     if (options.onStart) {
         processor.on('start', options.onStart);
     }
@@ -86,6 +72,7 @@ export function coreCreateProcessor(project, options) {
         }
     }
     options.abortSignal?.addEventListener('abort', () => {
+        // eslint-disable-next-line @typescript-eslint/no-floating-promises
         processor.abort();
     });
     const resolvedInputs = looseDataValuesToDataValues(inputs);
@@ -102,6 +89,9 @@ export function coreCreateProcessor(project, options) {
                 nativeApi: options.nativeApi,
                 datasetProvider: options.datasetProvider,
                 audioProvider: options.audioProvider,
+                codeRunner: options.codeRunner,
+                projectPath: options.projectPath,
+                projectReferenceLoader: options.projectReferenceLoader,
                 settings: {
                     openAiKey: options.openAiKey ?? '',
                     openAiOrganization: options.openAiOrganization ?? '',
@@ -111,6 +101,7 @@ export function coreCreateProcessor(project, options) {
                     recordingPlaybackLatency: 1000,
                     chatNodeHeaders: options.chatNodeHeaders ?? {},
                     chatNodeTimeout: options.chatNodeTimeout ?? DEFAULT_CHAT_NODE_TIMEOUT,
+                    throttleChatNode: options.throttleChatNode ?? 100,
                 },
                 getChatNodeEndpoint: options.getChatNodeEndpoint,
             }, resolvedInputs, resolvedContextValues);

package/dist/esm/api/looseDataValue.js

@@ -0,0 +1,16 @@
+import { mapValues } from 'lodash-es';
+export function looseDataValuesToDataValues(values) {
+    return mapValues(values, (val) => looseDataValueToDataValue(val));
+}
+export function looseDataValueToDataValue(value) {
+    if (typeof value === 'string') {
+        return { type: 'string', value };
+    }
+    if (typeof value === 'number') {
+        return { type: 'number', value };
+    }
+    if (typeof value === 'boolean') {
+        return { type: 'boolean', value };
+    }
+    return value;
+}

package/dist/esm/exports.js

@@ -28,5 +28,7 @@ export * from './model/Dataset.js';
 export * from './api/streaming.js';
 export * from './api/createProcessor.js';
 export * from './integrations/AudioProvider.js';
+export * from './api/looseDataValue.js';
+export * from './integrations/CodeRunner.js';
 import * as openai from './utils/openai.js';
 export { openai };

package/dist/esm/integrations/CodeRunner.js

@@ -0,0 +1,36 @@
+// eslint-disable-next-line import/no-cycle -- There has to be a cycle if we're to import the entirety of Rivet here.
+import * as Rivet from '../exports.js';
+export class IsomorphicCodeRunner {
+    async runCode(code, inputs, options) {
+        const argNames = ['inputs'];
+        const args = [inputs];
+        if (options.includeRequire) {
+            throw new Error('require() requires the Node executor.');
+        }
+        if (options.includeProcess) {
+            throw new Error('process requires the Node executor.');
+        }
+        if (options.includeConsole) {
+            argNames.push('console');
+            args.push(console);
+        }
+        if (options.includeFetch) {
+            argNames.push('fetch');
+            args.push(fetch);
+        }
+        if (options.includeRivet) {
+            argNames.push('Rivet');
+            args.push(Rivet);
+        }
+        argNames.push(code);
+        const AsyncFunction = async function () { }.constructor;
+        const codeFunction = new AsyncFunction(...argNames);
+        const outputs = await codeFunction(...args);
+        return outputs;
+    }
+}
+export class NotAllowedCodeRunner {
+    async runCode(_code, _inputs, _options) {
+        throw new Error('Dynamic code execution is disabled.');
+    }
+}

package/dist/esm/integrations/GptTokenizerTokenizer.js

@@ -13,10 +13,12 @@ export class GptTokenizerTokenizer {
     }
     async getTokenCountForMessages(messages, functions, _info) {
         try {
-            const openaiMessages = await Promise.all(messages.map((message) => chatMessageToOpenAIChatCompletionMessage(message)));
-            const validMessages = openaiMessages
-                .filter((message) => message.role !== 'tool')
-                .map((message) => {
+            const openaiMessages = await Promise.all(messages.map((message) => chatMessageToOpenAIChatCompletionMessage(message, { isReasoningModel: false })));
+            const validMessages = openaiMessages.map((message) => {
+                // Tools not supported to calculate token count so we convert them to user messages
+                if (message.role === 'tool') {
+                    return { role: 'user', content: message.content };
+                }
                 if (Array.isArray(message.content)) {
                     const textContent = message.content
                         .filter((c) => c.type === 'text')
@@ -32,6 +34,7 @@ export class GptTokenizerTokenizer {
             return encodedChat.length + encodedFunctions.length;
         }
         catch (err) {
+            // eslint-disable-next-line @typescript-eslint/no-floating-promises
             this.emitter.emit('error', getError(err));
             return 0;
         }

package/dist/esm/integrations/openai/OpenAIEmbeddingGenerator.js

@@ -15,7 +15,7 @@ export class OpenAIEmbeddingGenerator {
         const response = await api.embeddings.create({
             input: text,
             model: options?.model ?? 'text-embedding-ada-002',
-            dimensions: options?.dimensions
+            dimensions: options?.dimensions,
         });
         const embeddings = response.data;
         return embeddings[0].embedding;

package/dist/esm/model/DataValue.js

@@ -1,6 +1,6 @@
 import { exhaustiveTuple } from '../utils/genericUtilFunctions.js';
-export const dataTypes = exhaustiveTuple()('any', 'any[]', 'boolean', 'boolean[]', 'string', 'string[]', 'number', 'number[]', 'date', 'date[]', 'time', 'time[]', 'datetime', 'datetime[]', 'chat-message', 'chat-message[]', 'control-flow-excluded', 'control-flow-excluded[]', 'object', 'object[]', 'fn<string>', 'fn<number>', 'fn<boolean>', 'fn<date>', 'fn<time>', 'fn<datetime>', 'fn<any>', 'fn<object>', 'fn<chat-message>', 'fn<control-flow-excluded>', 'fn<string[]>', 'fn<number[]>', 'fn<boolean[]>', 'fn<date[]>', 'fn<time[]>', 'fn<datetime[]>', 'fn<any[]>', 'fn<object[]>', 'fn<chat-message[]>', 'fn<control-flow-excluded[]>', 'gpt-function', 'gpt-function[]', 'fn<gpt-function[]>', 'fn<gpt-function>', 'vector', 'vector[]', 'fn<vector>', 'fn<vector[]>', 'image', 'image[]', 'fn<image>', 'fn<image[]>', 'binary', 'binary[]', 'fn<binary>', 'fn<binary[]>', 'audio', 'audio[]', 'fn<audio>', 'fn<audio[]>', 'graph-reference', 'graph-reference[]', 'fn<graph-reference>', 'fn<graph-reference[]>');
-export const scalarTypes = exhaustiveTuple()('any', 'boolean', 'string', 'number', 'date', 'time', 'datetime', 'chat-message', 'control-flow-excluded', 'object', 'gpt-function', 'vector', 'image', 'binary', 'audio', 'graph-reference');
+export const dataTypes = exhaustiveTuple()('any', 'any[]', 'boolean', 'boolean[]', 'string', 'string[]', 'number', 'number[]', 'date', 'date[]', 'time', 'time[]', 'datetime', 'datetime[]', 'chat-message', 'chat-message[]', 'control-flow-excluded', 'control-flow-excluded[]', 'object', 'object[]', 'fn<string>', 'fn<number>', 'fn<boolean>', 'fn<date>', 'fn<time>', 'fn<datetime>', 'fn<any>', 'fn<object>', 'fn<chat-message>', 'fn<control-flow-excluded>', 'fn<string[]>', 'fn<number[]>', 'fn<boolean[]>', 'fn<date[]>', 'fn<time[]>', 'fn<datetime[]>', 'fn<any[]>', 'fn<object[]>', 'fn<chat-message[]>', 'fn<control-flow-excluded[]>', 'gpt-function', 'gpt-function[]', 'fn<gpt-function[]>', 'fn<gpt-function>', 'vector', 'vector[]', 'fn<vector>', 'fn<vector[]>', 'image', 'image[]', 'fn<image>', 'fn<image[]>', 'binary', 'binary[]', 'fn<binary>', 'fn<binary[]>', 'audio', 'audio[]', 'fn<audio>', 'fn<audio[]>', 'graph-reference', 'graph-reference[]', 'fn<graph-reference>', 'fn<graph-reference[]>', 'document', 'document[]', 'fn<document>', 'fn<document[]>');
+export const scalarTypes = exhaustiveTuple()('any', 'boolean', 'string', 'number', 'date', 'time', 'datetime', 'chat-message', 'control-flow-excluded', 'object', 'gpt-function', 'vector', 'image', 'binary', 'audio', 'graph-reference', 'document');
 export const dataTypeDisplayNames = {
     any: 'Any',
     'any[]': 'Any Array',
@@ -66,6 +66,10 @@ export const dataTypeDisplayNames = {
     'graph-reference[]': 'Graph Reference Array',
     'fn<graph-reference>': 'Function<Graph Reference>',
     'fn<graph-reference[]>': 'Function<Graph Reference Array>',
+    document: 'Document',
+    'document[]': 'Document Array',
+    'fn<document>': 'Function<Document>',
+    'fn<document[]>': 'Function<Document Array>',
 };
 export function isScalarDataValue(value) {
     if (!value) {
@@ -143,6 +147,7 @@ export const scalarDefaults = {
     'chat-message': {
         type: 'user',
         message: '',
+        isCacheBreakpoint: undefined,
     },
     'control-flow-excluded': undefined,
     date: new Date().toISOString(),
@@ -164,6 +169,13 @@ export const scalarDefaults = {
     binary: new Uint8Array(),
     audio: { data: new Uint8Array() },
     'graph-reference': { graphId: '', graphName: '' },
+    document: {
+        mediaType: 'text/plain',
+        data: new Uint8Array(),
+        title: undefined,
+        context: undefined,
+        enableCitations: false,
+    },
 };
 export function getDefaultValue(type) {
     if (isArrayDataType(type)) {