@23blocks/block-jarvis 5.2.0 → 5.3.1

package/dist/index.esm.js

@@ -1,5 +1,5 @@
 import { _ } from '@swc/helpers/_/_extends';
-import { decodeOne, decodePageResult } from '@23blocks/jsonapi-codec';
+import { decodeOne, decodePageResult, decodeMany } from '@23blocks/jsonapi-codec';
 
 /**
  * Parse a string value, returning undefined for empty/undefined
@@ -298,7 +298,7 @@ function buildPromptBody(data) {
     if (data.templateData) body['template_data'] = data.templateData;
     return body;
 }
-function createPromptsService(transport, _config) {
+function createPromptsService(transport, _config, sseUrl) {
     return {
         async list (params) {
             const queryParams = {};
@@ -345,6 +345,44 @@ function createPromptsService(transport, _config) {
                 duration: response.duration
             };
         },
+        async publish (uniqueId, versionUniqueId) {
+            const response = await transport.post(`/prompts/${uniqueId}/versions/${versionUniqueId}/publish`, {});
+            return decodeOne(response, promptMapper);
+        },
+        async executeStream (uniqueId, data) {
+            const response = await transport.post(`/prompts/${uniqueId}/execute/stream`, {
+                agent_unique_id: data.agentUniqueId,
+                variables: data.variables
+            }, _({
+                responseType: 'stream',
+                headers: {
+                    Accept: 'text/event-stream'
+                }
+            }, sseUrl ? {
+                baseUrl: sseUrl
+            } : {}));
+            if (response.body) {
+                return response.body.pipeThrough(new TextDecoderStream());
+            }
+            throw new Error('Streaming not supported');
+        },
+        async executeVersionStream (uniqueId, versionUniqueId, data) {
+            const response = await transport.post(`/prompts/${uniqueId}/versions/${versionUniqueId}/execute/stream`, {
+                agent_unique_id: data.agentUniqueId,
+                variables: data.variables
+            }, _({
+                responseType: 'stream',
+                headers: {
+                    Accept: 'text/event-stream'
+                }
+            }, sseUrl ? {
+                baseUrl: sseUrl
+            } : {}));
+            if (response.body) {
+                return response.body.pipeThrough(new TextDecoderStream());
+            }
+            throw new Error('Streaming not supported');
+        },
         async render (uniqueId, data) {
             var _response_data, _response_data1, _response_data_meta, _response_data2, _response_meta, _response_data_meta1, _response_data3, _response_meta1, _response_data_meta2, _response_data4, _response_meta2, _response_data_meta3, _response_data5, _response_meta3;
             const response = await transport.post(`/prompts/${uniqueId}/render`, {
@@ -540,6 +578,7 @@ function createExecutionsService(transport, _config) {
             if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
             if (params == null ? void 0 : params.agentUniqueId) queryParams['agent_unique_id'] = params.agentUniqueId;
             if (params == null ? void 0 : params.promptUniqueId) queryParams['prompt_unique_id'] = params.promptUniqueId;
+            if (params == null ? void 0 : params.runUniqueId) queryParams['run_unique_id'] = params.runUniqueId;
             if (params == null ? void 0 : params.status) queryParams['status'] = params.status;
             if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
             const response = await transport.get('/executions', {
@@ -566,6 +605,7 @@ function createExecutionsService(transport, _config) {
             const queryParams = {};
             if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
             if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.runUniqueId) queryParams['run_unique_id'] = params.runUniqueId;
             if (params == null ? void 0 : params.status) queryParams['status'] = params.status;
             if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
             const response = await transport.get(`/prompts/${promptUniqueId}/executions`, {
@@ -576,6 +616,22 @@ function createExecutionsService(transport, _config) {
         async cancel (uniqueId) {
             const response = await transport.post(`/executions/${uniqueId}/cancel`, {});
             return decodeOne(response, executionMapper);
+        },
+        async listByPromptVersion (promptUniqueId, versionUniqueId, params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.runUniqueId) queryParams['run_unique_id'] = params.runUniqueId;
+            if (params == null ? void 0 : params.status) queryParams['status'] = params.status;
+            if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
+            const response = await transport.get(`/prompts/${promptUniqueId}/versions/${versionUniqueId}/executions`, {
+                params: queryParams
+            });
+            return decodePageResult(response, executionMapper);
+        },
+        async getByPrompt (promptUniqueId, executionUniqueId) {
+            const response = await transport.get(`/prompts/${promptUniqueId}/executions/${executionUniqueId}`);
+            return decodeOne(response, executionMapper);
         }
     };
 }
@@ -699,6 +755,14 @@ const aiModelMapper = {
         })
 };
 
+const openaiModelMapper = {
+    type: 'openai_model',
+    map: (resource)=>({
+            id: parseString(resource.attributes['name']) || resource.id,
+            name: parseString(resource.attributes['name']) || resource.id
+        })
+};
+
 function buildAIModelBody(data) {
     const body = {};
     if (data.name) body['name'] = data.name;
@@ -746,6 +810,10 @@ function createAIModelsService(transport, _config) {
         },
         async delete (uniqueId) {
             await transport.delete(`/ai_models/${uniqueId}`);
+        },
+        async openaiAvailable () {
+            const response = await transport.get('/vendors/openai/models');
+            return decodeMany(response, openaiModelMapper);
         }
     };
 }
@@ -1285,22 +1353,28 @@ function createWorkflowInstancesService(transport, _config) {
             return decodeOne(response, workflowInstanceMapper);
         },
         async getDetails (workflowUniqueId, instanceUniqueId) {
-            var _response_workflow, _response_workflow1;
+            var _doc_data;
             const response = await transport.get(`/workflows/${workflowUniqueId}/instances/${instanceUniqueId}/details`);
+            const doc = response;
+            const instance = decodeOne(response, workflowInstanceMapper);
+            // Workflow and steps metadata are included as top-level attributes in the JSON:API resource
+            const attrs = ((_doc_data = doc.data) == null ? void 0 : _doc_data.attributes) || {};
+            const workflow = attrs['workflow'] || {};
+            const steps = attrs['steps'] || [];
             return {
-                instance: decodeOne(response.instance || response, workflowInstanceMapper),
+                instance,
                 workflow: {
-                    uniqueId: (_response_workflow = response.workflow) == null ? void 0 : _response_workflow.unique_id,
-                    name: (_response_workflow1 = response.workflow) == null ? void 0 : _response_workflow1.name
+                    uniqueId: workflow.unique_id || instance.workflowUniqueId,
+                    name: workflow.name || ''
                 },
-                steps: (response.steps || []).map((s)=>({
-                        stepUniqueId: s.step_unique_id,
-                        stepName: s.step_name,
-                        order: s.order,
-                        status: s.status,
-                        startedAt: s.started_at ? new Date(s.started_at) : undefined,
-                        completedAt: s.completed_at ? new Date(s.completed_at) : undefined
-                    }))
+                steps: Array.isArray(steps) ? steps.map((s)=>({
+                        stepUniqueId: String(s['step_unique_id'] || ''),
+                        stepName: String(s['step_name'] || ''),
+                        order: Number(s['order'] || 0),
+                        status: String(s['status'] || ''),
+                        startedAt: s['started_at'] ? new Date(s['started_at']) : undefined,
+                        completedAt: s['completed_at'] ? new Date(s['completed_at']) : undefined
+                    })) : []
             };
         },
         async step (workflowUniqueId, instanceUniqueId, data) {
@@ -1343,6 +1417,26 @@ function createWorkflowInstancesService(transport, _config) {
     };
 }
 
+const runExecutionMapper = {
+    type: 'run_execution',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || '',
+            agentUniqueId: parseString(resource.attributes['agent_unique_id']) || '',
+            runId: parseString(resource.attributes['run_id']) || undefined,
+            threadId: parseString(resource.attributes['thread_id']) || undefined,
+            status: parseString(resource.attributes['status']) || 'pending',
+            input: parseString(resource.attributes['input']) || undefined,
+            output: parseString(resource.attributes['output']) || undefined,
+            tokens: parseOptionalNumber(resource.attributes['tokens']),
+            cost: parseOptionalNumber(resource.attributes['cost']),
+            duration: parseOptionalNumber(resource.attributes['duration']),
+            error: parseString(resource.attributes['error']) || undefined,
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+
 function buildRuntimeMessageBody(data) {
     const body = {};
     if (data.role) body['role'] = data.role;
@@ -1476,7 +1570,6 @@ function createAgentRuntimeService(transport, _config, sseUrl) {
             return (response.messages || response || []).map(parseAgentMessage);
         },
         async listExecutions (agentUniqueId, params) {
-            var _response_meta, _response_meta1, _response_meta2, _response_meta3;
             const queryParams = {};
             if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
             if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
@@ -1485,40 +1578,20 @@ function createAgentRuntimeService(transport, _config, sseUrl) {
             const response = await transport.get(`/agents/${agentUniqueId}/executions`, {
                 params: queryParams
             });
-            const data = response.data || [];
-            return {
-                data: data.map((e)=>({
-                        id: e.id,
-                        uniqueId: e.unique_id,
-                        agentUniqueId: e.agent_unique_id,
-                        runId: e.run_id,
-                        threadId: e.thread_id,
-                        status: e.status,
-                        input: e.input,
-                        output: e.output,
-                        tokens: e.tokens,
-                        cost: e.cost,
-                        duration: e.duration,
-                        error: e.error,
-                        createdAt: new Date(e.created_at),
-                        updatedAt: new Date(e.updated_at)
-                    })),
-                meta: {
-                    totalCount: ((_response_meta = response.meta) == null ? void 0 : _response_meta.total_count) || data.length,
-                    currentPage: ((_response_meta1 = response.meta) == null ? void 0 : _response_meta1.current_page) || 1,
-                    perPage: ((_response_meta2 = response.meta) == null ? void 0 : _response_meta2.per_page) || data.length,
-                    totalPages: ((_response_meta3 = response.meta) == null ? void 0 : _response_meta3.total_pages) || 1
-                }
-            };
+            return decodePageResult(response, runExecutionMapper);
         },
         async getExecution (agentUniqueId, executionUniqueId) {
             const response = await transport.get(`/agents/${agentUniqueId}/executions/${executionUniqueId}`);
+            return decodeOne(response, runExecutionMapper);
+        },
+        async getRunStatus (agentUniqueId, threadId, runId) {
+            const response = await transport.get(`/agents/${agentUniqueId}/threads/${threadId}/runs/${runId}`);
             return {
                 id: response.id,
                 uniqueId: response.unique_id,
                 agentUniqueId: response.agent_unique_id,
-                runId: response.run_id,
-                threadId: response.thread_id,
+                runId: response.run_id || runId,
+                threadId: response.thread_id || threadId,
                 status: response.status,
                 input: response.input,
                 output: response.output,
@@ -2381,10 +2454,430 @@ function createAnalyticsService(transport, _config) {
     };
 }
 
+const promptTestMapper = {
+    type: 'prompt_test',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || '',
+            promptUniqueId: parseString(resource.attributes['prompt_unique_id']) || '',
+            name: parseString(resource.attributes['name']) || '',
+            description: parseString(resource.attributes['description']) || undefined,
+            input: parseString(resource.attributes['input']) || undefined,
+            expectedOutput: parseString(resource.attributes['expected_output']) || undefined,
+            variables: resource.attributes['variables'],
+            enabled: resource.attributes['enabled'] != null ? parseBoolean(resource.attributes['enabled']) : undefined,
+            status: parseString(resource.attributes['status']) || 'active',
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+const promptTestResultMapper = {
+    type: 'prompt_test_result',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || '',
+            testUniqueId: parseString(resource.attributes['test_unique_id']) || '',
+            promptUniqueId: parseString(resource.attributes['prompt_unique_id']) || '',
+            versionUniqueId: parseString(resource.attributes['version_unique_id']) || undefined,
+            input: parseString(resource.attributes['input']) || undefined,
+            expectedOutput: parseString(resource.attributes['expected_output']) || undefined,
+            actualOutput: parseString(resource.attributes['actual_output']) || undefined,
+            passed: resource.attributes['passed'] != null ? parseBoolean(resource.attributes['passed']) : undefined,
+            score: parseOptionalNumber(resource.attributes['score']),
+            tokens: parseOptionalNumber(resource.attributes['tokens']),
+            cost: parseOptionalNumber(resource.attributes['cost']),
+            duration: parseOptionalNumber(resource.attributes['duration']),
+            error: parseString(resource.attributes['error']) || undefined,
+            status: parseString(resource.attributes['status']) || 'pending',
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+const promptTestEvaluationMapper = {
+    type: 'prompt_test_evaluation',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || '',
+            name: parseString(resource.attributes['name']) || undefined,
+            description: parseString(resource.attributes['description']) || undefined,
+            status: parseString(resource.attributes['status']) || 'active',
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+
+function buildPromptTestBody(data) {
+    const body = {};
+    if (data.name) body['name'] = data.name;
+    if (data.description) body['description'] = data.description;
+    if (data.input) body['input'] = data.input;
+    if (data.expectedOutput) body['expected_output'] = data.expectedOutput;
+    if (data.variables) body['variables'] = data.variables;
+    if (data.enabled !== undefined) body['enabled'] = data.enabled;
+    return body;
+}
+function createPromptTestsService(transport, _config) {
+    return {
+        async list (promptUniqueId, params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.status) queryParams['status'] = params.status;
+            if (params == null ? void 0 : params.search) queryParams['search'] = params.search;
+            if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
+            const response = await transport.get(`/prompts/${promptUniqueId}/tests`, {
+                params: queryParams
+            });
+            return decodePageResult(response, promptTestMapper);
+        },
+        async get (promptUniqueId, testUniqueId) {
+            const response = await transport.get(`/prompts/${promptUniqueId}/tests/${testUniqueId}`);
+            return decodeOne(response, promptTestMapper);
+        },
+        async create (promptUniqueId, data) {
+            const response = await transport.post(`/prompts/${promptUniqueId}/tests`, {
+                prompt_test: buildPromptTestBody(data)
+            });
+            return decodeOne(response, promptTestMapper);
+        },
+        async update (promptUniqueId, testUniqueId, data) {
+            const response = await transport.put(`/prompts/${promptUniqueId}/tests/${testUniqueId}`, {
+                prompt_test: buildPromptTestBody(data)
+            });
+            return decodeOne(response, promptTestMapper);
+        },
+        async delete (promptUniqueId, testUniqueId) {
+            await transport.delete(`/prompts/${promptUniqueId}/tests/${testUniqueId}`);
+        },
+        async run (promptUniqueId, testUniqueId) {
+            const response = await transport.post(`/prompts/${promptUniqueId}/tests/${testUniqueId}/run`, {});
+            return decodeOne(response, promptTestResultMapper);
+        },
+        async runAgainstVersion (promptUniqueId, versionUniqueId, testUniqueId) {
+            const response = await transport.post(`/prompts/${promptUniqueId}/versions/${versionUniqueId}/tests/${testUniqueId}/run`, {});
+            return decodeOne(response, promptTestResultMapper);
+        },
+        async runAll (promptUniqueId) {
+            const response = await transport.post(`/prompts/${promptUniqueId}/tests/run-all`, {});
+            const raw = response;
+            const data = raw.data || raw;
+            if (Array.isArray(data)) {
+                return data.map((item)=>decodeOne({
+                        data: item
+                    }, promptTestResultMapper));
+            }
+            return [];
+        },
+        async listResults (promptUniqueId, testUniqueId, params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
+            const response = await transport.get(`/prompts/${promptUniqueId}/tests/${testUniqueId}/results`, {
+                params: queryParams
+            });
+            return decodePageResult(response, promptTestResultMapper);
+        },
+        async getResult (promptUniqueId, testUniqueId, resultUniqueId) {
+            const response = await transport.get(`/prompts/${promptUniqueId}/tests/${testUniqueId}/results/${resultUniqueId}`);
+            return decodeOne(response, promptTestResultMapper);
+        },
+        async listVersionResults (promptUniqueId, versionUniqueId, params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
+            const response = await transport.get(`/prompts/${promptUniqueId}/versions/${versionUniqueId}/test-results`, {
+                params: queryParams
+            });
+            return decodePageResult(response, promptTestResultMapper);
+        }
+    };
+}
+function createPromptTestEvaluationsService(transport, _config) {
+    return {
+        async list (params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            const response = await transport.get('/prompt-test-evaluations', {
+                params: queryParams
+            });
+            return decodePageResult(response, promptTestEvaluationMapper);
+        },
+        async get (uniqueId) {
+            const response = await transport.get(`/prompt-test-evaluations/${uniqueId}`);
+            return decodeOne(response, promptTestEvaluationMapper);
+        },
+        async create (data) {
+            const response = await transport.post('/prompt-test-evaluations', {
+                prompt_test_evaluation: data
+            });
+            return decodeOne(response, promptTestEvaluationMapper);
+        },
+        async run (uniqueId) {
+            const response = await transport.post(`/prompt-test-evaluations/${uniqueId}/run`, {});
+            return decodeOne(response, promptTestEvaluationMapper);
+        },
+        async compareVersions (data) {
+            const response = await transport.post('/prompt-test-evaluations/compare-versions', {
+                version_a: data.versionA,
+                version_b: data.versionB
+            });
+            return {
+                versionA: response.version_a || data.versionA,
+                versionB: response.version_b || data.versionB,
+                results: response.results || []
+            };
+        }
+    };
+}
+
+const agentTestMapper = {
+    type: 'agent_test',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || '',
+            agentUniqueId: parseString(resource.attributes['agent_unique_id']) || '',
+            name: parseString(resource.attributes['name']) || '',
+            description: parseString(resource.attributes['description']) || undefined,
+            input: parseString(resource.attributes['input']) || undefined,
+            expectedOutput: parseString(resource.attributes['expected_output']) || undefined,
+            variables: resource.attributes['variables'],
+            enabled: resource.attributes['enabled'] != null ? parseBoolean(resource.attributes['enabled']) : undefined,
+            status: parseString(resource.attributes['status']) || 'active',
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+const agentTestResultMapper = {
+    type: 'agent_test_result',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || '',
+            testUniqueId: parseString(resource.attributes['test_unique_id']) || '',
+            agentUniqueId: parseString(resource.attributes['agent_unique_id']) || '',
+            input: parseString(resource.attributes['input']) || undefined,
+            expectedOutput: parseString(resource.attributes['expected_output']) || undefined,
+            actualOutput: parseString(resource.attributes['actual_output']) || undefined,
+            passed: resource.attributes['passed'] != null ? parseBoolean(resource.attributes['passed']) : undefined,
+            score: parseOptionalNumber(resource.attributes['score']),
+            tokens: parseOptionalNumber(resource.attributes['tokens']),
+            cost: parseOptionalNumber(resource.attributes['cost']),
+            duration: parseOptionalNumber(resource.attributes['duration']),
+            error: parseString(resource.attributes['error']) || undefined,
+            status: parseString(resource.attributes['status']) || 'pending',
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+
+function buildAgentTestBody(data) {
+    const body = {};
+    if (data.name) body['name'] = data.name;
+    if (data.description) body['description'] = data.description;
+    if (data.input) body['input'] = data.input;
+    if (data.expectedOutput) body['expected_output'] = data.expectedOutput;
+    if (data.variables) body['variables'] = data.variables;
+    if (data.enabled !== undefined) body['enabled'] = data.enabled;
+    return body;
+}
+function createAgentTestsService(transport, _config) {
+    return {
+        async list (agentUniqueId, params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.status) queryParams['status'] = params.status;
+            if (params == null ? void 0 : params.search) queryParams['search'] = params.search;
+            if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
+            const response = await transport.get(`/agents/${agentUniqueId}/tests`, {
+                params: queryParams
+            });
+            return decodePageResult(response, agentTestMapper);
+        },
+        async get (agentUniqueId, testUniqueId) {
+            const response = await transport.get(`/agents/${agentUniqueId}/tests/${testUniqueId}`);
+            return decodeOne(response, agentTestMapper);
+        },
+        async create (agentUniqueId, data) {
+            const response = await transport.post(`/agents/${agentUniqueId}/tests`, {
+                agent_test: buildAgentTestBody(data)
+            });
+            return decodeOne(response, agentTestMapper);
+        },
+        async update (agentUniqueId, testUniqueId, data) {
+            const response = await transport.put(`/agents/${agentUniqueId}/tests/${testUniqueId}`, {
+                agent_test: buildAgentTestBody(data)
+            });
+            return decodeOne(response, agentTestMapper);
+        },
+        async delete (agentUniqueId, testUniqueId) {
+            await transport.delete(`/agents/${agentUniqueId}/tests/${testUniqueId}`);
+        },
+        async run (agentUniqueId, testUniqueId) {
+            const response = await transport.post(`/agents/${agentUniqueId}/tests/${testUniqueId}/run`, {});
+            return decodeOne(response, agentTestResultMapper);
+        },
+        async runAll (agentUniqueId) {
+            const response = await transport.post(`/agents/${agentUniqueId}/tests/run-all`, {});
+            const raw = response;
+            const data = raw.data || raw;
+            if (Array.isArray(data)) {
+                return data.map((item)=>decodeOne({
+                        data: item
+                    }, agentTestResultMapper));
+            }
+            return [];
+        },
+        async listResults (agentUniqueId, testUniqueId, params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
+            const response = await transport.get(`/agents/${agentUniqueId}/tests/${testUniqueId}/results`, {
+                params: queryParams
+            });
+            return decodePageResult(response, agentTestResultMapper);
+        },
+        async getResult (agentUniqueId, testUniqueId, resultUniqueId) {
+            const response = await transport.get(`/agents/${agentUniqueId}/tests/${testUniqueId}/results/${resultUniqueId}`);
+            return decodeOne(response, agentTestResultMapper);
+        },
+        async listAgentResults (agentUniqueId, params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.sortBy) queryParams['sort'] = params.sortOrder === 'desc' ? `-${params.sortBy}` : params.sortBy;
+            const response = await transport.get(`/agents/${agentUniqueId}/test-results`, {
+                params: queryParams
+            });
+            return decodePageResult(response, agentTestResultMapper);
+        }
+    };
+}
+
+const promptTemplateMapper = {
+    type: 'prompt_template',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || resource.id,
+            name: parseString(resource.attributes['name']) || '',
+            description: parseString(resource.attributes['description']) || undefined,
+            schema: resource.attributes['schema'],
+            formDefinition: resource.attributes['form_definition'],
+            status: parseString(resource.attributes['status']) || 'active',
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+
+function createPromptTemplatesService(transport, _config) {
+    return {
+        async list (params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            if (params == null ? void 0 : params.includeSchema) queryParams['include_schema'] = 'true';
+            const response = await transport.get('/prompt_templates', {
+                params: queryParams
+            });
+            return decodePageResult(response, promptTemplateMapper);
+        },
+        async get (id) {
+            const response = await transport.get(`/prompt_templates/${id}`);
+            return decodeOne(response, promptTemplateMapper);
+        }
+    };
+}
+
+const companyKeyMapper = {
+    type: 'company_key',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || resource.id,
+            name: parseString(resource.attributes['name']) || undefined,
+            keyValue: parseString(resource.attributes['key_value']) || undefined,
+            provider: parseString(resource.attributes['provider']) || undefined,
+            status: parseString(resource.attributes['status']) || 'active',
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+
+function createCompanyKeysService(transport, _config) {
+    return {
+        async list (urlId, params) {
+            const queryParams = {};
+            if (params == null ? void 0 : params.page) queryParams['page'] = String(params.page);
+            if (params == null ? void 0 : params.perPage) queryParams['records'] = String(params.perPage);
+            const response = await transport.get(`/companies/${urlId}/keys`, {
+                params: queryParams
+            });
+            return decodePageResult(response, companyKeyMapper);
+        },
+        async create (urlId, data) {
+            const body = {};
+            if (data.name) body['name'] = data.name;
+            body['key_value'] = data.keyValue;
+            if (data.provider) body['provider'] = data.provider;
+            const response = await transport.post(`/companies/${urlId}/keys`, {
+                key: body
+            });
+            return decodeOne(response, companyKeyMapper);
+        },
+        async delete (urlId, keyUniqueId) {
+            await transport.delete(`/companies/${urlId}/keys/${keyUniqueId}`);
+        }
+    };
+}
+
+const llmProviderMapper = {
+    type: 'llm_provider',
+    map: (resource)=>({
+            id: resource.id,
+            uniqueId: parseString(resource.attributes['unique_id']) || resource.id,
+            name: parseString(resource.attributes['name']) || '',
+            providerType: parseString(resource.attributes['provider_type']) || undefined,
+            apiUrl: parseString(resource.attributes['api_url']) || undefined,
+            status: parseString(resource.attributes['status']) || 'active',
+            createdAt: parseDate(resource.attributes['created_at']) || new Date(),
+            updatedAt: parseDate(resource.attributes['updated_at']) || new Date()
+        })
+};
+
+function createLlmProvidersService(transport, _config) {
+    return {
+        async list () {
+            const response = await transport.get('/llm-providers');
+            return decodePageResult(response, llmProviderMapper);
+        },
+        async validate () {
+            const response = await transport.get('/llm-providers/validate');
+            return {
+                valid: !!response.valid,
+                message: response.message
+            };
+        },
+        async models (provider) {
+            const response = await transport.get(`/llm-providers/${provider}/models`);
+            const data = response.data || response;
+            if (Array.isArray(data)) {
+                return data.map((m)=>({
+                        id: m.id || m.name,
+                        name: m.name || m.id,
+                        provider: m.provider || provider
+                    }));
+            }
+            return [];
+        }
+    };
+}
+
 function createJarvisBlock(transport, config) {
     return {
         agents: createAgentsService(transport),
-        prompts: createPromptsService(transport),
+        prompts: createPromptsService(transport, config, config.sseUrl),
         workflows: createWorkflowsService(transport),
         executions: createExecutionsService(transport),
         conversations: createConversationsService(transport),
@@ -2406,6 +2899,12 @@ function createJarvisBlock(transport, config) {
         conditions: createConditionsService(transport),
         stepTransitions: createStepTransitionsService(transport),
         analytics: createAnalyticsService(transport),
+        promptTests: createPromptTestsService(transport),
+        promptTestEvaluations: createPromptTestEvaluationsService(transport),
+        agentTests: createAgentTestsService(transport),
+        promptTemplates: createPromptTemplatesService(transport),
+        companyKeys: createCompanyKeysService(transport),
+        llmProviders: createLlmProvidersService(transport),
         health: ()=>transport.get('/health')
     };
 }
@@ -2418,8 +2917,16 @@ const jarvisBlockMetadata = {
         'Prompt',
         'Workflow',
         'Execution',
-        'Conversation'
+        'Conversation',
+        'PromptTest',
+        'PromptTestResult',
+        'PromptTestEvaluation',
+        'AgentTest',
+        'AgentTestResult',
+        'PromptTemplate',
+        'CompanyKey',
+        'LlmProvider'
     ]
 };
 
-export { agentMapper, agentToolAssignmentMapper, agentToolMapper, aiModelMapper, clusterMapper, conditionMapper, conversationMapper, createAIModelsService, createAgentRuntimeService, createAgentToolAssignmentsService, createAgentToolsService, createAgentsService, createAnalyticsService, createClustersService, createConditionsService, createConversationsService, createEntitiesService, createExecutionCommentsService, createExecutionsService, createJarvisBlock, createJarvisUsersService, createMailTemplatesService, createMarvinChatService, createPromptCommentsService, createPromptsService, createStepTransitionsService, createToolsService, createWorkflowInstancesService, createWorkflowParticipantsService, createWorkflowStepsService, createWorkflowsService, entityMapper, executionCommentMapper, executionMapper, jarvisBlockMetadata, jarvisUserMapper, mailTemplateMapper, promptCommentMapper, promptMapper, stepTransitionMapper, toolMapper, workflowInstanceMapper, workflowMapper, workflowParticipantMapper, workflowStepMapper };
+export { agentMapper, agentTestMapper, agentTestResultMapper, agentToolAssignmentMapper, agentToolMapper, aiModelMapper, clusterMapper, companyKeyMapper, conditionMapper, conversationMapper, createAIModelsService, createAgentRuntimeService, createAgentTestsService, createAgentToolAssignmentsService, createAgentToolsService, createAgentsService, createAnalyticsService, createClustersService, createCompanyKeysService, createConditionsService, createConversationsService, createEntitiesService, createExecutionCommentsService, createExecutionsService, createJarvisBlock, createJarvisUsersService, createLlmProvidersService, createMailTemplatesService, createMarvinChatService, createPromptCommentsService, createPromptTemplatesService, createPromptTestEvaluationsService, createPromptTestsService, createPromptsService, createStepTransitionsService, createToolsService, createWorkflowInstancesService, createWorkflowParticipantsService, createWorkflowStepsService, createWorkflowsService, entityMapper, executionCommentMapper, executionMapper, jarvisBlockMetadata, jarvisUserMapper, llmProviderMapper, mailTemplateMapper, openaiModelMapper, promptCommentMapper, promptMapper, promptTemplateMapper, promptTestEvaluationMapper, promptTestMapper, promptTestResultMapper, runExecutionMapper, stepTransitionMapper, toolMapper, workflowInstanceMapper, workflowMapper, workflowParticipantMapper, workflowStepMapper };