@n8n/api-types 1.31.3 → 1.32.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-builder-interactive.d.ts +7 -11
- package/dist/agent-builder-interactive.js +1 -10
- package/dist/agent-builder-interactive.js.map +1 -1
- package/dist/agent-builder-tool-node-types.d.ts +1 -1
- package/dist/agent-builder-tool-node-types.js +1 -0
- package/dist/agent-builder-tool-node-types.js.map +1 -1
- package/dist/agent-sse.d.ts +0 -7
- package/dist/agents/agent-config-validation.schema.d.ts +127 -0
- package/dist/agents/agent-config-validation.schema.js +38 -0
- package/dist/agents/agent-config-validation.schema.js.map +1 -0
- package/dist/agents/agent-files.constants.d.ts +1 -1
- package/dist/agents/agent-files.constants.js.map +1 -1
- package/dist/agents/agent-integration.schema.d.ts +1 -1
- package/dist/agents/agent-integration.schema.js.map +1 -1
- package/dist/agents/agent-interaction.schema.d.ts +27 -26
- package/dist/agents/agent-interaction.schema.js +8 -2
- package/dist/agents/agent-interaction.schema.js.map +1 -1
- package/dist/agents/agent-json-config.schema.d.ts +1342 -1251
- package/dist/agents/agent-json-config.schema.js +36 -33
- package/dist/agents/agent-json-config.schema.js.map +1 -1
- package/dist/agents/agent-skill.schema.d.ts +99 -0
- package/dist/agents/agent-skill.schema.js +79 -0
- package/dist/agents/agent-skill.schema.js.map +1 -0
- package/dist/agents/agent-task.schema.js.map +1 -1
- package/dist/agents/dto.d.ts +71 -146
- package/dist/agents/dto.js +12 -87
- package/dist/agents/dto.js.map +1 -1
- package/dist/agents/index.d.ts +4 -1
- package/dist/agents/index.js +4 -2
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/inline-agent-config.schema.d.ts +4007 -0
- package/dist/agents/inline-agent-config.schema.js +76 -0
- package/dist/agents/inline-agent-config.schema.js.map +1 -0
- package/dist/agents/model-providers.d.ts +1 -1
- package/dist/agents/model-providers.js.map +1 -1
- package/dist/agents/provider-capabilities.d.ts +12 -12
- package/dist/agents/provider-capabilities.js.map +1 -1
- package/dist/agents/rich-card.schema.d.ts +298 -298
- package/dist/agents/rich-card.schema.js.map +1 -1
- package/dist/agents/sanitize-agent-json-config.d.ts +1 -0
- package/dist/agents/sanitize-agent-json-config.js +10 -0
- package/dist/agents/sanitize-agent-json-config.js.map +1 -1
- package/dist/agents/types.d.ts +19 -27
- package/dist/agents/types.js +1 -6
- package/dist/agents/types.js.map +1 -1
- package/dist/build.tsbuildinfo +1 -1
- package/dist/chat-hub.d.ts +162 -162
- package/dist/chat-hub.js.map +1 -1
- package/dist/constants/proxy-feature.d.ts +1 -1
- package/dist/constants/proxy-feature.js.map +1 -1
- package/dist/dto/ai/ai-apply-suggestion-request.dto.js.map +1 -1
- package/dist/dto/ai/ai-ask-request.dto.d.ts +10 -10
- package/dist/dto/ai/ai-ask-request.dto.js.map +1 -1
- package/dist/dto/ai/ai-build-request.dto.d.ts +13 -13
- package/dist/dto/ai/ai-build-request.dto.js.map +1 -1
- package/dist/dto/ai/ai-chat-request.dto.js.map +1 -1
- package/dist/dto/ai/ai-clear-session-request.dto.js.map +1 -1
- package/dist/dto/ai/ai-free-credits-request.dto.js.map +1 -1
- package/dist/dto/ai/ai-gateway-config-response.dto.js.map +1 -1
- package/dist/dto/ai/ai-gateway-usage-response.dto.d.ts +1 -1
- package/dist/dto/ai/ai-gateway-usage-response.dto.js.map +1 -1
- package/dist/dto/ai/ai-session-retrieval-request.dto.js.map +1 -1
- package/dist/dto/ai/ai-truncate-messages-request.dto.d.ts +1 -1
- package/dist/dto/ai/ai-truncate-messages-request.dto.js.map +1 -1
- package/dist/dto/ai/ai-usage-settings-request.dto.js.map +1 -1
- package/dist/dto/api-keys/create-api-key-request.dto.js.map +1 -1
- package/dist/dto/api-keys/list-api-keys-query.dto.d.ts +5 -5
- package/dist/dto/api-keys/list-api-keys-query.dto.js.map +1 -1
- package/dist/dto/api-keys/update-api-key-request.dto.js.map +1 -1
- package/dist/dto/auth/embed-login-body.dto.js.map +1 -1
- package/dist/dto/auth/embed-login-query.dto.js.map +1 -1
- package/dist/dto/auth/login-request.dto.js.map +1 -1
- package/dist/dto/auth/resolve-signup-token-query.dto.js.map +1 -1
- package/dist/dto/binary-data/binary-data-query.dto.d.ts +2 -2
- package/dist/dto/binary-data/binary-data-query.dto.js.map +1 -1
- package/dist/dto/binary-data/binary-data-signed-query.dto.js.map +1 -1
- package/dist/dto/breaking-changes/breaking-change-report-query.dto.js.map +1 -1
- package/dist/dto/credential-resolver/create-credential-resolver.dto.d.ts +1 -1
- package/dist/dto/credential-resolver/create-credential-resolver.dto.js.map +1 -1
- package/dist/dto/credential-resolver/list-credential-resolvers-query.dto.d.ts +1 -1
- package/dist/dto/credential-resolver/list-credential-resolvers-query.dto.js.map +1 -1
- package/dist/dto/credential-resolver/update-credential-resolver.dto.js.map +1 -1
- package/dist/dto/credentials/create-credential.dto.d.ts +1 -1
- package/dist/dto/credentials/create-credential.dto.js.map +1 -1
- package/dist/dto/credentials/credentials-get-many-request.dto.d.ts +6 -6
- package/dist/dto/credentials/credentials-get-many-request.dto.js.map +1 -1
- package/dist/dto/credentials/credentials-get-one-request.dto.d.ts +1 -1
- package/dist/dto/credentials/credentials-get-one-request.dto.js.map +1 -1
- package/dist/dto/credentials/generate-credential-name.dto.js.map +1 -1
- package/dist/dto/data-table/add-data-table-column.dto.d.ts +1 -1
- package/dist/dto/data-table/add-data-table-column.dto.js.map +1 -1
- package/dist/dto/data-table/add-data-table-rows.dto.d.ts +1 -1
- package/dist/dto/data-table/add-data-table-rows.dto.js.map +1 -1
- package/dist/dto/data-table/create-data-table-column.dto.d.ts +1 -1
- package/dist/dto/data-table/create-data-table-column.dto.js.map +1 -1
- package/dist/dto/data-table/create-data-table.dto.d.ts +3 -3
- package/dist/dto/data-table/create-data-table.dto.js.map +1 -1
- package/dist/dto/data-table/delete-data-table-rows.dto.d.ts +4 -4
- package/dist/dto/data-table/delete-data-table-rows.dto.js.map +1 -1
- package/dist/dto/data-table/download-data-table-csv-query.dto.js.map +1 -1
- package/dist/dto/data-table/import-csv-to-data-table.dto.js.map +1 -1
- package/dist/dto/data-table/list-data-table-content-query.dto.d.ts +10 -10
- package/dist/dto/data-table/list-data-table-content-query.dto.js.map +1 -1
- package/dist/dto/data-table/list-data-table-query.dto.d.ts +8 -8
- package/dist/dto/data-table/list-data-table-query.dto.js.map +1 -1
- package/dist/dto/data-table/move-data-table-column.dto.js.map +1 -1
- package/dist/dto/data-table/public-api-create-data-table.dto.d.ts +4 -4
- package/dist/dto/data-table/public-api-create-data-table.dto.js.map +1 -1
- package/dist/dto/data-table/rename-data-table-column.dto.js.map +1 -1
- package/dist/dto/data-table/update-data-table-column.dto.d.ts +2 -2
- package/dist/dto/data-table/update-data-table-row.dto.d.ts +14 -14
- package/dist/dto/data-table/update-data-table-row.dto.js.map +1 -1
- package/dist/dto/data-table/update-data-table.dto.js.map +1 -1
- package/dist/dto/data-table/upsert-data-table-row.dto.d.ts +14 -14
- package/dist/dto/data-table/upsert-data-table-row.dto.js.map +1 -1
- package/dist/dto/dynamic-node-parameters/action-result-request.dto.d.ts +2 -2
- package/dist/dto/dynamic-node-parameters/action-result-request.dto.js.map +1 -1
- package/dist/dto/dynamic-node-parameters/base-dynamic-parameters-request.dto.d.ts +2 -2
- package/dist/dto/dynamic-node-parameters/base-dynamic-parameters-request.dto.js.map +1 -1
- package/dist/dto/dynamic-node-parameters/options-request.dto.d.ts +2 -2
- package/dist/dto/dynamic-node-parameters/options-request.dto.js.map +1 -1
- package/dist/dto/dynamic-node-parameters/resource-locator-request.dto.d.ts +2 -2
- package/dist/dto/dynamic-node-parameters/resource-locator-request.dto.js.map +1 -1
- package/dist/dto/dynamic-node-parameters/resource-mapper-fields-request.dto.d.ts +2 -2
- package/dist/dto/dynamic-node-parameters/resource-mapper-fields-request.dto.js.map +1 -1
- package/dist/dto/encryption/create-encryption-key.dto.js.map +1 -1
- package/dist/dto/encryption/list-encryption-keys-query.dto.d.ts +4 -4
- package/dist/dto/encryption/list-encryption-keys-query.dto.js.map +1 -1
- package/dist/dto/evaluations/dataset-row.dto.d.ts +6 -6
- package/dist/dto/evaluations/dataset-row.dto.js.map +1 -1
- package/dist/dto/evaluations/evaluation-config.dto.d.ts +110 -110
- package/dist/dto/evaluations/evaluation-config.dto.js +2 -1
- package/dist/dto/evaluations/evaluation-config.dto.js.map +1 -1
- package/dist/dto/evaluations/evaluation-error-code.d.ts +24 -24
- package/dist/dto/evaluations/index.d.ts +1 -0
- package/dist/dto/evaluations/index.js +1 -0
- package/dist/dto/evaluations/index.js.map +1 -1
- package/dist/dto/evaluations/llm-judge-providers.d.ts +11 -0
- package/dist/dto/evaluations/llm-judge-providers.js +103 -0
- package/dist/dto/evaluations/llm-judge-providers.js.map +1 -0
- package/dist/dto/evaluations/public-api-test-run.dto.d.ts +9 -0
- package/dist/dto/executions/execution-redaction-query.dto.d.ts +3 -3
- package/dist/dto/folders/create-folder.dto.js.map +1 -1
- package/dist/dto/folders/delete-folder.dto.js.map +1 -1
- package/dist/dto/folders/list-folder-query.dto.d.ts +9 -9
- package/dist/dto/folders/list-folder-query.dto.js.map +1 -1
- package/dist/dto/folders/transfer-folder.dto.d.ts +1 -1
- package/dist/dto/folders/transfer-folder.dto.js.map +1 -1
- package/dist/dto/folders/update-folder.dto.d.ts +1 -1
- package/dist/dto/folders/update-folder.dto.js.map +1 -1
- package/dist/dto/index.d.ts +7 -2
- package/dist/dto/index.js +20 -4
- package/dist/dto/index.js.map +1 -1
- package/dist/dto/insights/date-filter.dto.d.ts +1 -1
- package/dist/dto/insights/date-filter.dto.js.map +1 -1
- package/dist/dto/insights/list-workflow-query.dto.d.ts +3 -3
- package/dist/dto/insights/list-workflow-query.dto.js.map +1 -1
- package/dist/dto/instance-ai/instance-ai-confirm-request.dto.d.ts +8 -8
- package/dist/dto/instance-ai/instance-ai-feedback-request.dto.d.ts +1 -1
- package/dist/dto/instance-ai/instance-ai-feedback-request.dto.js.map +1 -1
- package/dist/dto/instance-ai/instance-ai-mcp-create-connection-request.dto.d.ts +1 -1
- package/dist/dto/instance-ai/instance-ai-mcp-create-connection-request.dto.js.map +1 -1
- package/dist/dto/instance-ai/instance-ai-mcp-update-connection-request.dto.d.ts +1 -1
- package/dist/dto/instance-ai/instance-ai-mcp-update-connection-request.dto.js.map +1 -1
- package/dist/dto/instance-ai/instance-ai-rename-thread-request.dto.js.map +1 -1
- package/dist/dto/instance-ai-examples/instance-ai-examples-query.dto.d.ts +2 -2
- package/dist/dto/instance-ai-examples/instance-ai-examples-query.dto.js.map +1 -1
- package/dist/dto/instance-version-history/version-query.dto.d.ts +1 -1
- package/dist/dto/instance-version-history/version-query.dto.js.map +1 -1
- package/dist/dto/instance-version-history/version-since-date-query.dto.js.map +1 -1
- package/dist/dto/invitation/accept-invitation-request.dto.d.ts +1 -1
- package/dist/dto/invitation/accept-invitation-request.dto.js.map +1 -1
- package/dist/dto/invitation/invite-users-request.dto.d.ts +2 -2
- package/dist/dto/invitation/invite-users-request.dto.js.map +1 -1
- package/dist/dto/license/community-registered-request.dto.js.map +1 -1
- package/dist/dto/log-streaming/create-destination.dto.d.ts +126 -126
- package/dist/dto/log-streaming/delete-destination-query.dto.js.map +1 -1
- package/dist/dto/log-streaming/get-destination-query.dto.js.map +1 -1
- package/dist/dto/log-streaming/public-destination.dto.d.ts +881 -0
- package/dist/dto/log-streaming/public-destination.dto.js +53 -0
- package/dist/dto/log-streaming/public-destination.dto.js.map +1 -0
- package/dist/dto/log-streaming/test-destination-query.dto.js.map +1 -1
- package/dist/dto/node-types/get-node-types-by-identifier.dto.js.map +1 -1
- package/dist/dto/oauth/oauth-client.dto.d.ts +142 -10
- package/dist/dto/oauth/oauth-client.dto.js +34 -12
- package/dist/dto/oauth/oauth-client.dto.js.map +1 -1
- package/dist/dto/oidc/config.dto.d.ts +3 -3
- package/dist/dto/oidc/config.dto.js.map +1 -1
- package/dist/dto/oidc/test-oidc-config-response.dto.js.map +1 -1
- package/dist/dto/otel/test-otel-connection.dto.d.ts +1 -1
- package/dist/dto/otel/test-otel-connection.dto.js.map +1 -1
- package/dist/dto/otel/update-otel-settings.dto.d.ts +1 -1
- package/dist/dto/otel/update-otel-settings.dto.js.map +1 -1
- package/dist/dto/owner/dismiss-banner-request.dto.js.map +1 -1
- package/dist/dto/owner/owner-setup-request.dto.d.ts +1 -1
- package/dist/dto/owner/owner-setup-request.dto.js.map +1 -1
- package/dist/dto/packages/export-package-request.dto.d.ts +5 -1
- package/dist/dto/packages/export-package-request.dto.js +5 -0
- package/dist/dto/packages/export-package-request.dto.js.map +1 -1
- package/dist/dto/packages/import-package-request.dto.d.ts +13 -7
- package/dist/dto/packages/import-package-request.dto.js +12 -0
- package/dist/dto/packages/import-package-request.dto.js.map +1 -1
- package/dist/dto/pagination/pagination.dto.js.map +1 -1
- package/dist/dto/password-reset/change-password-request.dto.js.map +1 -1
- package/dist/dto/password-reset/forgot-password-request.dto.js.map +1 -1
- package/dist/dto/password-reset/resolve-password-token-query.dto.js.map +1 -1
- package/dist/dto/project/add-users-to-project.dto.d.ts +3 -3
- package/dist/dto/project/add-users-to-project.dto.js.map +1 -1
- package/dist/dto/project/change-user-role-in-project.dto.js.map +1 -1
- package/dist/dto/project/create-project.dto.d.ts +3 -3
- package/dist/dto/project/create-project.dto.js.map +1 -1
- package/dist/dto/project/delete-project.dto.js.map +1 -1
- package/dist/dto/project/list-projects-query.dto.d.ts +2 -2
- package/dist/dto/project/list-projects-query.dto.js.map +1 -1
- package/dist/dto/project/update-project.dto.d.ts +29 -29
- package/dist/dto/project/update-project.dto.js.map +1 -1
- package/dist/dto/provisioning/config.dto.js.map +1 -1
- package/dist/dto/quick-connect/create-quick-connect-credential.dto.js.map +1 -1
- package/dist/dto/roles/create-role-mapping-rule.dto.d.ts +2 -2
- package/dist/dto/roles/create-role-mapping-rule.dto.js.map +1 -1
- package/dist/dto/roles/create-role.dto.d.ts +2 -2
- package/dist/dto/roles/create-role.dto.js.map +1 -1
- package/dist/dto/roles/list-role-mapping-rule-query.dto.d.ts +3 -3
- package/dist/dto/roles/list-role-mapping-rule-query.dto.js.map +1 -1
- package/dist/dto/roles/move-role-mapping-rule.dto.js.map +1 -1
- package/dist/dto/roles/patch-role-mapping-rule.dto.d.ts +2 -2
- package/dist/dto/roles/patch-role-mapping-rule.dto.js.map +1 -1
- package/dist/dto/roles/role-assignments-response.dto.d.ts +9 -9
- package/dist/dto/roles/role-assignments-response.dto.js.map +1 -1
- package/dist/dto/roles/role-get-query.dto.d.ts +1 -1
- package/dist/dto/roles/role-get-query.dto.js.map +1 -1
- package/dist/dto/roles/role-list-query.dto.d.ts +1 -1
- package/dist/dto/roles/role-list-query.dto.js.map +1 -1
- package/dist/dto/roles/role-member.schema.d.ts +4 -4
- package/dist/dto/roles/role-members-response.dto.d.ts +7 -7
- package/dist/dto/roles/role-members-response.dto.js.map +1 -1
- package/dist/dto/roles/role-project-members-response.dto.d.ts +6 -6
- package/dist/dto/roles/role-project-members-response.dto.js.map +1 -1
- package/dist/dto/roles/update-role.dto.js.map +1 -1
- package/dist/dto/saml/saml-acs.dto.js.map +1 -1
- package/dist/dto/saml/saml-configuration-response.dto.d.ts +5 -0
- package/dist/dto/saml/saml-configuration-response.dto.js +3 -0
- package/dist/dto/saml/saml-configuration-response.dto.js.map +1 -0
- package/dist/dto/saml/saml-preferences.dto.d.ts +113 -20
- package/dist/dto/saml/saml-preferences.dto.js +34 -1
- package/dist/dto/saml/saml-preferences.dto.js.map +1 -1
- package/dist/dto/saml/saml-toggle.dto.js.map +1 -1
- package/dist/dto/secrets-provider/create-secrets-provider-connection.dto.d.ts +3 -3
- package/dist/dto/secrets-provider/create-secrets-provider-connection.dto.js.map +1 -1
- package/dist/dto/secrets-provider/set-secrets-provider-connection-is-enabled.dto.js.map +1 -1
- package/dist/dto/secrets-provider/update-external-secrets-settings.dto.js.map +1 -1
- package/dist/dto/secrets-provider/update-secrets-provider-connection.dto.d.ts +2 -2
- package/dist/dto/secrets-provider/update-secrets-provider-connection.dto.js.map +1 -1
- package/dist/dto/security-settings/security-policy.dto.d.ts +11 -11
- package/dist/dto/security-settings/security-policy.dto.js +3 -3
- package/dist/dto/security-settings/security-policy.dto.js.map +1 -1
- package/dist/dto/security-settings/security-settings.dto.d.ts +6 -6
- package/dist/dto/security-settings/security-settings.dto.js.map +1 -1
- package/dist/dto/source-control/pull-work-folder-request.dto.d.ts +1 -1
- package/dist/dto/source-control/pull-work-folder-request.dto.js.map +1 -1
- package/dist/dto/source-control/push-work-folder-request.dto.d.ts +14 -14
- package/dist/dto/source-control/push-work-folder-request.dto.js.map +1 -1
- package/dist/dto/tag/create-or-update-tag-request.dto.js.map +1 -1
- package/dist/dto/tag/list-tags-query.dto.d.ts +11 -0
- package/dist/dto/tag/list-tags-query.dto.js +13 -0
- package/dist/dto/tag/list-tags-query.dto.js.map +1 -0
- package/dist/dto/tag/retrieve-tag-query.dto.d.ts +1 -1
- package/dist/dto/tag/retrieve-tag-query.dto.js.map +1 -1
- package/dist/dto/tag/tag-public.dto.d.ts +60 -0
- package/dist/dto/tag/tag-public.dto.js +26 -0
- package/dist/dto/tag/tag-public.dto.js.map +1 -0
- package/dist/dto/user/password-update-request.dto.js.map +1 -1
- package/dist/dto/user/role-change-request.dto.js.map +1 -1
- package/dist/dto/user/settings-update-request.dto.js.map +1 -1
- package/dist/dto/user/user-self-settings-update-request.dto.js.map +1 -1
- package/dist/dto/user/user-update-request.dto.d.ts +1 -1
- package/dist/dto/user/user-update-request.dto.js.map +1 -1
- package/dist/dto/user/users-list-filter.dto.d.ts +12 -12
- package/dist/dto/user/users-list-filter.dto.js.map +1 -1
- package/dist/dto/variables/base.dto.d.ts +2 -2
- package/dist/dto/variables/base.dto.js.map +1 -1
- package/dist/dto/variables/create-variable-request.dto.d.ts +1 -1
- package/dist/dto/variables/create-variable-request.dto.js.map +1 -1
- package/dist/dto/variables/update-variable-request.dto.d.ts +2 -2
- package/dist/dto/variables/update-variable-request.dto.js.map +1 -1
- package/dist/dto/variables/variables-list-request.dto.d.ts +1 -1
- package/dist/dto/variables/variables-list-request.dto.js.map +1 -1
- package/dist/dto/workflow-history/update-workflow-history-version.dto.js.map +1 -1
- package/dist/dto/workflow-history/workflow-history-lookup.dto.d.ts +1 -1
- package/dist/dto/workflow-history/workflow-history-versions-by-ids.dto.js.map +1 -1
- package/dist/dto/workflows/activate-workflow.dto.js.map +1 -1
- package/dist/dto/workflows/archive-workflow.dto.js.map +1 -1
- package/dist/dto/workflows/base-workflow.dto.d.ts +6 -0
- package/dist/dto/workflows/base-workflow.dto.js +7 -0
- package/dist/dto/workflows/base-workflow.dto.js.map +1 -1
- package/dist/dto/workflows/create-workflow.dto.d.ts +13 -9
- package/dist/dto/workflows/create-workflow.dto.js.map +1 -1
- package/dist/dto/workflows/deactivate-workflow.dto.js.map +1 -1
- package/dist/dto/workflows/get-resource-dependencies.dto.d.ts +1 -1
- package/dist/dto/workflows/get-resource-dependencies.dto.js.map +1 -1
- package/dist/dto/workflows/get-resource-dependency-counts.dto.d.ts +1 -1
- package/dist/dto/workflows/get-resource-dependency-counts.dto.js.map +1 -1
- package/dist/dto/workflows/import-workflow-from-url.dto.js.map +1 -1
- package/dist/dto/workflows/manual-run.dto.d.ts +23 -23
- package/dist/dto/workflows/transfer.dto.js.map +1 -1
- package/dist/dto/workflows/update-workflow.dto.d.ts +8 -4
- package/dist/dto/workflows/update-workflow.dto.js.map +1 -1
- package/dist/frontend-settings.d.ts +10 -1
- package/dist/frontend-settings.js +8 -0
- package/dist/frontend-settings.js.map +1 -1
- package/dist/index.d.ts +7 -6
- package/dist/index.js +22 -3
- package/dist/index.js.map +1 -1
- package/dist/instance-registry-types.d.ts +52 -52
- package/dist/instance-registry-types.js.map +1 -1
- package/dist/push/execution.d.ts +2 -0
- package/dist/push/heartbeat.js.map +1 -1
- package/dist/push/workflow.d.ts +1 -0
- package/dist/schemas/agent-run-reducer.js +51 -7
- package/dist/schemas/agent-run-reducer.js.map +1 -1
- package/dist/schemas/banner-name.schema.js.map +1 -1
- package/dist/schemas/boolean-from-string.d.ts +1 -1
- package/dist/schemas/breaking-changes.schema.d.ts +252 -252
- package/dist/schemas/breaking-changes.schema.js.map +1 -1
- package/dist/schemas/credential-resolver.schema.d.ts +12 -12
- package/dist/schemas/credential-resolver.schema.js.map +1 -1
- package/dist/schemas/credential-response.schema.d.ts +8 -8
- package/dist/schemas/data-table-filter.schema.d.ts +12 -12
- package/dist/schemas/data-table-filter.schema.js.map +1 -1
- package/dist/schemas/data-table.schema.d.ts +14 -14
- package/dist/schemas/data-table.schema.js.map +1 -1
- package/dist/schemas/encryption-key.schema.d.ts +14 -14
- package/dist/schemas/encryption-key.schema.js.map +1 -1
- package/dist/schemas/eval-collections.schema.d.ts +18 -15
- package/dist/schemas/eval-collections.schema.js +19 -1
- package/dist/schemas/eval-collections.schema.js.map +1 -1
- package/dist/schemas/eval-insights.schema.d.ts +29 -29
- package/dist/schemas/eval-insights.schema.js.map +1 -1
- package/dist/schemas/evaluations.schema.d.ts +5 -0
- package/dist/schemas/evaluations.schema.js +1 -0
- package/dist/schemas/evaluations.schema.js.map +1 -1
- package/dist/schemas/favorites.schema.d.ts +1 -1
- package/dist/schemas/insights.schema.d.ts +76 -68
- package/dist/schemas/insights.schema.js +1 -0
- package/dist/schemas/insights.schema.js.map +1 -1
- package/dist/schemas/instance-ai.schema.d.ts +1115 -820
- package/dist/schemas/instance-ai.schema.js +55 -7
- package/dist/schemas/instance-ai.schema.js.map +1 -1
- package/dist/schemas/llm-step-display.js.map +1 -1
- package/dist/schemas/mcp.schema.d.ts +15 -0
- package/dist/schemas/mcp.schema.js +31 -1
- package/dist/schemas/mcp.schema.js.map +1 -1
- package/dist/schemas/password.schema.js.map +1 -1
- package/dist/schemas/project.schema.d.ts +4 -4
- package/dist/schemas/secrets-provider.schema.d.ts +24 -24
- package/dist/schemas/secrets-provider.schema.js.map +1 -1
- package/dist/schemas/source-controlled-file.schema.d.ts +8 -8
- package/dist/schemas/source-controlled-file.schema.js.map +1 -1
- package/dist/schemas/timezone.schema.js.map +1 -1
- package/dist/schemas/usage.schema.d.ts +32 -32
- package/dist/schemas/user-settings.schema.d.ts +8 -8
- package/dist/schemas/user-settings.schema.js.map +1 -1
- package/dist/schemas/user.schema.d.ts +111 -111
- package/dist/schemas/user.schema.js.map +1 -1
- package/dist/schemas/workflow-execution-status.schema.d.ts +10 -10
- package/dist/schemas/workflow-publication-status.schema.d.ts +6 -6
- package/dist/schemas/workflow-version.schema.js.map +1 -1
- package/dist/utils/allowed-domains.js.map +1 -1
- package/dist/zod-class.js.map +1 -1
- package/package.json +8 -8
|
@@ -27,7 +27,7 @@ export declare const llmJudgeMetricInputsSchema: z.ZodObject<{
|
|
|
27
27
|
export declare const llmJudgeMetricConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
28
28
|
preset: z.ZodEnum<["correctness", "helpfulness"]>;
|
|
29
29
|
prompt: z.ZodOptional<z.ZodString>;
|
|
30
|
-
provider: z.
|
|
30
|
+
provider: z.ZodEnum<[string, ...string[]]>;
|
|
31
31
|
credentialId: z.ZodString;
|
|
32
32
|
model: z.ZodString;
|
|
33
33
|
outputType: z.ZodEnum<["numeric", "boolean"]>;
|
|
@@ -45,53 +45,53 @@ export declare const llmJudgeMetricConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
45
45
|
expectedAnswer?: string | undefined;
|
|
46
46
|
}>;
|
|
47
47
|
}, "strip", z.ZodTypeAny, {
|
|
48
|
+
preset: "correctness" | "helpfulness";
|
|
49
|
+
prompt?: string | undefined;
|
|
48
50
|
provider: string;
|
|
49
51
|
credentialId: string;
|
|
50
52
|
model: string;
|
|
51
53
|
outputType: "boolean" | "numeric";
|
|
52
|
-
preset: "correctness" | "helpfulness";
|
|
53
54
|
inputs: {
|
|
54
55
|
actualAnswer: string;
|
|
55
56
|
userQuery?: string | undefined;
|
|
56
57
|
expectedAnswer?: string | undefined;
|
|
57
58
|
};
|
|
58
|
-
prompt?: string | undefined;
|
|
59
59
|
}, {
|
|
60
|
+
preset: "correctness" | "helpfulness";
|
|
61
|
+
prompt?: string | undefined;
|
|
60
62
|
provider: string;
|
|
61
63
|
credentialId: string;
|
|
62
64
|
model: string;
|
|
63
65
|
outputType: "boolean" | "numeric";
|
|
64
|
-
preset: "correctness" | "helpfulness";
|
|
65
66
|
inputs: {
|
|
66
67
|
actualAnswer: string;
|
|
67
68
|
userQuery?: string | undefined;
|
|
68
69
|
expectedAnswer?: string | undefined;
|
|
69
70
|
};
|
|
70
|
-
prompt?: string | undefined;
|
|
71
71
|
}>, {
|
|
72
|
+
preset: "correctness" | "helpfulness";
|
|
73
|
+
prompt?: string | undefined;
|
|
72
74
|
provider: string;
|
|
73
75
|
credentialId: string;
|
|
74
76
|
model: string;
|
|
75
77
|
outputType: "boolean" | "numeric";
|
|
76
|
-
preset: "correctness" | "helpfulness";
|
|
77
78
|
inputs: {
|
|
78
79
|
actualAnswer: string;
|
|
79
80
|
userQuery?: string | undefined;
|
|
80
81
|
expectedAnswer?: string | undefined;
|
|
81
82
|
};
|
|
82
|
-
prompt?: string | undefined;
|
|
83
83
|
}, {
|
|
84
|
+
preset: "correctness" | "helpfulness";
|
|
85
|
+
prompt?: string | undefined;
|
|
84
86
|
provider: string;
|
|
85
87
|
credentialId: string;
|
|
86
88
|
model: string;
|
|
87
89
|
outputType: "boolean" | "numeric";
|
|
88
|
-
preset: "correctness" | "helpfulness";
|
|
89
90
|
inputs: {
|
|
90
91
|
actualAnswer: string;
|
|
91
92
|
userQuery?: string | undefined;
|
|
92
93
|
expectedAnswer?: string | undefined;
|
|
93
94
|
};
|
|
94
|
-
prompt?: string | undefined;
|
|
95
95
|
}>;
|
|
96
96
|
export type LlmJudgeMetricPreset = z.infer<typeof llmJudgeMetricPresetSchema>;
|
|
97
97
|
export type LlmJudgeMetricInputs = z.infer<typeof llmJudgeMetricInputsSchema>;
|
|
@@ -196,17 +196,17 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
196
196
|
outputType: "boolean" | "numeric";
|
|
197
197
|
}>;
|
|
198
198
|
}, "strip", z.ZodTypeAny, {
|
|
199
|
-
type: "expression";
|
|
200
199
|
id: string;
|
|
201
200
|
name: string;
|
|
201
|
+
type: "expression";
|
|
202
202
|
config: {
|
|
203
203
|
expression: string;
|
|
204
204
|
outputType: "boolean" | "numeric";
|
|
205
205
|
};
|
|
206
206
|
}, {
|
|
207
|
-
type: "expression";
|
|
208
207
|
id: string;
|
|
209
208
|
name: string;
|
|
209
|
+
type: "expression";
|
|
210
210
|
config: {
|
|
211
211
|
expression: string;
|
|
212
212
|
outputType: "boolean" | "numeric";
|
|
@@ -218,7 +218,7 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
218
218
|
config: z.ZodEffects<z.ZodObject<{
|
|
219
219
|
preset: z.ZodEnum<["correctness", "helpfulness"]>;
|
|
220
220
|
prompt: z.ZodOptional<z.ZodString>;
|
|
221
|
-
provider: z.
|
|
221
|
+
provider: z.ZodEnum<[string, ...string[]]>;
|
|
222
222
|
credentialId: z.ZodString;
|
|
223
223
|
model: z.ZodString;
|
|
224
224
|
outputType: z.ZodEnum<["numeric", "boolean"]>;
|
|
@@ -236,87 +236,87 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
236
236
|
expectedAnswer?: string | undefined;
|
|
237
237
|
}>;
|
|
238
238
|
}, "strip", z.ZodTypeAny, {
|
|
239
|
+
preset: "correctness" | "helpfulness";
|
|
240
|
+
prompt?: string | undefined;
|
|
239
241
|
provider: string;
|
|
240
242
|
credentialId: string;
|
|
241
243
|
model: string;
|
|
242
244
|
outputType: "boolean" | "numeric";
|
|
243
|
-
preset: "correctness" | "helpfulness";
|
|
244
245
|
inputs: {
|
|
245
246
|
actualAnswer: string;
|
|
246
247
|
userQuery?: string | undefined;
|
|
247
248
|
expectedAnswer?: string | undefined;
|
|
248
249
|
};
|
|
249
|
-
prompt?: string | undefined;
|
|
250
250
|
}, {
|
|
251
|
+
preset: "correctness" | "helpfulness";
|
|
252
|
+
prompt?: string | undefined;
|
|
251
253
|
provider: string;
|
|
252
254
|
credentialId: string;
|
|
253
255
|
model: string;
|
|
254
256
|
outputType: "boolean" | "numeric";
|
|
255
|
-
preset: "correctness" | "helpfulness";
|
|
256
257
|
inputs: {
|
|
257
258
|
actualAnswer: string;
|
|
258
259
|
userQuery?: string | undefined;
|
|
259
260
|
expectedAnswer?: string | undefined;
|
|
260
261
|
};
|
|
261
|
-
prompt?: string | undefined;
|
|
262
262
|
}>, {
|
|
263
|
+
preset: "correctness" | "helpfulness";
|
|
264
|
+
prompt?: string | undefined;
|
|
263
265
|
provider: string;
|
|
264
266
|
credentialId: string;
|
|
265
267
|
model: string;
|
|
266
268
|
outputType: "boolean" | "numeric";
|
|
267
|
-
preset: "correctness" | "helpfulness";
|
|
268
269
|
inputs: {
|
|
269
270
|
actualAnswer: string;
|
|
270
271
|
userQuery?: string | undefined;
|
|
271
272
|
expectedAnswer?: string | undefined;
|
|
272
273
|
};
|
|
273
|
-
prompt?: string | undefined;
|
|
274
274
|
}, {
|
|
275
|
+
preset: "correctness" | "helpfulness";
|
|
276
|
+
prompt?: string | undefined;
|
|
275
277
|
provider: string;
|
|
276
278
|
credentialId: string;
|
|
277
279
|
model: string;
|
|
278
280
|
outputType: "boolean" | "numeric";
|
|
279
|
-
preset: "correctness" | "helpfulness";
|
|
280
281
|
inputs: {
|
|
281
282
|
actualAnswer: string;
|
|
282
283
|
userQuery?: string | undefined;
|
|
283
284
|
expectedAnswer?: string | undefined;
|
|
284
285
|
};
|
|
285
|
-
prompt?: string | undefined;
|
|
286
286
|
}>;
|
|
287
287
|
}, "strip", z.ZodTypeAny, {
|
|
288
|
-
type: "llm_judge";
|
|
289
288
|
id: string;
|
|
290
289
|
name: string;
|
|
290
|
+
type: "llm_judge";
|
|
291
291
|
config: {
|
|
292
|
+
preset: "correctness" | "helpfulness";
|
|
293
|
+
prompt?: string | undefined;
|
|
292
294
|
provider: string;
|
|
293
295
|
credentialId: string;
|
|
294
296
|
model: string;
|
|
295
297
|
outputType: "boolean" | "numeric";
|
|
296
|
-
preset: "correctness" | "helpfulness";
|
|
297
298
|
inputs: {
|
|
298
299
|
actualAnswer: string;
|
|
299
300
|
userQuery?: string | undefined;
|
|
300
301
|
expectedAnswer?: string | undefined;
|
|
301
302
|
};
|
|
302
|
-
prompt?: string | undefined;
|
|
303
303
|
};
|
|
304
304
|
}, {
|
|
305
|
-
type: "llm_judge";
|
|
306
305
|
id: string;
|
|
307
306
|
name: string;
|
|
307
|
+
type: "llm_judge";
|
|
308
308
|
config: {
|
|
309
|
+
preset: "correctness" | "helpfulness";
|
|
310
|
+
prompt?: string | undefined;
|
|
309
311
|
provider: string;
|
|
310
312
|
credentialId: string;
|
|
311
313
|
model: string;
|
|
312
314
|
outputType: "boolean" | "numeric";
|
|
313
|
-
preset: "correctness" | "helpfulness";
|
|
314
315
|
inputs: {
|
|
315
316
|
actualAnswer: string;
|
|
316
317
|
userQuery?: string | undefined;
|
|
317
318
|
expectedAnswer?: string | undefined;
|
|
318
319
|
};
|
|
319
|
-
prompt?: string | undefined;
|
|
320
320
|
};
|
|
321
321
|
}>, z.ZodObject<{
|
|
322
322
|
id: z.ZodString;
|
|
@@ -345,9 +345,9 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
345
345
|
};
|
|
346
346
|
}>;
|
|
347
347
|
}, "strip", z.ZodTypeAny, {
|
|
348
|
-
type: "string_similarity";
|
|
349
348
|
id: string;
|
|
350
349
|
name: string;
|
|
350
|
+
type: "string_similarity";
|
|
351
351
|
config: {
|
|
352
352
|
inputs: {
|
|
353
353
|
actualAnswer: string;
|
|
@@ -355,9 +355,9 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
355
355
|
};
|
|
356
356
|
};
|
|
357
357
|
}, {
|
|
358
|
-
type: "string_similarity";
|
|
359
358
|
id: string;
|
|
360
359
|
name: string;
|
|
360
|
+
type: "string_similarity";
|
|
361
361
|
config: {
|
|
362
362
|
inputs: {
|
|
363
363
|
actualAnswer: string;
|
|
@@ -391,9 +391,9 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
391
391
|
};
|
|
392
392
|
}>;
|
|
393
393
|
}, "strip", z.ZodTypeAny, {
|
|
394
|
-
type: "categorization";
|
|
395
394
|
id: string;
|
|
396
395
|
name: string;
|
|
396
|
+
type: "categorization";
|
|
397
397
|
config: {
|
|
398
398
|
inputs: {
|
|
399
399
|
actualAnswer: string;
|
|
@@ -401,9 +401,9 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
401
401
|
};
|
|
402
402
|
};
|
|
403
403
|
}, {
|
|
404
|
-
type: "categorization";
|
|
405
404
|
id: string;
|
|
406
405
|
name: string;
|
|
406
|
+
type: "categorization";
|
|
407
407
|
config: {
|
|
408
408
|
inputs: {
|
|
409
409
|
actualAnswer: string;
|
|
@@ -437,9 +437,9 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
437
437
|
};
|
|
438
438
|
}>;
|
|
439
439
|
}, "strip", z.ZodTypeAny, {
|
|
440
|
-
type: "tools_used";
|
|
441
440
|
id: string;
|
|
442
441
|
name: string;
|
|
442
|
+
type: "tools_used";
|
|
443
443
|
config: {
|
|
444
444
|
inputs: {
|
|
445
445
|
expectedTools: string;
|
|
@@ -447,9 +447,9 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
447
447
|
};
|
|
448
448
|
};
|
|
449
449
|
}, {
|
|
450
|
-
type: "tools_used";
|
|
451
450
|
id: string;
|
|
452
451
|
name: string;
|
|
452
|
+
type: "tools_used";
|
|
453
453
|
config: {
|
|
454
454
|
inputs: {
|
|
455
455
|
expectedTools: string;
|
|
@@ -564,17 +564,17 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
564
564
|
outputType: "boolean" | "numeric";
|
|
565
565
|
}>;
|
|
566
566
|
}, "strip", z.ZodTypeAny, {
|
|
567
|
-
type: "expression";
|
|
568
567
|
id: string;
|
|
569
568
|
name: string;
|
|
569
|
+
type: "expression";
|
|
570
570
|
config: {
|
|
571
571
|
expression: string;
|
|
572
572
|
outputType: "boolean" | "numeric";
|
|
573
573
|
};
|
|
574
574
|
}, {
|
|
575
|
-
type: "expression";
|
|
576
575
|
id: string;
|
|
577
576
|
name: string;
|
|
577
|
+
type: "expression";
|
|
578
578
|
config: {
|
|
579
579
|
expression: string;
|
|
580
580
|
outputType: "boolean" | "numeric";
|
|
@@ -586,7 +586,7 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
586
586
|
config: z.ZodEffects<z.ZodObject<{
|
|
587
587
|
preset: z.ZodEnum<["correctness", "helpfulness"]>;
|
|
588
588
|
prompt: z.ZodOptional<z.ZodString>;
|
|
589
|
-
provider: z.
|
|
589
|
+
provider: z.ZodEnum<[string, ...string[]]>;
|
|
590
590
|
credentialId: z.ZodString;
|
|
591
591
|
model: z.ZodString;
|
|
592
592
|
outputType: z.ZodEnum<["numeric", "boolean"]>;
|
|
@@ -604,87 +604,87 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
604
604
|
expectedAnswer?: string | undefined;
|
|
605
605
|
}>;
|
|
606
606
|
}, "strip", z.ZodTypeAny, {
|
|
607
|
+
preset: "correctness" | "helpfulness";
|
|
608
|
+
prompt?: string | undefined;
|
|
607
609
|
provider: string;
|
|
608
610
|
credentialId: string;
|
|
609
611
|
model: string;
|
|
610
612
|
outputType: "boolean" | "numeric";
|
|
611
|
-
preset: "correctness" | "helpfulness";
|
|
612
613
|
inputs: {
|
|
613
614
|
actualAnswer: string;
|
|
614
615
|
userQuery?: string | undefined;
|
|
615
616
|
expectedAnswer?: string | undefined;
|
|
616
617
|
};
|
|
617
|
-
prompt?: string | undefined;
|
|
618
618
|
}, {
|
|
619
|
+
preset: "correctness" | "helpfulness";
|
|
620
|
+
prompt?: string | undefined;
|
|
619
621
|
provider: string;
|
|
620
622
|
credentialId: string;
|
|
621
623
|
model: string;
|
|
622
624
|
outputType: "boolean" | "numeric";
|
|
623
|
-
preset: "correctness" | "helpfulness";
|
|
624
625
|
inputs: {
|
|
625
626
|
actualAnswer: string;
|
|
626
627
|
userQuery?: string | undefined;
|
|
627
628
|
expectedAnswer?: string | undefined;
|
|
628
629
|
};
|
|
629
|
-
prompt?: string | undefined;
|
|
630
630
|
}>, {
|
|
631
|
+
preset: "correctness" | "helpfulness";
|
|
632
|
+
prompt?: string | undefined;
|
|
631
633
|
provider: string;
|
|
632
634
|
credentialId: string;
|
|
633
635
|
model: string;
|
|
634
636
|
outputType: "boolean" | "numeric";
|
|
635
|
-
preset: "correctness" | "helpfulness";
|
|
636
637
|
inputs: {
|
|
637
638
|
actualAnswer: string;
|
|
638
639
|
userQuery?: string | undefined;
|
|
639
640
|
expectedAnswer?: string | undefined;
|
|
640
641
|
};
|
|
641
|
-
prompt?: string | undefined;
|
|
642
642
|
}, {
|
|
643
|
+
preset: "correctness" | "helpfulness";
|
|
644
|
+
prompt?: string | undefined;
|
|
643
645
|
provider: string;
|
|
644
646
|
credentialId: string;
|
|
645
647
|
model: string;
|
|
646
648
|
outputType: "boolean" | "numeric";
|
|
647
|
-
preset: "correctness" | "helpfulness";
|
|
648
649
|
inputs: {
|
|
649
650
|
actualAnswer: string;
|
|
650
651
|
userQuery?: string | undefined;
|
|
651
652
|
expectedAnswer?: string | undefined;
|
|
652
653
|
};
|
|
653
|
-
prompt?: string | undefined;
|
|
654
654
|
}>;
|
|
655
655
|
}, "strip", z.ZodTypeAny, {
|
|
656
|
-
type: "llm_judge";
|
|
657
656
|
id: string;
|
|
658
657
|
name: string;
|
|
658
|
+
type: "llm_judge";
|
|
659
659
|
config: {
|
|
660
|
+
preset: "correctness" | "helpfulness";
|
|
661
|
+
prompt?: string | undefined;
|
|
660
662
|
provider: string;
|
|
661
663
|
credentialId: string;
|
|
662
664
|
model: string;
|
|
663
665
|
outputType: "boolean" | "numeric";
|
|
664
|
-
preset: "correctness" | "helpfulness";
|
|
665
666
|
inputs: {
|
|
666
667
|
actualAnswer: string;
|
|
667
668
|
userQuery?: string | undefined;
|
|
668
669
|
expectedAnswer?: string | undefined;
|
|
669
670
|
};
|
|
670
|
-
prompt?: string | undefined;
|
|
671
671
|
};
|
|
672
672
|
}, {
|
|
673
|
-
type: "llm_judge";
|
|
674
673
|
id: string;
|
|
675
674
|
name: string;
|
|
675
|
+
type: "llm_judge";
|
|
676
676
|
config: {
|
|
677
|
+
preset: "correctness" | "helpfulness";
|
|
678
|
+
prompt?: string | undefined;
|
|
677
679
|
provider: string;
|
|
678
680
|
credentialId: string;
|
|
679
681
|
model: string;
|
|
680
682
|
outputType: "boolean" | "numeric";
|
|
681
|
-
preset: "correctness" | "helpfulness";
|
|
682
683
|
inputs: {
|
|
683
684
|
actualAnswer: string;
|
|
684
685
|
userQuery?: string | undefined;
|
|
685
686
|
expectedAnswer?: string | undefined;
|
|
686
687
|
};
|
|
687
|
-
prompt?: string | undefined;
|
|
688
688
|
};
|
|
689
689
|
}>, z.ZodObject<{
|
|
690
690
|
id: z.ZodString;
|
|
@@ -713,9 +713,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
713
713
|
};
|
|
714
714
|
}>;
|
|
715
715
|
}, "strip", z.ZodTypeAny, {
|
|
716
|
-
type: "string_similarity";
|
|
717
716
|
id: string;
|
|
718
717
|
name: string;
|
|
718
|
+
type: "string_similarity";
|
|
719
719
|
config: {
|
|
720
720
|
inputs: {
|
|
721
721
|
actualAnswer: string;
|
|
@@ -723,9 +723,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
723
723
|
};
|
|
724
724
|
};
|
|
725
725
|
}, {
|
|
726
|
-
type: "string_similarity";
|
|
727
726
|
id: string;
|
|
728
727
|
name: string;
|
|
728
|
+
type: "string_similarity";
|
|
729
729
|
config: {
|
|
730
730
|
inputs: {
|
|
731
731
|
actualAnswer: string;
|
|
@@ -759,9 +759,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
759
759
|
};
|
|
760
760
|
}>;
|
|
761
761
|
}, "strip", z.ZodTypeAny, {
|
|
762
|
-
type: "categorization";
|
|
763
762
|
id: string;
|
|
764
763
|
name: string;
|
|
764
|
+
type: "categorization";
|
|
765
765
|
config: {
|
|
766
766
|
inputs: {
|
|
767
767
|
actualAnswer: string;
|
|
@@ -769,9 +769,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
769
769
|
};
|
|
770
770
|
};
|
|
771
771
|
}, {
|
|
772
|
-
type: "categorization";
|
|
773
772
|
id: string;
|
|
774
773
|
name: string;
|
|
774
|
+
type: "categorization";
|
|
775
775
|
config: {
|
|
776
776
|
inputs: {
|
|
777
777
|
actualAnswer: string;
|
|
@@ -805,9 +805,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
805
805
|
};
|
|
806
806
|
}>;
|
|
807
807
|
}, "strip", z.ZodTypeAny, {
|
|
808
|
-
type: "tools_used";
|
|
809
808
|
id: string;
|
|
810
809
|
name: string;
|
|
810
|
+
type: "tools_used";
|
|
811
811
|
config: {
|
|
812
812
|
inputs: {
|
|
813
813
|
expectedTools: string;
|
|
@@ -815,9 +815,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
815
815
|
};
|
|
816
816
|
};
|
|
817
817
|
}, {
|
|
818
|
-
type: "tools_used";
|
|
819
818
|
id: string;
|
|
820
819
|
name: string;
|
|
820
|
+
type: "tools_used";
|
|
821
821
|
config: {
|
|
822
822
|
inputs: {
|
|
823
823
|
expectedTools: string;
|
|
@@ -826,42 +826,42 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
826
826
|
};
|
|
827
827
|
}>]>, "many">;
|
|
828
828
|
}, "strip", z.ZodTypeAny, {
|
|
829
|
-
status: "valid" | "invalid";
|
|
830
829
|
id: string;
|
|
831
|
-
name: string;
|
|
832
830
|
workflowId: string;
|
|
831
|
+
name: string;
|
|
832
|
+
status: "invalid" | "valid";
|
|
833
833
|
invalidReason: string | null;
|
|
834
834
|
startNodeName: string;
|
|
835
835
|
endNodeName: string;
|
|
836
836
|
metrics: ({
|
|
837
|
-
type: "expression";
|
|
838
837
|
id: string;
|
|
839
838
|
name: string;
|
|
839
|
+
type: "expression";
|
|
840
840
|
config: {
|
|
841
841
|
expression: string;
|
|
842
842
|
outputType: "boolean" | "numeric";
|
|
843
843
|
};
|
|
844
844
|
} | {
|
|
845
|
-
type: "llm_judge";
|
|
846
845
|
id: string;
|
|
847
846
|
name: string;
|
|
847
|
+
type: "llm_judge";
|
|
848
848
|
config: {
|
|
849
|
+
preset: "correctness" | "helpfulness";
|
|
850
|
+
prompt?: string | undefined;
|
|
849
851
|
provider: string;
|
|
850
852
|
credentialId: string;
|
|
851
853
|
model: string;
|
|
852
854
|
outputType: "boolean" | "numeric";
|
|
853
|
-
preset: "correctness" | "helpfulness";
|
|
854
855
|
inputs: {
|
|
855
856
|
actualAnswer: string;
|
|
856
857
|
userQuery?: string | undefined;
|
|
857
858
|
expectedAnswer?: string | undefined;
|
|
858
859
|
};
|
|
859
|
-
prompt?: string | undefined;
|
|
860
860
|
};
|
|
861
861
|
} | {
|
|
862
|
-
type: "string_similarity";
|
|
863
862
|
id: string;
|
|
864
863
|
name: string;
|
|
864
|
+
type: "string_similarity";
|
|
865
865
|
config: {
|
|
866
866
|
inputs: {
|
|
867
867
|
actualAnswer: string;
|
|
@@ -869,9 +869,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
869
869
|
};
|
|
870
870
|
};
|
|
871
871
|
} | {
|
|
872
|
-
type: "categorization";
|
|
873
872
|
id: string;
|
|
874
873
|
name: string;
|
|
874
|
+
type: "categorization";
|
|
875
875
|
config: {
|
|
876
876
|
inputs: {
|
|
877
877
|
actualAnswer: string;
|
|
@@ -879,9 +879,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
879
879
|
};
|
|
880
880
|
};
|
|
881
881
|
} | {
|
|
882
|
-
type: "tools_used";
|
|
883
882
|
id: string;
|
|
884
883
|
name: string;
|
|
884
|
+
type: "tools_used";
|
|
885
885
|
config: {
|
|
886
886
|
inputs: {
|
|
887
887
|
expectedTools: string;
|
|
@@ -890,42 +890,42 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
890
890
|
};
|
|
891
891
|
})[];
|
|
892
892
|
}, {
|
|
893
|
-
status: "valid" | "invalid";
|
|
894
893
|
id: string;
|
|
895
|
-
name: string;
|
|
896
894
|
workflowId: string;
|
|
895
|
+
name: string;
|
|
896
|
+
status: "invalid" | "valid";
|
|
897
897
|
invalidReason: string | null;
|
|
898
898
|
startNodeName: string;
|
|
899
899
|
endNodeName: string;
|
|
900
900
|
metrics: ({
|
|
901
|
-
type: "expression";
|
|
902
901
|
id: string;
|
|
903
902
|
name: string;
|
|
903
|
+
type: "expression";
|
|
904
904
|
config: {
|
|
905
905
|
expression: string;
|
|
906
906
|
outputType: "boolean" | "numeric";
|
|
907
907
|
};
|
|
908
908
|
} | {
|
|
909
|
-
type: "llm_judge";
|
|
910
909
|
id: string;
|
|
911
910
|
name: string;
|
|
911
|
+
type: "llm_judge";
|
|
912
912
|
config: {
|
|
913
|
+
preset: "correctness" | "helpfulness";
|
|
914
|
+
prompt?: string | undefined;
|
|
913
915
|
provider: string;
|
|
914
916
|
credentialId: string;
|
|
915
917
|
model: string;
|
|
916
918
|
outputType: "boolean" | "numeric";
|
|
917
|
-
preset: "correctness" | "helpfulness";
|
|
918
919
|
inputs: {
|
|
919
920
|
actualAnswer: string;
|
|
920
921
|
userQuery?: string | undefined;
|
|
921
922
|
expectedAnswer?: string | undefined;
|
|
922
923
|
};
|
|
923
|
-
prompt?: string | undefined;
|
|
924
924
|
};
|
|
925
925
|
} | {
|
|
926
|
-
type: "string_similarity";
|
|
927
926
|
id: string;
|
|
928
927
|
name: string;
|
|
928
|
+
type: "string_similarity";
|
|
929
929
|
config: {
|
|
930
930
|
inputs: {
|
|
931
931
|
actualAnswer: string;
|
|
@@ -933,9 +933,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
933
933
|
};
|
|
934
934
|
};
|
|
935
935
|
} | {
|
|
936
|
-
type: "categorization";
|
|
937
936
|
id: string;
|
|
938
937
|
name: string;
|
|
938
|
+
type: "categorization";
|
|
939
939
|
config: {
|
|
940
940
|
inputs: {
|
|
941
941
|
actualAnswer: string;
|
|
@@ -943,9 +943,9 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
943
943
|
};
|
|
944
944
|
};
|
|
945
945
|
} | {
|
|
946
|
-
type: "tools_used";
|
|
947
946
|
id: string;
|
|
948
947
|
name: string;
|
|
948
|
+
type: "tools_used";
|
|
949
949
|
config: {
|
|
950
950
|
inputs: {
|
|
951
951
|
expectedTools: string;
|
|
@@ -1027,17 +1027,17 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1027
1027
|
outputType: "boolean" | "numeric";
|
|
1028
1028
|
}>;
|
|
1029
1029
|
}, "strip", z.ZodTypeAny, {
|
|
1030
|
-
type: "expression";
|
|
1031
1030
|
id: string;
|
|
1032
1031
|
name: string;
|
|
1032
|
+
type: "expression";
|
|
1033
1033
|
config: {
|
|
1034
1034
|
expression: string;
|
|
1035
1035
|
outputType: "boolean" | "numeric";
|
|
1036
1036
|
};
|
|
1037
1037
|
}, {
|
|
1038
|
-
type: "expression";
|
|
1039
1038
|
id: string;
|
|
1040
1039
|
name: string;
|
|
1040
|
+
type: "expression";
|
|
1041
1041
|
config: {
|
|
1042
1042
|
expression: string;
|
|
1043
1043
|
outputType: "boolean" | "numeric";
|
|
@@ -1049,7 +1049,7 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1049
1049
|
config: z.ZodEffects<z.ZodObject<{
|
|
1050
1050
|
preset: z.ZodEnum<["correctness", "helpfulness"]>;
|
|
1051
1051
|
prompt: z.ZodOptional<z.ZodString>;
|
|
1052
|
-
provider: z.
|
|
1052
|
+
provider: z.ZodEnum<[string, ...string[]]>;
|
|
1053
1053
|
credentialId: z.ZodString;
|
|
1054
1054
|
model: z.ZodString;
|
|
1055
1055
|
outputType: z.ZodEnum<["numeric", "boolean"]>;
|
|
@@ -1067,87 +1067,87 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1067
1067
|
expectedAnswer?: string | undefined;
|
|
1068
1068
|
}>;
|
|
1069
1069
|
}, "strip", z.ZodTypeAny, {
|
|
1070
|
+
preset: "correctness" | "helpfulness";
|
|
1071
|
+
prompt?: string | undefined;
|
|
1070
1072
|
provider: string;
|
|
1071
1073
|
credentialId: string;
|
|
1072
1074
|
model: string;
|
|
1073
1075
|
outputType: "boolean" | "numeric";
|
|
1074
|
-
preset: "correctness" | "helpfulness";
|
|
1075
1076
|
inputs: {
|
|
1076
1077
|
actualAnswer: string;
|
|
1077
1078
|
userQuery?: string | undefined;
|
|
1078
1079
|
expectedAnswer?: string | undefined;
|
|
1079
1080
|
};
|
|
1080
|
-
prompt?: string | undefined;
|
|
1081
1081
|
}, {
|
|
1082
|
+
preset: "correctness" | "helpfulness";
|
|
1083
|
+
prompt?: string | undefined;
|
|
1082
1084
|
provider: string;
|
|
1083
1085
|
credentialId: string;
|
|
1084
1086
|
model: string;
|
|
1085
1087
|
outputType: "boolean" | "numeric";
|
|
1086
|
-
preset: "correctness" | "helpfulness";
|
|
1087
1088
|
inputs: {
|
|
1088
1089
|
actualAnswer: string;
|
|
1089
1090
|
userQuery?: string | undefined;
|
|
1090
1091
|
expectedAnswer?: string | undefined;
|
|
1091
1092
|
};
|
|
1092
|
-
prompt?: string | undefined;
|
|
1093
1093
|
}>, {
|
|
1094
|
+
preset: "correctness" | "helpfulness";
|
|
1095
|
+
prompt?: string | undefined;
|
|
1094
1096
|
provider: string;
|
|
1095
1097
|
credentialId: string;
|
|
1096
1098
|
model: string;
|
|
1097
1099
|
outputType: "boolean" | "numeric";
|
|
1098
|
-
preset: "correctness" | "helpfulness";
|
|
1099
1100
|
inputs: {
|
|
1100
1101
|
actualAnswer: string;
|
|
1101
1102
|
userQuery?: string | undefined;
|
|
1102
1103
|
expectedAnswer?: string | undefined;
|
|
1103
1104
|
};
|
|
1104
|
-
prompt?: string | undefined;
|
|
1105
1105
|
}, {
|
|
1106
|
+
preset: "correctness" | "helpfulness";
|
|
1107
|
+
prompt?: string | undefined;
|
|
1106
1108
|
provider: string;
|
|
1107
1109
|
credentialId: string;
|
|
1108
1110
|
model: string;
|
|
1109
1111
|
outputType: "boolean" | "numeric";
|
|
1110
|
-
preset: "correctness" | "helpfulness";
|
|
1111
1112
|
inputs: {
|
|
1112
1113
|
actualAnswer: string;
|
|
1113
1114
|
userQuery?: string | undefined;
|
|
1114
1115
|
expectedAnswer?: string | undefined;
|
|
1115
1116
|
};
|
|
1116
|
-
prompt?: string | undefined;
|
|
1117
1117
|
}>;
|
|
1118
1118
|
}, "strip", z.ZodTypeAny, {
|
|
1119
|
-
type: "llm_judge";
|
|
1120
1119
|
id: string;
|
|
1121
1120
|
name: string;
|
|
1121
|
+
type: "llm_judge";
|
|
1122
1122
|
config: {
|
|
1123
|
+
preset: "correctness" | "helpfulness";
|
|
1124
|
+
prompt?: string | undefined;
|
|
1123
1125
|
provider: string;
|
|
1124
1126
|
credentialId: string;
|
|
1125
1127
|
model: string;
|
|
1126
1128
|
outputType: "boolean" | "numeric";
|
|
1127
|
-
preset: "correctness" | "helpfulness";
|
|
1128
1129
|
inputs: {
|
|
1129
1130
|
actualAnswer: string;
|
|
1130
1131
|
userQuery?: string | undefined;
|
|
1131
1132
|
expectedAnswer?: string | undefined;
|
|
1132
1133
|
};
|
|
1133
|
-
prompt?: string | undefined;
|
|
1134
1134
|
};
|
|
1135
1135
|
}, {
|
|
1136
|
-
type: "llm_judge";
|
|
1137
1136
|
id: string;
|
|
1138
1137
|
name: string;
|
|
1138
|
+
type: "llm_judge";
|
|
1139
1139
|
config: {
|
|
1140
|
+
preset: "correctness" | "helpfulness";
|
|
1141
|
+
prompt?: string | undefined;
|
|
1140
1142
|
provider: string;
|
|
1141
1143
|
credentialId: string;
|
|
1142
1144
|
model: string;
|
|
1143
1145
|
outputType: "boolean" | "numeric";
|
|
1144
|
-
preset: "correctness" | "helpfulness";
|
|
1145
1146
|
inputs: {
|
|
1146
1147
|
actualAnswer: string;
|
|
1147
1148
|
userQuery?: string | undefined;
|
|
1148
1149
|
expectedAnswer?: string | undefined;
|
|
1149
1150
|
};
|
|
1150
|
-
prompt?: string | undefined;
|
|
1151
1151
|
};
|
|
1152
1152
|
}>, z.ZodObject<{
|
|
1153
1153
|
id: z.ZodString;
|
|
@@ -1176,9 +1176,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1176
1176
|
};
|
|
1177
1177
|
}>;
|
|
1178
1178
|
}, "strip", z.ZodTypeAny, {
|
|
1179
|
-
type: "string_similarity";
|
|
1180
1179
|
id: string;
|
|
1181
1180
|
name: string;
|
|
1181
|
+
type: "string_similarity";
|
|
1182
1182
|
config: {
|
|
1183
1183
|
inputs: {
|
|
1184
1184
|
actualAnswer: string;
|
|
@@ -1186,9 +1186,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1186
1186
|
};
|
|
1187
1187
|
};
|
|
1188
1188
|
}, {
|
|
1189
|
-
type: "string_similarity";
|
|
1190
1189
|
id: string;
|
|
1191
1190
|
name: string;
|
|
1191
|
+
type: "string_similarity";
|
|
1192
1192
|
config: {
|
|
1193
1193
|
inputs: {
|
|
1194
1194
|
actualAnswer: string;
|
|
@@ -1222,9 +1222,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1222
1222
|
};
|
|
1223
1223
|
}>;
|
|
1224
1224
|
}, "strip", z.ZodTypeAny, {
|
|
1225
|
-
type: "categorization";
|
|
1226
1225
|
id: string;
|
|
1227
1226
|
name: string;
|
|
1227
|
+
type: "categorization";
|
|
1228
1228
|
config: {
|
|
1229
1229
|
inputs: {
|
|
1230
1230
|
actualAnswer: string;
|
|
@@ -1232,9 +1232,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1232
1232
|
};
|
|
1233
1233
|
};
|
|
1234
1234
|
}, {
|
|
1235
|
-
type: "categorization";
|
|
1236
1235
|
id: string;
|
|
1237
1236
|
name: string;
|
|
1237
|
+
type: "categorization";
|
|
1238
1238
|
config: {
|
|
1239
1239
|
inputs: {
|
|
1240
1240
|
actualAnswer: string;
|
|
@@ -1268,9 +1268,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1268
1268
|
};
|
|
1269
1269
|
}>;
|
|
1270
1270
|
}, "strip", z.ZodTypeAny, {
|
|
1271
|
-
type: "tools_used";
|
|
1272
1271
|
id: string;
|
|
1273
1272
|
name: string;
|
|
1273
|
+
type: "tools_used";
|
|
1274
1274
|
config: {
|
|
1275
1275
|
inputs: {
|
|
1276
1276
|
expectedTools: string;
|
|
@@ -1278,9 +1278,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1278
1278
|
};
|
|
1279
1279
|
};
|
|
1280
1280
|
}, {
|
|
1281
|
-
type: "tools_used";
|
|
1282
1281
|
id: string;
|
|
1283
1282
|
name: string;
|
|
1283
|
+
type: "tools_used";
|
|
1284
1284
|
config: {
|
|
1285
1285
|
inputs: {
|
|
1286
1286
|
expectedTools: string;
|
|
@@ -1293,34 +1293,34 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1293
1293
|
startNodeName: string;
|
|
1294
1294
|
endNodeName: string;
|
|
1295
1295
|
metrics: ({
|
|
1296
|
-
type: "expression";
|
|
1297
1296
|
id: string;
|
|
1298
1297
|
name: string;
|
|
1298
|
+
type: "expression";
|
|
1299
1299
|
config: {
|
|
1300
1300
|
expression: string;
|
|
1301
1301
|
outputType: "boolean" | "numeric";
|
|
1302
1302
|
};
|
|
1303
1303
|
} | {
|
|
1304
|
-
type: "llm_judge";
|
|
1305
1304
|
id: string;
|
|
1306
1305
|
name: string;
|
|
1306
|
+
type: "llm_judge";
|
|
1307
1307
|
config: {
|
|
1308
|
+
preset: "correctness" | "helpfulness";
|
|
1309
|
+
prompt?: string | undefined;
|
|
1308
1310
|
provider: string;
|
|
1309
1311
|
credentialId: string;
|
|
1310
1312
|
model: string;
|
|
1311
1313
|
outputType: "boolean" | "numeric";
|
|
1312
|
-
preset: "correctness" | "helpfulness";
|
|
1313
1314
|
inputs: {
|
|
1314
1315
|
actualAnswer: string;
|
|
1315
1316
|
userQuery?: string | undefined;
|
|
1316
1317
|
expectedAnswer?: string | undefined;
|
|
1317
1318
|
};
|
|
1318
|
-
prompt?: string | undefined;
|
|
1319
1319
|
};
|
|
1320
1320
|
} | {
|
|
1321
|
-
type: "string_similarity";
|
|
1322
1321
|
id: string;
|
|
1323
1322
|
name: string;
|
|
1323
|
+
type: "string_similarity";
|
|
1324
1324
|
config: {
|
|
1325
1325
|
inputs: {
|
|
1326
1326
|
actualAnswer: string;
|
|
@@ -1328,9 +1328,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1328
1328
|
};
|
|
1329
1329
|
};
|
|
1330
1330
|
} | {
|
|
1331
|
-
type: "categorization";
|
|
1332
1331
|
id: string;
|
|
1333
1332
|
name: string;
|
|
1333
|
+
type: "categorization";
|
|
1334
1334
|
config: {
|
|
1335
1335
|
inputs: {
|
|
1336
1336
|
actualAnswer: string;
|
|
@@ -1338,9 +1338,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1338
1338
|
};
|
|
1339
1339
|
};
|
|
1340
1340
|
} | {
|
|
1341
|
-
type: "tools_used";
|
|
1342
1341
|
id: string;
|
|
1343
1342
|
name: string;
|
|
1343
|
+
type: "tools_used";
|
|
1344
1344
|
config: {
|
|
1345
1345
|
inputs: {
|
|
1346
1346
|
expectedTools: string;
|
|
@@ -1353,34 +1353,34 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1353
1353
|
startNodeName: string;
|
|
1354
1354
|
endNodeName: string;
|
|
1355
1355
|
metrics: ({
|
|
1356
|
-
type: "expression";
|
|
1357
1356
|
id: string;
|
|
1358
1357
|
name: string;
|
|
1358
|
+
type: "expression";
|
|
1359
1359
|
config: {
|
|
1360
1360
|
expression: string;
|
|
1361
1361
|
outputType: "boolean" | "numeric";
|
|
1362
1362
|
};
|
|
1363
1363
|
} | {
|
|
1364
|
-
type: "llm_judge";
|
|
1365
1364
|
id: string;
|
|
1366
1365
|
name: string;
|
|
1366
|
+
type: "llm_judge";
|
|
1367
1367
|
config: {
|
|
1368
|
+
preset: "correctness" | "helpfulness";
|
|
1369
|
+
prompt?: string | undefined;
|
|
1368
1370
|
provider: string;
|
|
1369
1371
|
credentialId: string;
|
|
1370
1372
|
model: string;
|
|
1371
1373
|
outputType: "boolean" | "numeric";
|
|
1372
|
-
preset: "correctness" | "helpfulness";
|
|
1373
1374
|
inputs: {
|
|
1374
1375
|
actualAnswer: string;
|
|
1375
1376
|
userQuery?: string | undefined;
|
|
1376
1377
|
expectedAnswer?: string | undefined;
|
|
1377
1378
|
};
|
|
1378
|
-
prompt?: string | undefined;
|
|
1379
1379
|
};
|
|
1380
1380
|
} | {
|
|
1381
|
-
type: "string_similarity";
|
|
1382
1381
|
id: string;
|
|
1383
1382
|
name: string;
|
|
1383
|
+
type: "string_similarity";
|
|
1384
1384
|
config: {
|
|
1385
1385
|
inputs: {
|
|
1386
1386
|
actualAnswer: string;
|
|
@@ -1388,9 +1388,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1388
1388
|
};
|
|
1389
1389
|
};
|
|
1390
1390
|
} | {
|
|
1391
|
-
type: "categorization";
|
|
1392
1391
|
id: string;
|
|
1393
1392
|
name: string;
|
|
1393
|
+
type: "categorization";
|
|
1394
1394
|
config: {
|
|
1395
1395
|
inputs: {
|
|
1396
1396
|
actualAnswer: string;
|
|
@@ -1398,9 +1398,9 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1398
1398
|
};
|
|
1399
1399
|
};
|
|
1400
1400
|
} | {
|
|
1401
|
-
type: "tools_used";
|
|
1402
1401
|
id: string;
|
|
1403
1402
|
name: string;
|
|
1403
|
+
type: "tools_used";
|
|
1404
1404
|
config: {
|
|
1405
1405
|
inputs: {
|
|
1406
1406
|
expectedTools: string;
|