@keystrokehq/openai 0.1.2 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/add-upload-part.cjs +1 -1
- package/dist/actions/add-upload-part.cjs.map +1 -1
- package/dist/actions/add-upload-part.d.cts +1 -1
- package/dist/actions/add-upload-part.d.mts +1 -1
- package/dist/actions/add-upload-part.mjs +1 -1
- package/dist/actions/add-upload-part.mjs.map +1 -1
- package/dist/actions/cancel-batch.cjs +6 -6
- package/dist/actions/cancel-batch.cjs.map +1 -1
- package/dist/actions/cancel-batch.d.cts +10 -10
- package/dist/actions/cancel-batch.d.mts +10 -10
- package/dist/actions/cancel-batch.mjs +6 -6
- package/dist/actions/cancel-batch.mjs.map +1 -1
- package/dist/actions/cancel-eval-run.cjs +8 -8
- package/dist/actions/cancel-eval-run.cjs.map +1 -1
- package/dist/actions/cancel-eval-run.d.cts +8 -8
- package/dist/actions/cancel-eval-run.d.mts +8 -8
- package/dist/actions/cancel-eval-run.mjs +8 -8
- package/dist/actions/cancel-eval-run.mjs.map +1 -1
- package/dist/actions/cancel-response.cjs +11 -11
- package/dist/actions/cancel-response.cjs.map +1 -1
- package/dist/actions/cancel-response.d.cts +11 -11
- package/dist/actions/cancel-response.d.mts +11 -11
- package/dist/actions/cancel-response.mjs +11 -11
- package/dist/actions/cancel-response.mjs.map +1 -1
- package/dist/actions/cancel-run.cjs +7 -7
- package/dist/actions/cancel-run.cjs.map +1 -1
- package/dist/actions/cancel-run.d.cts +11 -11
- package/dist/actions/cancel-run.d.mts +11 -11
- package/dist/actions/cancel-run.mjs +7 -7
- package/dist/actions/cancel-run.mjs.map +1 -1
- package/dist/actions/cancel-upload.cjs +2 -2
- package/dist/actions/cancel-upload.cjs.map +1 -1
- package/dist/actions/cancel-upload.d.cts +3 -3
- package/dist/actions/cancel-upload.d.mts +3 -3
- package/dist/actions/cancel-upload.mjs +2 -2
- package/dist/actions/cancel-upload.mjs.map +1 -1
- package/dist/actions/compact-response.cjs +9 -9
- package/dist/actions/compact-response.cjs.map +1 -1
- package/dist/actions/compact-response.d.cts +11 -9
- package/dist/actions/compact-response.d.mts +11 -9
- package/dist/actions/compact-response.mjs +9 -9
- package/dist/actions/compact-response.mjs.map +1 -1
- package/dist/actions/create-audio-transcription.cjs +3 -3
- package/dist/actions/create-audio-transcription.cjs.map +1 -1
- package/dist/actions/create-audio-transcription.d.cts +3 -3
- package/dist/actions/create-audio-transcription.d.mts +3 -3
- package/dist/actions/create-audio-transcription.mjs +3 -3
- package/dist/actions/create-audio-transcription.mjs.map +1 -1
- package/dist/actions/create-audio-translation.cjs +1 -1
- package/dist/actions/create-audio-translation.cjs.map +1 -1
- package/dist/actions/create-audio-translation.d.cts +1 -1
- package/dist/actions/create-audio-translation.d.mts +1 -1
- package/dist/actions/create-audio-translation.mjs +1 -1
- package/dist/actions/create-audio-translation.mjs.map +1 -1
- package/dist/actions/create-batch.cjs +9 -9
- package/dist/actions/create-batch.cjs.map +1 -1
- package/dist/actions/create-batch.d.cts +14 -14
- package/dist/actions/create-batch.d.mts +14 -14
- package/dist/actions/create-batch.mjs +9 -9
- package/dist/actions/create-batch.mjs.map +1 -1
- package/dist/actions/create-chat-completion.cjs +13 -13
- package/dist/actions/create-chat-completion.cjs.map +1 -1
- package/dist/actions/create-chat-completion.d.cts +19 -16
- package/dist/actions/create-chat-completion.d.mts +19 -16
- package/dist/actions/create-chat-completion.mjs +13 -13
- package/dist/actions/create-chat-completion.mjs.map +1 -1
- package/dist/actions/create-completion.cjs +9 -9
- package/dist/actions/create-completion.cjs.map +1 -1
- package/dist/actions/create-completion.d.cts +12 -12
- package/dist/actions/create-completion.d.mts +12 -12
- package/dist/actions/create-completion.mjs +9 -9
- package/dist/actions/create-completion.mjs.map +1 -1
- package/dist/actions/create-container-file.cjs +1 -1
- package/dist/actions/create-container-file.cjs.map +1 -1
- package/dist/actions/create-container-file.d.cts +1 -1
- package/dist/actions/create-container-file.d.mts +1 -1
- package/dist/actions/create-container-file.mjs +1 -1
- package/dist/actions/create-container-file.mjs.map +1 -1
- package/dist/actions/create-container.cjs +8 -8
- package/dist/actions/create-container.cjs.map +1 -1
- package/dist/actions/create-container.d.cts +13 -9
- package/dist/actions/create-container.d.cts.map +1 -1
- package/dist/actions/create-container.d.mts +13 -9
- package/dist/actions/create-container.d.mts.map +1 -1
- package/dist/actions/create-container.mjs +8 -8
- package/dist/actions/create-container.mjs.map +1 -1
- package/dist/actions/create-conversation-items.cjs +4 -4
- package/dist/actions/create-conversation-items.cjs.map +1 -1
- package/dist/actions/create-conversation-items.d.cts +6 -4
- package/dist/actions/create-conversation-items.d.cts.map +1 -1
- package/dist/actions/create-conversation-items.d.mts +6 -4
- package/dist/actions/create-conversation-items.d.mts.map +1 -1
- package/dist/actions/create-conversation-items.mjs +4 -4
- package/dist/actions/create-conversation-items.mjs.map +1 -1
- package/dist/actions/create-conversation.cjs +3 -3
- package/dist/actions/create-conversation.cjs.map +1 -1
- package/dist/actions/create-conversation.d.cts +5 -4
- package/dist/actions/create-conversation.d.cts.map +1 -1
- package/dist/actions/create-conversation.d.mts +5 -4
- package/dist/actions/create-conversation.d.mts.map +1 -1
- package/dist/actions/create-conversation.mjs +3 -3
- package/dist/actions/create-conversation.mjs.map +1 -1
- package/dist/actions/create-embeddings.cjs +3 -3
- package/dist/actions/create-embeddings.cjs.map +1 -1
- package/dist/actions/create-embeddings.d.cts +4 -4
- package/dist/actions/create-embeddings.d.mts +4 -4
- package/dist/actions/create-embeddings.mjs +3 -3
- package/dist/actions/create-embeddings.mjs.map +1 -1
- package/dist/actions/create-eval-run.cjs +19 -19
- package/dist/actions/create-eval-run.cjs.map +1 -1
- package/dist/actions/create-eval-run.d.cts +32 -23
- package/dist/actions/create-eval-run.d.mts +32 -23
- package/dist/actions/create-eval-run.mjs +19 -19
- package/dist/actions/create-eval-run.mjs.map +1 -1
- package/dist/actions/create-eval.cjs +10 -10
- package/dist/actions/create-eval.cjs.map +1 -1
- package/dist/actions/create-eval.d.cts +19 -10
- package/dist/actions/create-eval.d.mts +19 -10
- package/dist/actions/create-eval.mjs +10 -10
- package/dist/actions/create-eval.mjs.map +1 -1
- package/dist/actions/create-fine-tuning-job.cjs +4 -4
- package/dist/actions/create-fine-tuning-job.cjs.map +1 -1
- package/dist/actions/create-fine-tuning-job.d.cts +5 -5
- package/dist/actions/create-fine-tuning-job.d.mts +5 -5
- package/dist/actions/create-fine-tuning-job.mjs +4 -4
- package/dist/actions/create-fine-tuning-job.mjs.map +1 -1
- package/dist/actions/create-image-edit.cjs +5 -5
- package/dist/actions/create-image-edit.cjs.map +1 -1
- package/dist/actions/create-image-edit.d.cts +9 -8
- package/dist/actions/create-image-edit.d.mts +9 -8
- package/dist/actions/create-image-edit.mjs +5 -5
- package/dist/actions/create-image-edit.mjs.map +1 -1
- package/dist/actions/create-image-variation.cjs +2 -2
- package/dist/actions/create-image-variation.cjs.map +1 -1
- package/dist/actions/create-image-variation.d.cts +2 -2
- package/dist/actions/create-image-variation.d.mts +2 -2
- package/dist/actions/create-image-variation.mjs +2 -2
- package/dist/actions/create-image-variation.mjs.map +1 -1
- package/dist/actions/create-image.cjs +4 -4
- package/dist/actions/create-image.cjs.map +1 -1
- package/dist/actions/create-image.d.cts +6 -6
- package/dist/actions/create-image.d.mts +6 -6
- package/dist/actions/create-image.mjs +4 -4
- package/dist/actions/create-image.mjs.map +1 -1
- package/dist/actions/create-message.cjs +13 -13
- package/dist/actions/create-message.cjs.map +1 -1
- package/dist/actions/create-message.d.cts +17 -14
- package/dist/actions/create-message.d.cts.map +1 -1
- package/dist/actions/create-message.d.mts +17 -14
- package/dist/actions/create-message.d.mts.map +1 -1
- package/dist/actions/create-message.mjs +13 -13
- package/dist/actions/create-message.mjs.map +1 -1
- package/dist/actions/create-moderation.cjs +7 -7
- package/dist/actions/create-moderation.cjs.map +1 -1
- package/dist/actions/create-moderation.d.cts +9 -8
- package/dist/actions/create-moderation.d.cts.map +1 -1
- package/dist/actions/create-moderation.d.mts +9 -8
- package/dist/actions/create-moderation.d.mts.map +1 -1
- package/dist/actions/create-moderation.mjs +7 -7
- package/dist/actions/create-moderation.mjs.map +1 -1
- package/dist/actions/create-realtime-call.cjs +1 -1
- package/dist/actions/create-realtime-call.cjs.map +1 -1
- package/dist/actions/create-realtime-call.d.cts +1 -1
- package/dist/actions/create-realtime-call.d.mts +1 -1
- package/dist/actions/create-realtime-call.mjs +1 -1
- package/dist/actions/create-realtime-call.mjs.map +1 -1
- package/dist/actions/create-realtime-client-secret.cjs +3 -3
- package/dist/actions/create-realtime-client-secret.cjs.map +1 -1
- package/dist/actions/create-realtime-client-secret.d.cts +5 -3
- package/dist/actions/create-realtime-client-secret.d.mts +5 -3
- package/dist/actions/create-realtime-client-secret.mjs +3 -3
- package/dist/actions/create-realtime-client-secret.mjs.map +1 -1
- package/dist/actions/create-realtime-session.cjs +6 -6
- package/dist/actions/create-realtime-session.cjs.map +1 -1
- package/dist/actions/create-realtime-session.d.cts +10 -6
- package/dist/actions/create-realtime-session.d.mts +10 -6
- package/dist/actions/create-realtime-session.mjs +6 -6
- package/dist/actions/create-realtime-session.mjs.map +1 -1
- package/dist/actions/create-realtime-transcription-session.cjs +4 -4
- package/dist/actions/create-realtime-transcription-session.cjs.map +1 -1
- package/dist/actions/create-realtime-transcription-session.d.cts +4 -4
- package/dist/actions/create-realtime-transcription-session.d.mts +4 -4
- package/dist/actions/create-realtime-transcription-session.mjs +4 -4
- package/dist/actions/create-realtime-transcription-session.mjs.map +1 -1
- package/dist/actions/create-response.cjs +15 -15
- package/dist/actions/create-response.cjs.map +1 -1
- package/dist/actions/create-response.d.cts +28 -18
- package/dist/actions/create-response.d.mts +28 -18
- package/dist/actions/create-response.mjs +15 -15
- package/dist/actions/create-response.mjs.map +1 -1
- package/dist/actions/create-run.cjs +24 -24
- package/dist/actions/create-run.cjs.map +1 -1
- package/dist/actions/create-run.d.cts +36 -31
- package/dist/actions/create-run.d.mts +36 -31
- package/dist/actions/create-run.mjs +24 -24
- package/dist/actions/create-run.mjs.map +1 -1
- package/dist/actions/create-skill.cjs +3 -3
- package/dist/actions/create-skill.cjs.map +1 -1
- package/dist/actions/create-skill.d.cts +5 -3
- package/dist/actions/create-skill.d.mts +5 -3
- package/dist/actions/create-skill.mjs +3 -3
- package/dist/actions/create-skill.mjs.map +1 -1
- package/dist/actions/create-speech.cjs +2 -2
- package/dist/actions/create-speech.cjs.map +1 -1
- package/dist/actions/create-speech.d.cts +2 -2
- package/dist/actions/create-speech.d.mts +2 -2
- package/dist/actions/create-speech.mjs +2 -2
- package/dist/actions/create-speech.mjs.map +1 -1
- package/dist/actions/create-thread-and-run.cjs +29 -29
- package/dist/actions/create-thread-and-run.cjs.map +1 -1
- package/dist/actions/create-thread-and-run.d.cts +46 -39
- package/dist/actions/create-thread-and-run.d.mts +46 -39
- package/dist/actions/create-thread-and-run.mjs +29 -29
- package/dist/actions/create-thread-and-run.mjs.map +1 -1
- package/dist/actions/create-thread.cjs +5 -5
- package/dist/actions/create-thread.cjs.map +1 -1
- package/dist/actions/create-thread.d.cts +7 -6
- package/dist/actions/create-thread.d.cts.map +1 -1
- package/dist/actions/create-thread.d.mts +7 -6
- package/dist/actions/create-thread.d.mts.map +1 -1
- package/dist/actions/create-thread.mjs +5 -5
- package/dist/actions/create-thread.mjs.map +1 -1
- package/dist/actions/create-upload.cjs +2 -2
- package/dist/actions/create-upload.cjs.map +1 -1
- package/dist/actions/create-upload.d.cts +3 -3
- package/dist/actions/create-upload.d.mts +3 -3
- package/dist/actions/create-upload.mjs +2 -2
- package/dist/actions/create-upload.mjs.map +1 -1
- package/dist/actions/create-vector-store-file-batch.cjs +11 -11
- package/dist/actions/create-vector-store-file-batch.cjs.map +1 -1
- package/dist/actions/create-vector-store-file-batch.d.cts +21 -14
- package/dist/actions/create-vector-store-file-batch.d.cts.map +1 -1
- package/dist/actions/create-vector-store-file-batch.d.mts +21 -14
- package/dist/actions/create-vector-store-file-batch.d.mts.map +1 -1
- package/dist/actions/create-vector-store-file-batch.mjs +11 -11
- package/dist/actions/create-vector-store-file-batch.mjs.map +1 -1
- package/dist/actions/create-vector-store-file.cjs +7 -7
- package/dist/actions/create-vector-store-file.cjs.map +1 -1
- package/dist/actions/create-vector-store-file.d.cts +11 -8
- package/dist/actions/create-vector-store-file.d.mts +11 -8
- package/dist/actions/create-vector-store-file.mjs +7 -7
- package/dist/actions/create-vector-store-file.mjs.map +1 -1
- package/dist/actions/create-vector-store.cjs +8 -8
- package/dist/actions/create-vector-store.cjs.map +1 -1
- package/dist/actions/create-vector-store.d.cts +12 -9
- package/dist/actions/create-vector-store.d.mts +12 -9
- package/dist/actions/create-vector-store.mjs +8 -8
- package/dist/actions/create-vector-store.mjs.map +1 -1
- package/dist/actions/create-video-remix.cjs +2 -2
- package/dist/actions/create-video-remix.cjs.map +1 -1
- package/dist/actions/create-video-remix.d.cts +3 -3
- package/dist/actions/create-video-remix.d.mts +3 -3
- package/dist/actions/create-video-remix.mjs +2 -2
- package/dist/actions/create-video-remix.mjs.map +1 -1
- package/dist/actions/create-video.cjs +2 -2
- package/dist/actions/create-video.cjs.map +1 -1
- package/dist/actions/create-video.d.cts +2 -2
- package/dist/actions/create-video.d.mts +2 -2
- package/dist/actions/create-video.mjs +2 -2
- package/dist/actions/create-video.mjs.map +1 -1
- package/dist/actions/delete-assistant.cjs +1 -1
- package/dist/actions/delete-assistant.cjs.map +1 -1
- package/dist/actions/delete-assistant.d.cts +1 -1
- package/dist/actions/delete-assistant.d.mts +1 -1
- package/dist/actions/delete-assistant.mjs +1 -1
- package/dist/actions/delete-assistant.mjs.map +1 -1
- package/dist/actions/delete-chat-completion.cjs +1 -1
- package/dist/actions/delete-chat-completion.cjs.map +1 -1
- package/dist/actions/delete-chat-completion.d.cts +1 -1
- package/dist/actions/delete-chat-completion.d.mts +1 -1
- package/dist/actions/delete-chat-completion.mjs +1 -1
- package/dist/actions/delete-chat-completion.mjs.map +1 -1
- package/dist/actions/delete-container-file.cjs +1 -1
- package/dist/actions/delete-container-file.cjs.map +1 -1
- package/dist/actions/delete-container-file.d.cts +1 -1
- package/dist/actions/delete-container-file.d.mts +1 -1
- package/dist/actions/delete-container-file.mjs +1 -1
- package/dist/actions/delete-container-file.mjs.map +1 -1
- package/dist/actions/delete-container.cjs +1 -1
- package/dist/actions/delete-container.cjs.map +1 -1
- package/dist/actions/delete-container.d.cts +1 -1
- package/dist/actions/delete-container.d.mts +1 -1
- package/dist/actions/delete-container.mjs +1 -1
- package/dist/actions/delete-container.mjs.map +1 -1
- package/dist/actions/delete-conversation-item.cjs +1 -1
- package/dist/actions/delete-conversation-item.cjs.map +1 -1
- package/dist/actions/delete-conversation-item.d.cts +1 -1
- package/dist/actions/delete-conversation-item.d.mts +1 -1
- package/dist/actions/delete-conversation-item.mjs +1 -1
- package/dist/actions/delete-conversation-item.mjs.map +1 -1
- package/dist/actions/delete-conversation.cjs +1 -1
- package/dist/actions/delete-conversation.cjs.map +1 -1
- package/dist/actions/delete-conversation.d.cts +1 -1
- package/dist/actions/delete-conversation.d.mts +1 -1
- package/dist/actions/delete-conversation.mjs +1 -1
- package/dist/actions/delete-conversation.mjs.map +1 -1
- package/dist/actions/delete-eval-run.cjs +1 -1
- package/dist/actions/delete-eval-run.cjs.map +1 -1
- package/dist/actions/delete-eval-run.d.cts +1 -1
- package/dist/actions/delete-eval-run.d.mts +1 -1
- package/dist/actions/delete-eval-run.mjs +1 -1
- package/dist/actions/delete-eval-run.mjs.map +1 -1
- package/dist/actions/delete-eval.cjs +1 -1
- package/dist/actions/delete-eval.cjs.map +1 -1
- package/dist/actions/delete-eval.d.cts +1 -1
- package/dist/actions/delete-eval.d.mts +1 -1
- package/dist/actions/delete-eval.mjs +1 -1
- package/dist/actions/delete-eval.mjs.map +1 -1
- package/dist/actions/delete-file.cjs +1 -1
- package/dist/actions/delete-file.cjs.map +1 -1
- package/dist/actions/delete-file.d.cts +1 -1
- package/dist/actions/delete-file.d.mts +1 -1
- package/dist/actions/delete-file.mjs +1 -1
- package/dist/actions/delete-file.mjs.map +1 -1
- package/dist/actions/delete-message.cjs +1 -1
- package/dist/actions/delete-message.cjs.map +1 -1
- package/dist/actions/delete-message.d.cts +1 -1
- package/dist/actions/delete-message.d.mts +1 -1
- package/dist/actions/delete-message.mjs +1 -1
- package/dist/actions/delete-message.mjs.map +1 -1
- package/dist/actions/delete-response.cjs +1 -1
- package/dist/actions/delete-response.cjs.map +1 -1
- package/dist/actions/delete-response.d.cts +1 -1
- package/dist/actions/delete-response.d.mts +1 -1
- package/dist/actions/delete-response.mjs +1 -1
- package/dist/actions/delete-response.mjs.map +1 -1
- package/dist/actions/delete-skill.cjs +1 -1
- package/dist/actions/delete-skill.cjs.map +1 -1
- package/dist/actions/delete-skill.d.cts +1 -1
- package/dist/actions/delete-skill.d.mts +1 -1
- package/dist/actions/delete-skill.mjs +1 -1
- package/dist/actions/delete-skill.mjs.map +1 -1
- package/dist/actions/delete-thread.cjs +1 -1
- package/dist/actions/delete-thread.cjs.map +1 -1
- package/dist/actions/delete-thread.d.cts +1 -1
- package/dist/actions/delete-thread.d.mts +1 -1
- package/dist/actions/delete-thread.mjs +1 -1
- package/dist/actions/delete-thread.mjs.map +1 -1
- package/dist/actions/delete-vector-store-file.cjs +1 -1
- package/dist/actions/delete-vector-store-file.cjs.map +1 -1
- package/dist/actions/delete-vector-store-file.d.cts +1 -1
- package/dist/actions/delete-vector-store-file.d.mts +1 -1
- package/dist/actions/delete-vector-store-file.mjs +1 -1
- package/dist/actions/delete-vector-store-file.mjs.map +1 -1
- package/dist/actions/delete-vector-store.cjs +1 -1
- package/dist/actions/delete-vector-store.cjs.map +1 -1
- package/dist/actions/delete-vector-store.d.cts +1 -1
- package/dist/actions/delete-vector-store.d.mts +1 -1
- package/dist/actions/delete-vector-store.mjs +1 -1
- package/dist/actions/delete-vector-store.mjs.map +1 -1
- package/dist/actions/delete-video.cjs +1 -1
- package/dist/actions/delete-video.cjs.map +1 -1
- package/dist/actions/delete-video.d.cts +1 -1
- package/dist/actions/delete-video.d.mts +1 -1
- package/dist/actions/delete-video.mjs +1 -1
- package/dist/actions/delete-video.mjs.map +1 -1
- package/dist/actions/download-file.cjs +2 -2
- package/dist/actions/download-file.cjs.map +1 -1
- package/dist/actions/download-file.d.cts +2 -2
- package/dist/actions/download-file.d.mts +2 -2
- package/dist/actions/download-file.mjs +2 -2
- package/dist/actions/download-file.mjs.map +1 -1
- package/dist/actions/download-video.cjs +2 -2
- package/dist/actions/download-video.cjs.map +1 -1
- package/dist/actions/download-video.d.cts +2 -2
- package/dist/actions/download-video.d.mts +2 -2
- package/dist/actions/download-video.mjs +2 -2
- package/dist/actions/download-video.mjs.map +1 -1
- package/dist/actions/get-chat-completion-messages.cjs +2 -2
- package/dist/actions/get-chat-completion-messages.cjs.map +1 -1
- package/dist/actions/get-chat-completion-messages.d.cts +2 -2
- package/dist/actions/get-chat-completion-messages.d.mts +2 -2
- package/dist/actions/get-chat-completion-messages.mjs +2 -2
- package/dist/actions/get-chat-completion-messages.mjs.map +1 -1
- package/dist/actions/get-chat-completion.cjs +7 -7
- package/dist/actions/get-chat-completion.cjs.map +1 -1
- package/dist/actions/get-chat-completion.d.cts +7 -7
- package/dist/actions/get-chat-completion.d.mts +7 -7
- package/dist/actions/get-chat-completion.mjs +7 -7
- package/dist/actions/get-chat-completion.mjs.map +1 -1
- package/dist/actions/get-chatkit-thread.cjs +4 -4
- package/dist/actions/get-chatkit-thread.cjs.map +1 -1
- package/dist/actions/get-chatkit-thread.d.cts +4 -4
- package/dist/actions/get-chatkit-thread.d.mts +4 -4
- package/dist/actions/get-chatkit-thread.mjs +4 -4
- package/dist/actions/get-chatkit-thread.mjs.map +1 -1
- package/dist/actions/get-conversation-item.cjs +1 -1
- package/dist/actions/get-conversation-item.cjs.map +1 -1
- package/dist/actions/get-conversation-item.d.cts +1 -1
- package/dist/actions/get-conversation-item.d.mts +1 -1
- package/dist/actions/get-conversation-item.mjs +1 -1
- package/dist/actions/get-conversation-item.mjs.map +1 -1
- package/dist/actions/get-eval-run-output-item.cjs +5 -5
- package/dist/actions/get-eval-run-output-item.cjs.map +1 -1
- package/dist/actions/get-eval-run-output-item.d.cts +5 -5
- package/dist/actions/get-eval-run-output-item.d.mts +5 -5
- package/dist/actions/get-eval-run-output-item.mjs +5 -5
- package/dist/actions/get-eval-run-output-item.mjs.map +1 -1
- package/dist/actions/get-eval-run-output-items.cjs +6 -6
- package/dist/actions/get-eval-run-output-items.cjs.map +1 -1
- package/dist/actions/get-eval-run-output-items.d.cts +7 -7
- package/dist/actions/get-eval-run-output-items.d.mts +7 -7
- package/dist/actions/get-eval-run-output-items.mjs +6 -6
- package/dist/actions/get-eval-run-output-items.mjs.map +1 -1
- package/dist/actions/get-eval-run.cjs +10 -10
- package/dist/actions/get-eval-run.cjs.map +1 -1
- package/dist/actions/get-eval-run.d.cts +14 -14
- package/dist/actions/get-eval-run.d.mts +14 -14
- package/dist/actions/get-eval-run.mjs +10 -10
- package/dist/actions/get-eval-run.mjs.map +1 -1
- package/dist/actions/get-eval-runs.cjs +6 -6
- package/dist/actions/get-eval-runs.cjs.map +1 -1
- package/dist/actions/get-eval-runs.d.cts +8 -8
- package/dist/actions/get-eval-runs.d.mts +8 -8
- package/dist/actions/get-eval-runs.mjs +6 -6
- package/dist/actions/get-eval-runs.mjs.map +1 -1
- package/dist/actions/get-eval.cjs +1 -1
- package/dist/actions/get-eval.cjs.map +1 -1
- package/dist/actions/get-eval.d.cts +1 -1
- package/dist/actions/get-eval.d.mts +1 -1
- package/dist/actions/get-eval.mjs +1 -1
- package/dist/actions/get-eval.mjs.map +1 -1
- package/dist/actions/get-input-token-counts.cjs +1 -1
- package/dist/actions/get-input-token-counts.cjs.map +1 -1
- package/dist/actions/get-input-token-counts.d.cts +1 -1
- package/dist/actions/get-input-token-counts.d.mts +1 -1
- package/dist/actions/get-input-token-counts.mjs +1 -1
- package/dist/actions/get-input-token-counts.mjs.map +1 -1
- package/dist/actions/get-message.cjs +9 -9
- package/dist/actions/get-message.cjs.map +1 -1
- package/dist/actions/get-message.d.cts +9 -9
- package/dist/actions/get-message.d.mts +9 -9
- package/dist/actions/get-message.mjs +9 -9
- package/dist/actions/get-message.mjs.map +1 -1
- package/dist/actions/get-response.cjs +9 -9
- package/dist/actions/get-response.cjs.map +1 -1
- package/dist/actions/get-response.d.cts +9 -9
- package/dist/actions/get-response.d.mts +9 -9
- package/dist/actions/get-response.mjs +9 -9
- package/dist/actions/get-response.mjs.map +1 -1
- package/dist/actions/get-run-step.cjs +15 -15
- package/dist/actions/get-run-step.cjs.map +1 -1
- package/dist/actions/get-run-step.d.cts +16 -16
- package/dist/actions/get-run-step.d.mts +16 -16
- package/dist/actions/get-run-step.mjs +15 -15
- package/dist/actions/get-run-step.mjs.map +1 -1
- package/dist/actions/get-vector-store-file-batch.cjs +2 -2
- package/dist/actions/get-vector-store-file-batch.cjs.map +1 -1
- package/dist/actions/get-vector-store-file-batch.d.cts +3 -3
- package/dist/actions/get-vector-store-file-batch.d.mts +3 -3
- package/dist/actions/get-vector-store-file-batch.mjs +2 -2
- package/dist/actions/get-vector-store-file-batch.mjs.map +1 -1
- package/dist/actions/get-vector-store-file.cjs +4 -4
- package/dist/actions/get-vector-store-file.cjs.map +1 -1
- package/dist/actions/get-vector-store-file.d.cts +5 -5
- package/dist/actions/get-vector-store-file.d.mts +5 -5
- package/dist/actions/get-vector-store-file.mjs +4 -4
- package/dist/actions/get-vector-store-file.mjs.map +1 -1
- package/dist/actions/get-vector-store.cjs +4 -4
- package/dist/actions/get-vector-store.cjs.map +1 -1
- package/dist/actions/get-vector-store.d.cts +4 -4
- package/dist/actions/get-vector-store.d.mts +4 -4
- package/dist/actions/get-vector-store.mjs +4 -4
- package/dist/actions/get-vector-store.mjs.map +1 -1
- package/dist/actions/get-video.cjs +2 -2
- package/dist/actions/get-video.cjs.map +1 -1
- package/dist/actions/get-video.d.cts +3 -3
- package/dist/actions/get-video.d.mts +3 -3
- package/dist/actions/get-video.mjs +2 -2
- package/dist/actions/get-video.mjs.map +1 -1
- package/dist/actions/list-assistants.cjs +16 -16
- package/dist/actions/list-assistants.cjs.map +1 -1
- package/dist/actions/list-assistants.d.cts +16 -16
- package/dist/actions/list-assistants.d.mts +16 -16
- package/dist/actions/list-assistants.mjs +16 -16
- package/dist/actions/list-assistants.mjs.map +1 -1
- package/dist/actions/list-batches.cjs +8 -8
- package/dist/actions/list-batches.cjs.map +1 -1
- package/dist/actions/list-batches.d.cts +12 -12
- package/dist/actions/list-batches.d.mts +12 -12
- package/dist/actions/list-batches.mjs +8 -8
- package/dist/actions/list-batches.mjs.map +1 -1
- package/dist/actions/list-chat-completions.cjs +4 -4
- package/dist/actions/list-chat-completions.cjs.map +1 -1
- package/dist/actions/list-chat-completions.d.cts +4 -4
- package/dist/actions/list-chat-completions.d.mts +4 -4
- package/dist/actions/list-chat-completions.mjs +4 -4
- package/dist/actions/list-chat-completions.mjs.map +1 -1
- package/dist/actions/list-chatkit-thread-items.cjs +2 -2
- package/dist/actions/list-chatkit-thread-items.cjs.map +1 -1
- package/dist/actions/list-chatkit-thread-items.d.cts +2 -2
- package/dist/actions/list-chatkit-thread-items.d.mts +2 -2
- package/dist/actions/list-chatkit-thread-items.mjs +2 -2
- package/dist/actions/list-chatkit-thread-items.mjs.map +1 -1
- package/dist/actions/list-container-files.cjs +2 -2
- package/dist/actions/list-container-files.cjs.map +1 -1
- package/dist/actions/list-container-files.d.cts +2 -2
- package/dist/actions/list-container-files.d.mts +2 -2
- package/dist/actions/list-container-files.mjs +2 -2
- package/dist/actions/list-container-files.mjs.map +1 -1
- package/dist/actions/list-containers.cjs +4 -4
- package/dist/actions/list-containers.cjs.map +1 -1
- package/dist/actions/list-containers.d.cts +4 -4
- package/dist/actions/list-containers.d.mts +4 -4
- package/dist/actions/list-containers.mjs +4 -4
- package/dist/actions/list-containers.mjs.map +1 -1
- package/dist/actions/list-conversation-items.cjs +2 -2
- package/dist/actions/list-conversation-items.cjs.map +1 -1
- package/dist/actions/list-conversation-items.d.cts +2 -2
- package/dist/actions/list-conversation-items.d.mts +2 -2
- package/dist/actions/list-conversation-items.mjs +2 -2
- package/dist/actions/list-conversation-items.mjs.map +1 -1
- package/dist/actions/list-engines.cjs +2 -2
- package/dist/actions/list-engines.cjs.map +1 -1
- package/dist/actions/list-engines.d.cts +2 -2
- package/dist/actions/list-engines.d.mts +2 -2
- package/dist/actions/list-engines.mjs +2 -2
- package/dist/actions/list-engines.mjs.map +1 -1
- package/dist/actions/list-evals.cjs +14 -14
- package/dist/actions/list-evals.cjs.map +1 -1
- package/dist/actions/list-evals.d.cts +15 -15
- package/dist/actions/list-evals.d.mts +15 -15
- package/dist/actions/list-evals.mjs +14 -14
- package/dist/actions/list-evals.mjs.map +1 -1
- package/dist/actions/list-files-in-vector-store-batch.cjs +5 -5
- package/dist/actions/list-files-in-vector-store-batch.cjs.map +1 -1
- package/dist/actions/list-files-in-vector-store-batch.d.cts +8 -8
- package/dist/actions/list-files-in-vector-store-batch.d.mts +8 -8
- package/dist/actions/list-files-in-vector-store-batch.mjs +5 -5
- package/dist/actions/list-files-in-vector-store-batch.mjs.map +1 -1
- package/dist/actions/list-files.cjs +2 -2
- package/dist/actions/list-files.cjs.map +1 -1
- package/dist/actions/list-files.d.cts +2 -2
- package/dist/actions/list-files.d.mts +2 -2
- package/dist/actions/list-files.mjs +2 -2
- package/dist/actions/list-files.mjs.map +1 -1
- package/dist/actions/list-fine-tunes.cjs +5 -5
- package/dist/actions/list-fine-tunes.cjs.map +1 -1
- package/dist/actions/list-fine-tunes.d.cts +7 -7
- package/dist/actions/list-fine-tunes.d.mts +7 -7
- package/dist/actions/list-fine-tunes.mjs +5 -5
- package/dist/actions/list-fine-tunes.mjs.map +1 -1
- package/dist/actions/list-fine-tuning-events.cjs +2 -2
- package/dist/actions/list-fine-tuning-events.cjs.map +1 -1
- package/dist/actions/list-fine-tuning-events.d.cts +2 -2
- package/dist/actions/list-fine-tuning-events.d.mts +2 -2
- package/dist/actions/list-fine-tuning-events.mjs +2 -2
- package/dist/actions/list-fine-tuning-events.mjs.map +1 -1
- package/dist/actions/list-fine-tuning-job-checkpoints.cjs +3 -3
- package/dist/actions/list-fine-tuning-job-checkpoints.cjs.map +1 -1
- package/dist/actions/list-fine-tuning-job-checkpoints.d.cts +3 -3
- package/dist/actions/list-fine-tuning-job-checkpoints.d.mts +3 -3
- package/dist/actions/list-fine-tuning-job-checkpoints.mjs +3 -3
- package/dist/actions/list-fine-tuning-job-checkpoints.mjs.map +1 -1
- package/dist/actions/list-input-items.cjs +2 -2
- package/dist/actions/list-input-items.cjs.map +1 -1
- package/dist/actions/list-input-items.d.cts +2 -2
- package/dist/actions/list-input-items.d.mts +2 -2
- package/dist/actions/list-input-items.mjs +2 -2
- package/dist/actions/list-input-items.mjs.map +1 -1
- package/dist/actions/list-messages.cjs +10 -10
- package/dist/actions/list-messages.cjs.map +1 -1
- package/dist/actions/list-messages.d.cts +10 -10
- package/dist/actions/list-messages.d.mts +10 -10
- package/dist/actions/list-messages.mjs +10 -10
- package/dist/actions/list-messages.mjs.map +1 -1
- package/dist/actions/list-models.cjs +3 -3
- package/dist/actions/list-models.cjs.map +1 -1
- package/dist/actions/list-models.d.cts +3 -3
- package/dist/actions/list-models.d.mts +3 -3
- package/dist/actions/list-models.mjs +3 -3
- package/dist/actions/list-models.mjs.map +1 -1
- package/dist/actions/list-run-steps.cjs +16 -16
- package/dist/actions/list-run-steps.cjs.map +1 -1
- package/dist/actions/list-run-steps.d.cts +17 -17
- package/dist/actions/list-run-steps.d.mts +17 -17
- package/dist/actions/list-run-steps.mjs +16 -16
- package/dist/actions/list-run-steps.mjs.map +1 -1
- package/dist/actions/list-runs.cjs +8 -8
- package/dist/actions/list-runs.cjs.map +1 -1
- package/dist/actions/list-runs.d.cts +12 -12
- package/dist/actions/list-runs.d.mts +12 -12
- package/dist/actions/list-runs.mjs +8 -8
- package/dist/actions/list-runs.mjs.map +1 -1
- package/dist/actions/list-skills.cjs +2 -2
- package/dist/actions/list-skills.cjs.map +1 -1
- package/dist/actions/list-skills.d.cts +2 -2
- package/dist/actions/list-skills.d.mts +2 -2
- package/dist/actions/list-skills.mjs +2 -2
- package/dist/actions/list-skills.mjs.map +1 -1
- package/dist/actions/list-threads.cjs +4 -4
- package/dist/actions/list-threads.cjs.map +1 -1
- package/dist/actions/list-threads.d.cts +4 -4
- package/dist/actions/list-threads.d.mts +4 -4
- package/dist/actions/list-threads.mjs +4 -4
- package/dist/actions/list-threads.mjs.map +1 -1
- package/dist/actions/list-vector-store-files.cjs +3 -3
- package/dist/actions/list-vector-store-files.cjs.map +1 -1
- package/dist/actions/list-vector-store-files.d.cts +6 -6
- package/dist/actions/list-vector-store-files.d.mts +6 -6
- package/dist/actions/list-vector-store-files.mjs +3 -3
- package/dist/actions/list-vector-store-files.mjs.map +1 -1
- package/dist/actions/list-vector-stores.cjs +5 -5
- package/dist/actions/list-vector-stores.cjs.map +1 -1
- package/dist/actions/list-vector-stores.d.cts +5 -5
- package/dist/actions/list-vector-stores.d.mts +5 -5
- package/dist/actions/list-vector-stores.mjs +5 -5
- package/dist/actions/list-vector-stores.mjs.map +1 -1
- package/dist/actions/list-videos.cjs +3 -3
- package/dist/actions/list-videos.cjs.map +1 -1
- package/dist/actions/list-videos.d.cts +4 -4
- package/dist/actions/list-videos.d.mts +4 -4
- package/dist/actions/list-videos.mjs +3 -3
- package/dist/actions/list-videos.mjs.map +1 -1
- package/dist/actions/modify-assistant.cjs +3 -3
- package/dist/actions/modify-assistant.cjs.map +1 -1
- package/dist/actions/modify-assistant.d.cts +4 -4
- package/dist/actions/modify-assistant.d.mts +4 -4
- package/dist/actions/modify-assistant.mjs +3 -3
- package/dist/actions/modify-assistant.mjs.map +1 -1
- package/dist/actions/modify-message.cjs +9 -9
- package/dist/actions/modify-message.cjs.map +1 -1
- package/dist/actions/modify-message.d.cts +10 -10
- package/dist/actions/modify-message.d.mts +10 -10
- package/dist/actions/modify-message.mjs +9 -9
- package/dist/actions/modify-message.mjs.map +1 -1
- package/dist/actions/modify-run.cjs +8 -8
- package/dist/actions/modify-run.cjs.map +1 -1
- package/dist/actions/modify-run.d.cts +13 -13
- package/dist/actions/modify-run.d.mts +13 -13
- package/dist/actions/modify-run.mjs +8 -8
- package/dist/actions/modify-run.mjs.map +1 -1
- package/dist/actions/modify-thread.cjs +3 -3
- package/dist/actions/modify-thread.cjs.map +1 -1
- package/dist/actions/modify-thread.d.cts +4 -4
- package/dist/actions/modify-thread.d.mts +4 -4
- package/dist/actions/modify-thread.mjs +3 -3
- package/dist/actions/modify-thread.mjs.map +1 -1
- package/dist/actions/modify-vector-store.cjs +5 -5
- package/dist/actions/modify-vector-store.cjs.map +1 -1
- package/dist/actions/modify-vector-store.d.cts +6 -6
- package/dist/actions/modify-vector-store.d.mts +6 -6
- package/dist/actions/modify-vector-store.mjs +5 -5
- package/dist/actions/modify-vector-store.mjs.map +1 -1
- package/dist/actions/retrieve-assistant.cjs +3 -3
- package/dist/actions/retrieve-assistant.cjs.map +1 -1
- package/dist/actions/retrieve-assistant.d.cts +3 -3
- package/dist/actions/retrieve-assistant.d.mts +3 -3
- package/dist/actions/retrieve-assistant.mjs +3 -3
- package/dist/actions/retrieve-assistant.mjs.map +1 -1
- package/dist/actions/retrieve-batch.cjs +6 -6
- package/dist/actions/retrieve-batch.cjs.map +1 -1
- package/dist/actions/retrieve-batch.d.cts +10 -10
- package/dist/actions/retrieve-batch.d.mts +10 -10
- package/dist/actions/retrieve-batch.mjs +6 -6
- package/dist/actions/retrieve-batch.mjs.map +1 -1
- package/dist/actions/retrieve-container-file-content.cjs +2 -2
- package/dist/actions/retrieve-container-file-content.cjs.map +1 -1
- package/dist/actions/retrieve-container-file-content.d.cts +2 -2
- package/dist/actions/retrieve-container-file-content.d.mts +2 -2
- package/dist/actions/retrieve-container-file-content.mjs +2 -2
- package/dist/actions/retrieve-container-file-content.mjs.map +1 -1
- package/dist/actions/retrieve-container-file.cjs +1 -1
- package/dist/actions/retrieve-container-file.cjs.map +1 -1
- package/dist/actions/retrieve-container-file.d.cts +1 -1
- package/dist/actions/retrieve-container-file.d.mts +1 -1
- package/dist/actions/retrieve-container-file.mjs +1 -1
- package/dist/actions/retrieve-container-file.mjs.map +1 -1
- package/dist/actions/retrieve-container.cjs +3 -3
- package/dist/actions/retrieve-container.cjs.map +1 -1
- package/dist/actions/retrieve-container.d.cts +3 -3
- package/dist/actions/retrieve-container.d.mts +3 -3
- package/dist/actions/retrieve-container.mjs +3 -3
- package/dist/actions/retrieve-container.mjs.map +1 -1
- package/dist/actions/retrieve-engine.cjs +1 -1
- package/dist/actions/retrieve-engine.cjs.map +1 -1
- package/dist/actions/retrieve-engine.d.cts +1 -1
- package/dist/actions/retrieve-engine.d.mts +1 -1
- package/dist/actions/retrieve-engine.mjs +1 -1
- package/dist/actions/retrieve-engine.mjs.map +1 -1
- package/dist/actions/retrieve-file.cjs +1 -1
- package/dist/actions/retrieve-file.cjs.map +1 -1
- package/dist/actions/retrieve-file.d.cts +1 -1
- package/dist/actions/retrieve-file.d.mts +1 -1
- package/dist/actions/retrieve-file.mjs +1 -1
- package/dist/actions/retrieve-file.mjs.map +1 -1
- package/dist/actions/retrieve-fine-tuning-job.cjs +4 -4
- package/dist/actions/retrieve-fine-tuning-job.cjs.map +1 -1
- package/dist/actions/retrieve-fine-tuning-job.d.cts +5 -5
- package/dist/actions/retrieve-fine-tuning-job.d.mts +5 -5
- package/dist/actions/retrieve-fine-tuning-job.mjs +4 -4
- package/dist/actions/retrieve-fine-tuning-job.mjs.map +1 -1
- package/dist/actions/retrieve-model.cjs +2 -2
- package/dist/actions/retrieve-model.cjs.map +1 -1
- package/dist/actions/retrieve-model.d.cts +2 -2
- package/dist/actions/retrieve-model.d.mts +2 -2
- package/dist/actions/retrieve-model.mjs +2 -2
- package/dist/actions/retrieve-model.mjs.map +1 -1
- package/dist/actions/retrieve-run.cjs +7 -7
- package/dist/actions/retrieve-run.cjs.map +1 -1
- package/dist/actions/retrieve-run.d.cts +11 -11
- package/dist/actions/retrieve-run.d.mts +11 -11
- package/dist/actions/retrieve-run.mjs +7 -7
- package/dist/actions/retrieve-run.mjs.map +1 -1
- package/dist/actions/retrieve-thread.cjs +2 -2
- package/dist/actions/retrieve-thread.cjs.map +1 -1
- package/dist/actions/retrieve-thread.d.cts +2 -2
- package/dist/actions/retrieve-thread.d.mts +2 -2
- package/dist/actions/retrieve-thread.mjs +2 -2
- package/dist/actions/retrieve-thread.mjs.map +1 -1
- package/dist/actions/retrieve-vector-store-file-content.cjs +2 -2
- package/dist/actions/retrieve-vector-store-file-content.cjs.map +1 -1
- package/dist/actions/retrieve-vector-store-file-content.d.cts +2 -2
- package/dist/actions/retrieve-vector-store-file-content.d.mts +2 -2
- package/dist/actions/retrieve-vector-store-file-content.mjs +2 -2
- package/dist/actions/retrieve-vector-store-file-content.mjs.map +1 -1
- package/dist/actions/run-grader.cjs +8 -8
- package/dist/actions/run-grader.cjs.map +1 -1
- package/dist/actions/run-grader.d.cts +13 -8
- package/dist/actions/run-grader.d.mts +13 -8
- package/dist/actions/run-grader.mjs +8 -8
- package/dist/actions/run-grader.mjs.map +1 -1
- package/dist/actions/search-vector-store.cjs +3 -3
- package/dist/actions/search-vector-store.cjs.map +1 -1
- package/dist/actions/search-vector-store.d.cts +3 -3
- package/dist/actions/search-vector-store.d.mts +3 -3
- package/dist/actions/search-vector-store.mjs +3 -3
- package/dist/actions/search-vector-store.mjs.map +1 -1
- package/dist/actions/submit-tool-outputs-to-run.cjs +8 -8
- package/dist/actions/submit-tool-outputs-to-run.cjs.map +1 -1
- package/dist/actions/submit-tool-outputs-to-run.d.cts +13 -12
- package/dist/actions/submit-tool-outputs-to-run.d.mts +13 -12
- package/dist/actions/submit-tool-outputs-to-run.mjs +8 -8
- package/dist/actions/submit-tool-outputs-to-run.mjs.map +1 -1
- package/dist/actions/update-chat-completion.cjs +8 -8
- package/dist/actions/update-chat-completion.cjs.map +1 -1
- package/dist/actions/update-chat-completion.d.cts +9 -9
- package/dist/actions/update-chat-completion.d.mts +9 -9
- package/dist/actions/update-chat-completion.mjs +8 -8
- package/dist/actions/update-chat-completion.mjs.map +1 -1
- package/dist/actions/update-conversation.cjs +1 -1
- package/dist/actions/update-conversation.cjs.map +1 -1
- package/dist/actions/update-conversation.d.cts +1 -1
- package/dist/actions/update-conversation.d.mts +1 -1
- package/dist/actions/update-conversation.mjs +1 -1
- package/dist/actions/update-conversation.mjs.map +1 -1
- package/dist/actions/update-eval.cjs +1 -1
- package/dist/actions/update-eval.cjs.map +1 -1
- package/dist/actions/update-eval.d.cts +1 -1
- package/dist/actions/update-eval.d.mts +1 -1
- package/dist/actions/update-eval.mjs +1 -1
- package/dist/actions/update-eval.mjs.map +1 -1
- package/dist/actions/update-vector-store-file-attributes.cjs +4 -4
- package/dist/actions/update-vector-store-file-attributes.cjs.map +1 -1
- package/dist/actions/update-vector-store-file-attributes.d.cts +5 -5
- package/dist/actions/update-vector-store-file-attributes.d.mts +5 -5
- package/dist/actions/update-vector-store-file-attributes.mjs +4 -4
- package/dist/actions/update-vector-store-file-attributes.mjs.map +1 -1
- package/dist/actions/upload-file.cjs +1 -1
- package/dist/actions/upload-file.cjs.map +1 -1
- package/dist/actions/upload-file.d.cts +1 -1
- package/dist/actions/upload-file.d.mts +1 -1
- package/dist/actions/upload-file.mjs +1 -1
- package/dist/actions/upload-file.mjs.map +1 -1
- package/dist/actions/validate-grader.cjs +7 -7
- package/dist/actions/validate-grader.cjs.map +1 -1
- package/dist/actions/validate-grader.d.cts +12 -7
- package/dist/actions/validate-grader.d.cts.map +1 -1
- package/dist/actions/validate-grader.d.mts +12 -7
- package/dist/actions/validate-grader.d.mts.map +1 -1
- package/dist/actions/validate-grader.mjs +7 -7
- package/dist/actions/validate-grader.mjs.map +1 -1
- package/dist/catalog.cjs +1 -1
- package/dist/catalog.cjs.map +1 -1
- package/dist/catalog.d.cts +1 -1
- package/dist/catalog.d.mts +1 -1
- package/dist/catalog.mjs +1 -1
- package/dist/catalog.mjs.map +1 -1
- package/package.json +1 -1
|
@@ -9,11 +9,11 @@ declare const OpenaiRetrieveVectorStoreFileContentOutput: z.ZodObject<{
|
|
|
9
9
|
data: z.ZodArray<z.ZodObject<{
|
|
10
10
|
text: z.ZodNullable<z.ZodString>;
|
|
11
11
|
type: z.ZodNullable<z.ZodString>;
|
|
12
|
-
}, z.core.$
|
|
12
|
+
}, z.core.$loose>>;
|
|
13
13
|
object: z.ZodNullable<z.ZodString>;
|
|
14
14
|
has_more: z.ZodNullable<z.ZodBoolean>;
|
|
15
15
|
next_page: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
16
|
-
}, z.core.$
|
|
16
|
+
}, z.core.$loose>;
|
|
17
17
|
declare const openaiRetrieveVectorStoreFileContent: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
18
18
|
file_id: string;
|
|
19
19
|
vector_store_id: string;
|
|
@@ -9,11 +9,11 @@ declare const OpenaiRetrieveVectorStoreFileContentOutput: z.ZodObject<{
|
|
|
9
9
|
data: z.ZodArray<z.ZodObject<{
|
|
10
10
|
text: z.ZodNullable<z.ZodString>;
|
|
11
11
|
type: z.ZodNullable<z.ZodString>;
|
|
12
|
-
}, z.core.$
|
|
12
|
+
}, z.core.$loose>>;
|
|
13
13
|
object: z.ZodNullable<z.ZodString>;
|
|
14
14
|
has_more: z.ZodNullable<z.ZodBoolean>;
|
|
15
15
|
next_page: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
16
|
-
}, z.core.$
|
|
16
|
+
}, z.core.$loose>;
|
|
17
17
|
declare const openaiRetrieveVectorStoreFileContent: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
18
18
|
file_id: string;
|
|
19
19
|
vector_store_id: string;
|
|
@@ -8,7 +8,7 @@ const OpenaiRetrieveVectorStoreFileContentInput = z.object({
|
|
|
8
8
|
const OpenaiRetrieveVectorStoreFileContent_ContentItemSchema = z.object({
|
|
9
9
|
text: z.string().describe("The text content of this item.").nullable(),
|
|
10
10
|
type: z.string().describe("The type of content item.").nullable()
|
|
11
|
-
}).describe("An item of parsed content from the vector store file.");
|
|
11
|
+
}).passthrough().describe("An item of parsed content from the vector store file.");
|
|
12
12
|
const openaiRetrieveVectorStoreFileContent = action("OPENAI_RETRIEVE_VECTOR_STORE_FILE_CONTENT", {
|
|
13
13
|
slug: "openai-retrieve-vector-store-file-content",
|
|
14
14
|
name: "Retrieve Vector Store File Content",
|
|
@@ -19,7 +19,7 @@ const openaiRetrieveVectorStoreFileContent = action("OPENAI_RETRIEVE_VECTOR_STOR
|
|
|
19
19
|
object: z.string().describe("The object type, which is always 'vector_store.file_content.page'.").nullable(),
|
|
20
20
|
has_more: z.boolean().describe("Indicates if there are more content pages to fetch.").nullable(),
|
|
21
21
|
next_page: z.string().describe("Cursor for the next page of content, or null if no more pages.").nullable().optional()
|
|
22
|
-
}).describe("Response model for retrieved vector store file content.")
|
|
22
|
+
}).passthrough().describe("Response model for retrieved vector store file content.")
|
|
23
23
|
});
|
|
24
24
|
//#endregion
|
|
25
25
|
export { openaiRetrieveVectorStoreFileContent };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"retrieve-vector-store-file-content.mjs","names":[],"sources":["../../src/actions/retrieve-vector-store-file-content.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRetrieveVectorStoreFileContentInput = z.object({\n file_id: z.string().describe(\"The ID of the file within the vector store to retrieve content from.\"),\n vector_store_id: z.string().describe(\"The ID of the vector store that the file belongs to.\"),\n}).describe(\"Request model for retrieving vector store file content.\");\nconst OpenaiRetrieveVectorStoreFileContent_ContentItemSchema = z.object({\n text: z.string().describe(\"The text content of this item.\").nullable(),\n type: z.string().describe(\"The type of content item.\").nullable(),\n}).describe(\"An item of parsed content from the vector store file.\");\nexport const OpenaiRetrieveVectorStoreFileContentOutput = z.object({\n data: z.array(OpenaiRetrieveVectorStoreFileContent_ContentItemSchema).describe(\"Parsed content of the file as a list of content items.\"),\n object: z.string().describe(\"The object type, which is always 'vector_store.file_content.page'.\").nullable(),\n has_more: z.boolean().describe(\"Indicates if there are more content pages to fetch.\").nullable(),\n next_page: z.string().describe(\"Cursor for the next page of content, or null if no more pages.\").nullable().optional(),\n}).describe(\"Response model for retrieved vector store file content.\");\n\nexport const openaiRetrieveVectorStoreFileContent = action(\"OPENAI_RETRIEVE_VECTOR_STORE_FILE_CONTENT\", {\n slug: \"openai-retrieve-vector-store-file-content\",\n name: \"Retrieve Vector Store File Content\",\n description: \"Tool to retrieve the parsed contents of a vector store file. Use when you need to access the actual text content that has been processed and chunked for a file in a vector store.\",\n input: OpenaiRetrieveVectorStoreFileContentInput,\n output: OpenaiRetrieveVectorStoreFileContentOutput,\n});\n"],"mappings":";;;AAIA,MAAa,4CAA4C,EAAE,OAAO;CAChE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE;CACnG,iBAAiB,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD;AAC7F,CAAC,CAAC,CAAC,SAAS,yDAAyD;AACrE,MAAM,yDAAyD,EAAE,OAAO;CACtE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;AAClE,CAAC,CAAC,CAAC,SAAS,uDAAuD;
|
|
1
|
+
{"version":3,"file":"retrieve-vector-store-file-content.mjs","names":[],"sources":["../../src/actions/retrieve-vector-store-file-content.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRetrieveVectorStoreFileContentInput = z.object({\n file_id: z.string().describe(\"The ID of the file within the vector store to retrieve content from.\"),\n vector_store_id: z.string().describe(\"The ID of the vector store that the file belongs to.\"),\n}).describe(\"Request model for retrieving vector store file content.\");\nconst OpenaiRetrieveVectorStoreFileContent_ContentItemSchema = z.object({\n text: z.string().describe(\"The text content of this item.\").nullable(),\n type: z.string().describe(\"The type of content item.\").nullable(),\n}).passthrough().describe(\"An item of parsed content from the vector store file.\");\nexport const OpenaiRetrieveVectorStoreFileContentOutput = z.object({\n data: z.array(OpenaiRetrieveVectorStoreFileContent_ContentItemSchema).describe(\"Parsed content of the file as a list of content items.\"),\n object: z.string().describe(\"The object type, which is always 'vector_store.file_content.page'.\").nullable(),\n has_more: z.boolean().describe(\"Indicates if there are more content pages to fetch.\").nullable(),\n next_page: z.string().describe(\"Cursor for the next page of content, or null if no more pages.\").nullable().optional(),\n}).passthrough().describe(\"Response model for retrieved vector store file content.\");\n\nexport const openaiRetrieveVectorStoreFileContent = action(\"OPENAI_RETRIEVE_VECTOR_STORE_FILE_CONTENT\", {\n slug: \"openai-retrieve-vector-store-file-content\",\n name: \"Retrieve Vector Store File Content\",\n description: \"Tool to retrieve the parsed contents of a vector store file. Use when you need to access the actual text content that has been processed and chunked for a file in a vector store.\",\n input: OpenaiRetrieveVectorStoreFileContentInput,\n output: OpenaiRetrieveVectorStoreFileContentOutput,\n});\n"],"mappings":";;;AAIA,MAAa,4CAA4C,EAAE,OAAO;CAChE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE;CACnG,iBAAiB,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD;AAC7F,CAAC,CAAC,CAAC,SAAS,yDAAyD;AACrE,MAAM,yDAAyD,EAAE,OAAO;CACtE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;AAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uDAAuD;AAQjF,MAAa,uCAAuC,OAAO,6CAA6C;CACtG,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAZwD,EAAE,OAAO;EACjE,MAAM,EAAE,MAAM,sDAAsD,CAAC,CAAC,SAAS,wDAAwD;EACvI,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EAC3G,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAC/F,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,gEAAgE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yDAOhB;AACV,CAAC"}
|
|
@@ -15,20 +15,20 @@ const OpenaiRunGraderInput = zod.z.object({
|
|
|
15
15
|
"ilike"
|
|
16
16
|
]).describe("The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE"),
|
|
17
17
|
reference: zod.z.string().describe("The reference value to compare against")
|
|
18
|
-
}).describe("String check grader configuration."),
|
|
18
|
+
}).passthrough().describe("String check grader configuration."),
|
|
19
19
|
zod.z.object({
|
|
20
20
|
name: zod.z.string().describe("Name identifier for this grader"),
|
|
21
21
|
type: zod.z.string().describe("Type of grader, must be 'text_similarity'"),
|
|
22
22
|
input: zod.z.string().describe("The input field to evaluate"),
|
|
23
23
|
reference: zod.z.string().describe("The reference text to compare against"),
|
|
24
24
|
evaluation_metric: zod.z.string().describe("The metric to use for evaluating text similarity")
|
|
25
|
-
}).describe("Text similarity grader configuration."),
|
|
25
|
+
}).passthrough().describe("Text similarity grader configuration."),
|
|
26
26
|
zod.z.object({
|
|
27
27
|
name: zod.z.string().describe("Name identifier for this grader"),
|
|
28
28
|
type: zod.z.string().describe("Type of grader, must be 'python'"),
|
|
29
29
|
source: zod.z.string().describe("Python source code to execute for grading"),
|
|
30
30
|
image_tag: zod.z.string().nullable().optional()
|
|
31
|
-
}).describe("Python grader configuration."),
|
|
31
|
+
}).passthrough().describe("Python grader configuration."),
|
|
32
32
|
zod.z.object({
|
|
33
33
|
name: zod.z.string().describe("Name identifier for this grader"),
|
|
34
34
|
type: zod.z.string().describe("Type of grader, must be 'score_model'"),
|
|
@@ -36,13 +36,13 @@ const OpenaiRunGraderInput = zod.z.object({
|
|
|
36
36
|
model: zod.z.string().describe("The model to use for scoring"),
|
|
37
37
|
range: zod.z.array(zod.z.union([zod.z.number().int(), zod.z.number()])).nullable().optional(),
|
|
38
38
|
sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
|
|
39
|
-
}).describe("Score model grader configuration."),
|
|
39
|
+
}).passthrough().describe("Score model grader configuration."),
|
|
40
40
|
zod.z.object({
|
|
41
41
|
name: zod.z.string().describe("Name identifier for this grader"),
|
|
42
42
|
type: zod.z.string().describe("Type of grader, must be 'multi'"),
|
|
43
43
|
graders: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("List of grader configurations to combine"),
|
|
44
44
|
calculate_output: zod.z.string().describe("Formula to calculate the final output from sub-grader results")
|
|
45
|
-
}).describe("Multi grader configuration that combines multiple graders."),
|
|
45
|
+
}).passthrough().describe("Multi grader configuration that combines multiple graders."),
|
|
46
46
|
zod.z.record(zod.z.string(), zod.z.unknown())
|
|
47
47
|
]),
|
|
48
48
|
model_sample: zod.z.string().describe("The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string")
|
|
@@ -72,7 +72,7 @@ const OpenaiRunGrader_GraderErrorsSchema = zod.z.object({
|
|
|
72
72
|
endpoint_grader_server_error_details: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Details about the endpoint grader server error").nullable().optional(),
|
|
73
73
|
endpoint_grader_internal_error_details: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Details about the endpoint grader internal error").nullable().optional(),
|
|
74
74
|
model_grader_exceeded_max_tokens_error: zod.z.boolean().describe("Whether a model grader exceeded max tokens error occurred").nullable()
|
|
75
|
-
}).describe("Detailed error information for grader execution.");
|
|
75
|
+
}).passthrough().describe("Detailed error information for grader execution.");
|
|
76
76
|
const OpenaiRunGrader_GraderMetadataSchema = zod.z.object({
|
|
77
77
|
name: zod.z.string().describe("The name of the grader that was executed").nullable(),
|
|
78
78
|
type: zod.z.string().describe("The type of grader that was executed").nullable(),
|
|
@@ -82,13 +82,13 @@ const OpenaiRunGrader_GraderMetadataSchema = zod.z.object({
|
|
|
82
82
|
token_usage: zod.z.number().int().describe("Number of tokens used during grader execution, if applicable").nullable().optional(),
|
|
83
83
|
execution_time: zod.z.number().describe("Time taken to execute the grader in seconds").nullable(),
|
|
84
84
|
sampled_model_name: zod.z.string().describe("Name of the model that was sampled, if applicable").nullable().optional()
|
|
85
|
-
}).describe("Metadata about the grader execution.");
|
|
85
|
+
}).passthrough().describe("Metadata about the grader execution.");
|
|
86
86
|
const OpenaiRunGraderOutput = zod.z.object({
|
|
87
87
|
reward: zod.z.number().describe("The final reward score computed by the grader. Higher values indicate better performance").nullable(),
|
|
88
88
|
metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),
|
|
89
89
|
sub_rewards: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Individual sub-rewards from component graders, if using a multi-grader"),
|
|
90
90
|
model_grader_token_usage_per_model: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Token usage breakdown per model used in grading")
|
|
91
|
-
}).describe("Response schema for running a grader.");
|
|
91
|
+
}).passthrough().describe("Response schema for running a grader.");
|
|
92
92
|
const openaiRunGrader = require_action.action("OPENAI_RUN_GRADER", {
|
|
93
93
|
slug: "openai-run-grader",
|
|
94
94
|
name: "Run grader",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run-grader.cjs","names":["z","action"],"sources":["../../src/actions/run-grader.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRunGraderInput = z.object({\n item: z.record(z.string(), z.unknown()).describe(\"The dataset item provided to the grader. This will be used to populate the 'item' namespace. See the guide for more details\").optional(),\n grader: z.union([z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n input: z.string().describe(\"The input field to check. Use 'sample.output' to reference the model sample output\"),\n operation: z.enum([\"eq\", \"ne\", \"like\", \"ilike\"]).describe(\"The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE\"),\n reference: z.string().describe(\"The reference value to compare against\"),\n}).describe(\"String check grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n input: z.string().describe(\"The input field to evaluate\"),\n reference: z.string().describe(\"The reference text to compare against\"),\n evaluation_metric: z.string().describe(\"The metric to use for evaluating text similarity\"),\n}).describe(\"Text similarity grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'python'\"),\n source: z.string().describe(\"Python source code to execute for grading\"),\n image_tag: z.string().nullable().optional(),\n}).describe(\"Python grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n input: z.array(z.record(z.string(), z.unknown())).describe(\"Input data for the scoring model\"),\n model: z.string().describe(\"The model to use for scoring\"),\n range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),\n sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Score model grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'multi'\"),\n graders: z.array(z.record(z.string(), z.unknown())).describe(\"List of grader configurations to combine\"),\n calculate_output: z.string().describe(\"Formula to calculate the final output from sub-grader results\"),\n}).describe(\"Multi grader configuration that combines multiple graders.\"), z.record(z.string(), z.unknown())]),\n model_sample: z.string().describe(\"The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string\"),\n}).describe(\"Request model for running a grader to evaluate model performance.\");\nconst OpenaiRunGrader_GraderErrorsSchema = z.object({\n other_error: z.boolean().describe(\"Whether another type of error occurred\").nullable(),\n sample_parse_error: z.boolean().describe(\"Whether a sample parsing error occurred\").nullable(),\n formula_parse_error: z.boolean().describe(\"Whether a formula parsing error occurred\").nullable(),\n invalid_variable_error: z.boolean().describe(\"Whether an invalid variable error occurred\").nullable(),\n model_grader_parse_error: z.boolean().describe(\"Whether a model grader parsing error occurred\").nullable(),\n model_grader_server_error: z.boolean().describe(\"Whether a model grader server error occurred\").nullable(),\n unresponsive_reward_error: z.boolean().describe(\"Whether an unresponsive reward error occurred\").nullable(),\n model_grader_refusal_error: z.boolean().describe(\"Whether a model grader refusal error occurred\").nullable(),\n python_grader_server_error: z.boolean().describe(\"Whether a Python grader server error occurred\").nullable(),\n sample_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the sample parsing error\").nullable().optional(),\n python_grader_runtime_error: z.boolean().describe(\"Whether a Python grader runtime error occurred\").nullable(),\n truncated_observation_error: z.boolean().describe(\"Whether an observation truncation error occurred\").nullable(),\n endpoint_grader_server_error: z.boolean().describe(\"Whether an endpoint grader server error occurred\").nullable(),\n endpoint_grader_internal_error: z.boolean().describe(\"Whether an endpoint grader internal error occurred\").nullable(),\n invalid_variable_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the invalid variable error\").nullable().optional(),\n python_grader_server_error_type: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader server error type\").nullable().optional(),\n model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader parsing error\").nullable().optional(),\n model_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader server error\").nullable().optional(),\n endpoint_grader_safety_check_error: z.boolean().describe(\"Whether an endpoint grader safety check error occurred\").nullable(),\n model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader refusal error\").nullable().optional(),\n python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader runtime error\").nullable().optional(),\n endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader server error\").nullable().optional(),\n endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader internal error\").nullable().optional(),\n model_grader_exceeded_max_tokens_error: z.boolean().describe(\"Whether a model grader exceeded max tokens error occurred\").nullable(),\n}).describe(\"Detailed error information for grader execution.\");\nconst OpenaiRunGrader_GraderMetadataSchema = z.object({\n name: z.string().describe(\"The name of the grader that was executed\").nullable(),\n type: z.string().describe(\"The type of grader that was executed\").nullable(),\n errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),\n scores: z.record(z.string(), z.unknown()).describe(\"Individual scores computed by the grader\"),\n metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata from the grader execution\").nullable().optional(),\n token_usage: z.number().int().describe(\"Number of tokens used during grader execution, if applicable\").nullable().optional(),\n execution_time: z.number().describe(\"Time taken to execute the grader in seconds\").nullable(),\n sampled_model_name: z.string().describe(\"Name of the model that was sampled, if applicable\").nullable().optional(),\n}).describe(\"Metadata about the grader execution.\");\nexport const OpenaiRunGraderOutput = z.object({\n reward: z.number().describe(\"The final reward score computed by the grader. Higher values indicate better performance\").nullable(),\n metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),\n sub_rewards: z.record(z.string(), z.unknown()).describe(\"Individual sub-rewards from component graders, if using a multi-grader\"),\n model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe(\"Token usage breakdown per model used in grading\"),\n}).describe(\"Response schema for running a grader.\");\n\nexport const openaiRunGrader = action(\"OPENAI_RUN_GRADER\", {\n slug: \"openai-run-grader\",\n name: \"Run grader\",\n description: \"Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.\",\n input: OpenaiRunGraderInput,\n output: OpenaiRunGraderOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uBAAuBA,IAAAA,EAAE,OAAO;CAC3C,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACzL,QAAQA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oFAAoF;GAC/G,WAAWA,IAAAA,EAAE,KAAK;IAAC;IAAM;IAAM;IAAQ;GAAO,CAAC,CAAC,CAAC,SAAS,mIAAmI;GAC7L,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACzE,CAAC,CAAC,CAAC,SAAS,oCAAoC;EAAGA,IAAAA,EAAE,OAAO;GAC1D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACrE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B;GACxD,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACtE,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;EAC3F,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC5D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5C,CAAC,CAAC,CAAC,SAAS,8BAA8B;EAAGA,IAAAA,EAAE,OAAO;GACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kCAAkC;GAC7F,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;GACzD,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC5E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,mCAAmC;EAAGA,IAAAA,EAAE,OAAO;GACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0CAA0C;GACvG,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACvG,CAAC,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC;CAAC,CAAC;CAC3G,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8LAA8L;AAClO,CAAC,CAAC,CAAC,SAAS,mEAAmE;AAC/E,MAAM,qCAAqCA,IAAAA,EAAE,OAAO;CAClD,aAAaA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACrF,oBAAoBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC7F,qBAAqBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/F,wBAAwBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACpG,0BAA0BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACzG,2BAA2BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACzG,2BAA2BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC1G,4BAA4BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4BA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,6BAA6BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS;CAC7G,6BAA6BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC/G,8BAA8BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAChH,gCAAgCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;CACpH,gCAAgCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,iCAAiCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,kCAAkCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,mCAAmCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,oCAAoCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAC5H,oCAAoCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,qCAAqCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,sCAAsCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,wCAAwCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3J,wCAAwCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC3E,QAAQ,mCAAmC,SAAS;CACpD,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C;CAC7F,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,gBAAgBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC5F,oBAAoBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS;CACjI,UAAU,qCAAqC,SAAS;CACxD,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE;CAChI,oCAAoCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAClI,CAAC,CAAC,CAAC,SAAS,uCAAuC;AAEnD,MAAa,kBAAkBC,eAAAA,OAAO,qBAAqB;CACzD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
1
|
+
{"version":3,"file":"run-grader.cjs","names":["z","action"],"sources":["../../src/actions/run-grader.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRunGraderInput = z.object({\n item: z.record(z.string(), z.unknown()).describe(\"The dataset item provided to the grader. This will be used to populate the 'item' namespace. See the guide for more details\").optional(),\n grader: z.union([z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n input: z.string().describe(\"The input field to check. Use 'sample.output' to reference the model sample output\"),\n operation: z.enum([\"eq\", \"ne\", \"like\", \"ilike\"]).describe(\"The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE\"),\n reference: z.string().describe(\"The reference value to compare against\"),\n}).passthrough().describe(\"String check grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n input: z.string().describe(\"The input field to evaluate\"),\n reference: z.string().describe(\"The reference text to compare against\"),\n evaluation_metric: z.string().describe(\"The metric to use for evaluating text similarity\"),\n}).passthrough().describe(\"Text similarity grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'python'\"),\n source: z.string().describe(\"Python source code to execute for grading\"),\n image_tag: z.string().nullable().optional(),\n}).passthrough().describe(\"Python grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n input: z.array(z.record(z.string(), z.unknown())).describe(\"Input data for the scoring model\"),\n model: z.string().describe(\"The model to use for scoring\"),\n range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),\n sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Score model grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'multi'\"),\n graders: z.array(z.record(z.string(), z.unknown())).describe(\"List of grader configurations to combine\"),\n calculate_output: z.string().describe(\"Formula to calculate the final output from sub-grader results\"),\n}).passthrough().describe(\"Multi grader configuration that combines multiple graders.\"), z.record(z.string(), z.unknown())]),\n model_sample: z.string().describe(\"The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string\"),\n}).describe(\"Request model for running a grader to evaluate model performance.\");\nconst OpenaiRunGrader_GraderErrorsSchema = z.object({\n other_error: z.boolean().describe(\"Whether another type of error occurred\").nullable(),\n sample_parse_error: z.boolean().describe(\"Whether a sample parsing error occurred\").nullable(),\n formula_parse_error: z.boolean().describe(\"Whether a formula parsing error occurred\").nullable(),\n invalid_variable_error: z.boolean().describe(\"Whether an invalid variable error occurred\").nullable(),\n model_grader_parse_error: z.boolean().describe(\"Whether a model grader parsing error occurred\").nullable(),\n model_grader_server_error: z.boolean().describe(\"Whether a model grader server error occurred\").nullable(),\n unresponsive_reward_error: z.boolean().describe(\"Whether an unresponsive reward error occurred\").nullable(),\n model_grader_refusal_error: z.boolean().describe(\"Whether a model grader refusal error occurred\").nullable(),\n python_grader_server_error: z.boolean().describe(\"Whether a Python grader server error occurred\").nullable(),\n sample_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the sample parsing error\").nullable().optional(),\n python_grader_runtime_error: z.boolean().describe(\"Whether a Python grader runtime error occurred\").nullable(),\n truncated_observation_error: z.boolean().describe(\"Whether an observation truncation error occurred\").nullable(),\n endpoint_grader_server_error: z.boolean().describe(\"Whether an endpoint grader server error occurred\").nullable(),\n endpoint_grader_internal_error: z.boolean().describe(\"Whether an endpoint grader internal error occurred\").nullable(),\n invalid_variable_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the invalid variable error\").nullable().optional(),\n python_grader_server_error_type: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader server error type\").nullable().optional(),\n model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader parsing error\").nullable().optional(),\n model_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader server error\").nullable().optional(),\n endpoint_grader_safety_check_error: z.boolean().describe(\"Whether an endpoint grader safety check error occurred\").nullable(),\n model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader refusal error\").nullable().optional(),\n python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader runtime error\").nullable().optional(),\n endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader server error\").nullable().optional(),\n endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader internal error\").nullable().optional(),\n model_grader_exceeded_max_tokens_error: z.boolean().describe(\"Whether a model grader exceeded max tokens error occurred\").nullable(),\n}).passthrough().describe(\"Detailed error information for grader execution.\");\nconst OpenaiRunGrader_GraderMetadataSchema = z.object({\n name: z.string().describe(\"The name of the grader that was executed\").nullable(),\n type: z.string().describe(\"The type of grader that was executed\").nullable(),\n errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),\n scores: z.record(z.string(), z.unknown()).describe(\"Individual scores computed by the grader\"),\n metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata from the grader execution\").nullable().optional(),\n token_usage: z.number().int().describe(\"Number of tokens used during grader execution, if applicable\").nullable().optional(),\n execution_time: z.number().describe(\"Time taken to execute the grader in seconds\").nullable(),\n sampled_model_name: z.string().describe(\"Name of the model that was sampled, if applicable\").nullable().optional(),\n}).passthrough().describe(\"Metadata about the grader execution.\");\nexport const OpenaiRunGraderOutput = z.object({\n reward: z.number().describe(\"The final reward score computed by the grader. Higher values indicate better performance\").nullable(),\n metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),\n sub_rewards: z.record(z.string(), z.unknown()).describe(\"Individual sub-rewards from component graders, if using a multi-grader\"),\n model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe(\"Token usage breakdown per model used in grading\"),\n}).passthrough().describe(\"Response schema for running a grader.\");\n\nexport const openaiRunGrader = action(\"OPENAI_RUN_GRADER\", {\n slug: \"openai-run-grader\",\n name: \"Run grader\",\n description: \"Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.\",\n input: OpenaiRunGraderInput,\n output: OpenaiRunGraderOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uBAAuBA,IAAAA,EAAE,OAAO;CAC3C,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACzL,QAAQA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oFAAoF;GAC/G,WAAWA,IAAAA,EAAE,KAAK;IAAC;IAAM;IAAM;IAAQ;GAAO,CAAC,CAAC,CAAC,SAAS,mIAAmI;GAC7L,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAAoC;EAAGA,IAAAA,EAAE,OAAO;GACxE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACrE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B;GACxD,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACtE,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;EAC3F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC3E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC5D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5C,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8BAA8B;EAAGA,IAAAA,EAAE,OAAO;GAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kCAAkC;GAC7F,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;GACzD,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC5E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mCAAmC;EAAGA,IAAAA,EAAE,OAAO;GACvE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0CAA0C;GACvG,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC;CAAC,CAAC;CACzH,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8LAA8L;AAClO,CAAC,CAAC,CAAC,SAAS,mEAAmE;AAC/E,MAAM,qCAAqCA,IAAAA,EAAE,OAAO;CAClD,aAAaA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACrF,oBAAoBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC7F,qBAAqBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/F,wBAAwBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACpG,0BAA0BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACzG,2BAA2BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACzG,2BAA2BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC1G,4BAA4BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4BA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,6BAA6BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS;CAC7G,6BAA6BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC/G,8BAA8BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAChH,gCAAgCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;CACpH,gCAAgCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,iCAAiCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,kCAAkCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,mCAAmCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,oCAAoCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAC5H,oCAAoCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,qCAAqCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,sCAAsCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,wCAAwCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3J,wCAAwCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAC5E,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC3E,QAAQ,mCAAmC,SAAS;CACpD,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C;CAC7F,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,gBAAgBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC5F,oBAAoBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS;CACjI,UAAU,qCAAqC,SAAS;CACxD,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE;CAChI,oCAAoCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAClI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AAEjE,MAAa,kBAAkBC,eAAAA,OAAO,qBAAqB;CACzD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -14,30 +14,30 @@ declare const OpenaiRunGraderInput: z.ZodObject<{
|
|
|
14
14
|
ilike: "ilike";
|
|
15
15
|
}>;
|
|
16
16
|
reference: z.ZodString;
|
|
17
|
-
}, z.core.$
|
|
17
|
+
}, z.core.$loose>, z.ZodObject<{
|
|
18
18
|
name: z.ZodString;
|
|
19
19
|
type: z.ZodString;
|
|
20
20
|
input: z.ZodString;
|
|
21
21
|
reference: z.ZodString;
|
|
22
22
|
evaluation_metric: z.ZodString;
|
|
23
|
-
}, z.core.$
|
|
23
|
+
}, z.core.$loose>, z.ZodObject<{
|
|
24
24
|
name: z.ZodString;
|
|
25
25
|
type: z.ZodString;
|
|
26
26
|
source: z.ZodString;
|
|
27
27
|
image_tag: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
28
|
-
}, z.core.$
|
|
28
|
+
}, z.core.$loose>, z.ZodObject<{
|
|
29
29
|
name: z.ZodString;
|
|
30
30
|
type: z.ZodString;
|
|
31
31
|
input: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
32
32
|
model: z.ZodString;
|
|
33
33
|
range: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodUnion<readonly [z.ZodNumber, z.ZodNumber]>>>>;
|
|
34
34
|
sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
35
|
-
}, z.core.$
|
|
35
|
+
}, z.core.$loose>, z.ZodObject<{
|
|
36
36
|
name: z.ZodString;
|
|
37
37
|
type: z.ZodString;
|
|
38
38
|
graders: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
39
39
|
calculate_output: z.ZodString;
|
|
40
|
-
}, z.core.$
|
|
40
|
+
}, z.core.$loose>, z.ZodRecord<z.ZodString, z.ZodUnknown>]>;
|
|
41
41
|
model_sample: z.ZodString;
|
|
42
42
|
}, z.core.$strip>;
|
|
43
43
|
declare const OpenaiRunGraderOutput: z.ZodObject<{
|
|
@@ -70,35 +70,39 @@ declare const OpenaiRunGraderOutput: z.ZodObject<{
|
|
|
70
70
|
endpoint_grader_server_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
71
71
|
endpoint_grader_internal_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
72
72
|
model_grader_exceeded_max_tokens_error: z.ZodNullable<z.ZodBoolean>;
|
|
73
|
-
}, z.core.$
|
|
73
|
+
}, z.core.$loose>>;
|
|
74
74
|
scores: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
75
75
|
metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
76
76
|
token_usage: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
77
77
|
execution_time: z.ZodNullable<z.ZodNumber>;
|
|
78
78
|
sampled_model_name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
79
|
-
}, z.core.$
|
|
79
|
+
}, z.core.$loose>>;
|
|
80
80
|
sub_rewards: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
81
81
|
model_grader_token_usage_per_model: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
82
|
-
}, z.core.$
|
|
82
|
+
}, z.core.$loose>;
|
|
83
83
|
declare const openaiRunGrader: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
84
84
|
grader: Record<string, unknown> | {
|
|
85
|
+
[x: string]: unknown;
|
|
85
86
|
name: string;
|
|
86
87
|
type: string;
|
|
87
88
|
input: string;
|
|
88
89
|
operation: "eq" | "ne" | "like" | "ilike";
|
|
89
90
|
reference: string;
|
|
90
91
|
} | {
|
|
92
|
+
[x: string]: unknown;
|
|
91
93
|
name: string;
|
|
92
94
|
type: string;
|
|
93
95
|
input: string;
|
|
94
96
|
reference: string;
|
|
95
97
|
evaluation_metric: string;
|
|
96
98
|
} | {
|
|
99
|
+
[x: string]: unknown;
|
|
97
100
|
name: string;
|
|
98
101
|
type: string;
|
|
99
102
|
source: string;
|
|
100
103
|
image_tag?: string | null | undefined;
|
|
101
104
|
} | {
|
|
105
|
+
[x: string]: unknown;
|
|
102
106
|
name: string;
|
|
103
107
|
type: string;
|
|
104
108
|
input: Record<string, unknown>[];
|
|
@@ -106,6 +110,7 @@ declare const openaiRunGrader: import("@keystrokehq/action").WorkflowActionDefin
|
|
|
106
110
|
range?: number[] | null | undefined;
|
|
107
111
|
sampling_params?: Record<string, unknown> | null | undefined;
|
|
108
112
|
} | {
|
|
113
|
+
[x: string]: unknown;
|
|
109
114
|
name: string;
|
|
110
115
|
type: string;
|
|
111
116
|
graders: Record<string, unknown>[];
|
|
@@ -14,30 +14,30 @@ declare const OpenaiRunGraderInput: z.ZodObject<{
|
|
|
14
14
|
ilike: "ilike";
|
|
15
15
|
}>;
|
|
16
16
|
reference: z.ZodString;
|
|
17
|
-
}, z.core.$
|
|
17
|
+
}, z.core.$loose>, z.ZodObject<{
|
|
18
18
|
name: z.ZodString;
|
|
19
19
|
type: z.ZodString;
|
|
20
20
|
input: z.ZodString;
|
|
21
21
|
reference: z.ZodString;
|
|
22
22
|
evaluation_metric: z.ZodString;
|
|
23
|
-
}, z.core.$
|
|
23
|
+
}, z.core.$loose>, z.ZodObject<{
|
|
24
24
|
name: z.ZodString;
|
|
25
25
|
type: z.ZodString;
|
|
26
26
|
source: z.ZodString;
|
|
27
27
|
image_tag: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
28
|
-
}, z.core.$
|
|
28
|
+
}, z.core.$loose>, z.ZodObject<{
|
|
29
29
|
name: z.ZodString;
|
|
30
30
|
type: z.ZodString;
|
|
31
31
|
input: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
32
32
|
model: z.ZodString;
|
|
33
33
|
range: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodUnion<readonly [z.ZodNumber, z.ZodNumber]>>>>;
|
|
34
34
|
sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
35
|
-
}, z.core.$
|
|
35
|
+
}, z.core.$loose>, z.ZodObject<{
|
|
36
36
|
name: z.ZodString;
|
|
37
37
|
type: z.ZodString;
|
|
38
38
|
graders: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
39
39
|
calculate_output: z.ZodString;
|
|
40
|
-
}, z.core.$
|
|
40
|
+
}, z.core.$loose>, z.ZodRecord<z.ZodString, z.ZodUnknown>]>;
|
|
41
41
|
model_sample: z.ZodString;
|
|
42
42
|
}, z.core.$strip>;
|
|
43
43
|
declare const OpenaiRunGraderOutput: z.ZodObject<{
|
|
@@ -70,35 +70,39 @@ declare const OpenaiRunGraderOutput: z.ZodObject<{
|
|
|
70
70
|
endpoint_grader_server_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
71
71
|
endpoint_grader_internal_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
72
72
|
model_grader_exceeded_max_tokens_error: z.ZodNullable<z.ZodBoolean>;
|
|
73
|
-
}, z.core.$
|
|
73
|
+
}, z.core.$loose>>;
|
|
74
74
|
scores: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
75
75
|
metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
76
76
|
token_usage: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
77
77
|
execution_time: z.ZodNullable<z.ZodNumber>;
|
|
78
78
|
sampled_model_name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
79
|
-
}, z.core.$
|
|
79
|
+
}, z.core.$loose>>;
|
|
80
80
|
sub_rewards: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
81
81
|
model_grader_token_usage_per_model: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
82
|
-
}, z.core.$
|
|
82
|
+
}, z.core.$loose>;
|
|
83
83
|
declare const openaiRunGrader: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
84
84
|
grader: Record<string, unknown> | {
|
|
85
|
+
[x: string]: unknown;
|
|
85
86
|
name: string;
|
|
86
87
|
type: string;
|
|
87
88
|
input: string;
|
|
88
89
|
operation: "eq" | "ne" | "like" | "ilike";
|
|
89
90
|
reference: string;
|
|
90
91
|
} | {
|
|
92
|
+
[x: string]: unknown;
|
|
91
93
|
name: string;
|
|
92
94
|
type: string;
|
|
93
95
|
input: string;
|
|
94
96
|
reference: string;
|
|
95
97
|
evaluation_metric: string;
|
|
96
98
|
} | {
|
|
99
|
+
[x: string]: unknown;
|
|
97
100
|
name: string;
|
|
98
101
|
type: string;
|
|
99
102
|
source: string;
|
|
100
103
|
image_tag?: string | null | undefined;
|
|
101
104
|
} | {
|
|
105
|
+
[x: string]: unknown;
|
|
102
106
|
name: string;
|
|
103
107
|
type: string;
|
|
104
108
|
input: Record<string, unknown>[];
|
|
@@ -106,6 +110,7 @@ declare const openaiRunGrader: import("@keystrokehq/action").WorkflowActionDefin
|
|
|
106
110
|
range?: number[] | null | undefined;
|
|
107
111
|
sampling_params?: Record<string, unknown> | null | undefined;
|
|
108
112
|
} | {
|
|
113
|
+
[x: string]: unknown;
|
|
109
114
|
name: string;
|
|
110
115
|
type: string;
|
|
111
116
|
graders: Record<string, unknown>[];
|
|
@@ -15,20 +15,20 @@ const OpenaiRunGraderInput = z.object({
|
|
|
15
15
|
"ilike"
|
|
16
16
|
]).describe("The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE"),
|
|
17
17
|
reference: z.string().describe("The reference value to compare against")
|
|
18
|
-
}).describe("String check grader configuration."),
|
|
18
|
+
}).passthrough().describe("String check grader configuration."),
|
|
19
19
|
z.object({
|
|
20
20
|
name: z.string().describe("Name identifier for this grader"),
|
|
21
21
|
type: z.string().describe("Type of grader, must be 'text_similarity'"),
|
|
22
22
|
input: z.string().describe("The input field to evaluate"),
|
|
23
23
|
reference: z.string().describe("The reference text to compare against"),
|
|
24
24
|
evaluation_metric: z.string().describe("The metric to use for evaluating text similarity")
|
|
25
|
-
}).describe("Text similarity grader configuration."),
|
|
25
|
+
}).passthrough().describe("Text similarity grader configuration."),
|
|
26
26
|
z.object({
|
|
27
27
|
name: z.string().describe("Name identifier for this grader"),
|
|
28
28
|
type: z.string().describe("Type of grader, must be 'python'"),
|
|
29
29
|
source: z.string().describe("Python source code to execute for grading"),
|
|
30
30
|
image_tag: z.string().nullable().optional()
|
|
31
|
-
}).describe("Python grader configuration."),
|
|
31
|
+
}).passthrough().describe("Python grader configuration."),
|
|
32
32
|
z.object({
|
|
33
33
|
name: z.string().describe("Name identifier for this grader"),
|
|
34
34
|
type: z.string().describe("Type of grader, must be 'score_model'"),
|
|
@@ -36,13 +36,13 @@ const OpenaiRunGraderInput = z.object({
|
|
|
36
36
|
model: z.string().describe("The model to use for scoring"),
|
|
37
37
|
range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),
|
|
38
38
|
sampling_params: z.record(z.string(), z.unknown()).nullable().optional()
|
|
39
|
-
}).describe("Score model grader configuration."),
|
|
39
|
+
}).passthrough().describe("Score model grader configuration."),
|
|
40
40
|
z.object({
|
|
41
41
|
name: z.string().describe("Name identifier for this grader"),
|
|
42
42
|
type: z.string().describe("Type of grader, must be 'multi'"),
|
|
43
43
|
graders: z.array(z.record(z.string(), z.unknown())).describe("List of grader configurations to combine"),
|
|
44
44
|
calculate_output: z.string().describe("Formula to calculate the final output from sub-grader results")
|
|
45
|
-
}).describe("Multi grader configuration that combines multiple graders."),
|
|
45
|
+
}).passthrough().describe("Multi grader configuration that combines multiple graders."),
|
|
46
46
|
z.record(z.string(), z.unknown())
|
|
47
47
|
]),
|
|
48
48
|
model_sample: z.string().describe("The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string")
|
|
@@ -72,7 +72,7 @@ const OpenaiRunGrader_GraderErrorsSchema = z.object({
|
|
|
72
72
|
endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe("Details about the endpoint grader server error").nullable().optional(),
|
|
73
73
|
endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe("Details about the endpoint grader internal error").nullable().optional(),
|
|
74
74
|
model_grader_exceeded_max_tokens_error: z.boolean().describe("Whether a model grader exceeded max tokens error occurred").nullable()
|
|
75
|
-
}).describe("Detailed error information for grader execution.");
|
|
75
|
+
}).passthrough().describe("Detailed error information for grader execution.");
|
|
76
76
|
const OpenaiRunGrader_GraderMetadataSchema = z.object({
|
|
77
77
|
name: z.string().describe("The name of the grader that was executed").nullable(),
|
|
78
78
|
type: z.string().describe("The type of grader that was executed").nullable(),
|
|
@@ -82,7 +82,7 @@ const OpenaiRunGrader_GraderMetadataSchema = z.object({
|
|
|
82
82
|
token_usage: z.number().int().describe("Number of tokens used during grader execution, if applicable").nullable().optional(),
|
|
83
83
|
execution_time: z.number().describe("Time taken to execute the grader in seconds").nullable(),
|
|
84
84
|
sampled_model_name: z.string().describe("Name of the model that was sampled, if applicable").nullable().optional()
|
|
85
|
-
}).describe("Metadata about the grader execution.");
|
|
85
|
+
}).passthrough().describe("Metadata about the grader execution.");
|
|
86
86
|
const openaiRunGrader = action("OPENAI_RUN_GRADER", {
|
|
87
87
|
slug: "openai-run-grader",
|
|
88
88
|
name: "Run grader",
|
|
@@ -93,7 +93,7 @@ const openaiRunGrader = action("OPENAI_RUN_GRADER", {
|
|
|
93
93
|
metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),
|
|
94
94
|
sub_rewards: z.record(z.string(), z.unknown()).describe("Individual sub-rewards from component graders, if using a multi-grader"),
|
|
95
95
|
model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe("Token usage breakdown per model used in grading")
|
|
96
|
-
}).describe("Response schema for running a grader.")
|
|
96
|
+
}).passthrough().describe("Response schema for running a grader.")
|
|
97
97
|
});
|
|
98
98
|
//#endregion
|
|
99
99
|
export { openaiRunGrader };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run-grader.mjs","names":[],"sources":["../../src/actions/run-grader.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRunGraderInput = z.object({\n item: z.record(z.string(), z.unknown()).describe(\"The dataset item provided to the grader. This will be used to populate the 'item' namespace. See the guide for more details\").optional(),\n grader: z.union([z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n input: z.string().describe(\"The input field to check. Use 'sample.output' to reference the model sample output\"),\n operation: z.enum([\"eq\", \"ne\", \"like\", \"ilike\"]).describe(\"The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE\"),\n reference: z.string().describe(\"The reference value to compare against\"),\n}).describe(\"String check grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n input: z.string().describe(\"The input field to evaluate\"),\n reference: z.string().describe(\"The reference text to compare against\"),\n evaluation_metric: z.string().describe(\"The metric to use for evaluating text similarity\"),\n}).describe(\"Text similarity grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'python'\"),\n source: z.string().describe(\"Python source code to execute for grading\"),\n image_tag: z.string().nullable().optional(),\n}).describe(\"Python grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n input: z.array(z.record(z.string(), z.unknown())).describe(\"Input data for the scoring model\"),\n model: z.string().describe(\"The model to use for scoring\"),\n range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),\n sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Score model grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'multi'\"),\n graders: z.array(z.record(z.string(), z.unknown())).describe(\"List of grader configurations to combine\"),\n calculate_output: z.string().describe(\"Formula to calculate the final output from sub-grader results\"),\n}).describe(\"Multi grader configuration that combines multiple graders.\"), z.record(z.string(), z.unknown())]),\n model_sample: z.string().describe(\"The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string\"),\n}).describe(\"Request model for running a grader to evaluate model performance.\");\nconst OpenaiRunGrader_GraderErrorsSchema = z.object({\n other_error: z.boolean().describe(\"Whether another type of error occurred\").nullable(),\n sample_parse_error: z.boolean().describe(\"Whether a sample parsing error occurred\").nullable(),\n formula_parse_error: z.boolean().describe(\"Whether a formula parsing error occurred\").nullable(),\n invalid_variable_error: z.boolean().describe(\"Whether an invalid variable error occurred\").nullable(),\n model_grader_parse_error: z.boolean().describe(\"Whether a model grader parsing error occurred\").nullable(),\n model_grader_server_error: z.boolean().describe(\"Whether a model grader server error occurred\").nullable(),\n unresponsive_reward_error: z.boolean().describe(\"Whether an unresponsive reward error occurred\").nullable(),\n model_grader_refusal_error: z.boolean().describe(\"Whether a model grader refusal error occurred\").nullable(),\n python_grader_server_error: z.boolean().describe(\"Whether a Python grader server error occurred\").nullable(),\n sample_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the sample parsing error\").nullable().optional(),\n python_grader_runtime_error: z.boolean().describe(\"Whether a Python grader runtime error occurred\").nullable(),\n truncated_observation_error: z.boolean().describe(\"Whether an observation truncation error occurred\").nullable(),\n endpoint_grader_server_error: z.boolean().describe(\"Whether an endpoint grader server error occurred\").nullable(),\n endpoint_grader_internal_error: z.boolean().describe(\"Whether an endpoint grader internal error occurred\").nullable(),\n invalid_variable_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the invalid variable error\").nullable().optional(),\n python_grader_server_error_type: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader server error type\").nullable().optional(),\n model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader parsing error\").nullable().optional(),\n model_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader server error\").nullable().optional(),\n endpoint_grader_safety_check_error: z.boolean().describe(\"Whether an endpoint grader safety check error occurred\").nullable(),\n model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader refusal error\").nullable().optional(),\n python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader runtime error\").nullable().optional(),\n endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader server error\").nullable().optional(),\n endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader internal error\").nullable().optional(),\n model_grader_exceeded_max_tokens_error: z.boolean().describe(\"Whether a model grader exceeded max tokens error occurred\").nullable(),\n}).describe(\"Detailed error information for grader execution.\");\nconst OpenaiRunGrader_GraderMetadataSchema = z.object({\n name: z.string().describe(\"The name of the grader that was executed\").nullable(),\n type: z.string().describe(\"The type of grader that was executed\").nullable(),\n errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),\n scores: z.record(z.string(), z.unknown()).describe(\"Individual scores computed by the grader\"),\n metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata from the grader execution\").nullable().optional(),\n token_usage: z.number().int().describe(\"Number of tokens used during grader execution, if applicable\").nullable().optional(),\n execution_time: z.number().describe(\"Time taken to execute the grader in seconds\").nullable(),\n sampled_model_name: z.string().describe(\"Name of the model that was sampled, if applicable\").nullable().optional(),\n}).describe(\"Metadata about the grader execution.\");\nexport const OpenaiRunGraderOutput = z.object({\n reward: z.number().describe(\"The final reward score computed by the grader. Higher values indicate better performance\").nullable(),\n metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),\n sub_rewards: z.record(z.string(), z.unknown()).describe(\"Individual sub-rewards from component graders, if using a multi-grader\"),\n model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe(\"Token usage breakdown per model used in grading\"),\n}).describe(\"Response schema for running a grader.\");\n\nexport const openaiRunGrader = action(\"OPENAI_RUN_GRADER\", {\n slug: \"openai-run-grader\",\n name: \"Run grader\",\n description: \"Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.\",\n input: OpenaiRunGraderInput,\n output: OpenaiRunGraderOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uBAAuB,EAAE,OAAO;CAC3C,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACzL,QAAQ,EAAE,MAAM;EAAC,EAAE,OAAO;GAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,oFAAoF;GAC/G,WAAW,EAAE,KAAK;IAAC;IAAM;IAAM;IAAQ;GAAO,CAAC,CAAC,CAAC,SAAS,mIAAmI;GAC7L,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACzE,CAAC,CAAC,CAAC,SAAS,oCAAoC;EAAG,EAAE,OAAO;GAC1D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACrE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B;GACxD,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACtE,mBAAmB,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;EAC3F,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5C,CAAC,CAAC,CAAC,SAAS,8BAA8B;EAAG,EAAE,OAAO;GACpD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kCAAkC;GAC7F,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;GACzD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC5E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,mCAAmC;EAAG,EAAE,OAAO;GACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0CAA0C;GACvG,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACvG,CAAC,CAAC,CAAC,SAAS,4DAA4D;EAAG,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC;CAAC,CAAC;CAC3G,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,8LAA8L;AAClO,CAAC,CAAC,CAAC,SAAS,mEAAmE;AAC/E,MAAM,qCAAqC,EAAE,OAAO;CAClD,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACrF,oBAAoB,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC7F,qBAAqB,EAAE,QAAQ,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/F,wBAAwB,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACpG,0BAA0B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACzG,2BAA2B,EAAE,QAAQ,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACzG,2BAA2B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC1G,4BAA4B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4B,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,6BAA6B,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS;CAC7G,6BAA6B,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC/G,8BAA8B,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAChH,gCAAgC,EAAE,QAAQ,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;CACpH,gCAAgC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,iCAAiC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,kCAAkC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,mCAAmC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,oCAAoC,EAAE,QAAQ,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAC5H,oCAAoC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,qCAAqC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,sCAAsC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,wCAAwC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3J,wCAAwC,EAAE,QAAQ,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,uCAAuC,EAAE,OAAO;CACpD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC3E,QAAQ,mCAAmC,SAAS;CACpD,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C;CAC7F,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,gBAAgB,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC5F,oBAAoB,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAQlD,MAAa,kBAAkB,OAAO,qBAAqB;CACzD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAZmC,EAAE,OAAO;EAC5C,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS;EACjI,UAAU,qCAAqC,SAAS;EACxD,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE;EAChI,oCAAoC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CAClI,CAAC,CAAC,CAAC,SAAS,uCAOF;AACV,CAAC"}
|
|
1
|
+
{"version":3,"file":"run-grader.mjs","names":[],"sources":["../../src/actions/run-grader.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRunGraderInput = z.object({\n item: z.record(z.string(), z.unknown()).describe(\"The dataset item provided to the grader. This will be used to populate the 'item' namespace. See the guide for more details\").optional(),\n grader: z.union([z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n input: z.string().describe(\"The input field to check. Use 'sample.output' to reference the model sample output\"),\n operation: z.enum([\"eq\", \"ne\", \"like\", \"ilike\"]).describe(\"The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE\"),\n reference: z.string().describe(\"The reference value to compare against\"),\n}).passthrough().describe(\"String check grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n input: z.string().describe(\"The input field to evaluate\"),\n reference: z.string().describe(\"The reference text to compare against\"),\n evaluation_metric: z.string().describe(\"The metric to use for evaluating text similarity\"),\n}).passthrough().describe(\"Text similarity grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'python'\"),\n source: z.string().describe(\"Python source code to execute for grading\"),\n image_tag: z.string().nullable().optional(),\n}).passthrough().describe(\"Python grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n input: z.array(z.record(z.string(), z.unknown())).describe(\"Input data for the scoring model\"),\n model: z.string().describe(\"The model to use for scoring\"),\n range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),\n sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Score model grader configuration.\"), z.object({\n name: z.string().describe(\"Name identifier for this grader\"),\n type: z.string().describe(\"Type of grader, must be 'multi'\"),\n graders: z.array(z.record(z.string(), z.unknown())).describe(\"List of grader configurations to combine\"),\n calculate_output: z.string().describe(\"Formula to calculate the final output from sub-grader results\"),\n}).passthrough().describe(\"Multi grader configuration that combines multiple graders.\"), z.record(z.string(), z.unknown())]),\n model_sample: z.string().describe(\"The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string\"),\n}).describe(\"Request model for running a grader to evaluate model performance.\");\nconst OpenaiRunGrader_GraderErrorsSchema = z.object({\n other_error: z.boolean().describe(\"Whether another type of error occurred\").nullable(),\n sample_parse_error: z.boolean().describe(\"Whether a sample parsing error occurred\").nullable(),\n formula_parse_error: z.boolean().describe(\"Whether a formula parsing error occurred\").nullable(),\n invalid_variable_error: z.boolean().describe(\"Whether an invalid variable error occurred\").nullable(),\n model_grader_parse_error: z.boolean().describe(\"Whether a model grader parsing error occurred\").nullable(),\n model_grader_server_error: z.boolean().describe(\"Whether a model grader server error occurred\").nullable(),\n unresponsive_reward_error: z.boolean().describe(\"Whether an unresponsive reward error occurred\").nullable(),\n model_grader_refusal_error: z.boolean().describe(\"Whether a model grader refusal error occurred\").nullable(),\n python_grader_server_error: z.boolean().describe(\"Whether a Python grader server error occurred\").nullable(),\n sample_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the sample parsing error\").nullable().optional(),\n python_grader_runtime_error: z.boolean().describe(\"Whether a Python grader runtime error occurred\").nullable(),\n truncated_observation_error: z.boolean().describe(\"Whether an observation truncation error occurred\").nullable(),\n endpoint_grader_server_error: z.boolean().describe(\"Whether an endpoint grader server error occurred\").nullable(),\n endpoint_grader_internal_error: z.boolean().describe(\"Whether an endpoint grader internal error occurred\").nullable(),\n invalid_variable_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the invalid variable error\").nullable().optional(),\n python_grader_server_error_type: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader server error type\").nullable().optional(),\n model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader parsing error\").nullable().optional(),\n model_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader server error\").nullable().optional(),\n endpoint_grader_safety_check_error: z.boolean().describe(\"Whether an endpoint grader safety check error occurred\").nullable(),\n model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader refusal error\").nullable().optional(),\n python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader runtime error\").nullable().optional(),\n endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader server error\").nullable().optional(),\n endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader internal error\").nullable().optional(),\n model_grader_exceeded_max_tokens_error: z.boolean().describe(\"Whether a model grader exceeded max tokens error occurred\").nullable(),\n}).passthrough().describe(\"Detailed error information for grader execution.\");\nconst OpenaiRunGrader_GraderMetadataSchema = z.object({\n name: z.string().describe(\"The name of the grader that was executed\").nullable(),\n type: z.string().describe(\"The type of grader that was executed\").nullable(),\n errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),\n scores: z.record(z.string(), z.unknown()).describe(\"Individual scores computed by the grader\"),\n metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata from the grader execution\").nullable().optional(),\n token_usage: z.number().int().describe(\"Number of tokens used during grader execution, if applicable\").nullable().optional(),\n execution_time: z.number().describe(\"Time taken to execute the grader in seconds\").nullable(),\n sampled_model_name: z.string().describe(\"Name of the model that was sampled, if applicable\").nullable().optional(),\n}).passthrough().describe(\"Metadata about the grader execution.\");\nexport const OpenaiRunGraderOutput = z.object({\n reward: z.number().describe(\"The final reward score computed by the grader. Higher values indicate better performance\").nullable(),\n metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),\n sub_rewards: z.record(z.string(), z.unknown()).describe(\"Individual sub-rewards from component graders, if using a multi-grader\"),\n model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe(\"Token usage breakdown per model used in grading\"),\n}).passthrough().describe(\"Response schema for running a grader.\");\n\nexport const openaiRunGrader = action(\"OPENAI_RUN_GRADER\", {\n slug: \"openai-run-grader\",\n name: \"Run grader\",\n description: \"Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.\",\n input: OpenaiRunGraderInput,\n output: OpenaiRunGraderOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uBAAuB,EAAE,OAAO;CAC3C,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACzL,QAAQ,EAAE,MAAM;EAAC,EAAE,OAAO;GAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,oFAAoF;GAC/G,WAAW,EAAE,KAAK;IAAC;IAAM;IAAM;IAAQ;GAAO,CAAC,CAAC,CAAC,SAAS,mIAAmI;GAC7L,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAAoC;EAAG,EAAE,OAAO;GACxE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACrE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B;GACxD,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACtE,mBAAmB,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;EAC3F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC3E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5C,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8BAA8B;EAAG,EAAE,OAAO;GAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kCAAkC;GAC7F,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;GACzD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC5E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mCAAmC;EAAG,EAAE,OAAO;GACvE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0CAA0C;GACvG,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;EAAG,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC;CAAC,CAAC;CACzH,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,8LAA8L;AAClO,CAAC,CAAC,CAAC,SAAS,mEAAmE;AAC/E,MAAM,qCAAqC,EAAE,OAAO;CAClD,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACrF,oBAAoB,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC7F,qBAAqB,EAAE,QAAQ,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/F,wBAAwB,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACpG,0BAA0B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACzG,2BAA2B,EAAE,QAAQ,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACzG,2BAA2B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC1G,4BAA4B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4B,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,6BAA6B,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS;CAC7G,6BAA6B,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC/G,8BAA8B,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAChH,gCAAgC,EAAE,QAAQ,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;CACpH,gCAAgC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,iCAAiC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,kCAAkC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,mCAAmC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,oCAAoC,EAAE,QAAQ,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAC5H,oCAAoC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,qCAAqC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,sCAAsC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,wCAAwC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3J,wCAAwC,EAAE,QAAQ,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAC5E,MAAM,uCAAuC,EAAE,OAAO;CACpD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC3E,QAAQ,mCAAmC,SAAS;CACpD,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C;CAC7F,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,gBAAgB,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC5F,oBAAoB,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAQhE,MAAa,kBAAkB,OAAO,qBAAqB;CACzD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAZmC,EAAE,OAAO;EAC5C,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS;EACjI,UAAU,qCAAqC,SAAS;EACxD,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE;EAChI,oCAAoC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CAClI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAOhB;AACV,CAAC"}
|
|
@@ -19,21 +19,21 @@ const OpenaiSearchVectorStoreInput = zod.z.object({
|
|
|
19
19
|
const OpenaiSearchVectorStore_ContentItemSchema = zod.z.object({
|
|
20
20
|
text: zod.z.string().describe("The text content, if type is 'text'.").nullable().optional(),
|
|
21
21
|
type: zod.z.string().describe("The type of content (e.g., 'text').").nullable()
|
|
22
|
-
}).describe("An item in the content array of a search result.");
|
|
22
|
+
}).passthrough().describe("An item in the content array of a search result.");
|
|
23
23
|
const OpenaiSearchVectorStore_SearchResultItemSchema = zod.z.object({
|
|
24
24
|
score: zod.z.number().describe("The relevance score of this result.").nullable(),
|
|
25
25
|
content: zod.z.array(OpenaiSearchVectorStore_ContentItemSchema).describe("The content items from the file that matched the query."),
|
|
26
26
|
file_id: zod.z.string().describe("The ID of the file containing this result.").nullable(),
|
|
27
27
|
filename: zod.z.string().describe("The name of the file containing this result.").nullable(),
|
|
28
28
|
attributes: zod.z.record(zod.z.string(), zod.z.unknown()).describe("File attributes associated with this result.")
|
|
29
|
-
}).describe("A single search result item.");
|
|
29
|
+
}).passthrough().describe("A single search result item.");
|
|
30
30
|
const OpenaiSearchVectorStoreOutput = zod.z.object({
|
|
31
31
|
data: zod.z.array(OpenaiSearchVectorStore_SearchResultItemSchema).describe("The list of search result items."),
|
|
32
32
|
object: zod.z.string().describe("The object type, which is always 'vector_store.search_results.page'.").nullable(),
|
|
33
33
|
has_more: zod.z.boolean().describe("Indicates if there are more results to fetch.").nullable(),
|
|
34
34
|
next_page: zod.z.string().describe("Cursor for fetching the next page of results, if available.").nullable().optional(),
|
|
35
35
|
search_query: zod.z.array(zod.z.string()).describe("The query used for this search.")
|
|
36
|
-
}).describe("Response schema for vector store search.");
|
|
36
|
+
}).passthrough().describe("Response schema for vector store search.");
|
|
37
37
|
const openaiSearchVectorStore = require_action.action("OPENAI_SEARCH_VECTOR_STORE", {
|
|
38
38
|
slug: "openai-search-vector-store",
|
|
39
39
|
name: "Search Vector Store",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-vector-store.cjs","names":["z","action"],"sources":["../../src/actions/search-vector-store.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiSearchVectorStoreInput = z.object({\n query: z.union([z.string(), z.array(z.string())]),\n filters: z.record(z.string(), z.unknown()).describe(\"A filter to apply based on file attributes. Can be a comparison filter with 'type', 'key', and 'value' fields, or a compound filter with 'type' and 'filters' fields combining multiple filters.\").optional(),\n rewrite_query: z.boolean().default(false).describe(\"Whether to rewrite the natural language query for vector search.\").optional(),\n max_num_results: z.number().int().default(10).describe(\"The maximum number of results to return. Must be between 1 and 50.\").optional(),\n ranking_options: z.object({\n ranker: z.enum([\"none\", \"auto\", \"default-2024-11-15\"]).default(\"auto\").describe(\"Enable re-ranking; set to 'none' to disable, which can help reduce latency. Default is 'auto'.\").optional(),\n score_threshold: z.number().default(0).describe(\"Minimum score threshold for results. Must be between 0 and 1.\").optional(),\n}).describe(\"Ranking options for search.\").optional(),\n vector_store_id: z.string().describe(\"The ID of the vector store to search.\"),\n}).describe(\"Request model for searching a vector store.\");\nconst OpenaiSearchVectorStore_ContentItemSchema = z.object({\n text: z.string().describe(\"The text content, if type is 'text'.\").nullable().optional(),\n type: z.string().describe(\"The type of content (e.g., 'text').\").nullable(),\n}).describe(\"An item in the content array of a search result.\");\nconst OpenaiSearchVectorStore_SearchResultItemSchema = z.object({\n score: z.number().describe(\"The relevance score of this result.\").nullable(),\n content: z.array(OpenaiSearchVectorStore_ContentItemSchema).describe(\"The content items from the file that matched the query.\"),\n file_id: z.string().describe(\"The ID of the file containing this result.\").nullable(),\n filename: z.string().describe(\"The name of the file containing this result.\").nullable(),\n attributes: z.record(z.string(), z.unknown()).describe(\"File attributes associated with this result.\"),\n}).describe(\"A single search result item.\");\nexport const OpenaiSearchVectorStoreOutput = z.object({\n data: z.array(OpenaiSearchVectorStore_SearchResultItemSchema).describe(\"The list of search result items.\"),\n object: z.string().describe(\"The object type, which is always 'vector_store.search_results.page'.\").nullable(),\n has_more: z.boolean().describe(\"Indicates if there are more results to fetch.\").nullable(),\n next_page: z.string().describe(\"Cursor for fetching the next page of results, if available.\").nullable().optional(),\n search_query: z.array(z.string()).describe(\"The query used for this search.\"),\n}).describe(\"Response schema for vector store search.\");\n\nexport const openaiSearchVectorStore = action(\"OPENAI_SEARCH_VECTOR_STORE\", {\n slug: \"openai-search-vector-store\",\n name: \"Search Vector Store\",\n description: \"Tool to search a vector store for relevant chunks based on a query and file attributes filter. Use when you need to find specific content within a vector store for retrieval-augmented generation (RAG) or custom search workflows.\",\n input: OpenaiSearchVectorStoreInput,\n output: OpenaiSearchVectorStoreOutput,\n});\n"],"mappings":";;;AAIA,MAAa,+BAA+BA,IAAAA,EAAE,OAAO;CACnD,OAAOA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC;CAChD,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kMAAkM,CAAC,CAAC,SAAS;CACjQ,eAAeA,IAAAA,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;CAChI,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CACtI,iBAAiBA,IAAAA,EAAE,OAAO;EAC1B,QAAQA,IAAAA,EAAE,KAAK;GAAC;GAAQ;GAAQ;EAAoB,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS;EAC3L,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC5H,CAAC,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAClD,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;AAC9E,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,4CAA4CA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;AAC5E,CAAC,CAAC,CAAC,SAAS,kDAAkD;
|
|
1
|
+
{"version":3,"file":"search-vector-store.cjs","names":["z","action"],"sources":["../../src/actions/search-vector-store.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiSearchVectorStoreInput = z.object({\n query: z.union([z.string(), z.array(z.string())]),\n filters: z.record(z.string(), z.unknown()).describe(\"A filter to apply based on file attributes. Can be a comparison filter with 'type', 'key', and 'value' fields, or a compound filter with 'type' and 'filters' fields combining multiple filters.\").optional(),\n rewrite_query: z.boolean().default(false).describe(\"Whether to rewrite the natural language query for vector search.\").optional(),\n max_num_results: z.number().int().default(10).describe(\"The maximum number of results to return. Must be between 1 and 50.\").optional(),\n ranking_options: z.object({\n ranker: z.enum([\"none\", \"auto\", \"default-2024-11-15\"]).default(\"auto\").describe(\"Enable re-ranking; set to 'none' to disable, which can help reduce latency. Default is 'auto'.\").optional(),\n score_threshold: z.number().default(0).describe(\"Minimum score threshold for results. Must be between 0 and 1.\").optional(),\n}).describe(\"Ranking options for search.\").optional(),\n vector_store_id: z.string().describe(\"The ID of the vector store to search.\"),\n}).describe(\"Request model for searching a vector store.\");\nconst OpenaiSearchVectorStore_ContentItemSchema = z.object({\n text: z.string().describe(\"The text content, if type is 'text'.\").nullable().optional(),\n type: z.string().describe(\"The type of content (e.g., 'text').\").nullable(),\n}).passthrough().describe(\"An item in the content array of a search result.\");\nconst OpenaiSearchVectorStore_SearchResultItemSchema = z.object({\n score: z.number().describe(\"The relevance score of this result.\").nullable(),\n content: z.array(OpenaiSearchVectorStore_ContentItemSchema).describe(\"The content items from the file that matched the query.\"),\n file_id: z.string().describe(\"The ID of the file containing this result.\").nullable(),\n filename: z.string().describe(\"The name of the file containing this result.\").nullable(),\n attributes: z.record(z.string(), z.unknown()).describe(\"File attributes associated with this result.\"),\n}).passthrough().describe(\"A single search result item.\");\nexport const OpenaiSearchVectorStoreOutput = z.object({\n data: z.array(OpenaiSearchVectorStore_SearchResultItemSchema).describe(\"The list of search result items.\"),\n object: z.string().describe(\"The object type, which is always 'vector_store.search_results.page'.\").nullable(),\n has_more: z.boolean().describe(\"Indicates if there are more results to fetch.\").nullable(),\n next_page: z.string().describe(\"Cursor for fetching the next page of results, if available.\").nullable().optional(),\n search_query: z.array(z.string()).describe(\"The query used for this search.\"),\n}).passthrough().describe(\"Response schema for vector store search.\");\n\nexport const openaiSearchVectorStore = action(\"OPENAI_SEARCH_VECTOR_STORE\", {\n slug: \"openai-search-vector-store\",\n name: \"Search Vector Store\",\n description: \"Tool to search a vector store for relevant chunks based on a query and file attributes filter. Use when you need to find specific content within a vector store for retrieval-augmented generation (RAG) or custom search workflows.\",\n input: OpenaiSearchVectorStoreInput,\n output: OpenaiSearchVectorStoreOutput,\n});\n"],"mappings":";;;AAIA,MAAa,+BAA+BA,IAAAA,EAAE,OAAO;CACnD,OAAOA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC;CAChD,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kMAAkM,CAAC,CAAC,SAAS;CACjQ,eAAeA,IAAAA,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;CAChI,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CACtI,iBAAiBA,IAAAA,EAAE,OAAO;EAC1B,QAAQA,IAAAA,EAAE,KAAK;GAAC;GAAQ;GAAQ;EAAoB,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS;EAC3L,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC5H,CAAC,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAClD,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;AAC9E,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,4CAA4CA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;AAC5E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAC5E,MAAM,iDAAiDA,IAAAA,EAAE,OAAO;CAC9D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC3E,SAASA,IAAAA,EAAE,MAAM,yCAAyC,CAAC,CAAC,SAAS,yDAAyD;CAC9H,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACpF,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACvF,YAAYA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8BAA8B;AACxD,MAAa,gCAAgCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,MAAM,8CAA8C,CAAC,CAAC,SAAS,kCAAkC;CACzG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE,CAAC,CAAC,SAAS;CAC7G,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACzF,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClH,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,0CAA0C;AAEpE,MAAa,0BAA0BC,eAAAA,OAAO,8BAA8B;CAC1E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -22,16 +22,16 @@ declare const OpenaiSearchVectorStoreOutput: z.ZodObject<{
|
|
|
22
22
|
content: z.ZodArray<z.ZodObject<{
|
|
23
23
|
text: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
24
24
|
type: z.ZodNullable<z.ZodString>;
|
|
25
|
-
}, z.core.$
|
|
25
|
+
}, z.core.$loose>>;
|
|
26
26
|
file_id: z.ZodNullable<z.ZodString>;
|
|
27
27
|
filename: z.ZodNullable<z.ZodString>;
|
|
28
28
|
attributes: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
29
|
-
}, z.core.$
|
|
29
|
+
}, z.core.$loose>>;
|
|
30
30
|
object: z.ZodNullable<z.ZodString>;
|
|
31
31
|
has_more: z.ZodNullable<z.ZodBoolean>;
|
|
32
32
|
next_page: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
33
33
|
search_query: z.ZodArray<z.ZodString>;
|
|
34
|
-
}, z.core.$
|
|
34
|
+
}, z.core.$loose>;
|
|
35
35
|
declare const openaiSearchVectorStore: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
36
36
|
query: string | string[];
|
|
37
37
|
vector_store_id: string;
|
|
@@ -22,16 +22,16 @@ declare const OpenaiSearchVectorStoreOutput: z.ZodObject<{
|
|
|
22
22
|
content: z.ZodArray<z.ZodObject<{
|
|
23
23
|
text: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
24
24
|
type: z.ZodNullable<z.ZodString>;
|
|
25
|
-
}, z.core.$
|
|
25
|
+
}, z.core.$loose>>;
|
|
26
26
|
file_id: z.ZodNullable<z.ZodString>;
|
|
27
27
|
filename: z.ZodNullable<z.ZodString>;
|
|
28
28
|
attributes: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
29
|
-
}, z.core.$
|
|
29
|
+
}, z.core.$loose>>;
|
|
30
30
|
object: z.ZodNullable<z.ZodString>;
|
|
31
31
|
has_more: z.ZodNullable<z.ZodBoolean>;
|
|
32
32
|
next_page: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
33
33
|
search_query: z.ZodArray<z.ZodString>;
|
|
34
|
-
}, z.core.$
|
|
34
|
+
}, z.core.$loose>;
|
|
35
35
|
declare const openaiSearchVectorStore: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
36
36
|
query: string | string[];
|
|
37
37
|
vector_store_id: string;
|