scorecard-ai 0.1.10 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Client.d.ts +3 -0
- package/Client.js +5 -0
- package/LICENSE +201 -0
- package/README.md +1 -0
- package/api/resources/index.d.ts +2 -0
- package/api/resources/index.js +3 -1
- package/api/resources/run/client/Client.d.ts +14 -3
- package/api/resources/run/client/Client.js +18 -7
- package/api/resources/run/client/requests/RunCreateParams.d.ts +16 -1
- package/api/resources/score/client/Client.d.ts +44 -0
- package/api/resources/score/client/Client.js +239 -0
- package/api/resources/score/client/index.d.ts +1 -0
- package/api/resources/score/client/index.js +17 -0
- package/api/resources/score/client/requests/ScoreCreateParams.d.ts +15 -0
- package/api/resources/score/client/requests/ScoreUpdateParams.d.ts +12 -0
- package/api/resources/score/client/requests/index.d.ts +2 -0
- package/api/resources/score/client/requests/index.js +2 -0
- package/api/resources/score/index.d.ts +1 -0
- package/api/resources/score/index.js +17 -0
- package/api/resources/testcase/client/Client.d.ts +11 -0
- package/api/resources/testcase/client/Client.js +14 -3
- package/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +6 -0
- package/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
- package/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
- package/api/resources/testrecord/client/Client.d.ts +7 -1
- package/api/resources/testrecord/client/Client.js +9 -3
- package/api/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +10 -3
- package/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
- package/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
- package/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
- package/api/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +4 -0
- package/api/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +4 -0
- package/api/resources/testrecord/types/index.d.ts +2 -0
- package/api/resources/testrecord/types/index.js +2 -0
- package/api/resources/testset/client/Client.d.ts +12 -4
- package/api/resources/testset/client/Client.js +23 -15
- package/api/resources/testset/client/requests/TestsetCreateParams.d.ts +8 -2
- package/api/resources/testset/client/requests/TestsetGetTestcasesRequest.d.ts +6 -2
- package/api/types/{LibDtoTypesCreateRunParams.d.ts → CreateGithubWorkflowParams.d.ts} +1 -1
- package/api/types/CreateRunParams.d.ts +1 -6
- package/{dist/api/types/CustomSchemaInput.d.ts → api/types/CustomSchema.d.ts} +1 -1
- package/api/types/Grade.d.ts +18 -0
- package/api/types/JsonObject.d.ts +8 -0
- package/api/types/JsonObjectInputValue.d.ts +8 -0
- package/api/types/JsonObjectOutputValue.d.ts +8 -0
- package/{dist/api/types/RunExternal.d.ts → api/types/Run.d.ts} +1 -1
- package/api/types/RunStatus.d.ts +2 -1
- package/api/types/RunStatus.js +1 -0
- package/api/types/ScoreStatus.d.ts +9 -0
- package/api/types/ScoreStatus.js +11 -0
- package/api/types/TestCaseCustomInputsValue.d.ts +1 -1
- package/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
- package/api/types/TestRecordCreate.d.ts +1 -13
- package/api/types/TestSetCreate.d.ts +1 -5
- package/api/types/Testrecord.d.ts +8 -3
- package/api/types/TestrecordCustomInputsValue.d.ts +1 -1
- package/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
- package/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
- package/api/types/TestrecordModelDebugInfoValue.d.ts +4 -0
- package/api/types/TestrecordModelParamsValue.d.ts +4 -0
- package/api/types/Testset.d.ts +1 -1
- package/api/types/index.d.ts +10 -7
- package/api/types/index.js +10 -7
- package/dist/Client.d.ts +3 -0
- package/dist/Client.js +5 -0
- package/dist/api/resources/index.d.ts +2 -0
- package/dist/api/resources/index.js +3 -1
- package/dist/api/resources/run/client/Client.d.ts +14 -3
- package/dist/api/resources/run/client/Client.js +18 -7
- package/dist/api/resources/run/client/requests/RunCreateParams.d.ts +16 -1
- package/dist/api/resources/score/client/Client.d.ts +44 -0
- package/dist/api/resources/score/client/Client.js +239 -0
- package/dist/api/resources/score/client/index.d.ts +1 -0
- package/dist/api/resources/score/client/index.js +17 -0
- package/dist/api/resources/score/client/requests/ScoreCreateParams.d.ts +15 -0
- package/dist/api/resources/score/client/requests/ScoreUpdateParams.d.ts +12 -0
- package/dist/api/resources/score/client/requests/ScoreUpdateParams.js +5 -0
- package/dist/api/resources/score/client/requests/index.d.ts +2 -0
- package/dist/api/resources/score/client/requests/index.js +2 -0
- package/dist/api/resources/score/index.d.ts +1 -0
- package/dist/api/resources/score/index.js +17 -0
- package/dist/api/resources/testcase/client/Client.d.ts +11 -0
- package/dist/api/resources/testcase/client/Client.js +14 -3
- package/dist/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +6 -0
- package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
- package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
- package/dist/api/resources/testrecord/client/Client.d.ts +7 -1
- package/dist/api/resources/testrecord/client/Client.js +9 -3
- package/dist/api/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +10 -3
- package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
- package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
- package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
- package/dist/api/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +4 -0
- package/dist/api/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js +5 -0
- package/dist/api/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +4 -0
- package/dist/api/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js +5 -0
- package/dist/api/resources/testrecord/types/index.d.ts +2 -0
- package/dist/api/resources/testrecord/types/index.js +2 -0
- package/dist/api/resources/testset/client/Client.d.ts +12 -4
- package/dist/api/resources/testset/client/Client.js +23 -15
- package/dist/api/resources/testset/client/requests/TestsetCreateParams.d.ts +8 -2
- package/dist/api/resources/testset/client/requests/TestsetGetTestcasesRequest.d.ts +6 -2
- package/dist/api/types/{LibDtoTypesTestSetCreate.d.ts → CreateGithubWorkflowParams.d.ts} +1 -1
- package/dist/api/types/CreateGithubWorkflowParams.js +5 -0
- package/dist/api/types/CreateRunParams.d.ts +1 -6
- package/{api/types/CustomSchemaInput.d.ts → dist/api/types/CustomSchema.d.ts} +1 -1
- package/dist/api/types/CustomSchema.js +5 -0
- package/dist/api/types/Grade.d.ts +18 -0
- package/dist/api/types/Grade.js +5 -0
- package/dist/api/types/JsonObject.d.ts +8 -0
- package/dist/api/types/JsonObject.js +5 -0
- package/dist/api/types/JsonObjectInputValue.d.ts +8 -0
- package/dist/api/types/JsonObjectInputValue.js +5 -0
- package/dist/api/types/JsonObjectOutputValue.d.ts +8 -0
- package/dist/api/types/JsonObjectOutputValue.js +5 -0
- package/{api/types/RunExternal.d.ts → dist/api/types/Run.d.ts} +1 -1
- package/dist/api/types/Run.js +5 -0
- package/dist/api/types/RunStatus.d.ts +2 -1
- package/dist/api/types/RunStatus.js +1 -0
- package/dist/api/types/ScoreStatus.d.ts +9 -0
- package/dist/api/types/ScoreStatus.js +11 -0
- package/dist/api/types/TestCaseCustomInputsValue.d.ts +1 -1
- package/dist/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
- package/dist/api/types/TestRecordCreate.d.ts +1 -13
- package/dist/api/types/TestSetCreate.d.ts +1 -5
- package/dist/api/types/Testrecord.d.ts +8 -3
- package/dist/api/types/TestrecordCustomInputsValue.d.ts +1 -1
- package/dist/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
- package/dist/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
- package/dist/api/types/TestrecordModelDebugInfoValue.d.ts +4 -0
- package/dist/api/types/TestrecordModelDebugInfoValue.js +5 -0
- package/dist/api/types/TestrecordModelParamsValue.d.ts +4 -0
- package/dist/api/types/TestrecordModelParamsValue.js +5 -0
- package/dist/api/types/Testset.d.ts +1 -1
- package/dist/api/types/index.d.ts +10 -7
- package/dist/api/types/index.js +10 -7
- package/dist/serialization/resources/index.d.ts +2 -0
- package/dist/serialization/resources/index.js +3 -1
- package/dist/serialization/resources/run/client/requests/RunCreateParams.d.ts +4 -1
- package/dist/serialization/resources/run/client/requests/RunCreateParams.js +4 -1
- package/dist/serialization/resources/score/client/index.d.ts +1 -0
- package/dist/serialization/resources/score/client/index.js +17 -0
- package/dist/serialization/resources/score/client/requests/ScoreCreateParams.d.ts +15 -0
- package/dist/serialization/resources/score/client/requests/ScoreCreateParams.js +36 -0
- package/dist/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts +14 -0
- package/dist/serialization/resources/score/client/requests/ScoreUpdateParams.js +35 -0
- package/dist/serialization/resources/score/client/requests/index.d.ts +2 -0
- package/dist/serialization/resources/score/client/requests/index.js +7 -0
- package/dist/serialization/resources/score/index.d.ts +1 -0
- package/dist/serialization/resources/score/index.js +17 -0
- package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
- package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +2 -1
- package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
- package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +2 -1
- package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +6 -3
- package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js +14 -3
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +10 -0
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js +35 -0
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +10 -0
- package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js +35 -0
- package/dist/serialization/resources/testrecord/types/index.d.ts +2 -0
- package/dist/serialization/resources/testrecord/types/index.js +2 -0
- package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts +2 -2
- package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.js +2 -2
- package/dist/serialization/types/CreateGithubWorkflowParams.d.ts +10 -0
- package/{serialization/types/LibDtoTypesCreateRunParams.js → dist/serialization/types/CreateGithubWorkflowParams.js} +2 -2
- package/dist/serialization/types/CreateRunParams.d.ts +2 -7
- package/dist/serialization/types/CreateRunParams.js +1 -6
- package/{serialization/types/CustomSchemaInput.d.ts → dist/serialization/types/CustomSchema.d.ts} +2 -2
- package/{serialization/types/CustomSchemaInput.js → dist/serialization/types/CustomSchema.js} +2 -2
- package/dist/serialization/types/Grade.d.ts +23 -0
- package/dist/serialization/types/Grade.js +53 -0
- package/dist/serialization/types/JsonObject.d.ts +12 -0
- package/dist/serialization/types/{CustomSchemaOutput.js → JsonObject.js} +3 -5
- package/dist/serialization/types/JsonObjectInputValue.d.ts +10 -0
- package/dist/serialization/types/JsonObjectInputValue.js +47 -0
- package/dist/serialization/types/JsonObjectOutputValue.d.ts +10 -0
- package/dist/serialization/types/JsonObjectOutputValue.js +47 -0
- package/{serialization/types/RunExternal.d.ts → dist/serialization/types/Run.d.ts} +2 -2
- package/{serialization/types/RunExternal.js → dist/serialization/types/Run.js} +2 -2
- package/dist/serialization/types/RunStatus.d.ts +1 -1
- package/dist/serialization/types/RunStatus.js +1 -0
- package/dist/serialization/types/ScoreStatus.d.ts +10 -0
- package/dist/serialization/types/{LibDtoTypesTestSetCreate.js → ScoreStatus.js} +2 -2
- package/dist/serialization/types/TestCaseCustomInputsValue.d.ts +1 -1
- package/dist/serialization/types/TestCaseCustomInputsValue.js +1 -1
- package/dist/serialization/types/TestCaseCustomLabelsValue.d.ts +1 -1
- package/dist/serialization/types/TestCaseCustomLabelsValue.js +1 -1
- package/dist/serialization/types/TestRecordCreate.d.ts +2 -14
- package/dist/serialization/types/TestRecordCreate.js +1 -13
- package/dist/serialization/types/TestSetCreate.d.ts +2 -6
- package/dist/serialization/types/TestSetCreate.js +1 -5
- package/dist/serialization/types/Testrecord.d.ts +8 -3
- package/dist/serialization/types/Testrecord.js +12 -3
- package/dist/serialization/types/TestrecordCustomInputsValue.d.ts +1 -1
- package/dist/serialization/types/TestrecordCustomInputsValue.js +1 -1
- package/dist/serialization/types/TestrecordCustomLabelsValue.d.ts +1 -1
- package/dist/serialization/types/TestrecordCustomLabelsValue.js +1 -1
- package/dist/serialization/types/TestrecordCustomOutputsValue.d.ts +1 -1
- package/dist/serialization/types/TestrecordCustomOutputsValue.js +1 -1
- package/dist/serialization/types/TestrecordModelDebugInfoValue.d.ts +10 -0
- package/dist/serialization/types/TestrecordModelDebugInfoValue.js +35 -0
- package/dist/serialization/types/TestrecordModelParamsValue.d.ts +10 -0
- package/dist/serialization/types/{BodyStartGithubWorkflowStartGithubWorkflowPost.js → TestrecordModelParamsValue.js} +6 -2
- package/dist/serialization/types/Testset.d.ts +1 -1
- package/dist/serialization/types/Testset.js +1 -1
- package/dist/serialization/types/index.d.ts +10 -7
- package/dist/serialization/types/index.js +10 -7
- package/package.json +1 -1
- package/serialization/resources/index.d.ts +2 -0
- package/serialization/resources/index.js +3 -1
- package/serialization/resources/run/client/requests/RunCreateParams.d.ts +4 -1
- package/serialization/resources/run/client/requests/RunCreateParams.js +4 -1
- package/serialization/resources/score/client/index.d.ts +1 -0
- package/serialization/resources/score/client/index.js +17 -0
- package/serialization/resources/score/client/requests/ScoreCreateParams.d.ts +15 -0
- package/serialization/resources/score/client/requests/ScoreCreateParams.js +36 -0
- package/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts +14 -0
- package/serialization/resources/score/client/requests/ScoreUpdateParams.js +35 -0
- package/serialization/resources/score/client/requests/index.d.ts +2 -0
- package/serialization/resources/score/client/requests/index.js +7 -0
- package/serialization/resources/score/index.d.ts +1 -0
- package/serialization/resources/score/index.js +17 -0
- package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
- package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +2 -1
- package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
- package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +2 -1
- package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +6 -3
- package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js +14 -3
- package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
- package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
- package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
- package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
- package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
- package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
- package/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +10 -0
- package/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js +35 -0
- package/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +10 -0
- package/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js +35 -0
- package/serialization/resources/testrecord/types/index.d.ts +2 -0
- package/serialization/resources/testrecord/types/index.js +2 -0
- package/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts +2 -2
- package/serialization/resources/testset/client/requests/TestsetCreateParams.js +2 -2
- package/serialization/types/CreateGithubWorkflowParams.d.ts +10 -0
- package/{dist/serialization/types/LibDtoTypesCreateRunParams.js → serialization/types/CreateGithubWorkflowParams.js} +2 -2
- package/serialization/types/CreateRunParams.d.ts +2 -7
- package/serialization/types/CreateRunParams.js +1 -6
- package/{dist/serialization/types/CustomSchemaInput.d.ts → serialization/types/CustomSchema.d.ts} +2 -2
- package/{dist/serialization/types/CustomSchemaInput.js → serialization/types/CustomSchema.js} +2 -2
- package/serialization/types/Grade.d.ts +23 -0
- package/serialization/types/Grade.js +53 -0
- package/serialization/types/JsonObject.d.ts +12 -0
- package/serialization/types/{CustomSchemaOutput.js → JsonObject.js} +3 -5
- package/serialization/types/JsonObjectInputValue.d.ts +10 -0
- package/serialization/types/JsonObjectInputValue.js +47 -0
- package/serialization/types/JsonObjectOutputValue.d.ts +10 -0
- package/serialization/types/JsonObjectOutputValue.js +47 -0
- package/{dist/serialization/types/RunExternal.d.ts → serialization/types/Run.d.ts} +2 -2
- package/{dist/serialization/types/RunExternal.js → serialization/types/Run.js} +2 -2
- package/serialization/types/RunStatus.d.ts +1 -1
- package/serialization/types/RunStatus.js +1 -0
- package/serialization/types/ScoreStatus.d.ts +10 -0
- package/serialization/types/{LibDtoTypesTestSetCreate.js → ScoreStatus.js} +2 -2
- package/serialization/types/TestCaseCustomInputsValue.d.ts +1 -1
- package/serialization/types/TestCaseCustomInputsValue.js +1 -1
- package/serialization/types/TestCaseCustomLabelsValue.d.ts +1 -1
- package/serialization/types/TestCaseCustomLabelsValue.js +1 -1
- package/serialization/types/TestRecordCreate.d.ts +2 -14
- package/serialization/types/TestRecordCreate.js +1 -13
- package/serialization/types/TestSetCreate.d.ts +2 -6
- package/serialization/types/TestSetCreate.js +1 -5
- package/serialization/types/Testrecord.d.ts +8 -3
- package/serialization/types/Testrecord.js +12 -3
- package/serialization/types/TestrecordCustomInputsValue.d.ts +1 -1
- package/serialization/types/TestrecordCustomInputsValue.js +1 -1
- package/serialization/types/TestrecordCustomLabelsValue.d.ts +1 -1
- package/serialization/types/TestrecordCustomLabelsValue.js +1 -1
- package/serialization/types/TestrecordCustomOutputsValue.d.ts +1 -1
- package/serialization/types/TestrecordCustomOutputsValue.js +1 -1
- package/serialization/types/TestrecordModelDebugInfoValue.d.ts +10 -0
- package/serialization/types/TestrecordModelDebugInfoValue.js +35 -0
- package/serialization/types/TestrecordModelParamsValue.d.ts +10 -0
- package/{dist/serialization/types/LibDtoTypesTestRecordCreate.js → serialization/types/TestrecordModelParamsValue.js} +6 -2
- package/serialization/types/Testset.d.ts +1 -1
- package/serialization/types/Testset.js +1 -1
- package/serialization/types/index.d.ts +10 -7
- package/serialization/types/index.js +10 -7
- package/api/types/BodyStartGithubWorkflowStartGithubWorkflowPost.d.ts +0 -4
- package/api/types/CustomSchemaOutput.d.ts +0 -11
- package/api/types/LibDtoTypesTestRecordCreate.d.ts +0 -4
- package/api/types/LibDtoTypesTestSetCreate.d.ts +0 -4
- package/dist/api/types/BodyStartGithubWorkflowStartGithubWorkflowPost.d.ts +0 -4
- package/dist/api/types/CustomSchemaOutput.d.ts +0 -11
- package/dist/api/types/LibDtoTypesCreateRunParams.d.ts +0 -4
- package/dist/api/types/LibDtoTypesTestRecordCreate.d.ts +0 -4
- package/dist/serialization/types/BodyStartGithubWorkflowStartGithubWorkflowPost.d.ts +0 -10
- package/dist/serialization/types/CustomSchemaOutput.d.ts +0 -12
- package/dist/serialization/types/LibDtoTypesCreateRunParams.d.ts +0 -10
- package/dist/serialization/types/LibDtoTypesTestRecordCreate.d.ts +0 -10
- package/dist/serialization/types/LibDtoTypesTestSetCreate.d.ts +0 -10
- package/serialization/types/BodyStartGithubWorkflowStartGithubWorkflowPost.d.ts +0 -10
- package/serialization/types/BodyStartGithubWorkflowStartGithubWorkflowPost.js +0 -31
- package/serialization/types/CustomSchemaOutput.d.ts +0 -12
- package/serialization/types/LibDtoTypesCreateRunParams.d.ts +0 -10
- package/serialization/types/LibDtoTypesTestRecordCreate.d.ts +0 -10
- package/serialization/types/LibDtoTypesTestRecordCreate.js +0 -31
- package/serialization/types/LibDtoTypesTestSetCreate.d.ts +0 -10
- /package/api/{types/BodyStartGithubWorkflowStartGithubWorkflowPost.js → resources/score/client/requests/ScoreCreateParams.js} +0 -0
- /package/api/{types/CustomSchemaInput.js → resources/score/client/requests/ScoreUpdateParams.js} +0 -0
- /package/api/{types/CustomSchemaOutput.js → resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js} +0 -0
- /package/api/{types/LibDtoTypesCreateRunParams.js → resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js} +0 -0
- /package/api/types/{LibDtoTypesTestRecordCreate.js → CreateGithubWorkflowParams.js} +0 -0
- /package/api/types/{LibDtoTypesTestSetCreate.js → CustomSchema.js} +0 -0
- /package/api/types/{RunExternal.js → Grade.js} +0 -0
- /package/{dist/api/types/BodyStartGithubWorkflowStartGithubWorkflowPost.js → api/types/JsonObject.js} +0 -0
- /package/{dist/api/types/CustomSchemaInput.js → api/types/JsonObjectInputValue.js} +0 -0
- /package/{dist/api/types/CustomSchemaOutput.js → api/types/JsonObjectOutputValue.js} +0 -0
- /package/{dist/api/types/LibDtoTypesCreateRunParams.js → api/types/Run.js} +0 -0
- /package/{dist/api/types/LibDtoTypesTestRecordCreate.js → api/types/TestrecordModelDebugInfoValue.js} +0 -0
- /package/{dist/api/types/LibDtoTypesTestSetCreate.js → api/types/TestrecordModelParamsValue.js} +0 -0
- /package/dist/api/{types/RunExternal.js → resources/score/client/requests/ScoreCreateParams.js} +0 -0
|
@@ -50,7 +50,7 @@ class Testset {
|
|
|
50
50
|
this._options = _options;
|
|
51
51
|
}
|
|
52
52
|
/**
|
|
53
|
-
* Retrieve Testset metadata without Testcase data
|
|
53
|
+
* Retrieve Testset metadata without Testcase data
|
|
54
54
|
* @throws {@link Scorecard.UnauthorizedError}
|
|
55
55
|
* @throws {@link Scorecard.ForbiddenError}
|
|
56
56
|
* @throws {@link Scorecard.NotFoundError}
|
|
@@ -69,7 +69,7 @@ class Testset {
|
|
|
69
69
|
"X-API-Key": yield core.Supplier.get(this._options.apiKey),
|
|
70
70
|
"X-Fern-Language": "JavaScript",
|
|
71
71
|
"X-Fern-SDK-Name": "scorecard-ai",
|
|
72
|
-
"X-Fern-SDK-Version": "0.
|
|
72
|
+
"X-Fern-SDK-Version": "0.2.0",
|
|
73
73
|
},
|
|
74
74
|
contentType: "application/json",
|
|
75
75
|
timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
|
|
@@ -160,7 +160,7 @@ class Testset {
|
|
|
160
160
|
"X-API-Key": yield core.Supplier.get(this._options.apiKey),
|
|
161
161
|
"X-Fern-Language": "JavaScript",
|
|
162
162
|
"X-Fern-SDK-Name": "scorecard-ai",
|
|
163
|
-
"X-Fern-SDK-Version": "0.
|
|
163
|
+
"X-Fern-SDK-Version": "0.2.0",
|
|
164
164
|
},
|
|
165
165
|
contentType: "application/json",
|
|
166
166
|
timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
|
|
@@ -237,6 +237,11 @@ class Testset {
|
|
|
237
237
|
* @throws {@link Scorecard.ForbiddenError}
|
|
238
238
|
* @throws {@link Scorecard.NotFoundError}
|
|
239
239
|
* @throws {@link Scorecard.UnprocessableEntityError}
|
|
240
|
+
*
|
|
241
|
+
* @example
|
|
242
|
+
* await scorecard.testset.create({
|
|
243
|
+
* name: "name"
|
|
244
|
+
* })
|
|
240
245
|
*/
|
|
241
246
|
create(request, requestOptions) {
|
|
242
247
|
var _a;
|
|
@@ -248,7 +253,7 @@ class Testset {
|
|
|
248
253
|
"X-API-Key": yield core.Supplier.get(this._options.apiKey),
|
|
249
254
|
"X-Fern-Language": "JavaScript",
|
|
250
255
|
"X-Fern-SDK-Name": "scorecard-ai",
|
|
251
|
-
"X-Fern-SDK-Version": "0.
|
|
256
|
+
"X-Fern-SDK-Version": "0.2.0",
|
|
252
257
|
},
|
|
253
258
|
contentType: "application/json",
|
|
254
259
|
body: yield serializers.TestsetCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
|
|
@@ -321,16 +326,16 @@ class Testset {
|
|
|
321
326
|
});
|
|
322
327
|
}
|
|
323
328
|
/**
|
|
324
|
-
* Read the schema of a Testset
|
|
329
|
+
* Read the schema of a Testset
|
|
325
330
|
* @throws {@link Scorecard.UnauthorizedError}
|
|
326
331
|
* @throws {@link Scorecard.ForbiddenError}
|
|
327
332
|
* @throws {@link Scorecard.NotFoundError}
|
|
328
333
|
* @throws {@link Scorecard.UnprocessableEntityError}
|
|
329
334
|
*
|
|
330
335
|
* @example
|
|
331
|
-
* await scorecard.testset.
|
|
336
|
+
* await scorecard.testset.readSchema(1)
|
|
332
337
|
*/
|
|
333
|
-
|
|
338
|
+
readSchema(testsetId, requestOptions) {
|
|
334
339
|
var _a;
|
|
335
340
|
return __awaiter(this, void 0, void 0, function* () {
|
|
336
341
|
const _response = yield core.fetcher({
|
|
@@ -340,14 +345,14 @@ class Testset {
|
|
|
340
345
|
"X-API-Key": yield core.Supplier.get(this._options.apiKey),
|
|
341
346
|
"X-Fern-Language": "JavaScript",
|
|
342
347
|
"X-Fern-SDK-Name": "scorecard-ai",
|
|
343
|
-
"X-Fern-SDK-Version": "0.
|
|
348
|
+
"X-Fern-SDK-Version": "0.2.0",
|
|
344
349
|
},
|
|
345
350
|
contentType: "application/json",
|
|
346
351
|
timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
|
|
347
352
|
maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
|
|
348
353
|
});
|
|
349
354
|
if (_response.ok) {
|
|
350
|
-
return yield serializers.
|
|
355
|
+
return yield serializers.CustomSchema.parseOrThrow(_response.body, {
|
|
351
356
|
unrecognizedObjectKeys: "passthrough",
|
|
352
357
|
allowUnrecognizedUnionMembers: true,
|
|
353
358
|
allowUnrecognizedEnumValues: true,
|
|
@@ -417,17 +422,20 @@ class Testset {
|
|
|
417
422
|
* @throws {@link Scorecard.ForbiddenError}
|
|
418
423
|
* @throws {@link Scorecard.NotFoundError}
|
|
419
424
|
* @throws {@link Scorecard.UnprocessableEntityError}
|
|
425
|
+
*
|
|
426
|
+
* @example
|
|
427
|
+
* await scorecard.testset.getTestcases(1, {})
|
|
420
428
|
*/
|
|
421
429
|
getTestcases(testsetId, request = {}, requestOptions) {
|
|
422
430
|
var _a;
|
|
423
431
|
return __awaiter(this, void 0, void 0, function* () {
|
|
424
|
-
const {
|
|
432
|
+
const { offset, limit } = request;
|
|
425
433
|
const _queryParams = {};
|
|
426
|
-
if (
|
|
427
|
-
_queryParams["
|
|
434
|
+
if (offset != null) {
|
|
435
|
+
_queryParams["offset"] = offset.toString();
|
|
428
436
|
}
|
|
429
|
-
if (
|
|
430
|
-
_queryParams["
|
|
437
|
+
if (limit != null) {
|
|
438
|
+
_queryParams["limit"] = limit.toString();
|
|
431
439
|
}
|
|
432
440
|
const _response = yield core.fetcher({
|
|
433
441
|
url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${testsetId}/testcase`),
|
|
@@ -436,7 +444,7 @@ class Testset {
|
|
|
436
444
|
"X-API-Key": yield core.Supplier.get(this._options.apiKey),
|
|
437
445
|
"X-Fern-Language": "JavaScript",
|
|
438
446
|
"X-Fern-SDK-Name": "scorecard-ai",
|
|
439
|
-
"X-Fern-SDK-Version": "0.
|
|
447
|
+
"X-Fern-SDK-Version": "0.2.0",
|
|
440
448
|
},
|
|
441
449
|
contentType: "application/json",
|
|
442
450
|
queryParameters: _queryParams,
|
|
@@ -2,9 +2,15 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Scorecard from "../../../..";
|
|
5
|
+
/**
|
|
6
|
+
* @example
|
|
7
|
+
* {
|
|
8
|
+
* name: "name"
|
|
9
|
+
* }
|
|
10
|
+
*/
|
|
5
11
|
export interface TestsetCreateParams {
|
|
6
12
|
name: string;
|
|
7
13
|
description?: string;
|
|
8
|
-
usingRetrieval
|
|
9
|
-
customSchema?: Scorecard.
|
|
14
|
+
usingRetrieval?: boolean;
|
|
15
|
+
customSchema?: Scorecard.CustomSchema;
|
|
10
16
|
}
|
|
@@ -1,9 +1,4 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
|
-
export
|
|
5
|
-
testsetId: number;
|
|
6
|
-
scoringConfigId: number;
|
|
7
|
-
status?: string;
|
|
8
|
-
modelParams?: Record<string, unknown>;
|
|
9
|
-
}
|
|
4
|
+
export declare type CreateRunParams = unknown;
|
|
@@ -5,7 +5,7 @@ import * as Scorecard from "..";
|
|
|
5
5
|
/**
|
|
6
6
|
* Custom schema model with an ordered list of custom variables.
|
|
7
7
|
*/
|
|
8
|
-
export interface
|
|
8
|
+
export interface CustomSchema {
|
|
9
9
|
/** Ordered list of custom variables */
|
|
10
10
|
variables?: Scorecard.CustomVariable[];
|
|
11
11
|
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Scorecard from "..";
|
|
5
|
+
export interface Grade {
|
|
6
|
+
id?: number;
|
|
7
|
+
runId?: number;
|
|
8
|
+
testcaseId?: number;
|
|
9
|
+
testrecordId?: number;
|
|
10
|
+
metricId?: number;
|
|
11
|
+
userId?: string;
|
|
12
|
+
binaryScore?: boolean;
|
|
13
|
+
intScore?: number;
|
|
14
|
+
reasoning?: string;
|
|
15
|
+
humanEval?: boolean;
|
|
16
|
+
status?: Scorecard.ScoreStatus;
|
|
17
|
+
errorMessage?: string;
|
|
18
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Scorecard from "..";
|
|
5
|
+
export interface JsonObject {
|
|
6
|
+
/** The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None. */
|
|
7
|
+
value?: Scorecard.JsonObjectOutputValue;
|
|
8
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Scorecard from "..";
|
|
5
|
+
/**
|
|
6
|
+
* The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None.
|
|
7
|
+
*/
|
|
8
|
+
export declare type JsonObjectInputValue = Record<string, Scorecard.JsonObject> | Scorecard.JsonObject[] | string | number | number | boolean;
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Scorecard from "..";
|
|
5
|
+
/**
|
|
6
|
+
* The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None.
|
|
7
|
+
*/
|
|
8
|
+
export declare type JsonObjectOutputValue = Record<string, Scorecard.JsonObject> | Scorecard.JsonObject[] | string | number | number | boolean;
|
package/api/types/RunStatus.d.ts
CHANGED
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
|
-
export declare type RunStatus = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "completed";
|
|
4
|
+
export declare type RunStatus = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "awaiting_human_scoring" | "completed";
|
|
5
5
|
export declare const RunStatus: {
|
|
6
6
|
readonly Pending: "pending";
|
|
7
7
|
readonly AwaitingExecution: "awaiting_execution";
|
|
8
8
|
readonly RunningExecution: "running_execution";
|
|
9
9
|
readonly AwaitingScoring: "awaiting_scoring";
|
|
10
10
|
readonly RunningScoring: "running_scoring";
|
|
11
|
+
readonly AwaitingHumanScoring: "awaiting_human_scoring";
|
|
11
12
|
readonly Completed: "completed";
|
|
12
13
|
};
|
package/api/types/RunStatus.js
CHANGED
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
export declare type ScoreStatus = "pending" | "error" | "completed";
|
|
5
|
+
export declare const ScoreStatus: {
|
|
6
|
+
readonly Pending: "pending";
|
|
7
|
+
readonly Error: "error";
|
|
8
|
+
readonly Completed: "completed";
|
|
9
|
+
};
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4
|
+
*/
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.ScoreStatus = void 0;
|
|
7
|
+
exports.ScoreStatus = {
|
|
8
|
+
Pending: "pending",
|
|
9
|
+
Error: "error",
|
|
10
|
+
Completed: "completed",
|
|
11
|
+
};
|
|
@@ -2,4 +2,4 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Scorecard from "..";
|
|
5
|
-
export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl |
|
|
5
|
+
export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
|
|
@@ -2,4 +2,4 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Scorecard from "..";
|
|
5
|
-
export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl |
|
|
5
|
+
export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
|
|
@@ -1,16 +1,4 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
|
-
export
|
|
5
|
-
runId: number;
|
|
6
|
-
testcaseId: number;
|
|
7
|
-
modelResponse: string;
|
|
8
|
-
userQuery?: string;
|
|
9
|
-
context?: string;
|
|
10
|
-
prompt?: string;
|
|
11
|
-
ideal?: string;
|
|
12
|
-
debugOutput?: string;
|
|
13
|
-
modelParams?: Record<string, unknown>;
|
|
14
|
-
testsetId?: number;
|
|
15
|
-
status?: string;
|
|
16
|
-
}
|
|
4
|
+
export declare type TestRecordCreate = unknown;
|
|
@@ -5,9 +5,10 @@ import * as Scorecard from "..";
|
|
|
5
5
|
export interface Testrecord {
|
|
6
6
|
id?: number;
|
|
7
7
|
createdAt?: Date;
|
|
8
|
-
runId
|
|
9
|
-
testsetId
|
|
10
|
-
|
|
8
|
+
runId?: number;
|
|
9
|
+
testsetId?: number;
|
|
10
|
+
testcaseId?: number;
|
|
11
|
+
userQuery?: string;
|
|
11
12
|
context?: string;
|
|
12
13
|
modelResponse?: string;
|
|
13
14
|
ideal?: string;
|
|
@@ -15,4 +16,8 @@ export interface Testrecord {
|
|
|
15
16
|
customInputs?: Record<string, Scorecard.TestrecordCustomInputsValue | undefined>;
|
|
16
17
|
customLabels?: Record<string, Scorecard.TestrecordCustomLabelsValue | undefined>;
|
|
17
18
|
customOutputs?: Record<string, Scorecard.TestrecordCustomOutputsValue | undefined>;
|
|
19
|
+
status?: string;
|
|
20
|
+
prompt?: string;
|
|
21
|
+
modelParams?: Record<string, Scorecard.TestrecordModelParamsValue | undefined>;
|
|
22
|
+
modelDebugInfo?: Record<string, Scorecard.TestrecordModelDebugInfoValue | undefined>;
|
|
18
23
|
}
|
|
@@ -2,4 +2,4 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Scorecard from "..";
|
|
5
|
-
export declare type TestrecordCustomInputsValue = string | Scorecard.FileUrl |
|
|
5
|
+
export declare type TestrecordCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
|
|
@@ -2,4 +2,4 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Scorecard from "..";
|
|
5
|
-
export declare type TestrecordCustomLabelsValue = string | Scorecard.FileUrl |
|
|
5
|
+
export declare type TestrecordCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
|
|
@@ -2,4 +2,4 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Scorecard from "..";
|
|
5
|
-
export declare type TestrecordCustomOutputsValue = string | Scorecard.FileUrl |
|
|
5
|
+
export declare type TestrecordCustomOutputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
|
package/api/types/Testset.d.ts
CHANGED
package/api/types/index.d.ts
CHANGED
|
@@ -1,15 +1,19 @@
|
|
|
1
1
|
export * from "./CreateRunParams";
|
|
2
|
-
export * from "./
|
|
3
|
-
export * from "./CustomSchemaOutput";
|
|
2
|
+
export * from "./CustomSchema";
|
|
4
3
|
export * from "./CustomVariable";
|
|
5
4
|
export * from "./DataTypeEnum";
|
|
6
5
|
export * from "./FileUrl";
|
|
6
|
+
export * from "./Grade";
|
|
7
7
|
export * from "./HttpValidationError";
|
|
8
|
+
export * from "./JsonObjectInputValue";
|
|
9
|
+
export * from "./JsonObject";
|
|
10
|
+
export * from "./JsonObjectOutputValue";
|
|
8
11
|
export * from "./NotFoundErrorBody";
|
|
9
12
|
export * from "./PaginatedTestcaseResponse";
|
|
10
13
|
export * from "./RoleEnum";
|
|
11
|
-
export * from "./
|
|
14
|
+
export * from "./Run";
|
|
12
15
|
export * from "./RunStatus";
|
|
16
|
+
export * from "./ScoreStatus";
|
|
13
17
|
export * from "./TestCaseCustomInputsValue";
|
|
14
18
|
export * from "./TestCaseCustomLabelsValue";
|
|
15
19
|
export * from "./TestCase";
|
|
@@ -19,13 +23,15 @@ export * from "./TestSetCreate";
|
|
|
19
23
|
export * from "./TestrecordCustomInputsValue";
|
|
20
24
|
export * from "./TestrecordCustomLabelsValue";
|
|
21
25
|
export * from "./TestrecordCustomOutputsValue";
|
|
26
|
+
export * from "./TestrecordModelParamsValue";
|
|
27
|
+
export * from "./TestrecordModelDebugInfoValue";
|
|
22
28
|
export * from "./Testrecord";
|
|
23
29
|
export * from "./Testset";
|
|
24
30
|
export * from "./UnauthenticatedError";
|
|
25
31
|
export * from "./UnauthorizedErrorBody";
|
|
26
32
|
export * from "./ValidationErrorLocItem";
|
|
27
33
|
export * from "./ValidationError";
|
|
28
|
-
export * from "./
|
|
34
|
+
export * from "./CreateGithubWorkflowParams";
|
|
29
35
|
export * from "./ExecutionParams";
|
|
30
36
|
export * from "./ModelParams";
|
|
31
37
|
export * from "./ScoreExecutionParams";
|
|
@@ -34,6 +40,3 @@ export * from "./TestCaseCreateInput";
|
|
|
34
40
|
export * from "./AppCreateRunParams";
|
|
35
41
|
export * from "./AppTestRecordCreate";
|
|
36
42
|
export * from "./AppTestSetCreate";
|
|
37
|
-
export * from "./LibDtoTypesCreateRunParams";
|
|
38
|
-
export * from "./LibDtoTypesTestRecordCreate";
|
|
39
|
-
export * from "./LibDtoTypesTestSetCreate";
|
package/api/types/index.js
CHANGED
|
@@ -15,17 +15,21 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
__exportStar(require("./CreateRunParams"), exports);
|
|
18
|
-
__exportStar(require("./
|
|
19
|
-
__exportStar(require("./CustomSchemaOutput"), exports);
|
|
18
|
+
__exportStar(require("./CustomSchema"), exports);
|
|
20
19
|
__exportStar(require("./CustomVariable"), exports);
|
|
21
20
|
__exportStar(require("./DataTypeEnum"), exports);
|
|
22
21
|
__exportStar(require("./FileUrl"), exports);
|
|
22
|
+
__exportStar(require("./Grade"), exports);
|
|
23
23
|
__exportStar(require("./HttpValidationError"), exports);
|
|
24
|
+
__exportStar(require("./JsonObjectInputValue"), exports);
|
|
25
|
+
__exportStar(require("./JsonObject"), exports);
|
|
26
|
+
__exportStar(require("./JsonObjectOutputValue"), exports);
|
|
24
27
|
__exportStar(require("./NotFoundErrorBody"), exports);
|
|
25
28
|
__exportStar(require("./PaginatedTestcaseResponse"), exports);
|
|
26
29
|
__exportStar(require("./RoleEnum"), exports);
|
|
27
|
-
__exportStar(require("./
|
|
30
|
+
__exportStar(require("./Run"), exports);
|
|
28
31
|
__exportStar(require("./RunStatus"), exports);
|
|
32
|
+
__exportStar(require("./ScoreStatus"), exports);
|
|
29
33
|
__exportStar(require("./TestCaseCustomInputsValue"), exports);
|
|
30
34
|
__exportStar(require("./TestCaseCustomLabelsValue"), exports);
|
|
31
35
|
__exportStar(require("./TestCase"), exports);
|
|
@@ -35,13 +39,15 @@ __exportStar(require("./TestSetCreate"), exports);
|
|
|
35
39
|
__exportStar(require("./TestrecordCustomInputsValue"), exports);
|
|
36
40
|
__exportStar(require("./TestrecordCustomLabelsValue"), exports);
|
|
37
41
|
__exportStar(require("./TestrecordCustomOutputsValue"), exports);
|
|
42
|
+
__exportStar(require("./TestrecordModelParamsValue"), exports);
|
|
43
|
+
__exportStar(require("./TestrecordModelDebugInfoValue"), exports);
|
|
38
44
|
__exportStar(require("./Testrecord"), exports);
|
|
39
45
|
__exportStar(require("./Testset"), exports);
|
|
40
46
|
__exportStar(require("./UnauthenticatedError"), exports);
|
|
41
47
|
__exportStar(require("./UnauthorizedErrorBody"), exports);
|
|
42
48
|
__exportStar(require("./ValidationErrorLocItem"), exports);
|
|
43
49
|
__exportStar(require("./ValidationError"), exports);
|
|
44
|
-
__exportStar(require("./
|
|
50
|
+
__exportStar(require("./CreateGithubWorkflowParams"), exports);
|
|
45
51
|
__exportStar(require("./ExecutionParams"), exports);
|
|
46
52
|
__exportStar(require("./ModelParams"), exports);
|
|
47
53
|
__exportStar(require("./ScoreExecutionParams"), exports);
|
|
@@ -50,6 +56,3 @@ __exportStar(require("./TestCaseCreateInput"), exports);
|
|
|
50
56
|
__exportStar(require("./AppCreateRunParams"), exports);
|
|
51
57
|
__exportStar(require("./AppTestRecordCreate"), exports);
|
|
52
58
|
__exportStar(require("./AppTestSetCreate"), exports);
|
|
53
|
-
__exportStar(require("./LibDtoTypesCreateRunParams"), exports);
|
|
54
|
-
__exportStar(require("./LibDtoTypesTestRecordCreate"), exports);
|
|
55
|
-
__exportStar(require("./LibDtoTypesTestSetCreate"), exports);
|
package/dist/Client.d.ts
CHANGED
|
@@ -7,6 +7,7 @@ import { Testset } from "./api/resources/testset/client/Client";
|
|
|
7
7
|
import { Testcase } from "./api/resources/testcase/client/Client";
|
|
8
8
|
import { Testrecord } from "./api/resources/testrecord/client/Client";
|
|
9
9
|
import { Run } from "./api/resources/run/client/Client";
|
|
10
|
+
import { Score } from "./api/resources/score/client/Client";
|
|
10
11
|
export declare namespace ScorecardClient {
|
|
11
12
|
interface Options {
|
|
12
13
|
environment?: core.Supplier<environments.ScorecardEnvironment | string>;
|
|
@@ -28,4 +29,6 @@ export declare class ScorecardClient {
|
|
|
28
29
|
get testrecord(): Testrecord;
|
|
29
30
|
protected _run: Run | undefined;
|
|
30
31
|
get run(): Run;
|
|
32
|
+
protected _score: Score | undefined;
|
|
33
|
+
get score(): Score;
|
|
31
34
|
}
|
package/dist/Client.js
CHANGED
|
@@ -8,6 +8,7 @@ const Client_1 = require("./api/resources/testset/client/Client");
|
|
|
8
8
|
const Client_2 = require("./api/resources/testcase/client/Client");
|
|
9
9
|
const Client_3 = require("./api/resources/testrecord/client/Client");
|
|
10
10
|
const Client_4 = require("./api/resources/run/client/Client");
|
|
11
|
+
const Client_5 = require("./api/resources/score/client/Client");
|
|
11
12
|
class ScorecardClient {
|
|
12
13
|
constructor(_options) {
|
|
13
14
|
this._options = _options;
|
|
@@ -28,5 +29,9 @@ class ScorecardClient {
|
|
|
28
29
|
var _a;
|
|
29
30
|
return ((_a = this._run) !== null && _a !== void 0 ? _a : (this._run = new Client_4.Run(this._options)));
|
|
30
31
|
}
|
|
32
|
+
get score() {
|
|
33
|
+
var _a;
|
|
34
|
+
return ((_a = this._score) !== null && _a !== void 0 ? _a : (this._score = new Client_5.Score(this._options)));
|
|
35
|
+
}
|
|
31
36
|
}
|
|
32
37
|
exports.ScorecardClient = ScorecardClient;
|
|
@@ -4,7 +4,9 @@ export * as testrecord from "./testrecord";
|
|
|
4
4
|
export * from "./testrecord/types";
|
|
5
5
|
export * as testset from "./testset";
|
|
6
6
|
export * as run from "./run";
|
|
7
|
+
export * as score from "./score";
|
|
7
8
|
export * from "./testset/client/requests";
|
|
8
9
|
export * from "./testcase/client/requests";
|
|
9
10
|
export * from "./testrecord/client/requests";
|
|
10
11
|
export * from "./run/client/requests";
|
|
12
|
+
export * from "./score/client/requests";
|
|
@@ -26,14 +26,16 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
26
26
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
27
27
|
};
|
|
28
28
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
-
exports.run = exports.testset = exports.testrecord = exports.testcase = void 0;
|
|
29
|
+
exports.score = exports.run = exports.testset = exports.testrecord = exports.testcase = void 0;
|
|
30
30
|
exports.testcase = __importStar(require("./testcase"));
|
|
31
31
|
__exportStar(require("./testcase/types"), exports);
|
|
32
32
|
exports.testrecord = __importStar(require("./testrecord"));
|
|
33
33
|
__exportStar(require("./testrecord/types"), exports);
|
|
34
34
|
exports.testset = __importStar(require("./testset"));
|
|
35
35
|
exports.run = __importStar(require("./run"));
|
|
36
|
+
exports.score = __importStar(require("./score"));
|
|
36
37
|
__exportStar(require("./testset/client/requests"), exports);
|
|
37
38
|
__exportStar(require("./testcase/client/requests"), exports);
|
|
38
39
|
__exportStar(require("./testrecord/client/requests"), exports);
|
|
39
40
|
__exportStar(require("./run/client/requests"), exports);
|
|
41
|
+
__exportStar(require("./score/client/requests"), exports);
|
|
@@ -23,8 +23,19 @@ export declare class Run {
|
|
|
23
23
|
* @throws {@link Scorecard.ForbiddenError}
|
|
24
24
|
* @throws {@link Scorecard.NotFoundError}
|
|
25
25
|
* @throws {@link Scorecard.UnprocessableEntityError}
|
|
26
|
+
*
|
|
27
|
+
* @example
|
|
28
|
+
* await scorecard.run.create({
|
|
29
|
+
* testsetId: 1,
|
|
30
|
+
* scoringConfigId: 2,
|
|
31
|
+
* status: "RUNNING_EXECUTION",
|
|
32
|
+
* modelParams: {
|
|
33
|
+
* "param1": "value1",
|
|
34
|
+
* "param2": "value2"
|
|
35
|
+
* }
|
|
36
|
+
* })
|
|
26
37
|
*/
|
|
27
|
-
create(request
|
|
38
|
+
create(request?: Scorecard.RunCreateParams, requestOptions?: Run.RequestOptions): Promise<Scorecard.Run>;
|
|
28
39
|
/**
|
|
29
40
|
* Retrieve a Run metadata
|
|
30
41
|
* @throws {@link Scorecard.UnauthorizedError}
|
|
@@ -35,7 +46,7 @@ export declare class Run {
|
|
|
35
46
|
* @example
|
|
36
47
|
* await scorecard.run.get(1)
|
|
37
48
|
*/
|
|
38
|
-
get(runId: number, requestOptions?: Run.RequestOptions): Promise<Scorecard.
|
|
49
|
+
get(runId: number, requestOptions?: Run.RequestOptions): Promise<Scorecard.Run>;
|
|
39
50
|
/**
|
|
40
51
|
* Update the status of a run.
|
|
41
52
|
* @throws {@link Scorecard.UnauthorizedError}
|
|
@@ -48,5 +59,5 @@ export declare class Run {
|
|
|
48
59
|
* status: Scorecard.RunStatus.Pending
|
|
49
60
|
* })
|
|
50
61
|
*/
|
|
51
|
-
updateStatus(runId: number, request: Scorecard.UpdateStatusParams, requestOptions?: Run.RequestOptions): Promise<Scorecard.
|
|
62
|
+
updateStatus(runId: number, request: Scorecard.UpdateStatusParams, requestOptions?: Run.RequestOptions): Promise<Scorecard.Run>;
|
|
52
63
|
}
|