scorecard-ai 0.3.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (122) hide show
  1. package/api/resources/prompt/client/Client.d.ts +20 -40
  2. package/api/resources/prompt/client/Client.js +31 -191
  3. package/api/resources/prompt/client/requests/PromptCreateParams.d.ts +2 -2
  4. package/api/resources/prompt/client/requests/PromptUpdateParams.d.ts +1 -2
  5. package/api/resources/run/client/Client.d.ts +3 -13
  6. package/api/resources/run/client/Client.js +6 -16
  7. package/api/resources/run/client/requests/RunCreateParams.d.ts +1 -9
  8. package/api/resources/run/client/requests/UpdateStatusParams.d.ts +2 -4
  9. package/api/resources/runMetric/client/Client.js +1 -1
  10. package/api/resources/score/client/Client.d.ts +5 -5
  11. package/api/resources/score/client/Client.js +7 -7
  12. package/api/resources/score/client/requests/ScoreCreateParams.d.ts +1 -0
  13. package/api/resources/testcase/client/Client.d.ts +8 -10
  14. package/api/resources/testcase/client/Client.js +17 -13
  15. package/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +3 -4
  16. package/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  17. package/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  18. package/api/resources/testrecord/client/Client.d.ts +1 -1
  19. package/api/resources/testrecord/client/Client.js +3 -3
  20. package/api/resources/testset/client/Client.d.ts +4 -4
  21. package/api/resources/testset/client/Client.js +9 -9
  22. package/api/resources/testset/client/requests/TestsetGetTestcasesRequest.d.ts +6 -0
  23. package/api/resources/traces/client/Client.js +1 -1
  24. package/api/types/Grade.d.ts +2 -0
  25. package/api/types/PaginatedTestcaseResponse.d.ts +1 -0
  26. package/api/types/TestCase.d.ts +2 -0
  27. package/api/types/TestCaseCustomInputsValue.d.ts +1 -1
  28. package/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
  29. package/api/types/TestcaseDeletionResponse.d.ts +9 -0
  30. package/api/types/TestcaseDeletionResponse.js +5 -0
  31. package/api/types/Testrecord.d.ts +0 -1
  32. package/api/types/index.d.ts +1 -0
  33. package/api/types/index.js +1 -0
  34. package/dist/api/resources/prompt/client/Client.d.ts +20 -40
  35. package/dist/api/resources/prompt/client/Client.js +31 -191
  36. package/dist/api/resources/prompt/client/requests/PromptCreateParams.d.ts +2 -2
  37. package/dist/api/resources/prompt/client/requests/PromptUpdateParams.d.ts +1 -2
  38. package/dist/api/resources/run/client/Client.d.ts +3 -13
  39. package/dist/api/resources/run/client/Client.js +6 -16
  40. package/dist/api/resources/run/client/requests/RunCreateParams.d.ts +1 -9
  41. package/dist/api/resources/run/client/requests/UpdateStatusParams.d.ts +2 -4
  42. package/dist/api/resources/runMetric/client/Client.js +1 -1
  43. package/dist/api/resources/score/client/Client.d.ts +5 -5
  44. package/dist/api/resources/score/client/Client.js +7 -7
  45. package/dist/api/resources/score/client/requests/ScoreCreateParams.d.ts +1 -0
  46. package/dist/api/resources/testcase/client/Client.d.ts +8 -10
  47. package/dist/api/resources/testcase/client/Client.js +17 -13
  48. package/dist/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +3 -4
  49. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  50. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  51. package/dist/api/resources/testrecord/client/Client.d.ts +1 -1
  52. package/dist/api/resources/testrecord/client/Client.js +3 -3
  53. package/dist/api/resources/testset/client/Client.d.ts +4 -4
  54. package/dist/api/resources/testset/client/Client.js +9 -9
  55. package/dist/api/resources/testset/client/requests/TestsetGetTestcasesRequest.d.ts +6 -0
  56. package/dist/api/resources/traces/client/Client.js +1 -1
  57. package/dist/api/types/Grade.d.ts +2 -0
  58. package/dist/api/types/PaginatedTestcaseResponse.d.ts +1 -0
  59. package/dist/api/types/TestCase.d.ts +2 -0
  60. package/dist/api/types/TestCaseCustomInputsValue.d.ts +1 -1
  61. package/dist/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
  62. package/dist/api/types/TestcaseDeletionResponse.d.ts +9 -0
  63. package/dist/api/types/TestcaseDeletionResponse.js +5 -0
  64. package/dist/api/types/Testrecord.d.ts +0 -1
  65. package/dist/api/types/index.d.ts +1 -0
  66. package/dist/api/types/index.js +1 -0
  67. package/dist/serialization/resources/prompt/client/index.d.ts +0 -3
  68. package/dist/serialization/resources/prompt/client/index.js +0 -16
  69. package/dist/serialization/resources/prompt/client/requests/PromptUpdateParams.d.ts +0 -1
  70. package/dist/serialization/resources/prompt/client/requests/PromptUpdateParams.js +0 -1
  71. package/dist/serialization/resources/run/client/requests/UpdateStatusParams.d.ts +1 -1
  72. package/dist/serialization/resources/run/client/requests/UpdateStatusParams.js +1 -1
  73. package/dist/serialization/resources/testcase/client/requests/TestcaseCreateParams.d.ts +1 -1
  74. package/dist/serialization/resources/testcase/client/requests/TestcaseCreateParams.js +1 -1
  75. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  76. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +4 -1
  77. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  78. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +4 -1
  79. package/dist/serialization/types/TestCaseCustomInputsValue.d.ts +1 -1
  80. package/dist/serialization/types/TestCaseCustomInputsValue.js +4 -1
  81. package/dist/serialization/types/TestCaseCustomLabelsValue.d.ts +1 -1
  82. package/dist/serialization/types/TestCaseCustomLabelsValue.js +4 -1
  83. package/dist/serialization/types/TestcaseDeletionResponse.d.ts +13 -0
  84. package/dist/serialization/{resources/prompt/client/getRoots.js → types/TestcaseDeletionResponse.js} +6 -4
  85. package/dist/serialization/types/Testrecord.d.ts +0 -1
  86. package/dist/serialization/types/Testrecord.js +0 -1
  87. package/dist/serialization/types/index.d.ts +1 -0
  88. package/dist/serialization/types/index.js +1 -0
  89. package/package.json +1 -1
  90. package/reference.md +38 -189
  91. package/serialization/resources/prompt/client/index.d.ts +0 -3
  92. package/serialization/resources/prompt/client/index.js +0 -16
  93. package/serialization/resources/prompt/client/requests/PromptUpdateParams.d.ts +0 -1
  94. package/serialization/resources/prompt/client/requests/PromptUpdateParams.js +0 -1
  95. package/serialization/resources/run/client/requests/UpdateStatusParams.d.ts +1 -1
  96. package/serialization/resources/run/client/requests/UpdateStatusParams.js +1 -1
  97. package/serialization/resources/testcase/client/requests/TestcaseCreateParams.d.ts +1 -1
  98. package/serialization/resources/testcase/client/requests/TestcaseCreateParams.js +1 -1
  99. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  100. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +4 -1
  101. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  102. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +4 -1
  103. package/serialization/types/TestCaseCustomInputsValue.d.ts +1 -1
  104. package/serialization/types/TestCaseCustomInputsValue.js +4 -1
  105. package/serialization/types/TestCaseCustomLabelsValue.d.ts +1 -1
  106. package/serialization/types/TestCaseCustomLabelsValue.js +4 -1
  107. package/serialization/types/TestcaseDeletionResponse.d.ts +13 -0
  108. package/{dist/serialization/resources/prompt/client/getGraph.js → serialization/types/TestcaseDeletionResponse.js} +6 -4
  109. package/serialization/types/Testrecord.d.ts +0 -1
  110. package/serialization/types/Testrecord.js +0 -1
  111. package/serialization/types/index.d.ts +1 -0
  112. package/serialization/types/index.js +1 -0
  113. package/dist/serialization/resources/prompt/client/getGraph.d.ts +0 -11
  114. package/dist/serialization/resources/prompt/client/getProds.d.ts +0 -11
  115. package/dist/serialization/resources/prompt/client/getProds.js +0 -32
  116. package/dist/serialization/resources/prompt/client/getRoots.d.ts +0 -11
  117. package/serialization/resources/prompt/client/getGraph.d.ts +0 -11
  118. package/serialization/resources/prompt/client/getGraph.js +0 -32
  119. package/serialization/resources/prompt/client/getProds.d.ts +0 -11
  120. package/serialization/resources/prompt/client/getProds.js +0 -32
  121. package/serialization/resources/prompt/client/getRoots.d.ts +0 -11
  122. package/serialization/resources/prompt/client/getRoots.js +0 -32
@@ -43,7 +43,6 @@ exports.Testrecord = core.serialization.object({
43
43
  context: core.serialization.string().optional(),
44
44
  modelResponse: core.serialization.property("model_response", core.serialization.string().optional()),
45
45
  ideal: core.serialization.string().optional(),
46
- fullPrompt: core.serialization.property("full_prompt", core.serialization.string().optional()),
47
46
  customInputs: core.serialization.property("custom_inputs", core.serialization.record(core.serialization.string(), TestrecordCustomInputsValue_1.TestrecordCustomInputsValue.optional()).optional()),
48
47
  customLabels: core.serialization.property("custom_labels", core.serialization.record(core.serialization.string(), TestrecordCustomLabelsValue_1.TestrecordCustomLabelsValue.optional()).optional()),
49
48
  customOutputs: core.serialization.property("custom_outputs", core.serialization.record(core.serialization.string(), TestrecordCustomOutputsValue_1.TestrecordCustomOutputsValue.optional()).optional()),
@@ -24,6 +24,7 @@ export * from "./TestCase";
24
24
  export * from "./TestCaseCreate";
25
25
  export * from "./TestRecordCreate";
26
26
  export * from "./TestSetCreate";
27
+ export * from "./TestcaseDeletionResponse";
27
28
  export * from "./TestrecordCustomInputsValue";
28
29
  export * from "./TestrecordCustomLabelsValue";
29
30
  export * from "./TestrecordCustomOutputsValue";
@@ -40,6 +40,7 @@ __exportStar(require("./TestCase"), exports);
40
40
  __exportStar(require("./TestCaseCreate"), exports);
41
41
  __exportStar(require("./TestRecordCreate"), exports);
42
42
  __exportStar(require("./TestSetCreate"), exports);
43
+ __exportStar(require("./TestcaseDeletionResponse"), exports);
43
44
  __exportStar(require("./TestrecordCustomInputsValue"), exports);
44
45
  __exportStar(require("./TestrecordCustomLabelsValue"), exports);
45
46
  __exportStar(require("./TestrecordCustomOutputsValue"), exports);
@@ -1,11 +0,0 @@
1
- /**
2
- * This file was auto-generated by Fern from our API Definition.
3
- */
4
- import * as serializers from "../../../index";
5
- import * as Scorecard from "../../../../api/index";
6
- import * as core from "../../../../core";
7
- import { Prompt } from "../../../types/Prompt";
8
- export declare const Response: core.serialization.Schema<serializers.prompt.getGraph.Response.Raw, Scorecard.Prompt[]>;
9
- export declare namespace Response {
10
- type Raw = Prompt.Raw[];
11
- }
@@ -1,11 +0,0 @@
1
- /**
2
- * This file was auto-generated by Fern from our API Definition.
3
- */
4
- import * as serializers from "../../../index";
5
- import * as Scorecard from "../../../../api/index";
6
- import * as core from "../../../../core";
7
- import { Prompt } from "../../../types/Prompt";
8
- export declare const Response: core.serialization.Schema<serializers.prompt.getProds.Response.Raw, Scorecard.Prompt[]>;
9
- export declare namespace Response {
10
- type Raw = Prompt.Raw[];
11
- }
@@ -1,32 +0,0 @@
1
- "use strict";
2
- /**
3
- * This file was auto-generated by Fern from our API Definition.
4
- */
5
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
- if (k2 === undefined) k2 = k;
7
- var desc = Object.getOwnPropertyDescriptor(m, k);
8
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
- desc = { enumerable: true, get: function() { return m[k]; } };
10
- }
11
- Object.defineProperty(o, k2, desc);
12
- }) : (function(o, m, k, k2) {
13
- if (k2 === undefined) k2 = k;
14
- o[k2] = m[k];
15
- }));
16
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
- Object.defineProperty(o, "default", { enumerable: true, value: v });
18
- }) : function(o, v) {
19
- o["default"] = v;
20
- });
21
- var __importStar = (this && this.__importStar) || function (mod) {
22
- if (mod && mod.__esModule) return mod;
23
- var result = {};
24
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
- __setModuleDefault(result, mod);
26
- return result;
27
- };
28
- Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.Response = void 0;
30
- const core = __importStar(require("../../../../core"));
31
- const Prompt_1 = require("../../../types/Prompt");
32
- exports.Response = core.serialization.list(Prompt_1.Prompt);
@@ -1,11 +0,0 @@
1
- /**
2
- * This file was auto-generated by Fern from our API Definition.
3
- */
4
- import * as serializers from "../../../index";
5
- import * as Scorecard from "../../../../api/index";
6
- import * as core from "../../../../core";
7
- import { Prompt } from "../../../types/Prompt";
8
- export declare const Response: core.serialization.Schema<serializers.prompt.getRoots.Response.Raw, Scorecard.Prompt[]>;
9
- export declare namespace Response {
10
- type Raw = Prompt.Raw[];
11
- }
@@ -1,11 +0,0 @@
1
- /**
2
- * This file was auto-generated by Fern from our API Definition.
3
- */
4
- import * as serializers from "../../../index";
5
- import * as Scorecard from "../../../../api/index";
6
- import * as core from "../../../../core";
7
- import { Prompt } from "../../../types/Prompt";
8
- export declare const Response: core.serialization.Schema<serializers.prompt.getGraph.Response.Raw, Scorecard.Prompt[]>;
9
- export declare namespace Response {
10
- type Raw = Prompt.Raw[];
11
- }
@@ -1,32 +0,0 @@
1
- "use strict";
2
- /**
3
- * This file was auto-generated by Fern from our API Definition.
4
- */
5
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
- if (k2 === undefined) k2 = k;
7
- var desc = Object.getOwnPropertyDescriptor(m, k);
8
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
- desc = { enumerable: true, get: function() { return m[k]; } };
10
- }
11
- Object.defineProperty(o, k2, desc);
12
- }) : (function(o, m, k, k2) {
13
- if (k2 === undefined) k2 = k;
14
- o[k2] = m[k];
15
- }));
16
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
- Object.defineProperty(o, "default", { enumerable: true, value: v });
18
- }) : function(o, v) {
19
- o["default"] = v;
20
- });
21
- var __importStar = (this && this.__importStar) || function (mod) {
22
- if (mod && mod.__esModule) return mod;
23
- var result = {};
24
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
- __setModuleDefault(result, mod);
26
- return result;
27
- };
28
- Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.Response = void 0;
30
- const core = __importStar(require("../../../../core"));
31
- const Prompt_1 = require("../../../types/Prompt");
32
- exports.Response = core.serialization.list(Prompt_1.Prompt);
@@ -1,11 +0,0 @@
1
- /**
2
- * This file was auto-generated by Fern from our API Definition.
3
- */
4
- import * as serializers from "../../../index";
5
- import * as Scorecard from "../../../../api/index";
6
- import * as core from "../../../../core";
7
- import { Prompt } from "../../../types/Prompt";
8
- export declare const Response: core.serialization.Schema<serializers.prompt.getProds.Response.Raw, Scorecard.Prompt[]>;
9
- export declare namespace Response {
10
- type Raw = Prompt.Raw[];
11
- }
@@ -1,32 +0,0 @@
1
- "use strict";
2
- /**
3
- * This file was auto-generated by Fern from our API Definition.
4
- */
5
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
- if (k2 === undefined) k2 = k;
7
- var desc = Object.getOwnPropertyDescriptor(m, k);
8
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
- desc = { enumerable: true, get: function() { return m[k]; } };
10
- }
11
- Object.defineProperty(o, k2, desc);
12
- }) : (function(o, m, k, k2) {
13
- if (k2 === undefined) k2 = k;
14
- o[k2] = m[k];
15
- }));
16
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
- Object.defineProperty(o, "default", { enumerable: true, value: v });
18
- }) : function(o, v) {
19
- o["default"] = v;
20
- });
21
- var __importStar = (this && this.__importStar) || function (mod) {
22
- if (mod && mod.__esModule) return mod;
23
- var result = {};
24
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
- __setModuleDefault(result, mod);
26
- return result;
27
- };
28
- Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.Response = void 0;
30
- const core = __importStar(require("../../../../core"));
31
- const Prompt_1 = require("../../../types/Prompt");
32
- exports.Response = core.serialization.list(Prompt_1.Prompt);
@@ -1,11 +0,0 @@
1
- /**
2
- * This file was auto-generated by Fern from our API Definition.
3
- */
4
- import * as serializers from "../../../index";
5
- import * as Scorecard from "../../../../api/index";
6
- import * as core from "../../../../core";
7
- import { Prompt } from "../../../types/Prompt";
8
- export declare const Response: core.serialization.Schema<serializers.prompt.getRoots.Response.Raw, Scorecard.Prompt[]>;
9
- export declare namespace Response {
10
- type Raw = Prompt.Raw[];
11
- }
@@ -1,32 +0,0 @@
1
- "use strict";
2
- /**
3
- * This file was auto-generated by Fern from our API Definition.
4
- */
5
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
- if (k2 === undefined) k2 = k;
7
- var desc = Object.getOwnPropertyDescriptor(m, k);
8
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
- desc = { enumerable: true, get: function() { return m[k]; } };
10
- }
11
- Object.defineProperty(o, k2, desc);
12
- }) : (function(o, m, k, k2) {
13
- if (k2 === undefined) k2 = k;
14
- o[k2] = m[k];
15
- }));
16
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
- Object.defineProperty(o, "default", { enumerable: true, value: v });
18
- }) : function(o, v) {
19
- o["default"] = v;
20
- });
21
- var __importStar = (this && this.__importStar) || function (mod) {
22
- if (mod && mod.__esModule) return mod;
23
- var result = {};
24
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
- __setModuleDefault(result, mod);
26
- return result;
27
- };
28
- Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.Response = void 0;
30
- const core = __importStar(require("../../../../core"));
31
- const Prompt_1 = require("../../../types/Prompt");
32
- exports.Response = core.serialization.list(Prompt_1.Prompt);