npm - @openpond/evals - Versions diffs - 0.11.18 → 0.11.20 - Mend

@openpond/evals 0.11.18 → 0.11.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (140) hide show

package/schemas/learning/v1/decision.schema.json CHANGED Viewed

@@ -572,6 +572,69 @@
                       "type": "null"
                     }
                   ]
+                },
+                "transportPolicy": {
+                  "type": "object",
+                  "properties": {
+                    "schemaVersion": {
+                      "type": "string",
+                      "const": "openpond.modelJudgeTransportPolicy.v1"
+                    },
+                    "responseFormat": {
+                      "type": "string",
+                      "const": "judgment_json_schema"
+                    },
+                    "reasoningEffort": {
+                      "type": "string",
+                      "enum": [
+                        "off",
+                        "low",
+                        "medium",
+                        "high",
+                        "xhigh",
+                        "max"
+                      ]
+                    },
+                    "maximumOutputTokens": {
+                      "type": "integer",
+                      "exclusiveMinimum": 0,
+                      "maximum": 1000000
+                    }
+                  },
+                  "required": [
+                    "schemaVersion",
+                    "responseFormat",
+                    "reasoningEffort",
+                    "maximumOutputTokens"
+                  ],
+                  "additionalProperties": false
+                },
+                "effectiveRequestHash": {
+                  "$ref": "#/$defs/__schema2"
+                },
+                "finishReason": {
+                  "anyOf": [
+                    {
+                      "type": "string",
+                      "minLength": 1,
+                      "maxLength": 200
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ]
+                },
+                "reasoningTokens": {
+                  "anyOf": [
+                    {
+                      "type": "integer",
+                      "minimum": 0,
+                      "maximum": 9007199254740991
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ]
                 }
               },
               "required": [

package/schemas/learning/v1/grade.schema.json CHANGED Viewed

@@ -549,6 +549,69 @@
                       "type": "null"
                     }
                   ]
+                },
+                "transportPolicy": {
+                  "type": "object",
+                  "properties": {
+                    "schemaVersion": {
+                      "type": "string",
+                      "const": "openpond.modelJudgeTransportPolicy.v1"
+                    },
+                    "responseFormat": {
+                      "type": "string",
+                      "const": "judgment_json_schema"
+                    },
+                    "reasoningEffort": {
+                      "type": "string",
+                      "enum": [
+                        "off",
+                        "low",
+                        "medium",
+                        "high",
+                        "xhigh",
+                        "max"
+                      ]
+                    },
+                    "maximumOutputTokens": {
+                      "type": "integer",
+                      "exclusiveMinimum": 0,
+                      "maximum": 1000000
+                    }
+                  },
+                  "required": [
+                    "schemaVersion",
+                    "responseFormat",
+                    "reasoningEffort",
+                    "maximumOutputTokens"
+                  ],
+                  "additionalProperties": false
+                },
+                "effectiveRequestHash": {
+                  "$ref": "#/$defs/__schema2"
+                },
+                "finishReason": {
+                  "anyOf": [
+                    {
+                      "type": "string",
+                      "minLength": 1,
+                      "maxLength": 200
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ]
+                },
+                "reasoningTokens": {
+                  "anyOf": [
+                    {
+                      "type": "integer",
+                      "minimum": 0,
+                      "maximum": 9007199254740991
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ]
                 }
               },
               "required": [
@@ -730,6 +793,34 @@
                   "type": "null"
                 }
               ]
+            },
+            "effectiveRequestHash": {
+              "type": "string",
+              "pattern": "^[a-f0-9]{64}$"
+            },
+            "finishReason": {
+              "anyOf": [
+                {
+                  "type": "string",
+                  "minLength": 1,
+                  "maxLength": 200
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "reasoningTokens": {
+              "anyOf": [
+                {
+                  "type": "integer",
+                  "minimum": 0,
+                  "maximum": 9007199254740991
+                },
+                {
+                  "type": "null"
+                }
+              ]
             }
           },
           "required": [

package/schemas/learning/v1/reward_check.schema.json CHANGED Viewed

@@ -468,6 +468,69 @@
                           "type": "null"
                         }
                       ]
+                    },
+                    "transportPolicy": {
+                      "type": "object",
+                      "properties": {
+                        "schemaVersion": {
+                          "type": "string",
+                          "const": "openpond.modelJudgeTransportPolicy.v1"
+                        },
+                        "responseFormat": {
+                          "type": "string",
+                          "const": "judgment_json_schema"
+                        },
+                        "reasoningEffort": {
+                          "type": "string",
+                          "enum": [
+                            "off",
+                            "low",
+                            "medium",
+                            "high",
+                            "xhigh",
+                            "max"
+                          ]
+                        },
+                        "maximumOutputTokens": {
+                          "type": "integer",
+                          "exclusiveMinimum": 0,
+                          "maximum": 1000000
+                        }
+                      },
+                      "required": [
+                        "schemaVersion",
+                        "responseFormat",
+                        "reasoningEffort",
+                        "maximumOutputTokens"
+                      ],
+                      "additionalProperties": false
+                    },
+                    "effectiveRequestHash": {
+                      "$ref": "#/$defs/__schema2"
+                    },
+                    "finishReason": {
+                      "anyOf": [
+                        {
+                          "type": "string",
+                          "minLength": 1,
+                          "maxLength": 200
+                        },
+                        {
+                          "type": "null"
+                        }
+                      ]
+                    },
+                    "reasoningTokens": {
+                      "anyOf": [
+                        {
+                          "type": "integer",
+                          "minimum": 0,
+                          "maximum": 9007199254740991
+                        },
+                        {
+                          "type": "null"
+                        }
+                      ]
                     }
                   },
                   "required": [
@@ -655,6 +718,34 @@
                   "type": "null"
                 }
               ]
+            },
+            "effectiveRequestHash": {
+              "type": "string",
+              "pattern": "^[a-f0-9]{64}$"
+            },
+            "finishReason": {
+              "anyOf": [
+                {
+                  "type": "string",
+                  "minLength": 1,
+                  "maxLength": 200
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "reasoningTokens": {
+              "anyOf": [
+                {
+                  "type": "integer",
+                  "minimum": 0,
+                  "maximum": 9007199254740991
+                },
+                {
+                  "type": "null"
+                }
+              ]
             }
           },
           "required": [

package/schemas/learning/v1/source.schema.json CHANGED Viewed

@@ -160,6 +160,34 @@
       ],
       "additionalProperties": false
     },
+    "capturedOrigin": {
+      "type": "object",
+      "properties": {
+        "receiptId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "ownerUserId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "modelId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "packageHash": {
+          "$ref": "#/$defs/__schema2"
+        },
+        "taskset": {
+          "$ref": "#/$defs/__schema1"
+        }
+      },
+      "required": [
+        "receiptId",
+        "ownerUserId",
+        "modelId",
+        "packageHash",
+        "taskset"
+      ],
+      "additionalProperties": false
+    },
     "contentHash": {
       "$ref": "#/$defs/__schema2"
     }