harness-mcp-v2 2.9.9 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -4
- package/build/data/schemas/index.d.ts +7 -1
- package/build/data/schemas/index.d.ts.map +1 -1
- package/build/data/schemas/index.js.map +1 -1
- package/build/data/schemas/v0/pipeline.d.ts.map +1 -1
- package/build/data/schemas/v0/pipeline.js +390 -0
- package/build/data/schemas/v0/pipeline.js.map +1 -1
- package/build/data/schemas/v0/template.d.ts.map +1 -1
- package/build/data/schemas/v0/template.js +493 -19
- package/build/data/schemas/v0/template.js.map +1 -1
- package/build/data/schemas/v1/pipeline.d.ts.map +1 -1
- package/build/data/schemas/v1/pipeline.js +416 -338
- package/build/data/schemas/v1/pipeline.js.map +1 -1
- package/build/data/schemas/v1/template.d.ts.map +1 -1
- package/build/data/schemas/v1/template.js +343 -265
- package/build/data/schemas/v1/template.js.map +1 -1
- package/build/registry/toolsets/idp.d.ts.map +1 -1
- package/build/registry/toolsets/idp.js +357 -55
- package/build/registry/toolsets/idp.js.map +1 -1
- package/build/resources/harness-schema.d.ts +3 -4
- package/build/resources/harness-schema.d.ts.map +1 -1
- package/build/resources/harness-schema.js +20 -11
- package/build/resources/harness-schema.js.map +1 -1
- package/build/resources/index.d.ts +2 -1
- package/build/resources/index.d.ts.map +1 -1
- package/build/resources/index.js +2 -2
- package/build/resources/index.js.map +1 -1
- package/build/tools/harness-schema.d.ts +2 -1
- package/build/tools/harness-schema.d.ts.map +1 -1
- package/build/tools/harness-schema.js +18 -6
- package/build/tools/harness-schema.js.map +1 -1
- package/build/tools/index.d.ts +2 -1
- package/build/tools/index.d.ts.map +1 -1
- package/build/tools/index.js +2 -2
- package/build/tools/index.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
## Harness MCP Server 2.0
|
|
2
2
|
|
|
3
|
-
An MCP (Model Context Protocol) server that gives AI agents full access to the Harness.io platform through 11 consolidated tools and
|
|
3
|
+
An MCP (Model Context Protocol) server that gives AI agents full access to the Harness.io platform through 11 consolidated tools and 169 resource types.
|
|
4
4
|
|
|
5
5
|
## Why Use This MCP Server
|
|
6
6
|
|
|
@@ -8,7 +8,7 @@ Most MCP servers map one tool per API endpoint. For a platform as broad as Harne
|
|
|
8
8
|
|
|
9
9
|
This server is built differently:
|
|
10
10
|
|
|
11
|
-
- **11 tools,
|
|
11
|
+
- **11 tools, 169 resource types.** A registry-based dispatch system routes `harness_list`, `harness_get`, `harness_create`, etc. to any Harness resource — pipelines, services, environments, orgs, projects, feature flags, cost data, and more. The LLM picks from 11 tools instead of hundreds.
|
|
12
12
|
- **Full platform coverage.** 31 toolsets spanning CI/CD, GitOps, Feature Flags, Cloud Cost Management, Security Testing, Chaos Engineering, Database DevOps, Internal Developer Portal, Software Supply Chain, Governance, Service Overrides, Visualizations, and more. Not just pipelines — the entire Harness platform.
|
|
13
13
|
- **Multi-project workflows out of the box.** Agents discover organizations and projects dynamically — no hardcoded env vars needed. Ask "show failed executions across all projects" and the agent can navigate the full account hierarchy.
|
|
14
14
|
- **30 prompt templates.** Pre-built prompts for common workflows: build & deploy apps end-to-end, debug failed pipelines, review DORA metrics, triage vulnerabilities, optimize cloud costs, audit access control, plan feature flag rollouts, review pull requests, approve pending pipelines, and more.
|
|
@@ -954,7 +954,7 @@ Harness pipelines can be stored in three ways:
|
|
|
954
954
|
|
|
955
955
|
## Resource Types
|
|
956
956
|
|
|
957
|
-
|
|
957
|
+
169 resource types organized across 31 toolsets. Each resource type supports a subset of CRUD operations and optional execute actions.
|
|
958
958
|
|
|
959
959
|
### Platform
|
|
960
960
|
|
|
@@ -1491,7 +1491,7 @@ Available toolset names:
|
|
|
1491
1491
|
+--------v---------+
|
|
1492
1492
|
| Registry | <-- Declarative resource definitions
|
|
1493
1493
|
| 32 Toolsets | (data files, not code)
|
|
1494
|
-
|
|
|
1494
|
+
| 169 Resource Types|
|
|
1495
1495
|
+--------+---------+
|
|
1496
1496
|
|
|
|
1497
1497
|
+--------v---------+
|
|
@@ -1,10 +1,16 @@
|
|
|
1
1
|
type V0SchemaKey = "pipeline" | "template" | "trigger";
|
|
2
2
|
type V1SchemaKey = "pipeline_v1" | "template_v1" | "trigger_v1" | "inputSet_v1" | "overlayInputSet_v1" | "service_v1" | "infra_v1";
|
|
3
3
|
type LocalSchemaKey = "agent-pipeline";
|
|
4
|
-
type AllSchemaKeys = V0SchemaKey | V1SchemaKey | LocalSchemaKey;
|
|
4
|
+
export type AllSchemaKeys = V0SchemaKey | V1SchemaKey | LocalSchemaKey;
|
|
5
5
|
export declare const SCHEMAS: Record<AllSchemaKeys, Record<string, any>>;
|
|
6
6
|
export declare const VALID_SCHEMAS: AllSchemaKeys[];
|
|
7
7
|
export type SchemaName = AllSchemaKeys;
|
|
8
|
+
/** Metadata-wrapped schema entry. All registered schemas must provide description and group. */
|
|
9
|
+
export type SchemaEntry = {
|
|
10
|
+
schema: Record<string, any>;
|
|
11
|
+
description: string;
|
|
12
|
+
group: string;
|
|
13
|
+
};
|
|
8
14
|
export declare const V0_SCHEMA_KEYS: V0SchemaKey[];
|
|
9
15
|
export declare const V1_SCHEMA_KEYS: V1SchemaKey[];
|
|
10
16
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/data/schemas/index.ts"],"names":[],"mappings":"AAcA,KAAK,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;AACvD,KAAK,WAAW,GAAG,aAAa,GAAG,aAAa,GAAG,YAAY,GAAG,aAAa,GAAG,oBAAoB,GAAG,YAAY,GAAG,UAAU,CAAC;AACnI,KAAK,cAAc,GAAG,gBAAgB,CAAC;AACvC,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/data/schemas/index.ts"],"names":[],"mappings":"AAcA,KAAK,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;AACvD,KAAK,WAAW,GAAG,aAAa,GAAG,aAAa,GAAG,YAAY,GAAG,aAAa,GAAG,oBAAoB,GAAG,YAAY,GAAG,UAAU,CAAC;AACnI,KAAK,cAAc,GAAG,gBAAgB,CAAC;AACvC,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG,WAAW,GAAG,cAAc,CAAC;AAEvE,eAAO,MAAM,OAAO,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAY9D,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,aAAa,EAA4C,CAAC;AACtF,MAAM,MAAM,UAAU,GAAG,aAAa,CAAC;AAEvC,gGAAgG;AAChG,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,WAAW,EAAwC,CAAC;AACjF,eAAO,MAAM,cAAc,EAAE,WAAW,EAAgH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/data/schemas/index.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,cAAc;AACd,OAAO,QAAQ,MAAM,kBAAkB,CAAC;AACxC,OAAO,QAAQ,MAAM,kBAAkB,CAAC;AACxC,OAAO,OAAO,MAAM,iBAAiB,CAAC;AACtC,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,OAAO,MAAM,eAAe,CAAC;AACpC,OAAO,aAAa,MAAM,2BAA2B,CAAC;AAOtD,MAAM,CAAC,MAAM,OAAO,GAA+C;IACjE,UAAU,EAAE,QAAQ;IACpB,UAAU,EAAE,QAAQ;IACpB,SAAS,EAAE,OAAO;IAClB,aAAa,EAAE,UAAU;IACzB,aAAa,EAAE,UAAU;IACzB,YAAY,EAAE,SAAS;IACvB,aAAa,EAAE,UAAU;IACzB,oBAAoB,EAAE,iBAAiB;IACvC,YAAY,EAAE,SAAS;IACvB,UAAU,EAAE,OAAO;IACnB,gBAAgB,EAAE,aAAa;CAChC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/data/schemas/index.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,cAAc;AACd,OAAO,QAAQ,MAAM,kBAAkB,CAAC;AACxC,OAAO,QAAQ,MAAM,kBAAkB,CAAC;AACxC,OAAO,OAAO,MAAM,iBAAiB,CAAC;AACtC,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,OAAO,MAAM,eAAe,CAAC;AACpC,OAAO,aAAa,MAAM,2BAA2B,CAAC;AAOtD,MAAM,CAAC,MAAM,OAAO,GAA+C;IACjE,UAAU,EAAE,QAAQ;IACpB,UAAU,EAAE,QAAQ;IACpB,SAAS,EAAE,OAAO;IAClB,aAAa,EAAE,UAAU;IACzB,aAAa,EAAE,UAAU;IACzB,YAAY,EAAE,SAAS;IACvB,aAAa,EAAE,UAAU;IACzB,oBAAoB,EAAE,iBAAiB;IACvC,YAAY,EAAE,SAAS;IACvB,UAAU,EAAE,OAAO;IACnB,gBAAgB,EAAE,aAAa;CAChC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAoB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAoB,CAAC;AAUtF,MAAM,CAAC,MAAM,cAAc,GAAkB,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;AACjF,MAAM,CAAC,MAAM,cAAc,GAAkB,CAAC,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,oBAAoB,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../../../src/data/schemas/v0/pipeline.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,
|
|
1
|
+
{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../../../src/data/schemas/v0/pipeline.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAu+hH/B,CAAC;AACF,eAAe,MAAM,CAAC"}
|
|
@@ -43759,6 +43759,387 @@ const schema = {
|
|
|
43759
43759
|
}
|
|
43760
43760
|
}
|
|
43761
43761
|
},
|
|
43762
|
+
"AiEvalsRunStepNode": {
|
|
43763
|
+
"title": "AiEvalsRunStepNode",
|
|
43764
|
+
"type": "object",
|
|
43765
|
+
"required": [
|
|
43766
|
+
"identifier",
|
|
43767
|
+
"name",
|
|
43768
|
+
"spec",
|
|
43769
|
+
"type"
|
|
43770
|
+
],
|
|
43771
|
+
"properties": {
|
|
43772
|
+
"description": {
|
|
43773
|
+
"type": "string",
|
|
43774
|
+
"desc": "This is the description for AiEvalsRunStepNode"
|
|
43775
|
+
},
|
|
43776
|
+
"enforce": {
|
|
43777
|
+
"$ref": "#/definitions/pipeline/common/PolicyConfig"
|
|
43778
|
+
},
|
|
43779
|
+
"failureStrategies": {
|
|
43780
|
+
"oneOf": [
|
|
43781
|
+
{
|
|
43782
|
+
"type": "array",
|
|
43783
|
+
"items": {
|
|
43784
|
+
"$ref": "#/definitions/pipeline/common/FailureStrategyConfig"
|
|
43785
|
+
}
|
|
43786
|
+
},
|
|
43787
|
+
{
|
|
43788
|
+
"type": "string",
|
|
43789
|
+
"pattern": "^<\\+input>$",
|
|
43790
|
+
"minLength": 1
|
|
43791
|
+
}
|
|
43792
|
+
]
|
|
43793
|
+
},
|
|
43794
|
+
"identifier": {
|
|
43795
|
+
"type": "string",
|
|
43796
|
+
"pattern": "^[a-zA-Z_][0-9a-zA-Z_]{0,127}$"
|
|
43797
|
+
},
|
|
43798
|
+
"name": {
|
|
43799
|
+
"type": "string",
|
|
43800
|
+
"pattern": "^[a-zA-Z_0-9-.][-0-9a-zA-Z_\\s.]{0,127}$"
|
|
43801
|
+
},
|
|
43802
|
+
"strategy": {
|
|
43803
|
+
"oneOf": [
|
|
43804
|
+
{
|
|
43805
|
+
"$ref": "#/definitions/pipeline/common/StrategyConfig"
|
|
43806
|
+
},
|
|
43807
|
+
{
|
|
43808
|
+
"type": "string",
|
|
43809
|
+
"pattern": "^<\\+input>$",
|
|
43810
|
+
"minLength": 1
|
|
43811
|
+
}
|
|
43812
|
+
]
|
|
43813
|
+
},
|
|
43814
|
+
"timeout": {
|
|
43815
|
+
"type": "string",
|
|
43816
|
+
"pattern": "^(([1-9])+\\d+[s])|(((([1-9])+\\d*[mhwd])+([\\s]?\\d+[smhwd])*)|(.*<\\+.*>(?!.*\\.executionInput\\(\\)).*)|(^$))$"
|
|
43817
|
+
},
|
|
43818
|
+
"type": {
|
|
43819
|
+
"type": "string",
|
|
43820
|
+
"enum": [
|
|
43821
|
+
"AiEvalsRun"
|
|
43822
|
+
]
|
|
43823
|
+
},
|
|
43824
|
+
"when": {
|
|
43825
|
+
"oneOf": [
|
|
43826
|
+
{
|
|
43827
|
+
"$ref": "#/definitions/pipeline/common/StepWhenCondition"
|
|
43828
|
+
},
|
|
43829
|
+
{
|
|
43830
|
+
"type": "string",
|
|
43831
|
+
"pattern": "^<\\+input>$",
|
|
43832
|
+
"minLength": 1
|
|
43833
|
+
}
|
|
43834
|
+
]
|
|
43835
|
+
}
|
|
43836
|
+
},
|
|
43837
|
+
"$schema": "http://json-schema.org/draft-07/schema#",
|
|
43838
|
+
"allOf": [
|
|
43839
|
+
{
|
|
43840
|
+
"if": {
|
|
43841
|
+
"properties": {
|
|
43842
|
+
"type": {
|
|
43843
|
+
"const": "AiEvalsRun"
|
|
43844
|
+
}
|
|
43845
|
+
}
|
|
43846
|
+
},
|
|
43847
|
+
"then": {
|
|
43848
|
+
"properties": {
|
|
43849
|
+
"spec": {
|
|
43850
|
+
"$ref": "#/definitions/pipeline/steps/ci/AiEvalsRunStepInfo"
|
|
43851
|
+
}
|
|
43852
|
+
}
|
|
43853
|
+
}
|
|
43854
|
+
}
|
|
43855
|
+
]
|
|
43856
|
+
},
|
|
43857
|
+
"AiEvalsRunStepInfo": {
|
|
43858
|
+
"title": "AiEvalsRunStepInfo",
|
|
43859
|
+
"allOf": [
|
|
43860
|
+
{
|
|
43861
|
+
"$ref": "#/definitions/pipeline/steps/ci/CIStepInfo"
|
|
43862
|
+
},
|
|
43863
|
+
{
|
|
43864
|
+
"type": "object",
|
|
43865
|
+
"properties": {
|
|
43866
|
+
"evalId": {
|
|
43867
|
+
"description": "Eval identifier to run (creates a new run automatically)",
|
|
43868
|
+
"oneOf": [
|
|
43869
|
+
{
|
|
43870
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43871
|
+
},
|
|
43872
|
+
{
|
|
43873
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43874
|
+
}
|
|
43875
|
+
]
|
|
43876
|
+
},
|
|
43877
|
+
"suiteId": {
|
|
43878
|
+
"description": "Suite identifier to run (creates a new suite run automatically)",
|
|
43879
|
+
"oneOf": [
|
|
43880
|
+
{
|
|
43881
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43882
|
+
},
|
|
43883
|
+
{
|
|
43884
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43885
|
+
}
|
|
43886
|
+
]
|
|
43887
|
+
},
|
|
43888
|
+
"suitePath": {
|
|
43889
|
+
"description": "Path to a suite.yaml file on disk (skips API fetch mode)",
|
|
43890
|
+
"oneOf": [
|
|
43891
|
+
{
|
|
43892
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43893
|
+
},
|
|
43894
|
+
{
|
|
43895
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43896
|
+
}
|
|
43897
|
+
]
|
|
43898
|
+
},
|
|
43899
|
+
"runId": {
|
|
43900
|
+
"description": "Pre-created eval run ID to execute",
|
|
43901
|
+
"oneOf": [
|
|
43902
|
+
{
|
|
43903
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43904
|
+
},
|
|
43905
|
+
{
|
|
43906
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43907
|
+
}
|
|
43908
|
+
]
|
|
43909
|
+
},
|
|
43910
|
+
"suiteRunId": {
|
|
43911
|
+
"description": "Pre-created suite run ID to execute",
|
|
43912
|
+
"oneOf": [
|
|
43913
|
+
{
|
|
43914
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43915
|
+
},
|
|
43916
|
+
{
|
|
43917
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43918
|
+
}
|
|
43919
|
+
]
|
|
43920
|
+
},
|
|
43921
|
+
"apiKey": {
|
|
43922
|
+
"description": "Harness API key secret reference for authentication",
|
|
43923
|
+
"oneOf": [
|
|
43924
|
+
{
|
|
43925
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43926
|
+
},
|
|
43927
|
+
{
|
|
43928
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43929
|
+
}
|
|
43930
|
+
]
|
|
43931
|
+
},
|
|
43932
|
+
"apiEndpoint": {
|
|
43933
|
+
"description": "AI Evals API base URL",
|
|
43934
|
+
"oneOf": [
|
|
43935
|
+
{
|
|
43936
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43937
|
+
},
|
|
43938
|
+
{
|
|
43939
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43940
|
+
}
|
|
43941
|
+
]
|
|
43942
|
+
},
|
|
43943
|
+
"concurrency": {
|
|
43944
|
+
"description": "Maximum number of concurrent dataset items to process",
|
|
43945
|
+
"oneOf": [
|
|
43946
|
+
{
|
|
43947
|
+
"type": "integer",
|
|
43948
|
+
"minimum": 1
|
|
43949
|
+
},
|
|
43950
|
+
{
|
|
43951
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43952
|
+
}
|
|
43953
|
+
]
|
|
43954
|
+
},
|
|
43955
|
+
"repoFlags": {
|
|
43956
|
+
"description": "Repository mappings as comma-separated NAME=PATH pairs",
|
|
43957
|
+
"oneOf": [
|
|
43958
|
+
{
|
|
43959
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43960
|
+
},
|
|
43961
|
+
{
|
|
43962
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43963
|
+
}
|
|
43964
|
+
]
|
|
43965
|
+
},
|
|
43966
|
+
"otlpEnabled": {
|
|
43967
|
+
"description": "Enable exporting eval scores to an OTLP endpoint",
|
|
43968
|
+
"oneOf": [
|
|
43969
|
+
{
|
|
43970
|
+
"type": "boolean"
|
|
43971
|
+
},
|
|
43972
|
+
{
|
|
43973
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43974
|
+
}
|
|
43975
|
+
]
|
|
43976
|
+
},
|
|
43977
|
+
"otlpEndpoint": {
|
|
43978
|
+
"description": "OTLP collector base URL",
|
|
43979
|
+
"oneOf": [
|
|
43980
|
+
{
|
|
43981
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43982
|
+
},
|
|
43983
|
+
{
|
|
43984
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43985
|
+
}
|
|
43986
|
+
]
|
|
43987
|
+
},
|
|
43988
|
+
"otlpApiKey": {
|
|
43989
|
+
"description": "OTLP API key secret reference",
|
|
43990
|
+
"oneOf": [
|
|
43991
|
+
{
|
|
43992
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
43993
|
+
},
|
|
43994
|
+
{
|
|
43995
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
43996
|
+
}
|
|
43997
|
+
]
|
|
43998
|
+
}
|
|
43999
|
+
}
|
|
44000
|
+
}
|
|
44001
|
+
],
|
|
44002
|
+
"$schema": "http://json-schema.org/draft-07/schema#",
|
|
44003
|
+
"type": "object",
|
|
44004
|
+
"properties": {
|
|
44005
|
+
"evalId": {
|
|
44006
|
+
"description": "Eval identifier to run (creates a new run automatically)",
|
|
44007
|
+
"oneOf": [
|
|
44008
|
+
{
|
|
44009
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44010
|
+
},
|
|
44011
|
+
{
|
|
44012
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44013
|
+
}
|
|
44014
|
+
]
|
|
44015
|
+
},
|
|
44016
|
+
"suiteId": {
|
|
44017
|
+
"description": "Suite identifier to run (creates a new suite run automatically)",
|
|
44018
|
+
"oneOf": [
|
|
44019
|
+
{
|
|
44020
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44021
|
+
},
|
|
44022
|
+
{
|
|
44023
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44024
|
+
}
|
|
44025
|
+
]
|
|
44026
|
+
},
|
|
44027
|
+
"suitePath": {
|
|
44028
|
+
"description": "Path to a suite.yaml file on disk (skips API fetch mode)",
|
|
44029
|
+
"oneOf": [
|
|
44030
|
+
{
|
|
44031
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44032
|
+
},
|
|
44033
|
+
{
|
|
44034
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44035
|
+
}
|
|
44036
|
+
]
|
|
44037
|
+
},
|
|
44038
|
+
"runId": {
|
|
44039
|
+
"description": "Pre-created eval run ID to execute",
|
|
44040
|
+
"oneOf": [
|
|
44041
|
+
{
|
|
44042
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44043
|
+
},
|
|
44044
|
+
{
|
|
44045
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44046
|
+
}
|
|
44047
|
+
]
|
|
44048
|
+
},
|
|
44049
|
+
"suiteRunId": {
|
|
44050
|
+
"description": "Pre-created suite run ID to execute",
|
|
44051
|
+
"oneOf": [
|
|
44052
|
+
{
|
|
44053
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44054
|
+
},
|
|
44055
|
+
{
|
|
44056
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44057
|
+
}
|
|
44058
|
+
]
|
|
44059
|
+
},
|
|
44060
|
+
"apiKey": {
|
|
44061
|
+
"description": "Harness API key secret reference for authentication",
|
|
44062
|
+
"oneOf": [
|
|
44063
|
+
{
|
|
44064
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44065
|
+
},
|
|
44066
|
+
{
|
|
44067
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44068
|
+
}
|
|
44069
|
+
]
|
|
44070
|
+
},
|
|
44071
|
+
"apiEndpoint": {
|
|
44072
|
+
"description": "AI Evals API base URL",
|
|
44073
|
+
"oneOf": [
|
|
44074
|
+
{
|
|
44075
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44076
|
+
},
|
|
44077
|
+
{
|
|
44078
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44079
|
+
}
|
|
44080
|
+
]
|
|
44081
|
+
},
|
|
44082
|
+
"concurrency": {
|
|
44083
|
+
"description": "Maximum number of concurrent dataset items to process",
|
|
44084
|
+
"oneOf": [
|
|
44085
|
+
{
|
|
44086
|
+
"type": "integer",
|
|
44087
|
+
"minimum": 1
|
|
44088
|
+
},
|
|
44089
|
+
{
|
|
44090
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44091
|
+
}
|
|
44092
|
+
]
|
|
44093
|
+
},
|
|
44094
|
+
"repoFlags": {
|
|
44095
|
+
"description": "Repository mappings as comma-separated NAME=PATH pairs",
|
|
44096
|
+
"oneOf": [
|
|
44097
|
+
{
|
|
44098
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44099
|
+
},
|
|
44100
|
+
{
|
|
44101
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44102
|
+
}
|
|
44103
|
+
]
|
|
44104
|
+
},
|
|
44105
|
+
"otlpEnabled": {
|
|
44106
|
+
"description": "Enable exporting eval scores to an OTLP endpoint",
|
|
44107
|
+
"oneOf": [
|
|
44108
|
+
{
|
|
44109
|
+
"type": "boolean"
|
|
44110
|
+
},
|
|
44111
|
+
{
|
|
44112
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44113
|
+
}
|
|
44114
|
+
]
|
|
44115
|
+
},
|
|
44116
|
+
"otlpEndpoint": {
|
|
44117
|
+
"description": "OTLP collector base URL",
|
|
44118
|
+
"oneOf": [
|
|
44119
|
+
{
|
|
44120
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44121
|
+
},
|
|
44122
|
+
{
|
|
44123
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44124
|
+
}
|
|
44125
|
+
]
|
|
44126
|
+
},
|
|
44127
|
+
"otlpApiKey": {
|
|
44128
|
+
"description": "OTLP API key secret reference",
|
|
44129
|
+
"oneOf": [
|
|
44130
|
+
{
|
|
44131
|
+
"$ref": "#/definitions/pipeline/steps/common/string-without-jexl"
|
|
44132
|
+
},
|
|
44133
|
+
{
|
|
44134
|
+
"$ref": "#/definitions/pipeline/steps/common/common-jexl"
|
|
44135
|
+
}
|
|
44136
|
+
]
|
|
44137
|
+
},
|
|
44138
|
+
"description": {
|
|
44139
|
+
"desc": "This is the description for AiEvalsRunStepInfo"
|
|
44140
|
+
}
|
|
44141
|
+
}
|
|
44142
|
+
},
|
|
43762
44143
|
"S3UploadNode": {
|
|
43763
44144
|
"title": "S3UploadNode",
|
|
43764
44145
|
"type": "object",
|
|
@@ -101883,6 +102264,9 @@ const schema = {
|
|
|
101883
102264
|
{
|
|
101884
102265
|
"$ref": "#/definitions/pipeline/steps/resiliencetesting/ChaosFaultNode"
|
|
101885
102266
|
},
|
|
102267
|
+
{
|
|
102268
|
+
"$ref": "#/definitions/pipeline/steps/ci/AiEvalsRunStepNode"
|
|
102269
|
+
},
|
|
101886
102270
|
{
|
|
101887
102271
|
"$ref": "#/definitions/pipeline/steps/cd/AiTestAutomationStepNode"
|
|
101888
102272
|
},
|
|
@@ -111393,6 +111777,9 @@ const schema = {
|
|
|
111393
111777
|
{
|
|
111394
111778
|
"$ref": "#/definitions/pipeline/common/StepElementConfig"
|
|
111395
111779
|
},
|
|
111780
|
+
{
|
|
111781
|
+
"$ref": "#/definitions/pipeline/steps/ci/AiEvalsRunStepNode"
|
|
111782
|
+
},
|
|
111396
111783
|
{
|
|
111397
111784
|
"$ref": "#/definitions/pipeline/steps/ci/AiTestAutomationStepNode"
|
|
111398
111785
|
},
|
|
@@ -113102,6 +113489,9 @@ const schema = {
|
|
|
113102
113489
|
{
|
|
113103
113490
|
"$ref": "#/definitions/pipeline/steps/resiliencetesting/ChaosFaultNode"
|
|
113104
113491
|
},
|
|
113492
|
+
{
|
|
113493
|
+
"$ref": "#/definitions/pipeline/steps/ci/AiEvalsRunStepNode"
|
|
113494
|
+
},
|
|
113105
113495
|
{
|
|
113106
113496
|
"$ref": "#/definitions/pipeline/steps/cd/AiTestAutomationStepNode"
|
|
113107
113497
|
},
|