zan-browser 3.0.67 → 3.0.69
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent/candidate-evaluator.d.ts.map +1 -1
- package/dist/agent/candidate-evaluator.js +44 -0
- package/dist/agent/candidate-evaluator.js.map +1 -1
- package/dist/agent/orchestrator.d.ts +1 -0
- package/dist/agent/orchestrator.d.ts.map +1 -1
- package/dist/agent/orchestrator.js +17 -0
- package/dist/agent/orchestrator.js.map +1 -1
- package/dist/agent/pre-validator.d.ts.map +1 -1
- package/dist/agent/pre-validator.js +80 -2
- package/dist/agent/pre-validator.js.map +1 -1
- package/dist/agent/replicability-checker.d.ts +9 -0
- package/dist/agent/replicability-checker.d.ts.map +1 -0
- package/dist/agent/replicability-checker.js +91 -0
- package/dist/agent/replicability-checker.js.map +1 -0
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"candidate-evaluator.d.ts","sourceRoot":"","sources":["../../src/agent/candidate-evaluator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,SAAS,EAAmB,MAAM,UAAU,CAAC;AAE3D,MAAM,WAAW,uBAAuB;IACtC,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,EAAE,cAAc,CAAC;IACtB,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,GAAG,EAAE,WAAW,CAAC;CAClB;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,uBAAuB,GAAG,cAAc,GAAG,IAAI,
|
|
1
|
+
{"version":3,"file":"candidate-evaluator.d.ts","sourceRoot":"","sources":["../../src/agent/candidate-evaluator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,SAAS,EAAmB,MAAM,UAAU,CAAC;AAE3D,MAAM,WAAW,uBAAuB;IACtC,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,EAAE,cAAc,CAAC;IACtB,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,GAAG,EAAE,WAAW,CAAC;CAClB;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,uBAAuB,GAAG,cAAc,GAAG,IAAI,CAsKpF"}
|
|
@@ -118,6 +118,20 @@ function evaluateResult(input) {
|
|
|
118
118
|
recordFailedEndpoints(agentResult, state);
|
|
119
119
|
return null;
|
|
120
120
|
}
|
|
121
|
+
// When no seed values, filter out candidates whose response lacks structured data
|
|
122
|
+
const hasSeeds = seedValues.length > 0 && seedValues.some((s) => s.exampleValue.length > 0);
|
|
123
|
+
if (!hasSeeds) {
|
|
124
|
+
const relevant = viable.filter((r) => {
|
|
125
|
+
if (!r.responseBody)
|
|
126
|
+
return true; // keep if no body to check
|
|
127
|
+
return hasStructuredResponse(r.responseBody);
|
|
128
|
+
});
|
|
129
|
+
// Only apply filter if it doesn't eliminate all candidates
|
|
130
|
+
if (relevant.length > 0) {
|
|
131
|
+
viable.length = 0;
|
|
132
|
+
viable.push(...relevant);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
121
135
|
// Prefer endpoints where seed value appears in URL (parameterizable), then by score
|
|
122
136
|
viable.sort((a, b) => {
|
|
123
137
|
const aHasSeed = seeds.some((sv) => a.url.toLowerCase().includes(sv));
|
|
@@ -139,6 +153,36 @@ function evaluateResult(input) {
|
|
|
139
153
|
whyReproducible: explainReproducibility(best),
|
|
140
154
|
};
|
|
141
155
|
}
|
|
156
|
+
/** Check if a response body contains structured data (language-agnostic). */
|
|
157
|
+
function hasStructuredResponse(body) {
|
|
158
|
+
// Try JSON parse
|
|
159
|
+
try {
|
|
160
|
+
const parsed = JSON.parse(body);
|
|
161
|
+
return hasStructure(parsed);
|
|
162
|
+
}
|
|
163
|
+
catch { /* not JSON */ }
|
|
164
|
+
// Non-JSON and short → likely metadata/config
|
|
165
|
+
if (body.length < 500)
|
|
166
|
+
return false;
|
|
167
|
+
// Non-JSON but substantial → keep as candidate
|
|
168
|
+
return true;
|
|
169
|
+
}
|
|
170
|
+
function hasStructure(value) {
|
|
171
|
+
if (Array.isArray(value)) {
|
|
172
|
+
if (value.length >= 2)
|
|
173
|
+
return true;
|
|
174
|
+
// Single-item array — check the item
|
|
175
|
+
return value.length === 1 && hasStructure(value[0]);
|
|
176
|
+
}
|
|
177
|
+
if (value && typeof value === "object") {
|
|
178
|
+
const keys = Object.keys(value);
|
|
179
|
+
if (keys.length >= 3)
|
|
180
|
+
return true;
|
|
181
|
+
// Check nested values
|
|
182
|
+
return Object.values(value).some((v) => hasStructure(v));
|
|
183
|
+
}
|
|
184
|
+
return false;
|
|
185
|
+
}
|
|
142
186
|
function buildUrlTemplate(url, seedValues) {
|
|
143
187
|
let template = url;
|
|
144
188
|
for (const seed of seedValues) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"candidate-evaluator.js","sourceRoot":"","sources":["../../src/agent/candidate-evaluator.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,2EAA2E;AAC3E,gEAAgE;;AAehE,
|
|
1
|
+
{"version":3,"file":"candidate-evaluator.js","sourceRoot":"","sources":["../../src/agent/candidate-evaluator.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,2EAA2E;AAC3E,gEAAgE;;AAehE,wCAsKC;AAtKD,SAAgB,cAAc,CAAC,KAA8B;IAC3D,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;IAEtD,2EAA2E;IAC3E,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,QAAQ,KAAK,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAC5E,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAsB,EAAE,CAAC;IACzC,MAAM,WAAW,GAAG;QAClB,GAAG,WAAW,CAAC,gBAAgB;QAC/B,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;KACrC,CAAC;IAEF,qBAAqB;IACrB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,wDAAwD;IACxD,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAC1E,CAAC;QACF,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,IACE,CAAC,CAAC,KAAK,IAAI,EAAE;YACb,CAAC,CAAC,CAAC,eAAe;YAClB,CAAC,CAAC,CAAC,OAAO;YACV,CAAC,CAAC,KAAK;YACP,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAChC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EACpB,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,uEAAuE;IACvE,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1D,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,IACE,IAAI,CAAC,QAAQ,KAAK,WAAW;gBAC7B,IAAI,CAAC,MAAM,CAAC,OAAO;gBACnB,IAAI,CAAC,MAAM,CAAC,GAAG;gBACf,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACtC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAClD,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACzC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAA4E,CAAC;gBAC3G,MAAM,OAAO,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC;gBAC7C,IAAI,OAAO,GAAG,GAAG,EAAE,CAAC;oBAClB,MAAM,SAAS,GAAoB;wBACjC,EAAE,EAAE,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE;wBAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC;wBAC3C,GAAG,EAAE,QAAQ;wBACb,cAAc,EAAE,EAAE;wBAClB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;wBACpE,MAAM,EAAE,SAAS,EAAE,MAAM,IAAI,GAAG;wBAChC,eAAe,EAAE,EAAE;wBACnB,YAAY,EAAE,SAAS,EAAE,IAAI;wBAC7B,WAAW,EAAE,SAAS,EAAE,WAAW,IAAI,EAAE;wBACzC,KAAK,EAAE,KAAK;wBACZ,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,EAAE;wBACT,eAAe,EAAE,KAAK;qBACvB,CAAC;oBACF,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC3B,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC;IAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACtD,MAAM,OAAO,GAAG,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC;iBACnC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACX,OAAO,EAAE;iBACT,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;gBAC3E,EAAE,MAAM,CAAC,GAAyB,CAAC;YACrC,IAAI,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBACtE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,IAAqC,CAAC;gBACrE,IAAI,UAAU,EAAE,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACrD,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;oBACrC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;wBAChC,UAAU,CAAC,IAAI,CAAC;4BACd,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE;4BAC1B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;4BACrB,MAAM,EAAE,KAAK;4BACb,GAAG,EAAE,YAAY;4BACjB,cAAc,EAAE,EAAE;4BAClB,MAAM,EAAE,GAAG;4BACX,eAAe,EAAE,EAAE;4BACnB,YAAY,EAAE,UAAU,CAAC,IAAI;4BAC7B,WAAW,EAAE,WAAW;4BACxB,KAAK,EAAE,KAAK;4BACZ,OAAO,EAAE,KAAK;4BACd,KAAK,EAAE,EAAE;4BACT,eAAe,EAAE,IAAI;yBACtB,CAAC,CAAC;wBACH,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,mFAAmF;IACnF,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACrC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAChC,CAAC,KAAK,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CACxC,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kFAAkF;IAClF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5F,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACnC,IAAI,CAAC,CAAC,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC,CAAC,2BAA2B;YAC7D,OAAO,qBAAqB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,2DAA2D;QAC3D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,oFAAoF;IACpF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACnB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACtE,IAAI,QAAQ,IAAI,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,IAAI,QAAQ;YAAE,OAAO,CAAC,CAAC;QACpC,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAEvB,8CAA8C;IAC9C,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAE3D,OAAO;QACL,OAAO,EAAE,IAAI;QACb,WAAW;QACX,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,YAAY,EAAE,IAAI;QAClB,eAAe,EAAE,sBAAsB,CAAC,IAAI,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,SAAS,qBAAqB,CAAC,IAAY;IACzC,iBAAiB;IACjB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;IAE1B,8CAA8C;IAC9C,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,KAAK,CAAC;IAEpC,+CAA+C;IAC/C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,qCAAqC;QACrC,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAgC,CAAC,CAAC;QAC3D,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAClC,sBAAsB;QACtB,OAAO,MAAM,CAAC,MAAM,CAAC,KAAgC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW,EAAE,UAAuB;IAC5D,IAAI,QAAQ,GAAG,GAAG,CAAC;IACnB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YACzC,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,sBAAsB,CAAC,GAAoB;IAClD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,GAAG,CAAC,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACpD,IAAI,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAClE,IAAI,GAAG,CAAC,KAAK,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACxD,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC9E,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC9F,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;QACrB,CAAC,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACrC,CAAC,CAAC,6DAA6D,CAAC;AACpE,CAAC;AAED,SAAS,qBAAqB,CAAC,WAAwB,EAAE,KAAqB;IAC5E,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,QAAQ,KAAK,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,KAAK,CAAC,cAAc,CAAC,GAAG,CACtB,GAAG,EACH,IAAI,CAAC,MAAM,CAAC,OAAO;oBACjB,CAAC,CAAC,gDAAgD;oBAClD,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,gBAAgB,CAAC,CAClD,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/agent/orchestrator.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAEjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/agent/orchestrator.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAEjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAQ3D,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,WAAW,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,WAAW,GAAG,kBAAkB,GAAG,UAAU,CAAC;IACtD,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,eAAe,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,aAAa,KAAK,IAAI,CAAC;CACtD;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,YAAY,CAAC,EAAE,cAAc,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAID,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAe;IAC/B,OAAO,CAAC,GAAG,CAAc;IACzB,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,KAAK,CAAiB;IAG9B,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmB;IACrC,OAAO,CAAC,SAAS,CAAK;gBAEV,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,EAAE,MAAM;IAOrF,GAAG,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAwKlE,qFAAqF;IACrF,cAAc,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI;IAM1C,OAAO,CAAC,eAAe;IAwBvB,OAAO,CAAC,mBAAmB;CAe5B"}
|
|
@@ -14,6 +14,7 @@ const conversation_1 = require("./conversation");
|
|
|
14
14
|
const goal_builder_1 = require("./goal-builder");
|
|
15
15
|
const candidate_evaluator_1 = require("./candidate-evaluator");
|
|
16
16
|
const pre_validator_1 = require("./pre-validator");
|
|
17
|
+
const replicability_checker_1 = require("./replicability-checker");
|
|
17
18
|
// ─── Orchestrator ────────────────────────────────────────────────────────────
|
|
18
19
|
class AgentOrchestrator {
|
|
19
20
|
registry;
|
|
@@ -109,6 +110,22 @@ class AgentOrchestrator {
|
|
|
109
110
|
totalTime: Date.now() - this.startTime,
|
|
110
111
|
};
|
|
111
112
|
}
|
|
113
|
+
// Replicability check — skip pre-validation for non-replicable endpoints
|
|
114
|
+
const replicability = (0, replicability_checker_1.checkReplicability)(endpoint.request, this.seedValues);
|
|
115
|
+
if (!replicability.replicable) {
|
|
116
|
+
progress(`Endpoint not replicable: ${replicability.reason}`);
|
|
117
|
+
record.rejectionReason = `Endpoint not replicable: ${replicability.reason}`;
|
|
118
|
+
this.state.triedEndpoints.set(endpoint.request.url, replicability.reason);
|
|
119
|
+
this.state.rejections.push({
|
|
120
|
+
source: "validator",
|
|
121
|
+
reason: `Endpoint ${endpoint.request.url} rejected: ${replicability.reason}`,
|
|
122
|
+
capturedUrl: endpoint.request.url,
|
|
123
|
+
});
|
|
124
|
+
continue;
|
|
125
|
+
}
|
|
126
|
+
if (replicability.notes) {
|
|
127
|
+
endpoint.notes = replicability.notes;
|
|
128
|
+
}
|
|
112
129
|
// Pre-validate: confirm endpoint returns data for different inputs
|
|
113
130
|
progress(`Pre-validating endpoint: ${endpoint.urlTemplate}`);
|
|
114
131
|
const validation = await (0, pre_validator_1.preValidateEndpoint)({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/agent/orchestrator.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,2EAA2E;AAC3E,4EAA4E;AAC5E,2CAA2C;AAC3C,EAAE;AACF,yEAAyE;AACzE,iFAAiF;AACjF,6EAA6E;;;AAI7E,mCAAoC;AAEpC,iDAAqD;AAGrD,iDAAmD;AACnD,+DAAuD;AACvD,mDAAsD;
|
|
1
|
+
{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/agent/orchestrator.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,2EAA2E;AAC3E,4EAA4E;AAC5E,2CAA2C;AAC3C,EAAE;AACF,yEAAyE;AACzE,iFAAiF;AACjF,6EAA6E;;;AAI7E,mCAAoC;AAEpC,iDAAqD;AAGrD,iDAAmD;AACnD,+DAAuD;AACvD,mDAAsD;AACtD,mEAA6D;AAmD7D,gFAAgF;AAEhF,MAAa,iBAAiB;IACpB,QAAQ,CAAe;IACvB,GAAG,CAAc;IACjB,KAAK,CAAqB;IAC1B,KAAK,CAAiB;IAE9B,wDAAwD;IAChD,YAAY,GAAG,EAAE,CAAC;IAClB,UAAU,GAAgB,EAAE,CAAC;IAC7B,SAAS,GAAG,CAAC,CAAC;IAEtB,YAAY,QAAsB,EAAE,GAAgB,EAAE,KAAqB,EAAE,KAAc;QACzF,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAA0B;QAClC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;QACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEjD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE5B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,MAAM,cAAc,GAAG,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;YAC7D,IAAI,cAAc,IAAI,CAAC;gBAAE,MAAM;YAE/B,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAC9B,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,CAAC,EACnD,cAAc,CACf,CAAC;YAEF,QAAQ,CAAC,WAAW,OAAO,GAAG,CAAC,IAAI,WAAW,KAAK,eAAe,kBAAkB,cAAc,aAAa,CAAC,CAAC;YAEjH,yEAAyE;YACzE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC5E,CAAC;gBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;gBAC3B,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;YAChC,CAAC;YAED,kDAAkD;YAClD,MAAM,YAAY,GAAG,IAAA,gCAAiB,EAAC;gBACrC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;gBACjC,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC;YAEH,yCAAyC;YACzC,MAAM,YAAY,GAAG,IAAI,kCAAmB,EAAE,CAAC;YAE/C,yFAAyF;YACzF,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YAClG,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU;qBACxC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;qBAC1E,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;gBACnC,IAAI,aAAa,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;oBAC/E,CAAC;oBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAED,sDAAsD;YACtD,MAAM,KAAK,GAAG,IAAI,iBAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YAC3F,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC;gBAClC,IAAI,EAAE,YAAY;gBAClB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,QAAQ,EAAE,eAAe;gBACzB,UAAU,EAAE,QAAQ;gBACpB,YAAY,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS;aAC/D,CAAC,CAAC;YAEH,sDAAsD;YACtD,MAAM,QAAQ,GAAG,IAAA,oCAAc,EAAC;gBAC9B,WAAW;gBACX,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,GAAG,EAAE,IAAI,CAAC,GAAG;aACd,CAAC,CAAC;YAEH,MAAM,MAAM,GAAkB;gBAC5B,WAAW;gBACX,SAAS,EAAE,YAAY;gBACvB,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;aAC1E,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjC,MAAM,CAAC,iBAAiB,EAAE,CAAC,MAAM,CAAC,CAAC;YAEnC,IAAI,QAAQ,EAAE,CAAC;gBACb,gFAAgF;gBAChF,IAAI,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;oBACrC,QAAQ,CAAC,WAAW,OAAO,GAAG,CAAC,qCAAqC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;oBAC5F,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;wBAC7B,YAAY,EAAE,QAAQ;wBACtB,MAAM,EAAE,QAAQ,CAAC,eAAe;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;wBACjC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;qBACvC,CAAC;gBACJ,CAAC;gBAED,yEAAyE;gBACzE,MAAM,aAAa,GAAG,IAAA,0CAAkB,EAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC5E,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;oBAC9B,QAAQ,CAAC,4BAA4B,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC7D,MAAM,CAAC,eAAe,GAAG,4BAA4B,aAAa,CAAC,MAAM,EAAE,CAAC;oBAC5E,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;oBAC1E,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;wBACzB,MAAM,EAAE,WAAW;wBACnB,MAAM,EAAE,YAAY,QAAQ,CAAC,OAAO,CAAC,GAAG,cAAc,aAAa,CAAC,MAAM,EAAE;wBAC5E,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG;qBAClC,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;oBACxB,QAAQ,CAAC,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC;gBACvC,CAAC;gBAED,mEAAmE;gBACnE,QAAQ,CAAC,4BAA4B,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC7D,MAAM,UAAU,GAAG,MAAM,IAAA,mCAAmB,EAAC;oBAC3C,QAAQ;oBACR,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ;iBACT,CAAC,CAAC;gBAEH,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;oBACrB,QAAQ,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,CAAC;oBAChD,QAAQ,CAAC,WAAW,OAAO,GAAG,CAAC,0BAA0B,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;oBACjF,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;wBAC7B,YAAY,EAAE,QAAQ;wBACtB,MAAM,EAAE,QAAQ,CAAC,eAAe;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;wBACjC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;qBACvC,CAAC;gBACJ,CAAC;gBAED,kDAAkD;gBAClD,QAAQ,CAAC,0BAA0B,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxD,MAAM,CAAC,eAAe,GAAG,6CAA6C,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC1F,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;gBAEvE,kFAAkF;gBAClF,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC;gBACvE,MAAM,QAAQ,GAAG,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3D,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG;oBAC7D,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CACpE,CAAC;gBACF,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAChD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;wBACzB,MAAM,EAAE,WAAW;wBACnB,MAAM,EAAE,YAAY,QAAQ,CAAC,OAAO,CAAC,GAAG,oEAAoE,WAAW,kIAAkI;wBACzP,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG;qBAClC,CAAC,CAAC;gBACL,CAAC;gBAED,SAAS;YACX,CAAC;YAED,QAAQ,CAAC,WAAW,OAAO,GAAG,CAAC,YAAY,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,OAAO;YACL,OAAO,EAAE,KAAK;YACd,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;YAC7B,MAAM,EAAE,IAAI,CAAC,mBAAmB,EAAE;YAClC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;YACjC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;SACvC,CAAC;IACJ,CAAC;IAED,qFAAqF;IACrF,cAAc,CAAC,SAAoB;QACjC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IAED,8EAA8E;IAEtE,eAAe,CAAC,WAAwB;QAC9C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO,WAAW,CAAC,MAAM,CAAC;QAC5B,CAAC;QAED,sDAAsD;QACtD,MAAM,QAAQ,GAAG,WAAW,CAAC,gBAAgB,CAAC;QAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,kGAAkG,CAAC;QAC5G,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QACzD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,mGAAmG,CAAC;QAC7G,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QACrD,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,2CAA2C,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,2CAA2C,CAAC;QACzI,CAAC;QAED,OAAO,yDAAyD,CAAC;IACnE,CAAC;IAEO,mBAAmB;QACzB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,cAAc,IAAI,CAAC,KAAK,CAAC,UAAU,eAAe,CAAC,CAAC;QAEtG,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxE,IAAI,WAAW,EAAE,eAAe,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF;AAxOD,8CAwOC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pre-validator.d.ts","sourceRoot":"","sources":["../../src/agent/pre-validator.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAE1C,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,cAAc,CAAC;IACzB,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,EAAE,WAAW,CAAC;IACjB,KAAK,EAAE,cAAc,CAAC;IACtB,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;CACjC;AAED,wBAAsB,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,CAAC,
|
|
1
|
+
{"version":3,"file":"pre-validator.d.ts","sourceRoot":"","sources":["../../src/agent/pre-validator.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAE1C,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,cAAc,CAAC;IACzB,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,EAAE,WAAW,CAAC;IACjB,KAAK,EAAE,cAAc,CAAC;IACtB,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;CACjC;AAED,wBAAsB,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAwIhG"}
|
|
@@ -13,9 +13,14 @@ async function preValidateEndpoint(input) {
|
|
|
13
13
|
state.preValidatedEndpoints.add(endpoint.request.url);
|
|
14
14
|
const template = endpoint.urlTemplate;
|
|
15
15
|
const hasParams = template.includes("{");
|
|
16
|
+
const hasSeeds = seedValues.length > 0 && seedValues.some((s) => s.exampleValue.length > 0);
|
|
17
|
+
// No seed values — single fetch + relevance-only LLM check
|
|
18
|
+
if (!hasSeeds) {
|
|
19
|
+
return preValidateWithoutSeeds(template, originalGoal, ctx, progress);
|
|
20
|
+
}
|
|
16
21
|
// Build test URL sets from seed values
|
|
17
22
|
const paramSets = [];
|
|
18
|
-
if (hasParams
|
|
23
|
+
if (hasParams) {
|
|
19
24
|
// Primary set: exampleValues
|
|
20
25
|
const primary = new Map();
|
|
21
26
|
for (const s of seedValues) {
|
|
@@ -77,11 +82,12 @@ async function preValidateEndpoint(input) {
|
|
|
77
82
|
}
|
|
78
83
|
// LLM reasoning call
|
|
79
84
|
const client = new sdk_1.default({ apiKey: ctx.anthropicApiKey });
|
|
85
|
+
const notesBlock = endpoint.notes ? `\nIMPLEMENTATION NOTES: ${endpoint.notes}\n` : "";
|
|
80
86
|
const llmPrompt = `You are validating whether an API endpoint is generic and returns real data for different inputs.
|
|
81
87
|
|
|
82
88
|
GOAL: ${originalGoal}
|
|
83
89
|
ENDPOINT TEMPLATE: ${template}
|
|
84
|
-
|
|
90
|
+
${notesBlock}
|
|
85
91
|
TEST RESULTS:
|
|
86
92
|
${results.map((r) => `- Input: ${r.label}\n URL: ${r.url}\n Status: ${r.status}${r.error ? ` (error: ${r.error})` : ""}\n Body preview: ${r.bodyPreview.slice(0, 300)}`).join("\n\n")}
|
|
87
93
|
|
|
@@ -120,4 +126,76 @@ Respond ONLY with valid JSON:
|
|
|
120
126
|
goodExamples: results.filter((r) => r.status >= 200 && r.status < 400 && r.bodyPreview.length > 100).map((r) => r.label),
|
|
121
127
|
};
|
|
122
128
|
}
|
|
129
|
+
/** Pre-validate when no seed values are available — single fetch + relevance check. */
|
|
130
|
+
async function preValidateWithoutSeeds(url, originalGoal, ctx, progress) {
|
|
131
|
+
progress(`Pre-validate [1/1]: no seeds — checking relevance`);
|
|
132
|
+
let status = 0;
|
|
133
|
+
let bodyPreview = "";
|
|
134
|
+
let fetchError;
|
|
135
|
+
try {
|
|
136
|
+
const resp = await fetch(url, {
|
|
137
|
+
signal: AbortSignal.timeout(10_000),
|
|
138
|
+
headers: { "User-Agent": "Mozilla/5.0 (compatible; ZanBrowser/1.0)" },
|
|
139
|
+
});
|
|
140
|
+
const body = await resp.text();
|
|
141
|
+
status = resp.status;
|
|
142
|
+
bodyPreview = body.slice(0, 500);
|
|
143
|
+
}
|
|
144
|
+
catch (err) {
|
|
145
|
+
fetchError = err.message;
|
|
146
|
+
}
|
|
147
|
+
if (fetchError || status === 0 || status >= 400) {
|
|
148
|
+
return {
|
|
149
|
+
valid: false,
|
|
150
|
+
reason: fetchError ?? `HTTP ${status} — endpoint not reachable`,
|
|
151
|
+
goodExamples: [],
|
|
152
|
+
};
|
|
153
|
+
}
|
|
154
|
+
if (bodyPreview.length < 100) {
|
|
155
|
+
return {
|
|
156
|
+
valid: false,
|
|
157
|
+
reason: `Response too short (${bodyPreview.length} chars) — likely empty or error`,
|
|
158
|
+
goodExamples: [],
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
// LLM relevance check — simpler prompt, no genericity assessment
|
|
162
|
+
const client = new sdk_1.default({ apiKey: ctx.anthropicApiKey });
|
|
163
|
+
const llmPrompt = `You are validating whether an API endpoint returns data relevant to a goal.
|
|
164
|
+
|
|
165
|
+
GOAL: ${originalGoal}
|
|
166
|
+
ENDPOINT: ${url}
|
|
167
|
+
HTTP STATUS: ${status}
|
|
168
|
+
BODY PREVIEW: ${bodyPreview.slice(0, 400)}
|
|
169
|
+
|
|
170
|
+
Does this endpoint return data relevant to the goal? Is the response structured and non-empty?
|
|
171
|
+
|
|
172
|
+
Respond ONLY with valid JSON:
|
|
173
|
+
{"valid": true/false, "reason": "one sentence explanation"}`;
|
|
174
|
+
try {
|
|
175
|
+
const resp = await client.messages.create({
|
|
176
|
+
model: "claude-sonnet-4-6",
|
|
177
|
+
max_tokens: 300,
|
|
178
|
+
messages: [{ role: "user", content: llmPrompt }],
|
|
179
|
+
});
|
|
180
|
+
const text = resp.content[0].type === "text" ? resp.content[0].text : "{}";
|
|
181
|
+
const jsonMatch = text.match(/\{[\s\S]*\}/);
|
|
182
|
+
if (jsonMatch) {
|
|
183
|
+
const parsed = JSON.parse(jsonMatch[0]);
|
|
184
|
+
return {
|
|
185
|
+
valid: parsed.valid === true,
|
|
186
|
+
reason: String(parsed.reason ?? "unknown"),
|
|
187
|
+
goodExamples: [],
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
catch (err) {
|
|
192
|
+
progress(`Pre-validation LLM error: ${err.message}`);
|
|
193
|
+
}
|
|
194
|
+
// LLM failed — accept if substantial body returned
|
|
195
|
+
return {
|
|
196
|
+
valid: bodyPreview.length >= 200,
|
|
197
|
+
reason: bodyPreview.length >= 200 ? "LLM validation failed but endpoint returned substantial data" : "Could not validate endpoint",
|
|
198
|
+
goodExamples: [],
|
|
199
|
+
};
|
|
200
|
+
}
|
|
123
201
|
//# sourceMappingURL=pre-validator.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pre-validator.js","sourceRoot":"","sources":["../../src/agent/pre-validator.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,4EAA4E;AAC5E,+DAA+D;;;;;AAuB/D,
|
|
1
|
+
{"version":3,"file":"pre-validator.js","sourceRoot":"","sources":["../../src/agent/pre-validator.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,4EAA4E;AAC5E,+DAA+D;;;;;AAuB/D,kDAwIC;AA7JD,4DAA0C;AAqBnC,KAAK,UAAU,mBAAmB,CAAC,KAAwB;IAChE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAE3E,KAAK,CAAC,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAEtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC;IACtC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE5F,2DAA2D;IAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,uBAAuB,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxE,CAAC;IAED,uCAAuC;IACvC,MAAM,SAAS,GAA0D,EAAE,CAAC;IAE5E,IAAI,SAAS,EAAE,CAAC;QACd,6BAA6B;QAC7B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1C,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;QAC3C,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QAE7F,4CAA4C;QAC5C,MAAM,eAAe,GAAG,CAAC,CAAC;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,eAAe,EACf,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CACvE,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;YACtC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,CAAC,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC1C,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC;YACjD,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;SAAM,CAAC;QACN,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,wBAAwB;IACxB,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEvC,iBAAiB;IACjB,MAAM,OAAO,GAA+F,EAAE,CAAC;IAE/G,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,OAAO,GAAG,QAAQ,CAAC;QACvB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACzC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,CAAC;QAED,QAAQ,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QAErE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;gBAChC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;gBACnC,OAAO,EAAE,EAAE,YAAY,EAAE,0CAA0C,EAAE;aACtE,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,GAAG,EAAE,OAAO;gBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,GAAG,EAAE,OAAO;gBACZ,MAAM,EAAE,CAAC;gBACT,WAAW,EAAE,EAAE;gBACf,KAAK,EAAG,GAAa,CAAC,OAAO;aAC9B,CAAC,CAAC;QACL,CAAC;QAED,mDAAmD;QACnD,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,MAAM,MAAM,GAAG,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC;IAE9D,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,2BAA2B,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAEvF,MAAM,SAAS,GAAG;;QAEZ,YAAY;qBACC,QAAQ;EAC3B,UAAU;;EAEV,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;;;;;;;;gHAQxE,CAAC;IAE/G,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACxC,KAAK,EAAE,mBAAmB;YAC1B,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;SACjD,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC5C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,IAAI;gBAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,SAAS,CAAC;gBAC1C,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE;aAC5E,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,CAAC,6BAA8B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,+EAA+E;IAC/E,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;IACxG,OAAO;QACL,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,4DAA4D,CAAC,CAAC,CAAC,6BAA6B;QACjH,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;KACzH,CAAC;AACJ,CAAC;AAED,uFAAuF;AACvF,KAAK,UAAU,uBAAuB,CACpC,GAAW,EACX,YAAoB,EACpB,GAAgB,EAChB,QAA+B;IAE/B,QAAQ,CAAC,mDAAmD,CAAC,CAAC;IAE9D,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,UAA8B,CAAC;IAEnC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC5B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;YACnC,OAAO,EAAE,EAAE,YAAY,EAAE,0CAA0C,EAAE;SACtE,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QACrB,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,UAAU,GAAI,GAAa,CAAC,OAAO,CAAC;IACtC,CAAC;IAED,IAAI,UAAU,IAAI,MAAM,KAAK,CAAC,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QAChD,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,UAAU,IAAI,QAAQ,MAAM,2BAA2B;YAC/D,YAAY,EAAE,EAAE;SACjB,CAAC;IACJ,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QAC7B,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,uBAAuB,WAAW,CAAC,MAAM,iCAAiC;YAClF,YAAY,EAAE,EAAE;SACjB,CAAC;IACJ,CAAC;IAED,iEAAiE;IACjE,MAAM,MAAM,GAAG,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC;IAE9D,MAAM,SAAS,GAAG;;QAEZ,YAAY;YACR,GAAG;eACA,MAAM;gBACL,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;;;;;4DAKmB,CAAC;IAE3D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACxC,KAAK,EAAE,mBAAmB;YAC1B,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;SACjD,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC5C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,IAAI;gBAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,SAAS,CAAC;gBAC1C,YAAY,EAAE,EAAE;aACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,CAAC,6BAA8B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,mDAAmD;IACnD,OAAO;QACL,KAAK,EAAE,WAAW,CAAC,MAAM,IAAI,GAAG;QAChC,MAAM,EAAE,WAAW,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,8DAA8D,CAAC,CAAC,CAAC,6BAA6B;QAClI,YAAY,EAAE,EAAE;KACjB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { CapturedRequest, SeedValue } from "../types";
|
|
2
|
+
export interface ReplicabilityResult {
|
|
3
|
+
replicable: boolean;
|
|
4
|
+
reason: string;
|
|
5
|
+
notes?: string;
|
|
6
|
+
}
|
|
7
|
+
/** Check if a CapturedRequest is replicable without a browser session. */
|
|
8
|
+
export declare function checkReplicability(request: CapturedRequest, seedValues: SeedValue[]): ReplicabilityResult;
|
|
9
|
+
//# sourceMappingURL=replicability-checker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replicability-checker.d.ts","sourceRoot":"","sources":["../../src/agent/replicability-checker.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAE3D,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,OAAO,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAQD,0EAA0E;AAC1E,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,mBAAmB,CA8EzG"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// ─── Replicability checker ───────────────────────────────────────────────────
|
|
3
|
+
// Analyzes a CapturedRequest to determine if it can be reproduced in production
|
|
4
|
+
// without a browser session. Runs BEFORE pre-validation to avoid wasting LLM
|
|
5
|
+
// calls on endpoints that are structurally non-replicable.
|
|
6
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
+
exports.checkReplicability = checkReplicability;
|
|
8
|
+
// Query param names that indicate session/auth dependency
|
|
9
|
+
const SESSION_PARAM_NAMES = /^(token|session|auth|bearer|csrf|nonce|sig|signature|_t|access_token|id_token|refresh_token)$/i;
|
|
10
|
+
// Binary/non-replicable content types
|
|
11
|
+
const NON_REPLICABLE_CONTENT_TYPES = /application\/(grpc|protobuf|x-protobuf|octet-stream|msgpack|wasm)/i;
|
|
12
|
+
/** Check if a CapturedRequest is replicable without a browser session. */
|
|
13
|
+
function checkReplicability(request, seedValues) {
|
|
14
|
+
// Check 1: non-replicable content type
|
|
15
|
+
if (request.contentType && NON_REPLICABLE_CONTENT_TYPES.test(request.contentType)) {
|
|
16
|
+
return { replicable: false, reason: `Non-replicable content type: ${request.contentType}` };
|
|
17
|
+
}
|
|
18
|
+
// Check 2: auth headers in request
|
|
19
|
+
const headers = request.requestHeaders;
|
|
20
|
+
if (headers) {
|
|
21
|
+
const headerKeys = Object.keys(headers).map((k) => k.toLowerCase());
|
|
22
|
+
if (headerKeys.includes("authorization")) {
|
|
23
|
+
return { replicable: false, reason: "Request requires Authorization header — session-dependent" };
|
|
24
|
+
}
|
|
25
|
+
// Cookie header is suspicious but only block if it looks like a session cookie
|
|
26
|
+
if (headerKeys.includes("cookie")) {
|
|
27
|
+
const cookieVal = headers[headerKeys.find((k) => k === "cookie") ?? "cookie"] ?? "";
|
|
28
|
+
if (/session|token|auth|sid/i.test(cookieVal)) {
|
|
29
|
+
return { replicable: false, reason: "Request requires session cookies — session-dependent" };
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
// Parse URL for query param analysis
|
|
34
|
+
let parsedUrl;
|
|
35
|
+
try {
|
|
36
|
+
parsedUrl = new URL(request.url);
|
|
37
|
+
}
|
|
38
|
+
catch {
|
|
39
|
+
// Can't parse URL — assume replicable
|
|
40
|
+
return { replicable: true, reason: "URL could not be parsed, assuming replicable" };
|
|
41
|
+
}
|
|
42
|
+
// Build set of known seed values to exclude from dynamic token detection
|
|
43
|
+
const seedLower = new Set(seedValues.map((s) => s.exampleValue.toLowerCase()));
|
|
44
|
+
// Check 3: session/auth param names in query string
|
|
45
|
+
for (const [key] of parsedUrl.searchParams) {
|
|
46
|
+
if (SESSION_PARAM_NAMES.test(key)) {
|
|
47
|
+
return { replicable: false, reason: `Query param "${key}" indicates session dependency` };
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
// Check 4: dynamic tokens — long alphanumeric values that aren't seed values
|
|
51
|
+
for (const [key, value] of parsedUrl.searchParams) {
|
|
52
|
+
if (seedLower.has(value.toLowerCase()))
|
|
53
|
+
continue;
|
|
54
|
+
// Check for UUID-like or hash-like values
|
|
55
|
+
if (/^[a-zA-Z0-9_\-]+$/.test(value)) {
|
|
56
|
+
const isLong = value.length > 30;
|
|
57
|
+
const isVeryLong = value.length > 40;
|
|
58
|
+
if (isLong) {
|
|
59
|
+
// If value appears in responseBody → it's a resource ID, not a session token
|
|
60
|
+
if (request.responseBody && request.responseBody.includes(value)) {
|
|
61
|
+
// Resource ID — continue checking other params
|
|
62
|
+
}
|
|
63
|
+
else if (isVeryLong || request.responseBody) {
|
|
64
|
+
// >30 chars with responseBody that doesn't contain it, or >40 chars without body
|
|
65
|
+
return { replicable: false, reason: `Query param "${key}" has a dynamic token value (${value.length} chars) — likely session-specific` };
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
// Check for unix timestamps (10 digits) — replicable but needs dynamic replacement
|
|
70
|
+
if (/^\d{10}$/.test(value)) {
|
|
71
|
+
return {
|
|
72
|
+
replicable: true,
|
|
73
|
+
reason: `Replicable with dynamic param`,
|
|
74
|
+
notes: `timestamp param detected: "${key}" — replace with Math.floor(Date.now()/1000) at runtime`,
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
// All checks passed
|
|
79
|
+
const positives = [];
|
|
80
|
+
if (request.method === "GET")
|
|
81
|
+
positives.push("stateless GET");
|
|
82
|
+
if (!headers || Object.keys(headers).length === 0)
|
|
83
|
+
positives.push("no auth headers");
|
|
84
|
+
if (request.contentType?.includes("json"))
|
|
85
|
+
positives.push("JSON response");
|
|
86
|
+
return {
|
|
87
|
+
replicable: true,
|
|
88
|
+
reason: positives.length > 0 ? `Replicable: ${positives.join(", ")}` : "No session dependency detected",
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=replicability-checker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replicability-checker.js","sourceRoot":"","sources":["../../src/agent/replicability-checker.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,gFAAgF;AAChF,6EAA6E;AAC7E,2DAA2D;;AAiB3D,gDA8EC;AArFD,0DAA0D;AAC1D,MAAM,mBAAmB,GAAG,gGAAgG,CAAC;AAE7H,sCAAsC;AACtC,MAAM,4BAA4B,GAAG,oEAAoE,CAAC;AAE1G,0EAA0E;AAC1E,SAAgB,kBAAkB,CAAC,OAAwB,EAAE,UAAuB;IAClF,uCAAuC;IACvC,IAAI,OAAO,CAAC,WAAW,IAAI,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QAClF,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,gCAAgC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IAC9F,CAAC;IAED,mCAAmC;IACnC,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC;IACvC,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACpE,IAAI,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACzC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,2DAA2D,EAAE,CAAC;QACpG,CAAC;QACD,+EAA+E;QAC/E,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpF,IAAI,yBAAyB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9C,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;YAC/F,CAAC;QACH,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,IAAI,SAAc,CAAC;IACnB,IAAI,CAAC;QACH,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,sCAAsC;QACtC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,8CAA8C,EAAE,CAAC;IACtF,CAAC;IAED,yEAAyE;IACzE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAE/E,oDAAoD;IACpD,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;QAC3C,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,GAAG,gCAAgC,EAAE,CAAC;QAC5F,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;QAClD,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAAE,SAAS;QACjD,0CAA0C;QAC1C,IAAI,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;YACrC,IAAI,MAAM,EAAE,CAAC;gBACX,6EAA6E;gBAC7E,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjE,+CAA+C;gBACjD,CAAC;qBAAM,IAAI,UAAU,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;oBAC9C,iFAAiF;oBACjF,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,GAAG,gCAAgC,KAAK,CAAC,MAAM,mCAAmC,EAAE,CAAC;gBAC3I,CAAC;YACH,CAAC;QACH,CAAC;QACD,mFAAmF;QACnF,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,+BAA+B;gBACvC,KAAK,EAAE,8BAA8B,GAAG,yDAAyD;aAClG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK;QAAE,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC9D,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACrF,IAAI,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAE3E,OAAO;QACL,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,gCAAgC;KACxG,CAAC;AACJ,CAAC"}
|