@just-every/ensemble 0.2.211 → 0.2.213
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +152 -91
- package/dist/cjs/core/ensemble_request.cjs +734 -333
- package/dist/cjs/core/ensemble_request.d.ts.map +1 -1
- package/dist/cjs/core/ensemble_request.js.map +1 -1
- package/dist/cjs/data/model_data.cjs +22 -0
- package/dist/cjs/data/model_data.d.ts.map +1 -1
- package/dist/cjs/data/model_data.js.map +1 -1
- package/dist/cjs/model_providers/base_provider.d.ts.map +1 -1
- package/dist/cjs/model_providers/base_provider.js.map +1 -1
- package/dist/cjs/model_providers/claude.cjs +72 -72
- package/dist/cjs/model_providers/claude.d.ts.map +1 -1
- package/dist/cjs/model_providers/claude.js.map +1 -1
- package/dist/cjs/model_providers/gemini.cjs +3 -0
- package/dist/cjs/model_providers/gemini.d.ts.map +1 -1
- package/dist/cjs/model_providers/gemini.js.map +1 -1
- package/dist/cjs/model_providers/model_provider.cjs +1 -0
- package/dist/cjs/model_providers/model_provider.d.ts.map +1 -1
- package/dist/cjs/model_providers/model_provider.js.map +1 -1
- package/dist/cjs/model_providers/openai.cjs +42 -113
- package/dist/cjs/model_providers/openai.d.ts.map +1 -1
- package/dist/cjs/model_providers/openai.js.map +1 -1
- package/dist/cjs/model_providers/openai_chat.cjs +55 -24
- package/dist/cjs/model_providers/openai_chat.d.ts.map +1 -1
- package/dist/cjs/model_providers/openai_chat.js.map +1 -1
- package/dist/cjs/tsconfig.cjs.tsbuildinfo +1 -1
- package/dist/cjs/types/types.d.ts +20 -2
- package/dist/cjs/types/types.d.ts.map +1 -1
- package/dist/cjs/utils/agent.cjs +4 -6
- package/dist/cjs/utils/agent.d.ts.map +1 -1
- package/dist/cjs/utils/agent.js.map +1 -1
- package/dist/cjs/utils/ensemble_result.cjs +43 -4
- package/dist/cjs/utils/ensemble_result.d.ts +10 -1
- package/dist/cjs/utils/ensemble_result.d.ts.map +1 -1
- package/dist/cjs/utils/ensemble_result.js.map +1 -1
- package/dist/cjs/utils/failure_detection.cjs +292 -0
- package/dist/cjs/utils/failure_detection.d.ts +51 -0
- package/dist/cjs/utils/failure_detection.d.ts.map +1 -0
- package/dist/cjs/utils/failure_detection.js.map +1 -0
- package/dist/cjs/utils/json_schema.cjs +490 -0
- package/dist/cjs/utils/json_schema.d.ts +10 -0
- package/dist/cjs/utils/json_schema.d.ts.map +1 -0
- package/dist/cjs/utils/json_schema.js.map +1 -0
- package/dist/cjs/utils/tool_execution_manager.cjs +28 -4
- package/dist/cjs/utils/tool_execution_manager.d.ts +1 -1
- package/dist/cjs/utils/tool_execution_manager.d.ts.map +1 -1
- package/dist/cjs/utils/tool_execution_manager.js.map +1 -1
- package/dist/cjs/utils/verification.cjs +26 -13
- package/dist/cjs/utils/verification.d.ts.map +1 -1
- package/dist/cjs/utils/verification.js.map +1 -1
- package/dist/core/ensemble_request.d.ts.map +1 -1
- package/dist/core/ensemble_request.js +734 -333
- package/dist/core/ensemble_request.js.map +1 -1
- package/dist/data/model_data.d.ts.map +1 -1
- package/dist/data/model_data.js +22 -0
- package/dist/data/model_data.js.map +1 -1
- package/dist/model_providers/base_provider.d.ts.map +1 -1
- package/dist/model_providers/base_provider.js.map +1 -1
- package/dist/model_providers/claude.d.ts.map +1 -1
- package/dist/model_providers/claude.js +72 -72
- package/dist/model_providers/claude.js.map +1 -1
- package/dist/model_providers/gemini.d.ts.map +1 -1
- package/dist/model_providers/gemini.js +3 -0
- package/dist/model_providers/gemini.js.map +1 -1
- package/dist/model_providers/model_provider.d.ts.map +1 -1
- package/dist/model_providers/model_provider.js +1 -0
- package/dist/model_providers/model_provider.js.map +1 -1
- package/dist/model_providers/openai.d.ts.map +1 -1
- package/dist/model_providers/openai.js +42 -113
- package/dist/model_providers/openai.js.map +1 -1
- package/dist/model_providers/openai_chat.d.ts.map +1 -1
- package/dist/model_providers/openai_chat.js +55 -24
- package/dist/model_providers/openai_chat.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/types/types.d.ts +20 -2
- package/dist/types/types.d.ts.map +1 -1
- package/dist/utils/agent.d.ts.map +1 -1
- package/dist/utils/agent.js +4 -6
- package/dist/utils/agent.js.map +1 -1
- package/dist/utils/ensemble_result.d.ts +10 -1
- package/dist/utils/ensemble_result.d.ts.map +1 -1
- package/dist/utils/ensemble_result.js +43 -4
- package/dist/utils/ensemble_result.js.map +1 -1
- package/dist/utils/failure_detection.d.ts +51 -0
- package/dist/utils/failure_detection.d.ts.map +1 -0
- package/dist/utils/failure_detection.js +280 -0
- package/dist/utils/failure_detection.js.map +1 -0
- package/dist/utils/json_schema.d.ts +10 -0
- package/dist/utils/json_schema.d.ts.map +1 -0
- package/dist/utils/json_schema.js +486 -0
- package/dist/utils/json_schema.js.map +1 -0
- package/dist/utils/tool_execution_manager.d.ts +1 -1
- package/dist/utils/tool_execution_manager.d.ts.map +1 -1
- package/dist/utils/tool_execution_manager.js +28 -4
- package/dist/utils/tool_execution_manager.js.map +1 -1
- package/dist/utils/verification.d.ts.map +1 -1
- package/dist/utils/verification.js +26 -13
- package/dist/utils/verification.js.map +1 -1
- package/package.json +1 -1
|
@@ -1,8 +1,18 @@
|
|
|
1
|
+
import { validateJsonResponseContent } from './json_schema.js';
|
|
1
2
|
let ensembleRequestFunction = null;
|
|
2
3
|
export function setEnsembleRequestFunction(fn) {
|
|
3
4
|
ensembleRequestFunction = fn;
|
|
4
5
|
}
|
|
5
6
|
export async function verifyOutput(verifier, output, originalMessages) {
|
|
7
|
+
const verificationSchema = {
|
|
8
|
+
type: 'object',
|
|
9
|
+
properties: {
|
|
10
|
+
status: { type: 'string', enum: ['pass', 'fail'] },
|
|
11
|
+
reason: { type: 'string' },
|
|
12
|
+
},
|
|
13
|
+
required: ['status'],
|
|
14
|
+
additionalProperties: false,
|
|
15
|
+
};
|
|
6
16
|
const verificationPrompt = `Please verify if the following output is correct and complete:
|
|
7
17
|
|
|
8
18
|
${output}
|
|
@@ -24,16 +34,13 @@ Respond with JSON: {"status": "pass"} or {"status": "fail", "reason": "explanati
|
|
|
24
34
|
];
|
|
25
35
|
const verifierWithSchema = {
|
|
26
36
|
...verifier,
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
reason: { type: 'string' },
|
|
35
|
-
},
|
|
36
|
-
required: ['status'],
|
|
37
|
+
modelSettings: {
|
|
38
|
+
...verifier.modelSettings,
|
|
39
|
+
json_schema: {
|
|
40
|
+
type: 'json_schema',
|
|
41
|
+
name: 'verification_result',
|
|
42
|
+
strict: true,
|
|
43
|
+
schema: verificationSchema,
|
|
37
44
|
},
|
|
38
45
|
},
|
|
39
46
|
};
|
|
@@ -48,14 +55,20 @@ Respond with JSON: {"status": "pass"} or {"status": "fail", "reason": "explanati
|
|
|
48
55
|
fullResponse = event.content;
|
|
49
56
|
}
|
|
50
57
|
}
|
|
51
|
-
const
|
|
52
|
-
|
|
58
|
+
const validation = validateJsonResponseContent(fullResponse, verificationSchema);
|
|
59
|
+
if ('error' in validation) {
|
|
60
|
+
return {
|
|
61
|
+
status: 'fail',
|
|
62
|
+
reason: validation.error,
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
return validation.value;
|
|
53
66
|
}
|
|
54
67
|
catch (error) {
|
|
55
68
|
console.error('Verification failed:', error);
|
|
56
69
|
return {
|
|
57
70
|
status: 'fail',
|
|
58
|
-
reason: 'Invalid verification response',
|
|
71
|
+
reason: error instanceof Error ? error.message : 'Invalid verification response',
|
|
59
72
|
};
|
|
60
73
|
}
|
|
61
74
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"verification.js","sourceRoot":"","sources":["../../utils/verification.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"verification.js","sourceRoot":"","sources":["../../utils/verification.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AAW/D,IAAI,uBAAuB,GAAmC,IAAI,CAAC;AAKnE,MAAM,UAAU,0BAA0B,CAAC,EAA2B;IAClE,uBAAuB,GAAG,EAAE,CAAC;AACjC,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,QAAyB,EACzB,MAAc,EACd,gBAA+B;IAE/B,MAAM,kBAAkB,GAAG;QACvB,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACR,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;YAClD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC7B;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;QACpB,oBAAoB,EAAE,KAAK;KACrB,CAAC;IAEX,MAAM,kBAAkB,GAAG;;EAE7B,MAAM;;sGAE8F,CAAC;IAEnG,MAAM,oBAAoB,GAAkB;QACxC,GAAG,gBAAgB;QACnB;YACI,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,WAAW;SACG;QAC1B;YACI,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,kBAAkB;SACN;KAC5B,CAAC;IAGF,MAAM,kBAAkB,GAAoB;QACxC,GAAG,QAAQ;QACX,aAAa,EAAE;YACX,GAAG,QAAQ,CAAC,aAAa;YACzB,WAAW,EAAE;gBACT,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,qBAAqB;gBAC3B,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,kBAAkB;aAC7B;SACJ;KACJ,CAAC;IAEF,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;IAC/F,CAAC;IAED,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,uBAAuB,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,CAAC;QACjF,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC1D,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YACjC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAG,2BAA2B,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;QACjF,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;YACxB,OAAO;gBACH,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,UAAU,CAAC,KAAK;aAC3B,CAAC;QACN,CAAC;QAED,OAAO,UAAU,CAAC,KAA2B,CAAC;IAClD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;QAC7C,OAAO;YACH,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,+BAA+B;SACnF,CAAC;IACN,CAAC;AACL,CAAC"}
|