prompt-lock 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +20 -0
- package/README.md +105 -4
- package/dist/assertions/builtin.d.ts.map +1 -1
- package/dist/assertions/builtin.js +11 -0
- package/dist/assertions/builtin.js.map +1 -1
- package/dist/assertions/index.d.ts.map +1 -1
- package/dist/assertions/index.js +5 -0
- package/dist/assertions/index.js.map +1 -1
- package/dist/assertions/llm-judge.d.ts +6 -0
- package/dist/assertions/llm-judge.d.ts.map +1 -0
- package/dist/assertions/llm-judge.js +75 -0
- package/dist/assertions/llm-judge.js.map +1 -0
- package/dist/cli.js +65 -11
- package/dist/cli.js.map +1 -1
- package/dist/config-loader.d.ts +4 -0
- package/dist/config-loader.d.ts.map +1 -0
- package/dist/config-loader.js +85 -0
- package/dist/config-loader.js.map +1 -0
- package/dist/config-validation.d.ts.map +1 -1
- package/dist/config-validation.js +33 -3
- package/dist/config-validation.js.map +1 -1
- package/dist/dataset-loader.d.ts +2 -0
- package/dist/dataset-loader.d.ts.map +1 -0
- package/dist/dataset-loader.js +130 -0
- package/dist/dataset-loader.js.map +1 -0
- package/dist/index.d.ts +5 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -1
- package/dist/index.js.map +1 -1
- package/dist/pricing.d.ts +9 -0
- package/dist/pricing.d.ts.map +1 -0
- package/dist/pricing.js +49 -0
- package/dist/pricing.js.map +1 -0
- package/dist/providers/anthropic.d.ts.map +1 -1
- package/dist/providers/anthropic.js +49 -36
- package/dist/providers/anthropic.js.map +1 -1
- package/dist/providers/index.d.ts.map +1 -1
- package/dist/providers/index.js +7 -1
- package/dist/providers/index.js.map +1 -1
- package/dist/providers/openai.d.ts.map +1 -1
- package/dist/providers/openai.js +48 -35
- package/dist/providers/openai.js.map +1 -1
- package/dist/reporter.d.ts +1 -0
- package/dist/reporter.d.ts.map +1 -1
- package/dist/reporter.js +64 -0
- package/dist/reporter.js.map +1 -1
- package/dist/runner.d.ts.map +1 -1
- package/dist/runner.js +71 -20
- package/dist/runner.js.map +1 -1
- package/dist/types.d.ts +29 -2
- package/dist/types.d.ts.map +1 -1
- package/package.json +4 -2
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.loadConfigFile = loadConfigFile;
|
|
37
|
+
exports.discoverConfigFile = discoverConfigFile;
|
|
38
|
+
const fs = __importStar(require("fs"));
|
|
39
|
+
const path = __importStar(require("path"));
|
|
40
|
+
const config_validation_1 = require("./config-validation");
|
|
41
|
+
const CONFIG_FILENAMES = ['promptlock.yaml', 'promptlock.yml', 'promptlock.json'];
|
|
42
|
+
async function loadConfigFile(filePath) {
|
|
43
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
44
|
+
const content = await fs.promises.readFile(filePath, 'utf-8');
|
|
45
|
+
let raw;
|
|
46
|
+
if (ext === '.js') {
|
|
47
|
+
delete require.cache[path.resolve(filePath)];
|
|
48
|
+
raw = require(path.resolve(filePath));
|
|
49
|
+
}
|
|
50
|
+
else if (ext === '.json') {
|
|
51
|
+
raw = JSON.parse(content);
|
|
52
|
+
}
|
|
53
|
+
else if (ext === '.yaml' || ext === '.yml') {
|
|
54
|
+
const yaml = require('js-yaml');
|
|
55
|
+
raw = yaml.load(content);
|
|
56
|
+
}
|
|
57
|
+
else {
|
|
58
|
+
throw new Error(`Unsupported config format: "${ext}". Use .js, .json, .yaml, or .yml`);
|
|
59
|
+
}
|
|
60
|
+
// Validate
|
|
61
|
+
const configs = Array.isArray(raw) ? raw : [raw];
|
|
62
|
+
for (const config of configs) {
|
|
63
|
+
const result = (0, config_validation_1.validateConfig)(config);
|
|
64
|
+
if (!result.valid) {
|
|
65
|
+
const id = config?.id ?? 'unknown';
|
|
66
|
+
throw new Error(`Invalid config "${id}" in ${filePath}: ${result.errors.join('; ')}`);
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
return Array.isArray(raw) ? raw : raw;
|
|
70
|
+
}
|
|
71
|
+
async function discoverConfigFile(dir) {
|
|
72
|
+
// Check for promptlock.yaml/.yml/.json in project root
|
|
73
|
+
for (const filename of CONFIG_FILENAMES) {
|
|
74
|
+
const candidate = path.join(dir, filename);
|
|
75
|
+
try {
|
|
76
|
+
await fs.promises.access(candidate);
|
|
77
|
+
return candidate;
|
|
78
|
+
}
|
|
79
|
+
catch {
|
|
80
|
+
// Not found, try next
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
return null;
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=config-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../src/config-loader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA,wCA+BC;AAED,gDAaC;AArDD,uCAAyB;AACzB,2CAA6B;AAE7B,2DAAuE;AAEvE,MAAM,gBAAgB,GAAG,CAAC,iBAAiB,EAAE,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;AAE3E,KAAK,UAAU,cAAc,CAClC,QAAgB;IAEhB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE9D,IAAI,GAAY,CAAC;IAEjB,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;QAClB,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7C,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxC,CAAC;SAAM,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;QAC3B,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;SAAM,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAChC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,mCAAmC,CAAC,CAAC;IACzF,CAAC;IAED,WAAW;IACX,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAA,kCAAc,EAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,EAAE,GAAI,MAAkC,EAAE,EAAE,IAAI,SAAS,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,QAAQ,QAAQ,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAyB,CAAC,CAAC,CAAC,GAAuB,CAAC;AAClF,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,GAAW;IAClD,uDAAuD;IACvD,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config-validation.d.ts","sourceRoot":"","sources":["../src/config-validation.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,gBAAgB,
|
|
1
|
+
{"version":3,"file":"config-validation.d.ts","sourceRoot":"","sources":["../src/config-validation.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,gBAAgB,CAiKhE"}
|
|
@@ -6,7 +6,7 @@ const VALID_ASSERTION_TYPES = [
|
|
|
6
6
|
'contains', 'not-contains', 'contains-all', 'starts-with', 'ends-with',
|
|
7
7
|
'matches-regex', 'max-length', 'min-length',
|
|
8
8
|
'json-valid', 'json-schema', 'no-hallucination-words',
|
|
9
|
-
'no-duplicates', 'max-latency', 'custom',
|
|
9
|
+
'no-duplicates', 'max-latency', 'max-cost', 'llm-judge', 'custom',
|
|
10
10
|
];
|
|
11
11
|
function validateConfig(config) {
|
|
12
12
|
const errors = [];
|
|
@@ -105,6 +105,31 @@ function validateConfig(config) {
|
|
|
105
105
|
errors.push(`Assertion [${i}] "json-schema" requires "schema" to be an object`);
|
|
106
106
|
}
|
|
107
107
|
}
|
|
108
|
+
if (type === 'max-cost') {
|
|
109
|
+
if (typeof a.dollars !== 'number' || a.dollars < 0) {
|
|
110
|
+
errors.push(`Assertion [${i}] "max-cost" requires "dollars" to be a non-negative number`);
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
if (type === 'llm-judge') {
|
|
114
|
+
if (!a.judge || typeof a.judge !== 'object') {
|
|
115
|
+
errors.push(`Assertion [${i}] "llm-judge" requires "judge" to be an object with { provider, model }`);
|
|
116
|
+
}
|
|
117
|
+
else {
|
|
118
|
+
const j = a.judge;
|
|
119
|
+
if (!j.provider) {
|
|
120
|
+
errors.push(`Assertion [${i}] "llm-judge" judge requires "provider"`);
|
|
121
|
+
}
|
|
122
|
+
if (!j.model || typeof j.model !== 'string') {
|
|
123
|
+
errors.push(`Assertion [${i}] "llm-judge" judge requires "model" to be a string`);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
if (!a.criteria || typeof a.criteria !== 'string') {
|
|
127
|
+
errors.push(`Assertion [${i}] "llm-judge" requires "criteria" to be a non-empty string`);
|
|
128
|
+
}
|
|
129
|
+
if (a.threshold !== undefined && (typeof a.threshold !== 'number' || a.threshold < 0 || a.threshold > 1)) {
|
|
130
|
+
errors.push(`Assertion [${i}] "llm-judge" threshold must be a number between 0 and 1`);
|
|
131
|
+
}
|
|
132
|
+
}
|
|
108
133
|
if (type === 'custom') {
|
|
109
134
|
if (typeof a.fn !== 'function') {
|
|
110
135
|
errors.push(`Assertion [${i}] "custom" requires "fn" to be a function`);
|
|
@@ -117,8 +142,13 @@ function validateConfig(config) {
|
|
|
117
142
|
}
|
|
118
143
|
// Validate dataset if present
|
|
119
144
|
if (c.dataset !== undefined) {
|
|
120
|
-
if (
|
|
121
|
-
|
|
145
|
+
if (typeof c.dataset === 'string') {
|
|
146
|
+
if (!c.dataset.endsWith('.csv') && !c.dataset.endsWith('.json')) {
|
|
147
|
+
errors.push('Dataset file path must end with .csv or .json');
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
else if (!Array.isArray(c.dataset)) {
|
|
151
|
+
errors.push('Config "dataset" must be an array of variable objects or a file path string (.csv/.json)');
|
|
122
152
|
}
|
|
123
153
|
else {
|
|
124
154
|
for (let i = 0; i < c.dataset.length; i++) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config-validation.js","sourceRoot":"","sources":["../src/config-validation.ts"],"names":[],"mappings":";;AAaA,
|
|
1
|
+
{"version":3,"file":"config-validation.js","sourceRoot":"","sources":["../src/config-validation.ts"],"names":[],"mappings":";;AAaA,wCAiKC;AA9KD,MAAM,eAAe,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;AAChD,MAAM,qBAAqB,GAAG;IAC5B,UAAU,EAAE,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW;IACtE,eAAe,EAAE,YAAY,EAAE,YAAY;IAC3C,YAAY,EAAE,aAAa,EAAE,wBAAwB;IACrD,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ;CAClE,CAAC;AAOF,SAAgB,cAAc,CAAC,MAAe;IAC5C,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,0BAA0B,CAAC,EAAE,CAAC;IAChE,CAAC;IAED,MAAM,CAAC,GAAG,MAAiC,CAAC;IAE5C,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC;IAED,wEAAwE;IACxE,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,qCAAqC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QACjE,MAAM,CAAC,GAAG,CAAC,CAAC,QAAmC,CAAC;QAChD,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,GAAa,CAAC,CAAC;gBACxC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACnD,MAAM,CAAC,IAAI,CAAC,0DAA0D,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;gBAC7F,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACtD,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAA4B,CAAC;YACrD,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;gBAClD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAc,CAAC,EAAE,CAAC;gBAC/F,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,uBAAuB,CAAC,CAAC,IAAI,mBAAmB,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/G,SAAS;YACX,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,CAAC,IAAc,CAAC;YAE9B,IAAI,CAAC,UAAU,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5E,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAChC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,mCAAmC,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;oBACvF,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,yDAAyD,CAAC,CAAC;gBACxF,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC7B,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,qDAAqD,CAAC,CAAC;gBACpF,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC;wBACH,IAAI,MAAM,CAAC,CAAC,CAAC,OAAiB,CAAC,CAAC;oBAClC,CAAC;oBAAC,MAAM,CAAC;wBACP,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,iDAAiD,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;oBAC5F,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;gBACnD,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBAC/C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,gDAAgD,CAAC,CAAC;gBACzF,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC3B,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;oBACzC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,2DAA2D,CAAC,CAAC;gBAC1F,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC3B,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC9C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,mDAAmD,CAAC,CAAC;gBAClF,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;oBACnD,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,6DAA6D,CAAC,CAAC;gBAC5F,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACzB,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,yEAAyE,CAAC,CAAC;gBACxG,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,GAAG,CAAC,CAAC,KAAgC,CAAC;oBAC7C,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;wBAChB,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,yCAAyC,CAAC,CAAC;oBACxE,CAAC;oBACD,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;wBAC5C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,qDAAqD,CAAC,CAAC;oBACpF,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBAClD,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,4DAA4D,CAAC,CAAC;gBAC3F,CAAC;gBACD,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC;oBACzG,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,0DAA0D,CAAC,CAAC;gBACzF,CAAC;YACH,CAAC;YAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,UAAU,EAAE,CAAC;oBAC/B,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,2CAA2C,CAAC,CAAC;gBAC1E,CAAC;gBACD,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC1C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,qDAAqD,CAAC,CAAC;gBACpF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC5B,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChE,MAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,0FAA0F,CAAC,CAAC;QAC1G,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,IAAI,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBAC9D,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;AAChD,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-loader.d.ts","sourceRoot":"","sources":["../src/dataset-loader.ts"],"names":[],"mappings":"AAGA,wBAAsB,WAAW,CAC/B,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAoBnC"}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.loadDataset = loadDataset;
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
async function loadDataset(datasetPath, basePath) {
|
|
40
|
+
const resolved = path.resolve(basePath, datasetPath);
|
|
41
|
+
const ext = path.extname(resolved).toLowerCase();
|
|
42
|
+
let content;
|
|
43
|
+
try {
|
|
44
|
+
content = await fs.promises.readFile(resolved, 'utf-8');
|
|
45
|
+
}
|
|
46
|
+
catch {
|
|
47
|
+
throw new Error(`Dataset file not found: ${resolved}`);
|
|
48
|
+
}
|
|
49
|
+
if (ext === '.json') {
|
|
50
|
+
return parseJsonDataset(content, resolved);
|
|
51
|
+
}
|
|
52
|
+
if (ext === '.csv') {
|
|
53
|
+
return parseCsvDataset(content, resolved);
|
|
54
|
+
}
|
|
55
|
+
throw new Error(`Unsupported dataset format "${ext}". Use .csv or .json`);
|
|
56
|
+
}
|
|
57
|
+
function parseJsonDataset(content, filePath) {
|
|
58
|
+
let data;
|
|
59
|
+
try {
|
|
60
|
+
data = JSON.parse(content);
|
|
61
|
+
}
|
|
62
|
+
catch {
|
|
63
|
+
throw new Error(`Invalid JSON in dataset file: ${filePath}`);
|
|
64
|
+
}
|
|
65
|
+
if (!Array.isArray(data)) {
|
|
66
|
+
throw new Error(`Dataset JSON must be an array of objects: ${filePath}`);
|
|
67
|
+
}
|
|
68
|
+
return data.map((item, i) => {
|
|
69
|
+
if (typeof item !== 'object' || item === null) {
|
|
70
|
+
throw new Error(`Dataset item [${i}] must be an object: ${filePath}`);
|
|
71
|
+
}
|
|
72
|
+
const record = {};
|
|
73
|
+
for (const [key, value] of Object.entries(item)) {
|
|
74
|
+
record[key] = String(value);
|
|
75
|
+
}
|
|
76
|
+
return record;
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
function parseCsvDataset(content, filePath) {
|
|
80
|
+
const lines = content.trim().split('\n').filter(line => line.trim().length > 0);
|
|
81
|
+
if (lines.length < 2) {
|
|
82
|
+
throw new Error(`Dataset CSV is empty or has no data rows: ${filePath}`);
|
|
83
|
+
}
|
|
84
|
+
const headers = parseCsvLine(lines[0]);
|
|
85
|
+
const data = [];
|
|
86
|
+
for (let i = 1; i < lines.length; i++) {
|
|
87
|
+
const values = parseCsvLine(lines[i]);
|
|
88
|
+
const row = {};
|
|
89
|
+
for (let j = 0; j < headers.length; j++) {
|
|
90
|
+
row[headers[j]] = values[j] ?? '';
|
|
91
|
+
}
|
|
92
|
+
data.push(row);
|
|
93
|
+
}
|
|
94
|
+
return data;
|
|
95
|
+
}
|
|
96
|
+
function parseCsvLine(line) {
|
|
97
|
+
const result = [];
|
|
98
|
+
let current = '';
|
|
99
|
+
let inQuotes = false;
|
|
100
|
+
for (let i = 0; i < line.length; i++) {
|
|
101
|
+
const ch = line[i];
|
|
102
|
+
if (inQuotes) {
|
|
103
|
+
if (ch === '"' && line[i + 1] === '"') {
|
|
104
|
+
current += '"';
|
|
105
|
+
i++;
|
|
106
|
+
}
|
|
107
|
+
else if (ch === '"') {
|
|
108
|
+
inQuotes = false;
|
|
109
|
+
}
|
|
110
|
+
else {
|
|
111
|
+
current += ch;
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
else {
|
|
115
|
+
if (ch === '"') {
|
|
116
|
+
inQuotes = true;
|
|
117
|
+
}
|
|
118
|
+
else if (ch === ',') {
|
|
119
|
+
result.push(current.trim());
|
|
120
|
+
current = '';
|
|
121
|
+
}
|
|
122
|
+
else {
|
|
123
|
+
current += ch;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
result.push(current.trim());
|
|
128
|
+
return result;
|
|
129
|
+
}
|
|
130
|
+
//# sourceMappingURL=dataset-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-loader.js","sourceRoot":"","sources":["../src/dataset-loader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGA,kCAuBC;AA1BD,uCAAyB;AACzB,2CAA6B;AAEtB,KAAK,UAAU,WAAW,CAC/B,WAAmB,EACnB,QAAgB;IAEhB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAEjD,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;QACpB,OAAO,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QACnB,OAAO,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,sBAAsB,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe,EAAE,QAAgB;IACzD,IAAI,IAAa,CAAC;IAClB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,6CAA6C,QAAQ,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;QAC1B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAA+B,CAAC,EAAE,CAAC;YAC3E,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CAAC,OAAe,EAAE,QAAgB;IACxD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEhF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,6CAA6C,QAAQ,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,IAAI,GAA6B,EAAE,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACtC,OAAO,IAAI,GAAG,CAAC;gBACf,CAAC,EAAE,CAAC;YACN,CAAC;iBAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;gBACtB,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;gBACf,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;iBAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC5B,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5B,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -21,7 +21,7 @@ export declare class PromptLock {
|
|
|
21
21
|
snapshot(snapshotDir?: string, opts?: RunOptions): Promise<string[]>;
|
|
22
22
|
diff(snapshotDir?: string, opts?: RunOptions): Promise<DiffResult[]>;
|
|
23
23
|
history(id: string, snapshotDir?: string): Promise<SnapshotData[]>;
|
|
24
|
-
report(format?: 'json' | 'html' | 'console', reportDir?: string): Promise<void>;
|
|
24
|
+
report(format?: 'json' | 'html' | 'markdown' | 'console', reportDir?: string): Promise<void>;
|
|
25
25
|
}
|
|
26
26
|
export { runPrompt, runAll } from './runner';
|
|
27
27
|
export type { RunOptions } from './runner';
|
|
@@ -29,7 +29,10 @@ export { saveSnapshot, loadSnapshot, loadSnapshotHistory, listSnapshots, diffSna
|
|
|
29
29
|
export { runAssertions } from './assertions';
|
|
30
30
|
export { getProvider } from './providers';
|
|
31
31
|
export { createCustomProvider } from './providers/custom';
|
|
32
|
-
export { printConsoleReport, printDiffReport, generateJsonReport, generateHtmlReport, } from './reporter';
|
|
32
|
+
export { printConsoleReport, printDiffReport, generateJsonReport, generateHtmlReport, generateMarkdownReport, } from './reporter';
|
|
33
|
+
export { estimateCost, getPricingTable } from './pricing';
|
|
34
|
+
export { loadDataset } from './dataset-loader';
|
|
35
|
+
export { loadConfigFile, discoverConfigFile } from './config-loader';
|
|
33
36
|
export { validateConfig } from './config-validation';
|
|
34
37
|
export { OutputCache } from './cache';
|
|
35
38
|
export { withRetry } from './retry';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAChF,OAAO,EAAqB,UAAU,EAAE,MAAM,UAAU,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAIvC,MAAM,WAAW,yBAAyB;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;CAC/B;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAa;gBAEhB,MAAM,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAAE,OAAO,CAAC,EAAE,yBAAyB;IAcxF,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAI5C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAWpE,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAepE,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAKlE,MAAM,CAAC,MAAM,GAAE,MAAM,GAAG,MAAM,GAAG,SAAqB,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAChF,OAAO,EAAqB,UAAU,EAAE,MAAM,UAAU,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAIvC,MAAM,WAAW,yBAAyB;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;CAC/B;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAa;gBAEhB,MAAM,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAAE,OAAO,CAAC,EAAE,yBAAyB;IAcxF,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAI5C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAWpE,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAepE,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAKlE,MAAM,CAAC,MAAM,GAAE,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG,SAAqB,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAyB9G;AAGD,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAC7C,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,mBAAmB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3G,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,eAAe,EACf,kBAAkB,EAClB,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,YAAY,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,YAAY,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AACrD,cAAc,SAAS,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
14
14
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
exports.postPRComment = exports.withRetry = exports.OutputCache = exports.validateConfig = exports.generateHtmlReport = exports.generateJsonReport = exports.printDiffReport = exports.printConsoleReport = exports.createCustomProvider = exports.getProvider = exports.runAssertions = exports.diffSnapshots = exports.listSnapshots = exports.loadSnapshotHistory = exports.loadSnapshot = exports.saveSnapshot = exports.runAll = exports.runPrompt = exports.PromptLock = void 0;
|
|
17
|
+
exports.postPRComment = exports.withRetry = exports.OutputCache = exports.validateConfig = exports.discoverConfigFile = exports.loadConfigFile = exports.loadDataset = exports.getPricingTable = exports.estimateCost = exports.generateMarkdownReport = exports.generateHtmlReport = exports.generateJsonReport = exports.printDiffReport = exports.printConsoleReport = exports.createCustomProvider = exports.getProvider = exports.runAssertions = exports.diffSnapshots = exports.listSnapshots = exports.loadSnapshotHistory = exports.loadSnapshot = exports.saveSnapshot = exports.runAll = exports.runPrompt = exports.PromptLock = void 0;
|
|
18
18
|
const runner_1 = require("./runner");
|
|
19
19
|
const snapshot_1 = require("./snapshot");
|
|
20
20
|
const reporter_1 = require("./reporter");
|
|
@@ -82,6 +82,11 @@ class PromptLock {
|
|
|
82
82
|
console.log(`Report saved: ${p}`);
|
|
83
83
|
break;
|
|
84
84
|
}
|
|
85
|
+
case 'markdown': {
|
|
86
|
+
const p = await (0, reporter_1.generateMarkdownReport)(results, dir);
|
|
87
|
+
console.log(`Report saved: ${p}`);
|
|
88
|
+
break;
|
|
89
|
+
}
|
|
85
90
|
}
|
|
86
91
|
}
|
|
87
92
|
}
|
|
@@ -107,6 +112,15 @@ Object.defineProperty(exports, "printConsoleReport", { enumerable: true, get: fu
|
|
|
107
112
|
Object.defineProperty(exports, "printDiffReport", { enumerable: true, get: function () { return reporter_2.printDiffReport; } });
|
|
108
113
|
Object.defineProperty(exports, "generateJsonReport", { enumerable: true, get: function () { return reporter_2.generateJsonReport; } });
|
|
109
114
|
Object.defineProperty(exports, "generateHtmlReport", { enumerable: true, get: function () { return reporter_2.generateHtmlReport; } });
|
|
115
|
+
Object.defineProperty(exports, "generateMarkdownReport", { enumerable: true, get: function () { return reporter_2.generateMarkdownReport; } });
|
|
116
|
+
var pricing_1 = require("./pricing");
|
|
117
|
+
Object.defineProperty(exports, "estimateCost", { enumerable: true, get: function () { return pricing_1.estimateCost; } });
|
|
118
|
+
Object.defineProperty(exports, "getPricingTable", { enumerable: true, get: function () { return pricing_1.getPricingTable; } });
|
|
119
|
+
var dataset_loader_1 = require("./dataset-loader");
|
|
120
|
+
Object.defineProperty(exports, "loadDataset", { enumerable: true, get: function () { return dataset_loader_1.loadDataset; } });
|
|
121
|
+
var config_loader_1 = require("./config-loader");
|
|
122
|
+
Object.defineProperty(exports, "loadConfigFile", { enumerable: true, get: function () { return config_loader_1.loadConfigFile; } });
|
|
123
|
+
Object.defineProperty(exports, "discoverConfigFile", { enumerable: true, get: function () { return config_loader_1.discoverConfigFile; } });
|
|
110
124
|
var config_validation_1 = require("./config-validation");
|
|
111
125
|
Object.defineProperty(exports, "validateConfig", { enumerable: true, get: function () { return config_validation_1.validateConfig; } });
|
|
112
126
|
var cache_1 = require("./cache");
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,qCAAyD;AAEzD,yCAA4F;AAC5F,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,qCAAyD;AAEzD,yCAA4F;AAC5F,yCAAgH;AAahH,MAAa,UAAU;IACb,OAAO,CAAqB;IAC5B,WAAW,CAAS;IACpB,SAAS,CAAS;IAClB,OAAO,CAAa;IAE5B,YAAY,MAA6C,EAAE,OAAmC;QAC5F,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,uBAAuB,CAAC;QACnE,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,qBAAqB,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG;YACb,OAAO,EAAE,OAAO,EAAE,OAAO;YACzB,QAAQ,EAAE,OAAO,EAAE,QAAQ;YAC3B,WAAW,EAAE,OAAO,EAAE,WAAW;YACjC,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,QAAQ,EAAE,OAAO,EAAE,QAAQ;YAC3B,KAAK,EAAE,OAAO,EAAE,KAAK;SACtB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAiB;QACzB,OAAO,IAAA,eAAM,EAAC,IAAI,CAAC,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,WAAoB,EAAE,IAAiB;QACpD,MAAM,GAAG,GAAG,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,MAAM,IAAA,uBAAY,EAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC1C,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,WAAoB,EAAE,IAAiB;QAChD,MAAM,GAAG,GAAG,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAiB,EAAE,CAAC;QAE/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,IAAA,uBAAY,EAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAChD,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,IAAA,wBAAa,EAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,EAAU,EAAE,WAAoB;QAC5C,MAAM,GAAG,GAAG,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC5C,OAAO,IAAA,8BAAmB,EAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAmD,SAAS,EAAE,SAAkB;QAC3F,MAAM,GAAG,GAAG,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;QAEjC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,SAAS;gBACZ,IAAA,6BAAkB,EAAC,OAAO,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,CAAC,GAAG,MAAM,IAAA,6BAAkB,EAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;gBAClC,MAAM;YACR,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,CAAC,GAAG,MAAM,IAAA,6BAAkB,EAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;gBAClC,MAAM;YACR,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,CAAC,GAAG,MAAM,IAAA,iCAAsB,EAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;gBAClC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAhFD,gCAgFC;AAED,uBAAuB;AACvB,mCAA6C;AAApC,mGAAA,SAAS,OAAA;AAAE,gGAAA,MAAM,OAAA;AAE1B,uCAA2G;AAAlG,wGAAA,YAAY,OAAA;AAAE,wGAAA,YAAY,OAAA;AAAE,+GAAA,mBAAmB,OAAA;AAAE,yGAAA,aAAa,OAAA;AAAE,yGAAA,aAAa,OAAA;AACtF,2CAA6C;AAApC,2GAAA,aAAa,OAAA;AACtB,yCAA0C;AAAjC,wGAAA,WAAW,OAAA;AACpB,6CAA0D;AAAjD,8GAAA,oBAAoB,OAAA;AAC7B,uCAMoB;AALlB,8GAAA,kBAAkB,OAAA;AAClB,2GAAA,eAAe,OAAA;AACf,8GAAA,kBAAkB,OAAA;AAClB,8GAAA,kBAAkB,OAAA;AAClB,kHAAA,sBAAsB,OAAA;AAExB,qCAA0D;AAAjD,uGAAA,YAAY,OAAA;AAAE,0GAAA,eAAe,OAAA;AACtC,mDAA+C;AAAtC,6GAAA,WAAW,OAAA;AACpB,iDAAqE;AAA5D,+GAAA,cAAc,OAAA;AAAE,mHAAA,kBAAkB,OAAA;AAC3C,yDAAqD;AAA5C,mHAAA,cAAc,OAAA;AACvB,iCAAsC;AAA7B,oGAAA,WAAW,OAAA;AACpB,iCAAoC;AAA3B,kGAAA,SAAS,OAAA;AAElB,mCAAyC;AAAhC,uGAAA,aAAa,OAAA;AAEtB,0CAAwB"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { TokenUsage } from './types';
|
|
2
|
+
interface ModelPricing {
|
|
3
|
+
inputPer1k: number;
|
|
4
|
+
outputPer1k: number;
|
|
5
|
+
}
|
|
6
|
+
export declare function estimateCost(model: string, usage: TokenUsage): number;
|
|
7
|
+
export declare function getPricingTable(): Record<string, ModelPricing>;
|
|
8
|
+
export {};
|
|
9
|
+
//# sourceMappingURL=pricing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pricing.d.ts","sourceRoot":"","sources":["../src/pricing.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,UAAU,YAAY;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB;AAqBD,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,MAAM,CAKrE;AAeD,wBAAgB,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAM9D"}
|
package/dist/pricing.js
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.estimateCost = estimateCost;
|
|
4
|
+
exports.getPricingTable = getPricingTable;
|
|
5
|
+
const PRICING_TABLE = {
|
|
6
|
+
// OpenAI
|
|
7
|
+
'gpt-4o': { inputPer1k: 0.0025, outputPer1k: 0.01 },
|
|
8
|
+
'gpt-4o-mini': { inputPer1k: 0.00015, outputPer1k: 0.0006 },
|
|
9
|
+
'gpt-4-turbo': { inputPer1k: 0.01, outputPer1k: 0.03 },
|
|
10
|
+
'gpt-4': { inputPer1k: 0.03, outputPer1k: 0.06 },
|
|
11
|
+
'gpt-3.5-turbo': { inputPer1k: 0.0005, outputPer1k: 0.0015 },
|
|
12
|
+
'o1': { inputPer1k: 0.015, outputPer1k: 0.06 },
|
|
13
|
+
'o1-mini': { inputPer1k: 0.003, outputPer1k: 0.012 },
|
|
14
|
+
'o3-mini': { inputPer1k: 0.0011, outputPer1k: 0.0044 },
|
|
15
|
+
// Anthropic
|
|
16
|
+
'claude-opus-4': { inputPer1k: 0.015, outputPer1k: 0.075 },
|
|
17
|
+
'claude-sonnet-4': { inputPer1k: 0.003, outputPer1k: 0.015 },
|
|
18
|
+
'claude-3-5-sonnet': { inputPer1k: 0.003, outputPer1k: 0.015 },
|
|
19
|
+
'claude-3-5-haiku': { inputPer1k: 0.0008, outputPer1k: 0.004 },
|
|
20
|
+
'claude-3-haiku': { inputPer1k: 0.00025, outputPer1k: 0.00125 },
|
|
21
|
+
'claude-3-opus': { inputPer1k: 0.015, outputPer1k: 0.075 },
|
|
22
|
+
};
|
|
23
|
+
function estimateCost(model, usage) {
|
|
24
|
+
const pricing = findPricing(model);
|
|
25
|
+
if (!pricing)
|
|
26
|
+
return 0;
|
|
27
|
+
return (usage.inputTokens / 1000) * pricing.inputPer1k +
|
|
28
|
+
(usage.outputTokens / 1000) * pricing.outputPer1k;
|
|
29
|
+
}
|
|
30
|
+
function findPricing(model) {
|
|
31
|
+
// Exact match first
|
|
32
|
+
if (PRICING_TABLE[model])
|
|
33
|
+
return PRICING_TABLE[model];
|
|
34
|
+
// Prefix match (e.g. 'gpt-4o-2024-08-06' matches 'gpt-4o')
|
|
35
|
+
const keys = Object.keys(PRICING_TABLE).sort((a, b) => b.length - a.length);
|
|
36
|
+
for (const key of keys) {
|
|
37
|
+
if (model.startsWith(key))
|
|
38
|
+
return PRICING_TABLE[key];
|
|
39
|
+
}
|
|
40
|
+
return null;
|
|
41
|
+
}
|
|
42
|
+
function getPricingTable() {
|
|
43
|
+
const copy = {};
|
|
44
|
+
for (const [key, val] of Object.entries(PRICING_TABLE)) {
|
|
45
|
+
copy[key] = { ...val };
|
|
46
|
+
}
|
|
47
|
+
return copy;
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=pricing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pricing.js","sourceRoot":"","sources":["../src/pricing.ts"],"names":[],"mappings":";;AA0BA,oCAKC;AAeD,0CAMC;AA7CD,MAAM,aAAa,GAAiC;IAClD,SAAS;IACT,QAAQ,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;IACnD,aAAa,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE;IAC3D,aAAa,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE;IACtD,OAAO,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE;IAChD,eAAe,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE;IAC5D,IAAI,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE;IAC9C,SAAS,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE;IACpD,SAAS,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE;IACtD,YAAY;IACZ,eAAe,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE;IAC1D,iBAAiB,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE;IAC5D,mBAAmB,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE;IAC9D,kBAAkB,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE;IAC9D,gBAAgB,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE;IAC/D,eAAe,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE;CAC3D,CAAC;AAEF,SAAgB,YAAY,CAAC,KAAa,EAAE,KAAiB;IAC3D,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,CAAC;IACvB,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,UAAU;QAC/C,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,oBAAoB;IACpB,IAAI,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;IAEtD,2DAA2D;IAC3D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,eAAe;IAC7B,MAAM,IAAI,GAAiC,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACvD,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;IACzB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,
|
|
1
|
+
{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAoC,MAAM,UAAU,CAAC;AAEzE,wBAAgB,uBAAuB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,WAAW,CAgEpE"}
|
|
@@ -2,44 +2,57 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createAnthropicProvider = createAnthropicProvider;
|
|
4
4
|
function createAnthropicProvider(apiKey) {
|
|
5
|
+
async function callImpl(prompt, options) {
|
|
6
|
+
let Anthropic;
|
|
7
|
+
try {
|
|
8
|
+
Anthropic = require('@anthropic-ai/sdk').default || require('@anthropic-ai/sdk');
|
|
9
|
+
}
|
|
10
|
+
catch {
|
|
11
|
+
throw new Error('Anthropic SDK not found. Install it with: npm install @anthropic-ai/sdk');
|
|
12
|
+
}
|
|
13
|
+
const resolvedKey = apiKey || process.env.ANTHROPIC_API_KEY;
|
|
14
|
+
if (!resolvedKey) {
|
|
15
|
+
throw new Error('Anthropic API key not found. Set ANTHROPIC_API_KEY environment variable or pass apiKey to createAnthropicProvider().');
|
|
16
|
+
}
|
|
17
|
+
const client = new Anthropic({ apiKey: resolvedKey });
|
|
18
|
+
const controller = options?.timeout ? new AbortController() : undefined;
|
|
19
|
+
const timer = controller
|
|
20
|
+
? setTimeout(() => controller.abort(), options.timeout)
|
|
21
|
+
: undefined;
|
|
22
|
+
try {
|
|
23
|
+
const response = await client.messages.create({
|
|
24
|
+
model: options?.model ?? 'claude-sonnet-4-20250514',
|
|
25
|
+
max_tokens: options?.maxTokens ?? 1024,
|
|
26
|
+
temperature: options?.temperature,
|
|
27
|
+
messages: [{ role: 'user', content: prompt }],
|
|
28
|
+
}, controller ? { signal: controller.signal } : undefined);
|
|
29
|
+
const block = response.content[0];
|
|
30
|
+
const text = block && block.type === 'text' ? block.text : '';
|
|
31
|
+
const usage = response.usage ? {
|
|
32
|
+
inputTokens: response.usage.input_tokens ?? 0,
|
|
33
|
+
outputTokens: response.usage.output_tokens ?? 0,
|
|
34
|
+
totalTokens: (response.usage.input_tokens ?? 0) + (response.usage.output_tokens ?? 0),
|
|
35
|
+
} : undefined;
|
|
36
|
+
return { text, usage };
|
|
37
|
+
}
|
|
38
|
+
catch (e) {
|
|
39
|
+
if (e.name === 'AbortError') {
|
|
40
|
+
throw new Error(`Anthropic call timed out after ${options.timeout}ms`);
|
|
41
|
+
}
|
|
42
|
+
throw e;
|
|
43
|
+
}
|
|
44
|
+
finally {
|
|
45
|
+
if (timer)
|
|
46
|
+
clearTimeout(timer);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
5
49
|
return {
|
|
6
50
|
async call(prompt, options) {
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
throw new Error('Anthropic SDK not found. Install it with: npm install @anthropic-ai/sdk');
|
|
13
|
-
}
|
|
14
|
-
const resolvedKey = apiKey || process.env.ANTHROPIC_API_KEY;
|
|
15
|
-
if (!resolvedKey) {
|
|
16
|
-
throw new Error('Anthropic API key not found. Set ANTHROPIC_API_KEY environment variable or pass apiKey to createAnthropicProvider().');
|
|
17
|
-
}
|
|
18
|
-
const client = new Anthropic({ apiKey: resolvedKey });
|
|
19
|
-
const controller = options?.timeout ? new AbortController() : undefined;
|
|
20
|
-
const timer = controller
|
|
21
|
-
? setTimeout(() => controller.abort(), options.timeout)
|
|
22
|
-
: undefined;
|
|
23
|
-
try {
|
|
24
|
-
const response = await client.messages.create({
|
|
25
|
-
model: options?.model ?? 'claude-sonnet-4-20250514',
|
|
26
|
-
max_tokens: options?.maxTokens ?? 1024,
|
|
27
|
-
temperature: options?.temperature,
|
|
28
|
-
messages: [{ role: 'user', content: prompt }],
|
|
29
|
-
}, controller ? { signal: controller.signal } : undefined);
|
|
30
|
-
const block = response.content[0];
|
|
31
|
-
return block && block.type === 'text' ? block.text : '';
|
|
32
|
-
}
|
|
33
|
-
catch (e) {
|
|
34
|
-
if (e.name === 'AbortError') {
|
|
35
|
-
throw new Error(`Anthropic call timed out after ${options.timeout}ms`);
|
|
36
|
-
}
|
|
37
|
-
throw e;
|
|
38
|
-
}
|
|
39
|
-
finally {
|
|
40
|
-
if (timer)
|
|
41
|
-
clearTimeout(timer);
|
|
42
|
-
}
|
|
51
|
+
const result = await callImpl(prompt, options);
|
|
52
|
+
return result.text;
|
|
53
|
+
},
|
|
54
|
+
async callWithMeta(prompt, options) {
|
|
55
|
+
return callImpl(prompt, options);
|
|
43
56
|
},
|
|
44
57
|
};
|
|
45
58
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":";;AAEA,
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":";;AAEA,0DAgEC;AAhED,SAAgB,uBAAuB,CAAC,MAAe;IACrD,KAAK,UAAU,QAAQ,CAAC,MAAc,EAAE,OAAgD;QACtF,IAAI,SAAc,CAAC;QACnB,IAAI,CAAC;YACH,SAAS,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACnF,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,yEAAyE,CAC1E,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,sHAAsH,CACvH,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;QAEtD,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACxE,MAAM,KAAK,GAAG,UAAU;YACtB,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAQ,CAAC,OAAO,CAAC;YACxD,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAC3C;gBACE,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,0BAA0B;gBACnD,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,EAAE,WAAW;gBACjC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;aAC9C,EACD,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CACvD,CAAC;YAEF,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC7B,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;gBAC7C,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;gBAC/C,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;aACtF,CAAC,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAAW,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,kCAAkC,OAAQ,CAAC,OAAO,IAAI,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,OAAgD;YACzE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC/C,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,OAAgD;YACjF,OAAO,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACnC,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAiB,cAAc,EAAqB,MAAM,UAAU,CAAC;AAKzF,wBAAgB,WAAW,CAAC,cAAc,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,GAAG,WAAW,CAoCtF"}
|
package/dist/providers/index.js
CHANGED
|
@@ -25,10 +25,16 @@ function getProvider(providerConfig, model) {
|
|
|
25
25
|
throw new Error('Invalid provider configuration.');
|
|
26
26
|
}
|
|
27
27
|
// Wrap so that model is always passed through
|
|
28
|
-
|
|
28
|
+
const wrapped = {
|
|
29
29
|
async call(prompt, options) {
|
|
30
30
|
return baseProvider.call(prompt, { ...options, model });
|
|
31
31
|
},
|
|
32
32
|
};
|
|
33
|
+
if (baseProvider.callWithMeta) {
|
|
34
|
+
wrapped.callWithMeta = async (prompt, options) => {
|
|
35
|
+
return baseProvider.callWithMeta(prompt, { ...options, model });
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
return wrapped;
|
|
33
39
|
}
|
|
34
40
|
//# sourceMappingURL=index.js.map
|