llm-assert 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +335 -0
- package/dist/cache/cache-manager.d.ts +15 -0
- package/dist/cache/cache-manager.d.ts.map +1 -0
- package/dist/cache/cache-manager.js +39 -0
- package/dist/cache/cache-manager.js.map +1 -0
- package/dist/cache/file-cache.d.ts +13 -0
- package/dist/cache/file-cache.d.ts.map +1 -0
- package/dist/cache/file-cache.js +90 -0
- package/dist/cache/file-cache.js.map +1 -0
- package/dist/config/config-loader.d.ts +6 -0
- package/dist/config/config-loader.d.ts.map +1 -0
- package/dist/config/config-loader.js +46 -0
- package/dist/config/config-loader.js.map +1 -0
- package/dist/config/defaults.d.ts +15 -0
- package/dist/config/defaults.d.ts.map +1 -0
- package/dist/config/defaults.js +15 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/core/assertion-result.d.ts +26 -0
- package/dist/core/assertion-result.d.ts.map +1 -0
- package/dist/core/assertion-result.js +38 -0
- package/dist/core/assertion-result.js.map +1 -0
- package/dist/core/assertion-runner.d.ts +29 -0
- package/dist/core/assertion-runner.d.ts.map +1 -0
- package/dist/core/assertion-runner.js +82 -0
- package/dist/core/assertion-runner.js.map +1 -0
- package/dist/core/llm-expect.d.ts +16 -0
- package/dist/core/llm-expect.d.ts.map +1 -0
- package/dist/core/llm-expect.js +111 -0
- package/dist/core/llm-expect.js.map +1 -0
- package/dist/index.d.ts +11 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +20 -0
- package/dist/index.js.map +1 -0
- package/dist/integrations/jest-matchers.d.ts +18 -0
- package/dist/integrations/jest-matchers.d.ts.map +1 -0
- package/dist/integrations/jest-matchers.js +54 -0
- package/dist/integrations/jest-matchers.js.map +1 -0
- package/dist/integrations/vitest-matchers.d.ts +2 -0
- package/dist/integrations/vitest-matchers.d.ts.map +1 -0
- package/dist/integrations/vitest-matchers.js +54 -0
- package/dist/integrations/vitest-matchers.js.map +1 -0
- package/dist/matchers/factual.d.ts +2 -0
- package/dist/matchers/factual.d.ts.map +1 -0
- package/dist/matchers/factual.js +26 -0
- package/dist/matchers/factual.js.map +1 -0
- package/dist/matchers/hallucination.d.ts +2 -0
- package/dist/matchers/hallucination.d.ts.map +1 -0
- package/dist/matchers/hallucination.js +28 -0
- package/dist/matchers/hallucination.js.map +1 -0
- package/dist/matchers/index.d.ts +8 -0
- package/dist/matchers/index.d.ts.map +1 -0
- package/dist/matchers/index.js +18 -0
- package/dist/matchers/index.js.map +1 -0
- package/dist/matchers/relevance.d.ts +2 -0
- package/dist/matchers/relevance.d.ts.map +1 -0
- package/dist/matchers/relevance.js +23 -0
- package/dist/matchers/relevance.js.map +1 -0
- package/dist/matchers/safety.d.ts +2 -0
- package/dist/matchers/safety.d.ts.map +1 -0
- package/dist/matchers/safety.js +25 -0
- package/dist/matchers/safety.js.map +1 -0
- package/dist/matchers/satisfy.d.ts +2 -0
- package/dist/matchers/satisfy.d.ts.map +1 -0
- package/dist/matchers/satisfy.js +23 -0
- package/dist/matchers/satisfy.js.map +1 -0
- package/dist/matchers/sentiment.d.ts +2 -0
- package/dist/matchers/sentiment.d.ts.map +1 -0
- package/dist/matchers/sentiment.js +24 -0
- package/dist/matchers/sentiment.js.map +1 -0
- package/dist/matchers/tone.d.ts +2 -0
- package/dist/matchers/tone.d.ts.map +1 -0
- package/dist/matchers/tone.js +24 -0
- package/dist/matchers/tone.js.map +1 -0
- package/dist/providers/anthropic-provider.d.ts +8 -0
- package/dist/providers/anthropic-provider.d.ts.map +1 -0
- package/dist/providers/anthropic-provider.js +100 -0
- package/dist/providers/anthropic-provider.js.map +1 -0
- package/dist/providers/base-provider.d.ts +23 -0
- package/dist/providers/base-provider.d.ts.map +1 -0
- package/dist/providers/base-provider.js +22 -0
- package/dist/providers/base-provider.js.map +1 -0
- package/dist/providers/index.d.ts +4 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +23 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/ollama-provider.d.ts +9 -0
- package/dist/providers/ollama-provider.d.ts.map +1 -0
- package/dist/providers/ollama-provider.js +67 -0
- package/dist/providers/ollama-provider.js.map +1 -0
- package/dist/providers/openai-provider.d.ts +8 -0
- package/dist/providers/openai-provider.d.ts.map +1 -0
- package/dist/providers/openai-provider.js +106 -0
- package/dist/providers/openai-provider.js.map +1 -0
- package/dist/utils/hash.d.ts +2 -0
- package/dist/utils/hash.d.ts.map +1 -0
- package/dist/utils/hash.js +12 -0
- package/dist/utils/hash.js.map +1 -0
- package/dist/utils/logger.d.ts +6 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +18 -0
- package/dist/utils/logger.js.map +1 -0
- package/package.json +61 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,MAAM;qBACA,MAAM,GAAG,IAAI;kBAMhB,MAAM,GAAG,IAAI;mBAIZ,MAAM,GAAG,IAAI;CAG7B,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.logger = void 0;
|
|
4
|
+
const config_loader_1 = require("../config/config-loader");
|
|
5
|
+
exports.logger = {
|
|
6
|
+
verbose(message) {
|
|
7
|
+
if ((0, config_loader_1.getConfig)().verbose) {
|
|
8
|
+
console.log(`[llm-assert] ${message}`);
|
|
9
|
+
}
|
|
10
|
+
},
|
|
11
|
+
warn(message) {
|
|
12
|
+
console.warn(`[llm-assert] WARN: ${message}`);
|
|
13
|
+
},
|
|
14
|
+
error(message) {
|
|
15
|
+
console.error(`[llm-assert] ERROR: ${message}`);
|
|
16
|
+
},
|
|
17
|
+
};
|
|
18
|
+
//# sourceMappingURL=logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":";;;AAAA,2DAAoD;AAEvC,QAAA,MAAM,GAAG;IACpB,OAAO,CAAC,OAAe;QACrB,IAAI,IAAA,yBAAS,GAAE,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAe;QAClB,OAAO,CAAC,IAAI,CAAC,sBAAsB,OAAO,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,OAAe;QACnB,OAAO,CAAC,KAAK,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;IAClD,CAAC;CACF,CAAC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "llm-assert",
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"description": "Semantic AI assertions for Jest and Vitest. Test LLM outputs with expect()-style syntax.",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"types": "dist/index.d.ts",
|
|
7
|
+
"files": [
|
|
8
|
+
"dist"
|
|
9
|
+
],
|
|
10
|
+
"scripts": {
|
|
11
|
+
"build": "tsc",
|
|
12
|
+
"test": "jest",
|
|
13
|
+
"test:watch": "jest --watch",
|
|
14
|
+
"prepublishOnly": "npm run build"
|
|
15
|
+
},
|
|
16
|
+
"keywords": [
|
|
17
|
+
"llm",
|
|
18
|
+
"testing",
|
|
19
|
+
"jest",
|
|
20
|
+
"vitest",
|
|
21
|
+
"ai",
|
|
22
|
+
"assertions",
|
|
23
|
+
"eval",
|
|
24
|
+
"evaluation",
|
|
25
|
+
"openai",
|
|
26
|
+
"anthropic",
|
|
27
|
+
"ollama",
|
|
28
|
+
"semantic-testing",
|
|
29
|
+
"nlp",
|
|
30
|
+
"chatbot-testing"
|
|
31
|
+
],
|
|
32
|
+
"license": "MIT",
|
|
33
|
+
"engines": {
|
|
34
|
+
"node": ">=18"
|
|
35
|
+
},
|
|
36
|
+
"peerDependencies": {
|
|
37
|
+
"jest": ">=29.0.0",
|
|
38
|
+
"vitest": ">=1.0.0"
|
|
39
|
+
},
|
|
40
|
+
"peerDependenciesMeta": {
|
|
41
|
+
"jest": {
|
|
42
|
+
"optional": true
|
|
43
|
+
},
|
|
44
|
+
"vitest": {
|
|
45
|
+
"optional": true
|
|
46
|
+
}
|
|
47
|
+
},
|
|
48
|
+
"dependencies": {
|
|
49
|
+
"@anthropic-ai/sdk": "^0.39.0",
|
|
50
|
+
"openai": "^4.0.0"
|
|
51
|
+
},
|
|
52
|
+
"devDependencies": {
|
|
53
|
+
"@types/jest": "^29.0.0",
|
|
54
|
+
"@types/node": "^20.0.0",
|
|
55
|
+
"dotenv": "^17.4.1",
|
|
56
|
+
"jest": "^29.0.0",
|
|
57
|
+
"ts-jest": "^29.0.0",
|
|
58
|
+
"ts-node": "^10.0.0",
|
|
59
|
+
"typescript": "^5.3.0"
|
|
60
|
+
}
|
|
61
|
+
}
|