llm-assert 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +335 -0
  3. package/dist/cache/cache-manager.d.ts +15 -0
  4. package/dist/cache/cache-manager.d.ts.map +1 -0
  5. package/dist/cache/cache-manager.js +39 -0
  6. package/dist/cache/cache-manager.js.map +1 -0
  7. package/dist/cache/file-cache.d.ts +13 -0
  8. package/dist/cache/file-cache.d.ts.map +1 -0
  9. package/dist/cache/file-cache.js +90 -0
  10. package/dist/cache/file-cache.js.map +1 -0
  11. package/dist/config/config-loader.d.ts +6 -0
  12. package/dist/config/config-loader.d.ts.map +1 -0
  13. package/dist/config/config-loader.js +46 -0
  14. package/dist/config/config-loader.js.map +1 -0
  15. package/dist/config/defaults.d.ts +15 -0
  16. package/dist/config/defaults.d.ts.map +1 -0
  17. package/dist/config/defaults.js +15 -0
  18. package/dist/config/defaults.js.map +1 -0
  19. package/dist/core/assertion-result.d.ts +26 -0
  20. package/dist/core/assertion-result.d.ts.map +1 -0
  21. package/dist/core/assertion-result.js +38 -0
  22. package/dist/core/assertion-result.js.map +1 -0
  23. package/dist/core/assertion-runner.d.ts +29 -0
  24. package/dist/core/assertion-runner.d.ts.map +1 -0
  25. package/dist/core/assertion-runner.js +82 -0
  26. package/dist/core/assertion-runner.js.map +1 -0
  27. package/dist/core/llm-expect.d.ts +16 -0
  28. package/dist/core/llm-expect.d.ts.map +1 -0
  29. package/dist/core/llm-expect.js +111 -0
  30. package/dist/core/llm-expect.js.map +1 -0
  31. package/dist/index.d.ts +11 -0
  32. package/dist/index.d.ts.map +1 -0
  33. package/dist/index.js +20 -0
  34. package/dist/index.js.map +1 -0
  35. package/dist/integrations/jest-matchers.d.ts +18 -0
  36. package/dist/integrations/jest-matchers.d.ts.map +1 -0
  37. package/dist/integrations/jest-matchers.js +54 -0
  38. package/dist/integrations/jest-matchers.js.map +1 -0
  39. package/dist/integrations/vitest-matchers.d.ts +2 -0
  40. package/dist/integrations/vitest-matchers.d.ts.map +1 -0
  41. package/dist/integrations/vitest-matchers.js +54 -0
  42. package/dist/integrations/vitest-matchers.js.map +1 -0
  43. package/dist/matchers/factual.d.ts +2 -0
  44. package/dist/matchers/factual.d.ts.map +1 -0
  45. package/dist/matchers/factual.js +26 -0
  46. package/dist/matchers/factual.js.map +1 -0
  47. package/dist/matchers/hallucination.d.ts +2 -0
  48. package/dist/matchers/hallucination.d.ts.map +1 -0
  49. package/dist/matchers/hallucination.js +28 -0
  50. package/dist/matchers/hallucination.js.map +1 -0
  51. package/dist/matchers/index.d.ts +8 -0
  52. package/dist/matchers/index.d.ts.map +1 -0
  53. package/dist/matchers/index.js +18 -0
  54. package/dist/matchers/index.js.map +1 -0
  55. package/dist/matchers/relevance.d.ts +2 -0
  56. package/dist/matchers/relevance.d.ts.map +1 -0
  57. package/dist/matchers/relevance.js +23 -0
  58. package/dist/matchers/relevance.js.map +1 -0
  59. package/dist/matchers/safety.d.ts +2 -0
  60. package/dist/matchers/safety.d.ts.map +1 -0
  61. package/dist/matchers/safety.js +25 -0
  62. package/dist/matchers/safety.js.map +1 -0
  63. package/dist/matchers/satisfy.d.ts +2 -0
  64. package/dist/matchers/satisfy.d.ts.map +1 -0
  65. package/dist/matchers/satisfy.js +23 -0
  66. package/dist/matchers/satisfy.js.map +1 -0
  67. package/dist/matchers/sentiment.d.ts +2 -0
  68. package/dist/matchers/sentiment.d.ts.map +1 -0
  69. package/dist/matchers/sentiment.js +24 -0
  70. package/dist/matchers/sentiment.js.map +1 -0
  71. package/dist/matchers/tone.d.ts +2 -0
  72. package/dist/matchers/tone.d.ts.map +1 -0
  73. package/dist/matchers/tone.js +24 -0
  74. package/dist/matchers/tone.js.map +1 -0
  75. package/dist/providers/anthropic-provider.d.ts +8 -0
  76. package/dist/providers/anthropic-provider.d.ts.map +1 -0
  77. package/dist/providers/anthropic-provider.js +100 -0
  78. package/dist/providers/anthropic-provider.js.map +1 -0
  79. package/dist/providers/base-provider.d.ts +23 -0
  80. package/dist/providers/base-provider.d.ts.map +1 -0
  81. package/dist/providers/base-provider.js +22 -0
  82. package/dist/providers/base-provider.js.map +1 -0
  83. package/dist/providers/index.d.ts +4 -0
  84. package/dist/providers/index.d.ts.map +1 -0
  85. package/dist/providers/index.js +23 -0
  86. package/dist/providers/index.js.map +1 -0
  87. package/dist/providers/ollama-provider.d.ts +9 -0
  88. package/dist/providers/ollama-provider.d.ts.map +1 -0
  89. package/dist/providers/ollama-provider.js +67 -0
  90. package/dist/providers/ollama-provider.js.map +1 -0
  91. package/dist/providers/openai-provider.d.ts +8 -0
  92. package/dist/providers/openai-provider.d.ts.map +1 -0
  93. package/dist/providers/openai-provider.js +106 -0
  94. package/dist/providers/openai-provider.js.map +1 -0
  95. package/dist/utils/hash.d.ts +2 -0
  96. package/dist/utils/hash.d.ts.map +1 -0
  97. package/dist/utils/hash.js +12 -0
  98. package/dist/utils/hash.js.map +1 -0
  99. package/dist/utils/logger.d.ts +6 -0
  100. package/dist/utils/logger.d.ts.map +1 -0
  101. package/dist/utils/logger.js +18 -0
  102. package/dist/utils/logger.js.map +1 -0
  103. package/package.json +61 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,MAAM;qBACA,MAAM,GAAG,IAAI;kBAMhB,MAAM,GAAG,IAAI;mBAIZ,MAAM,GAAG,IAAI;CAG7B,CAAC"}
@@ -0,0 +1,18 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.logger = void 0;
4
+ const config_loader_1 = require("../config/config-loader");
5
+ exports.logger = {
6
+ verbose(message) {
7
+ if ((0, config_loader_1.getConfig)().verbose) {
8
+ console.log(`[llm-assert] ${message}`);
9
+ }
10
+ },
11
+ warn(message) {
12
+ console.warn(`[llm-assert] WARN: ${message}`);
13
+ },
14
+ error(message) {
15
+ console.error(`[llm-assert] ERROR: ${message}`);
16
+ },
17
+ };
18
+ //# sourceMappingURL=logger.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":";;;AAAA,2DAAoD;AAEvC,QAAA,MAAM,GAAG;IACpB,OAAO,CAAC,OAAe;QACrB,IAAI,IAAA,yBAAS,GAAE,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAe;QAClB,OAAO,CAAC,IAAI,CAAC,sBAAsB,OAAO,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,OAAe;QACnB,OAAO,CAAC,KAAK,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;IAClD,CAAC;CACF,CAAC"}
package/package.json ADDED
@@ -0,0 +1,61 @@
1
+ {
2
+ "name": "llm-assert",
3
+ "version": "1.0.0",
4
+ "description": "Semantic AI assertions for Jest and Vitest. Test LLM outputs with expect()-style syntax.",
5
+ "main": "dist/index.js",
6
+ "types": "dist/index.d.ts",
7
+ "files": [
8
+ "dist"
9
+ ],
10
+ "scripts": {
11
+ "build": "tsc",
12
+ "test": "jest",
13
+ "test:watch": "jest --watch",
14
+ "prepublishOnly": "npm run build"
15
+ },
16
+ "keywords": [
17
+ "llm",
18
+ "testing",
19
+ "jest",
20
+ "vitest",
21
+ "ai",
22
+ "assertions",
23
+ "eval",
24
+ "evaluation",
25
+ "openai",
26
+ "anthropic",
27
+ "ollama",
28
+ "semantic-testing",
29
+ "nlp",
30
+ "chatbot-testing"
31
+ ],
32
+ "license": "MIT",
33
+ "engines": {
34
+ "node": ">=18"
35
+ },
36
+ "peerDependencies": {
37
+ "jest": ">=29.0.0",
38
+ "vitest": ">=1.0.0"
39
+ },
40
+ "peerDependenciesMeta": {
41
+ "jest": {
42
+ "optional": true
43
+ },
44
+ "vitest": {
45
+ "optional": true
46
+ }
47
+ },
48
+ "dependencies": {
49
+ "@anthropic-ai/sdk": "^0.39.0",
50
+ "openai": "^4.0.0"
51
+ },
52
+ "devDependencies": {
53
+ "@types/jest": "^29.0.0",
54
+ "@types/node": "^20.0.0",
55
+ "dotenv": "^17.4.1",
56
+ "jest": "^29.0.0",
57
+ "ts-jest": "^29.0.0",
58
+ "ts-node": "^10.0.0",
59
+ "typescript": "^5.3.0"
60
+ }
61
+ }