@stackbilt/llm-providers 1.2.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. package/LICENSE +0 -0
  2. package/README.md +58 -11
  3. package/dist/errors.d.ts +14 -0
  4. package/dist/errors.d.ts.map +1 -1
  5. package/dist/errors.js +19 -0
  6. package/dist/errors.js.map +1 -1
  7. package/dist/factory.d.ts +8 -4
  8. package/dist/factory.d.ts.map +1 -1
  9. package/dist/factory.js +129 -47
  10. package/dist/factory.js.map +1 -1
  11. package/dist/image/index.d.ts +0 -0
  12. package/dist/image/index.d.ts.map +0 -0
  13. package/dist/image/index.js +0 -0
  14. package/dist/image/index.js.map +0 -0
  15. package/dist/image/provider.d.ts +0 -0
  16. package/dist/image/provider.d.ts.map +0 -0
  17. package/dist/image/provider.js +0 -0
  18. package/dist/image/provider.js.map +0 -0
  19. package/dist/image/types.d.ts +0 -0
  20. package/dist/image/types.d.ts.map +0 -0
  21. package/dist/image/types.js +0 -0
  22. package/dist/image/types.js.map +0 -0
  23. package/dist/index.d.ts +10 -16
  24. package/dist/index.d.ts.map +1 -1
  25. package/dist/index.js +21 -85
  26. package/dist/index.js.map +1 -1
  27. package/dist/model-catalog.d.ts +42 -0
  28. package/dist/model-catalog.d.ts.map +1 -0
  29. package/dist/model-catalog.js +532 -0
  30. package/dist/model-catalog.js.map +1 -0
  31. package/dist/providers/anthropic.d.ts +1 -0
  32. package/dist/providers/anthropic.d.ts.map +1 -1
  33. package/dist/providers/anthropic.js +47 -14
  34. package/dist/providers/anthropic.js.map +1 -1
  35. package/dist/providers/base.d.ts +0 -0
  36. package/dist/providers/base.d.ts.map +0 -0
  37. package/dist/providers/base.js +0 -0
  38. package/dist/providers/base.js.map +0 -0
  39. package/dist/providers/cerebras.d.ts +1 -0
  40. package/dist/providers/cerebras.d.ts.map +1 -1
  41. package/dist/providers/cerebras.js +54 -7
  42. package/dist/providers/cerebras.js.map +1 -1
  43. package/dist/providers/cloudflare.d.ts +3 -0
  44. package/dist/providers/cloudflare.d.ts.map +1 -1
  45. package/dist/providers/cloudflare.js +81 -18
  46. package/dist/providers/cloudflare.js.map +1 -1
  47. package/dist/providers/groq.d.ts +1 -0
  48. package/dist/providers/groq.d.ts.map +1 -1
  49. package/dist/providers/groq.js +58 -7
  50. package/dist/providers/groq.js.map +1 -1
  51. package/dist/providers/openai.d.ts +1 -0
  52. package/dist/providers/openai.d.ts.map +1 -1
  53. package/dist/providers/openai.js +50 -17
  54. package/dist/providers/openai.js.map +1 -1
  55. package/dist/types.d.ts +0 -0
  56. package/dist/types.d.ts.map +0 -0
  57. package/dist/types.js +0 -0
  58. package/dist/types.js.map +0 -0
  59. package/dist/utils/circuit-breaker.d.ts +0 -0
  60. package/dist/utils/circuit-breaker.d.ts.map +0 -0
  61. package/dist/utils/circuit-breaker.js +0 -0
  62. package/dist/utils/circuit-breaker.js.map +0 -0
  63. package/dist/utils/cost-tracker.d.ts +0 -0
  64. package/dist/utils/cost-tracker.d.ts.map +0 -0
  65. package/dist/utils/cost-tracker.js +0 -0
  66. package/dist/utils/cost-tracker.js.map +0 -0
  67. package/dist/utils/credit-ledger.d.ts +0 -0
  68. package/dist/utils/credit-ledger.d.ts.map +0 -0
  69. package/dist/utils/credit-ledger.js +0 -0
  70. package/dist/utils/credit-ledger.js.map +0 -0
  71. package/dist/utils/exhaustion.d.ts +0 -0
  72. package/dist/utils/exhaustion.d.ts.map +0 -0
  73. package/dist/utils/exhaustion.js +0 -0
  74. package/dist/utils/exhaustion.js.map +0 -0
  75. package/dist/utils/hooks.d.ts +10 -0
  76. package/dist/utils/hooks.d.ts.map +1 -1
  77. package/dist/utils/hooks.js +1 -1
  78. package/dist/utils/hooks.js.map +1 -1
  79. package/dist/utils/latency-histogram.d.ts +0 -0
  80. package/dist/utils/latency-histogram.d.ts.map +0 -0
  81. package/dist/utils/latency-histogram.js +0 -0
  82. package/dist/utils/latency-histogram.js.map +0 -0
  83. package/dist/utils/logger.d.ts +0 -0
  84. package/dist/utils/logger.d.ts.map +0 -0
  85. package/dist/utils/logger.js +0 -0
  86. package/dist/utils/logger.js.map +0 -0
  87. package/dist/utils/retry.d.ts +0 -0
  88. package/dist/utils/retry.d.ts.map +0 -0
  89. package/dist/utils/retry.js +0 -0
  90. package/dist/utils/retry.js.map +0 -0
  91. package/dist/utils/schema-validator.d.ts +67 -0
  92. package/dist/utils/schema-validator.d.ts.map +1 -0
  93. package/dist/utils/schema-validator.js +140 -0
  94. package/dist/utils/schema-validator.js.map +1 -0
  95. package/package.json +1 -1
@@ -0,0 +1,67 @@
1
+ /**
2
+ * Response Envelope Schema Validator
3
+ *
4
+ * Zero-dependency runtime validator for provider response shapes. Used at the
5
+ * provider boundary to detect when an upstream API silently changes its
6
+ * response envelope — the classic "field renamed at 2am, parser throws at
7
+ * 3am" failure mode.
8
+ *
9
+ * Philosophy: validate the *minimum* fields each provider's parser actually
10
+ * reads. Don't re-type the full upstream schema — that creates brittle
11
+ * over-specification that churns every time the provider adds an optional
12
+ * field. Only the fields we touch matter.
13
+ *
14
+ * Usage:
15
+ * validateSchema('anthropic', data, [
16
+ * { path: 'content', type: 'array' },
17
+ * { path: 'usage.input_tokens', type: 'number' },
18
+ * { path: 'usage.output_tokens', type: 'number' },
19
+ * { path: 'model', type: 'string' },
20
+ * ]);
21
+ *
22
+ * On first failure, throws SchemaDriftError. The caller (typically the
23
+ * factory) catches it, fires the onSchemaDrift hook, and falls over to
24
+ * another provider.
25
+ */
26
+ export type SchemaFieldType = 'string' | 'number' | 'boolean' | 'array' | 'object' | 'string-or-null';
27
+ export interface SchemaField {
28
+ /**
29
+ * Dot-separated path into the response object. Array indices not supported
30
+ * in the path itself — use `items` to validate array element shapes.
31
+ */
32
+ path: string;
33
+ type: SchemaFieldType;
34
+ /**
35
+ * If true, missing paths are allowed and skipped. Useful for fields that
36
+ * are genuinely optional (e.g. stop_sequence on Anthropic).
37
+ */
38
+ optional?: boolean;
39
+ /**
40
+ * For type: 'array' — validate each element against a nested schema.
41
+ *
42
+ * - `shape`: a flat SchemaField[] applied to every element (all elements
43
+ * the same shape).
44
+ * - `variants` + `discriminator`: discriminated union. Each element is
45
+ * routed by the value of `discriminator` (a field name on the element)
46
+ * to the matching variant schema. **Unknown discriminator values are
47
+ * allowed and skipped** — we want forward-compat for additive API
48
+ * changes (e.g. Anthropic adds a new content block type). Only *missing*
49
+ * discriminators or *wrong-typed* known variants trigger drift.
50
+ */
51
+ items?: {
52
+ shape?: SchemaField[];
53
+ discriminator?: string;
54
+ variants?: Record<string, SchemaField[]>;
55
+ };
56
+ }
57
+ /**
58
+ * Validate a response envelope against a minimal field schema.
59
+ * Throws SchemaDriftError on the first mismatch, with provider + path +
60
+ * expected/actual types surfaced for observability.
61
+ *
62
+ * We fail fast rather than collecting all errors: the first drift is enough
63
+ * to trigger fallback, and walking the whole schema when we're already
64
+ * broken wastes budget.
65
+ */
66
+ export declare function validateSchema(provider: string, data: unknown, fields: SchemaField[]): void;
67
+ //# sourceMappingURL=schema-validator.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema-validator.d.ts","sourceRoot":"","sources":["../../src/utils/schema-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAIH,MAAM,MAAM,eAAe,GACvB,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,OAAO,GACP,QAAQ,GACR,gBAAgB,CAAC;AAErB,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,eAAe,CAAC;IACtB;;;OAGG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,EAAE;QACN,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;KAC1C,CAAC;CACH;AAoID;;;;;;;;GAQG;AACH,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,WAAW,EAAE,GACpB,IAAI,CAEN"}
@@ -0,0 +1,140 @@
1
+ /**
2
+ * Response Envelope Schema Validator
3
+ *
4
+ * Zero-dependency runtime validator for provider response shapes. Used at the
5
+ * provider boundary to detect when an upstream API silently changes its
6
+ * response envelope — the classic "field renamed at 2am, parser throws at
7
+ * 3am" failure mode.
8
+ *
9
+ * Philosophy: validate the *minimum* fields each provider's parser actually
10
+ * reads. Don't re-type the full upstream schema — that creates brittle
11
+ * over-specification that churns every time the provider adds an optional
12
+ * field. Only the fields we touch matter.
13
+ *
14
+ * Usage:
15
+ * validateSchema('anthropic', data, [
16
+ * { path: 'content', type: 'array' },
17
+ * { path: 'usage.input_tokens', type: 'number' },
18
+ * { path: 'usage.output_tokens', type: 'number' },
19
+ * { path: 'model', type: 'string' },
20
+ * ]);
21
+ *
22
+ * On first failure, throws SchemaDriftError. The caller (typically the
23
+ * factory) catches it, fires the onSchemaDrift hook, and falls over to
24
+ * another provider.
25
+ */
26
+ import { SchemaDriftError } from '../errors';
27
+ /**
28
+ * Walk a dot-path into an object. Returns undefined if any segment is missing.
29
+ * Does NOT distinguish "path missing" from "path present but undefined" —
30
+ * callers should treat both as missing.
31
+ */
32
+ function getPath(obj, path) {
33
+ const segments = path.split('.');
34
+ let current = obj;
35
+ for (const segment of segments) {
36
+ if (current == null || typeof current !== 'object') {
37
+ return undefined;
38
+ }
39
+ current = current[segment];
40
+ }
41
+ return current;
42
+ }
43
+ /**
44
+ * Describe the actual runtime type of a value for error messages.
45
+ * Separates null / undefined / array from generic object.
46
+ */
47
+ function describeType(value) {
48
+ if (value === null)
49
+ return 'null';
50
+ if (value === undefined)
51
+ return 'undefined';
52
+ if (Array.isArray(value))
53
+ return 'array';
54
+ return typeof value;
55
+ }
56
+ function matchesType(value, type) {
57
+ switch (type) {
58
+ case 'string':
59
+ return typeof value === 'string';
60
+ case 'number':
61
+ return typeof value === 'number' && Number.isFinite(value);
62
+ case 'boolean':
63
+ return typeof value === 'boolean';
64
+ case 'array':
65
+ return Array.isArray(value);
66
+ case 'object':
67
+ return value !== null && typeof value === 'object' && !Array.isArray(value);
68
+ case 'string-or-null':
69
+ return value === null || typeof value === 'string';
70
+ }
71
+ }
72
+ /**
73
+ * Validate a single object against a flat SchemaField list, prefixing any
74
+ * error path with `pathPrefix` so nested element errors read like
75
+ * `content[2].id` instead of bare `id`.
76
+ */
77
+ function validateFields(provider, data, fields, pathPrefix) {
78
+ if (data == null || typeof data !== 'object') {
79
+ throw new SchemaDriftError(provider, pathPrefix || '$root', 'object', describeType(data));
80
+ }
81
+ for (const field of fields) {
82
+ const fullPath = pathPrefix ? `${pathPrefix}.${field.path}` : field.path;
83
+ const value = getPath(data, field.path);
84
+ if (value === undefined) {
85
+ if (field.optional)
86
+ continue;
87
+ throw new SchemaDriftError(provider, fullPath, field.type, 'undefined');
88
+ }
89
+ if (!matchesType(value, field.type)) {
90
+ throw new SchemaDriftError(provider, fullPath, field.type, describeType(value));
91
+ }
92
+ if (field.type === 'array' && field.items) {
93
+ validateArrayItems(provider, value, field.items, fullPath);
94
+ }
95
+ }
96
+ }
97
+ /**
98
+ * Validate the elements of an array against either a flat `shape` or a
99
+ * discriminated `variants` map. Unknown discriminator values are
100
+ * forward-compatible and skipped.
101
+ */
102
+ function validateArrayItems(provider, items, spec, arrayPath) {
103
+ for (let i = 0; i < items.length; i++) {
104
+ const element = items[i];
105
+ const elementPath = `${arrayPath}[${i}]`;
106
+ if (element == null || typeof element !== 'object') {
107
+ throw new SchemaDriftError(provider, elementPath, 'object', describeType(element));
108
+ }
109
+ if (spec.discriminator && spec.variants) {
110
+ const disc = element[spec.discriminator];
111
+ if (typeof disc !== 'string') {
112
+ throw new SchemaDriftError(provider, `${elementPath}.${spec.discriminator}`, 'string', describeType(disc));
113
+ }
114
+ const variantFields = spec.variants[disc];
115
+ // Unknown discriminator value — forward-compat. Skip validation
116
+ // rather than reject, so adding a new block type upstream doesn't
117
+ // break every consumer on the next deploy.
118
+ if (!variantFields)
119
+ continue;
120
+ validateFields(provider, element, variantFields, elementPath);
121
+ continue;
122
+ }
123
+ if (spec.shape) {
124
+ validateFields(provider, element, spec.shape, elementPath);
125
+ }
126
+ }
127
+ }
128
+ /**
129
+ * Validate a response envelope against a minimal field schema.
130
+ * Throws SchemaDriftError on the first mismatch, with provider + path +
131
+ * expected/actual types surfaced for observability.
132
+ *
133
+ * We fail fast rather than collecting all errors: the first drift is enough
134
+ * to trigger fallback, and walking the whole schema when we're already
135
+ * broken wastes budget.
136
+ */
137
+ export function validateSchema(provider, data, fields) {
138
+ validateFields(provider, data, fields, '');
139
+ }
140
+ //# sourceMappingURL=schema-validator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema-validator.js","sourceRoot":"","sources":["../../src/utils/schema-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAyC7C;;;;GAIG;AACH,SAAS,OAAO,CAAC,GAAY,EAAE,IAAY;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,OAAO,GAAY,GAAG,CAAC;IAE3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YACnD,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,WAAW,CAAC;IAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACzC,OAAO,OAAO,KAAK,CAAC;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,IAAqB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC;QACnC,KAAK,QAAQ;YACX,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC7D,KAAK,SAAS;YACZ,OAAO,OAAO,KAAK,KAAK,SAAS,CAAC;QACpC,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,KAAK,QAAQ;YACX,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9E,KAAK,gBAAgB;YACnB,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;IACvD,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CACrB,QAAgB,EAChB,IAAa,EACb,MAAqB,EACrB,UAAkB;IAElB,IAAI,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7C,MAAM,IAAI,gBAAgB,CACxB,QAAQ,EACR,UAAU,IAAI,OAAO,EACrB,QAAQ,EACR,YAAY,CAAC,IAAI,CAAC,CACnB,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QACzE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,KAAK,CAAC,QAAQ;gBAAE,SAAS;YAC7B,MAAM,IAAI,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAClF,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC1C,kBAAkB,CAAC,QAAQ,EAAE,KAAkB,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CACzB,QAAgB,EAChB,KAAgB,EAChB,IAAuC,EACvC,SAAiB;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,WAAW,GAAG,GAAG,SAAS,IAAI,CAAC,GAAG,CAAC;QAEzC,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YACnD,MAAM,IAAI,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QACrF,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,IAAI,GAAI,OAAmC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtE,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,MAAM,IAAI,gBAAgB,CACxB,QAAQ,EACR,GAAG,WAAW,IAAI,IAAI,CAAC,aAAa,EAAE,EACtC,QAAQ,EACR,YAAY,CAAC,IAAI,CAAC,CACnB,CAAC;YACJ,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1C,gEAAgE;YAChE,kEAAkE;YAClE,2CAA2C;YAC3C,IAAI,CAAC,aAAa;gBAAE,SAAS;YAC7B,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;YAC9D,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,cAAc,CAC5B,QAAgB,EAChB,IAAa,EACb,MAAqB;IAErB,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;AAC7C,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@stackbilt/llm-providers",
3
- "version": "1.2.0",
3
+ "version": "1.5.0",
4
4
  "description": "Multi-LLM failover with circuit breakers, cost tracking, and intelligent retry. Cloudflare Workers native.",
5
5
  "author": "Stackbilt <admin@stackbilt.dev>",
6
6
  "license": "Apache-2.0",