@mate-academy/llm-gateway 7.7.0 → 7.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/README.md +39 -27
  2. package/dist/LLMGateway.d.ts +30 -0
  3. package/dist/LLMGateway.js +56 -0
  4. package/dist/LLMGateway.js.map +1 -0
  5. package/dist/LLMGateway.typedefs.d.ts +5 -0
  6. package/dist/{initLLMGateway.typedefs.js → LLMGateway.typedefs.js} +1 -1
  7. package/dist/LLMGateway.typedefs.js.map +1 -0
  8. package/dist/LLMService.typedefs.d.ts +9 -6
  9. package/dist/LLMService.typedefs.js.map +1 -1
  10. package/dist/index.d.ts +2 -2
  11. package/dist/index.js +2 -2
  12. package/dist/index.js.map +1 -1
  13. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.js +39 -10
  14. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.js.map +1 -1
  15. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAICompletion.service.js +39 -9
  16. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAICompletion.service.js.map +1 -1
  17. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js +19 -4
  18. package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js.map +1 -1
  19. package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js +39 -10
  20. package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js.map +1 -1
  21. package/dist/providers/OpenAI/services/OpenAIAssistance.service.js +39 -10
  22. package/dist/providers/OpenAI/services/OpenAIAssistance.service.js.map +1 -1
  23. package/dist/providers/OpenAICompatible/OpenAICompatibleSpeechToText.service.js +19 -4
  24. package/dist/providers/OpenAICompatible/OpenAICompatibleSpeechToText.service.js.map +1 -1
  25. package/dist/services/LLMBaseService.abstract.d.ts +12 -8
  26. package/dist/services/LLMBaseService.abstract.js +29 -14
  27. package/dist/services/LLMBaseService.abstract.js.map +1 -1
  28. package/dist/utilities/llmTracing/index.d.ts +2 -3
  29. package/dist/utilities/llmTracing/index.js +2 -6
  30. package/dist/utilities/llmTracing/index.js.map +1 -1
  31. package/dist/utilities/llmTracing/llmTracing.constants.d.ts +6 -0
  32. package/dist/utilities/llmTracing/llmTracing.constants.js +10 -0
  33. package/dist/utilities/llmTracing/llmTracing.constants.js.map +1 -0
  34. package/dist/utilities/llmTracing/llmTracing.typedefs.d.ts +48 -0
  35. package/dist/utilities/llmTracing/noopLLMTracing.d.ts +3 -0
  36. package/dist/utilities/llmTracing/noopLLMTracing.js +30 -0
  37. package/dist/utilities/llmTracing/noopLLMTracing.js.map +1 -0
  38. package/package.json +1 -2
  39. package/dist/initLLMGateway.d.ts +0 -15
  40. package/dist/initLLMGateway.js +0 -21
  41. package/dist/initLLMGateway.js.map +0 -1
  42. package/dist/initLLMGateway.typedefs.d.ts +0 -9
  43. package/dist/initLLMGateway.typedefs.js.map +0 -1
  44. package/dist/utilities/llmTracing/activeLLMTracer.d.ts +0 -12
  45. package/dist/utilities/llmTracing/activeLLMTracer.js +0 -37
  46. package/dist/utilities/llmTracing/activeLLMTracer.js.map +0 -1
  47. package/dist/utilities/llmTracing/fallbackMetric.d.ts +0 -21
  48. package/dist/utilities/llmTracing/fallbackMetric.js +0 -24
  49. package/dist/utilities/llmTracing/fallbackMetric.js.map +0 -1
  50. package/dist/utilities/llmTracing/withLLMTrace.d.ts +0 -12
  51. package/dist/utilities/llmTracing/withLLMTrace.js +0 -21
  52. package/dist/utilities/llmTracing/withLLMTrace.js.map +0 -1
@@ -1,37 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.noopLLMGatewayTracer = void 0;
4
- exports.getActiveLLMTracer = getActiveLLMTracer;
5
- exports.setActiveLLMTracer = setActiveLLMTracer;
6
- class NoopLLMGatewayTracer {
7
- isEnabled = false;
8
- async withTrace(_name, _context, fn) {
9
- return fn();
10
- }
11
- recordGeneration() {
12
- // no-op when disabled
13
- }
14
- async withToolObservation(_name, _input, fn) {
15
- return fn();
16
- }
17
- async flush() {
18
- // no-op when disabled
19
- }
20
- }
21
- exports.noopLLMGatewayTracer = new NoopLLMGatewayTracer();
22
- let activeTracer = exports.noopLLMGatewayTracer;
23
- /**
24
- * The active gateway tracer. The base service and `withLLMTrace` reach it here
25
- * so feature code never threads a tracer through call sites.
26
- */
27
- function getActiveLLMTracer() {
28
- return activeTracer;
29
- }
30
- /**
31
- * Registers the active gateway tracer. Not exported from the package barrel —
32
- * only `initLLMGateway` (the composition-root entry point) may call it.
33
- */
34
- function setActiveLLMTracer(tracer) {
35
- activeTracer = tracer;
36
- }
37
- //# sourceMappingURL=activeLLMTracer.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"activeLLMTracer.js","sourceRoot":"","sources":["../../../src/utilities/llmTracing/activeLLMTracer.ts"],"names":[],"mappings":";;;AAyCA,gDAEC;AAMD,gDAEC;AA9CD,MAAM,oBAAoB;IACf,SAAS,GAAG,KAAK,CAAC;IAE3B,KAAK,CAAC,SAAS,CACb,KAAa,EACb,QAAyB,EACzB,EAAyB;QAEzB,OAAO,EAAE,EAAE,CAAC;IACd,CAAC;IAED,gBAAgB;QACd,sBAAsB;IACxB,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,KAAa,EACb,MAAe,EACf,EAAyB;QAEzB,OAAO,EAAE,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK;QACT,sBAAsB;IACxB,CAAC;CACF;AAEY,QAAA,oBAAoB,GAAqB,IAAI,oBAAoB,EAAE,CAAC;AAEjF,IAAI,YAAY,GAAqB,4BAAoB,CAAC;AAE1D;;;GAGG;AACH,SAAgB,kBAAkB;IAChC,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,SAAgB,kBAAkB,CAAC,MAAwB;IACzD,YAAY,GAAG,MAAM,CAAC;AACxB,CAAC"}
@@ -1,21 +0,0 @@
1
- /**
2
- * CloudWatch namespace + metric name for the fallback-serving alarm. PR2's
3
- * runtime gate calls the emitter when it serves the fallback prompt snapshot; a
4
- * CloudWatch alarm on this metric routes to the standard alerting path.
5
- */
6
- export declare const LANGFUSE_METRIC_NAMESPACE = "LLMGateway";
7
- export declare const LANGFUSE_FALLBACK_SERVED_METRIC = "LangfuseFallbackServed";
8
- export interface LangfuseFallbackMetricDimensions {
9
- feature?: string;
10
- promptName?: string;
11
- reason?: string;
12
- }
13
- /**
14
- * Emits a single fallback-served data point. Consumers inject a real CloudWatch
15
- * implementation at the composition root; the default is a no-op so the gateway
16
- * carries no AWS dependency and tracing stays fire-and-forget.
17
- */
18
- export type LangfuseFallbackMetricEmitter = (dimensions: LangfuseFallbackMetricDimensions) => void;
19
- export declare const noopFallbackMetricEmitter: LangfuseFallbackMetricEmitter;
20
- export declare function setFallbackMetricEmitter(emitter: LangfuseFallbackMetricEmitter): void;
21
- export declare function emitLangfuseFallbackServed(dimensions: LangfuseFallbackMetricDimensions): void;
@@ -1,24 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.noopFallbackMetricEmitter = exports.LANGFUSE_FALLBACK_SERVED_METRIC = exports.LANGFUSE_METRIC_NAMESPACE = void 0;
4
- exports.setFallbackMetricEmitter = setFallbackMetricEmitter;
5
- exports.emitLangfuseFallbackServed = emitLangfuseFallbackServed;
6
- /**
7
- * CloudWatch namespace + metric name for the fallback-serving alarm. PR2's
8
- * runtime gate calls the emitter when it serves the fallback prompt snapshot; a
9
- * CloudWatch alarm on this metric routes to the standard alerting path.
10
- */
11
- exports.LANGFUSE_METRIC_NAMESPACE = 'LLMGateway';
12
- exports.LANGFUSE_FALLBACK_SERVED_METRIC = 'LangfuseFallbackServed';
13
- const noopFallbackMetricEmitter = () => {
14
- // no-op default; PR2 injects the CloudWatch emitter at the composition root.
15
- };
16
- exports.noopFallbackMetricEmitter = noopFallbackMetricEmitter;
17
- let activeFallbackMetricEmitter = exports.noopFallbackMetricEmitter;
18
- function setFallbackMetricEmitter(emitter) {
19
- activeFallbackMetricEmitter = emitter;
20
- }
21
- function emitLangfuseFallbackServed(dimensions) {
22
- activeFallbackMetricEmitter(dimensions);
23
- }
24
- //# sourceMappingURL=fallbackMetric.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"fallbackMetric.js","sourceRoot":"","sources":["../../../src/utilities/llmTracing/fallbackMetric.ts"],"names":[],"mappings":";;;AA+BA,4DAIC;AAED,gEAIC;AAzCD;;;;GAIG;AACU,QAAA,yBAAyB,GAAG,YAAY,CAAC;AAEzC,QAAA,+BAA+B,GAAG,wBAAwB,CAAC;AAiBjE,MAAM,yBAAyB,GAAkC,GAAG,EAAE;IAC3E,6EAA6E;AAC/E,CAAC,CAAC;AAFW,QAAA,yBAAyB,6BAEpC;AAEF,IAAI,2BAA2B,GAC3B,iCAAyB,CAAC;AAE9B,SAAgB,wBAAwB,CACtC,OAAsC;IAEtC,2BAA2B,GAAG,OAAO,CAAC;AACxC,CAAC;AAED,SAAgB,0BAA0B,CACxC,UAA4C;IAE5C,2BAA2B,CAAC,UAAU,CAAC,CAAC;AAC1C,CAAC"}
@@ -1,12 +0,0 @@
1
- import { type LLMTraceMetadata } from '../../utilities/llmTracing/llmTracing.typedefs';
2
- /**
3
- * Low-level trace wrapper for code outside the UseCase / Service base classes.
4
- * Starts a trace named `name`; any gateway calls inside nest automatically via
5
- * OTel context. A no-op when tracing is disabled.
6
- */
7
- export declare function withLLMTrace<Result>(name: string, metadata: LLMTraceMetadata, fn: () => Promise<Result>): Promise<Result>;
8
- /**
9
- * Flushes buffered traces. Serverless handlers call this on completion; the
10
- * long-running API calls it from its shutdown hook only.
11
- */
12
- export declare function flushLLMTraces(): Promise<void>;
@@ -1,21 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.withLLMTrace = withLLMTrace;
4
- exports.flushLLMTraces = flushLLMTraces;
5
- const activeLLMTracer_1 = require("../../utilities/llmTracing/activeLLMTracer");
6
- /**
7
- * Low-level trace wrapper for code outside the UseCase / Service base classes.
8
- * Starts a trace named `name`; any gateway calls inside nest automatically via
9
- * OTel context. A no-op when tracing is disabled.
10
- */
11
- function withLLMTrace(name, metadata, fn) {
12
- return (0, activeLLMTracer_1.getActiveLLMTracer)().withTrace(name, { metadata }, fn);
13
- }
14
- /**
15
- * Flushes buffered traces. Serverless handlers call this on completion; the
16
- * long-running API calls it from its shutdown hook only.
17
- */
18
- function flushLLMTraces() {
19
- return (0, activeLLMTracer_1.getActiveLLMTracer)().flush();
20
- }
21
- //# sourceMappingURL=withLLMTrace.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"withLLMTrace.js","sourceRoot":"","sources":["../../../src/utilities/llmTracing/withLLMTrace.ts"],"names":[],"mappings":";;AAQA,oCAMC;AAMD,wCAEC;AAtBD,4EAA4E;AAG5E;;;;GAIG;AACH,SAAgB,YAAY,CAC1B,IAAY,EACZ,QAA0B,EAC1B,EAAyB;IAEzB,OAAO,IAAA,oCAAkB,GAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;AAChE,CAAC;AAED;;;GAGG;AACH,SAAgB,cAAc;IAC5B,OAAO,IAAA,oCAAkB,GAAE,CAAC,KAAK,EAAE,CAAC;AACtC,CAAC"}