@mate-academy/llm-gateway 7.7.0 → 7.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +39 -27
- package/dist/LLMGateway.d.ts +30 -0
- package/dist/LLMGateway.js +56 -0
- package/dist/LLMGateway.js.map +1 -0
- package/dist/LLMGateway.typedefs.d.ts +5 -0
- package/dist/{initLLMGateway.typedefs.js → LLMGateway.typedefs.js} +1 -1
- package/dist/LLMGateway.typedefs.js.map +1 -0
- package/dist/LLMService.typedefs.d.ts +9 -6
- package/dist/LLMService.typedefs.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.js +2 -2
- package/dist/index.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.js +39 -10
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAICompletion.service.js +39 -9
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAICompletion.service.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js +19 -4
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAISpeechToText.service.js.map +1 -1
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js +39 -10
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js.map +1 -1
- package/dist/providers/OpenAI/services/OpenAIAssistance.service.js +39 -10
- package/dist/providers/OpenAI/services/OpenAIAssistance.service.js.map +1 -1
- package/dist/providers/OpenAICompatible/OpenAICompatibleSpeechToText.service.js +19 -4
- package/dist/providers/OpenAICompatible/OpenAICompatibleSpeechToText.service.js.map +1 -1
- package/dist/services/LLMBaseService.abstract.d.ts +12 -8
- package/dist/services/LLMBaseService.abstract.js +29 -14
- package/dist/services/LLMBaseService.abstract.js.map +1 -1
- package/dist/utilities/llmTracing/index.d.ts +2 -3
- package/dist/utilities/llmTracing/index.js +2 -6
- package/dist/utilities/llmTracing/index.js.map +1 -1
- package/dist/utilities/llmTracing/llmTracing.constants.d.ts +6 -0
- package/dist/utilities/llmTracing/llmTracing.constants.js +10 -0
- package/dist/utilities/llmTracing/llmTracing.constants.js.map +1 -0
- package/dist/utilities/llmTracing/llmTracing.typedefs.d.ts +48 -0
- package/dist/utilities/llmTracing/noopLLMTracing.d.ts +3 -0
- package/dist/utilities/llmTracing/noopLLMTracing.js +30 -0
- package/dist/utilities/llmTracing/noopLLMTracing.js.map +1 -0
- package/package.json +1 -2
- package/dist/initLLMGateway.d.ts +0 -15
- package/dist/initLLMGateway.js +0 -21
- package/dist/initLLMGateway.js.map +0 -1
- package/dist/initLLMGateway.typedefs.d.ts +0 -9
- package/dist/initLLMGateway.typedefs.js.map +0 -1
- package/dist/utilities/llmTracing/activeLLMTracer.d.ts +0 -12
- package/dist/utilities/llmTracing/activeLLMTracer.js +0 -37
- package/dist/utilities/llmTracing/activeLLMTracer.js.map +0 -1
- package/dist/utilities/llmTracing/fallbackMetric.d.ts +0 -21
- package/dist/utilities/llmTracing/fallbackMetric.js +0 -24
- package/dist/utilities/llmTracing/fallbackMetric.js.map +0 -1
- package/dist/utilities/llmTracing/withLLMTrace.d.ts +0 -12
- package/dist/utilities/llmTracing/withLLMTrace.js +0 -21
- package/dist/utilities/llmTracing/withLLMTrace.js.map +0 -1
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.noopLLMGatewayTracer = void 0;
|
|
4
|
-
exports.getActiveLLMTracer = getActiveLLMTracer;
|
|
5
|
-
exports.setActiveLLMTracer = setActiveLLMTracer;
|
|
6
|
-
class NoopLLMGatewayTracer {
|
|
7
|
-
isEnabled = false;
|
|
8
|
-
async withTrace(_name, _context, fn) {
|
|
9
|
-
return fn();
|
|
10
|
-
}
|
|
11
|
-
recordGeneration() {
|
|
12
|
-
// no-op when disabled
|
|
13
|
-
}
|
|
14
|
-
async withToolObservation(_name, _input, fn) {
|
|
15
|
-
return fn();
|
|
16
|
-
}
|
|
17
|
-
async flush() {
|
|
18
|
-
// no-op when disabled
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
exports.noopLLMGatewayTracer = new NoopLLMGatewayTracer();
|
|
22
|
-
let activeTracer = exports.noopLLMGatewayTracer;
|
|
23
|
-
/**
|
|
24
|
-
* The active gateway tracer. The base service and `withLLMTrace` reach it here
|
|
25
|
-
* so feature code never threads a tracer through call sites.
|
|
26
|
-
*/
|
|
27
|
-
function getActiveLLMTracer() {
|
|
28
|
-
return activeTracer;
|
|
29
|
-
}
|
|
30
|
-
/**
|
|
31
|
-
* Registers the active gateway tracer. Not exported from the package barrel —
|
|
32
|
-
* only `initLLMGateway` (the composition-root entry point) may call it.
|
|
33
|
-
*/
|
|
34
|
-
function setActiveLLMTracer(tracer) {
|
|
35
|
-
activeTracer = tracer;
|
|
36
|
-
}
|
|
37
|
-
//# sourceMappingURL=activeLLMTracer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"activeLLMTracer.js","sourceRoot":"","sources":["../../../src/utilities/llmTracing/activeLLMTracer.ts"],"names":[],"mappings":";;;AAyCA,gDAEC;AAMD,gDAEC;AA9CD,MAAM,oBAAoB;IACf,SAAS,GAAG,KAAK,CAAC;IAE3B,KAAK,CAAC,SAAS,CACb,KAAa,EACb,QAAyB,EACzB,EAAyB;QAEzB,OAAO,EAAE,EAAE,CAAC;IACd,CAAC;IAED,gBAAgB;QACd,sBAAsB;IACxB,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,KAAa,EACb,MAAe,EACf,EAAyB;QAEzB,OAAO,EAAE,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK;QACT,sBAAsB;IACxB,CAAC;CACF;AAEY,QAAA,oBAAoB,GAAqB,IAAI,oBAAoB,EAAE,CAAC;AAEjF,IAAI,YAAY,GAAqB,4BAAoB,CAAC;AAE1D;;;GAGG;AACH,SAAgB,kBAAkB;IAChC,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,SAAgB,kBAAkB,CAAC,MAAwB;IACzD,YAAY,GAAG,MAAM,CAAC;AACxB,CAAC"}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* CloudWatch namespace + metric name for the fallback-serving alarm. PR2's
|
|
3
|
-
* runtime gate calls the emitter when it serves the fallback prompt snapshot; a
|
|
4
|
-
* CloudWatch alarm on this metric routes to the standard alerting path.
|
|
5
|
-
*/
|
|
6
|
-
export declare const LANGFUSE_METRIC_NAMESPACE = "LLMGateway";
|
|
7
|
-
export declare const LANGFUSE_FALLBACK_SERVED_METRIC = "LangfuseFallbackServed";
|
|
8
|
-
export interface LangfuseFallbackMetricDimensions {
|
|
9
|
-
feature?: string;
|
|
10
|
-
promptName?: string;
|
|
11
|
-
reason?: string;
|
|
12
|
-
}
|
|
13
|
-
/**
|
|
14
|
-
* Emits a single fallback-served data point. Consumers inject a real CloudWatch
|
|
15
|
-
* implementation at the composition root; the default is a no-op so the gateway
|
|
16
|
-
* carries no AWS dependency and tracing stays fire-and-forget.
|
|
17
|
-
*/
|
|
18
|
-
export type LangfuseFallbackMetricEmitter = (dimensions: LangfuseFallbackMetricDimensions) => void;
|
|
19
|
-
export declare const noopFallbackMetricEmitter: LangfuseFallbackMetricEmitter;
|
|
20
|
-
export declare function setFallbackMetricEmitter(emitter: LangfuseFallbackMetricEmitter): void;
|
|
21
|
-
export declare function emitLangfuseFallbackServed(dimensions: LangfuseFallbackMetricDimensions): void;
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.noopFallbackMetricEmitter = exports.LANGFUSE_FALLBACK_SERVED_METRIC = exports.LANGFUSE_METRIC_NAMESPACE = void 0;
|
|
4
|
-
exports.setFallbackMetricEmitter = setFallbackMetricEmitter;
|
|
5
|
-
exports.emitLangfuseFallbackServed = emitLangfuseFallbackServed;
|
|
6
|
-
/**
|
|
7
|
-
* CloudWatch namespace + metric name for the fallback-serving alarm. PR2's
|
|
8
|
-
* runtime gate calls the emitter when it serves the fallback prompt snapshot; a
|
|
9
|
-
* CloudWatch alarm on this metric routes to the standard alerting path.
|
|
10
|
-
*/
|
|
11
|
-
exports.LANGFUSE_METRIC_NAMESPACE = 'LLMGateway';
|
|
12
|
-
exports.LANGFUSE_FALLBACK_SERVED_METRIC = 'LangfuseFallbackServed';
|
|
13
|
-
const noopFallbackMetricEmitter = () => {
|
|
14
|
-
// no-op default; PR2 injects the CloudWatch emitter at the composition root.
|
|
15
|
-
};
|
|
16
|
-
exports.noopFallbackMetricEmitter = noopFallbackMetricEmitter;
|
|
17
|
-
let activeFallbackMetricEmitter = exports.noopFallbackMetricEmitter;
|
|
18
|
-
function setFallbackMetricEmitter(emitter) {
|
|
19
|
-
activeFallbackMetricEmitter = emitter;
|
|
20
|
-
}
|
|
21
|
-
function emitLangfuseFallbackServed(dimensions) {
|
|
22
|
-
activeFallbackMetricEmitter(dimensions);
|
|
23
|
-
}
|
|
24
|
-
//# sourceMappingURL=fallbackMetric.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fallbackMetric.js","sourceRoot":"","sources":["../../../src/utilities/llmTracing/fallbackMetric.ts"],"names":[],"mappings":";;;AA+BA,4DAIC;AAED,gEAIC;AAzCD;;;;GAIG;AACU,QAAA,yBAAyB,GAAG,YAAY,CAAC;AAEzC,QAAA,+BAA+B,GAAG,wBAAwB,CAAC;AAiBjE,MAAM,yBAAyB,GAAkC,GAAG,EAAE;IAC3E,6EAA6E;AAC/E,CAAC,CAAC;AAFW,QAAA,yBAAyB,6BAEpC;AAEF,IAAI,2BAA2B,GAC3B,iCAAyB,CAAC;AAE9B,SAAgB,wBAAwB,CACtC,OAAsC;IAEtC,2BAA2B,GAAG,OAAO,CAAC;AACxC,CAAC;AAED,SAAgB,0BAA0B,CACxC,UAA4C;IAE5C,2BAA2B,CAAC,UAAU,CAAC,CAAC;AAC1C,CAAC"}
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
import { type LLMTraceMetadata } from '../../utilities/llmTracing/llmTracing.typedefs';
|
|
2
|
-
/**
|
|
3
|
-
* Low-level trace wrapper for code outside the UseCase / Service base classes.
|
|
4
|
-
* Starts a trace named `name`; any gateway calls inside nest automatically via
|
|
5
|
-
* OTel context. A no-op when tracing is disabled.
|
|
6
|
-
*/
|
|
7
|
-
export declare function withLLMTrace<Result>(name: string, metadata: LLMTraceMetadata, fn: () => Promise<Result>): Promise<Result>;
|
|
8
|
-
/**
|
|
9
|
-
* Flushes buffered traces. Serverless handlers call this on completion; the
|
|
10
|
-
* long-running API calls it from its shutdown hook only.
|
|
11
|
-
*/
|
|
12
|
-
export declare function flushLLMTraces(): Promise<void>;
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.withLLMTrace = withLLMTrace;
|
|
4
|
-
exports.flushLLMTraces = flushLLMTraces;
|
|
5
|
-
const activeLLMTracer_1 = require("../../utilities/llmTracing/activeLLMTracer");
|
|
6
|
-
/**
|
|
7
|
-
* Low-level trace wrapper for code outside the UseCase / Service base classes.
|
|
8
|
-
* Starts a trace named `name`; any gateway calls inside nest automatically via
|
|
9
|
-
* OTel context. A no-op when tracing is disabled.
|
|
10
|
-
*/
|
|
11
|
-
function withLLMTrace(name, metadata, fn) {
|
|
12
|
-
return (0, activeLLMTracer_1.getActiveLLMTracer)().withTrace(name, { metadata }, fn);
|
|
13
|
-
}
|
|
14
|
-
/**
|
|
15
|
-
* Flushes buffered traces. Serverless handlers call this on completion; the
|
|
16
|
-
* long-running API calls it from its shutdown hook only.
|
|
17
|
-
*/
|
|
18
|
-
function flushLLMTraces() {
|
|
19
|
-
return (0, activeLLMTracer_1.getActiveLLMTracer)().flush();
|
|
20
|
-
}
|
|
21
|
-
//# sourceMappingURL=withLLMTrace.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"withLLMTrace.js","sourceRoot":"","sources":["../../../src/utilities/llmTracing/withLLMTrace.ts"],"names":[],"mappings":";;AAQA,oCAMC;AAMD,wCAEC;AAtBD,4EAA4E;AAG5E;;;;GAIG;AACH,SAAgB,YAAY,CAC1B,IAAY,EACZ,QAA0B,EAC1B,EAAyB;IAEzB,OAAO,IAAA,oCAAkB,GAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;AAChE,CAAC;AAED;;;GAGG;AACH,SAAgB,cAAc;IAC5B,OAAO,IAAA,oCAAkB,GAAE,CAAC,KAAK,EAAE,CAAC;AACtC,CAAC"}
|