@axonflow/sdk 1.2.1 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +119 -0
- package/dist/cjs/client.d.ts +42 -1
- package/dist/cjs/client.d.ts.map +1 -1
- package/dist/cjs/client.js +167 -0
- package/dist/cjs/client.js.map +1 -1
- package/dist/cjs/index.d.ts +5 -2
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/index.js +8 -2
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/interceptors/bedrock.d.ts +141 -0
- package/dist/cjs/interceptors/bedrock.d.ts.map +1 -0
- package/dist/cjs/interceptors/bedrock.js +259 -0
- package/dist/cjs/interceptors/bedrock.js.map +1 -0
- package/dist/cjs/interceptors/gemini.d.ts +81 -0
- package/dist/cjs/interceptors/gemini.d.ts.map +1 -0
- package/dist/cjs/interceptors/gemini.js +110 -0
- package/dist/cjs/interceptors/gemini.js.map +1 -0
- package/dist/cjs/interceptors/ollama.d.ts +143 -0
- package/dist/cjs/interceptors/ollama.d.ts.map +1 -0
- package/dist/cjs/interceptors/ollama.js +150 -0
- package/dist/cjs/interceptors/ollama.js.map +1 -0
- package/dist/cjs/types/index.d.ts +1 -0
- package/dist/cjs/types/index.d.ts.map +1 -1
- package/dist/cjs/types/index.js +1 -0
- package/dist/cjs/types/index.js.map +1 -1
- package/dist/cjs/types/proxy.d.ts +78 -0
- package/dist/cjs/types/proxy.d.ts.map +1 -0
- package/dist/cjs/types/proxy.js +9 -0
- package/dist/cjs/types/proxy.js.map +1 -0
- package/dist/esm/client.d.ts +42 -1
- package/dist/esm/client.d.ts.map +1 -1
- package/dist/esm/client.js +168 -1
- package/dist/esm/client.js.map +1 -1
- package/dist/esm/index.d.ts +5 -2
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +4 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/interceptors/bedrock.d.ts +141 -0
- package/dist/esm/interceptors/bedrock.d.ts.map +1 -0
- package/dist/esm/interceptors/bedrock.js +220 -0
- package/dist/esm/interceptors/bedrock.js.map +1 -0
- package/dist/esm/interceptors/gemini.d.ts +81 -0
- package/dist/esm/interceptors/gemini.d.ts.map +1 -0
- package/dist/esm/interceptors/gemini.js +105 -0
- package/dist/esm/interceptors/gemini.js.map +1 -0
- package/dist/esm/interceptors/ollama.d.ts +143 -0
- package/dist/esm/interceptors/ollama.d.ts.map +1 -0
- package/dist/esm/interceptors/ollama.js +144 -0
- package/dist/esm/interceptors/ollama.js.map +1 -0
- package/dist/esm/types/index.d.ts +1 -0
- package/dist/esm/types/index.d.ts.map +1 -1
- package/dist/esm/types/index.js +1 -0
- package/dist/esm/types/index.js.map +1 -1
- package/dist/esm/types/proxy.d.ts +78 -0
- package/dist/esm/types/proxy.d.ts.map +1 -0
- package/dist/esm/types/proxy.js +8 -0
- package/dist/esm/types/proxy.js.map +1 -0
- package/package.json +2 -1
package/dist/esm/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,iDAAiD;AACjD,OAAO,EACL,aAAa,EACb,oBAAoB,EACpB,mBAAmB,EACnB,cAAc,EACd,YAAY,EACZ,QAAQ,GACT,MAAM,UAAU,CAAC;AA2BlB,iBAAiB;AACjB,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B,iCAAiC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,eAAe,QAAQ,CAAC"}
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import { BaseInterceptor } from './base';
|
|
2
|
+
import { AIRequest } from '../types';
|
|
3
|
+
/**
|
|
4
|
+
* Interceptor for AWS Bedrock API calls
|
|
5
|
+
*
|
|
6
|
+
* Bedrock uses AWS IAM authentication (no API keys required).
|
|
7
|
+
* Supports multiple model providers: Anthropic Claude, Amazon Titan, Meta Llama, etc.
|
|
8
|
+
*
|
|
9
|
+
* @example
|
|
10
|
+
* ```typescript
|
|
11
|
+
* import { BedrockRuntimeClient, InvokeModelCommand } from '@aws-sdk/client-bedrock-runtime';
|
|
12
|
+
* import { AxonFlow, wrapBedrockClient } from '@axonflow/sdk';
|
|
13
|
+
*
|
|
14
|
+
* const bedrockClient = new BedrockRuntimeClient({ region: 'us-east-1' });
|
|
15
|
+
* const axonflow = new AxonFlow({ endpoint: 'http://localhost:8080' });
|
|
16
|
+
*
|
|
17
|
+
* const wrapped = wrapBedrockClient(bedrockClient, axonflow);
|
|
18
|
+
* const response = await wrapped.send(new InvokeModelCommand({...}));
|
|
19
|
+
* ```
|
|
20
|
+
*/
|
|
21
|
+
export declare class BedrockInterceptor extends BaseInterceptor {
|
|
22
|
+
canHandle(aiCall: any): boolean;
|
|
23
|
+
extractRequest(aiCall: any): AIRequest;
|
|
24
|
+
executeWithModifications(aiCall: any, _modifications: any): Promise<any>;
|
|
25
|
+
getProvider(): string;
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* Bedrock model providers and their model IDs
|
|
29
|
+
*/
|
|
30
|
+
export declare const BedrockModels: {
|
|
31
|
+
readonly CLAUDE_3_OPUS: "anthropic.claude-3-opus-20240229-v1:0";
|
|
32
|
+
readonly CLAUDE_3_SONNET: "anthropic.claude-3-sonnet-20240229-v1:0";
|
|
33
|
+
readonly CLAUDE_3_HAIKU: "anthropic.claude-3-haiku-20240307-v1:0";
|
|
34
|
+
readonly CLAUDE_2_1: "anthropic.claude-v2:1";
|
|
35
|
+
readonly CLAUDE_2: "anthropic.claude-v2";
|
|
36
|
+
readonly CLAUDE_INSTANT: "anthropic.claude-instant-v1";
|
|
37
|
+
readonly TITAN_TEXT_EXPRESS: "amazon.titan-text-express-v1";
|
|
38
|
+
readonly TITAN_TEXT_LITE: "amazon.titan-text-lite-v1";
|
|
39
|
+
readonly TITAN_TEXT_PREMIER: "amazon.titan-text-premier-v1:0";
|
|
40
|
+
readonly LLAMA2_13B: "meta.llama2-13b-chat-v1";
|
|
41
|
+
readonly LLAMA2_70B: "meta.llama2-70b-chat-v1";
|
|
42
|
+
readonly LLAMA3_8B: "meta.llama3-8b-instruct-v1:0";
|
|
43
|
+
readonly LLAMA3_70B: "meta.llama3-70b-instruct-v1:0";
|
|
44
|
+
readonly COHERE_COMMAND: "cohere.command-text-v14";
|
|
45
|
+
readonly COHERE_COMMAND_LIGHT: "cohere.command-light-text-v14";
|
|
46
|
+
readonly AI21_JURASSIC_ULTRA: "ai21.j2-ultra-v1";
|
|
47
|
+
readonly AI21_JURASSIC_MID: "ai21.j2-mid-v1";
|
|
48
|
+
};
|
|
49
|
+
/**
|
|
50
|
+
* Bedrock invoke model request body for Claude
|
|
51
|
+
*/
|
|
52
|
+
export interface BedrockClaudeRequest {
|
|
53
|
+
anthropic_version: string;
|
|
54
|
+
max_tokens: number;
|
|
55
|
+
messages: Array<{
|
|
56
|
+
role: 'user' | 'assistant';
|
|
57
|
+
content: string | Array<{
|
|
58
|
+
type: 'text';
|
|
59
|
+
text: string;
|
|
60
|
+
}>;
|
|
61
|
+
}>;
|
|
62
|
+
temperature?: number;
|
|
63
|
+
top_p?: number;
|
|
64
|
+
top_k?: number;
|
|
65
|
+
stop_sequences?: string[];
|
|
66
|
+
system?: string;
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* Bedrock invoke model response for Claude
|
|
70
|
+
*/
|
|
71
|
+
export interface BedrockClaudeResponse {
|
|
72
|
+
id: string;
|
|
73
|
+
type: string;
|
|
74
|
+
role: string;
|
|
75
|
+
content: Array<{
|
|
76
|
+
type: 'text';
|
|
77
|
+
text: string;
|
|
78
|
+
}>;
|
|
79
|
+
model: string;
|
|
80
|
+
stop_reason: string;
|
|
81
|
+
usage: {
|
|
82
|
+
input_tokens: number;
|
|
83
|
+
output_tokens: number;
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
/**
|
|
87
|
+
* Bedrock invoke model request body for Titan
|
|
88
|
+
*/
|
|
89
|
+
export interface BedrockTitanRequest {
|
|
90
|
+
inputText: string;
|
|
91
|
+
textGenerationConfig?: {
|
|
92
|
+
maxTokenCount?: number;
|
|
93
|
+
temperature?: number;
|
|
94
|
+
topP?: number;
|
|
95
|
+
stopSequences?: string[];
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
/**
|
|
99
|
+
* Bedrock invoke model response for Titan
|
|
100
|
+
*/
|
|
101
|
+
export interface BedrockTitanResponse {
|
|
102
|
+
inputTextTokenCount: number;
|
|
103
|
+
results: Array<{
|
|
104
|
+
tokenCount: number;
|
|
105
|
+
outputText: string;
|
|
106
|
+
completionReason: string;
|
|
107
|
+
}>;
|
|
108
|
+
}
|
|
109
|
+
/**
|
|
110
|
+
* Wraps an AWS Bedrock client with AxonFlow governance.
|
|
111
|
+
*
|
|
112
|
+
* @example
|
|
113
|
+
* ```typescript
|
|
114
|
+
* import { BedrockRuntimeClient, InvokeModelCommand } from '@aws-sdk/client-bedrock-runtime';
|
|
115
|
+
* import { AxonFlow, wrapBedrockClient } from '@axonflow/sdk';
|
|
116
|
+
*
|
|
117
|
+
* const bedrock = new BedrockRuntimeClient({ region: 'us-east-1' });
|
|
118
|
+
* const axonflow = new AxonFlow({ endpoint: 'http://localhost:8080' });
|
|
119
|
+
*
|
|
120
|
+
* const wrapped = wrapBedrockClient(bedrock, axonflow);
|
|
121
|
+
*
|
|
122
|
+
* const command = new InvokeModelCommand({
|
|
123
|
+
* modelId: 'anthropic.claude-3-sonnet-20240229-v1:0',
|
|
124
|
+
* body: JSON.stringify({
|
|
125
|
+
* anthropic_version: 'bedrock-2023-05-31',
|
|
126
|
+
* max_tokens: 1024,
|
|
127
|
+
* messages: [{ role: 'user', content: 'Hello!' }]
|
|
128
|
+
* })
|
|
129
|
+
* });
|
|
130
|
+
*
|
|
131
|
+
* const response = await wrapped.send(command);
|
|
132
|
+
* ```
|
|
133
|
+
*/
|
|
134
|
+
export declare function wrapBedrockClient(bedrockClient: any, axonflow: any): any;
|
|
135
|
+
/**
|
|
136
|
+
* Creates a governed Bedrock invoke function with full governance flow.
|
|
137
|
+
*
|
|
138
|
+
* Use this for fine-grained control with pre-check and audit.
|
|
139
|
+
*/
|
|
140
|
+
export declare function createGovernedBedrockInvoke(bedrockClient: any, axonflow: any, userToken?: string): (modelId: string, body: any) => Promise<any>;
|
|
141
|
+
//# sourceMappingURL=bedrock.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock.d.ts","sourceRoot":"","sources":["../../../src/interceptors/bedrock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,kBAAmB,SAAQ,eAAe;IACrD,SAAS,CAAC,MAAM,EAAE,GAAG,GAAG,OAAO;IAW/B,cAAc,CAAC,MAAM,EAAE,GAAG,GAAG,SAAS;IAsBtC,wBAAwB,CAAC,MAAM,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IAIxE,WAAW,IAAI,MAAM;CAGtB;AAED;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;CA2BhB,CAAC;AAEX;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAC3B,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACzD,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,CAAC,EAAE;QACrB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,OAAO,EAAE,KAAK,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC,CAAC;CACJ;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,GAAG,GAAG,CAgDxE;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,aAAa,EAAE,GAAG,EAClB,QAAQ,EAAE,GAAG,EACb,SAAS,GAAE,MAAW,GACrB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,CA8E9C"}
|
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
import { BaseInterceptor } from './base.js';
|
|
2
|
+
/**
|
|
3
|
+
* Interceptor for AWS Bedrock API calls
|
|
4
|
+
*
|
|
5
|
+
* Bedrock uses AWS IAM authentication (no API keys required).
|
|
6
|
+
* Supports multiple model providers: Anthropic Claude, Amazon Titan, Meta Llama, etc.
|
|
7
|
+
*
|
|
8
|
+
* @example
|
|
9
|
+
* ```typescript
|
|
10
|
+
* import { BedrockRuntimeClient, InvokeModelCommand } from '@aws-sdk/client-bedrock-runtime';
|
|
11
|
+
* import { AxonFlow, wrapBedrockClient } from '@axonflow/sdk';
|
|
12
|
+
*
|
|
13
|
+
* const bedrockClient = new BedrockRuntimeClient({ region: 'us-east-1' });
|
|
14
|
+
* const axonflow = new AxonFlow({ endpoint: 'http://localhost:8080' });
|
|
15
|
+
*
|
|
16
|
+
* const wrapped = wrapBedrockClient(bedrockClient, axonflow);
|
|
17
|
+
* const response = await wrapped.send(new InvokeModelCommand({...}));
|
|
18
|
+
* ```
|
|
19
|
+
*/
|
|
20
|
+
export class BedrockInterceptor extends BaseInterceptor {
|
|
21
|
+
canHandle(aiCall) {
|
|
22
|
+
const callString = aiCall.toString();
|
|
23
|
+
return (callString.includes('bedrock') ||
|
|
24
|
+
callString.includes('BedrockRuntime') ||
|
|
25
|
+
callString.includes('InvokeModel') ||
|
|
26
|
+
callString.includes('anthropic.claude') ||
|
|
27
|
+
callString.includes('amazon.titan'));
|
|
28
|
+
}
|
|
29
|
+
extractRequest(aiCall) {
|
|
30
|
+
const callString = aiCall.toString();
|
|
31
|
+
let model = 'anthropic.claude-3-sonnet';
|
|
32
|
+
if (callString.includes('titan')) {
|
|
33
|
+
model = 'amazon.titan-text-express-v1';
|
|
34
|
+
}
|
|
35
|
+
else if (callString.includes('llama')) {
|
|
36
|
+
model = 'meta.llama2-70b-chat-v1';
|
|
37
|
+
}
|
|
38
|
+
else if (callString.includes('claude-3-opus')) {
|
|
39
|
+
model = 'anthropic.claude-3-opus';
|
|
40
|
+
}
|
|
41
|
+
else if (callString.includes('claude-3-haiku')) {
|
|
42
|
+
model = 'anthropic.claude-3-haiku';
|
|
43
|
+
}
|
|
44
|
+
return {
|
|
45
|
+
provider: 'bedrock',
|
|
46
|
+
model,
|
|
47
|
+
prompt: callString,
|
|
48
|
+
parameters: {},
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
executeWithModifications(aiCall, _modifications) {
|
|
52
|
+
return aiCall();
|
|
53
|
+
}
|
|
54
|
+
getProvider() {
|
|
55
|
+
return 'bedrock';
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
/**
|
|
59
|
+
* Bedrock model providers and their model IDs
|
|
60
|
+
*/
|
|
61
|
+
export const BedrockModels = {
|
|
62
|
+
// Anthropic Claude models
|
|
63
|
+
CLAUDE_3_OPUS: 'anthropic.claude-3-opus-20240229-v1:0',
|
|
64
|
+
CLAUDE_3_SONNET: 'anthropic.claude-3-sonnet-20240229-v1:0',
|
|
65
|
+
CLAUDE_3_HAIKU: 'anthropic.claude-3-haiku-20240307-v1:0',
|
|
66
|
+
CLAUDE_2_1: 'anthropic.claude-v2:1',
|
|
67
|
+
CLAUDE_2: 'anthropic.claude-v2',
|
|
68
|
+
CLAUDE_INSTANT: 'anthropic.claude-instant-v1',
|
|
69
|
+
// Amazon Titan models
|
|
70
|
+
TITAN_TEXT_EXPRESS: 'amazon.titan-text-express-v1',
|
|
71
|
+
TITAN_TEXT_LITE: 'amazon.titan-text-lite-v1',
|
|
72
|
+
TITAN_TEXT_PREMIER: 'amazon.titan-text-premier-v1:0',
|
|
73
|
+
// Meta Llama models
|
|
74
|
+
LLAMA2_13B: 'meta.llama2-13b-chat-v1',
|
|
75
|
+
LLAMA2_70B: 'meta.llama2-70b-chat-v1',
|
|
76
|
+
LLAMA3_8B: 'meta.llama3-8b-instruct-v1:0',
|
|
77
|
+
LLAMA3_70B: 'meta.llama3-70b-instruct-v1:0',
|
|
78
|
+
// Cohere models
|
|
79
|
+
COHERE_COMMAND: 'cohere.command-text-v14',
|
|
80
|
+
COHERE_COMMAND_LIGHT: 'cohere.command-light-text-v14',
|
|
81
|
+
// AI21 models
|
|
82
|
+
AI21_JURASSIC_ULTRA: 'ai21.j2-ultra-v1',
|
|
83
|
+
AI21_JURASSIC_MID: 'ai21.j2-mid-v1',
|
|
84
|
+
};
|
|
85
|
+
/**
|
|
86
|
+
* Wraps an AWS Bedrock client with AxonFlow governance.
|
|
87
|
+
*
|
|
88
|
+
* @example
|
|
89
|
+
* ```typescript
|
|
90
|
+
* import { BedrockRuntimeClient, InvokeModelCommand } from '@aws-sdk/client-bedrock-runtime';
|
|
91
|
+
* import { AxonFlow, wrapBedrockClient } from '@axonflow/sdk';
|
|
92
|
+
*
|
|
93
|
+
* const bedrock = new BedrockRuntimeClient({ region: 'us-east-1' });
|
|
94
|
+
* const axonflow = new AxonFlow({ endpoint: 'http://localhost:8080' });
|
|
95
|
+
*
|
|
96
|
+
* const wrapped = wrapBedrockClient(bedrock, axonflow);
|
|
97
|
+
*
|
|
98
|
+
* const command = new InvokeModelCommand({
|
|
99
|
+
* modelId: 'anthropic.claude-3-sonnet-20240229-v1:0',
|
|
100
|
+
* body: JSON.stringify({
|
|
101
|
+
* anthropic_version: 'bedrock-2023-05-31',
|
|
102
|
+
* max_tokens: 1024,
|
|
103
|
+
* messages: [{ role: 'user', content: 'Hello!' }]
|
|
104
|
+
* })
|
|
105
|
+
* });
|
|
106
|
+
*
|
|
107
|
+
* const response = await wrapped.send(command);
|
|
108
|
+
* ```
|
|
109
|
+
*/
|
|
110
|
+
export function wrapBedrockClient(bedrockClient, axonflow) {
|
|
111
|
+
const originalSend = bedrockClient.send.bind(bedrockClient);
|
|
112
|
+
bedrockClient.send = async (command) => {
|
|
113
|
+
// Check if this is an InvokeModelCommand
|
|
114
|
+
const commandName = command.constructor?.name || '';
|
|
115
|
+
if (!commandName.includes('InvokeModel')) {
|
|
116
|
+
return originalSend(command);
|
|
117
|
+
}
|
|
118
|
+
// Extract model ID and prompt for governance context
|
|
119
|
+
const modelId = command.input?.modelId || 'unknown';
|
|
120
|
+
let prompt = '';
|
|
121
|
+
try {
|
|
122
|
+
const body = JSON.parse(typeof command.input?.body === 'string'
|
|
123
|
+
? command.input.body
|
|
124
|
+
: new TextDecoder().decode(command.input?.body));
|
|
125
|
+
// Extract prompt based on model type
|
|
126
|
+
if (body.messages) {
|
|
127
|
+
// Claude format
|
|
128
|
+
prompt = body.messages
|
|
129
|
+
.map((m) => (typeof m.content === 'string' ? m.content : m.content?.[0]?.text || ''))
|
|
130
|
+
.join(' ');
|
|
131
|
+
}
|
|
132
|
+
else if (body.inputText) {
|
|
133
|
+
// Titan format
|
|
134
|
+
prompt = body.inputText;
|
|
135
|
+
}
|
|
136
|
+
else if (body.prompt) {
|
|
137
|
+
// Generic format
|
|
138
|
+
prompt = body.prompt;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
catch {
|
|
142
|
+
// If we can't parse the body, continue without prompt extraction
|
|
143
|
+
}
|
|
144
|
+
// Protect the call with AxonFlow, passing context
|
|
145
|
+
return axonflow.protect(async () => {
|
|
146
|
+
return originalSend(command);
|
|
147
|
+
}, { provider: 'bedrock', model: modelId, query: prompt });
|
|
148
|
+
};
|
|
149
|
+
return bedrockClient;
|
|
150
|
+
}
|
|
151
|
+
/**
|
|
152
|
+
* Creates a governed Bedrock invoke function with full governance flow.
|
|
153
|
+
*
|
|
154
|
+
* Use this for fine-grained control with pre-check and audit.
|
|
155
|
+
*/
|
|
156
|
+
export function createGovernedBedrockInvoke(bedrockClient, axonflow, userToken = '') {
|
|
157
|
+
return async (modelId, body) => {
|
|
158
|
+
// Extract prompt
|
|
159
|
+
let prompt = '';
|
|
160
|
+
if (body.messages) {
|
|
161
|
+
prompt = body.messages
|
|
162
|
+
.map((m) => (typeof m.content === 'string' ? m.content : m.content?.[0]?.text || ''))
|
|
163
|
+
.join(' ');
|
|
164
|
+
}
|
|
165
|
+
else if (body.inputText) {
|
|
166
|
+
prompt = body.inputText;
|
|
167
|
+
}
|
|
168
|
+
// Pre-check with AxonFlow
|
|
169
|
+
const preCheck = await axonflow.getPolicyApprovedContext({
|
|
170
|
+
userToken,
|
|
171
|
+
query: prompt,
|
|
172
|
+
context: {
|
|
173
|
+
provider: 'bedrock',
|
|
174
|
+
model: modelId,
|
|
175
|
+
},
|
|
176
|
+
});
|
|
177
|
+
if (!preCheck.approved) {
|
|
178
|
+
throw new Error(`Request blocked by policy: ${preCheck.blockReason}`);
|
|
179
|
+
}
|
|
180
|
+
// Execute the call
|
|
181
|
+
const startTime = Date.now();
|
|
182
|
+
// Dynamically import to avoid requiring AWS SDK as a dependency
|
|
183
|
+
const { InvokeModelCommand } = await import('@aws-sdk/client-bedrock-runtime');
|
|
184
|
+
const command = new InvokeModelCommand({
|
|
185
|
+
modelId,
|
|
186
|
+
body: JSON.stringify(body),
|
|
187
|
+
contentType: 'application/json',
|
|
188
|
+
accept: 'application/json',
|
|
189
|
+
});
|
|
190
|
+
const response = await bedrockClient.send(command);
|
|
191
|
+
const latencyMs = Date.now() - startTime;
|
|
192
|
+
// Parse response
|
|
193
|
+
const responseBody = JSON.parse(new TextDecoder().decode(response.body));
|
|
194
|
+
// Audit the call
|
|
195
|
+
if (preCheck.contextId) {
|
|
196
|
+
let summary = '';
|
|
197
|
+
let promptTokens = 0;
|
|
198
|
+
let completionTokens = 0;
|
|
199
|
+
if (responseBody.content) {
|
|
200
|
+
// Claude response
|
|
201
|
+
summary = responseBody.content[0]?.text?.substring(0, 200) || '';
|
|
202
|
+
promptTokens = responseBody.usage?.input_tokens || 0;
|
|
203
|
+
completionTokens = responseBody.usage?.output_tokens || 0;
|
|
204
|
+
}
|
|
205
|
+
else if (responseBody.results) {
|
|
206
|
+
// Titan response
|
|
207
|
+
summary = responseBody.results[0]?.outputText?.substring(0, 200) || '';
|
|
208
|
+
promptTokens = responseBody.inputTextTokenCount || 0;
|
|
209
|
+
completionTokens = responseBody.results[0]?.tokenCount || 0;
|
|
210
|
+
}
|
|
211
|
+
await axonflow.auditLLMCall(preCheck.contextId, summary, 'bedrock', modelId, {
|
|
212
|
+
promptTokens,
|
|
213
|
+
completionTokens,
|
|
214
|
+
totalTokens: promptTokens + completionTokens,
|
|
215
|
+
}, latencyMs);
|
|
216
|
+
}
|
|
217
|
+
return responseBody;
|
|
218
|
+
};
|
|
219
|
+
}
|
|
220
|
+
//# sourceMappingURL=bedrock.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock.js","sourceRoot":"","sources":["../../../src/interceptors/bedrock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AAGzC;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,OAAO,kBAAmB,SAAQ,eAAe;IACrD,SAAS,CAAC,MAAW;QACnB,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,OAAO,CACL,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC9B,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YACrC,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC;YAClC,UAAU,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YACvC,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC,CACpC,CAAC;IACJ,CAAC;IAED,cAAc,CAAC,MAAW;QACxB,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QAErC,IAAI,KAAK,GAAG,2BAA2B,CAAC;QACxC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,KAAK,GAAG,8BAA8B,CAAC;QACzC,CAAC;aAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxC,KAAK,GAAG,yBAAyB,CAAC;QACpC,CAAC;aAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAChD,KAAK,GAAG,yBAAyB,CAAC;QACpC,CAAC;aAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACjD,KAAK,GAAG,0BAA0B,CAAC;QACrC,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,SAAS;YACnB,KAAK;YACL,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED,wBAAwB,CAAC,MAAW,EAAE,cAAmB;QACvD,OAAO,MAAM,EAAE,CAAC;IAClB,CAAC;IAED,WAAW;QACT,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,0BAA0B;IAC1B,aAAa,EAAE,uCAAuC;IACtD,eAAe,EAAE,yCAAyC;IAC1D,cAAc,EAAE,wCAAwC;IACxD,UAAU,EAAE,uBAAuB;IACnC,QAAQ,EAAE,qBAAqB;IAC/B,cAAc,EAAE,6BAA6B;IAE7C,sBAAsB;IACtB,kBAAkB,EAAE,8BAA8B;IAClD,eAAe,EAAE,2BAA2B;IAC5C,kBAAkB,EAAE,gCAAgC;IAEpD,oBAAoB;IACpB,UAAU,EAAE,yBAAyB;IACrC,UAAU,EAAE,yBAAyB;IACrC,SAAS,EAAE,8BAA8B;IACzC,UAAU,EAAE,+BAA+B;IAE3C,gBAAgB;IAChB,cAAc,EAAE,yBAAyB;IACzC,oBAAoB,EAAE,+BAA+B;IAErD,cAAc;IACd,mBAAmB,EAAE,kBAAkB;IACvC,iBAAiB,EAAE,gBAAgB;CAC3B,CAAC;AA4DX;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,UAAU,iBAAiB,CAAC,aAAkB,EAAE,QAAa;IACjE,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAE5D,aAAa,CAAC,IAAI,GAAG,KAAK,EAAE,OAAY,EAAE,EAAE;QAC1C,yCAAyC;QACzC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACzC,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAED,qDAAqD;QACrD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,OAAO,IAAI,SAAS,CAAC;QACpD,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CACrB,OAAO,OAAO,CAAC,KAAK,EAAE,IAAI,KAAK,QAAQ;gBACrC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI;gBACpB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAClD,CAAC;YAEF,qCAAqC;YACrC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,gBAAgB;gBAChB,MAAM,GAAG,IAAI,CAAC,QAAQ;qBACnB,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;qBACzF,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;iBAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC1B,eAAe;gBACf,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACvB,iBAAiB;gBACjB,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iEAAiE;QACnE,CAAC;QAED,kDAAkD;QAClD,OAAO,QAAQ,CAAC,OAAO,CACrB,KAAK,IAAI,EAAE;YACT,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC,EACD,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CACvD,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CACzC,aAAkB,EAClB,QAAa,EACb,YAAoB,EAAE;IAEtB,OAAO,KAAK,EAAE,OAAe,EAAE,IAAS,EAAgB,EAAE;QACxD,iBAAiB;QACjB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,GAAG,IAAI,CAAC,QAAQ;iBACnB,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;iBACzF,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;aAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC1B,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,CAAC;QAED,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CAAC;YACvD,SAAS;YACT,KAAK,EAAE,MAAM;YACb,OAAO,EAAE;gBACP,QAAQ,EAAE,SAAS;gBACnB,KAAK,EAAE,OAAO;aACf;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,mBAAmB;QACnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,gEAAgE;QAChE,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAC/E,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC;YACrC,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,WAAW,EAAE,kBAAkB;YAC/B,MAAM,EAAE,kBAAkB;SAC3B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEzC,iBAAiB;QACjB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAEzE,iBAAiB;QACjB,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,OAAO,GAAG,EAAE,CAAC;YACjB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YAEzB,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBACzB,kBAAkB;gBAClB,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjE,YAAY,GAAG,YAAY,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;gBACrD,gBAAgB,GAAG,YAAY,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBAChC,iBAAiB;gBACjB,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;gBACvE,YAAY,GAAG,YAAY,CAAC,mBAAmB,IAAI,CAAC,CAAC;gBACrD,gBAAgB,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,QAAQ,CAAC,YAAY,CACzB,QAAQ,CAAC,SAAS,EAClB,OAAO,EACP,SAAS,EACT,OAAO,EACP;gBACE,YAAY;gBACZ,gBAAgB;gBAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;aAC7C,EACD,SAAS,CACV,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { BaseInterceptor } from './base';
|
|
2
|
+
import { AIRequest } from '../types';
|
|
3
|
+
/**
|
|
4
|
+
* Interceptor for Google Gemini API calls
|
|
5
|
+
*
|
|
6
|
+
* Supports both @google/generative-ai SDK and direct API calls.
|
|
7
|
+
*/
|
|
8
|
+
export declare class GeminiInterceptor extends BaseInterceptor {
|
|
9
|
+
canHandle(aiCall: any): boolean;
|
|
10
|
+
extractRequest(aiCall: any): AIRequest;
|
|
11
|
+
executeWithModifications(aiCall: any, _modifications: any): Promise<any>;
|
|
12
|
+
getProvider(): string;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Gemini content part types
|
|
16
|
+
*/
|
|
17
|
+
export interface GeminiTextPart {
|
|
18
|
+
text: string;
|
|
19
|
+
}
|
|
20
|
+
export interface GeminiInlineDataPart {
|
|
21
|
+
inlineData: {
|
|
22
|
+
mimeType: string;
|
|
23
|
+
data: string;
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
export type GeminiPart = GeminiTextPart | GeminiInlineDataPart;
|
|
27
|
+
export interface GeminiContent {
|
|
28
|
+
role?: 'user' | 'model';
|
|
29
|
+
parts: GeminiPart[];
|
|
30
|
+
}
|
|
31
|
+
export interface GeminiGenerateContentRequest {
|
|
32
|
+
contents: GeminiContent[];
|
|
33
|
+
generationConfig?: {
|
|
34
|
+
temperature?: number;
|
|
35
|
+
topP?: number;
|
|
36
|
+
topK?: number;
|
|
37
|
+
maxOutputTokens?: number;
|
|
38
|
+
stopSequences?: string[];
|
|
39
|
+
};
|
|
40
|
+
safetySettings?: Array<{
|
|
41
|
+
category: string;
|
|
42
|
+
threshold: string;
|
|
43
|
+
}>;
|
|
44
|
+
}
|
|
45
|
+
export interface GeminiCandidate {
|
|
46
|
+
content: GeminiContent;
|
|
47
|
+
finishReason: string;
|
|
48
|
+
safetyRatings?: Array<{
|
|
49
|
+
category: string;
|
|
50
|
+
probability: string;
|
|
51
|
+
}>;
|
|
52
|
+
}
|
|
53
|
+
export interface GeminiUsageMetadata {
|
|
54
|
+
promptTokenCount: number;
|
|
55
|
+
candidatesTokenCount: number;
|
|
56
|
+
totalTokenCount: number;
|
|
57
|
+
}
|
|
58
|
+
export interface GeminiGenerateContentResponse {
|
|
59
|
+
candidates: GeminiCandidate[];
|
|
60
|
+
usageMetadata?: GeminiUsageMetadata;
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Helper to wrap Gemini GenerativeModel for easier interception
|
|
64
|
+
*
|
|
65
|
+
* @example
|
|
66
|
+
* ```typescript
|
|
67
|
+
* import { GoogleGenerativeAI } from '@google/generative-ai';
|
|
68
|
+
* import { AxonFlow, wrapGeminiModel } from '@axonflow/sdk';
|
|
69
|
+
*
|
|
70
|
+
* const genAI = new GoogleGenerativeAI(process.env.GEMINI_API_KEY);
|
|
71
|
+
* const model = genAI.getGenerativeModel({ model: 'gemini-pro' });
|
|
72
|
+
* const axonflow = new AxonFlow({ apiKey: process.env.AXONFLOW_API_KEY });
|
|
73
|
+
*
|
|
74
|
+
* const wrappedModel = wrapGeminiModel(model, axonflow);
|
|
75
|
+
*
|
|
76
|
+
* // Use as normal - governance is automatic
|
|
77
|
+
* const result = await wrappedModel.generateContent('What is AI governance?');
|
|
78
|
+
* ```
|
|
79
|
+
*/
|
|
80
|
+
export declare function wrapGeminiModel(geminiModel: any, axonflow: any): any;
|
|
81
|
+
//# sourceMappingURL=gemini.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/interceptors/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC;;;;GAIG;AACH,qBAAa,iBAAkB,SAAQ,eAAe;IACpD,SAAS,CAAC,MAAM,EAAE,GAAG,GAAG,OAAO;IAY/B,cAAc,CAAC,MAAM,EAAE,GAAG,GAAG,SAAS;IAwBtC,wBAAwB,CAAC,MAAM,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IAKxE,WAAW,IAAI,MAAM;CAGtB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG,oBAAoB,CAAC;AAE/D,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACxB,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,gBAAgB,CAAC,EAAE;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;IACF,cAAc,CAAC,EAAE,KAAK,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,aAAa,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,KAAK,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,6BAA6B;IAC5C,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,mBAAmB,CAAC;CACrC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,GAAG,GAAG,CA2BpE"}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import { BaseInterceptor } from './base.js';
|
|
2
|
+
/**
|
|
3
|
+
* Interceptor for Google Gemini API calls
|
|
4
|
+
*
|
|
5
|
+
* Supports both @google/generative-ai SDK and direct API calls.
|
|
6
|
+
*/
|
|
7
|
+
export class GeminiInterceptor extends BaseInterceptor {
|
|
8
|
+
canHandle(aiCall) {
|
|
9
|
+
// Check if this looks like a Gemini call
|
|
10
|
+
const callString = aiCall.toString();
|
|
11
|
+
return (callString.includes('gemini') ||
|
|
12
|
+
callString.includes('generateContent') ||
|
|
13
|
+
callString.includes('GenerativeModel') ||
|
|
14
|
+
callString.includes('google') ||
|
|
15
|
+
callString.includes('palm'));
|
|
16
|
+
}
|
|
17
|
+
extractRequest(aiCall) {
|
|
18
|
+
// Try to extract Gemini-specific details
|
|
19
|
+
const callString = aiCall.toString();
|
|
20
|
+
// Try to detect model
|
|
21
|
+
let model = 'gemini-pro';
|
|
22
|
+
if (callString.includes('gemini-1.5-pro')) {
|
|
23
|
+
model = 'gemini-1.5-pro';
|
|
24
|
+
}
|
|
25
|
+
else if (callString.includes('gemini-1.5-flash')) {
|
|
26
|
+
model = 'gemini-1.5-flash';
|
|
27
|
+
}
|
|
28
|
+
else if (callString.includes('gemini-pro-vision')) {
|
|
29
|
+
model = 'gemini-pro-vision';
|
|
30
|
+
}
|
|
31
|
+
return {
|
|
32
|
+
provider: 'gemini',
|
|
33
|
+
model,
|
|
34
|
+
prompt: callString,
|
|
35
|
+
parameters: {
|
|
36
|
+
// Would extract temperature, topP, etc. in production
|
|
37
|
+
},
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
executeWithModifications(aiCall, _modifications) {
|
|
41
|
+
// Execute the call with any modifications from governance
|
|
42
|
+
return aiCall();
|
|
43
|
+
}
|
|
44
|
+
getProvider() {
|
|
45
|
+
return 'gemini';
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Helper to wrap Gemini GenerativeModel for easier interception
|
|
50
|
+
*
|
|
51
|
+
* @example
|
|
52
|
+
* ```typescript
|
|
53
|
+
* import { GoogleGenerativeAI } from '@google/generative-ai';
|
|
54
|
+
* import { AxonFlow, wrapGeminiModel } from '@axonflow/sdk';
|
|
55
|
+
*
|
|
56
|
+
* const genAI = new GoogleGenerativeAI(process.env.GEMINI_API_KEY);
|
|
57
|
+
* const model = genAI.getGenerativeModel({ model: 'gemini-pro' });
|
|
58
|
+
* const axonflow = new AxonFlow({ apiKey: process.env.AXONFLOW_API_KEY });
|
|
59
|
+
*
|
|
60
|
+
* const wrappedModel = wrapGeminiModel(model, axonflow);
|
|
61
|
+
*
|
|
62
|
+
* // Use as normal - governance is automatic
|
|
63
|
+
* const result = await wrappedModel.generateContent('What is AI governance?');
|
|
64
|
+
* ```
|
|
65
|
+
*/
|
|
66
|
+
export function wrapGeminiModel(geminiModel, axonflow) {
|
|
67
|
+
return new Proxy(geminiModel, {
|
|
68
|
+
get(target, prop, receiver) {
|
|
69
|
+
const original = Reflect.get(target, prop, receiver);
|
|
70
|
+
// Intercept generateContent and generateContentStream
|
|
71
|
+
if (typeof original === 'function' &&
|
|
72
|
+
['generateContent', 'generateContentStream', 'sendMessage'].includes(prop.toString())) {
|
|
73
|
+
return async (...args) => {
|
|
74
|
+
// Protect the call with AxonFlow
|
|
75
|
+
return axonflow.protect(() => original.apply(target, args));
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
// For chat sessions, wrap the returned chat object
|
|
79
|
+
if (prop === 'startChat' && typeof original === 'function') {
|
|
80
|
+
return (...args) => {
|
|
81
|
+
const chat = original.apply(target, args);
|
|
82
|
+
return wrapGeminiChat(chat, axonflow);
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
return original;
|
|
86
|
+
},
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
/**
|
|
90
|
+
* Helper to wrap Gemini ChatSession for multi-turn conversations
|
|
91
|
+
*/
|
|
92
|
+
function wrapGeminiChat(chatSession, axonflow) {
|
|
93
|
+
return new Proxy(chatSession, {
|
|
94
|
+
get(target, prop, receiver) {
|
|
95
|
+
const original = Reflect.get(target, prop, receiver);
|
|
96
|
+
if (typeof original === 'function' && prop === 'sendMessage') {
|
|
97
|
+
return async (...args) => {
|
|
98
|
+
return axonflow.protect(() => original.apply(target, args));
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
return original;
|
|
102
|
+
},
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=gemini.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/interceptors/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AAGzC;;;;GAIG;AACH,MAAM,OAAO,iBAAkB,SAAQ,eAAe;IACpD,SAAS,CAAC,MAAW;QACnB,yCAAyC;QACzC,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,OAAO,CACL,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC7B,UAAU,CAAC,QAAQ,CAAC,iBAAiB,CAAC;YACtC,UAAU,CAAC,QAAQ,CAAC,iBAAiB,CAAC;YACtC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC7B,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC5B,CAAC;IACJ,CAAC;IAED,cAAc,CAAC,MAAW;QACxB,yCAAyC;QACzC,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QAErC,sBAAsB;QACtB,IAAI,KAAK,GAAG,YAAY,CAAC;QACzB,IAAI,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC1C,KAAK,GAAG,gBAAgB,CAAC;QAC3B,CAAC;aAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACnD,KAAK,GAAG,kBAAkB,CAAC;QAC7B,CAAC;aAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACpD,KAAK,GAAG,mBAAmB,CAAC;QAC9B,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,KAAK;YACL,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE;YACV,sDAAsD;aACvD;SACF,CAAC;IACJ,CAAC;IAED,wBAAwB,CAAC,MAAW,EAAE,cAAmB;QACvD,0DAA0D;QAC1D,OAAO,MAAM,EAAE,CAAC;IAClB,CAAC;IAED,WAAW;QACT,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AA0DD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,eAAe,CAAC,WAAgB,EAAE,QAAa;IAC7D,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE;QAC5B,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ;YACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;YAErD,sDAAsD;YACtD,IACE,OAAO,QAAQ,KAAK,UAAU;gBAC9B,CAAC,iBAAiB,EAAE,uBAAuB,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,EACrF,CAAC;gBACD,OAAO,KAAK,EAAE,GAAG,IAAW,EAAE,EAAE;oBAC9B,iCAAiC;oBACjC,OAAO,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC9D,CAAC,CAAC;YACJ,CAAC;YAED,mDAAmD;YACnD,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC3D,OAAO,CAAC,GAAG,IAAW,EAAE,EAAE;oBACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;oBAC1C,OAAO,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACxC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,WAAgB,EAAE,QAAa;IACrD,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE;QAC5B,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ;YACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;YAErD,IAAI,OAAO,QAAQ,KAAK,UAAU,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC7D,OAAO,KAAK,EAAE,GAAG,IAAW,EAAE,EAAE;oBAC9B,OAAO,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC9D,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}
|