learngraph 0.3.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. package/dist/cjs/llm/adapters/gemini.js +156 -0
  2. package/dist/cjs/llm/adapters/gemini.js.map +1 -0
  3. package/dist/cjs/llm/adapters/index.js +12 -1
  4. package/dist/cjs/llm/adapters/index.js.map +1 -1
  5. package/dist/cjs/llm/adapters/mediapipe.js +290 -0
  6. package/dist/cjs/llm/adapters/mediapipe.js.map +1 -0
  7. package/dist/cjs/llm/adapters/openrouter.js +190 -0
  8. package/dist/cjs/llm/adapters/openrouter.js.map +1 -0
  9. package/dist/cjs/llm/index.js +9 -1
  10. package/dist/cjs/llm/index.js.map +1 -1
  11. package/dist/esm/llm/adapters/gemini.js +151 -0
  12. package/dist/esm/llm/adapters/gemini.js.map +1 -0
  13. package/dist/esm/llm/adapters/index.js +3 -0
  14. package/dist/esm/llm/adapters/index.js.map +1 -1
  15. package/dist/esm/llm/adapters/mediapipe.js +252 -0
  16. package/dist/esm/llm/adapters/mediapipe.js.map +1 -0
  17. package/dist/esm/llm/adapters/openrouter.js +185 -0
  18. package/dist/esm/llm/adapters/openrouter.js.map +1 -0
  19. package/dist/esm/llm/index.js +1 -1
  20. package/dist/esm/llm/index.js.map +1 -1
  21. package/dist/types/llm/adapters/gemini.d.ts +30 -0
  22. package/dist/types/llm/adapters/gemini.d.ts.map +1 -0
  23. package/dist/types/llm/adapters/index.d.ts +3 -0
  24. package/dist/types/llm/adapters/index.d.ts.map +1 -1
  25. package/dist/types/llm/adapters/mediapipe.d.ts +113 -0
  26. package/dist/types/llm/adapters/mediapipe.d.ts.map +1 -0
  27. package/dist/types/llm/adapters/openrouter.d.ts +58 -0
  28. package/dist/types/llm/adapters/openrouter.d.ts.map +1 -0
  29. package/dist/types/llm/index.d.ts +2 -2
  30. package/dist/types/llm/index.d.ts.map +1 -1
  31. package/dist/types/types/llm.d.ts +40 -1
  32. package/dist/types/types/llm.d.ts.map +1 -1
  33. package/package.json +6 -2
@@ -0,0 +1,156 @@
1
+ "use strict";
2
+ /**
3
+ * Google Gemini LLM adapter
4
+ *
5
+ * @packageDocumentation
6
+ */
7
+ Object.defineProperty(exports, "__esModule", { value: true });
8
+ exports.GeminiAdapter = void 0;
9
+ exports.createGeminiAdapter = createGeminiAdapter;
10
+ const base_js_1 = require("./base.js");
11
+ /**
12
+ * Adapter for Google Gemini models
13
+ *
14
+ * Supports:
15
+ * - gemini-2.0-flash-exp
16
+ * - gemini-1.5-pro
17
+ * - gemini-1.5-flash
18
+ * - gemini-1.0-pro
19
+ */
20
+ class GeminiAdapter extends base_js_1.BaseLLMAdapter {
21
+ baseUrl;
22
+ constructor(config) {
23
+ super(config);
24
+ // Use Google AI Studio API by default
25
+ this.baseUrl =
26
+ config.baseUrl ?? 'https://generativelanguage.googleapis.com/v1beta';
27
+ }
28
+ get provider() {
29
+ return 'gemini';
30
+ }
31
+ async complete(request) {
32
+ if (!this.isConfigured()) {
33
+ throw new base_js_1.LLMError('Gemini adapter is not configured. Set GOOGLE_API_KEY or GEMINI_API_KEY environment variable.', 'NOT_CONFIGURED', this.provider);
34
+ }
35
+ const geminiRequest = this.buildRequest(request);
36
+ try {
37
+ const response = await this.executeRequest(geminiRequest);
38
+ return this.parseResponse(response);
39
+ }
40
+ catch (error) {
41
+ if (error instanceof base_js_1.LLMError) {
42
+ throw error;
43
+ }
44
+ throw new base_js_1.LLMError(`Gemini API request failed: ${error instanceof Error ? error.message : 'Unknown error'}`, 'API_ERROR', this.provider, error instanceof Error ? error : undefined);
45
+ }
46
+ }
47
+ buildRequest(request) {
48
+ const geminiRequest = {
49
+ contents: [],
50
+ generationConfig: {
51
+ maxOutputTokens: request.maxTokens ?? this.config.maxTokens ?? 4096,
52
+ temperature: request.temperature ?? this.config.temperature ?? 0.3,
53
+ },
54
+ };
55
+ // Handle JSON response format
56
+ if (request.responseFormat === 'json') {
57
+ geminiRequest.generationConfig.responseMimeType = 'application/json';
58
+ }
59
+ // Convert messages to Gemini format
60
+ for (const message of request.messages) {
61
+ if (message.role === 'system') {
62
+ // Gemini uses systemInstruction for system messages
63
+ geminiRequest.systemInstruction = {
64
+ parts: [{ text: message.content }],
65
+ };
66
+ }
67
+ else {
68
+ geminiRequest.contents.push({
69
+ role: message.role === 'assistant' ? 'model' : 'user',
70
+ parts: [{ text: message.content }],
71
+ });
72
+ }
73
+ }
74
+ return geminiRequest;
75
+ }
76
+ async executeRequest(request) {
77
+ const url = `${this.baseUrl}/models/${this.config.model}:generateContent?key=${this.config.apiKey}`;
78
+ const response = await fetch(url, {
79
+ method: 'POST',
80
+ headers: {
81
+ 'Content-Type': 'application/json',
82
+ },
83
+ body: JSON.stringify(request),
84
+ signal: AbortSignal.timeout(this.config.timeout ?? 60000),
85
+ });
86
+ if (!response.ok) {
87
+ const errorBody = await response.text();
88
+ let errorMessage = `HTTP ${response.status}`;
89
+ try {
90
+ const errorJson = JSON.parse(errorBody);
91
+ errorMessage = errorJson.error?.message ?? errorMessage;
92
+ }
93
+ catch {
94
+ errorMessage = errorBody || errorMessage;
95
+ }
96
+ if (response.status === 429) {
97
+ throw new base_js_1.LLMError(`Rate limit exceeded: ${errorMessage}`, 'RATE_LIMIT', this.provider);
98
+ }
99
+ throw new base_js_1.LLMError(`Gemini API error: ${errorMessage}`, 'API_ERROR', this.provider);
100
+ }
101
+ return response.json();
102
+ }
103
+ parseResponse(response) {
104
+ if (!response.candidates || response.candidates.length === 0) {
105
+ throw new base_js_1.LLMError('No candidates in Gemini response', 'INVALID_RESPONSE', this.provider);
106
+ }
107
+ const candidate = response.candidates[0];
108
+ if (!candidate) {
109
+ throw new base_js_1.LLMError('No candidate in Gemini response', 'INVALID_RESPONSE', this.provider);
110
+ }
111
+ const content = candidate.content.parts.map((p) => p.text).join('');
112
+ // Try to parse JSON if present
113
+ let json;
114
+ try {
115
+ json = this.parseJSON(content);
116
+ }
117
+ catch {
118
+ // Not JSON, that's fine
119
+ }
120
+ // Map Gemini finish reasons to our standard format
121
+ const finishReason = candidate.finishReason === 'STOP' ? 'stop' :
122
+ candidate.finishReason === 'MAX_TOKENS' ? 'length' :
123
+ candidate.finishReason === 'SAFETY' ? 'content_filter' : 'stop';
124
+ return {
125
+ content,
126
+ json,
127
+ usage: {
128
+ promptTokens: response.usageMetadata?.promptTokenCount ?? 0,
129
+ completionTokens: response.usageMetadata?.candidatesTokenCount ?? 0,
130
+ totalTokens: response.usageMetadata?.totalTokenCount ?? 0,
131
+ },
132
+ model: this.config.model,
133
+ finishReason,
134
+ };
135
+ }
136
+ }
137
+ exports.GeminiAdapter = GeminiAdapter;
138
+ /**
139
+ * Create a Gemini adapter from environment variables
140
+ */
141
+ function createGeminiAdapter(model = 'gemini-2.0-flash-exp', overrides) {
142
+ // Support both GOOGLE_API_KEY and GEMINI_API_KEY
143
+ const apiKey = typeof process !== 'undefined'
144
+ ? process.env.GOOGLE_API_KEY ?? process.env.GEMINI_API_KEY
145
+ : undefined;
146
+ const config = {
147
+ provider: 'gemini',
148
+ model,
149
+ ...overrides,
150
+ };
151
+ if (apiKey) {
152
+ config.apiKey = apiKey;
153
+ }
154
+ return new GeminiAdapter(config);
155
+ }
156
+ //# sourceMappingURL=gemini.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../../src/llm/adapters/gemini.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AA2NH,kDAqBC;AAxOD,uCAAqD;AAsCrD;;;;;;;;GAQG;AACH,MAAa,aAAc,SAAQ,wBAAc;IAC9B,OAAO,CAAS;IAEjC,YAAY,MAAoB;QAC9B,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,sCAAsC;QACtC,IAAI,CAAC,OAAO;YACV,MAAM,CAAC,OAAO,IAAI,kDAAkD,CAAC;IACzE,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAA0B;QACvC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,kBAAQ,CAChB,8FAA8F,EAC9F,gBAAgB,EAChB,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEjD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YAC1D,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,kBAAQ,EAAE,CAAC;gBAC9B,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,kBAAQ,CAChB,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EACxF,WAAW,EACX,IAAI,CAAC,QAAQ,EACb,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,OAA0B;QAC7C,MAAM,aAAa,GAAkB;YACnC,QAAQ,EAAE,EAAE;YACZ,gBAAgB,EAAE;gBAChB,eAAe,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;gBACnE,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG;aACnE;SACF,CAAC;QAEF,8BAA8B;QAC9B,IAAI,OAAO,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;YACtC,aAAa,CAAC,gBAAiB,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;QACxE,CAAC;QAED,oCAAoC;QACpC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC9B,oDAAoD;gBACpD,aAAa,CAAC,iBAAiB,GAAG;oBAChC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;iBACnC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAC1B,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBACrD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;iBACnC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAsB;QACjD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,IAAI,CAAC,MAAM,CAAC,KAAK,wBAAwB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAEpG,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC;SAC1D,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,YAAY,GAAG,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YAE7C,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACxC,YAAY,GAAG,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,YAAY,CAAC;YAC1D,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY,GAAG,SAAS,IAAI,YAAY,CAAC;YAC3C,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,IAAI,kBAAQ,CAChB,wBAAwB,YAAY,EAAE,EACtC,YAAY,EACZ,IAAI,CAAC,QAAQ,CACd,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,kBAAQ,CAChB,qBAAqB,YAAY,EAAE,EACnC,WAAW,EACX,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,EAA6B,CAAC;IACpD,CAAC;IAEO,aAAa,CAAC,QAAwB;QAC5C,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,kBAAQ,CAChB,kCAAkC,EAClC,kBAAkB,EAClB,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,kBAAQ,CAChB,iCAAiC,EACjC,kBAAkB,EAClB,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEpE,+BAA+B;QAC/B,IAAI,IAAyC,CAAC;QAC9C,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,SAAS,CAA0B,OAAO,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;QAED,mDAAmD;QACnD,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC7C,SAAS,CAAC,YAAY,KAAK,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACpD,SAAS,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC;QAEpF,OAAO;YACL,OAAO;YACP,IAAI;YACJ,KAAK,EAAE;gBACL,YAAY,EAAE,QAAQ,CAAC,aAAa,EAAE,gBAAgB,IAAI,CAAC;gBAC3D,gBAAgB,EAAE,QAAQ,CAAC,aAAa,EAAE,oBAAoB,IAAI,CAAC;gBACnE,WAAW,EAAE,QAAQ,CAAC,aAAa,EAAE,eAAe,IAAI,CAAC;aAC1D;YACD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,YAAY;SACb,CAAC;IACJ,CAAC;CACF;AA/JD,sCA+JC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CACjC,KAAK,GAAG,sBAAsB,EAC9B,SAAiC;IAEjC,iDAAiD;IACjD,MAAM,MAAM,GACV,OAAO,OAAO,KAAK,WAAW;QAC5B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;QAC1D,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,MAAM,GAAiB;QAC3B,QAAQ,EAAE,QAAQ;QAClB,KAAK;QACL,GAAG,SAAS;KACb,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC"}
@@ -5,7 +5,7 @@
5
5
  * @packageDocumentation
6
6
  */
7
7
  Object.defineProperty(exports, "__esModule", { value: true });
8
- exports.createOllamaAdapter = exports.OllamaAdapter = exports.createAnthropicAdapter = exports.AnthropicAdapter = exports.createOpenAIAdapter = exports.OpenAIAdapter = exports.DEFAULT_CONFIG = exports.LLMError = exports.BaseLLMAdapter = void 0;
8
+ exports.MEDIAPIPE_MODELS = exports.createMediaPipeAdapter = exports.MediaPipeAdapter = exports.OPENROUTER_MODELS = exports.createOpenRouterAdapter = exports.OpenRouterAdapter = exports.createGeminiAdapter = exports.GeminiAdapter = exports.createOllamaAdapter = exports.OllamaAdapter = exports.createAnthropicAdapter = exports.AnthropicAdapter = exports.createOpenAIAdapter = exports.OpenAIAdapter = exports.DEFAULT_CONFIG = exports.LLMError = exports.BaseLLMAdapter = void 0;
9
9
  var base_js_1 = require("./base.js");
10
10
  Object.defineProperty(exports, "BaseLLMAdapter", { enumerable: true, get: function () { return base_js_1.BaseLLMAdapter; } });
11
11
  Object.defineProperty(exports, "LLMError", { enumerable: true, get: function () { return base_js_1.LLMError; } });
@@ -19,4 +19,15 @@ Object.defineProperty(exports, "createAnthropicAdapter", { enumerable: true, get
19
19
  var ollama_js_1 = require("./ollama.js");
20
20
  Object.defineProperty(exports, "OllamaAdapter", { enumerable: true, get: function () { return ollama_js_1.OllamaAdapter; } });
21
21
  Object.defineProperty(exports, "createOllamaAdapter", { enumerable: true, get: function () { return ollama_js_1.createOllamaAdapter; } });
22
+ var gemini_js_1 = require("./gemini.js");
23
+ Object.defineProperty(exports, "GeminiAdapter", { enumerable: true, get: function () { return gemini_js_1.GeminiAdapter; } });
24
+ Object.defineProperty(exports, "createGeminiAdapter", { enumerable: true, get: function () { return gemini_js_1.createGeminiAdapter; } });
25
+ var openrouter_js_1 = require("./openrouter.js");
26
+ Object.defineProperty(exports, "OpenRouterAdapter", { enumerable: true, get: function () { return openrouter_js_1.OpenRouterAdapter; } });
27
+ Object.defineProperty(exports, "createOpenRouterAdapter", { enumerable: true, get: function () { return openrouter_js_1.createOpenRouterAdapter; } });
28
+ Object.defineProperty(exports, "OPENROUTER_MODELS", { enumerable: true, get: function () { return openrouter_js_1.OPENROUTER_MODELS; } });
29
+ var mediapipe_js_1 = require("./mediapipe.js");
30
+ Object.defineProperty(exports, "MediaPipeAdapter", { enumerable: true, get: function () { return mediapipe_js_1.MediaPipeAdapter; } });
31
+ Object.defineProperty(exports, "createMediaPipeAdapter", { enumerable: true, get: function () { return mediapipe_js_1.createMediaPipeAdapter; } });
32
+ Object.defineProperty(exports, "MEDIAPIPE_MODELS", { enumerable: true, get: function () { return mediapipe_js_1.MEDIAPIPE_MODELS; } });
22
33
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/llm/adapters/index.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,qCAAqE;AAA5D,yGAAA,cAAc,OAAA;AAAE,mGAAA,QAAQ,OAAA;AAAE,yGAAA,cAAc,OAAA;AAGjD,yCAAiE;AAAxD,0GAAA,aAAa,OAAA;AAAE,gHAAA,mBAAmB,OAAA;AAC3C,+CAA0E;AAAjE,gHAAA,gBAAgB,OAAA;AAAE,sHAAA,sBAAsB,OAAA;AACjD,yCAAiE;AAAxD,0GAAA,aAAa,OAAA;AAAE,gHAAA,mBAAmB,OAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/llm/adapters/index.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,qCAAqE;AAA5D,yGAAA,cAAc,OAAA;AAAE,mGAAA,QAAQ,OAAA;AAAE,yGAAA,cAAc,OAAA;AAGjD,yCAAiE;AAAxD,0GAAA,aAAa,OAAA;AAAE,gHAAA,mBAAmB,OAAA;AAC3C,+CAA0E;AAAjE,gHAAA,gBAAgB,OAAA;AAAE,sHAAA,sBAAsB,OAAA;AACjD,yCAAiE;AAAxD,0GAAA,aAAa,OAAA;AAAE,gHAAA,mBAAmB,OAAA;AAC3C,yCAAiE;AAAxD,0GAAA,aAAa,OAAA;AAAE,gHAAA,mBAAmB,OAAA;AAC3C,iDAAgG;AAAvF,kHAAA,iBAAiB,OAAA;AAAE,wHAAA,uBAAuB,OAAA;AAAE,kHAAA,iBAAiB,OAAA;AACtE,+CAA4F;AAAnF,gHAAA,gBAAgB,OAAA;AAAE,sHAAA,sBAAsB,OAAA;AAAE,gHAAA,gBAAgB,OAAA"}
@@ -0,0 +1,290 @@
1
+ "use strict";
2
+ /**
3
+ * MediaPipe LLM Inference adapter for local Gemma models
4
+ *
5
+ * This adapter integrates with Google's MediaPipe LLM Inference Task API
6
+ * to run Gemma models locally using WebGPU acceleration.
7
+ *
8
+ * Supported models:
9
+ * - Gemma 2B / 7B
10
+ * - Gemma 2 2B
11
+ * - Gemma 3n (2B, 4B parameters)
12
+ *
13
+ * Requirements:
14
+ * - WebGPU-capable browser or Node.js with WebGPU support
15
+ * - @mediapipe/tasks-genai package
16
+ * - Downloaded model weights (.bin file)
17
+ *
18
+ * @packageDocumentation
19
+ */
20
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
21
+ if (k2 === undefined) k2 = k;
22
+ var desc = Object.getOwnPropertyDescriptor(m, k);
23
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
24
+ desc = { enumerable: true, get: function() { return m[k]; } };
25
+ }
26
+ Object.defineProperty(o, k2, desc);
27
+ }) : (function(o, m, k, k2) {
28
+ if (k2 === undefined) k2 = k;
29
+ o[k2] = m[k];
30
+ }));
31
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
32
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
33
+ }) : function(o, v) {
34
+ o["default"] = v;
35
+ });
36
+ var __importStar = (this && this.__importStar) || (function () {
37
+ var ownKeys = function(o) {
38
+ ownKeys = Object.getOwnPropertyNames || function (o) {
39
+ var ar = [];
40
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
41
+ return ar;
42
+ };
43
+ return ownKeys(o);
44
+ };
45
+ return function (mod) {
46
+ if (mod && mod.__esModule) return mod;
47
+ var result = {};
48
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
49
+ __setModuleDefault(result, mod);
50
+ return result;
51
+ };
52
+ })();
53
+ Object.defineProperty(exports, "__esModule", { value: true });
54
+ exports.MediaPipeAdapter = exports.MEDIAPIPE_MODELS = void 0;
55
+ exports.createMediaPipeAdapter = createMediaPipeAdapter;
56
+ const base_js_1 = require("./base.js");
57
+ /**
58
+ * Gemma model variants for MediaPipe
59
+ */
60
+ exports.MEDIAPIPE_MODELS = {
61
+ 'gemma-2b': 'gemma-2b-it-gpu-int4.bin',
62
+ 'gemma-7b': 'gemma-7b-it-gpu-int8.bin',
63
+ 'gemma2-2b': 'gemma2-2b-it-gpu-int4.bin',
64
+ 'gemma3n-e2b': 'gemma-3n-E2B-it-int4.task',
65
+ 'gemma3n-e4b': 'gemma-3n-E4B-it-int4.task',
66
+ };
67
+ /**
68
+ * Adapter for MediaPipe LLM Inference API
69
+ *
70
+ * Runs Gemma models locally using WebGPU acceleration.
71
+ * The adapter lazily loads the model on first use.
72
+ *
73
+ * @example
74
+ * ```typescript
75
+ * import { MediaPipeAdapter } from 'learngraph/llm';
76
+ *
77
+ * const adapter = new MediaPipeAdapter({
78
+ * provider: 'mediapipe',
79
+ * model: 'gemma3n-e2b',
80
+ * modelPath: '/models/gemma-3n-E2B-it-int4.task',
81
+ * });
82
+ *
83
+ * // Use with orchestrator
84
+ * const orchestrator = createOrchestrator(adapter);
85
+ * ```
86
+ */
87
+ class MediaPipeAdapter extends base_js_1.BaseLLMAdapter {
88
+ inference = null;
89
+ modelPath;
90
+ randomSeed;
91
+ topK;
92
+ loraRanks;
93
+ initPromise = null;
94
+ constructor(config) {
95
+ super(config);
96
+ this.modelPath = config.modelPath;
97
+ this.topK = config.topK ?? 40;
98
+ if (config.randomSeed !== undefined) {
99
+ this.randomSeed = config.randomSeed;
100
+ }
101
+ if (config.loraRanks !== undefined) {
102
+ this.loraRanks = config.loraRanks;
103
+ }
104
+ }
105
+ get provider() {
106
+ return 'mediapipe';
107
+ }
108
+ /**
109
+ * Check if MediaPipe is configured (model path exists)
110
+ */
111
+ isConfigured() {
112
+ return !!this.modelPath;
113
+ }
114
+ /**
115
+ * Initialize the MediaPipe LLM Inference engine
116
+ * Called automatically on first request
117
+ */
118
+ async initialize() {
119
+ if (this.inference) {
120
+ return;
121
+ }
122
+ // Prevent multiple simultaneous initializations
123
+ if (this.initPromise) {
124
+ return this.initPromise;
125
+ }
126
+ this.initPromise = this.doInitialize();
127
+ await this.initPromise;
128
+ }
129
+ async doInitialize() {
130
+ try {
131
+ // Dynamic import of MediaPipe
132
+ // Users must install @mediapipe/tasks-genai separately
133
+ const mediapipe = await this.loadMediaPipe();
134
+ const maxTokens = this.config.maxTokens ?? 1024;
135
+ const temperature = this.config.temperature ?? 0.3;
136
+ const options = {
137
+ baseOptions: {
138
+ modelAssetPath: this.modelPath,
139
+ },
140
+ maxTokens,
141
+ temperature,
142
+ topK: this.topK,
143
+ };
144
+ if (this.randomSeed !== undefined) {
145
+ options.randomSeed = this.randomSeed;
146
+ }
147
+ if (this.loraRanks !== undefined) {
148
+ options.loraRanks = this.loraRanks;
149
+ }
150
+ this.inference = await mediapipe.LlmInference.createFromOptions(options);
151
+ }
152
+ catch (error) {
153
+ this.initPromise = null;
154
+ throw new base_js_1.LLMError(`Failed to initialize MediaPipe: ${error instanceof Error ? error.message : 'Unknown error'}. ` +
155
+ 'Make sure @mediapipe/tasks-genai is installed and the model file exists.', 'NOT_CONFIGURED', this.provider, error instanceof Error ? error : undefined);
156
+ }
157
+ }
158
+ /**
159
+ * Load MediaPipe library dynamically
160
+ */
161
+ async loadMediaPipe() {
162
+ try {
163
+ // Try to import the MediaPipe package dynamically
164
+ // @ts-expect-error - Dynamic import of optional dependency
165
+ const module = await Promise.resolve().then(() => __importStar(require('@mediapipe/tasks-genai')));
166
+ return module;
167
+ }
168
+ catch {
169
+ throw new Error('MediaPipe tasks-genai not found. Install it with: npm install @mediapipe/tasks-genai');
170
+ }
171
+ }
172
+ async complete(request) {
173
+ if (!this.isConfigured()) {
174
+ throw new base_js_1.LLMError('MediaPipe adapter is not configured. Provide modelPath in config.', 'NOT_CONFIGURED', this.provider);
175
+ }
176
+ // Initialize on first use
177
+ await this.initialize();
178
+ if (!this.inference) {
179
+ throw new base_js_1.LLMError('MediaPipe inference engine not initialized', 'NOT_CONFIGURED', this.provider);
180
+ }
181
+ // Build prompt from messages
182
+ const prompt = this.buildPrompt(request);
183
+ try {
184
+ const response = await this.inference.generateResponse(prompt);
185
+ return this.parseGeneratedResponse(response, prompt);
186
+ }
187
+ catch (error) {
188
+ throw new base_js_1.LLMError(`MediaPipe generation failed: ${error instanceof Error ? error.message : 'Unknown error'}`, 'API_ERROR', this.provider, error instanceof Error ? error : undefined);
189
+ }
190
+ }
191
+ /**
192
+ * Build a prompt string from chat messages
193
+ * Uses Gemma's instruction format
194
+ */
195
+ buildPrompt(request) {
196
+ const parts = [];
197
+ for (const message of request.messages) {
198
+ switch (message.role) {
199
+ case 'system':
200
+ // Gemma uses <start_of_turn> format
201
+ parts.push(`<start_of_turn>user\n${message.content}<end_of_turn>`);
202
+ break;
203
+ case 'user':
204
+ parts.push(`<start_of_turn>user\n${message.content}<end_of_turn>`);
205
+ break;
206
+ case 'assistant':
207
+ parts.push(`<start_of_turn>model\n${message.content}<end_of_turn>`);
208
+ break;
209
+ }
210
+ }
211
+ // Add model turn prefix
212
+ parts.push('<start_of_turn>model\n');
213
+ // Add JSON format instruction if requested
214
+ if (request.responseFormat === 'json') {
215
+ return parts.join('\n') + '\nRespond with valid JSON only:\n';
216
+ }
217
+ return parts.join('\n');
218
+ }
219
+ /**
220
+ * Parse the generated response
221
+ */
222
+ parseGeneratedResponse(response, prompt) {
223
+ // Estimate tokens (rough approximation: ~4 chars per token)
224
+ const promptTokens = Math.ceil(prompt.length / 4);
225
+ const completionTokens = Math.ceil(response.length / 4);
226
+ // Try to parse JSON if present
227
+ let json;
228
+ try {
229
+ json = this.parseJSON(response);
230
+ }
231
+ catch {
232
+ // Not JSON, that's fine
233
+ }
234
+ return {
235
+ content: response,
236
+ json,
237
+ usage: {
238
+ promptTokens,
239
+ completionTokens,
240
+ totalTokens: promptTokens + completionTokens,
241
+ },
242
+ model: this.config.model,
243
+ finishReason: 'stop', // MediaPipe doesn't provide finish reason, assume stop
244
+ };
245
+ }
246
+ /**
247
+ * Close the inference engine and release resources
248
+ */
249
+ close() {
250
+ if (this.inference) {
251
+ this.inference.close();
252
+ this.inference = null;
253
+ this.initPromise = null;
254
+ }
255
+ }
256
+ }
257
+ exports.MediaPipeAdapter = MediaPipeAdapter;
258
+ /**
259
+ * Create a MediaPipe adapter for local Gemma models
260
+ *
261
+ * @param modelPath - Path to the model file (.bin or .task)
262
+ * @param model - Model identifier (for reference)
263
+ * @param overrides - Additional configuration options
264
+ *
265
+ * @example
266
+ * ```typescript
267
+ * // Using a Gemma 3n model
268
+ * const adapter = createMediaPipeAdapter(
269
+ * '/models/gemma-3n-E2B-it-int4.task',
270
+ * 'gemma3n-e2b'
271
+ * );
272
+ *
273
+ * // With custom options
274
+ * const adapter = createMediaPipeAdapter(
275
+ * '/models/gemma2-2b-it-gpu-int4.bin',
276
+ * 'gemma2-2b',
277
+ * { maxTokens: 2048, temperature: 0.5 }
278
+ * );
279
+ * ```
280
+ */
281
+ function createMediaPipeAdapter(modelPath, model = 'gemma3n', overrides) {
282
+ const config = {
283
+ provider: 'mediapipe',
284
+ model,
285
+ modelPath,
286
+ ...overrides,
287
+ };
288
+ return new MediaPipeAdapter(config);
289
+ }
290
+ //# sourceMappingURL=mediapipe.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mediapipe.js","sourceRoot":"","sources":["../../../../src/llm/adapters/mediapipe.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;GAiBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4TH,wDAaC;AAjUD,uCAAqD;AAoCrD;;GAEG;AACU,QAAA,gBAAgB,GAAG;IAC9B,UAAU,EAAE,0BAA0B;IACtC,UAAU,EAAE,0BAA0B;IACtC,WAAW,EAAE,2BAA2B;IACxC,aAAa,EAAE,2BAA2B;IAC1C,aAAa,EAAE,2BAA2B;CAClC,CAAC;AAEX;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,gBAAiB,SAAQ,wBAAc;IAC1C,SAAS,GAAwB,IAAI,CAAC;IAC7B,SAAS,CAAS;IAClB,UAAU,CAAU;IACpB,IAAI,CAAS;IACb,SAAS,CAAU;IAC5B,WAAW,GAAyB,IAAI,CAAC;IAEjD,YAAY,MAAuB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACtC,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QACpC,CAAC;IACH,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,gDAAgD;QAChD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACvC,MAAM,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC;YACH,8BAA8B;YAC9B,uDAAuD;YACvD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE7C,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;YAChD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;YAEnD,MAAM,OAAO,GAAwB;gBACnC,WAAW,EAAE;oBACX,cAAc,EAAE,IAAI,CAAC,SAAS;iBAC/B;gBACD,SAAS;gBACT,WAAW;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC;YAEF,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBAClC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YACvC,CAAC;YAED,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACjC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACrC,CAAC;YAED,IAAI,CAAC,SAAS,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,MAAM,IAAI,kBAAQ,CAChB,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,IAAI;gBAC7F,0EAA0E,EAC5E,gBAAgB,EAChB,IAAI,CAAC,QAAQ,EACb,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC;YACH,kDAAkD;YAClD,2DAA2D;YAC3D,MAAM,MAAM,GAAG,wDAAa,wBAAwB,GAAC,CAAC;YACtD,OAAO,MAAmD,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAA0B;QACvC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,kBAAQ,CAChB,mEAAmE,EACnE,gBAAgB,EAChB,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;QAED,0BAA0B;QAC1B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,kBAAQ,CAChB,4CAA4C,EAC5C,gBAAgB,EAChB,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;QAED,6BAA6B;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAE/D,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,kBAAQ,CAChB,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EAC1F,WAAW,EACX,IAAI,CAAC,QAAQ,EACb,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,OAA0B;QAC5C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,KAAK,QAAQ;oBACX,oCAAoC;oBACpC,KAAK,CAAC,IAAI,CAAC,wBAAwB,OAAO,CAAC,OAAO,eAAe,CAAC,CAAC;oBACnE,MAAM;gBACR,KAAK,MAAM;oBACT,KAAK,CAAC,IAAI,CAAC,wBAAwB,OAAO,CAAC,OAAO,eAAe,CAAC,CAAC;oBACnE,MAAM;gBACR,KAAK,WAAW;oBACd,KAAK,CAAC,IAAI,CAAC,yBAAyB,OAAO,CAAC,OAAO,eAAe,CAAC,CAAC;oBACpE,MAAM;YACV,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAErC,2CAA2C;QAC3C,IAAI,OAAO,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;YACtC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,mCAAmC,CAAC;QAChE,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,sBAAsB,CAC5B,QAAgB,EAChB,MAAc;QAEd,4DAA4D;QAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClD,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAExD,+BAA+B;QAC/B,IAAI,IAAyC,CAAC;QAC9C,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,SAAS,CAA0B,QAAQ,CAAC,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;QAED,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,IAAI;YACJ,KAAK,EAAE;gBACL,YAAY;gBACZ,gBAAgB;gBAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;aAC7C;YACD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,YAAY,EAAE,MAAM,EAAE,uDAAuD;SAC9E,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;CACF;AAxND,4CAwNC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,SAAgB,sBAAsB,CACpC,SAAiB,EACjB,KAAK,GAAG,SAAS,EACjB,SAAoE;IAEpE,MAAM,MAAM,GAAoB;QAC9B,QAAQ,EAAE,WAAW;QACrB,KAAK;QACL,SAAS;QACT,GAAG,SAAS;KACb,CAAC;IAEF,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;AACtC,CAAC"}