@memberjunction/ai-lmstudio 3.4.0 → 4.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +84 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -17
- package/dist/index.js.map +1 -1
- package/dist/models/lm-studio.d.ts +0 -1
- package/dist/models/lm-studio.d.ts.map +1 -1
- package/dist/models/lm-studio.js +19 -22
- package/dist/models/lm-studio.js.map +1 -1
- package/package.json +7 -6
package/README.md
ADDED
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
# @memberjunction/ai-lm-studio
|
|
2
|
+
|
|
3
|
+
MemberJunction AI provider for LM Studio, enabling integration with locally-hosted models through LM Studio's OpenAI-compatible API. This package extends the OpenAI provider to connect to LM Studio's local inference server.
|
|
4
|
+
|
|
5
|
+
## Architecture
|
|
6
|
+
|
|
7
|
+
```mermaid
|
|
8
|
+
graph TD
|
|
9
|
+
A["LMStudioLLM<br/>(Provider)"] -->|extends| B["OpenAILLM<br/>(@memberjunction/ai-openai)"]
|
|
10
|
+
B -->|extends| C["BaseLLM<br/>(@memberjunction/ai)"]
|
|
11
|
+
A -->|connects to| D["LM Studio Server<br/>(localhost:1234/v1)"]
|
|
12
|
+
D -->|runs| E["Local Models<br/>(GGUF, GGML)"]
|
|
13
|
+
C -->|registered via| F["@RegisterClass"]
|
|
14
|
+
|
|
15
|
+
style A fill:#7c5295,stroke:#563a6b,color:#fff
|
|
16
|
+
style B fill:#2d6a9f,stroke:#1a4971,color:#fff
|
|
17
|
+
style C fill:#2d6a9f,stroke:#1a4971,color:#fff
|
|
18
|
+
style D fill:#2d8659,stroke:#1a5c3a,color:#fff
|
|
19
|
+
style E fill:#b8762f,stroke:#8a5722,color:#fff
|
|
20
|
+
style F fill:#b8762f,stroke:#8a5722,color:#fff
|
|
21
|
+
```
|
|
22
|
+
|
|
23
|
+
## Features
|
|
24
|
+
|
|
25
|
+
- **Local Model Hosting**: Run AI models locally without cloud dependencies
|
|
26
|
+
- **OpenAI Compatible**: Inherits all features from the OpenAI provider
|
|
27
|
+
- **Streaming**: Full streaming support for real-time responses
|
|
28
|
+
- **No API Key Required**: Connects to local server (API key parameter ignored)
|
|
29
|
+
- **Model Flexibility**: Use any model loaded in LM Studio (GGUF, GGML formats)
|
|
30
|
+
- **Privacy**: All data stays on your local machine
|
|
31
|
+
- **Configurable Endpoint**: Support for custom host and port settings
|
|
32
|
+
|
|
33
|
+
## Installation
|
|
34
|
+
|
|
35
|
+
```bash
|
|
36
|
+
npm install @memberjunction/ai-lm-studio
|
|
37
|
+
```
|
|
38
|
+
|
|
39
|
+
## Usage
|
|
40
|
+
|
|
41
|
+
```typescript
|
|
42
|
+
import { LMStudioLLM } from '@memberjunction/ai-lm-studio';
|
|
43
|
+
|
|
44
|
+
// API key is not used but required by the interface
|
|
45
|
+
const llm = new LMStudioLLM('not-used');
|
|
46
|
+
|
|
47
|
+
const result = await llm.ChatCompletion({
|
|
48
|
+
model: 'local-model', // Model loaded in LM Studio
|
|
49
|
+
messages: [
|
|
50
|
+
{ role: 'system', content: 'You are a helpful assistant.' },
|
|
51
|
+
{ role: 'user', content: 'Explain how local inference works.' }
|
|
52
|
+
],
|
|
53
|
+
temperature: 0.7
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
if (result.success) {
|
|
57
|
+
console.log(result.data.choices[0].message.content);
|
|
58
|
+
}
|
|
59
|
+
```
|
|
60
|
+
|
|
61
|
+
## Configuration
|
|
62
|
+
|
|
63
|
+
The default endpoint is `http://localhost:1234/v1`. Configure via `SetAdditionalSettings` if using a different host/port.
|
|
64
|
+
|
|
65
|
+
## How It Works
|
|
66
|
+
|
|
67
|
+
`LMStudioLLM` is a thin subclass of `OpenAILLM` that redirects API calls to LM Studio's local server endpoint. LM Studio provides an OpenAI-compatible API, so all chat, streaming, and parameter handling is inherited from the OpenAI provider.
|
|
68
|
+
|
|
69
|
+
## Prerequisites
|
|
70
|
+
|
|
71
|
+
1. Install [LM Studio](https://lmstudio.ai/)
|
|
72
|
+
2. Download and load a model in LM Studio
|
|
73
|
+
3. Start the local server (default: port 1234)
|
|
74
|
+
4. Configure the provider in your MemberJunction application
|
|
75
|
+
|
|
76
|
+
## Class Registration
|
|
77
|
+
|
|
78
|
+
Registered as `LMStudioLLM` via `@RegisterClass(BaseLLM, 'LMStudioLLM')`.
|
|
79
|
+
|
|
80
|
+
## Dependencies
|
|
81
|
+
|
|
82
|
+
- `@memberjunction/ai` - Core AI abstractions
|
|
83
|
+
- `@memberjunction/ai-openai` - OpenAI provider (parent class)
|
|
84
|
+
- `@memberjunction/global` - Class registration
|
package/dist/index.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export * from './models/lm-studio';
|
|
1
|
+
export * from './models/lm-studio.js';
|
|
2
2
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.js
CHANGED
|
@@ -1,18 +1,2 @@
|
|
|
1
|
-
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./models/lm-studio"), exports);
|
|
1
|
+
export * from './models/lm-studio.js';
|
|
18
2
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC"}
|
|
@@ -50,5 +50,4 @@ export declare class LMStudioLLM extends BaseLLM {
|
|
|
50
50
|
SummarizeText(_params: SummarizeParams): Promise<SummarizeResult>;
|
|
51
51
|
ClassifyText(_params: ClassifyParams): Promise<ClassifyResult>;
|
|
52
52
|
}
|
|
53
|
-
export declare function LoadLMStudioLLM(): void;
|
|
54
53
|
//# sourceMappingURL=lm-studio.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lm-studio.d.ts","sourceRoot":"","sources":["../../src/models/lm-studio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAqC,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAA6B,MAAM,oBAAoB,CAAC;AAErM,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C;;GAEG;AACH,qBACa,WAAY,SAAQ,OAAO;IACpC,OAAO,CAAC,OAAO,CAAiB;gBAEpB,MAAM,CAAC,EAAE,MAAM;IAK3B;;OAEG;IACH,IAAW,cAAc,IAAI,cAAc,CAE1C;IAED;;OAEG;IACH,IAAW,MAAM,IAAI,cAAc,CAElC;IAED;;OAEG;IACH,IAAoB,iBAAiB,IAAI,OAAO,CAE/C;IAED;;;OAGG;IACH,SAAS,CAAC,sBAAsB,IAAI,OAAO;IAI3C;;OAEG;IACa,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAY1E;;OAEG;cACa,0BAA0B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IA+HnF;;OAEG;cACa,sBAAsB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;IA0DxE;;OAEG;IACH,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG;QACzC,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,GAAG,CAAC;KACf;IAkCD;;OAEG;IACH,SAAS,CAAC,yBAAyB,CAC/B,kBAAkB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC7C,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,EACjC,KAAK,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,GAC9B,UAAU;IAwCA,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAIjE,YAAY,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;CAG9E
|
|
1
|
+
{"version":3,"file":"lm-studio.d.ts","sourceRoot":"","sources":["../../src/models/lm-studio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAqC,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAA6B,MAAM,oBAAoB,CAAC;AAErM,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C;;GAEG;AACH,qBACa,WAAY,SAAQ,OAAO;IACpC,OAAO,CAAC,OAAO,CAAiB;gBAEpB,MAAM,CAAC,EAAE,MAAM;IAK3B;;OAEG;IACH,IAAW,cAAc,IAAI,cAAc,CAE1C;IAED;;OAEG;IACH,IAAW,MAAM,IAAI,cAAc,CAElC;IAED;;OAEG;IACH,IAAoB,iBAAiB,IAAI,OAAO,CAE/C;IAED;;;OAGG;IACH,SAAS,CAAC,sBAAsB,IAAI,OAAO;IAI3C;;OAEG;IACa,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAY1E;;OAEG;cACa,0BAA0B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IA+HnF;;OAEG;cACa,sBAAsB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;IA0DxE;;OAEG;IACH,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG;QACzC,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,GAAG,CAAC;KACf;IAkCD;;OAEG;IACH,SAAS,CAAC,yBAAyB,CAC/B,kBAAkB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC7C,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,EACjC,KAAK,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,GAC9B,UAAU;IAwCA,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAIjE,YAAY,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;CAG9E"}
|
package/dist/models/lm-studio.js
CHANGED
|
@@ -1,22 +1,22 @@
|
|
|
1
|
-
"use strict";
|
|
2
1
|
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
2
|
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
3
|
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
4
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
5
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
6
|
};
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
7
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
8
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
|
+
};
|
|
10
|
+
import { BaseLLM, ChatResult, ChatMessageRole, ModelUsage } from '@memberjunction/ai';
|
|
11
|
+
import { RegisterClass } from '@memberjunction/global';
|
|
12
|
+
import { LMStudioClient } from '@lmstudio/sdk';
|
|
13
13
|
/**
|
|
14
14
|
* LM Studio implementation of the BaseLLM class
|
|
15
15
|
*/
|
|
16
|
-
let LMStudioLLM = class LMStudioLLM extends
|
|
16
|
+
let LMStudioLLM = class LMStudioLLM extends BaseLLM {
|
|
17
17
|
constructor(apiKey) {
|
|
18
18
|
super(apiKey || ''); // LM Studio doesn't require API key for local usage
|
|
19
|
-
this._client = new
|
|
19
|
+
this._client = new LMStudioClient();
|
|
20
20
|
}
|
|
21
21
|
/**
|
|
22
22
|
* Read only getter method to get the LM Studio client instance
|
|
@@ -51,7 +51,7 @@ let LMStudioLLM = class LMStudioLLM extends ai_1.BaseLLM {
|
|
|
51
51
|
// Handle LM Studio-specific settings like base URL
|
|
52
52
|
if (settings.baseUrl) {
|
|
53
53
|
// LM Studio client can be configured with custom base URL
|
|
54
|
-
this._client = new
|
|
54
|
+
this._client = new LMStudioClient({
|
|
55
55
|
baseUrl: settings.baseUrl
|
|
56
56
|
});
|
|
57
57
|
}
|
|
@@ -114,7 +114,7 @@ let LMStudioLLM = class LMStudioLLM extends ai_1.BaseLLM {
|
|
|
114
114
|
const endTime = new Date();
|
|
115
115
|
const choices = [{
|
|
116
116
|
message: {
|
|
117
|
-
role:
|
|
117
|
+
role: ChatMessageRole.assistant,
|
|
118
118
|
content: response.nonReasoningContent,
|
|
119
119
|
thinking: response.reasoningContent
|
|
120
120
|
},
|
|
@@ -122,7 +122,7 @@ let LMStudioLLM = class LMStudioLLM extends ai_1.BaseLLM {
|
|
|
122
122
|
index: 0
|
|
123
123
|
}];
|
|
124
124
|
// Create ModelUsage - LM Studio may not provide token counts
|
|
125
|
-
const usage = new
|
|
125
|
+
const usage = new ModelUsage(0, 0); // Will be updated if available
|
|
126
126
|
// Try to extract usage information if available
|
|
127
127
|
if (response.stats) {
|
|
128
128
|
if (response.stats.promptTokensCount) {
|
|
@@ -165,7 +165,7 @@ let LMStudioLLM = class LMStudioLLM extends ai_1.BaseLLM {
|
|
|
165
165
|
timeElapsed: endTime.getTime() - startTime.getTime(),
|
|
166
166
|
data: {
|
|
167
167
|
choices: [],
|
|
168
|
-
usage: new
|
|
168
|
+
usage: new ModelUsage(0, 0)
|
|
169
169
|
},
|
|
170
170
|
errorMessage: errorMessage,
|
|
171
171
|
exception: error,
|
|
@@ -273,20 +273,20 @@ let LMStudioLLM = class LMStudioLLM extends ai_1.BaseLLM {
|
|
|
273
273
|
// Create dates (will be overridden by base class)
|
|
274
274
|
const now = new Date();
|
|
275
275
|
// Create a proper ChatResult instance with constructor params
|
|
276
|
-
const result = new
|
|
276
|
+
const result = new ChatResult(true, now, now);
|
|
277
277
|
// Get thinking content from streaming state if available
|
|
278
278
|
const thinkingContent = this.thinkingStreamState?.accumulatedThinking.trim();
|
|
279
279
|
// Set all properties
|
|
280
280
|
result.data = {
|
|
281
281
|
choices: [{
|
|
282
282
|
message: this.addThinkingToMessage({
|
|
283
|
-
role:
|
|
283
|
+
role: ChatMessageRole.assistant,
|
|
284
284
|
content: accumulatedContent ? accumulatedContent : ''
|
|
285
285
|
}, thinkingContent),
|
|
286
286
|
finish_reason: finishReason,
|
|
287
287
|
index: 0
|
|
288
288
|
}],
|
|
289
|
-
usage: new
|
|
289
|
+
usage: new ModelUsage(promptTokens, completionTokens)
|
|
290
290
|
};
|
|
291
291
|
result.statusText = 'success';
|
|
292
292
|
result.errorMessage = null;
|
|
@@ -300,12 +300,9 @@ let LMStudioLLM = class LMStudioLLM extends ai_1.BaseLLM {
|
|
|
300
300
|
throw new Error("Method not implemented.");
|
|
301
301
|
}
|
|
302
302
|
};
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
(
|
|
303
|
+
LMStudioLLM = __decorate([
|
|
304
|
+
RegisterClass(BaseLLM, "LMStudioLLM"),
|
|
305
|
+
__metadata("design:paramtypes", [String])
|
|
306
306
|
], LMStudioLLM);
|
|
307
|
-
|
|
308
|
-
// this does nothing but prevents the class from being removed by the tree shaker
|
|
309
|
-
}
|
|
310
|
-
exports.LoadLMStudioLLM = LoadLMStudioLLM;
|
|
307
|
+
export { LMStudioLLM };
|
|
311
308
|
//# sourceMappingURL=lm-studio.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lm-studio.js","sourceRoot":"","sources":["../../src/models/lm-studio.ts"],"names":[],"mappings":";;;;;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"lm-studio.js","sourceRoot":"","sources":["../../src/models/lm-studio.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,OAAO,EAAc,UAAU,EAAoB,eAAe,EAAoE,UAAU,EAAiB,MAAM,oBAAoB,CAAC;AACrM,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C;;GAEG;AAEI,IAAM,WAAW,GAAjB,MAAM,WAAY,SAAQ,OAAO;IAGpC,YAAY,MAAe;QACvB,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,oDAAoD;QACzE,IAAI,CAAC,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,IAAoB,iBAAiB;QACjC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;OAGG;IACO,sBAAsB;QAC5B,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACa,qBAAqB,CAAC,QAA6B;QAC/D,KAAK,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAEtC,mDAAmD;QACnD,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACnB,0DAA0D;YAC1D,IAAI,CAAC,OAAO,GAAG,IAAI,cAAc,CAAC;gBAC9B,OAAO,EAAE,QAAQ,CAAC,OAAO;aAC5B,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B,CAAC,MAAkB;QACzD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,CAAC;YACD,yBAAyB;YACzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExD,0CAA0C;YAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACvC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC/B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClD,CAAC,CAAC,OAAO;aAChB,CAAC,CAAC,CAAC;YAEJ,sCAAsC;YACtC,MAAM,cAAc,GAAQ,EAAE,CAAC;YAE/B,4DAA4D;YAC5D,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;gBAC7B,cAAc,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACpD,CAAC;YACD,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,IAAI,MAAM,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gBAC/D,cAAc,CAAC,kBAAkB,GAAG,MAAM,CAAC,eAAe,CAAC;YAC/D,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;gBACtB,cAAc,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACtC,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;gBACtB,cAAc,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACtC,CAAC;YACD,IAAI,MAAM,CAAC,aAAa,IAAI,IAAI,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClE,cAAc,CAAC,WAAW,GAAG,MAAM,CAAC,aAAa,CAAC;YACtD,CAAC;YACD,IAAI,MAAM,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;gBAClC,cAAc,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;YAC9D,CAAC;YACD,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;gBACjC,cAAc,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;YAC5D,CAAC;YAED,oEAAoE;YACpE,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;YACpG,CAAC;YAED,yBAAyB;YACzB,QAAQ,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC5B,KAAK,MAAM;oBACP,yDAAyD;oBACzD,cAAc,CAAC,cAAc,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;oBACxD,MAAM;gBACV,KAAK,eAAe;oBAChB,cAAc,CAAC,cAAc,GAAG,MAAM,CAAC,2BAA2B,CAAC;oBACnE,MAAM;YACd,CAAC;YAED,mDAAmD;YACnD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YAC/D,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAE3B,MAAM,OAAO,GAAuB,CAAC;oBACjC,OAAO,EAAE;wBACL,IAAI,EAAE,eAAe,CAAC,SAAS;wBAC/B,OAAO,EAAE,QAAQ,CAAC,mBAAmB;wBACrC,QAAQ,EAAE,QAAQ,CAAC,gBAAgB;qBACtC;oBACD,aAAa,EAAE,MAAM,EAAE,oDAAoD;oBAC3E,KAAK,EAAE,CAAC;iBACX,CAAC,CAAC;YAEH,6DAA6D;YAC7D,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,+BAA+B;YAEnE,gDAAgD;YAChD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACjB,IAAI,QAAQ,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;oBACnC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC;gBAC1D,CAAC;gBACD,IAAI,QAAQ,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC;oBACtC,KAAK,CAAC,gBAAgB,GAAG,QAAQ,CAAC,KAAK,CAAC,oBAAoB,CAAC;gBACjE,CAAC;gBACD,4DAA4D;YAChE,CAAC;YAED,MAAM,MAAM,GAAG;gBACX,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;gBACpD,IAAI,EAAE;oBACF,OAAO,EAAE,OAAO;oBAChB,KAAK,EAAE,KAAK;iBACf;gBACD,YAAY,EAAE,EAAE;gBAChB,SAAS,EAAE,IAAI;aACJ,CAAC;YAEhB,sCAAsC;YACtC,MAAM,CAAC,4BAA4B,GAAG;gBAClC,QAAQ,EAAE,UAAU;gBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;aACxB,CAAC;YAEF,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;YAEvF,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,OAAO;gBACnB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;gBACpD,IAAI,EAAE;oBACF,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;iBAC9B;gBACD,YAAY,EAAE,YAAY;gBAC1B,SAAS,EAAE,KAAK;aACL,CAAC;QACpB,CAAC;IACL,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,sBAAsB,CAAC,MAAkB;QACrD,kEAAkE;QAClE,IAAI,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;YAChC,IAAI,CAAC,6BAA6B,EAAE,CAAC;QACzC,CAAC;QAED,yBAAyB;QACzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAExD,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClD,CAAC,CAAC,OAAO;SAChB,CAAC,CAAC,CAAC;QAEJ,qDAAqD;QACrD,MAAM,cAAc,GAAQ;YACxB,MAAM,EAAE,IAAI;SACf,CAAC;QAEF,4DAA4D;QAC5D,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;YAC7B,cAAc,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACpD,CAAC;QACD,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,IAAI,MAAM,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAC/D,cAAc,CAAC,kBAAkB,GAAG,MAAM,CAAC,eAAe,CAAC;QAC/D,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACtB,cAAc,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACtC,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACtB,cAAc,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACtC,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,IAAI,IAAI,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,cAAc,CAAC,WAAW,GAAG,MAAM,CAAC,aAAa,CAAC;QACtD,CAAC;QACD,IAAI,MAAM,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;YAClC,cAAc,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAC9D,CAAC;QACD,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;YACjC,cAAc,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAC5D,CAAC;QAED,yBAAyB;QACzB,QAAQ,MAAM,CAAC,cAAc,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACP,cAAc,CAAC,cAAc,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;gBACxD,MAAM;YACV,KAAK,eAAe;gBAChB,cAAc,CAAC,cAAc,GAAG,MAAM,CAAC,2BAA2B,CAAC;gBACnE,MAAM;QACd,CAAC;QAED,OAAO,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACO,qBAAqB,CAAC,KAAU;QAKtC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAY,GAAG,SAAS,CAAC;QAE7B,8CAA8C;QAC9C,oFAAoF;QACpF,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,KAAK,CAAC;YAEzB,4DAA4D;YAC5D,OAAO,GAAG,IAAI,CAAC,sBAAsB,EAAE;gBACnC,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,UAAU,CAAC;gBACjD,CAAC,CAAC,UAAU,CAAC;QACrB,CAAC;aAAM,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YACxB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC;YAEjC,4DAA4D;YAC5D,OAAO,GAAG,IAAI,CAAC,sBAAsB,EAAE;gBACnC,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,UAAU,CAAC;gBACjD,CAAC,CAAC,UAAU,CAAC;QACrB,CAAC;QAED,0BAA0B;QAC1B,IAAI,KAAK,EAAE,QAAQ,EAAE,CAAC;YAClB,YAAY,GAAG,MAAM,CAAC;QAC1B,CAAC;QAED,OAAO;YACH,OAAO;YACP,YAAY;YACZ,KAAK,EAAE,KAAK,EAAE,KAAK,IAAI,IAAI;SAC9B,CAAC;IACN,CAAC;IAED;;OAEG;IACO,yBAAyB,CAC/B,kBAA6C,EAC7C,SAAiC,EACjC,KAA6B;QAE7B,qDAAqD;QACrD,IAAI,YAAY,GAAG,MAAM,CAAC;QAC1B,IAAI,SAAS,EAAE,QAAQ,EAAE,CAAC;YACtB,YAAY,GAAG,MAAM,CAAC;QAC1B,CAAC;QAED,gEAAgE;QAChE,MAAM,YAAY,GAAG,KAAK,EAAE,iBAAiB,IAAI,SAAS,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;QAC1F,MAAM,gBAAgB,GAAG,KAAK,EAAE,oBAAoB,IAAI,SAAS,EAAE,KAAK,EAAE,oBAAoB,IAAI,CAAC,CAAC;QAEpG,kDAAkD;QAClD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,8DAA8D;QAC9D,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE9C,yDAAyD;QACzD,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,EAAE,mBAAmB,CAAC,IAAI,EAAE,CAAC;QAE7E,qBAAqB;QACrB,MAAM,CAAC,IAAI,GAAG;YACV,OAAO,EAAE,CAAC;oBACN,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC;wBAC/B,IAAI,EAAE,eAAe,CAAC,SAAS;wBAC/B,OAAO,EAAE,kBAAkB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE;qBACxD,EAAE,eAAe,CAAC;oBACnB,aAAa,EAAE,YAAY;oBAC3B,KAAK,EAAE,CAAC;iBACX,CAAC;YACF,KAAK,EAAE,IAAI,UAAU,CAAC,YAAY,EAAE,gBAAgB,CAAC;SACxD,CAAC;QAEF,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;QAExB,OAAO,MAAM,CAAC;IAClB,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,OAAwB;QAC/C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,OAAuB;QAC7C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CACJ,CAAA;AAlVY,WAAW;IADvB,aAAa,CAAC,OAAO,EAAE,aAAa,CAAC;;GACzB,WAAW,CAkVvB"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@memberjunction/ai-lmstudio",
|
|
3
|
-
"
|
|
3
|
+
"type": "module",
|
|
4
|
+
"version": "4.1.0",
|
|
4
5
|
"description": "MemberJunction Wrapper for LM Studio AI - Local Inference Engine",
|
|
5
6
|
"main": "dist/index.js",
|
|
6
7
|
"types": "dist/index.d.ts",
|
|
@@ -9,19 +10,19 @@
|
|
|
9
10
|
],
|
|
10
11
|
"scripts": {
|
|
11
12
|
"start": "ts-node-dev src/index.ts",
|
|
12
|
-
"build": "tsc",
|
|
13
|
+
"build": "tsc && tsc-alias -f",
|
|
13
14
|
"test": "echo \"Error: no test specified\" && exit 1"
|
|
14
15
|
},
|
|
15
16
|
"author": "MemberJunction.com",
|
|
16
17
|
"license": "ISC",
|
|
17
18
|
"devDependencies": {
|
|
18
19
|
"ts-node-dev": "^2.0.0",
|
|
19
|
-
"typescript": "^5.
|
|
20
|
+
"typescript": "^5.9.3"
|
|
20
21
|
},
|
|
21
22
|
"dependencies": {
|
|
22
|
-
"@memberjunction/ai": "
|
|
23
|
-
"@memberjunction/global": "
|
|
24
|
-
"@lmstudio/sdk": "^1.
|
|
23
|
+
"@memberjunction/ai": "4.1.0",
|
|
24
|
+
"@memberjunction/global": "4.1.0",
|
|
25
|
+
"@lmstudio/sdk": "^1.5.0"
|
|
25
26
|
},
|
|
26
27
|
"repository": {
|
|
27
28
|
"type": "git",
|