wirejs-resources 0.1.146-llm → 0.1.147-llm
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/resources/secret.d.ts +3 -9
- package/dist/resources/secret.js +18 -28
- package/dist/services/llm.d.ts +6 -1
- package/dist/services/llm.js +46 -24
- package/package.json +1 -1
- package/dist/hosting/client.d.ts +0 -1
- package/dist/hosting/client.js +0 -68
- package/dist/internal/client.d.ts +0 -1
- package/dist/internal/client.js +0 -68
- package/dist/setup/index.d.ts +0 -1
- package/dist/setup/index.js +0 -27
|
@@ -1,13 +1,7 @@
|
|
|
1
1
|
import { Resource } from '../resource.js';
|
|
2
2
|
export declare class Secret extends Resource {
|
|
3
|
+
#private;
|
|
3
4
|
constructor(scope: Resource | string, id: string);
|
|
4
|
-
read(): Promise<
|
|
5
|
-
write(
|
|
6
|
-
onlyIfNotExists?: boolean;
|
|
7
|
-
}): Promise<void | undefined>;
|
|
8
|
-
scan(): AsyncGenerator<never, AsyncGenerator<{
|
|
9
|
-
key: string;
|
|
10
|
-
value: string;
|
|
11
|
-
}, any, any> | undefined, unknown>;
|
|
12
|
-
isAlreadyExistsError(error: any): boolean | undefined;
|
|
5
|
+
read(): Promise<any>;
|
|
6
|
+
write(data: any): Promise<void>;
|
|
13
7
|
}
|
package/dist/resources/secret.js
CHANGED
|
@@ -1,38 +1,28 @@
|
|
|
1
|
-
import
|
|
1
|
+
import crypto from 'crypto';
|
|
2
2
|
import { Resource } from '../resource.js';
|
|
3
|
-
import {
|
|
3
|
+
import { FileService } from '../services/file.js';
|
|
4
4
|
import { overrides } from '../overrides.js';
|
|
5
|
-
|
|
5
|
+
const FILENAME = 'secret';
|
|
6
6
|
export class Secret extends Resource {
|
|
7
|
+
#fileService;
|
|
8
|
+
#initPromise;
|
|
7
9
|
constructor(scope, id) {
|
|
8
10
|
super(scope, id);
|
|
9
|
-
|
|
11
|
+
this.#fileService = new (overrides.FileService || FileService)(this, 'files');
|
|
10
12
|
}
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
return initValue;
|
|
18
|
-
}
|
|
19
|
-
catch (error) {
|
|
20
|
-
if (!this.isAlreadyExistsError(error))
|
|
21
|
-
throw error;
|
|
22
|
-
return this.read();
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
else {
|
|
26
|
-
return existingValue;
|
|
27
|
-
}
|
|
28
|
-
}
|
|
29
|
-
async write(value, options) {
|
|
30
|
-
return secrets?.set(this.absoluteId, value, { onlyIfNotExists: options?.onlyIfNotExists });
|
|
13
|
+
#initialize() {
|
|
14
|
+
this.#initPromise = this.#initPromise || this.#fileService.write(FILENAME, JSON.stringify(crypto.randomBytes(64).toString('base64url')), { onlyIfNotExists: true }).catch(error => {
|
|
15
|
+
if (!this.#fileService.isAlreadyExistsError(error))
|
|
16
|
+
throw error;
|
|
17
|
+
});
|
|
18
|
+
return this.#initPromise;
|
|
31
19
|
}
|
|
32
|
-
async
|
|
33
|
-
|
|
20
|
+
async read() {
|
|
21
|
+
await this.#initialize();
|
|
22
|
+
return JSON.parse(await this.#fileService.read(FILENAME));
|
|
34
23
|
}
|
|
35
|
-
|
|
36
|
-
|
|
24
|
+
async write(data) {
|
|
25
|
+
await this.#initialize();
|
|
26
|
+
await this.#fileService.write(FILENAME, JSON.stringify(data));
|
|
37
27
|
}
|
|
38
28
|
}
|
package/dist/services/llm.d.ts
CHANGED
|
@@ -8,6 +8,11 @@ export type LLMChunk = {
|
|
|
8
8
|
message: LLMMessage;
|
|
9
9
|
done: boolean;
|
|
10
10
|
};
|
|
11
|
+
export type ContinueConversationOptions = {
|
|
12
|
+
history: LLMMessage[];
|
|
13
|
+
onChunk?: (chunk: LLMChunk) => void | Promise<void>;
|
|
14
|
+
timeoutSeconds?: number;
|
|
15
|
+
};
|
|
11
16
|
export declare class LLM extends Resource {
|
|
12
17
|
models: string[];
|
|
13
18
|
systemPrompt: string | undefined;
|
|
@@ -19,5 +24,5 @@ export declare class LLM extends Resource {
|
|
|
19
24
|
private checkOllamaAvailable;
|
|
20
25
|
private checkModelExists;
|
|
21
26
|
private createStreamedString;
|
|
22
|
-
continueConversation(history
|
|
27
|
+
continueConversation({ history, onChunk, timeoutSeconds }: ContinueConversationOptions): Promise<LLMMessage>;
|
|
23
28
|
}
|
package/dist/services/llm.js
CHANGED
|
@@ -77,7 +77,7 @@ export class LLM extends Resource {
|
|
|
77
77
|
content: message
|
|
78
78
|
};
|
|
79
79
|
}
|
|
80
|
-
async continueConversation(history, onChunk) {
|
|
80
|
+
async continueConversation({ history, onChunk, timeoutSeconds }) {
|
|
81
81
|
const ollamaAvailable = await this.checkOllamaAvailable();
|
|
82
82
|
if (!ollamaAvailable) {
|
|
83
83
|
return this.createStreamedString('Ollama is not running locally. Please install and start Ollama:\n\n' +
|
|
@@ -92,31 +92,53 @@ export class LLM extends Resource {
|
|
|
92
92
|
if (!modelExists)
|
|
93
93
|
continue;
|
|
94
94
|
const stream = typeof onChunk === 'function';
|
|
95
|
-
const
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
95
|
+
const controller = new AbortController();
|
|
96
|
+
let timeoutId;
|
|
97
|
+
if (timeoutSeconds) {
|
|
98
|
+
timeoutId = setTimeout(() => {
|
|
99
|
+
controller.abort();
|
|
100
|
+
}, timeoutSeconds * 1000);
|
|
101
|
+
}
|
|
102
|
+
try {
|
|
103
|
+
const response = await fetch('http://localhost:11434/api/chat', {
|
|
104
|
+
method: 'POST',
|
|
105
|
+
headers: { 'Content-Type': 'application/json' },
|
|
106
|
+
body: JSON.stringify({
|
|
107
|
+
model: model,
|
|
108
|
+
messages: [
|
|
109
|
+
...(this.systemPrompt ? [
|
|
110
|
+
{
|
|
111
|
+
role: 'system',
|
|
112
|
+
content: this.systemPrompt
|
|
113
|
+
}
|
|
114
|
+
] : []),
|
|
115
|
+
...history
|
|
116
|
+
],
|
|
117
|
+
stream,
|
|
118
|
+
}),
|
|
119
|
+
signal: controller.signal
|
|
120
|
+
});
|
|
121
|
+
if (timeoutId) {
|
|
122
|
+
clearTimeout(timeoutId);
|
|
123
|
+
}
|
|
124
|
+
if (response.ok) {
|
|
125
|
+
if (stream) {
|
|
126
|
+
return this.stream(response, onChunk);
|
|
127
|
+
}
|
|
128
|
+
else {
|
|
129
|
+
const chunk = await response.json();
|
|
130
|
+
return chunk.message;
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
catch (error) {
|
|
135
|
+
if (timeoutId) {
|
|
136
|
+
clearTimeout(timeoutId);
|
|
115
137
|
}
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
return chunk.message;
|
|
138
|
+
if (error instanceof Error && error.name === 'AbortError') {
|
|
139
|
+
throw new Error(`Request timed out after ${timeoutSeconds} seconds`);
|
|
119
140
|
}
|
|
141
|
+
throw error;
|
|
120
142
|
}
|
|
121
143
|
}
|
|
122
144
|
// if nothing works, we want to tell the user (the dev) how to install the dep.
|
package/package.json
CHANGED
package/dist/hosting/client.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export declare function apiTree(INTERNAL_API_URL: string, path?: string[]): () => void;
|
package/dist/hosting/client.js
DELETED
|
@@ -1,68 +0,0 @@
|
|
|
1
|
-
async function callApi(INTERNAL_API_URL, method, ...args) {
|
|
2
|
-
function isNode() {
|
|
3
|
-
return typeof args[0]?.cookies?.getAll === 'function';
|
|
4
|
-
}
|
|
5
|
-
function apiUrl() {
|
|
6
|
-
if (isNode()) {
|
|
7
|
-
return INTERNAL_API_URL;
|
|
8
|
-
}
|
|
9
|
-
else {
|
|
10
|
-
return "/api";
|
|
11
|
-
}
|
|
12
|
-
}
|
|
13
|
-
let cookieHeader = {};
|
|
14
|
-
if (isNode()) {
|
|
15
|
-
const context = args[0];
|
|
16
|
-
const cookies = context.cookies.getAll();
|
|
17
|
-
cookieHeader = typeof cookies === 'object'
|
|
18
|
-
? {
|
|
19
|
-
Cookie: Object.entries(cookies).map(kv => kv.join('=')).join('; ')
|
|
20
|
-
}
|
|
21
|
-
: {};
|
|
22
|
-
}
|
|
23
|
-
const response = await fetch(apiUrl(), {
|
|
24
|
-
method: 'POST',
|
|
25
|
-
headers: {
|
|
26
|
-
'Content-Type': 'application/json',
|
|
27
|
-
...cookieHeader
|
|
28
|
-
},
|
|
29
|
-
body: JSON.stringify([{ method, args: [...args] }]),
|
|
30
|
-
});
|
|
31
|
-
const body = await response.json();
|
|
32
|
-
if (isNode()) {
|
|
33
|
-
const context = args[0];
|
|
34
|
-
for (const c of response.headers.getSetCookie()) {
|
|
35
|
-
const parts = c.split(';').map(p => p.trim());
|
|
36
|
-
const flags = parts.slice(1);
|
|
37
|
-
const [name, value] = parts[0].split('=').map(decodeURIComponent);
|
|
38
|
-
const httpOnly = flags.includes('HttpOnly');
|
|
39
|
-
const secure = flags.includes('Secure');
|
|
40
|
-
const maxAgePart = flags.find(f => f.startsWith('Max-Age='))?.split('=')[1];
|
|
41
|
-
context.cookies.set({
|
|
42
|
-
name,
|
|
43
|
-
value,
|
|
44
|
-
httpOnly,
|
|
45
|
-
secure,
|
|
46
|
-
maxAge: maxAgePart ? parseInt(maxAgePart) : undefined
|
|
47
|
-
});
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
const error = body[0].error;
|
|
51
|
-
if (error) {
|
|
52
|
-
throw new Error(error);
|
|
53
|
-
}
|
|
54
|
-
const value = body[0].data;
|
|
55
|
-
return value;
|
|
56
|
-
}
|
|
57
|
-
;
|
|
58
|
-
export function apiTree(INTERNAL_API_URL, path = []) {
|
|
59
|
-
return new Proxy(function () { }, {
|
|
60
|
-
apply(_target, _thisArg, args) {
|
|
61
|
-
return callApi(INTERNAL_API_URL, path, ...args);
|
|
62
|
-
},
|
|
63
|
-
get(_target, prop) {
|
|
64
|
-
return apiTree(INTERNAL_API_URL, [...path, prop]);
|
|
65
|
-
}
|
|
66
|
-
});
|
|
67
|
-
}
|
|
68
|
-
;
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export declare function apiTree(INTERNAL_API_URL: string, path?: string[]): () => void;
|
package/dist/internal/client.js
DELETED
|
@@ -1,68 +0,0 @@
|
|
|
1
|
-
async function callApi(INTERNAL_API_URL, method, ...args) {
|
|
2
|
-
function isNode() {
|
|
3
|
-
return typeof args[0]?.cookies?.getAll === 'function';
|
|
4
|
-
}
|
|
5
|
-
function apiUrl() {
|
|
6
|
-
if (isNode()) {
|
|
7
|
-
return INTERNAL_API_URL;
|
|
8
|
-
}
|
|
9
|
-
else {
|
|
10
|
-
return "/api";
|
|
11
|
-
}
|
|
12
|
-
}
|
|
13
|
-
let cookieHeader = {};
|
|
14
|
-
if (isNode()) {
|
|
15
|
-
const context = args[0];
|
|
16
|
-
const cookies = context.cookies.getAll();
|
|
17
|
-
cookieHeader = typeof cookies === 'object'
|
|
18
|
-
? {
|
|
19
|
-
Cookie: Object.entries(cookies).map(kv => kv.join('=')).join('; ')
|
|
20
|
-
}
|
|
21
|
-
: {};
|
|
22
|
-
}
|
|
23
|
-
const response = await fetch(apiUrl(), {
|
|
24
|
-
method: 'POST',
|
|
25
|
-
headers: {
|
|
26
|
-
'Content-Type': 'application/json',
|
|
27
|
-
...cookieHeader
|
|
28
|
-
},
|
|
29
|
-
body: JSON.stringify([{ method, args: [...args] }]),
|
|
30
|
-
});
|
|
31
|
-
const body = await response.json();
|
|
32
|
-
if (isNode()) {
|
|
33
|
-
const context = args[0];
|
|
34
|
-
for (const c of response.headers.getSetCookie()) {
|
|
35
|
-
const parts = c.split(';').map(p => p.trim());
|
|
36
|
-
const flags = parts.slice(1);
|
|
37
|
-
const [name, value] = parts[0].split('=').map(decodeURIComponent);
|
|
38
|
-
const httpOnly = flags.includes('HttpOnly');
|
|
39
|
-
const secure = flags.includes('Secure');
|
|
40
|
-
const maxAgePart = flags.find(f => f.startsWith('Max-Age='))?.split('=')[1];
|
|
41
|
-
context.cookies.set({
|
|
42
|
-
name,
|
|
43
|
-
value,
|
|
44
|
-
httpOnly,
|
|
45
|
-
secure,
|
|
46
|
-
maxAge: maxAgePart ? parseInt(maxAgePart) : undefined
|
|
47
|
-
});
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
const error = body[0].error;
|
|
51
|
-
if (error) {
|
|
52
|
-
throw new Error(error);
|
|
53
|
-
}
|
|
54
|
-
const value = body[0].data;
|
|
55
|
-
return value;
|
|
56
|
-
}
|
|
57
|
-
;
|
|
58
|
-
export function apiTree(INTERNAL_API_URL, path = []) {
|
|
59
|
-
return new Proxy(function () { }, {
|
|
60
|
-
apply(_target, _thisArg, args) {
|
|
61
|
-
return callApi(INTERNAL_API_URL, path, ...args);
|
|
62
|
-
},
|
|
63
|
-
get(_target, prop) {
|
|
64
|
-
return apiTree(INTERNAL_API_URL, [...path, prop]);
|
|
65
|
-
}
|
|
66
|
-
});
|
|
67
|
-
}
|
|
68
|
-
;
|
package/dist/setup/index.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export declare function prebuildApi(): Promise<void>;
|
package/dist/setup/index.js
DELETED
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
import process from 'process';
|
|
2
|
-
import fs from 'fs';
|
|
3
|
-
import path from 'path';
|
|
4
|
-
export async function prebuildApi() {
|
|
5
|
-
const CWD = process.cwd();
|
|
6
|
-
let API_URL = '/api';
|
|
7
|
-
const indexModule = await import(path.join(CWD, 'index.js'));
|
|
8
|
-
try {
|
|
9
|
-
const backendConfigModule = await import(path.join(CWD, 'config.js'));
|
|
10
|
-
const backendConfig = backendConfigModule.default;
|
|
11
|
-
console.log("backend config found", backendConfig);
|
|
12
|
-
if (backendConfig.apiUrl) {
|
|
13
|
-
API_URL = backendConfig.apiUrl;
|
|
14
|
-
}
|
|
15
|
-
}
|
|
16
|
-
catch {
|
|
17
|
-
console.log("No backend API config found.");
|
|
18
|
-
}
|
|
19
|
-
const apiCode = Object.keys(indexModule)
|
|
20
|
-
.map(k => `export const ${k} = apiTree(INTERNAL_API_URL, ${JSON.stringify([k])});`)
|
|
21
|
-
.join('\n');
|
|
22
|
-
const baseClient = [
|
|
23
|
-
`import { apiTree } from "wirejs-resources/hosting/client.js";`,
|
|
24
|
-
`const INTERNAL_API_URL = ${JSON.stringify(API_URL)};`,
|
|
25
|
-
].join('\n');
|
|
26
|
-
await fs.promises.writeFile(path.join(CWD, 'index.client.js'), [baseClient, apiCode].join('\n\n'));
|
|
27
|
-
}
|