wirejs-resources 0.1.145-llm → 0.1.147-llm

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,13 +1,7 @@
1
1
  import { Resource } from '../resource.js';
2
2
  export declare class Secret extends Resource {
3
+ #private;
3
4
  constructor(scope: Resource | string, id: string);
4
- read(): Promise<string>;
5
- write(value: string, options?: {
6
- onlyIfNotExists?: boolean;
7
- }): Promise<void | undefined>;
8
- scan(): AsyncGenerator<never, AsyncGenerator<{
9
- key: string;
10
- value: string;
11
- }, any, any> | undefined, unknown>;
12
- isAlreadyExistsError(error: any): boolean | undefined;
5
+ read(): Promise<any>;
6
+ write(data: any): Promise<void>;
13
7
  }
@@ -1,38 +1,28 @@
1
- import * as crypto from 'crypto';
1
+ import crypto from 'crypto';
2
2
  import { Resource } from '../resource.js';
3
- import { KeyValueStore } from './key-value-store.js';
3
+ import { FileService } from '../services/file.js';
4
4
  import { overrides } from '../overrides.js';
5
- let secrets;
5
+ const FILENAME = 'secret';
6
6
  export class Secret extends Resource {
7
+ #fileService;
8
+ #initPromise;
7
9
  constructor(scope, id) {
8
10
  super(scope, id);
9
- secrets = new (overrides.KeyValueStore || KeyValueStore)('wirejs', 'secrets');
11
+ this.#fileService = new (overrides.FileService || FileService)(this, 'files');
10
12
  }
11
- async read() {
12
- const existingValue = await secrets?.get(this.absoluteId);
13
- if (!existingValue) {
14
- try {
15
- const initValue = crypto.randomBytes(64).toString('base64url');
16
- await this.write(initValue, { onlyIfNotExists: true });
17
- return initValue;
18
- }
19
- catch (error) {
20
- if (!this.isAlreadyExistsError(error))
21
- throw error;
22
- return this.read();
23
- }
24
- }
25
- else {
26
- return existingValue;
27
- }
28
- }
29
- async write(value, options) {
30
- return secrets?.set(this.absoluteId, value, { onlyIfNotExists: options?.onlyIfNotExists });
13
+ #initialize() {
14
+ this.#initPromise = this.#initPromise || this.#fileService.write(FILENAME, JSON.stringify(crypto.randomBytes(64).toString('base64url')), { onlyIfNotExists: true }).catch(error => {
15
+ if (!this.#fileService.isAlreadyExistsError(error))
16
+ throw error;
17
+ });
18
+ return this.#initPromise;
31
19
  }
32
- async *scan() {
33
- return secrets?.scan();
20
+ async read() {
21
+ await this.#initialize();
22
+ return JSON.parse(await this.#fileService.read(FILENAME));
34
23
  }
35
- isAlreadyExistsError(error) {
36
- return secrets?.isAlreadyExistsError(error);
24
+ async write(data) {
25
+ await this.#initialize();
26
+ await this.#fileService.write(FILENAME, JSON.stringify(data));
37
27
  }
38
28
  }
@@ -8,6 +8,11 @@ export type LLMChunk = {
8
8
  message: LLMMessage;
9
9
  done: boolean;
10
10
  };
11
+ export type ContinueConversationOptions = {
12
+ history: LLMMessage[];
13
+ onChunk?: (chunk: LLMChunk) => void | Promise<void>;
14
+ timeoutSeconds?: number;
15
+ };
11
16
  export declare class LLM extends Resource {
12
17
  models: string[];
13
18
  systemPrompt: string | undefined;
@@ -19,5 +24,5 @@ export declare class LLM extends Resource {
19
24
  private checkOllamaAvailable;
20
25
  private checkModelExists;
21
26
  private createStreamedString;
22
- continueConversation(history: LLMMessage[], onChunk?: (chunk: LLMChunk) => void | Promise<void>): Promise<LLMMessage>;
27
+ continueConversation({ history, onChunk, timeoutSeconds }: ContinueConversationOptions): Promise<LLMMessage>;
23
28
  }
@@ -77,7 +77,7 @@ export class LLM extends Resource {
77
77
  content: message
78
78
  };
79
79
  }
80
- async continueConversation(history, onChunk) {
80
+ async continueConversation({ history, onChunk, timeoutSeconds }) {
81
81
  const ollamaAvailable = await this.checkOllamaAvailable();
82
82
  if (!ollamaAvailable) {
83
83
  return this.createStreamedString('Ollama is not running locally. Please install and start Ollama:\n\n' +
@@ -92,31 +92,53 @@ export class LLM extends Resource {
92
92
  if (!modelExists)
93
93
  continue;
94
94
  const stream = typeof onChunk === 'function';
95
- const response = await fetch('http://localhost:11434/api/chat', {
96
- method: 'POST',
97
- headers: { 'Content-Type': 'application/json' },
98
- body: JSON.stringify({
99
- model: model,
100
- messages: [
101
- ...(this.systemPrompt ? [
102
- {
103
- role: 'system',
104
- content: this.systemPrompt
105
- }
106
- ] : []),
107
- ...history
108
- ],
109
- stream,
110
- })
111
- });
112
- if (response.ok) {
113
- if (stream) {
114
- return this.stream(response, onChunk);
95
+ const controller = new AbortController();
96
+ let timeoutId;
97
+ if (timeoutSeconds) {
98
+ timeoutId = setTimeout(() => {
99
+ controller.abort();
100
+ }, timeoutSeconds * 1000);
101
+ }
102
+ try {
103
+ const response = await fetch('http://localhost:11434/api/chat', {
104
+ method: 'POST',
105
+ headers: { 'Content-Type': 'application/json' },
106
+ body: JSON.stringify({
107
+ model: model,
108
+ messages: [
109
+ ...(this.systemPrompt ? [
110
+ {
111
+ role: 'system',
112
+ content: this.systemPrompt
113
+ }
114
+ ] : []),
115
+ ...history
116
+ ],
117
+ stream,
118
+ }),
119
+ signal: controller.signal
120
+ });
121
+ if (timeoutId) {
122
+ clearTimeout(timeoutId);
123
+ }
124
+ if (response.ok) {
125
+ if (stream) {
126
+ return this.stream(response, onChunk);
127
+ }
128
+ else {
129
+ const chunk = await response.json();
130
+ return chunk.message;
131
+ }
132
+ }
133
+ }
134
+ catch (error) {
135
+ if (timeoutId) {
136
+ clearTimeout(timeoutId);
115
137
  }
116
- else {
117
- const chunk = await response.json();
118
- return chunk.message;
138
+ if (error instanceof Error && error.name === 'AbortError') {
139
+ throw new Error(`Request timed out after ${timeoutSeconds} seconds`);
119
140
  }
141
+ throw error;
120
142
  }
121
143
  }
122
144
  // if nothing works, we want to tell the user (the dev) how to install the dep.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "wirejs-resources",
3
- "version": "0.1.145-llm",
3
+ "version": "0.1.147-llm",
4
4
  "description": "Basic services and server-side resources for wirejs apps",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",
@@ -1 +0,0 @@
1
- export declare function apiTree(INTERNAL_API_URL: string, path?: string[]): () => void;
@@ -1,68 +0,0 @@
1
- async function callApi(INTERNAL_API_URL, method, ...args) {
2
- function isNode() {
3
- return typeof args[0]?.cookies?.getAll === 'function';
4
- }
5
- function apiUrl() {
6
- if (isNode()) {
7
- return INTERNAL_API_URL;
8
- }
9
- else {
10
- return "/api";
11
- }
12
- }
13
- let cookieHeader = {};
14
- if (isNode()) {
15
- const context = args[0];
16
- const cookies = context.cookies.getAll();
17
- cookieHeader = typeof cookies === 'object'
18
- ? {
19
- Cookie: Object.entries(cookies).map(kv => kv.join('=')).join('; ')
20
- }
21
- : {};
22
- }
23
- const response = await fetch(apiUrl(), {
24
- method: 'POST',
25
- headers: {
26
- 'Content-Type': 'application/json',
27
- ...cookieHeader
28
- },
29
- body: JSON.stringify([{ method, args: [...args] }]),
30
- });
31
- const body = await response.json();
32
- if (isNode()) {
33
- const context = args[0];
34
- for (const c of response.headers.getSetCookie()) {
35
- const parts = c.split(';').map(p => p.trim());
36
- const flags = parts.slice(1);
37
- const [name, value] = parts[0].split('=').map(decodeURIComponent);
38
- const httpOnly = flags.includes('HttpOnly');
39
- const secure = flags.includes('Secure');
40
- const maxAgePart = flags.find(f => f.startsWith('Max-Age='))?.split('=')[1];
41
- context.cookies.set({
42
- name,
43
- value,
44
- httpOnly,
45
- secure,
46
- maxAge: maxAgePart ? parseInt(maxAgePart) : undefined
47
- });
48
- }
49
- }
50
- const error = body[0].error;
51
- if (error) {
52
- throw new Error(error);
53
- }
54
- const value = body[0].data;
55
- return value;
56
- }
57
- ;
58
- export function apiTree(INTERNAL_API_URL, path = []) {
59
- return new Proxy(function () { }, {
60
- apply(_target, _thisArg, args) {
61
- return callApi(INTERNAL_API_URL, path, ...args);
62
- },
63
- get(_target, prop) {
64
- return apiTree(INTERNAL_API_URL, [...path, prop]);
65
- }
66
- });
67
- }
68
- ;
@@ -1 +0,0 @@
1
- export declare function apiTree(INTERNAL_API_URL: string, path?: string[]): () => void;
@@ -1,68 +0,0 @@
1
- async function callApi(INTERNAL_API_URL, method, ...args) {
2
- function isNode() {
3
- return typeof args[0]?.cookies?.getAll === 'function';
4
- }
5
- function apiUrl() {
6
- if (isNode()) {
7
- return INTERNAL_API_URL;
8
- }
9
- else {
10
- return "/api";
11
- }
12
- }
13
- let cookieHeader = {};
14
- if (isNode()) {
15
- const context = args[0];
16
- const cookies = context.cookies.getAll();
17
- cookieHeader = typeof cookies === 'object'
18
- ? {
19
- Cookie: Object.entries(cookies).map(kv => kv.join('=')).join('; ')
20
- }
21
- : {};
22
- }
23
- const response = await fetch(apiUrl(), {
24
- method: 'POST',
25
- headers: {
26
- 'Content-Type': 'application/json',
27
- ...cookieHeader
28
- },
29
- body: JSON.stringify([{ method, args: [...args] }]),
30
- });
31
- const body = await response.json();
32
- if (isNode()) {
33
- const context = args[0];
34
- for (const c of response.headers.getSetCookie()) {
35
- const parts = c.split(';').map(p => p.trim());
36
- const flags = parts.slice(1);
37
- const [name, value] = parts[0].split('=').map(decodeURIComponent);
38
- const httpOnly = flags.includes('HttpOnly');
39
- const secure = flags.includes('Secure');
40
- const maxAgePart = flags.find(f => f.startsWith('Max-Age='))?.split('=')[1];
41
- context.cookies.set({
42
- name,
43
- value,
44
- httpOnly,
45
- secure,
46
- maxAge: maxAgePart ? parseInt(maxAgePart) : undefined
47
- });
48
- }
49
- }
50
- const error = body[0].error;
51
- if (error) {
52
- throw new Error(error);
53
- }
54
- const value = body[0].data;
55
- return value;
56
- }
57
- ;
58
- export function apiTree(INTERNAL_API_URL, path = []) {
59
- return new Proxy(function () { }, {
60
- apply(_target, _thisArg, args) {
61
- return callApi(INTERNAL_API_URL, path, ...args);
62
- },
63
- get(_target, prop) {
64
- return apiTree(INTERNAL_API_URL, [...path, prop]);
65
- }
66
- });
67
- }
68
- ;
@@ -1 +0,0 @@
1
- export declare function prebuildApi(): Promise<void>;
@@ -1,27 +0,0 @@
1
- import process from 'process';
2
- import fs from 'fs';
3
- import path from 'path';
4
- export async function prebuildApi() {
5
- const CWD = process.cwd();
6
- let API_URL = '/api';
7
- const indexModule = await import(path.join(CWD, 'index.js'));
8
- try {
9
- const backendConfigModule = await import(path.join(CWD, 'config.js'));
10
- const backendConfig = backendConfigModule.default;
11
- console.log("backend config found", backendConfig);
12
- if (backendConfig.apiUrl) {
13
- API_URL = backendConfig.apiUrl;
14
- }
15
- }
16
- catch {
17
- console.log("No backend API config found.");
18
- }
19
- const apiCode = Object.keys(indexModule)
20
- .map(k => `export const ${k} = apiTree(INTERNAL_API_URL, ${JSON.stringify([k])});`)
21
- .join('\n');
22
- const baseClient = [
23
- `import { apiTree } from "wirejs-resources/hosting/client.js";`,
24
- `const INTERNAL_API_URL = ${JSON.stringify(API_URL)};`,
25
- ].join('\n');
26
- await fs.promises.writeFile(path.join(CWD, 'index.client.js'), [baseClient, apiCode].join('\n\n'));
27
- }