@workflow/world-local 4.0.1-beta.7 → 4.1.0-beta.28
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config.d.ts +15 -4
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +35 -9
- package/dist/config.js.map +1 -1
- package/dist/fs.d.ts +13 -0
- package/dist/fs.d.ts.map +1 -1
- package/dist/fs.js +108 -13
- package/dist/fs.js.map +1 -1
- package/dist/index.d.ts +10 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +21 -9
- package/dist/index.js.map +1 -1
- package/dist/init.d.ts +91 -0
- package/dist/init.d.ts.map +1 -0
- package/dist/init.js +263 -0
- package/dist/init.js.map +1 -0
- package/dist/queue.d.ts +2 -1
- package/dist/queue.d.ts.map +1 -1
- package/dist/queue.js +83 -40
- package/dist/queue.js.map +1 -1
- package/dist/storage/events-storage.d.ts +7 -0
- package/dist/storage/events-storage.d.ts.map +1 -0
- package/dist/storage/events-storage.js +527 -0
- package/dist/storage/events-storage.js.map +1 -0
- package/dist/storage/filters.d.ts +26 -0
- package/dist/storage/filters.d.ts.map +1 -0
- package/dist/storage/filters.js +43 -0
- package/dist/storage/filters.js.map +1 -0
- package/dist/storage/helpers.d.ts +14 -0
- package/dist/storage/helpers.d.ts.map +1 -0
- package/dist/storage/helpers.js +34 -0
- package/dist/storage/helpers.js.map +1 -0
- package/dist/storage/hooks-storage.d.ts +12 -0
- package/dist/storage/hooks-storage.d.ts.map +1 -0
- package/dist/storage/hooks-storage.js +89 -0
- package/dist/storage/hooks-storage.js.map +1 -0
- package/dist/storage/index.d.ts +10 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +20 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/legacy.d.ts +13 -0
- package/dist/storage/legacy.d.ts.map +1 -0
- package/dist/storage/legacy.js +73 -0
- package/dist/storage/legacy.js.map +1 -0
- package/dist/storage/runs-storage.d.ts +7 -0
- package/dist/storage/runs-storage.d.ts.map +1 -0
- package/dist/storage/runs-storage.js +59 -0
- package/dist/storage/runs-storage.js.map +1 -0
- package/dist/storage/steps-storage.d.ts +7 -0
- package/dist/storage/steps-storage.d.ts.map +1 -0
- package/dist/storage/steps-storage.js +58 -0
- package/dist/storage/steps-storage.js.map +1 -0
- package/dist/storage.d.ts +9 -2
- package/dist/storage.d.ts.map +1 -1
- package/dist/storage.js +8 -437
- package/dist/storage.js.map +1 -1
- package/dist/streamer.d.ts +1 -1
- package/dist/streamer.d.ts.map +1 -1
- package/dist/streamer.js +103 -20
- package/dist/streamer.js.map +1 -1
- package/dist/test-helpers.d.ts +43 -0
- package/dist/test-helpers.d.ts.map +1 -0
- package/dist/test-helpers.js +89 -0
- package/dist/test-helpers.js.map +1 -0
- package/package.json +10 -9
package/dist/config.d.ts
CHANGED
|
@@ -1,8 +1,19 @@
|
|
|
1
1
|
export declare const DEFAULT_RESOLVE_DATA_OPTION = "all";
|
|
2
|
+
export type Config = {
|
|
3
|
+
dataDir: string;
|
|
4
|
+
port?: number;
|
|
5
|
+
baseUrl?: string;
|
|
6
|
+
};
|
|
2
7
|
export declare const config: {
|
|
3
|
-
readonly value:
|
|
4
|
-
dataDir: string;
|
|
5
|
-
port: number | undefined;
|
|
6
|
-
};
|
|
8
|
+
readonly value: Config;
|
|
7
9
|
};
|
|
10
|
+
/**
|
|
11
|
+
* Resolves the base URL for queue requests following the priority order:
|
|
12
|
+
* 1. config.baseUrl (highest priority - full override from args)
|
|
13
|
+
* 2. WORKFLOW_LOCAL_BASE_URL env var (checked directly to handle late env var setting)
|
|
14
|
+
* 3. config.port (explicit port override from args)
|
|
15
|
+
* 4. PORT env var (explicit configuration)
|
|
16
|
+
* 5. Auto-detected port via getPort (detect actual listening port)
|
|
17
|
+
*/
|
|
18
|
+
export declare function resolveBaseUrl(config: Partial<Config>): Promise<string>;
|
|
8
19
|
//# sourceMappingURL=config.d.ts.map
|
package/dist/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,2BAA2B,QAAQ,CAAC;AAMjD,MAAM,MAAM,MAAM,GAAG;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,eAAO,MAAM,MAAM;;CAKjB,CAAC;AAEH;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAyB7E"}
|
package/dist/config.js
CHANGED
|
@@ -1,18 +1,44 @@
|
|
|
1
|
+
import { getWorkflowPort } from '@workflow/utils/get-port';
|
|
1
2
|
import { once } from './util.js';
|
|
2
3
|
const getDataDirFromEnv = () => {
|
|
3
|
-
return process.env.
|
|
4
|
+
return process.env.WORKFLOW_LOCAL_DATA_DIR || '.workflow-data';
|
|
4
5
|
};
|
|
5
6
|
export const DEFAULT_RESOLVE_DATA_OPTION = 'all';
|
|
6
|
-
const
|
|
7
|
-
|
|
8
|
-
if (port) {
|
|
9
|
-
return Number(port);
|
|
10
|
-
}
|
|
11
|
-
return undefined;
|
|
7
|
+
const getBaseUrlFromEnv = () => {
|
|
8
|
+
return process.env.WORKFLOW_LOCAL_BASE_URL;
|
|
12
9
|
};
|
|
13
10
|
export const config = once(() => {
|
|
14
11
|
const dataDir = getDataDirFromEnv();
|
|
15
|
-
const
|
|
16
|
-
return { dataDir,
|
|
12
|
+
const baseUrl = getBaseUrlFromEnv();
|
|
13
|
+
return { dataDir, baseUrl };
|
|
17
14
|
});
|
|
15
|
+
/**
|
|
16
|
+
* Resolves the base URL for queue requests following the priority order:
|
|
17
|
+
* 1. config.baseUrl (highest priority - full override from args)
|
|
18
|
+
* 2. WORKFLOW_LOCAL_BASE_URL env var (checked directly to handle late env var setting)
|
|
19
|
+
* 3. config.port (explicit port override from args)
|
|
20
|
+
* 4. PORT env var (explicit configuration)
|
|
21
|
+
* 5. Auto-detected port via getPort (detect actual listening port)
|
|
22
|
+
*/
|
|
23
|
+
export async function resolveBaseUrl(config) {
|
|
24
|
+
if (config.baseUrl) {
|
|
25
|
+
return config.baseUrl;
|
|
26
|
+
}
|
|
27
|
+
// Check env var directly in case it was set after the config was cached
|
|
28
|
+
// This is important for CLI tools that set the env var after module import
|
|
29
|
+
if (process.env.WORKFLOW_LOCAL_BASE_URL) {
|
|
30
|
+
return process.env.WORKFLOW_LOCAL_BASE_URL;
|
|
31
|
+
}
|
|
32
|
+
if (typeof config.port === 'number') {
|
|
33
|
+
return `http://localhost:${config.port}`;
|
|
34
|
+
}
|
|
35
|
+
if (process.env.PORT) {
|
|
36
|
+
return `http://localhost:${process.env.PORT}`;
|
|
37
|
+
}
|
|
38
|
+
const detectedPort = await getWorkflowPort();
|
|
39
|
+
if (detectedPort) {
|
|
40
|
+
return `http://localhost:${detectedPort}`;
|
|
41
|
+
}
|
|
42
|
+
throw new Error('Unable to resolve base URL for workflow queue.');
|
|
43
|
+
}
|
|
18
44
|
//# sourceMappingURL=config.js.map
|
package/dist/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,iBAAiB,GAAG,GAAG,EAAE;IAC7B,OAAO,OAAO,CAAC,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,iBAAiB,GAAG,GAAG,EAAE;IAC7B,OAAO,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,gBAAgB,CAAC;AACjE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAG,KAAK,CAAC;AAEjD,MAAM,iBAAiB,GAAG,GAAG,EAAE;IAC7B,OAAO,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;AAC7C,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,CAAS,GAAG,EAAE;IACtC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IAEpC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAC9B,CAAC,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAuB;IAC1D,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,wEAAwE;IACxE,2EAA2E;IAC3E,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;IAC7C,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACrB,OAAO,oBAAoB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,eAAe,EAAE,CAAC;IAC7C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,oBAAoB,YAAY,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;AACpE,CAAC"}
|
package/dist/fs.d.ts
CHANGED
|
@@ -1,11 +1,24 @@
|
|
|
1
1
|
import type { PaginatedResponse } from '@workflow/world';
|
|
2
2
|
import { z } from 'zod';
|
|
3
|
+
/**
|
|
4
|
+
* Clear the created files cache. Useful for testing or when files are deleted externally.
|
|
5
|
+
*/
|
|
6
|
+
export declare function clearCreatedFilesCache(): void;
|
|
3
7
|
export declare function ulidToDate(maybeUlid: string): Date | null;
|
|
4
8
|
export declare function ensureDir(dirPath: string): Promise<void>;
|
|
5
9
|
interface WriteOptions {
|
|
6
10
|
overwrite?: boolean;
|
|
7
11
|
}
|
|
8
12
|
export declare function writeJSON(filePath: string, data: any, opts?: WriteOptions): Promise<void>;
|
|
13
|
+
/**
|
|
14
|
+
* Writes data to a file using atomic write-rename pattern.
|
|
15
|
+
*
|
|
16
|
+
* Note: While this function uses temp files to avoid partial writes,
|
|
17
|
+
* it does not provide protection against concurrent writes from multiple
|
|
18
|
+
* processes. In a multi-writer scenario, the last writer wins.
|
|
19
|
+
* For production use with multiple writers, consider using a proper
|
|
20
|
+
* database or locking mechanism.
|
|
21
|
+
*/
|
|
9
22
|
export declare function write(filePath: string, data: string | Buffer, opts?: WriteOptions): Promise<void>;
|
|
10
23
|
export declare function readJSON<T>(filePath: string, decoder: z.ZodType<T>): Promise<T | null>;
|
|
11
24
|
export declare function readBuffer(filePath: string): Promise<Buffer>;
|
package/dist/fs.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../src/fs.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../src/fs.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA4CxB;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,IAAI,CAE7C;AAED,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAOzD;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAM9D;AAED,UAAU,YAAY;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AA+BD,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,GAAG,EACT,IAAI,CAAC,EAAE,YAAY,GAClB,OAAO,CAAC,IAAI,CAAC,CAEf;AAED;;;;;;;;GAQG;AACH,wBAAsB,KAAK,CACzB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GAAG,MAAM,EACrB,IAAI,CAAC,EAAE,YAAY,GAClB,OAAO,CAAC,IAAI,CAAC,CA4Cf;AAED,wBAAsB,QAAQ,CAAC,CAAC,EAC9B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GACpB,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAQnB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGlE;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAMhE;AAED,wBAAsB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAUtE;AAED,UAAU,8BAA8B,CAAC,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC;IAC9B,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;IAC5C,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC;CACzB;AAqBD,wBAAsB,wBAAwB,CAAC,CAAC,SAAS;IAAE,SAAS,EAAE,IAAI,CAAA;CAAE,EAC1E,MAAM,EAAE,8BAA8B,CAAC,CAAC,CAAC,GACxC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CA+I/B"}
|
package/dist/fs.js
CHANGED
|
@@ -5,6 +5,43 @@ import { decodeTime, monotonicFactory } from 'ulid';
|
|
|
5
5
|
import { z } from 'zod';
|
|
6
6
|
const ulid = monotonicFactory(() => Math.random());
|
|
7
7
|
const Ulid = z.string().ulid();
|
|
8
|
+
const isWindows = process.platform === 'win32';
|
|
9
|
+
/**
|
|
10
|
+
* Execute a filesystem operation with retry logic on Windows.
|
|
11
|
+
* On Windows, file operations can fail with EPERM/EBUSY/EACCES when files
|
|
12
|
+
* are briefly locked by another process or antivirus. This wrapper adds
|
|
13
|
+
* exponential backoff retry logic. On non-Windows platforms, executes directly.
|
|
14
|
+
*/
|
|
15
|
+
async function withWindowsRetry(fn, maxRetries = 5) {
|
|
16
|
+
if (!isWindows)
|
|
17
|
+
return fn();
|
|
18
|
+
const retryableErrors = ['EPERM', 'EBUSY', 'EACCES'];
|
|
19
|
+
const baseDelayMs = 10;
|
|
20
|
+
for (let attempt = 0; attempt <= maxRetries; attempt++) {
|
|
21
|
+
try {
|
|
22
|
+
return await fn();
|
|
23
|
+
}
|
|
24
|
+
catch (error) {
|
|
25
|
+
const isRetryable = attempt < maxRetries && retryableErrors.includes(error.code);
|
|
26
|
+
if (!isRetryable)
|
|
27
|
+
throw error;
|
|
28
|
+
// Exponential backoff with jitter
|
|
29
|
+
const delay = baseDelayMs * Math.pow(2, attempt) + Math.random() * baseDelayMs;
|
|
30
|
+
await new Promise((resolve) => setTimeout(resolve, delay));
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
// TypeScript: unreachable, but satisfies return type
|
|
34
|
+
throw new Error('Retry loop exited unexpectedly');
|
|
35
|
+
}
|
|
36
|
+
// In-memory cache of created files to avoid expensive fs.access() calls
|
|
37
|
+
// This is safe because we only write once per file path (no overwrites without explicit flag)
|
|
38
|
+
const createdFilesCache = new Set();
|
|
39
|
+
/**
|
|
40
|
+
* Clear the created files cache. Useful for testing or when files are deleted externally.
|
|
41
|
+
*/
|
|
42
|
+
export function clearCreatedFilesCache() {
|
|
43
|
+
createdFilesCache.clear();
|
|
44
|
+
}
|
|
8
45
|
export function ulidToDate(maybeUlid) {
|
|
9
46
|
const ulid = Ulid.safeParse(maybeUlid);
|
|
10
47
|
if (!ulid.success) {
|
|
@@ -20,13 +57,55 @@ export async function ensureDir(dirPath) {
|
|
|
20
57
|
// Ignore if already exists
|
|
21
58
|
}
|
|
22
59
|
}
|
|
60
|
+
/**
|
|
61
|
+
* Custom JSON replacer that encodes Uint8Array as base64 strings.
|
|
62
|
+
* Format: { __type: 'Uint8Array', data: '<base64>' }
|
|
63
|
+
*/
|
|
64
|
+
function jsonReplacer(_key, value) {
|
|
65
|
+
if (value instanceof Uint8Array) {
|
|
66
|
+
return {
|
|
67
|
+
__type: 'Uint8Array',
|
|
68
|
+
data: Buffer.from(value).toString('base64'),
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
return value;
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Custom JSON reviver that decodes base64 strings back to Uint8Array.
|
|
75
|
+
*/
|
|
76
|
+
function jsonReviver(_key, value) {
|
|
77
|
+
if (value !== null &&
|
|
78
|
+
typeof value === 'object' &&
|
|
79
|
+
value.__type === 'Uint8Array' &&
|
|
80
|
+
typeof value.data === 'string') {
|
|
81
|
+
return new Uint8Array(Buffer.from(value.data, 'base64'));
|
|
82
|
+
}
|
|
83
|
+
return value;
|
|
84
|
+
}
|
|
23
85
|
export async function writeJSON(filePath, data, opts) {
|
|
24
|
-
return write(filePath, JSON.stringify(data,
|
|
86
|
+
return write(filePath, JSON.stringify(data, jsonReplacer, 2), opts);
|
|
25
87
|
}
|
|
88
|
+
/**
|
|
89
|
+
* Writes data to a file using atomic write-rename pattern.
|
|
90
|
+
*
|
|
91
|
+
* Note: While this function uses temp files to avoid partial writes,
|
|
92
|
+
* it does not provide protection against concurrent writes from multiple
|
|
93
|
+
* processes. In a multi-writer scenario, the last writer wins.
|
|
94
|
+
* For production use with multiple writers, consider using a proper
|
|
95
|
+
* database or locking mechanism.
|
|
96
|
+
*/
|
|
26
97
|
export async function write(filePath, data, opts) {
|
|
27
98
|
if (!opts?.overwrite) {
|
|
99
|
+
// Fast path: check in-memory cache first to avoid expensive fs.access() calls
|
|
100
|
+
// This provides significant performance improvement when creating many files
|
|
101
|
+
if (createdFilesCache.has(filePath)) {
|
|
102
|
+
throw new WorkflowAPIError(`File ${filePath} already exists and 'overwrite' is false`, { status: 409 });
|
|
103
|
+
}
|
|
104
|
+
// Slow path: check filesystem for files created before this process started
|
|
28
105
|
try {
|
|
29
106
|
await fs.access(filePath);
|
|
107
|
+
// File exists on disk, add to cache for future checks
|
|
108
|
+
createdFilesCache.add(filePath);
|
|
30
109
|
throw new WorkflowAPIError(`File ${filePath} already exists and 'overwrite' is false`, { status: 409 });
|
|
31
110
|
}
|
|
32
111
|
catch (error) {
|
|
@@ -37,20 +116,27 @@ export async function write(filePath, data, opts) {
|
|
|
37
116
|
}
|
|
38
117
|
}
|
|
39
118
|
const tempPath = `${filePath}.tmp.${ulid()}`;
|
|
119
|
+
let tempFileCreated = false;
|
|
40
120
|
try {
|
|
41
121
|
await ensureDir(path.dirname(filePath));
|
|
42
122
|
await fs.writeFile(tempPath, data);
|
|
43
|
-
|
|
123
|
+
tempFileCreated = true;
|
|
124
|
+
await withWindowsRetry(() => fs.rename(tempPath, filePath));
|
|
125
|
+
// Track this file in cache so future writes know it exists
|
|
126
|
+
createdFilesCache.add(filePath);
|
|
44
127
|
}
|
|
45
128
|
catch (error) {
|
|
46
|
-
|
|
129
|
+
// Only try to clean up temp file if it was actually created
|
|
130
|
+
if (tempFileCreated) {
|
|
131
|
+
await withWindowsRetry(() => fs.unlink(tempPath), 3).catch(() => { });
|
|
132
|
+
}
|
|
47
133
|
throw error;
|
|
48
134
|
}
|
|
49
135
|
}
|
|
50
136
|
export async function readJSON(filePath, decoder) {
|
|
51
137
|
try {
|
|
52
138
|
const content = await fs.readFile(filePath, 'utf-8');
|
|
53
|
-
return decoder.parse(JSON.parse(content));
|
|
139
|
+
return decoder.parse(JSON.parse(content, jsonReviver));
|
|
54
140
|
}
|
|
55
141
|
catch (error) {
|
|
56
142
|
if (error.code === 'ENOENT')
|
|
@@ -130,21 +216,30 @@ export async function paginatedFileSystemQuery(config) {
|
|
|
130
216
|
: fileTime > cursorTime;
|
|
131
217
|
}
|
|
132
218
|
}
|
|
133
|
-
//
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
}
|
|
137
|
-
else {
|
|
138
|
-
// Even without cursor, skip files where getCreatedAt returns null for consistency
|
|
139
|
-
candidateFileIds = relevantFileIds.filter((fileId) => {
|
|
140
|
-
return getCreatedAt(`${fileId}.json`) !== null;
|
|
219
|
+
// Can't extract timestamp from filename (e.g., steps use sequential IDs).
|
|
220
|
+
// Include the file and defer to JSON-based filtering below.
|
|
221
|
+
return true;
|
|
141
222
|
});
|
|
142
223
|
}
|
|
143
224
|
// 4. Load files individually and collect valid items
|
|
144
225
|
const validItems = [];
|
|
145
226
|
for (const fileId of candidateFileIds) {
|
|
146
227
|
const filePath = path.join(directory, `${fileId}.json`);
|
|
147
|
-
|
|
228
|
+
let item = null;
|
|
229
|
+
try {
|
|
230
|
+
item = await readJSON(filePath, schema);
|
|
231
|
+
}
|
|
232
|
+
catch (error) {
|
|
233
|
+
// We don't expect zod errors to happen, but if the JSON does get malformed,
|
|
234
|
+
// we skip the item. Preferably, we'd have a way to mark items as malformed,
|
|
235
|
+
// so that the UI can display them as such, with richer messaging. In the meantime,
|
|
236
|
+
// we just log a warning and skip the item.
|
|
237
|
+
if (error instanceof z.ZodError) {
|
|
238
|
+
console.warn(`Skipping item ${fileId} due to malformed JSON: ${error.message}`);
|
|
239
|
+
continue;
|
|
240
|
+
}
|
|
241
|
+
throw error;
|
|
242
|
+
}
|
|
148
243
|
if (item) {
|
|
149
244
|
// Apply custom filter early if provided
|
|
150
245
|
if (filter && !filter(item))
|
package/dist/fs.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fs.js","sourceRoot":"","sources":["../src/fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,MAAM,CAAC;AACpD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAEnD,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;AAE/B,MAAM,UAAU,UAAU,CAAC,SAAiB;IAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACvC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAe;IAC7C,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,2BAA2B;IAC7B,CAAC;AACH,CAAC;AAMD,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,QAAgB,EAChB,IAAS,EACT,IAAmB;IAEnB,OAAO,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,
|
|
1
|
+
{"version":3,"file":"fs.js","sourceRoot":"","sources":["../src/fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,MAAM,CAAC;AACpD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAEnD,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;AAE/B,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC;AAE/C;;;;;GAKG;AACH,KAAK,UAAU,gBAAgB,CAC7B,EAAoB,EACpB,UAAU,GAAG,CAAC;IAEd,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,EAAE,CAAC;IAE5B,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,EAAE,CAAC;IAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,WAAW,GACf,OAAO,GAAG,UAAU,IAAI,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/D,IAAI,CAAC,WAAW;gBAAE,MAAM,KAAK,CAAC;YAC9B,kCAAkC;YAClC,MAAM,KAAK,GACT,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC;YACnE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,qDAAqD;IACrD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;AACpD,CAAC;AAED,wEAAwE;AACxE,8FAA8F;AAC9F,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;AAE5C;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,iBAAiB,CAAC,KAAK,EAAE,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,SAAiB;IAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACvC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAe;IAC7C,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,2BAA2B;IAC7B,CAAC;AACH,CAAC;AAMD;;;GAGG;AACH,SAAS,YAAY,CAAC,IAAY,EAAE,KAAc;IAChD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAC5C,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY,EAAE,KAAc;IAC/C,IACE,KAAK,KAAK,IAAI;QACd,OAAO,KAAK,KAAK,QAAQ;QACxB,KAAa,CAAC,MAAM,KAAK,YAAY;QACtC,OAAQ,KAAa,CAAC,IAAI,KAAK,QAAQ,EACvC,CAAC;QACD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAE,KAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,QAAgB,EAChB,IAAS,EACT,IAAmB;IAEnB,OAAO,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACtE,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,QAAgB,EAChB,IAAqB,EACrB,IAAmB;IAEnB,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QACrB,8EAA8E;QAC9E,6EAA6E;QAC7E,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,gBAAgB,CACxB,QAAQ,QAAQ,0CAA0C,EAC1D,EAAE,MAAM,EAAE,GAAG,EAAE,CAChB,CAAC;QACJ,CAAC;QAED,4EAA4E;QAC5E,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC1B,sDAAsD;YACtD,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAChC,MAAM,IAAI,gBAAgB,CACxB,QAAQ,QAAQ,0CAA0C,EAC1D,EAAE,MAAM,EAAE,GAAG,EAAE,CAChB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,sDAAsD;YACtD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,QAAQ,QAAQ,IAAI,EAAE,EAAE,CAAC;IAC7C,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxC,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACnC,eAAe,GAAG,IAAI,CAAC;QACvB,MAAM,gBAAgB,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5D,2DAA2D;QAC3D,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,4DAA4D;QAC5D,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,gBAAgB,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,QAAgB,EAChB,OAAqB;IAErB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAAa,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB;IAC/C,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC5C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB;IAC/C,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAAa,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAC;IACpD,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAe;IACjD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,OAAO,KAAK;aACT,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAAa,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAChD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAmBD,SAAS,WAAW,CAAC,MAA0B;IAC7C,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO;QACL,SAAS,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7B,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI;KACrB,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,SAAe,EAAE,EAAsB;IAC3D,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;AAC3E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,MAAyC;IAEzC,MAAM,EACJ,SAAS,EACT,MAAM,EACN,UAAU,EACV,MAAM,EACN,SAAS,GAAG,MAAM,EAClB,KAAK,GAAG,EAAE,EACV,MAAM,EACN,YAAY,EACZ,KAAK,GACN,GAAG,MAAM,CAAC;IAEX,qCAAqC;IACrC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;IAE/C,kCAAkC;IAClC,MAAM,eAAe,GAAG,UAAU;QAChC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC3D,CAAC,CAAC,OAAO,CAAC;IAEZ,uFAAuF;IACvF,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,gBAAgB,GAAG,eAAe,CAAC;IAEvC,IAAI,YAAY,EAAE,CAAC;QACjB,gBAAgB,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;YACnD,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;YACpD,IAAI,YAAY,EAAE,CAAC;gBACjB,8CAA8C;gBAC9C,4EAA4E;gBAC5E,iFAAiF;gBACjF,2DAA2D;gBAC3D,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBACpD,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC;gBAExC,IAAI,YAAY,CAAC,EAAE,EAAE,CAAC;oBACpB,+DAA+D;oBAC/D,OAAO,SAAS,KAAK,MAAM;wBACzB,CAAC,CAAC,QAAQ,IAAI,UAAU;wBACxB,CAAC,CAAC,QAAQ,IAAI,UAAU,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,qCAAqC;oBACrC,OAAO,SAAS,KAAK,MAAM;wBACzB,CAAC,CAAC,QAAQ,GAAG,UAAU;wBACvB,CAAC,CAAC,QAAQ,GAAG,UAAU,CAAC;gBAC5B,CAAC;YACH,CAAC;YACD,0EAA0E;YAC1E,4DAA4D;YAC5D,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qDAAqD;IACrD,MAAM,UAAU,GAAQ,EAAE,CAAC;IAE3B,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,MAAM,OAAO,CAAC,CAAC;QACxD,IAAI,IAAI,GAAa,IAAI,CAAC;QAC1B,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,4EAA4E;YAC5E,4EAA4E;YAC5E,mFAAmF;YACnF,2CAA2C;YAC3C,IAAI,KAAK,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAChC,OAAO,CAAC,IAAI,CACV,iBAAiB,MAAM,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAClE,CAAC;gBACF,SAAS;YACX,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACT,wCAAwC;YACxC,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBAAE,SAAS;YAEtC,gEAAgE;YAChE,yDAAyD;YACzD,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBAC1C,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBAEpD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBACzB,6CAA6C;oBAC7C,IAAI,QAAQ,GAAG,UAAU;wBAAE,SAAS;oBACpC,4EAA4E;oBAC5E,IAAI,QAAQ,KAAK,UAAU,IAAI,YAAY,CAAC,EAAE,IAAI,KAAK,EAAE,CAAC;wBACxD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC3B,IAAI,MAAM,IAAI,YAAY,CAAC,EAAE;4BAAE,SAAS;oBAC1C,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,4CAA4C;oBAC5C,IAAI,QAAQ,GAAG,UAAU;wBAAE,SAAS;oBACpC,4EAA4E;oBAC5E,IAAI,QAAQ,KAAK,UAAU,IAAI,YAAY,CAAC,EAAE,IAAI,KAAK,EAAE,CAAC;wBACxD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC3B,IAAI,MAAM,IAAI,YAAY,CAAC,EAAE;4BAAE,SAAS;oBAC1C,CAAC;gBACH,CAAC;YACH,CAAC;YAED,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,cAAc,GAAG,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;QAE3E,uEAAuE;QACvE,IAAI,cAAc,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,SAAS,KAAK,KAAK;gBACxB,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC;gBACxB,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,sBAAsB;IACtB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC;IAC1C,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAChE,MAAM,UAAU,GACd,KAAK,CAAC,MAAM,GAAG,CAAC;QACd,CAAC,CAAC,YAAY,CACV,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,EACjC,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CACjC;QACH,CAAC,CAAC,IAAI,CAAC;IAEX,OAAO;QACL,IAAI,EAAE,KAAK;QACX,MAAM,EAAE,UAAU;QAClB,OAAO;KACR,CAAC;AACJ,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,12 +1,15 @@
|
|
|
1
1
|
import type { World } from '@workflow/world';
|
|
2
|
+
import type { Config } from './config.js';
|
|
3
|
+
export { DataDirAccessError, DataDirVersionError, ensureDataDir, initDataDir, type ParsedVersion, parseVersion, } from './init.js';
|
|
2
4
|
/**
|
|
3
|
-
* Creates
|
|
5
|
+
* Creates a local world instance that combines queue, storage, and streamer functionalities.
|
|
4
6
|
*
|
|
5
|
-
* @param
|
|
6
|
-
* @param
|
|
7
|
+
* @param args - Optional configuration object
|
|
8
|
+
* @param args.dataDir - Directory for storing workflow data (default: `.workflow-data/`)
|
|
9
|
+
* @param args.port - Port override for queue transport (default: auto-detected)
|
|
10
|
+
* @param args.baseUrl - Full base URL override for queue transport (default: `http://localhost:{port}`)
|
|
11
|
+
* @throws {DataDirAccessError} If the data directory cannot be created or accessed
|
|
12
|
+
* @throws {DataDirVersionError} If the data directory version is incompatible
|
|
7
13
|
*/
|
|
8
|
-
export declare function
|
|
9
|
-
dataDir?: string;
|
|
10
|
-
port?: number;
|
|
11
|
-
}): World;
|
|
14
|
+
export declare function createLocalWorld(args?: Partial<Config>): World;
|
|
12
15
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAQ1C,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,aAAa,EACb,WAAW,EACX,KAAK,aAAa,EAClB,YAAY,GACb,MAAM,WAAW,CAAC;AAEnB;;;;;;;;;GASG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,KAAK,CAe9D"}
|
package/dist/index.js
CHANGED
|
@@ -1,20 +1,32 @@
|
|
|
1
1
|
import { config } from './config.js';
|
|
2
|
+
import { initDataDir } from './init.js';
|
|
2
3
|
import { createQueue } from './queue.js';
|
|
3
4
|
import { createStorage } from './storage.js';
|
|
4
5
|
import { createStreamer } from './streamer.js';
|
|
6
|
+
// Re-export init types and utilities for consumers
|
|
7
|
+
export { DataDirAccessError, DataDirVersionError, ensureDataDir, initDataDir, parseVersion, } from './init.js';
|
|
5
8
|
/**
|
|
6
|
-
* Creates
|
|
9
|
+
* Creates a local world instance that combines queue, storage, and streamer functionalities.
|
|
7
10
|
*
|
|
8
|
-
* @param
|
|
9
|
-
* @param
|
|
11
|
+
* @param args - Optional configuration object
|
|
12
|
+
* @param args.dataDir - Directory for storing workflow data (default: `.workflow-data/`)
|
|
13
|
+
* @param args.port - Port override for queue transport (default: auto-detected)
|
|
14
|
+
* @param args.baseUrl - Full base URL override for queue transport (default: `http://localhost:{port}`)
|
|
15
|
+
* @throws {DataDirAccessError} If the data directory cannot be created or accessed
|
|
16
|
+
* @throws {DataDirVersionError} If the data directory version is incompatible
|
|
10
17
|
*/
|
|
11
|
-
export function
|
|
12
|
-
const
|
|
13
|
-
|
|
18
|
+
export function createLocalWorld(args) {
|
|
19
|
+
const definedArgs = args
|
|
20
|
+
? Object.fromEntries(Object.entries(args).filter(([, value]) => value !== undefined))
|
|
21
|
+
: {};
|
|
22
|
+
const mergedConfig = { ...config.value, ...definedArgs };
|
|
14
23
|
return {
|
|
15
|
-
...createQueue(
|
|
16
|
-
...createStorage(
|
|
17
|
-
...createStreamer(
|
|
24
|
+
...createQueue(mergedConfig),
|
|
25
|
+
...createStorage(mergedConfig.dataDir),
|
|
26
|
+
...createStreamer(mergedConfig.dataDir),
|
|
27
|
+
async start() {
|
|
28
|
+
await initDataDir(mergedConfig.dataDir);
|
|
29
|
+
},
|
|
18
30
|
};
|
|
19
31
|
}
|
|
20
32
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,mDAAmD;AACnD,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,aAAa,EACb,WAAW,EAEX,YAAY,GACb,MAAM,WAAW,CAAC;AAEnB;;;;;;;;;GASG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAsB;IACrD,MAAM,WAAW,GAAG,IAAI;QACtB,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAChE;QACH,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,YAAY,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,GAAG,WAAW,EAAE,CAAC;IACzD,OAAO;QACL,GAAG,WAAW,CAAC,YAAY,CAAC;QAC5B,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;QACtC,GAAG,cAAc,CAAC,YAAY,CAAC,OAAO,CAAC;QACvC,KAAK,CAAC,KAAK;YACT,MAAM,WAAW,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;KACF,CAAC;AACJ,CAAC"}
|
package/dist/init.d.ts
ADDED
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
interface PackageInfo {
|
|
2
|
+
name: string;
|
|
3
|
+
version: string;
|
|
4
|
+
}
|
|
5
|
+
/**
|
|
6
|
+
* Returns the package name and version from package.json.
|
|
7
|
+
* The result is cached after the first read.
|
|
8
|
+
*
|
|
9
|
+
* In bundled contexts where package.json cannot be read,
|
|
10
|
+
* returns 'bundled' as the version.
|
|
11
|
+
*/
|
|
12
|
+
export declare function getPackageInfo(): Promise<PackageInfo>;
|
|
13
|
+
/**
|
|
14
|
+
* Represents a parsed semantic version with optional prerelease tag.
|
|
15
|
+
*/
|
|
16
|
+
export interface ParsedVersion {
|
|
17
|
+
major: number;
|
|
18
|
+
minor: number;
|
|
19
|
+
patch: number;
|
|
20
|
+
prerelease?: string;
|
|
21
|
+
raw: string;
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Error thrown when the data directory cannot be accessed or created.
|
|
25
|
+
*/
|
|
26
|
+
export declare class DataDirAccessError extends Error {
|
|
27
|
+
readonly dataDir: string;
|
|
28
|
+
readonly code?: string;
|
|
29
|
+
constructor(message: string, dataDir: string, code?: string);
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Error thrown when data directory version is incompatible.
|
|
33
|
+
*/
|
|
34
|
+
export declare class DataDirVersionError extends Error {
|
|
35
|
+
readonly oldVersion: ParsedVersion;
|
|
36
|
+
readonly newVersion: ParsedVersion;
|
|
37
|
+
readonly suggestedVersion?: string;
|
|
38
|
+
constructor(message: string, oldVersion: ParsedVersion, newVersion: ParsedVersion, suggestedVersion?: string);
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Parses a version string into its components.
|
|
42
|
+
*
|
|
43
|
+
* @param versionString - Version string like "4.0.1" or "4.0.1-beta.20"
|
|
44
|
+
* @returns Parsed version object with major, minor, patch, and optional prerelease
|
|
45
|
+
*/
|
|
46
|
+
export declare function parseVersion(versionString: string): ParsedVersion;
|
|
47
|
+
/**
|
|
48
|
+
* Formats a parsed version back to a string.
|
|
49
|
+
*/
|
|
50
|
+
export declare function formatVersion(version: ParsedVersion): string;
|
|
51
|
+
/**
|
|
52
|
+
* Parses the version file content to extract package name and version.
|
|
53
|
+
*
|
|
54
|
+
* @param content - Content like "@workflow/world-local@4.0.1-beta.20"
|
|
55
|
+
* @returns Object with packageName and version
|
|
56
|
+
*/
|
|
57
|
+
export declare function parseVersionFile(content: string): {
|
|
58
|
+
packageName: string;
|
|
59
|
+
version: ParsedVersion;
|
|
60
|
+
};
|
|
61
|
+
/**
|
|
62
|
+
* Formats the version file content.
|
|
63
|
+
*/
|
|
64
|
+
export declare function formatVersionFile(packageName: string, version: ParsedVersion): string;
|
|
65
|
+
/**
|
|
66
|
+
* Handles version upgrades between old and new versions.
|
|
67
|
+
* This function is called when the data directory was created with a different version.
|
|
68
|
+
*
|
|
69
|
+
* @param oldVersion - The version that created the data directory
|
|
70
|
+
* @param newVersion - The current package version
|
|
71
|
+
* @throws {DataDirVersionError} If the versions are incompatible
|
|
72
|
+
*/
|
|
73
|
+
export declare function upgradeVersion(oldVersion: ParsedVersion, newVersion: ParsedVersion): void;
|
|
74
|
+
/**
|
|
75
|
+
* Ensures the data directory exists and is writable.
|
|
76
|
+
* Creates the directory if it doesn't exist.
|
|
77
|
+
*
|
|
78
|
+
* @param dataDir - The path to the data directory
|
|
79
|
+
* @throws {DataDirAccessError} If the directory cannot be created or accessed
|
|
80
|
+
*/
|
|
81
|
+
export declare function ensureDataDir(dataDir: string): Promise<void>;
|
|
82
|
+
/**
|
|
83
|
+
* Initializes the data directory, ensuring it exists, is accessible,
|
|
84
|
+
* and handles version compatibility.
|
|
85
|
+
*
|
|
86
|
+
* @param dataDir - The path to the data directory
|
|
87
|
+
* @throws {DataDirAccessError} If the directory cannot be created or accessed
|
|
88
|
+
*/
|
|
89
|
+
export declare function initDataDir(dataDir: string): Promise<void>;
|
|
90
|
+
export {};
|
|
91
|
+
//# sourceMappingURL=init.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../src/init.ts"],"names":[],"mappings":"AAcA,UAAU,WAAW;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAgBD;;;;;;GAMG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC,CAyB3D;AAKD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,KAAK;IAC3C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEX,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM;CAM5D;AAED;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,KAAK;IAC5C,QAAQ,CAAC,UAAU,EAAE,aAAa,CAAC;IACnC,QAAQ,CAAC,UAAU,EAAE,aAAa,CAAC;IACnC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;gBAGjC,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,aAAa,EACzB,UAAU,EAAE,aAAa,EACzB,gBAAgB,CAAC,EAAE,MAAM;CAQ5B;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,aAAa,EAAE,MAAM,GAAG,aAAa,CAejE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,CAG5D;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,aAAa,CAAC;CACxB,CAeA;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,aAAa,GACrB,MAAM,CAER;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,UAAU,EAAE,aAAa,EACzB,UAAU,EAAE,aAAa,GACxB,IAAI,CAIN;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA8ClE;AA4DD;;;;;;GAMG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAgDhE"}
|