@promptbook/markdown-utils 0.100.0-1 โ 0.100.0-11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/index.es.js +49 -3
- package/esm/index.es.js.map +1 -1
- package/esm/typings/src/config.d.ts +0 -10
- package/esm/typings/src/version.d.ts +1 -1
- package/esm/typings/src/wizard/wizard.d.ts +14 -4
- package/package.json +1 -1
- package/umd/index.umd.js +49 -3
- package/umd/index.umd.js.map +1 -1
- package/esm/typings/src/remote-server/connection-improvements.test.d.ts +0 -1
- package/esm/typings/src/remote-server/utils/connectionProgress.d.ts +0 -72
|
@@ -138,9 +138,6 @@ export declare const SMALL_NUMBER = 0.001;
|
|
|
138
138
|
/**
|
|
139
139
|
* Timeout for the connections in milliseconds
|
|
140
140
|
*
|
|
141
|
-
* Note: Increased from 7 seconds to 30 seconds to accommodate OAuth flows
|
|
142
|
-
* like Facebook login which may require user interaction and redirects
|
|
143
|
-
*
|
|
144
141
|
* @private within the repository - too low-level in comparison with other `MAX_...`
|
|
145
142
|
*/
|
|
146
143
|
export declare const CONNECTION_TIMEOUT_MS: number;
|
|
@@ -150,13 +147,6 @@ export declare const CONNECTION_TIMEOUT_MS: number;
|
|
|
150
147
|
* @private within the repository - too low-level in comparison with other `MAX_...`
|
|
151
148
|
*/
|
|
152
149
|
export declare const CONNECTION_RETRIES_LIMIT = 5;
|
|
153
|
-
/**
|
|
154
|
-
* Timeout specifically for OAuth authentication flows in milliseconds
|
|
155
|
-
* OAuth flows typically require more time due to user interaction and redirects
|
|
156
|
-
*
|
|
157
|
-
* @private within the repository - too low-level in comparison with other `MAX_...`
|
|
158
|
-
*/
|
|
159
|
-
export declare const OAUTH_TIMEOUT_MS: number;
|
|
160
150
|
/**
|
|
161
151
|
* Short time interval to prevent race conditions in milliseconds
|
|
162
152
|
*
|
|
@@ -15,7 +15,7 @@ export declare const BOOK_LANGUAGE_VERSION: string_semantic_version;
|
|
|
15
15
|
export declare const PROMPTBOOK_ENGINE_VERSION: string_promptbook_version;
|
|
16
16
|
/**
|
|
17
17
|
* Represents the version string of the Promptbook engine.
|
|
18
|
-
* It follows semantic versioning (e.g., `0.100.0-
|
|
18
|
+
* It follows semantic versioning (e.g., `0.100.0-10`).
|
|
19
19
|
*
|
|
20
20
|
* @generated
|
|
21
21
|
*/
|
|
@@ -6,6 +6,15 @@ import type { InputParameters } from '../types/typeAliases';
|
|
|
6
6
|
import type { string_filename } from '../types/typeAliases';
|
|
7
7
|
import type { string_parameter_value } from '../types/typeAliases';
|
|
8
8
|
import type { string_pipeline_url } from '../types/typeAliases';
|
|
9
|
+
/**
|
|
10
|
+
* Options for wizard methods
|
|
11
|
+
*/
|
|
12
|
+
interface WizardOptions {
|
|
13
|
+
/**
|
|
14
|
+
* Whether to enable verbose logging
|
|
15
|
+
*/
|
|
16
|
+
isVerbose?: boolean;
|
|
17
|
+
}
|
|
9
18
|
/**
|
|
10
19
|
* Wizard for simple usage of the Promptbook
|
|
11
20
|
* Look at `wizard` for more details
|
|
@@ -26,7 +35,7 @@ declare class Wizard {
|
|
|
26
35
|
*
|
|
27
36
|
* Note: This works similar to the `ptbk run` command
|
|
28
37
|
*/
|
|
29
|
-
execute(book: string_pipeline_url | string_filename | PipelineString, inputParameters: InputParameters): Promise<{
|
|
38
|
+
execute(book: string_pipeline_url | string_filename | PipelineString, inputParameters: InputParameters, options?: WizardOptions): Promise<{
|
|
30
39
|
/**
|
|
31
40
|
* Simple result of the execution
|
|
32
41
|
*/
|
|
@@ -36,9 +45,9 @@ declare class Wizard {
|
|
|
36
45
|
/**
|
|
37
46
|
* Provides the tools automatically for the Node.js environment
|
|
38
47
|
*
|
|
39
|
-
* @param
|
|
48
|
+
* @param options
|
|
40
49
|
*/
|
|
41
|
-
getExecutionTools(): Promise<Required<Pick<ExecutionTools, 'fs' | 'fetch'>>>;
|
|
50
|
+
getExecutionTools(options?: WizardOptions): Promise<Required<Pick<ExecutionTools, 'fs' | 'fetch'>>>;
|
|
42
51
|
/**
|
|
43
52
|
* Load book from the source
|
|
44
53
|
*
|
|
@@ -49,8 +58,9 @@ declare class Wizard {
|
|
|
49
58
|
* 3) As a string
|
|
50
59
|
*
|
|
51
60
|
* @param pipelineSource
|
|
61
|
+
* @param options
|
|
52
62
|
*/
|
|
53
|
-
getCompiledBook(pipelineSource: string_filename | string_pipeline_url | PipelineString): Promise<PipelineJson>;
|
|
63
|
+
getCompiledBook(pipelineSource: string_filename | string_pipeline_url | PipelineString, options?: WizardOptions): Promise<PipelineJson>;
|
|
54
64
|
}
|
|
55
65
|
/**
|
|
56
66
|
* Wizard for simple usage of the Promptbook
|
package/package.json
CHANGED
package/umd/index.umd.js
CHANGED
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
* @generated
|
|
26
26
|
* @see https://github.com/webgptorg/promptbook
|
|
27
27
|
*/
|
|
28
|
-
const PROMPTBOOK_ENGINE_VERSION = '0.100.0-
|
|
28
|
+
const PROMPTBOOK_ENGINE_VERSION = '0.100.0-11';
|
|
29
29
|
/**
|
|
30
30
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
31
31
|
* Note: [๐] Ignore a discrepancy between file name and entity name
|
|
@@ -3570,12 +3570,58 @@
|
|
|
3570
3570
|
// <- TODO: [๐ฅฌ] Encapsulate sha256 to some private utility function
|
|
3571
3571
|
const rootDirname = path.join(process.cwd(), DEFAULT_DOWNLOAD_CACHE_DIRNAME);
|
|
3572
3572
|
const filepath = path.join(...nameToSubfolderPath(hash /* <- TODO: [๐] Maybe add some SHA256 prefix */), `${basename.substring(0, MAX_FILENAME_LENGTH)}.${mimeTypeToExtension(mimeType)}`);
|
|
3573
|
-
|
|
3573
|
+
// Note: Try to create cache directory, but don't fail if filesystem has issues
|
|
3574
|
+
try {
|
|
3575
|
+
await tools.fs.mkdir(path.dirname(path.join(rootDirname, filepath)), { recursive: true });
|
|
3576
|
+
}
|
|
3577
|
+
catch (error) {
|
|
3578
|
+
// Note: If we can't create cache directory, we'll handle it when trying to write the file
|
|
3579
|
+
// This handles read-only filesystems, permission issues, and missing parent directories
|
|
3580
|
+
if (error instanceof Error && (error.message.includes('EROFS') ||
|
|
3581
|
+
error.message.includes('read-only') ||
|
|
3582
|
+
error.message.includes('EACCES') ||
|
|
3583
|
+
error.message.includes('EPERM') ||
|
|
3584
|
+
error.message.includes('ENOENT'))) ;
|
|
3585
|
+
else {
|
|
3586
|
+
// Re-throw other unexpected errors
|
|
3587
|
+
throw error;
|
|
3588
|
+
}
|
|
3589
|
+
}
|
|
3574
3590
|
const fileContent = Buffer.from(await response.arrayBuffer());
|
|
3575
3591
|
if (fileContent.length > DEFAULT_MAX_FILE_SIZE /* <- TODO: Allow to pass different value to remote server */) {
|
|
3576
3592
|
throw new LimitReachedError(`File is too large (${Math.round(fileContent.length / 1024 / 1024)}MB). Maximum allowed size is ${Math.round(DEFAULT_MAX_FILE_SIZE / 1024 / 1024)}MB.`);
|
|
3577
3593
|
}
|
|
3578
|
-
|
|
3594
|
+
// Note: Try to cache the downloaded file, but don't fail if the filesystem is read-only
|
|
3595
|
+
try {
|
|
3596
|
+
await tools.fs.writeFile(path.join(rootDirname, filepath), fileContent);
|
|
3597
|
+
}
|
|
3598
|
+
catch (error) {
|
|
3599
|
+
// Note: If we can't write to cache, we'll process the file directly from memory
|
|
3600
|
+
// This handles read-only filesystems like Vercel
|
|
3601
|
+
if (error instanceof Error && (error.message.includes('EROFS') ||
|
|
3602
|
+
error.message.includes('read-only') ||
|
|
3603
|
+
error.message.includes('EACCES') ||
|
|
3604
|
+
error.message.includes('EPERM') ||
|
|
3605
|
+
error.message.includes('ENOENT'))) {
|
|
3606
|
+
// Return a handler that works directly with the downloaded content
|
|
3607
|
+
return {
|
|
3608
|
+
source: name,
|
|
3609
|
+
filename: null,
|
|
3610
|
+
url,
|
|
3611
|
+
mimeType,
|
|
3612
|
+
async asJson() {
|
|
3613
|
+
return JSON.parse(fileContent.toString('utf-8'));
|
|
3614
|
+
},
|
|
3615
|
+
async asText() {
|
|
3616
|
+
return fileContent.toString('utf-8');
|
|
3617
|
+
},
|
|
3618
|
+
};
|
|
3619
|
+
}
|
|
3620
|
+
else {
|
|
3621
|
+
// Re-throw other unexpected errors
|
|
3622
|
+
throw error;
|
|
3623
|
+
}
|
|
3624
|
+
}
|
|
3579
3625
|
// TODO: [๐ต] Check the file security
|
|
3580
3626
|
// TODO: [๐งน][๐ง ] Delete the file after the scraping is done
|
|
3581
3627
|
return makeKnowledgeSourceHandler({ name, knowledgeSourceContent: filepath }, tools, {
|