@promptbook/website-crawler 0.100.0-2 → 0.100.0-21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/esm/index.es.js +39 -5
- package/esm/index.es.js.map +1 -1
- package/esm/typings/src/_packages/core.index.d.ts +24 -0
- package/esm/typings/src/_packages/types.index.d.ts +28 -0
- package/esm/typings/src/book-2.0/agent-source/parseAgentSource.d.ts +30 -0
- package/esm/typings/src/book-2.0/agent-source/parseAgentSource.test.d.ts +1 -0
- package/esm/typings/src/book-2.0/agent-source/string_book.d.ts +26 -0
- package/esm/typings/src/book-2.0/commitments/ACTION/ACTION.d.ts +30 -0
- package/esm/typings/src/book-2.0/commitments/FORMAT/FORMAT.d.ts +31 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/FrontendRAGService.d.ts +48 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/KNOWLEDGE.d.ts +43 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/RAGService.d.ts +54 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/processors/BaseKnowledgeProcessor.d.ts +45 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/processors/PdfProcessor.d.ts +31 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/processors/ProcessorFactory.d.ts +23 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/processors/TextProcessor.d.ts +18 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/types.d.ts +56 -0
- package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/utils/ragHelper.d.ts +34 -0
- package/esm/typings/src/book-2.0/commitments/META_IMAGE/META_IMAGE.d.ts +36 -0
- package/esm/typings/src/book-2.0/commitments/META_LINK/META_LINK.d.ts +48 -0
- package/esm/typings/src/book-2.0/commitments/MODEL/MODEL.d.ts +31 -0
- package/esm/typings/src/book-2.0/commitments/NOTE/NOTE.d.ts +41 -0
- package/esm/typings/src/book-2.0/commitments/PERSONA/PERSONA.d.ts +38 -0
- package/esm/typings/src/book-2.0/commitments/RULE/RULE.d.ts +36 -0
- package/esm/typings/src/book-2.0/commitments/SAMPLE/SAMPLE.d.ts +36 -0
- package/esm/typings/src/book-2.0/commitments/STYLE/STYLE.d.ts +30 -0
- package/esm/typings/src/book-2.0/commitments/_base/BaseCommitmentDefinition.d.ts +42 -0
- package/esm/typings/src/book-2.0/commitments/_base/BookCommitment.d.ts +5 -0
- package/esm/typings/src/book-2.0/commitments/_base/CommitmentDefinition.d.ts +37 -0
- package/esm/typings/src/book-2.0/commitments/_base/NotYetImplementedCommitmentDefinition.d.ts +14 -0
- package/esm/typings/src/book-2.0/commitments/_base/createEmptyAgentModelRequirements.d.ts +19 -0
- package/esm/typings/src/book-2.0/commitments/_misc/AgentModelRequirements.d.ts +37 -0
- package/esm/typings/src/book-2.0/commitments/_misc/AgentSourceParseResult.d.ts +18 -0
- package/esm/typings/src/book-2.0/commitments/_misc/ParsedCommitment.d.ts +22 -0
- package/esm/typings/src/book-2.0/commitments/_misc/createAgentModelRequirements.d.ts +61 -0
- package/esm/typings/src/book-2.0/commitments/_misc/createAgentModelRequirementsWithCommitments.d.ts +35 -0
- package/esm/typings/src/book-2.0/commitments/_misc/createCommitmentRegex.d.ts +20 -0
- package/esm/typings/src/book-2.0/commitments/_misc/parseAgentSourceWithCommitments.d.ts +24 -0
- package/esm/typings/src/book-2.0/commitments/_misc/removeCommentsFromSystemMessage.d.ts +11 -0
- package/esm/typings/src/book-2.0/commitments/index.d.ts +56 -0
- package/esm/typings/src/book-2.0/utils/profileImageUtils.d.ts +39 -0
- package/esm/typings/src/pipeline/book-notation.d.ts +2 -1
- package/esm/typings/src/types/typeAliases.d.ts +6 -0
- package/esm/typings/src/version.d.ts +1 -1
- package/esm/typings/src/wizard/wizard.d.ts +14 -4
- package/package.json +2 -2
- package/umd/index.umd.js +39 -5
- package/umd/index.umd.js.map +1 -1
package/README.md
CHANGED
|
@@ -18,6 +18,7 @@ Write AI applications using plain human language across multiple models and plat
|
|
|
18
18
|
|
|
19
19
|
## 🌟 New Features
|
|
20
20
|
|
|
21
|
+
- 🚀 **GPT-5 Support** - Now includes OpenAI's most advanced language model with unprecedented reasoning capabilities and 200K context window
|
|
21
22
|
- 💡 VS Code support for `.book` files with syntax highlighting and IntelliSense
|
|
22
23
|
- 🐳 Official Docker image (`hejny/promptbook`) for seamless containerized usage
|
|
23
24
|
- 🔥 Native support for OpenAI `o3-mini`, GPT-4 and other leading LLMs
|
package/esm/index.es.js
CHANGED
|
@@ -29,7 +29,7 @@ const BOOK_LANGUAGE_VERSION = '1.0.0';
|
|
|
29
29
|
* @generated
|
|
30
30
|
* @see https://github.com/webgptorg/promptbook
|
|
31
31
|
*/
|
|
32
|
-
const PROMPTBOOK_ENGINE_VERSION = '0.100.0-
|
|
32
|
+
const PROMPTBOOK_ENGINE_VERSION = '0.100.0-21';
|
|
33
33
|
/**
|
|
34
34
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
35
35
|
* Note: [💞] Ignore a discrepancy between file name and entity name
|
|
@@ -1013,7 +1013,23 @@ async function getScraperIntermediateSource(source, options) {
|
|
|
1013
1013
|
.join('/') +
|
|
1014
1014
|
'.' +
|
|
1015
1015
|
extension;
|
|
1016
|
-
|
|
1016
|
+
// Note: Try to create cache directory, but don't fail if filesystem has issues
|
|
1017
|
+
try {
|
|
1018
|
+
await mkdir(dirname(cacheFilename), { recursive: true });
|
|
1019
|
+
}
|
|
1020
|
+
catch (error) {
|
|
1021
|
+
// Note: If we can't create cache directory, continue without it
|
|
1022
|
+
// This handles read-only filesystems, permission issues, and missing parent directories
|
|
1023
|
+
if (error instanceof Error && (error.message.includes('EROFS') ||
|
|
1024
|
+
error.message.includes('read-only') ||
|
|
1025
|
+
error.message.includes('EACCES') ||
|
|
1026
|
+
error.message.includes('EPERM') ||
|
|
1027
|
+
error.message.includes('ENOENT'))) ;
|
|
1028
|
+
else {
|
|
1029
|
+
// Re-throw other unexpected errors
|
|
1030
|
+
throw error;
|
|
1031
|
+
}
|
|
1032
|
+
}
|
|
1017
1033
|
let isDestroyed = true;
|
|
1018
1034
|
const fileHandler = {
|
|
1019
1035
|
filename: cacheFilename,
|
|
@@ -3498,7 +3514,23 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
|
|
|
3498
3514
|
// <- TODO: [🥬] Encapsulate sha256 to some private utility function
|
|
3499
3515
|
const rootDirname = join(process.cwd(), DEFAULT_DOWNLOAD_CACHE_DIRNAME);
|
|
3500
3516
|
const filepath = join(...nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */), `${basename.substring(0, MAX_FILENAME_LENGTH)}.${mimeTypeToExtension(mimeType)}`);
|
|
3501
|
-
|
|
3517
|
+
// Note: Try to create cache directory, but don't fail if filesystem has issues
|
|
3518
|
+
try {
|
|
3519
|
+
await tools.fs.mkdir(dirname(join(rootDirname, filepath)), { recursive: true });
|
|
3520
|
+
}
|
|
3521
|
+
catch (error) {
|
|
3522
|
+
// Note: If we can't create cache directory, we'll handle it when trying to write the file
|
|
3523
|
+
// This handles read-only filesystems, permission issues, and missing parent directories
|
|
3524
|
+
if (error instanceof Error && (error.message.includes('EROFS') ||
|
|
3525
|
+
error.message.includes('read-only') ||
|
|
3526
|
+
error.message.includes('EACCES') ||
|
|
3527
|
+
error.message.includes('EPERM') ||
|
|
3528
|
+
error.message.includes('ENOENT'))) ;
|
|
3529
|
+
else {
|
|
3530
|
+
// Re-throw other unexpected errors
|
|
3531
|
+
throw error;
|
|
3532
|
+
}
|
|
3533
|
+
}
|
|
3502
3534
|
const fileContent = Buffer.from(await response.arrayBuffer());
|
|
3503
3535
|
if (fileContent.length > DEFAULT_MAX_FILE_SIZE /* <- TODO: Allow to pass different value to remote server */) {
|
|
3504
3536
|
throw new LimitReachedError(`File is too large (${Math.round(fileContent.length / 1024 / 1024)}MB). Maximum allowed size is ${Math.round(DEFAULT_MAX_FILE_SIZE / 1024 / 1024)}MB.`);
|
|
@@ -3513,7 +3545,8 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
|
|
|
3513
3545
|
if (error instanceof Error && (error.message.includes('EROFS') ||
|
|
3514
3546
|
error.message.includes('read-only') ||
|
|
3515
3547
|
error.message.includes('EACCES') ||
|
|
3516
|
-
error.message.includes('EPERM')
|
|
3548
|
+
error.message.includes('EPERM') ||
|
|
3549
|
+
error.message.includes('ENOENT'))) {
|
|
3517
3550
|
// Return a handler that works directly with the downloaded content
|
|
3518
3551
|
return {
|
|
3519
3552
|
source: name,
|
|
@@ -6309,7 +6342,8 @@ class WebsiteScraper {
|
|
|
6309
6342
|
if (error instanceof Error && (error.message.includes('EROFS') ||
|
|
6310
6343
|
error.message.includes('read-only') ||
|
|
6311
6344
|
error.message.includes('EACCES') ||
|
|
6312
|
-
error.message.includes('EPERM')
|
|
6345
|
+
error.message.includes('EPERM') ||
|
|
6346
|
+
error.message.includes('ENOENT'))) ;
|
|
6313
6347
|
else {
|
|
6314
6348
|
// Re-throw other unexpected errors
|
|
6315
6349
|
throw error;
|