swpp-backends 3.0.0-alpha.4 → 3.0.0-alpha.401

package/dist/cli-index.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cli-index.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const cli_1 = require("./swpp/cli");
+const untils_1 = require("./swpp/untils");
+(0, cli_1.initCommand)().catch(e => {
+    untils_1.utils.printError('COMMAND', '执行指令时出现异常');
+    throw e;
+});

package/{types → dist}/index.d.ts

@@ -1,13 +1,11 @@
 /** 版本号 */
-export declare const swppVersion: any;
+export declare const swppVersion: string;
 export { utils, RuntimeException } from './swpp/untils';
 export { ResourcesScanner, FileUpdateTracker, } from './swpp/ResourcesScanner';
 export { JsonBuilder, UpdateJson, UpdateChangeExp, TrackerHeaderDiff } from './swpp/JsonBuilder';
-export { FileParserRegistry, FileParser, FileMark } from './swpp/FileParser';
 export { SwCompiler, CompilationData, RuntimeData, BrowserVersion } from './swpp/SwCompiler';
 export { NetworkFileHandler, FiniteConcurrencyFetcher } from './swpp/NetworkFileHandler';
-export { ConfigLoader } from './swpp/config/ConfigLoader';
-export { KeyValueDatabase } from './swpp/database/KeyValueDatabase';
+export { KeyValueDatabase, readThisValue } from './swpp/database/KeyValueDatabase';
 export { RuntimeKeyValueDatabase } from './swpp/database/RuntimeKeyValueDatabase';
 export { RuntimeEventCode } from './swpp/database/RuntimeEventCode';
 export { RuntimeCoreCode } from './swpp/database/RuntimeCoreCode';
@@ -15,5 +13,8 @@ export { RuntimeDepCode } from './swpp/database/RuntimeDepCode';
 export { CrossEnv } from './swpp/database/CrossEnv';
 export { CrossDepCode } from './swpp/database/CrossDepCode';
 export { CompilationEnv, AllowNotFoundEnum } from './swpp/database/CompilationEnv';
+export { FileMark, FileParser } from './swpp/database/CompilationFileParser';
 export { DomCode } from './swpp/database/DomCode';
-export { defineIndivisibleConfig, defineConfig, defineRuntimeEvent, defineDomConfig, defineRuntimeCore, defineCrossDep, defineRuntimeDep, defineCrossEnv, defineCompilationEnv } from './swpp/config/ConfigCluster';
+export { ConfigLoader, defineConfig, defineRuntimeEvent, defineDomConfig, defineRuntimeCore, defineCrossDep, defineRuntimeDep, defineCrossEnv, defineCompilationEnv, defineCompilationFP, defineModifier } from './swpp/config/ConfigLoader';
+export { SpecialConfig, IndivisibleConfig, NoCacheConfig } from './swpp/config/SpecialConfig';
+export { defineIndivisibleConfig, defineContextConfig, defineNoCacheConfig, defineLazyInitConfig } from './swpp/config/ConfigCluster';

package/dist/index.js

@@ -1,27 +1,26 @@
 "use strict";
+// noinspection JSUnusedGlobalSymbols
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.defineCompilationEnv = exports.defineCrossEnv = exports.defineRuntimeDep = exports.defineCrossDep = exports.defineRuntimeCore = exports.defineDomConfig = exports.defineRuntimeEvent = exports.defineConfig = exports.defineIndivisibleConfig = exports.DomCode = exports.AllowNotFoundEnum = exports.CompilationEnv = exports.CrossDepCode = exports.CrossEnv = exports.RuntimeDepCode = exports.RuntimeCoreCode = exports.RuntimeEventCode = exports.RuntimeKeyValueDatabase = exports.KeyValueDatabase = exports.ConfigLoader = exports.FiniteConcurrencyFetcher = exports.RuntimeData = exports.SwCompiler = exports.FileParserRegistry = exports.JsonBuilder = exports.FileUpdateTracker = exports.ResourcesScanner = exports.utils = exports.swppVersion = void 0;
-const untils_1 = require("./swpp/untils");
+exports.defineLazyInitConfig = exports.defineNoCacheConfig = exports.defineContextConfig = exports.defineIndivisibleConfig = exports.NoCacheConfig = exports.IndivisibleConfig = exports.SpecialConfig = exports.defineModifier = exports.defineCompilationFP = exports.defineCompilationEnv = exports.defineCrossEnv = exports.defineRuntimeDep = exports.defineCrossDep = exports.defineRuntimeCore = exports.defineDomConfig = exports.defineRuntimeEvent = exports.defineConfig = exports.ConfigLoader = exports.DomCode = exports.AllowNotFoundEnum = exports.CompilationEnv = exports.CrossDepCode = exports.CrossEnv = exports.RuntimeDepCode = exports.RuntimeCoreCode = exports.RuntimeEventCode = exports.RuntimeKeyValueDatabase = exports.readThisValue = exports.KeyValueDatabase = exports.FiniteConcurrencyFetcher = exports.RuntimeData = exports.CompilationData = exports.SwCompiler = exports.JsonBuilder = exports.FileUpdateTracker = exports.ResourcesScanner = exports.RuntimeException = exports.utils = exports.swppVersion = void 0;
 /** 版本号 */
 exports.swppVersion = require('../package.json').version;
-var untils_2 = require("./swpp/untils");
-Object.defineProperty(exports, "utils", { enumerable: true, get: function () { return untils_2.utils; } });
+var untils_1 = require("./swpp/untils");
+Object.defineProperty(exports, "utils", { enumerable: true, get: function () { return untils_1.utils; } });
+Object.defineProperty(exports, "RuntimeException", { enumerable: true, get: function () { return untils_1.RuntimeException; } });
 var ResourcesScanner_1 = require("./swpp/ResourcesScanner");
 Object.defineProperty(exports, "ResourcesScanner", { enumerable: true, get: function () { return ResourcesScanner_1.ResourcesScanner; } });
 Object.defineProperty(exports, "FileUpdateTracker", { enumerable: true, get: function () { return ResourcesScanner_1.FileUpdateTracker; } });
 var JsonBuilder_1 = require("./swpp/JsonBuilder");
 Object.defineProperty(exports, "JsonBuilder", { enumerable: true, get: function () { return JsonBuilder_1.JsonBuilder; } });
-var FileParser_1 = require("./swpp/FileParser");
-Object.defineProperty(exports, "FileParserRegistry", { enumerable: true, get: function () { return FileParser_1.FileParserRegistry; } });
 var SwCompiler_1 = require("./swpp/SwCompiler");
 Object.defineProperty(exports, "SwCompiler", { enumerable: true, get: function () { return SwCompiler_1.SwCompiler; } });
+Object.defineProperty(exports, "CompilationData", { enumerable: true, get: function () { return SwCompiler_1.CompilationData; } });
 Object.defineProperty(exports, "RuntimeData", { enumerable: true, get: function () { return SwCompiler_1.RuntimeData; } });
 var NetworkFileHandler_1 = require("./swpp/NetworkFileHandler");
 Object.defineProperty(exports, "FiniteConcurrencyFetcher", { enumerable: true, get: function () { return NetworkFileHandler_1.FiniteConcurrencyFetcher; } });
-var ConfigLoader_1 = require("./swpp/config/ConfigLoader");
-Object.defineProperty(exports, "ConfigLoader", { enumerable: true, get: function () { return ConfigLoader_1.ConfigLoader; } });
 var KeyValueDatabase_1 = require("./swpp/database/KeyValueDatabase");
 Object.defineProperty(exports, "KeyValueDatabase", { enumerable: true, get: function () { return KeyValueDatabase_1.KeyValueDatabase; } });
+Object.defineProperty(exports, "readThisValue", { enumerable: true, get: function () { return KeyValueDatabase_1.readThisValue; } });
 var RuntimeKeyValueDatabase_1 = require("./swpp/database/RuntimeKeyValueDatabase");
 Object.defineProperty(exports, "RuntimeKeyValueDatabase", { enumerable: true, get: function () { return RuntimeKeyValueDatabase_1.RuntimeKeyValueDatabase; } });
 var RuntimeEventCode_1 = require("./swpp/database/RuntimeEventCode");
@@ -39,14 +38,24 @@ Object.defineProperty(exports, "CompilationEnv", { enumerable: true, get: functi
 Object.defineProperty(exports, "AllowNotFoundEnum", { enumerable: true, get: function () { return CompilationEnv_1.AllowNotFoundEnum; } });
 var DomCode_1 = require("./swpp/database/DomCode");
 Object.defineProperty(exports, "DomCode", { enumerable: true, get: function () { return DomCode_1.DomCode; } });
-untils_1.utils.printInfo('INDEX', `欢迎使用 swpp@${exports.swppVersion}`);
+var ConfigLoader_1 = require("./swpp/config/ConfigLoader");
+Object.defineProperty(exports, "ConfigLoader", { enumerable: true, get: function () { return ConfigLoader_1.ConfigLoader; } });
+Object.defineProperty(exports, "defineConfig", { enumerable: true, get: function () { return ConfigLoader_1.defineConfig; } });
+Object.defineProperty(exports, "defineRuntimeEvent", { enumerable: true, get: function () { return ConfigLoader_1.defineRuntimeEvent; } });
+Object.defineProperty(exports, "defineDomConfig", { enumerable: true, get: function () { return ConfigLoader_1.defineDomConfig; } });
+Object.defineProperty(exports, "defineRuntimeCore", { enumerable: true, get: function () { return ConfigLoader_1.defineRuntimeCore; } });
+Object.defineProperty(exports, "defineCrossDep", { enumerable: true, get: function () { return ConfigLoader_1.defineCrossDep; } });
+Object.defineProperty(exports, "defineRuntimeDep", { enumerable: true, get: function () { return ConfigLoader_1.defineRuntimeDep; } });
+Object.defineProperty(exports, "defineCrossEnv", { enumerable: true, get: function () { return ConfigLoader_1.defineCrossEnv; } });
+Object.defineProperty(exports, "defineCompilationEnv", { enumerable: true, get: function () { return ConfigLoader_1.defineCompilationEnv; } });
+Object.defineProperty(exports, "defineCompilationFP", { enumerable: true, get: function () { return ConfigLoader_1.defineCompilationFP; } });
+Object.defineProperty(exports, "defineModifier", { enumerable: true, get: function () { return ConfigLoader_1.defineModifier; } });
+var SpecialConfig_1 = require("./swpp/config/SpecialConfig");
+Object.defineProperty(exports, "SpecialConfig", { enumerable: true, get: function () { return SpecialConfig_1.SpecialConfig; } });
+Object.defineProperty(exports, "IndivisibleConfig", { enumerable: true, get: function () { return SpecialConfig_1.IndivisibleConfig; } });
+Object.defineProperty(exports, "NoCacheConfig", { enumerable: true, get: function () { return SpecialConfig_1.NoCacheConfig; } });
 var ConfigCluster_1 = require("./swpp/config/ConfigCluster");
 Object.defineProperty(exports, "defineIndivisibleConfig", { enumerable: true, get: function () { return ConfigCluster_1.defineIndivisibleConfig; } });
-Object.defineProperty(exports, "defineConfig", { enumerable: true, get: function () { return ConfigCluster_1.defineConfig; } });
-Object.defineProperty(exports, "defineRuntimeEvent", { enumerable: true, get: function () { return ConfigCluster_1.defineRuntimeEvent; } });
-Object.defineProperty(exports, "defineDomConfig", { enumerable: true, get: function () { return ConfigCluster_1.defineDomConfig; } });
-Object.defineProperty(exports, "defineRuntimeCore", { enumerable: true, get: function () { return ConfigCluster_1.defineRuntimeCore; } });
-Object.defineProperty(exports, "defineCrossDep", { enumerable: true, get: function () { return ConfigCluster_1.defineCrossDep; } });
-Object.defineProperty(exports, "defineRuntimeDep", { enumerable: true, get: function () { return ConfigCluster_1.defineRuntimeDep; } });
-Object.defineProperty(exports, "defineCrossEnv", { enumerable: true, get: function () { return ConfigCluster_1.defineCrossEnv; } });
-Object.defineProperty(exports, "defineCompilationEnv", { enumerable: true, get: function () { return ConfigCluster_1.defineCompilationEnv; } });
+Object.defineProperty(exports, "defineContextConfig", { enumerable: true, get: function () { return ConfigCluster_1.defineContextConfig; } });
+Object.defineProperty(exports, "defineNoCacheConfig", { enumerable: true, get: function () { return ConfigCluster_1.defineNoCacheConfig; } });
+Object.defineProperty(exports, "defineLazyInitConfig", { enumerable: true, get: function () { return ConfigCluster_1.defineLazyInitConfig; } });

package/{types → dist}/swpp/FileParser.d.ts

@@ -1,16 +1,17 @@
 import * as crypto from 'node:crypto';
+import { FileUpdateTracker } from './ResourcesScanner';
 import { CompilationData } from './SwCompiler';
 export declare class FileParserRegistry {
     private compilation;
+    private oldTracker?;
     private map;
-    constructor(compilation: CompilationData, obj?: {
-        [key: string]: FileParser<any>;
-    });
+    constructor(compilation: CompilationData, oldTracker?: FileUpdateTracker | undefined);
+    /** 注册一种处理器 */
     registry(type: string, parser: FileParser<any>): void;
     /** 判断是否支持指定类型 */
     containsType(type: string): boolean;
     /** 解析本地文件 */
-    parserLocalFile(path: string): Promise<Set<string>>;
+    parserLocalFile(path: string, cb?: (content: crypto.BinaryLike) => void, force?: boolean): Promise<Set<string>>;
     /** 解析网络文件 */
     parserNetworkFile(response: Response, callback?: (content: crypto.BinaryLike) => Promise<any> | any): Promise<Set<string>>;
     /**
@@ -58,8 +59,12 @@ export interface FileParser<T extends crypto.BinaryLike> {
 export interface FileMark {
     /** URL */
     file: string;
-    /** 文件标识符 */
-    mark: string;
+    /**
+     * 文件标识符或子文件列表
+     *
+     * 如果链接为稳定链接，则为子文件列表，否则为文件标识符
+     */
+    mark: string | Set<string>;
     /** URL 列表 */
     urls: Set<string>;
 }

package/dist/swpp/FileParser.js

@@ -8,13 +8,12 @@ exports.buildFileParser = buildFileParser;
 const path_1 = __importDefault(require("path"));
 const untils_1 = require("./untils");
 class FileParserRegistry {
-    constructor(compilation, obj = {}) {
+    constructor(compilation, oldTracker) {
         this.compilation = compilation;
+        this.oldTracker = oldTracker;
         this.map = new Map();
-        for (let key in obj) {
-            this.map.set(key, obj[key]);
-        }
     }
+    /** 注册一种处理器 */
     registry(type, parser) {
         this.map.set(type, parser);
     }
@@ -23,20 +22,33 @@ class FileParserRegistry {
         return this.map.has(type);
     }
     /** 解析本地文件 */
-    async parserLocalFile(path) {
-        const parser = this.map.get(path_1.default.extname(path));
-        if (!parser)
+    async parserLocalFile(path, cb, force) {
+        const parser = this.map.get(path_1.default.extname(path).substring(1));
+        if (!parser) {
+            if (force && cb) {
+                const reader = this.compilation.compilationEnv.read('readLocalFile');
+                const content = await reader(path);
+                cb(content);
+            }
             return new Set();
+        }
         const content = await parser.readFromLocal(this.compilation, path);
+        cb?.(content);
         return await parser.extractUrls(this.compilation, content);
     }
     /** 解析网络文件 */
     async parserNetworkFile(response, callback) {
-        const fileHandler = this.compilation.compilationEnv.read('FETCH_NETWORK_FILE');
+        const fileHandler = this.compilation.compilationEnv.read('NETWORK_FILE_FETCHER');
         const contentType = fileHandler.getUrlContentType(response.url, response);
         const parser = this.map.get(contentType);
-        if (!parser)
+        if (!parser) {
+            if (callback) {
+                const blob = await response.blob();
+                const array = await blob.stream().getReader().read();
+                callback(array.value);
+            }
             return new Set();
+        }
         const content = await parser.readFromNetwork(this.compilation, response);
         if (callback)
             await callback(content);
@@ -48,11 +60,13 @@ class FileParserRegistry {
      * @param isCached 该链接指向的资源是否需要缓存
      */
     async parserUrlFile(url, isCached) {
-        const fileHandler = this.compilation.compilationEnv.read('FETCH_NETWORK_FILE');
+        const fileHandler = this.compilation.compilationEnv.read('NETWORK_FILE_FETCHER');
         const contentType = fileHandler.getUrlContentType(url);
         if (!contentType && !isCached)
             return { file: url, mark: '', urls: new Set() };
         const parser = this.map.get(contentType);
+        if (!parser && !isCached)
+            return { file: url, mark: '', urls: new Set() };
         if (parser?.calcUrl) {
             const result = await parser.calcUrl(url);
             if (result)
@@ -61,13 +75,13 @@ class FileParserRegistry {
                     ...result
                 };
         }
-        const fetcher = this.compilation.compilationEnv.read('FETCH_NETWORK_FILE');
+        const fetcher = this.compilation.compilationEnv.read('NETWORK_FILE_FETCHER');
         const urls = new Set();
         let mark = '';
         await fetcher.fetch(url)
-            .then(response => this.parserNetworkFile(response, content => {
+            .then(response => this.parserNetworkFile(response, isCached ? content => {
             mark = untils_1.utils.calcHash(content);
-        }))
+        } : undefined))
             .then(urls => urls.forEach(it => urls.add(it)));
         return { file: url, mark, urls };
     }

package/{types → dist}/swpp/JsonBuilder.d.ts

@@ -2,11 +2,9 @@ import { CompilationData } from './SwCompiler';
 export declare class JsonBuilder {
     private compilation;
     private urls;
-    private headers;
     private map;
-    constructor(compilation: CompilationData, urls: Set<string>, headers?: Map<string, TrackerHeaderDiff>, map?: Map<string, string>);
+    constructor(compilation: CompilationData, urls: Set<string>, map?: Map<string, string>);
     update(key: string, value: string): void;
-    putHeader(key: string, value: TrackerHeaderDiff): void;
     buildJson(): Promise<UpdateJson>;
     private zipJson;
     private limitJson;

package/dist/swpp/JsonBuilder.js

@@ -3,26 +3,22 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.JsonBuilder = void 0;
 const untils_1 = require("./untils");
 class JsonBuilder {
-    constructor(compilation, urls, headers = new Map(), map = new Map()) {
+    constructor(compilation, urls, map = new Map()) {
         this.compilation = compilation;
         this.urls = urls;
-        this.headers = headers;
         this.map = map;
     }
     update(key, value) {
         this.map.set(key, value);
     }
-    putHeader(key, value) {
-        this.headers.set(key, value);
-    }
     // noinspection JSUnusedGlobalSymbols
     async buildJson() {
-        const json = await this.compilation.compilationEnv.read('SWPP_JSON_FILE').fetcher();
+        const json = await this.compilation.compilationEnv.read('SWPP_JSON_FILE').fetchVersionFile();
         if (json.info.length == 0) {
             json.info.push({ version: 1 });
             return json;
         }
-        const newChange = createUpdateChangeExps(this.urls, this.map.values());
+        const newChange = createUpdateChangeExps(this.urls, this.map.keys());
         json.info.unshift({
             version: json.info[0].version + 1,
             change: [newChange]

package/dist/swpp/NetworkFileHandler.js

@@ -11,7 +11,7 @@ class FiniteConcurrencyFetcher {
         this.fetchingCount = 0;
         this.waitList = [];
         this.limit = 100;
-        this.referer = 'swpp-backends';
+        this.referer = 'https://swpp.example.com';
         this.userAgent = 'swpp-backends';
         this.headers = {};
     }
@@ -52,7 +52,7 @@ class FiniteConcurrencyFetcher {
             contentType = 'html';
         }
         else {
-            contentType = path_1.default.extname(url);
+            contentType = path_1.default.extname(url).substring(1);
         }
         if (!contentType) {
             if (response)
@@ -60,7 +60,7 @@ class FiniteConcurrencyFetcher {
             if (contentType.startsWith('text/'))
                 contentType = contentType.substring(5);
             if (contentType === 'javascript')
-                contentType = 'script';
+                contentType = 'js';
         }
         return contentType;
     }

package/{types → dist}/swpp/ResourcesScanner.d.ts

@@ -5,32 +5,39 @@ import { CompilationData } from './SwCompiler';
  */
 export declare class ResourcesScanner {
     private compilation;
-    constructor(compilation: CompilationData);
+    private oldTracker?;
+    constructor(compilation: CompilationData, oldTracker?: FileUpdateTracker | undefined);
     /** 扫描指定目录下的所有文件 */
     scanLocalFile(path: string): Promise<FileUpdateTracker>;
     /** 扫描网络文件 */
     private scanNetworkFile;
 }
+/**
+ * 遍历目录下的所有文件
+ * @param dir
+ * @param callback
+ */
+export declare function traverseDirectory(dir: string, callback: (file: string) => Promise<any> | any): Promise<void>;
 /**
  * 文件更新监听器
  */
 export declare class FileUpdateTracker {
     protected compilation: CompilationData;
-    /** 附加信息 */
-    protected headers: Map<string, any>;
+    private oldTracker?;
     /** 存储列表，key 为文件路径，value 为文件的唯一标识符 */
     protected map: Map<string, string>;
     /** 存储所有存在的 URL */
     protected allUrl: Set<string>;
-    constructor(compilation: CompilationData);
+    constructor(compilation: CompilationData, oldTracker?: FileUpdateTracker | undefined);
     /** 更新一个文件的标识符 */
-    update(uri: string, value: string): void;
+    update(uri: string, value: string | Set<string> | string[]): void;
+    /**
+     * 同步指定的稳定资源（同步时会连同同步其连接的稳定资源）
+     * @return 直接或间接连接的一些需要扫描的资源
+     */
+    syncStable(uri: URL, value: string[], oldTracker: FileUpdateTracker): string[];
     /** 读取一个文件的标识符 */
-    get(uri: string): string | undefined;
-    /** 设置一个 header */
-    putHeader(key: string, value: any): void;
-    /** 读取一个 header */
-    getHeader(key: string): any | undefined;
+    get(uri: string): string | string[] | undefined;
     /** 归一化 uri */
     normalizeUri(uri: string): URL;
     /** 添加一个 URL */
@@ -43,7 +50,7 @@ export declare class FileUpdateTracker {
      * + 在新旧 tracker 中都存在且唯一标识符发生变化
      * + 在新 tracker 中不存在且在旧 tracker 中存在
      */
-    diff(oldTracker: FileUpdateTracker): JsonBuilder;
+    diff(): Promise<JsonBuilder>;
     /**
      * 将数据序列化为 JSON
      *
@@ -52,9 +59,6 @@ export declare class FileUpdateTracker {
      * ```json
      * {
      *   "version": 4,
-     *   "headers": {
-     *     [key: string]: any
-     *   },
      *   "tracker" {
      *     [uri: string]: string
      *   }