navi-hey 1.0.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +38 -4
- package/bin/navi.js +3 -3
- package/lib/{factories → background}/JobFactory.js +2 -2
- package/lib/{registry → background}/JobRegistry.js +17 -0
- package/lib/{registry → background}/JobRegistryInstance.js +42 -1
- package/lib/{models → background}/Worker.js +5 -3
- package/lib/{factories → background}/WorkerFactory.js +2 -2
- package/lib/{registry → background}/WorkersRegistryInstance.js +1 -1
- package/lib/enqueuers/ActionEnqueuer.js +53 -0
- package/lib/{models → enqueuers}/ActionsEnqueuer.js +6 -3
- package/lib/{models → enqueuers}/AssetRequestEnqueuer.js +6 -2
- package/lib/enqueuers/PaginatedActionEnqueuer.js +53 -0
- package/lib/enqueuers/PaginatedActionsEnqueuer.js +47 -0
- package/lib/exceptions/{ConfigurationFileNotFound.js → config/ConfigurationFileNotFound.js} +1 -1
- package/lib/exceptions/{ConfigurationFileNotProvided.js → config/ConfigurationFileNotProvided.js} +1 -1
- package/lib/exceptions/{MissingTopLevelConfgKey.js → config/MissingTopLevelConfgKey.js} +1 -1
- package/lib/exceptions/http/ConflictError.js +14 -0
- package/lib/exceptions/{ForbiddenError.js → http/ForbiddenError.js} +1 -1
- package/lib/exceptions/{NotFoundError.js → http/NotFoundError.js} +1 -1
- package/lib/exceptions/{ItemNotFound.js → registry/ItemNotFound.js} +1 -1
- package/lib/exceptions/{MissingActionResource.js → registry/MissingActionResource.js} +1 -1
- package/lib/exceptions/{MissingMappingVariable.js → registry/MissingMappingVariable.js} +1 -1
- package/lib/exceptions/{InvalidHtmlResponseBody.js → request/InvalidHtmlResponseBody.js} +1 -1
- package/lib/exceptions/{InvalidResponseBody.js → request/InvalidResponseBody.js} +1 -1
- package/lib/exceptions/{NullResponse.js → request/NullResponse.js} +1 -1
- package/lib/exceptions/{RequestFailed.js → request/RequestFailed.js} +1 -1
- package/lib/{models → jobs}/ActionProcessingJob.js +21 -7
- package/lib/{models → jobs}/AssetDownloadJob.js +6 -6
- package/lib/{models → jobs}/HtmlParseJob.js +23 -10
- package/lib/jobs/PaginatedActionProcessingJob.js +77 -0
- package/lib/{models → jobs}/ResourceRequestJob.js +18 -15
- package/lib/models/{Config.js → configs/Config.js} +3 -3
- package/lib/models/configs/PaginationConfig.js +63 -0
- package/lib/models/configs/WebConfig.js +19 -0
- package/lib/models/{ResourceRequest.js → request/ResourceRequest.js} +32 -7
- package/lib/models/{ResourceRequestAction.js → request/ResourceRequestAction.js} +9 -6
- package/lib/models/request/ResourceRequestPaginatedAction.js +81 -0
- package/lib/models/{PathSegmentTraverser.js → response/PathSegmentTraverser.js} +1 -1
- package/lib/models/{ResponseParser.js → response/ResponseParser.js} +1 -1
- package/lib/registry/ClientRegistry.js +1 -1
- package/lib/registry/LogRegistry.js +146 -0
- package/lib/registry/LogRegistryInstance.js +156 -0
- package/lib/registry/NamedRegistry.js +1 -1
- package/lib/registry/ResourceRegistry.js +1 -1
- package/lib/serializers/JobIndexSerializer.js +13 -3
- package/lib/serializers/LogSerializer.js +26 -0
- package/lib/server/PathValidator.js +1 -1
- package/lib/server/RouteRegister.js +42 -9
- package/lib/server/Router.js +49 -31
- package/lib/server/WebServer.js +28 -8
- package/lib/server/{AssetsRequestHandler.js → handlers/AssetsRequestHandler.js} +3 -3
- package/lib/server/{BaseUrlsRequestHandler.js → handlers/BaseUrlsRequestHandler.js} +3 -3
- package/lib/server/{IndexRequestHandler.js → handlers/IndexRequestHandler.js} +2 -2
- package/lib/server/handlers/JobsFilter.js +55 -0
- package/lib/server/handlers/LogsRequestHandler.js +55 -0
- package/lib/server/handlers/SettingsRequestHandler.js +35 -0
- package/lib/server/{StatsRequestHandler.js → handlers/StatsRequestHandler.js} +3 -3
- package/lib/server/handlers/engine/EngineContinueRequestHandler.js +34 -0
- package/lib/server/handlers/engine/EnginePauseRequestHandler.js +34 -0
- package/lib/server/handlers/engine/EngineRestartRequestHandler.js +34 -0
- package/lib/server/handlers/engine/EngineShutdownRequestHandler.js +29 -0
- package/lib/server/handlers/engine/EngineStartRequestHandler.js +34 -0
- package/lib/server/handlers/engine/EngineStatusRequestHandler.js +27 -0
- package/lib/server/handlers/engine/EngineStopRequestHandler.js +34 -0
- package/lib/server/handlers/jobs/JobLogsRequestHandler.js +39 -0
- package/lib/server/{JobRequestHandler.js → handlers/jobs/JobRequestHandler.js} +4 -4
- package/lib/server/handlers/jobs/JobRetryRequestHandler.js +40 -0
- package/lib/server/{JobsRequestHandler.js → handlers/jobs/JobsRequestHandler.js} +7 -4
- package/lib/services/Application.js +138 -84
- package/lib/services/ApplicationInstance.js +274 -0
- package/lib/services/Client.js +23 -19
- package/lib/services/ConfigLoader.js +1 -1
- package/lib/services/ConfigParser.js +7 -7
- package/lib/services/Engine.js +51 -6
- package/lib/services/EngineEvents.js +42 -0
- package/lib/services/FailureChecker.js +4 -4
- package/lib/services/WorkersAllocator.js +2 -2
- package/lib/utils/HtmlElementParser.js +5 -4
- package/lib/utils/HtmlParser.js +5 -5
- package/lib/utils/PromiseAggregator.js +11 -5
- package/lib/utils/logging/BufferedLogger.js +8 -0
- package/lib/utils/logging/LogBuffer.js +25 -5
- package/lib/utils/logging/LogBufferCollection.js +56 -0
- package/lib/utils/logging/LogContext.js +51 -0
- package/lib/utils/logging/LogFilter.js +34 -0
- package/package.json +1 -1
- package/static/assets/{index-DBkz-poX.css → index-CuWjW0sT.css} +1 -1
- package/static/assets/index-D5tOOLpl.js +11 -0
- package/static/index.html +2 -2
- package/lib/exceptions/LockedByOtherWorker.js +0 -14
- package/lib/models/ActionEnqueuer.js +0 -34
- package/lib/models/WebConfig.js +0 -15
- /package/lib/{models → background}/Job.js +0 -0
- /package/lib/{registry → background}/WorkersRegistry.js +0 -0
- /package/lib/exceptions/{MissingClientsConfig.js → config/MissingClientsConfig.js} +0 -0
- /package/lib/exceptions/{MissingResourceConfig.js → config/MissingResourceConfig.js} +0 -0
- /package/lib/exceptions/{ClientNotFound.js → registry/ClientNotFound.js} +0 -0
- /package/lib/exceptions/{ResourceNotFound.js → registry/ResourceNotFound.js} +0 -0
- /package/lib/{factories → factory}/Factory.js +0 -0
- /package/lib/models/{FailureConfig.js → configs/FailureConfig.js} +0 -0
- /package/lib/models/{LogConfig.js → configs/LogConfig.js} +0 -0
- /package/lib/models/{WorkersConfig.js → configs/WorkersConfig.js} +0 -0
- /package/lib/models/{AssetRequest.js → request/AssetRequest.js} +0 -0
- /package/lib/models/{Resource.js → request/Resource.js} +0 -0
- /package/lib/models/{ParametersMapper.js → response/ParametersMapper.js} +0 -0
- /package/lib/models/{PathResolver.js → response/PathResolver.js} +0 -0
- /package/lib/models/{ResponseWrapper.js → response/ResponseWrapper.js} +0 -0
package/static/index.html
CHANGED
|
@@ -4,8 +4,8 @@
|
|
|
4
4
|
<meta charset="UTF-8" />
|
|
5
5
|
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
|
6
6
|
<title>Navi</title>
|
|
7
|
-
<script type="module" crossorigin src="/assets/index-
|
|
8
|
-
<link rel="stylesheet" crossorigin href="/assets/index-
|
|
7
|
+
<script type="module" crossorigin src="/assets/index-D5tOOLpl.js"></script>
|
|
8
|
+
<link rel="stylesheet" crossorigin href="/assets/index-CuWjW0sT.css">
|
|
9
9
|
</head>
|
|
10
10
|
<body>
|
|
11
11
|
<div id="root"></div>
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import { AppError } from './AppError.js';
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* LockedByOtherWorker is a custom error class thrown when a worker attempts
|
|
5
|
-
* to lock a JobRegistry that is already locked by another worker.
|
|
6
|
-
* @author darthjee
|
|
7
|
-
*/
|
|
8
|
-
class LockedByOtherWorker extends AppError {
|
|
9
|
-
constructor(message = 'Registry is locked by another worker') {
|
|
10
|
-
super(message);
|
|
11
|
-
}
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
export { LockedByOtherWorker };
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
import { JobRegistry as DefaultJobRegistry } from '../registry/JobRegistry.js';
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* ActionEnqueuer enqueues one ActionProcessingJob per item for a single Action.
|
|
5
|
-
* @author darthjee
|
|
6
|
-
*/
|
|
7
|
-
class ActionEnqueuer {
|
|
8
|
-
#action;
|
|
9
|
-
#items;
|
|
10
|
-
#jobRegistry;
|
|
11
|
-
|
|
12
|
-
/**
|
|
13
|
-
* @param {ResourceRequestAction} action The action to enqueue for each item.
|
|
14
|
-
* @param {Array} items List of parsed response items.
|
|
15
|
-
* @param {object} [jobRegistry=JobRegistry] The job registry to enqueue jobs to.
|
|
16
|
-
*/
|
|
17
|
-
constructor(action, items, jobRegistry = DefaultJobRegistry) {
|
|
18
|
-
this.#action = action;
|
|
19
|
-
this.#items = items;
|
|
20
|
-
this.#jobRegistry = jobRegistry;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
/**
|
|
24
|
-
* Enqueues one ActionProcessingJob per item for the configured action.
|
|
25
|
-
* @returns {void}
|
|
26
|
-
*/
|
|
27
|
-
enqueue() {
|
|
28
|
-
for (const item of this.#items) {
|
|
29
|
-
this.#jobRegistry.enqueue('Action', { action: this.#action, item });
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export { ActionEnqueuer };
|
package/lib/models/WebConfig.js
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Represents the web server configuration.
|
|
3
|
-
* @author darthjee
|
|
4
|
-
*/
|
|
5
|
-
class WebConfig {
|
|
6
|
-
/**
|
|
7
|
-
* @param {object} config - Configuration object.
|
|
8
|
-
* @param {number} config.port - The port number to listen on.
|
|
9
|
-
*/
|
|
10
|
-
constructor({ port }) {
|
|
11
|
-
this.port = port;
|
|
12
|
-
}
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export { WebConfig };
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|