@nosana/node 1.0.0-rc
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +92 -0
- package/dist/.env +7 -0
- package/dist/.env.dev +5 -0
- package/dist/.env.prd +4 -0
- package/dist/NodeManager/client/index.d.ts +4 -0
- package/dist/NodeManager/client/index.js +14 -0
- package/dist/NodeManager/configs/NodeConfigs.d.ts +14 -0
- package/dist/NodeManager/configs/NodeConfigs.js +32 -0
- package/dist/NodeManager/configs/__tests__/NodeConfigs.spec.d.ts +1 -0
- package/dist/NodeManager/configs/__tests__/NodeConfigs.spec.js +161 -0
- package/dist/NodeManager/configs/configs.d.ts +21 -0
- package/dist/NodeManager/configs/configs.js +23 -0
- package/dist/NodeManager/db/__tests__/index.spec.d.ts +1 -0
- package/dist/NodeManager/db/__tests__/index.spec.js +65 -0
- package/dist/NodeManager/db/index.d.ts +50 -0
- package/dist/NodeManager/db/index.js +64 -0
- package/dist/NodeManager/errors/NodeAlreadyActiveError.d.ts +3 -0
- package/dist/NodeManager/errors/NodeAlreadyActiveError.js +6 -0
- package/dist/NodeManager/index.d.ts +24 -0
- package/dist/NodeManager/index.js +317 -0
- package/dist/NodeManager/jobs/index.d.ts +6 -0
- package/dist/NodeManager/jobs/index.js +45 -0
- package/dist/NodeManager/monitoring/LogMonitoringRegistry.d.ts +9 -0
- package/dist/NodeManager/monitoring/LogMonitoringRegistry.js +23 -0
- package/dist/NodeManager/monitoring/log/NodeLog.d.ts +56 -0
- package/dist/NodeManager/monitoring/log/NodeLog.js +1357 -0
- package/dist/NodeManager/monitoring/log/console/ConsoleLogger.d.ts +20 -0
- package/dist/NodeManager/monitoring/log/console/ConsoleLogger.js +290 -0
- package/dist/NodeManager/monitoring/ping/PingHandler.d.ts +13 -0
- package/dist/NodeManager/monitoring/ping/PingHandler.js +68 -0
- package/dist/NodeManager/monitoring/proxy/loggingProxy.d.ts +15 -0
- package/dist/NodeManager/monitoring/proxy/loggingProxy.js +145 -0
- package/dist/NodeManager/monitoring/state/NodeState.d.ts +29 -0
- package/dist/NodeManager/monitoring/state/NodeState.js +680 -0
- package/dist/NodeManager/monitoring/state/classifyState.d.ts +14 -0
- package/dist/NodeManager/monitoring/state/classifyState.js +57 -0
- package/dist/NodeManager/monitoring/streaming/LogStreamer.d.ts +14 -0
- package/dist/NodeManager/monitoring/streaming/LogStreamer.js +58 -0
- package/dist/NodeManager/monitoring/streaming/StateStreamer.d.ts +15 -0
- package/dist/NodeManager/monitoring/streaming/StateStreamer.js +59 -0
- package/dist/NodeManager/node/Node.d.ts +44 -0
- package/dist/NodeManager/node/Node.js +321 -0
- package/dist/NodeManager/node/abort/NodeAbortController.d.ts +6 -0
- package/dist/NodeManager/node/abort/NodeAbortController.js +12 -0
- package/dist/NodeManager/node/abort/abortControllerSelector.d.ts +3 -0
- package/dist/NodeManager/node/abort/abortControllerSelector.js +13 -0
- package/dist/NodeManager/node/api/ApiEventEmitter.d.ts +8 -0
- package/dist/NodeManager/node/api/ApiEventEmitter.js +13 -0
- package/dist/NodeManager/node/api/ApiHandler.d.ts +28 -0
- package/dist/NodeManager/node/api/ApiHandler.js +193 -0
- package/dist/NodeManager/node/api/eventsource/index.d.ts +6 -0
- package/dist/NodeManager/node/api/eventsource/index.js +35 -0
- package/dist/NodeManager/node/api/middlewares/index.d.ts +5 -0
- package/dist/NodeManager/node/api/middlewares/index.js +7 -0
- package/dist/NodeManager/node/api/middlewares/rest/verifyBackendSignatureMiddleware.d.ts +3 -0
- package/dist/NodeManager/node/api/middlewares/rest/verifyBackendSignatureMiddleware.js +20 -0
- package/dist/NodeManager/node/api/middlewares/rest/verifyJobOwnerSignatureMiddleware.d.ts +5 -0
- package/dist/NodeManager/node/api/middlewares/rest/verifyJobOwnerSignatureMiddleware.js +28 -0
- package/dist/NodeManager/node/api/middlewares/ws/verifyWSJobOwnerSignatureMiddleware.d.ts +6 -0
- package/dist/NodeManager/node/api/middlewares/ws/verifyWSJobOwnerSignatureMiddleware.js +30 -0
- package/dist/NodeManager/node/api/middlewares/ws/verifyWSMiddleware.d.ts +6 -0
- package/dist/NodeManager/node/api/middlewares/ws/verifyWSMiddleware.js +20 -0
- package/dist/NodeManager/node/api/middlewares/ws/verifyWSNodeOrJobOwnerSignatureMiddleware.d.ts +6 -0
- package/dist/NodeManager/node/api/middlewares/ws/verifyWSNodeOrJobOwnerSignatureMiddleware.js +33 -0
- package/dist/NodeManager/node/api/routes/get/index.d.ts +6 -0
- package/dist/NodeManager/node/api/routes/get/index.js +6 -0
- package/dist/NodeManager/node/api/routes/get/job-definition.d.ts +5 -0
- package/dist/NodeManager/node/api/routes/get/job-definition.js +16 -0
- package/dist/NodeManager/node/api/routes/get/job-info/buildInfoObject.d.ts +17 -0
- package/dist/NodeManager/node/api/routes/get/job-info/buildInfoObject.js +15 -0
- package/dist/NodeManager/node/api/routes/get/job-info/job-info.d.ts +5 -0
- package/dist/NodeManager/node/api/routes/get/job-info/job-info.js +18 -0
- package/dist/NodeManager/node/api/routes/get/job-info/pollActiveJob.d.ts +6 -0
- package/dist/NodeManager/node/api/routes/get/job-info/pollActiveJob.js +42 -0
- package/dist/NodeManager/node/api/routes/get/job-operation-info.d.ts +28 -0
- package/dist/NodeManager/node/api/routes/get/job-operation-info.js +53 -0
- package/dist/NodeManager/node/api/routes/get/job-results.d.ts +5 -0
- package/dist/NodeManager/node/api/routes/get/job-results.js +15 -0
- package/dist/NodeManager/node/api/routes/get/node-info.d.ts +3 -0
- package/dist/NodeManager/node/api/routes/get/node-info.js +23 -0
- package/dist/NodeManager/node/api/routes/get/service-url.d.ts +5 -0
- package/dist/NodeManager/node/api/routes/get/service-url.js +27 -0
- package/dist/NodeManager/node/api/routes/index.d.ts +3 -0
- package/dist/NodeManager/node/api/routes/index.js +3 -0
- package/dist/NodeManager/node/api/routes/post/index.d.ts +4 -0
- package/dist/NodeManager/node/api/routes/post/index.js +4 -0
- package/dist/NodeManager/node/api/routes/post/job-definition.d.ts +6 -0
- package/dist/NodeManager/node/api/routes/post/job-definition.js +15 -0
- package/dist/NodeManager/node/api/routes/post/job-operation-actions.d.ts +24 -0
- package/dist/NodeManager/node/api/routes/post/job-operation-actions.js +79 -0
- package/dist/NodeManager/node/api/routes/post/node-validation.d.ts +4 -0
- package/dist/NodeManager/node/api/routes/post/node-validation.js +1783 -0
- package/dist/NodeManager/node/api/routes/post/service-stop.d.ts +5 -0
- package/dist/NodeManager/node/api/routes/post/service-stop.js +13 -0
- package/dist/NodeManager/node/api/routes/wss/index.d.ts +2 -0
- package/dist/NodeManager/node/api/routes/wss/index.js +2 -0
- package/dist/NodeManager/node/api/routes/wss/log.d.ts +14 -0
- package/dist/NodeManager/node/api/routes/wss/log.js +34 -0
- package/dist/NodeManager/node/api/routes/wss/status.d.ts +8 -0
- package/dist/NodeManager/node/api/routes/wss/status.js +11 -0
- package/dist/NodeManager/node/api/types/index.d.ts +12 -0
- package/dist/NodeManager/node/api/types/index.js +1 -0
- package/dist/NodeManager/node/balance/balanceHandler.d.ts +12 -0
- package/dist/NodeManager/node/balance/balanceHandler.js +52 -0
- package/dist/NodeManager/node/expiry/expiryHandler.d.ts +24 -0
- package/dist/NodeManager/node/expiry/expiryHandler.js +99 -0
- package/dist/NodeManager/node/grid/gridHandler.d.ts +19 -0
- package/dist/NodeManager/node/grid/gridHandler.js +168 -0
- package/dist/NodeManager/node/health/healthHandler.d.ts +16 -0
- package/dist/NodeManager/node/health/healthHandler.js +69 -0
- package/dist/NodeManager/node/job/JobRegistry.d.ts +14 -0
- package/dist/NodeManager/node/job/JobRegistry.js +48 -0
- package/dist/NodeManager/node/job/defination/JobDefinitionStrategy.d.ts +13 -0
- package/dist/NodeManager/node/job/defination/JobDefinitionStrategy.js +21 -0
- package/dist/NodeManager/node/job/defination/strategy/ApiJobDefinitionStrategy.d.ts +8 -0
- package/dist/NodeManager/node/job/defination/strategy/ApiJobDefinitionStrategy.js +40 -0
- package/dist/NodeManager/node/job/defination/strategy/ApiListenJobDefinitionStrategy.d.ts +9 -0
- package/dist/NodeManager/node/job/defination/strategy/ApiListenJobDefinitionStrategy.js +16 -0
- package/dist/NodeManager/node/job/defination/strategy/IpfsJobDefinitionStrategy.d.ts +7 -0
- package/dist/NodeManager/node/job/defination/strategy/IpfsJobDefinitionStrategy.js +13 -0
- package/dist/NodeManager/node/job/jobExternalUtil.d.ts +10 -0
- package/dist/NodeManager/node/job/jobExternalUtil.js +82 -0
- package/dist/NodeManager/node/job/jobHandler.d.ts +43 -0
- package/dist/NodeManager/node/job/jobHandler.js +193 -0
- package/dist/NodeManager/node/job/result/ResultReturnStrategy.d.ts +13 -0
- package/dist/NodeManager/node/job/result/ResultReturnStrategy.js +21 -0
- package/dist/NodeManager/node/job/result/startegy/ApiListenResultReturnStrategy.d.ts +8 -0
- package/dist/NodeManager/node/job/result/startegy/ApiListenResultReturnStrategy.js +22 -0
- package/dist/NodeManager/node/job/result/startegy/ApiResultReturnStrategy.d.ts +8 -0
- package/dist/NodeManager/node/job/result/startegy/ApiResultReturnStrategy.js +42 -0
- package/dist/NodeManager/node/key/keyHandler.d.ts +16 -0
- package/dist/NodeManager/node/key/keyHandler.js +74 -0
- package/dist/NodeManager/node/market/marketHandler.d.ts +30 -0
- package/dist/NodeManager/node/market/marketHandler.js +137 -0
- package/dist/NodeManager/node/register/index.d.ts +16 -0
- package/dist/NodeManager/node/register/index.js +88 -0
- package/dist/NodeManager/node/resource/definition/index.d.ts +2 -0
- package/dist/NodeManager/node/resource/definition/index.js +2 -0
- package/dist/NodeManager/node/resource/helpers/createHFArgs.d.ts +6 -0
- package/dist/NodeManager/node/resource/helpers/createHFArgs.js +26 -0
- package/dist/NodeManager/node/resource/helpers/createOllamaArgs.d.ts +2 -0
- package/dist/NodeManager/node/resource/helpers/createOllamaArgs.js +20 -0
- package/dist/NodeManager/node/resource/helpers/createResourceName.d.ts +2 -0
- package/dist/NodeManager/node/resource/helpers/createResourceName.js +18 -0
- package/dist/NodeManager/node/resource/helpers/createS3Args.d.ts +7 -0
- package/dist/NodeManager/node/resource/helpers/createS3Args.js +32 -0
- package/dist/NodeManager/node/resource/helpers/hasDockerVolume.d.ts +2 -0
- package/dist/NodeManager/node/resource/helpers/hasDockerVolume.js +3 -0
- package/dist/NodeManager/node/resource/helpers/hoursSunceDate.d.ts +1 -0
- package/dist/NodeManager/node/resource/helpers/hoursSunceDate.js +3 -0
- package/dist/NodeManager/node/resource/helpers/repoTagsContainsImage.d.ts +1 -0
- package/dist/NodeManager/node/resource/helpers/repoTagsContainsImage.js +13 -0
- package/dist/NodeManager/node/resource/image/imageManager.d.ts +13 -0
- package/dist/NodeManager/node/resource/image/imageManager.js +66 -0
- package/dist/NodeManager/node/resource/resourceManager.d.ts +21 -0
- package/dist/NodeManager/node/resource/resourceManager.js +57 -0
- package/dist/NodeManager/node/resource/volume/volumeManager.d.ts +20 -0
- package/dist/NodeManager/node/resource/volume/volumeManager.js +228 -0
- package/dist/NodeManager/node/run/runHandler.d.ts +18 -0
- package/dist/NodeManager/node/run/runHandler.js +139 -0
- package/dist/NodeManager/node/specs/specsHandler.d.ts +17 -0
- package/dist/NodeManager/node/specs/specsHandler.js +135 -0
- package/dist/NodeManager/node/specs/type.d.ts +15 -0
- package/dist/NodeManager/node/specs/type.js +1 -0
- package/dist/NodeManager/node/stake/StakeHandler.d.ts +22 -0
- package/dist/NodeManager/node/stake/StakeHandler.js +111 -0
- package/dist/NodeManager/node/task/TaskManager.d.ts +267 -0
- package/dist/NodeManager/node/task/TaskManager.js +480 -0
- package/dist/NodeManager/node/task/TaskManagerRegistry.d.ts +49 -0
- package/dist/NodeManager/node/task/TaskManagerRegistry.js +68 -0
- package/dist/NodeManager/node/task/executions/createDependencyMap.d.ts +18 -0
- package/dist/NodeManager/node/task/executions/createDependencyMap.js +32 -0
- package/dist/NodeManager/node/task/executions/createExecutionPlan.d.ts +14 -0
- package/dist/NodeManager/node/task/executions/createExecutionPlan.js +36 -0
- package/dist/NodeManager/node/task/executions/createOperationMap.d.ts +11 -0
- package/dist/NodeManager/node/task/executions/createOperationMap.js +34 -0
- package/dist/NodeManager/node/task/executions/validateExecutionPlan.d.ts +12 -0
- package/dist/NodeManager/node/task/executions/validateExecutionPlan.js +48 -0
- package/dist/NodeManager/node/task/globalStore/finalizeEnv.d.ts +2 -0
- package/dist/NodeManager/node/task/globalStore/finalizeEnv.js +30 -0
- package/dist/NodeManager/node/task/globalStore/getByPath.d.ts +2 -0
- package/dist/NodeManager/node/task/globalStore/getByPath.js +12 -0
- package/dist/NodeManager/node/task/globalStore/index.d.ts +9 -0
- package/dist/NodeManager/node/task/globalStore/index.js +9 -0
- package/dist/NodeManager/node/task/globalStore/interpolate.d.ts +2 -0
- package/dist/NodeManager/node/task/globalStore/interpolate.js +16 -0
- package/dist/NodeManager/node/task/globalStore/interpolateOperation.d.ts +3 -0
- package/dist/NodeManager/node/task/globalStore/interpolateOperation.js +221 -0
- package/dist/NodeManager/node/task/globalStore/resolveLiteralsInString.d.ts +2 -0
- package/dist/NodeManager/node/task/globalStore/resolveLiteralsInString.js +7 -0
- package/dist/NodeManager/node/task/globalStore/setDefaults.d.ts +4 -0
- package/dist/NodeManager/node/task/globalStore/setDefaults.js +65 -0
- package/dist/NodeManager/node/task/globalStore/setHost.d.ts +2 -0
- package/dist/NodeManager/node/task/globalStore/setHost.js +9 -0
- package/dist/NodeManager/node/task/globalStore/setResult.d.ts +2 -0
- package/dist/NodeManager/node/task/globalStore/setResult.js +10 -0
- package/dist/NodeManager/node/task/globalStore/setResults.d.ts +2 -0
- package/dist/NodeManager/node/task/globalStore/setResults.js +9 -0
- package/dist/NodeManager/node/task/globalStore/stanatizeArrays.d.ts +2 -0
- package/dist/NodeManager/node/task/globalStore/stanatizeArrays.js +14 -0
- package/dist/NodeManager/node/task/globalStore/transformCollections.d.ts +13 -0
- package/dist/NodeManager/node/task/globalStore/transformCollections.js +152 -0
- package/dist/NodeManager/node/task/helpers/createDefaultOpState.d.ts +2 -0
- package/dist/NodeManager/node/task/helpers/createDefaultOpState.js +20 -0
- package/dist/NodeManager/node/task/helpers/createInitialFlow.d.ts +8 -0
- package/dist/NodeManager/node/task/helpers/createInitialFlow.js +24 -0
- package/dist/NodeManager/node/task/loggers/logManager.d.ts +8 -0
- package/dist/NodeManager/node/task/loggers/logManager.js +54 -0
- package/dist/NodeManager/node/task/operations/getOperationsInfos.d.ts +6 -0
- package/dist/NodeManager/node/task/operations/getOperationsInfos.js +33 -0
- package/dist/NodeManager/node/task/operations/moveTaskManagerGroupOperation.d.ts +2 -0
- package/dist/NodeManager/node/task/operations/moveTaskManagerGroupOperation.js +65 -0
- package/dist/NodeManager/node/task/operations/restartTaskManagerGroupOperation.d.ts +10 -0
- package/dist/NodeManager/node/task/operations/restartTaskManagerGroupOperation.js +37 -0
- package/dist/NodeManager/node/task/operations/restartTaskManagerOperation.d.ts +14 -0
- package/dist/NodeManager/node/task/operations/restartTaskManagerOperation.js +117 -0
- package/dist/NodeManager/node/task/operations/runTaskManagerOperation.d.ts +21 -0
- package/dist/NodeManager/node/task/operations/runTaskManagerOperation.js +488 -0
- package/dist/NodeManager/node/task/operations/stopAllTaskManagerOperations.d.ts +21 -0
- package/dist/NodeManager/node/task/operations/stopAllTaskManagerOperations.js +54 -0
- package/dist/NodeManager/node/task/operations/stopTaskManagerGroupOperation.d.ts +10 -0
- package/dist/NodeManager/node/task/operations/stopTaskManagerGroupOperation.js +43 -0
- package/dist/NodeManager/node/task/operations/stopTaskManagerOperation.d.ts +14 -0
- package/dist/NodeManager/node/task/operations/stopTaskManagerOperation.js +137 -0
- package/dist/NodeManager/node/utils/convertFromBytes.d.ts +4 -0
- package/dist/NodeManager/node/utils/convertFromBytes.js +11 -0
- package/dist/NodeManager/node/utils/extractLogsAndResultsFromLogBuffer.d.ts +7 -0
- package/dist/NodeManager/node/utils/extractLogsAndResultsFromLogBuffer.js +34 -0
- package/dist/NodeManager/node/utils/extractResultsFromLogs.d.ts +18 -0
- package/dist/NodeManager/node/utils/extractResultsFromLogs.js +37 -0
- package/dist/NodeManager/node/utils/generateRandomId.d.ts +1 -0
- package/dist/NodeManager/node/utils/generateRandomId.js +3 -0
- package/dist/NodeManager/node/utils/multiProgressBarReporter.d.ts +16 -0
- package/dist/NodeManager/node/utils/multiProgressBarReporter.js +22 -0
- package/dist/NodeManager/node/utils/poll.d.ts +5 -0
- package/dist/NodeManager/node/utils/poll.js +25 -0
- package/dist/NodeManager/node/utils/progressBarReporter.d.ts +9 -0
- package/dist/NodeManager/node/utils/progressBarReporter.js +28 -0
- package/dist/NodeManager/provider/ContainerStateManager.d.ts +24 -0
- package/dist/NodeManager/provider/ContainerStateManager.js +122 -0
- package/dist/NodeManager/provider/ExposedPortHealthCheck.d.ts +29 -0
- package/dist/NodeManager/provider/ExposedPortHealthCheck.js +183 -0
- package/dist/NodeManager/provider/Provider.d.ts +70 -0
- package/dist/NodeManager/provider/Provider.js +457 -0
- package/dist/NodeManager/provider/__tests__/Provider.spec.d.ts +1 -0
- package/dist/NodeManager/provider/__tests__/Provider.spec.js +337 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/dockerExtended/index.d.ts +6 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/dockerExtended/index.js +45 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/index.d.ts +43 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/index.js +366 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/utils/createServerObject.d.ts +5 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/utils/createServerObject.js +15 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/utils/deadline.d.ts +1 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/utils/deadline.js +15 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/utils/repoTagsContainsImage.d.ts +1 -0
- package/dist/NodeManager/provider/containerOrchestration/docker/utils/repoTagsContainsImage.js +13 -0
- package/dist/NodeManager/provider/containerOrchestration/interface.d.ts +53 -0
- package/dist/NodeManager/provider/containerOrchestration/interface.js +1 -0
- package/dist/NodeManager/provider/containerOrchestration/podman/index.d.ts +11 -0
- package/dist/NodeManager/provider/containerOrchestration/podman/index.js +69 -0
- package/dist/NodeManager/provider/containerOrchestration/podman/utils/createPodmanRunOptions.d.ts +103 -0
- package/dist/NodeManager/provider/containerOrchestration/podman/utils/createPodmanRunOptions.js +66 -0
- package/dist/NodeManager/provider/containerOrchestration/selectContainerOrchestration.d.ts +2 -0
- package/dist/NodeManager/provider/containerOrchestration/selectContainerOrchestration.js +11 -0
- package/dist/NodeManager/provider/types.d.ts +18 -0
- package/dist/NodeManager/provider/types.js +1 -0
- package/dist/NodeManager/provider/utils/parseBuffer.d.ts +4 -0
- package/dist/NodeManager/provider/utils/parseBuffer.js +19 -0
- package/dist/NodeManager/repository/NodeRepository.d.ts +53 -0
- package/dist/NodeManager/repository/NodeRepository.js +153 -0
- package/dist/NodeManager/sdk/index.d.ts +9 -0
- package/dist/NodeManager/sdk/index.js +146 -0
- package/dist/NodeManager/types/index.d.ts +27 -0
- package/dist/NodeManager/types/index.js +1 -0
- package/dist/NodeManager/utils/convertFromBytes.d.ts +4 -0
- package/dist/NodeManager/utils/convertFromBytes.js +11 -0
- package/dist/NodeManager/utils/expose-util.d.ts +14 -0
- package/dist/NodeManager/utils/expose-util.js +88 -0
- package/dist/NodeManager/utils/jobDefinitionParser.d.ts +12 -0
- package/dist/NodeManager/utils/jobDefinitionParser.js +31 -0
- package/dist/NodeManager/utils/ops-util.d.ts +3 -0
- package/dist/NodeManager/utils/ops-util.js +19 -0
- package/dist/NodeManager/utils/timeoutPromiseWrapper.d.ts +1 -0
- package/dist/NodeManager/utils/timeoutPromiseWrapper.js +27 -0
- package/dist/NodeManager/utils/utils.d.ts +39 -0
- package/dist/NodeManager/utils/utils.js +107 -0
- package/dist/NodeManager/utils/wslCheck.d.ts +14 -0
- package/dist/NodeManager/utils/wslCheck.js +54 -0
- package/dist/cli/address/__tests__/command.spec.d.ts +1 -0
- package/dist/cli/address/__tests__/command.spec.js +33 -0
- package/dist/cli/address/action.d.ts +4 -0
- package/dist/cli/address/action.js +4 -0
- package/dist/cli/address/command.d.ts +2 -0
- package/dist/cli/address/command.js +9 -0
- package/dist/cli/createNosanaCli.d.ts +2 -0
- package/dist/cli/createNosanaCli.js +32 -0
- package/dist/cli/index.d.ts +1 -0
- package/dist/cli/index.js +16 -0
- package/dist/cli/node/__tests__/index.spec.d.ts +1 -0
- package/dist/cli/node/__tests__/index.spec.js +10 -0
- package/dist/cli/node/index.d.ts +5 -0
- package/dist/cli/node/index.js +12 -0
- package/dist/cli/node/prune/action.d.ts +4 -0
- package/dist/cli/node/prune/action.js +18 -0
- package/dist/cli/node/prune/command.d.ts +2 -0
- package/dist/cli/node/prune/command.js +10 -0
- package/dist/cli/node/run/__tests__/command.spec.d.ts +1 -0
- package/dist/cli/node/run/__tests__/command.spec.js +38 -0
- package/dist/cli/node/run/action.d.ts +3 -0
- package/dist/cli/node/run/action.js +82 -0
- package/dist/cli/node/run/command.d.ts +3 -0
- package/dist/cli/node/run/command.js +17 -0
- package/dist/cli/node/run/generateDeploymentEndpointsTable.d.ts +2 -0
- package/dist/cli/node/run/generateDeploymentEndpointsTable.js +45 -0
- package/dist/cli/node/start/__tests__/command.spec.d.ts +1 -0
- package/dist/cli/node/start/__tests__/command.spec.js +39 -0
- package/dist/cli/node/start/action.d.ts +4 -0
- package/dist/cli/node/start/action.js +48 -0
- package/dist/cli/node/start/command.d.ts +3 -0
- package/dist/cli/node/start/command.js +19 -0
- package/dist/cli/sharedOptions/--api.d.ts +2 -0
- package/dist/cli/sharedOptions/--api.js +2 -0
- package/dist/cli/sharedOptions/--format.d.ts +2 -0
- package/dist/cli/sharedOptions/--format.js +4 -0
- package/dist/cli/sharedOptions/--gpu.d.ts +2 -0
- package/dist/cli/sharedOptions/--gpu.js +12 -0
- package/dist/cli/sharedOptions/--network.d.ts +2 -0
- package/dist/cli/sharedOptions/--network.js +4 -0
- package/dist/cli/sharedOptions/--port.d.ts +2 -0
- package/dist/cli/sharedOptions/--port.js +2 -0
- package/dist/cli/sharedOptions/--rpc.d.ts +2 -0
- package/dist/cli/sharedOptions/--rpc.js +2 -0
- package/dist/cli/sharedOptions/--timeout.d.ts +2 -0
- package/dist/cli/sharedOptions/--timeout.js +12 -0
- package/dist/cli/sharedOptions/--verbose.d.ts +2 -0
- package/dist/cli/sharedOptions/--verbose.js +2 -0
- package/dist/cli/sharedOptions/--wallet.d.ts +2 -0
- package/dist/cli/sharedOptions/--wallet.js +2 -0
- package/dist/cli/sharedOptions/index.d.ts +7 -0
- package/dist/cli/sharedOptions/index.js +8 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +7 -0
- package/dist/output-formatter/OutputFormatter.d.ts +61 -0
- package/dist/output-formatter/OutputFormatter.js +58 -0
- package/dist/output-formatter/OutputFormatterFactory.d.ts +4 -0
- package/dist/output-formatter/OutputFormatterFactory.js +18 -0
- package/dist/output-formatter/__mocks__/outputEvents.mock.d.ts +42 -0
- package/dist/output-formatter/__mocks__/outputEvents.mock.js +45 -0
- package/dist/output-formatter/__mocks__/outputFormatter.mock.d.ts +0 -0
- package/dist/output-formatter/__mocks__/outputFormatter.mock.js +21 -0
- package/dist/output-formatter/__tests__/OutputFormatter.spec.d.ts +1 -0
- package/dist/output-formatter/__tests__/OutputFormatter.spec.js +34 -0
- package/dist/output-formatter/__tests__/OutputFormatterFactory.spec.d.ts +1 -0
- package/dist/output-formatter/__tests__/OutputFormatterFactory.spec.js +26 -0
- package/dist/output-formatter/__tests__/outputFormatSelector.spec.d.ts +1 -0
- package/dist/output-formatter/__tests__/outputFormatSelector.spec.js +21 -0
- package/dist/output-formatter/json/JsonOutputEventHandlers.d.ts +8 -0
- package/dist/output-formatter/json/JsonOutputEventHandlers.js +191 -0
- package/dist/output-formatter/json/JsonOutputFormatter.d.ts +47 -0
- package/dist/output-formatter/json/JsonOutputFormatter.js +12 -0
- package/dist/output-formatter/json/__tests__/JsonOutputFormatter.spec.d.ts +1 -0
- package/dist/output-formatter/json/__tests__/JsonOutputFormatter.spec.js +36 -0
- package/dist/output-formatter/outputEvents.d.ts +213 -0
- package/dist/output-formatter/outputEvents.js +63 -0
- package/dist/output-formatter/outputFormatArgumentParser.d.ts +1 -0
- package/dist/output-formatter/outputFormatArgumentParser.js +10 -0
- package/dist/output-formatter/outputFormatSelector.d.ts +15 -0
- package/dist/output-formatter/outputFormatSelector.js +23 -0
- package/dist/output-formatter/text/TextOutputEventHandlers.d.ts +7 -0
- package/dist/output-formatter/text/TextOutputEventHandlers.js +128 -0
- package/dist/output-formatter/text/TextOutputFormatter.d.ts +6 -0
- package/dist/output-formatter/text/TextOutputFormatter.js +7 -0
- package/dist/output-formatter/text/VerboseTextOutputEventHandlers.d.ts +7 -0
- package/dist/output-formatter/text/VerboseTextOutputEventHandlers.js +138 -0
- package/dist/output-formatter/text/VerboseTextOutputFormatter.d.ts +6 -0
- package/dist/output-formatter/text/VerboseTextOutputFormatter.js +7 -0
- package/dist/output-formatter/text/__tests__/TextOutputFormatter.spec.d.ts +1 -0
- package/dist/output-formatter/text/__tests__/TextOutputFormatter.spec.js +25 -0
- package/dist/static/index.d.ts +7 -0
- package/dist/static/index.js +12 -0
- package/dist/version/index.d.ts +1 -0
- package/dist/version/index.js +47 -0
- package/npm-shrinkwrap.json +9928 -0
- package/package.json +102 -0
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
import cors from 'cors';
|
|
2
|
+
import WebSocket from 'ws';
|
|
3
|
+
import express from 'express';
|
|
4
|
+
import ApiEventEmitter from './ApiEventEmitter.js';
|
|
5
|
+
import { configs } from '../../configs/configs.js';
|
|
6
|
+
import { sleep } from '../../utils/utils.js';
|
|
7
|
+
import { stateStreaming } from '../../monitoring/streaming/StateStreamer.js';
|
|
8
|
+
import { applyLoggingProxyToClass } from '../../monitoring/proxy/loggingProxy.js';
|
|
9
|
+
import { verifyBackendSignatureMiddleware, verifyJobOwnerSignatureMiddleware, verifyWSJobOwnerSignatureMiddleware, verifyWSMiddleware, verifyWSNodeOrJobOwnerSignatureMiddleware, } from './middlewares/index.js';
|
|
10
|
+
import { getNodeInfoRoute, getJobResultsRoute, getServiceUrlRoute, postJobDefinitionRoute, postServiceStopRoute, postNodeValidation, wssLogRoute, wssStatusRoute, getCurrentGroupStatusHandler, getGroupStatusHandler, getOperationsStatusHandler, getOperationStatusHandler, restartGroupOperationHandler, restartOperationHandler, stopGroupOperationHandler, stopOperationHandler, wssTaskManagerLogRoute, moveGroupOperationHandler, getJobDefinitionRoute, getJobInfoRoute, } from './routes/index.js';
|
|
11
|
+
import { NodeAlreadyActiveError } from '../../errors/NodeAlreadyActiveError.js';
|
|
12
|
+
export class ApiHandler {
|
|
13
|
+
constructor(sdk, repository, provider, port) {
|
|
14
|
+
this.sdk = sdk;
|
|
15
|
+
this.repository = repository;
|
|
16
|
+
this.provider = provider;
|
|
17
|
+
this.port = port;
|
|
18
|
+
this.server = null;
|
|
19
|
+
this.wss = null; // WebSocket server
|
|
20
|
+
this.eventEmitter = ApiEventEmitter.getInstance();
|
|
21
|
+
this.apiCheckInterval = null;
|
|
22
|
+
this.address = this.sdk.solana.provider.wallet.publicKey;
|
|
23
|
+
this.api = express();
|
|
24
|
+
this.api.use(cors());
|
|
25
|
+
this.registerRoutes();
|
|
26
|
+
applyLoggingProxyToClass(this);
|
|
27
|
+
// periodically check if the api server returns a response on / (the response is the address)
|
|
28
|
+
// if not stop the reverse proxy and set it up again
|
|
29
|
+
}
|
|
30
|
+
async start() {
|
|
31
|
+
try {
|
|
32
|
+
const server = await this.restartApiProxy();
|
|
33
|
+
return server;
|
|
34
|
+
}
|
|
35
|
+
catch (error) {
|
|
36
|
+
throw error;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
async preventMultipleApiStarts() {
|
|
40
|
+
if (await this.testApiServerOnce(`https://${this.address}.${configs().frp.serverAddr}`)) {
|
|
41
|
+
throw new NodeAlreadyActiveError(this.address.toString());
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
async testApiServerOnce(server) {
|
|
45
|
+
try {
|
|
46
|
+
const response = await fetch(`${server}`);
|
|
47
|
+
if (!response.ok)
|
|
48
|
+
return false;
|
|
49
|
+
const responseText = await response.json();
|
|
50
|
+
return responseText === this.address.toString();
|
|
51
|
+
}
|
|
52
|
+
catch {
|
|
53
|
+
return false;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
async restartApiProxy() {
|
|
57
|
+
await this.stopApiProxy();
|
|
58
|
+
await this.provider.setUpReverseProxyApi(this.address.toString(), this.port.toString());
|
|
59
|
+
this.stopServerAndWebSocket();
|
|
60
|
+
const server = `https://${this.address}.${configs().frp.serverAddr}`;
|
|
61
|
+
await sleep(3);
|
|
62
|
+
this.startApiCheck(server);
|
|
63
|
+
await this.listen();
|
|
64
|
+
this.startWebSocketServer();
|
|
65
|
+
return server;
|
|
66
|
+
}
|
|
67
|
+
async stopApiProxy() {
|
|
68
|
+
await this.provider.stopReverseProxyApi(this.address.toString());
|
|
69
|
+
this.stopApiCheck();
|
|
70
|
+
}
|
|
71
|
+
async startWebSocketServer() {
|
|
72
|
+
this.wss = new WebSocket.Server({ noServer: true });
|
|
73
|
+
this.server?.on('upgrade', (request, socket, head) => {
|
|
74
|
+
this.wss?.handleUpgrade(request, socket, head, (ws) => {
|
|
75
|
+
this.wss?.emit('connection', ws, request);
|
|
76
|
+
});
|
|
77
|
+
});
|
|
78
|
+
this.wss.on('connection', (ws) => {
|
|
79
|
+
let keepAliveInterval;
|
|
80
|
+
ws.on('message', async (message) => {
|
|
81
|
+
try {
|
|
82
|
+
const { path, header, body } = JSON.parse(message.toString());
|
|
83
|
+
keepAliveInterval = setInterval(() => {
|
|
84
|
+
ws.ping();
|
|
85
|
+
}, 30000);
|
|
86
|
+
switch (path) {
|
|
87
|
+
case '/log':
|
|
88
|
+
await verifyWSJobOwnerSignatureMiddleware(ws, header, body, wssLogRoute);
|
|
89
|
+
break;
|
|
90
|
+
case '/flog':
|
|
91
|
+
await verifyWSMiddleware(ws, header, body, wssTaskManagerLogRoute);
|
|
92
|
+
break;
|
|
93
|
+
case '/status':
|
|
94
|
+
await verifyWSNodeOrJobOwnerSignatureMiddleware(ws, header, body, wssStatusRoute);
|
|
95
|
+
break;
|
|
96
|
+
default:
|
|
97
|
+
ws.close(3003, 'Invalid Path');
|
|
98
|
+
break;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
catch (err) {
|
|
102
|
+
ws.close(1011, 'Internal Server Error');
|
|
103
|
+
}
|
|
104
|
+
});
|
|
105
|
+
ws.on('close', () => {
|
|
106
|
+
if (keepAliveInterval) {
|
|
107
|
+
clearInterval(keepAliveInterval);
|
|
108
|
+
}
|
|
109
|
+
stateStreaming(this.address.toString()).unsubscribe(ws);
|
|
110
|
+
});
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
startApiCheck(server) {
|
|
114
|
+
if (!this.apiCheckInterval) {
|
|
115
|
+
this.apiCheckInterval = setInterval(async () => {
|
|
116
|
+
const isAlive = await this.testApiServerOnce(server);
|
|
117
|
+
if (!isAlive) {
|
|
118
|
+
console.log('API proxy is offline, restarting..');
|
|
119
|
+
await this.restartApiProxy();
|
|
120
|
+
}
|
|
121
|
+
}, 60000 * 5); // every 5 minutes
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
async registerRoutes() {
|
|
125
|
+
// Attach require objects to routes
|
|
126
|
+
this.api.use((req, _, next) => {
|
|
127
|
+
req.repository = this.repository;
|
|
128
|
+
req.provider = this.provider;
|
|
129
|
+
req.eventEmitter = this.eventEmitter;
|
|
130
|
+
req.address = this.address;
|
|
131
|
+
next();
|
|
132
|
+
});
|
|
133
|
+
this.api.use(express.json());
|
|
134
|
+
this.api.use('/job/:jobId/*', verifyJobOwnerSignatureMiddleware);
|
|
135
|
+
// GET Routes
|
|
136
|
+
this.api.get('/node/info', getNodeInfoRoute);
|
|
137
|
+
this.api.get('/', (_, res) => res.send(this.address));
|
|
138
|
+
this.api.get('/job/:jobId/info', getJobInfoRoute);
|
|
139
|
+
this.api.get('/job/:jobId/results', getJobResultsRoute);
|
|
140
|
+
this.api.get('/job/:jobId/job-definition', getJobDefinitionRoute);
|
|
141
|
+
this.api.get('/job/:jobId/ops', getOperationsStatusHandler);
|
|
142
|
+
this.api.get('/job/:jobId/ops/:opId', getOperationStatusHandler);
|
|
143
|
+
this.api.get('/job/:jobId/group/current', getCurrentGroupStatusHandler);
|
|
144
|
+
this.api.get('/job/:jobId/group/:group', getGroupStatusHandler);
|
|
145
|
+
this.api.get('/job/:jobId/endpoints', getServiceUrlRoute);
|
|
146
|
+
// POST Routes
|
|
147
|
+
this.api.post('/node/validate', verifyBackendSignatureMiddleware, postNodeValidation);
|
|
148
|
+
this.api.post('/job/:jobId/job-definition', postJobDefinitionRoute);
|
|
149
|
+
this.api.post('/job/:jobId/group/:group/move', moveGroupOperationHandler);
|
|
150
|
+
this.api.post('/job/:jobId/group/:group/operation/:opId/restart', restartOperationHandler);
|
|
151
|
+
this.api.post('/job/:jobId/group/:group/restart', restartGroupOperationHandler);
|
|
152
|
+
this.api.post('/job/:jobId/group/:group/operation/:opId/stop', stopOperationHandler);
|
|
153
|
+
this.api.post('/job/:jobId/group/:group/stop', stopGroupOperationHandler);
|
|
154
|
+
this.api.post('/job/:jobId/stop', postServiceStopRoute);
|
|
155
|
+
// Deprecated routes
|
|
156
|
+
this.api.get('/job-result/:jobId', getJobResultsRoute);
|
|
157
|
+
this.api.get('/service/url/:jobId', getServiceUrlRoute);
|
|
158
|
+
this.api.post('/job-definition/:jobId', postJobDefinitionRoute);
|
|
159
|
+
this.api.post('/service/stop/:jobId', postServiceStopRoute);
|
|
160
|
+
}
|
|
161
|
+
async listen() {
|
|
162
|
+
if (this.server) {
|
|
163
|
+
this.server.close();
|
|
164
|
+
this.server = null;
|
|
165
|
+
}
|
|
166
|
+
return new Promise((resolve, reject) => {
|
|
167
|
+
this.server = this.api.listen(this.port, () => {
|
|
168
|
+
resolve(this.port);
|
|
169
|
+
});
|
|
170
|
+
this.server.on('error', (err) => {
|
|
171
|
+
reject(err);
|
|
172
|
+
});
|
|
173
|
+
});
|
|
174
|
+
}
|
|
175
|
+
stopApiCheck() {
|
|
176
|
+
if (this.apiCheckInterval) {
|
|
177
|
+
clearInterval(this.apiCheckInterval);
|
|
178
|
+
this.apiCheckInterval = null;
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
stopServerAndWebSocket() {
|
|
182
|
+
if (this.server) {
|
|
183
|
+
this.server.close();
|
|
184
|
+
}
|
|
185
|
+
if (this.wss) {
|
|
186
|
+
this.wss.close();
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
async stop() {
|
|
190
|
+
await this.stopApiProxy();
|
|
191
|
+
this.stopServerAndWebSocket();
|
|
192
|
+
}
|
|
193
|
+
}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { Request, Response } from 'express';
|
|
2
|
+
export interface EventSource<T extends unknown> {
|
|
3
|
+
sendIfChanged: (data: T) => void;
|
|
4
|
+
closeEventSource: () => void;
|
|
5
|
+
}
|
|
6
|
+
export declare function createEventSource<T extends unknown>(req: Request, res: Response): EventSource<T>;
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
export function createEventSource(req, res) {
|
|
2
|
+
let lastSendDataString = null;
|
|
3
|
+
function sendIfChanged(data) {
|
|
4
|
+
const dataString = JSON.stringify(data);
|
|
5
|
+
if (dataString !== lastSendDataString) {
|
|
6
|
+
res.write(`data: ${dataString}\n\n`);
|
|
7
|
+
lastSendDataString = dataString;
|
|
8
|
+
}
|
|
9
|
+
}
|
|
10
|
+
res.writeHead(200, {
|
|
11
|
+
'Content-Type': 'text/event-stream',
|
|
12
|
+
'Cache-Control': 'no-cache',
|
|
13
|
+
Connection: 'keep-alive',
|
|
14
|
+
'X-Accel-Buffering': 'no',
|
|
15
|
+
});
|
|
16
|
+
const keepaliveInterval = setInterval(() => {
|
|
17
|
+
res.write(': keep-alive\n\n');
|
|
18
|
+
}, 15000);
|
|
19
|
+
req.on('close', () => {
|
|
20
|
+
clearInterval(keepaliveInterval);
|
|
21
|
+
res.end();
|
|
22
|
+
});
|
|
23
|
+
req.on('error', () => {
|
|
24
|
+
clearInterval(keepaliveInterval);
|
|
25
|
+
res.end();
|
|
26
|
+
});
|
|
27
|
+
const closeEventSource = () => {
|
|
28
|
+
clearInterval(keepaliveInterval);
|
|
29
|
+
res.end();
|
|
30
|
+
};
|
|
31
|
+
return {
|
|
32
|
+
sendIfChanged,
|
|
33
|
+
closeEventSource,
|
|
34
|
+
};
|
|
35
|
+
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export * from './rest/verifyBackendSignatureMiddleware.js';
|
|
2
|
+
export * from './rest/verifyJobOwnerSignatureMiddleware.js';
|
|
3
|
+
export * from './ws/verifyWSJobOwnerSignatureMiddleware.js';
|
|
4
|
+
export * from './ws/verifyWSNodeOrJobOwnerSignatureMiddleware.js';
|
|
5
|
+
export * from './ws/verifyWSMiddleware.js';
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
// REST API MIDDLEWARE
|
|
2
|
+
export * from './rest/verifyBackendSignatureMiddleware.js';
|
|
3
|
+
export * from './rest/verifyJobOwnerSignatureMiddleware.js';
|
|
4
|
+
// WEBSOCKET MIDDLEWARE
|
|
5
|
+
export * from './ws/verifyWSJobOwnerSignatureMiddleware.js';
|
|
6
|
+
export * from './ws/verifyWSNodeOrJobOwnerSignatureMiddleware.js';
|
|
7
|
+
export * from './ws/verifyWSMiddleware.js';
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import { NextFunction, Response } from 'express';
|
|
2
|
+
import { NodeAPIRequest } from '../../types/index.js';
|
|
3
|
+
export declare function verifyBackendSignatureMiddleware(req: NodeAPIRequest, res: Response, next: NextFunction): Promise<Response<any, Record<string, any>> | undefined>;
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { PublicKey } from '@solana/web3.js';
|
|
2
|
+
import { getSDK } from '../../../../sdk/index.js';
|
|
3
|
+
import { configs } from '../../../../configs/configs.js';
|
|
4
|
+
export async function verifyBackendSignatureMiddleware(req, res, next) {
|
|
5
|
+
const sdk = getSDK();
|
|
6
|
+
try {
|
|
7
|
+
if (!sdk.authorization.validateHeader(req.headers, {
|
|
8
|
+
expiry: 300,
|
|
9
|
+
key: 'x-session-id',
|
|
10
|
+
publicKey: new PublicKey(configs().backendAuthorizationAddress),
|
|
11
|
+
})) {
|
|
12
|
+
return res.status(401).send('Unauthorized Request');
|
|
13
|
+
}
|
|
14
|
+
res.locals['session_id'] = req.headers['x-session-id'].split(':')[0];
|
|
15
|
+
next();
|
|
16
|
+
}
|
|
17
|
+
catch (error) {
|
|
18
|
+
res.status(401).send(`Unauthorized Request: ${error.message}`);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { NextFunction, Response } from 'express';
|
|
2
|
+
import { NodeAPIRequest } from '../../types/index.js';
|
|
3
|
+
export declare function verifyJobOwnerSignatureMiddleware(req: NodeAPIRequest<{
|
|
4
|
+
jobId: string;
|
|
5
|
+
}>, res: Response, next: NextFunction): Promise<Response<any, Record<string, any>> | undefined>;
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { PublicKey } from '@solana/web3.js';
|
|
2
|
+
import { getSDK } from '../../../../sdk/index.js';
|
|
3
|
+
export async function verifyJobOwnerSignatureMiddleware(req, res, next) {
|
|
4
|
+
const sdk = getSDK();
|
|
5
|
+
const jobId = req.params.jobId;
|
|
6
|
+
if (!jobId) {
|
|
7
|
+
res.status(400).send('Expected jobId parameter.');
|
|
8
|
+
return;
|
|
9
|
+
}
|
|
10
|
+
try {
|
|
11
|
+
const job = await sdk.jobs.get(jobId);
|
|
12
|
+
if (!job) {
|
|
13
|
+
res.status(400).send(`Could not find job with id ${jobId}`);
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
if (!sdk.authorization.validateHeader(req.headers, {
|
|
17
|
+
key: 'authorization',
|
|
18
|
+
expiry: job.timeout,
|
|
19
|
+
publicKey: new PublicKey(job.project),
|
|
20
|
+
})) {
|
|
21
|
+
return res.status(401).send('Unauthorized Request');
|
|
22
|
+
}
|
|
23
|
+
next();
|
|
24
|
+
}
|
|
25
|
+
catch (error) {
|
|
26
|
+
res.status(401).send(`Unauthorized Request: ${error.message}`);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { PublicKey } from '@solana/web3.js';
|
|
2
|
+
import { getSDK } from '../../../../sdk/index.js';
|
|
3
|
+
export async function verifyWSJobOwnerSignatureMiddleware(ws, headers, body, nextFunction) {
|
|
4
|
+
const sdk = getSDK();
|
|
5
|
+
const jobId = body.jobAddress;
|
|
6
|
+
if (!jobId) {
|
|
7
|
+
ws.close(1007, 'Expected body to contain jobAddress.');
|
|
8
|
+
return;
|
|
9
|
+
}
|
|
10
|
+
try {
|
|
11
|
+
const job = await sdk.jobs.get(jobId);
|
|
12
|
+
if (!job) {
|
|
13
|
+
ws.close(1007, `Could not find job with id ${jobId}`);
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
try {
|
|
17
|
+
if (sdk.authorization.validate(headers, {
|
|
18
|
+
publicKey: new PublicKey(job.project),
|
|
19
|
+
})) {
|
|
20
|
+
await nextFunction(ws, headers, body);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
catch (_) {
|
|
24
|
+
ws.close(3000, 'Unauthorized Request');
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
catch (error) {
|
|
28
|
+
ws.close(3000, `Unauthorized Request: ${error.message}`);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { getSDK } from '../../../../sdk/index.js';
|
|
2
|
+
export async function verifyWSMiddleware(ws, headers, body, nextFunction) {
|
|
3
|
+
const sdk = getSDK();
|
|
4
|
+
const jobId = body.jobAddress;
|
|
5
|
+
if (!jobId) {
|
|
6
|
+
ws.close(1007, 'Expected body to contain jobAddress.');
|
|
7
|
+
return;
|
|
8
|
+
}
|
|
9
|
+
try {
|
|
10
|
+
const job = await sdk.jobs.get(jobId);
|
|
11
|
+
if (!job) {
|
|
12
|
+
ws.close(1007, `Could not find job with id ${jobId}`);
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
nextFunction(ws, headers, body);
|
|
16
|
+
}
|
|
17
|
+
catch (error) {
|
|
18
|
+
ws.close(3000, `Unauthorized Request: ${error.message}`);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { PublicKey } from '@solana/web3.js';
|
|
2
|
+
import { getSDK } from '../../../../sdk/index.js';
|
|
3
|
+
export async function verifyWSNodeOrJobOwnerSignatureMiddleware(ws, headers, body, nextFunction) {
|
|
4
|
+
const sdk = getSDK();
|
|
5
|
+
const jobId = body.jobAddress;
|
|
6
|
+
if (!jobId) {
|
|
7
|
+
ws.close(1007, 'Expected body to contain jobAddress.');
|
|
8
|
+
return;
|
|
9
|
+
}
|
|
10
|
+
try {
|
|
11
|
+
const job = await sdk.jobs.get(jobId);
|
|
12
|
+
if (!job) {
|
|
13
|
+
ws.close(1007, `Could not find job with id ${jobId}`);
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
try {
|
|
17
|
+
if (sdk.authorization.validate(headers, {
|
|
18
|
+
publicKey: new PublicKey(job.project),
|
|
19
|
+
}) ||
|
|
20
|
+
sdk.authorization.validate(headers, {
|
|
21
|
+
publicKey: sdk.solana.wallet.publicKey,
|
|
22
|
+
})) {
|
|
23
|
+
await nextFunction(ws, headers, body);
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
catch (_) {
|
|
27
|
+
ws.close(3000, 'Unauthorized Request');
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
catch (error) {
|
|
31
|
+
ws.close(3000, `Unauthorized Request: ${error.message}`);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export function getJobDefinitionRoute(req, res) {
|
|
2
|
+
const id = req.params.jobId;
|
|
3
|
+
if (!id) {
|
|
4
|
+
return res.status(400).send('job id parameter not provided');
|
|
5
|
+
}
|
|
6
|
+
const flowState = req.repository.getFlow(id);
|
|
7
|
+
if (!flowState) {
|
|
8
|
+
return res.status(400).send('invalid job id');
|
|
9
|
+
}
|
|
10
|
+
if (flowState.state.status === 'waiting-for-job-definition') {
|
|
11
|
+
return res
|
|
12
|
+
.status(400)
|
|
13
|
+
.send('The job definition has not yet been set. Please set the job definition and try again.');
|
|
14
|
+
}
|
|
15
|
+
res.status(200).send(JSON.stringify(flowState.jobDefinition));
|
|
16
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { FlowState, OpState } from '@nosana/sdk';
|
|
2
|
+
import TaskManager from '../../../../task/TaskManager.js';
|
|
3
|
+
type TaskStatus = Record<string, string | null>;
|
|
4
|
+
type RedactedFlowState = Omit<OpState, 'logs' | 'providerId'>;
|
|
5
|
+
type RedactedFlowStateWithOpStates = Omit<FlowState, 'opStates'> & {
|
|
6
|
+
opStates: RedactedFlowState[];
|
|
7
|
+
};
|
|
8
|
+
type TaskResponse = {
|
|
9
|
+
all: TaskStatus | null;
|
|
10
|
+
currentGroup: string | undefined;
|
|
11
|
+
currentGroupStatus: TaskStatus | null;
|
|
12
|
+
};
|
|
13
|
+
export type JobInfoResponse = RedactedFlowStateWithOpStates & {
|
|
14
|
+
operations: TaskResponse | null;
|
|
15
|
+
};
|
|
16
|
+
export declare function buildInfoObject(flowState: FlowState, task: TaskManager | undefined): JobInfoResponse;
|
|
17
|
+
export {};
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export function buildInfoObject(flowState, task) {
|
|
2
|
+
const { opStates, ...flowStateWithoutOpStates } = flowState;
|
|
3
|
+
return {
|
|
4
|
+
...flowStateWithoutOpStates,
|
|
5
|
+
errors: flowState.errors ?? [],
|
|
6
|
+
opStates: opStates.map(({ logs, providerId, ...opState }) => opState),
|
|
7
|
+
operations: task
|
|
8
|
+
? {
|
|
9
|
+
all: task.getOperationsStatus(),
|
|
10
|
+
currentGroup: task.getCurrentGroup(),
|
|
11
|
+
currentGroupStatus: task.getCurrentGroupStatus(),
|
|
12
|
+
}
|
|
13
|
+
: null,
|
|
14
|
+
};
|
|
15
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { pollActiveJob } from './pollActiveJob.js';
|
|
2
|
+
import { createEventSource } from '../../../eventsource/index.js';
|
|
3
|
+
export function getJobInfoRoute(req, res) {
|
|
4
|
+
const jobId = req.params.jobId;
|
|
5
|
+
if (!jobId) {
|
|
6
|
+
return res.status(400).send('Job id parameter not provided.');
|
|
7
|
+
}
|
|
8
|
+
const flowState = req.repository.getFlowState(jobId);
|
|
9
|
+
if (!flowState) {
|
|
10
|
+
return res.status(404).send('Failed to find job for provided job id.');
|
|
11
|
+
}
|
|
12
|
+
const { sendIfChanged, closeEventSource } = createEventSource(req, res);
|
|
13
|
+
const { stopPolling } = pollActiveJob(req.repository, jobId, sendIfChanged, closeEventSource);
|
|
14
|
+
req.on('close', stopPolling);
|
|
15
|
+
req.on('error', stopPolling);
|
|
16
|
+
res.on('error', stopPolling);
|
|
17
|
+
res.on('finish', stopPolling);
|
|
18
|
+
}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { EventSource } from '../../../eventsource/index.js';
|
|
2
|
+
import { JobInfoResponse } from './buildInfoObject.js';
|
|
3
|
+
import { NodeRepository } from '../../../../../repository/NodeRepository.js';
|
|
4
|
+
export declare function pollActiveJob(repository: NodeRepository, jobId: string, sendIfChanged: EventSource<JobInfoResponse>['sendIfChanged'], closeEventSource: EventSource<JobInfoResponse>['closeEventSource']): {
|
|
5
|
+
stopPolling: () => void;
|
|
6
|
+
};
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { buildInfoObject } from './buildInfoObject.js';
|
|
2
|
+
import { TaskManagerRegistry } from '../../../../task/TaskManagerRegistry.js';
|
|
3
|
+
const INTERVAL_MS = 1000;
|
|
4
|
+
export function pollActiveJob(repository, jobId, sendIfChanged, closeEventSource) {
|
|
5
|
+
let debounceTimer = null;
|
|
6
|
+
const stopPolling = () => {
|
|
7
|
+
if (debounceTimer)
|
|
8
|
+
clearInterval(debounceTimer);
|
|
9
|
+
closeEventSource();
|
|
10
|
+
};
|
|
11
|
+
const initialFlowState = repository.getFlowState(jobId);
|
|
12
|
+
const initialTask = TaskManagerRegistry.getInstance().get(jobId);
|
|
13
|
+
if (!initialFlowState) {
|
|
14
|
+
stopPolling();
|
|
15
|
+
return {
|
|
16
|
+
stopPolling,
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
sendIfChanged(buildInfoObject(initialFlowState, initialTask));
|
|
20
|
+
if (initialFlowState.endTime) {
|
|
21
|
+
stopPolling();
|
|
22
|
+
return {
|
|
23
|
+
stopPolling,
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
debounceTimer = setInterval(() => {
|
|
27
|
+
const flowState = repository.getFlowState(jobId);
|
|
28
|
+
const task = TaskManagerRegistry.getInstance().get(jobId);
|
|
29
|
+
if (!flowState) {
|
|
30
|
+
stopPolling();
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
sendIfChanged(buildInfoObject(flowState, task));
|
|
34
|
+
if (flowState.endTime) {
|
|
35
|
+
stopPolling();
|
|
36
|
+
return;
|
|
37
|
+
}
|
|
38
|
+
}, INTERVAL_MS);
|
|
39
|
+
return {
|
|
40
|
+
stopPolling,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { Response } from 'express';
|
|
2
|
+
import { NodeAPIRequest } from '../../types/index.js';
|
|
3
|
+
/**
|
|
4
|
+
* Returns all operation statuses for the job.
|
|
5
|
+
*/
|
|
6
|
+
export declare function getOperationsStatusHandler(req: NodeAPIRequest<{
|
|
7
|
+
jobId: string;
|
|
8
|
+
}>, res: Response): Response<any, Record<string, any>>;
|
|
9
|
+
/**
|
|
10
|
+
* Returns the status of a specific operation.
|
|
11
|
+
*/
|
|
12
|
+
export declare function getOperationStatusHandler(req: NodeAPIRequest<{
|
|
13
|
+
jobId: string;
|
|
14
|
+
opId: string;
|
|
15
|
+
}>, res: Response): Response<any, Record<string, any>>;
|
|
16
|
+
/**
|
|
17
|
+
* Returns the status of all operations in the current group.
|
|
18
|
+
*/
|
|
19
|
+
export declare function getCurrentGroupStatusHandler(req: NodeAPIRequest<{
|
|
20
|
+
jobId: string;
|
|
21
|
+
}>, res: Response): Response<any, Record<string, any>>;
|
|
22
|
+
/**
|
|
23
|
+
* Returns the status of all operations in a specified group.
|
|
24
|
+
*/
|
|
25
|
+
export declare function getGroupStatusHandler(req: NodeAPIRequest<{
|
|
26
|
+
jobId: string;
|
|
27
|
+
group: string;
|
|
28
|
+
}>, res: Response): Response<any, Record<string, any>>;
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { TaskManagerRegistry } from '../../../task/TaskManagerRegistry.js';
|
|
2
|
+
/**
|
|
3
|
+
* Returns all operation statuses for the job.
|
|
4
|
+
*/
|
|
5
|
+
export function getOperationsStatusHandler(req, res) {
|
|
6
|
+
const { jobId } = req.params;
|
|
7
|
+
const task = TaskManagerRegistry.getInstance().get(jobId);
|
|
8
|
+
if (!task) {
|
|
9
|
+
return res.status(400).send('invalid job id');
|
|
10
|
+
}
|
|
11
|
+
return res.status(200).json(task.getOperationsStatus());
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Returns the status of a specific operation.
|
|
15
|
+
*/
|
|
16
|
+
export function getOperationStatusHandler(req, res) {
|
|
17
|
+
const { jobId, opId } = req.params;
|
|
18
|
+
const task = TaskManagerRegistry.getInstance().get(jobId);
|
|
19
|
+
if (!task) {
|
|
20
|
+
return res.status(400).send('invalid job id');
|
|
21
|
+
}
|
|
22
|
+
const operation = task.getOperationStatus(opId);
|
|
23
|
+
if (!operation) {
|
|
24
|
+
return res.status(404).send('operation not found');
|
|
25
|
+
}
|
|
26
|
+
return res.status(200).json(operation);
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Returns the status of all operations in the current group.
|
|
30
|
+
*/
|
|
31
|
+
export function getCurrentGroupStatusHandler(req, res) {
|
|
32
|
+
const { jobId } = req.params;
|
|
33
|
+
const task = TaskManagerRegistry.getInstance().get(jobId);
|
|
34
|
+
if (!task) {
|
|
35
|
+
return res.status(400).send('invalid job id');
|
|
36
|
+
}
|
|
37
|
+
return res.status(200).json(task.getCurrentGroupStatus());
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Returns the status of all operations in a specified group.
|
|
41
|
+
*/
|
|
42
|
+
export function getGroupStatusHandler(req, res) {
|
|
43
|
+
const { jobId, group } = req.params;
|
|
44
|
+
const task = TaskManagerRegistry.getInstance().get(jobId);
|
|
45
|
+
if (!task) {
|
|
46
|
+
return res.status(400).send('invalid job id');
|
|
47
|
+
}
|
|
48
|
+
const groupStatus = task.getGroupStatus(group);
|
|
49
|
+
if (!groupStatus) {
|
|
50
|
+
return res.status(404).send('group not found');
|
|
51
|
+
}
|
|
52
|
+
return res.status(200).json(groupStatus);
|
|
53
|
+
}
|