@dcupl/cli 1.4.0-beta.0 → 1.4.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +45 -0
- package/dist/cli.js +782 -149
- package/dist/cli.js.map +1 -1
- package/dist/functions/app/app-id.js +34 -2
- package/dist/functions/app/app-id.js.map +1 -1
- package/dist/functions/app/client/daemon-client.js.map +1 -1
- package/dist/functions/app/commands/cdn-host.d.ts +16 -0
- package/dist/functions/app/commands/cdn-host.js +47 -0
- package/dist/functions/app/commands/cdn-host.js.map +1 -0
- package/dist/functions/app/commands/create.js +50 -34
- package/dist/functions/app/commands/create.js.map +1 -1
- package/dist/functions/app/commands/destroy.js +10 -4
- package/dist/functions/app/commands/destroy.js.map +1 -1
- package/dist/functions/app/commands/detect-serve.js +17 -6
- package/dist/functions/app/commands/detect-serve.js.map +1 -1
- package/dist/functions/app/commands/fn/_fn-helpers.d.ts +13 -0
- package/dist/functions/app/commands/fn/_fn-helpers.js +64 -0
- package/dist/functions/app/commands/fn/_fn-helpers.js.map +1 -1
- package/dist/functions/app/commands/fn/aggregate.d.ts +8 -1
- package/dist/functions/app/commands/fn/aggregate.js +32 -3
- package/dist/functions/app/commands/fn/aggregate.js.map +1 -1
- package/dist/functions/app/commands/fn/facets.d.ts +1 -0
- package/dist/functions/app/commands/fn/facets.js +2 -0
- package/dist/functions/app/commands/fn/facets.js.map +1 -1
- package/dist/functions/app/commands/fn/group-by.d.ts +6 -0
- package/dist/functions/app/commands/fn/group-by.js +13 -22
- package/dist/functions/app/commands/fn/group-by.js.map +1 -1
- package/dist/functions/app/commands/fn/pivot.d.ts +14 -0
- package/dist/functions/app/commands/fn/pivot.js +72 -0
- package/dist/functions/app/commands/fn/pivot.js.map +1 -0
- package/dist/functions/app/commands/fn/suggest.d.ts +17 -0
- package/dist/functions/app/commands/fn/suggest.js +34 -0
- package/dist/functions/app/commands/fn/suggest.js.map +1 -0
- package/dist/functions/app/commands/list.js +6 -2
- package/dist/functions/app/commands/list.js.map +1 -1
- package/dist/functions/app/commands/loader-hash.js.map +1 -1
- package/dist/functions/app/commands/loaders/add.js +6 -0
- package/dist/functions/app/commands/loaders/add.js.map +1 -1
- package/dist/functions/app/commands/loaders/process-flags.js +4 -1
- package/dist/functions/app/commands/loaders/process-flags.js.map +1 -1
- package/dist/functions/app/commands/loaders/process.js +3 -1
- package/dist/functions/app/commands/loaders/process.js.map +1 -1
- package/dist/functions/app/commands/models/get.js.map +1 -1
- package/dist/functions/app/commands/models/keys.js.map +1 -1
- package/dist/functions/app/commands/models/remove.js.map +1 -1
- package/dist/functions/app/commands/models/set.js +3 -1
- package/dist/functions/app/commands/models/set.js.map +1 -1
- package/dist/functions/app/commands/query/execute.js +5 -2
- package/dist/functions/app/commands/query/execute.js.map +1 -1
- package/dist/functions/app/commands/query/one.js +3 -1
- package/dist/functions/app/commands/query/one.js.map +1 -1
- package/dist/functions/app/commands/render.js +10 -4
- package/dist/functions/app/commands/render.js.map +1 -1
- package/dist/functions/app/commands/resolve-app.js.map +1 -1
- package/dist/functions/app/commands/resolve-source.d.ts +1 -0
- package/dist/functions/app/commands/resolve-source.js +29 -6
- package/dist/functions/app/commands/resolve-source.js.map +1 -1
- package/dist/functions/app/commands/validate-report.d.ts +31 -0
- package/dist/functions/app/commands/validate-report.js +20 -1
- package/dist/functions/app/commands/validate-report.js.map +1 -1
- package/dist/functions/app/commands/validate.d.ts +1 -0
- package/dist/functions/app/commands/validate.js +32 -14
- package/dist/functions/app/commands/validate.js.map +1 -1
- package/dist/functions/app/daemon/app-server.module.js +6 -1
- package/dist/functions/app/daemon/app-server.module.js.map +1 -1
- package/dist/functions/app/daemon/controllers/data.controller.js +17 -6
- package/dist/functions/app/daemon/controllers/data.controller.js.map +1 -1
- package/dist/functions/app/daemon/controllers/fn.controller.d.ts +8 -0
- package/dist/functions/app/daemon/controllers/fn.controller.js +20 -0
- package/dist/functions/app/daemon/controllers/fn.controller.js.map +1 -1
- package/dist/functions/app/daemon/controllers/lifecycle.controller.js.map +1 -1
- package/dist/functions/app/daemon/controllers/query.controller.js +4 -1
- package/dist/functions/app/daemon/controllers/query.controller.js.map +1 -1
- package/dist/functions/app/daemon/daemon-args.js +2 -2
- package/dist/functions/app/daemon/daemon-args.js.map +1 -1
- package/dist/functions/app/daemon/filters/envelope-exception.filter.js +6 -1
- package/dist/functions/app/daemon/filters/envelope-exception.filter.js.map +1 -1
- package/dist/functions/app/daemon/main.js +14 -7
- package/dist/functions/app/daemon/main.js.map +1 -1
- package/dist/functions/app/daemon/services/attribute-validation.d.ts +21 -0
- package/dist/functions/app/daemon/services/attribute-validation.js +164 -0
- package/dist/functions/app/daemon/services/attribute-validation.js.map +1 -0
- package/dist/functions/app/daemon/services/dcupl-host.service.d.ts +7 -0
- package/dist/functions/app/daemon/services/dcupl-host.service.js +93 -16
- package/dist/functions/app/daemon/services/dcupl-host.service.js.map +1 -1
- package/dist/functions/app/daemon/services/idle-watchdog.service.js.map +1 -1
- package/dist/functions/app/daemon/services/ingest.service.js +8 -4
- package/dist/functions/app/daemon/services/ingest.service.js.map +1 -1
- package/dist/functions/app/daemon/services/init-options.js.map +1 -1
- package/dist/functions/app/daemon/services/loaders.service.d.ts +3 -1
- package/dist/functions/app/daemon/services/loaders.service.js +22 -6
- package/dist/functions/app/daemon/services/loaders.service.js.map +1 -1
- package/dist/functions/app/e2e/port-lock.d.ts +8 -0
- package/dist/functions/app/e2e/port-lock.js +66 -2
- package/dist/functions/app/e2e/port-lock.js.map +1 -1
- package/dist/functions/app/registry/registry.js +11 -10
- package/dist/functions/app/registry/registry.js.map +1 -1
- package/dist/functions/app/registry/serve-registry.js +13 -9
- package/dist/functions/app/registry/serve-registry.js.map +1 -1
- package/dist/functions/app/types.d.ts +2 -0
- package/dist/functions/config/commands/get.d.ts +3 -3
- package/dist/functions/config/commands/get.js +34 -16
- package/dist/functions/config/commands/get.js.map +1 -1
- package/dist/functions/config/commands/set.js +9 -4
- package/dist/functions/config/commands/set.js.map +1 -1
- package/dist/functions/config/io.d.ts +4 -1
- package/dist/functions/config/io.js +44 -11
- package/dist/functions/config/io.js.map +1 -1
- package/dist/functions/config/prompts.js +1 -3
- package/dist/functions/config/prompts.js.map +1 -1
- package/dist/functions/files/commands/copy.js +1 -1
- package/dist/functions/files/commands/copy.js.map +1 -1
- package/dist/functions/files/commands/delete.js +1 -1
- package/dist/functions/files/commands/delete.js.map +1 -1
- package/dist/functions/files/commands/list.js +6 -3
- package/dist/functions/files/commands/list.js.map +1 -1
- package/dist/functions/files/commands/move.js +1 -1
- package/dist/functions/files/commands/move.js.map +1 -1
- package/dist/functions/files/commands/pull.d.ts +16 -1
- package/dist/functions/files/commands/pull.js +135 -1
- package/dist/functions/files/commands/pull.js.map +1 -1
- package/dist/functions/files/commands/push.d.ts +1 -0
- package/dist/functions/files/commands/push.js +25 -3
- package/dist/functions/files/commands/push.js.map +1 -1
- package/dist/functions/files/commands/read.js +3 -2
- package/dist/functions/files/commands/read.js.map +1 -1
- package/dist/functions/files/commands/render.d.ts +29 -0
- package/dist/functions/files/commands/render.js +8 -4
- package/dist/functions/files/commands/render.js.map +1 -1
- package/dist/functions/files/commands/status.js +1 -0
- package/dist/functions/files/commands/status.js.map +1 -1
- package/dist/functions/files/commands/versions/copy.js +1 -1
- package/dist/functions/files/commands/versions/copy.js.map +1 -1
- package/dist/functions/files/commands/versions/delete.js +1 -1
- package/dist/functions/files/commands/versions/delete.js.map +1 -1
- package/dist/functions/files/commands/versions/list.js +4 -0
- package/dist/functions/files/commands/versions/list.js.map +1 -1
- package/dist/functions/files/commands/write.js +13 -3
- package/dist/functions/files/commands/write.js.map +1 -1
- package/dist/functions/files/files-pull.js +10 -7
- package/dist/functions/files/files-pull.js.map +1 -1
- package/dist/functions/files/files-push.js +11 -8
- package/dist/functions/files/files-push.js.map +1 -1
- package/dist/functions/files/helper/text-policy.d.ts +5 -0
- package/dist/functions/files/helper/text-policy.js +31 -0
- package/dist/functions/files/helper/text-policy.js.map +1 -0
- package/dist/functions/files/sync/large-upload.d.ts +20 -0
- package/dist/functions/files/sync/large-upload.js +140 -0
- package/dist/functions/files/sync/large-upload.js.map +1 -0
- package/dist/functions/files/sync/manifest.js +2 -1
- package/dist/functions/files/sync/manifest.js.map +1 -1
- package/dist/functions/files/sync/transfer.d.ts +5 -0
- package/dist/functions/files/sync/transfer.js +47 -10
- package/dist/functions/files/sync/transfer.js.map +1 -1
- package/dist/functions/files/test-helpers.d.ts +11 -0
- package/dist/functions/files/test-helpers.js +28 -0
- package/dist/functions/files/test-helpers.js.map +1 -1
- package/dist/functions/generate/files/generate-code.d.ts +1 -1
- package/dist/functions/generate/files/generate-files.d.ts +7 -1
- package/dist/functions/generate/files/generate-files.js +63 -15
- package/dist/functions/generate/files/generate-files.js.map +1 -1
- package/dist/functions/generate/files/workflow-presets.d.ts +6 -0
- package/dist/functions/generate/files/workflow-presets.js +158 -0
- package/dist/functions/generate/files/workflow-presets.js.map +1 -0
- package/dist/functions/generate/model-from-data/generate-model-from-data.js +11 -5
- package/dist/functions/generate/model-from-data/generate-model-from-data.js.map +1 -1
- package/dist/functions/generate/model-from-data/infer-key.js +1 -4
- package/dist/functions/generate/model-from-data/infer-key.js.map +1 -1
- package/dist/functions/generate/model-from-data/infer-to-model.js +6 -3
- package/dist/functions/generate/model-from-data/infer-to-model.js.map +1 -1
- package/dist/functions/generate/projects/generate-project.d.ts +5 -0
- package/dist/functions/generate/projects/generate-project.js +29 -8
- package/dist/functions/generate/projects/generate-project.js.map +1 -1
- package/dist/functions/helper/api-client.d.ts +3 -0
- package/dist/functions/helper/api-client.js +19 -17
- package/dist/functions/helper/api-client.js.map +1 -1
- package/dist/functions/helper/config.helper.d.ts +1 -0
- package/dist/functions/helper/config.helper.js.map +1 -1
- package/dist/functions/helper/credentials.helper.d.ts +21 -0
- package/dist/functions/helper/credentials.helper.js +39 -0
- package/dist/functions/helper/credentials.helper.js.map +1 -0
- package/dist/functions/helper/load-env.d.ts +1 -0
- package/dist/functions/helper/load-env.js +10 -0
- package/dist/functions/helper/load-env.js.map +1 -0
- package/dist/functions/helper/output.d.ts +1 -1
- package/dist/functions/helper/output.js +10 -12
- package/dist/functions/helper/output.js.map +1 -1
- package/dist/functions/helper/parse-fail.js +4 -1
- package/dist/functions/helper/parse-fail.js.map +1 -1
- package/dist/functions/schemas/command.js.map +1 -1
- package/dist/functions/schemas/examples/AppLoaderConfiguration.example.json +1 -3
- package/dist/functions/schemas/examples/AttributeQualityConfig.example.json +10 -0
- package/dist/functions/schemas/examples/DataMapperStepConfig.example.json +6 -1
- package/dist/functions/schemas/examples/ModelDefinition.example.json +29 -3
- package/dist/functions/schemas/examples/ScriptStepConfig.example.json +3 -1
- package/dist/functions/schemas/examples/TemplateV3.example.json +5 -1
- package/dist/functions/schemas/extract.js +1 -1
- package/dist/functions/schemas/extract.js.map +1 -1
- package/dist/functions/schemas/format.js +4 -4
- package/dist/functions/schemas/format.js.map +1 -1
- package/dist/functions/schemas/registry.d.ts +14 -0
- package/dist/functions/schemas/registry.js +122 -30
- package/dist/functions/schemas/registry.js.map +1 -1
- package/dist/functions/schemas/resolve.js +1 -2
- package/dist/functions/schemas/resolve.js.map +1 -1
- package/dist/functions/schemas/validate.d.ts +22 -0
- package/dist/functions/schemas/validate.js +67 -0
- package/dist/functions/schemas/validate.js.map +1 -0
- package/dist/functions/serve/commands/list.js +2 -1
- package/dist/functions/serve/commands/list.js.map +1 -1
- package/dist/functions/serve/commands/stop.js +10 -5
- package/dist/functions/serve/commands/stop.js.map +1 -1
- package/dist/functions/serve/dev-server/dev-server-access.guard.d.ts +11 -0
- package/dist/functions/serve/dev-server/dev-server-access.guard.js +41 -0
- package/dist/functions/serve/dev-server/dev-server-access.guard.js.map +1 -0
- package/dist/functions/serve/dev-server/dev-server.controller.d.ts +3 -0
- package/dist/functions/serve/dev-server/dev-server.controller.js +20 -0
- package/dist/functions/serve/dev-server/dev-server.controller.js.map +1 -1
- package/dist/functions/serve/dev-server/dev-server.module.d.ts +3 -0
- package/dist/functions/serve/dev-server/dev-server.module.js +34 -23
- package/dist/functions/serve/dev-server/dev-server.module.js.map +1 -1
- package/dist/functions/serve/dev-server/dev-server.options.d.ts +8 -0
- package/dist/functions/serve/dev-server/dev-server.options.js +5 -0
- package/dist/functions/serve/dev-server/dev-server.options.js.map +1 -0
- package/dist/functions/serve/dev-server/dev-server.service.d.ts +11 -3
- package/dist/functions/serve/dev-server/dev-server.service.js +72 -65
- package/dist/functions/serve/dev-server/dev-server.service.js.map +1 -1
- package/dist/functions/serve/dev-server/path-scope.d.ts +5 -0
- package/dist/functions/serve/dev-server/path-scope.js +88 -0
- package/dist/functions/serve/dev-server/path-scope.js.map +1 -0
- package/dist/functions/serve/dev-server/request-security.d.ts +34 -0
- package/dist/functions/serve/dev-server/request-security.js +145 -0
- package/dist/functions/serve/dev-server/request-security.js.map +1 -0
- package/dist/functions/serve/main.d.ts +13 -0
- package/dist/functions/serve/main.js +90 -17
- package/dist/functions/serve/main.js.map +1 -1
- package/dist/functions/serve/serve-self-register.js +2 -1
- package/dist/functions/serve/serve-self-register.js.map +1 -1
- package/dist/functions/version/command.d.ts +12 -1
- package/dist/functions/version/command.js +55 -7
- package/dist/functions/version/command.js.map +1 -1
- package/dist/functions/workflow/commands/deploy.d.ts +9 -1
- package/dist/functions/workflow/commands/deploy.js +39 -10
- package/dist/functions/workflow/commands/deploy.js.map +1 -1
- package/dist/functions/workflow/commands/get.js.map +1 -1
- package/dist/functions/workflow/commands/history.js.map +1 -1
- package/dist/functions/workflow/commands/run.d.ts +26 -0
- package/dist/functions/workflow/commands/run.js +101 -0
- package/dist/functions/workflow/commands/run.js.map +1 -0
- package/dist/functions/workflow/commands/runners-get.js.map +1 -1
- package/dist/functions/workflow/commands/runners.d.ts +2 -0
- package/dist/functions/workflow/commands/runners.js +10 -1
- package/dist/functions/workflow/commands/runners.js.map +1 -1
- package/dist/functions/workflow/commands/status.d.ts +1 -1
- package/dist/functions/workflow/commands/status.js +7 -1
- package/dist/functions/workflow/commands/status.js.map +1 -1
- package/dist/functions/workflow/commands/template.js.map +1 -1
- package/dist/functions/workflow/commands/test.d.ts +3 -0
- package/dist/functions/workflow/commands/test.js +22 -73
- package/dist/functions/workflow/commands/test.js.map +1 -1
- package/dist/functions/workflow/commands/trace.d.ts +4 -2
- package/dist/functions/workflow/commands/trace.js +22 -1
- package/dist/functions/workflow/commands/trace.js.map +1 -1
- package/dist/functions/workflow/commands/undeploy.js +3 -1
- package/dist/functions/workflow/commands/undeploy.js.map +1 -1
- package/dist/functions/workflow/commands/validate.d.ts +2 -0
- package/dist/functions/workflow/commands/validate.js +16 -2
- package/dist/functions/workflow/commands/validate.js.map +1 -1
- package/dist/functions/workflow/resolve-runner.d.ts +17 -0
- package/dist/functions/workflow/resolve-runner.js +41 -0
- package/dist/functions/workflow/resolve-runner.js.map +1 -0
- package/dist/functions/workflow/run-failure.d.ts +11 -0
- package/dist/functions/workflow/run-failure.js +74 -0
- package/dist/functions/workflow/run-failure.js.map +1 -0
- package/dist/functions/workflow/runner-health.d.ts +16 -0
- package/dist/functions/workflow/runner-health.js +36 -0
- package/dist/functions/workflow/runner-health.js.map +1 -0
- package/dist/functions/workflow/script-lint.d.ts +10 -0
- package/dist/functions/workflow/script-lint.js +513 -0
- package/dist/functions/workflow/script-lint.js.map +1 -0
- package/dist/functions/workflow/template-io.js +1 -1
- package/dist/functions/workflow/template-io.js.map +1 -1
- package/dist/functions/workflow/trace.js.map +1 -1
- package/dist/functions/workflow/types.d.ts +11 -2
- package/dist/functions/workflow/types.js +4 -0
- package/dist/functions/workflow/types.js.map +1 -1
- package/dist/functions/workflow/validate.js +4 -1
- package/dist/functions/workflow/validate.js.map +1 -1
- package/dist/functions/workflow/wait-for-swap.d.ts +24 -1
- package/dist/functions/workflow/wait-for-swap.js +58 -0
- package/dist/functions/workflow/wait-for-swap.js.map +1 -1
- package/dist/functions/workflow/workflow-api.js +3 -1
- package/dist/functions/workflow/workflow-api.js.map +1 -1
- package/dist/index.js +6 -3
- package/dist/index.js.map +1 -1
- package/files/common/.env.example +4 -0
- package/files/common/_gitignore +3 -1
- package/files/dev-server/index.html +2 -1
- package/package.json +45 -42
- package/dist/functions/serve/guards/apiKey.guard.d.ts +0 -4
- package/dist/functions/serve/guards/apiKey.guard.js +0 -23
- package/dist/functions/serve/guards/apiKey.guard.js.map +0 -1
|
@@ -3,7 +3,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.buildWriteFileRequest = buildWriteFileRequest;
|
|
4
4
|
exports.writeFileCommand = writeFileCommand;
|
|
5
5
|
const fs_1 = require("fs");
|
|
6
|
+
const api_client_js_1 = require("../../helper/api-client.js");
|
|
6
7
|
const resolve_version_js_1 = require("../helper/resolve-version.js");
|
|
8
|
+
const text_policy_js_1 = require("../helper/text-policy.js");
|
|
7
9
|
const render_js_1 = require("./render.js");
|
|
8
10
|
function buildWriteFileRequest(options) {
|
|
9
11
|
let content;
|
|
@@ -11,7 +13,11 @@ function buildWriteFileRequest(options) {
|
|
|
11
13
|
content = options.content;
|
|
12
14
|
}
|
|
13
15
|
else if (options.file) {
|
|
14
|
-
|
|
16
|
+
const buffer = (0, fs_1.readFileSync)(options.file);
|
|
17
|
+
if (!(0, text_policy_js_1.isUtf8Text)(buffer)) {
|
|
18
|
+
throw new Error((0, text_policy_js_1.binaryContentMessage)(options.file));
|
|
19
|
+
}
|
|
20
|
+
content = buffer.toString('utf8');
|
|
15
21
|
}
|
|
16
22
|
else {
|
|
17
23
|
throw new Error('Either --content or --file is required');
|
|
@@ -27,10 +33,14 @@ async function writeFileCommand(client, output, options) {
|
|
|
27
33
|
output.error('Cannot specify both --content and --file', 'INVALID_ARGS');
|
|
28
34
|
return;
|
|
29
35
|
}
|
|
36
|
+
if (!(0, text_policy_js_1.hasAllowedTextFileExtension)(options.path)) {
|
|
37
|
+
output.error((0, text_policy_js_1.unsupportedFileTypeMessage)(options.path), 'UNSUPPORTED_FILE_TYPE');
|
|
38
|
+
return;
|
|
39
|
+
}
|
|
30
40
|
const version = (0, resolve_version_js_1.resolveVersion)({ versionArg: options.version, workspaceRoot: options.workspaceRoot });
|
|
31
41
|
const req = buildWriteFileRequest({ projectId: client.projectId, version, path: options.path, content: options.content, file: options.file });
|
|
32
|
-
await client.request(req.method, req.path, { data: req.data });
|
|
33
|
-
const view = { path: options.path, bytes: Buffer.byteLength(req.data.content, 'utf8'), version };
|
|
42
|
+
await client.request(req.method, req.path, { data: req.data, timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
43
|
+
const view = { success: true, path: options.path, bytes: Buffer.byteLength(req.data.content, 'utf8'), version };
|
|
34
44
|
output.success(view, (v) => (0, render_js_1.renderWrite)(v));
|
|
35
45
|
}
|
|
36
46
|
//# sourceMappingURL=write.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"write.js","sourceRoot":"","sources":["../../../../src/functions/files/commands/write.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"write.js","sourceRoot":"","sources":["../../../../src/functions/files/commands/write.ts"],"names":[],"mappings":";;AAeA,sDAyBC;AAED,4CAoBC;AA9DD,2BAAkC;AAClC,8DAA4E;AAE5E,qEAA8D;AAC9D,6DAAqI;AACrI,2CAA0D;AAU1D,SAAgB,qBAAqB,CAAC,OAAyB;IAK7D,IAAI,OAAe,CAAC;IACpB,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAClC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC5B,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAGxB,MAAM,MAAM,GAAG,IAAA,iBAAY,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAA,2BAAU,EAAC,MAAM,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,IAAA,qCAAoB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO;QACL,MAAM,EAAE,MAAe;QACvB,IAAI,EAAE,aAAa,OAAO,CAAC,SAAS,mBAAmB,OAAO,CAAC,OAAO,QAAQ;QAC9E,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE;KACtC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,gBAAgB,CACpC,MAAiB,EACjB,MAAc,EACd,OAAoG;IAEpG,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE,cAAc,CAAC,CAAC;QACzE,OAAO;IACT,CAAC;IAED,IAAI,CAAC,IAAA,4CAA2B,EAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,IAAA,2CAA0B,EAAC,OAAO,CAAC,IAAI,CAAC,EAAE,uBAAuB,CAAC,CAAC;QAChF,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,IAAA,mCAAc,EAAC,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACtG,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9I,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,mCAAmB,EAAE,CAAC,CAAC;IAC/F,MAAM,IAAI,GAAc,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC;IAC3H,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,uBAAW,EAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC"}
|
|
@@ -8,6 +8,7 @@ const fs_extra_1 = require("fs-extra");
|
|
|
8
8
|
const kleur_1 = require("kleur");
|
|
9
9
|
const path_1 = require("path");
|
|
10
10
|
const config_helper_1 = require("../helper/config.helper");
|
|
11
|
+
const credentials_helper_1 = require("../helper/credentials.helper");
|
|
11
12
|
exports.DEFAULT_CONSOLE_API_URL = 'https://api.dcupl.com';
|
|
12
13
|
const validateProjectCredentials = async (creds, versionId = 'draft') => {
|
|
13
14
|
const url = `${creds.apiUrl}/projects/${creds.projectId}/files/versions/${versionId}/manifest`;
|
|
@@ -71,15 +72,17 @@ const extractAxiosErrorMessage = (error) => {
|
|
|
71
72
|
exports.extractAxiosErrorMessage = extractAxiosErrorMessage;
|
|
72
73
|
const pullFiles = async (args, output) => {
|
|
73
74
|
const currentBasePath = (0, path_1.join)(process.cwd());
|
|
74
|
-
const cliConfig = (0, config_helper_1.getConfigFileValue)(currentBasePath);
|
|
75
|
-
const
|
|
76
|
-
if (!
|
|
75
|
+
const cliConfig = (0, config_helper_1.getConfigFileValue)(currentBasePath, undefined, { quiet: true });
|
|
76
|
+
const { apiKey, projectId } = (0, credentials_helper_1.resolveCredentials)(currentBasePath);
|
|
77
|
+
if (!projectId.value || !apiKey.value) {
|
|
77
78
|
if (output)
|
|
78
|
-
output.error('Missing config or
|
|
79
|
+
output.error('Missing projectId or apiKey (set them via `dcupl config set`, DCUPL_PROJECT_ID/DCUPL_API_KEY, or a .env file)', 'CONFIG_ERROR');
|
|
80
|
+
else
|
|
81
|
+
console.log('Error: missing projectId or apiKey');
|
|
79
82
|
return;
|
|
80
83
|
}
|
|
81
84
|
const workspacePath = (0, path_1.join)(currentBasePath, 'dcupl');
|
|
82
|
-
const baseFolder = cliConfig
|
|
85
|
+
const baseFolder = cliConfig?.baseFolder || 'dcupl';
|
|
83
86
|
if (!(0, fs_extra_1.existsSync)(workspacePath)) {
|
|
84
87
|
const msg = `Error: There is no folder at ${workspacePath}`;
|
|
85
88
|
if (output)
|
|
@@ -93,10 +96,10 @@ const pullFiles = async (args, output) => {
|
|
|
93
96
|
console.log((0, kleur_1.bold)('downloading files: '));
|
|
94
97
|
console.log('');
|
|
95
98
|
}
|
|
96
|
-
const apiUrl = cliConfig
|
|
99
|
+
const apiUrl = cliConfig?.consoleApiUrl || exports.DEFAULT_CONSOLE_API_URL;
|
|
97
100
|
const versionId = args?.name || 'draft';
|
|
98
101
|
try {
|
|
99
|
-
await (0, exports.downloadVersionToFolder)({ apiUrl, projectId:
|
|
102
|
+
await (0, exports.downloadVersionToFolder)({ apiUrl, projectId: projectId.value, apiKey: apiKey.value }, baseFolder, versionId);
|
|
100
103
|
if (output?.isJson()) {
|
|
101
104
|
output.success({ success: true, version: versionId });
|
|
102
105
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"files-pull.js","sourceRoot":"","sources":["../../../src/functions/files/files-pull.ts"],"names":[],"mappings":";;;;AAAA,8DAA6B;AAC7B,0DAAkD;AAClD,uCAAsC;AACtC,iCAA6B;AAC7B,+BAA4B;AAE5B,
|
|
1
|
+
{"version":3,"file":"files-pull.js","sourceRoot":"","sources":["../../../src/functions/files/files-pull.ts"],"names":[],"mappings":";;;;AAAA,8DAA6B;AAC7B,0DAAkD;AAClD,uCAAsC;AACtC,iCAA6B;AAC7B,+BAA4B;AAE5B,2DAA6D;AAC7D,qEAAkE;AAqBrD,QAAA,uBAAuB,GAAG,uBAAuB,CAAC;AAExD,MAAM,0BAA0B,GAAG,KAAK,EAC7C,KAA0B,EAC1B,SAAS,GAAG,OAAO,EACM,EAAE;IAC3B,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,MAAM,aAAa,KAAK,CAAC,SAAS,mBAAmB,SAAS,WAAW,CAAC;IAC/F,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAA,eAAK,EAAC;YAC3B,MAAM,EAAE,KAAK;YACb,GAAG;YACH,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;SACjC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;QACvC,OAAO;YACL,EAAE,EAAE,IAAI;YACR,OAAO,EAAE;gBACP,EAAE,EAAE,OAAO,OAAO,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS;gBAClE,IAAI,EAAE,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;gBAC3D,WAAW,EAAE,OAAO,OAAO,EAAE,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE;aACjF;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,MAAM,GAAuB,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QAC3D,IAAI,OAAO,GAAG,KAAK,EAAE,OAAO,IAAI,mBAAmB,CAAC;QACpD,MAAM,IAAI,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC;QACnC,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACzE,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QACzB,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;AACH,CAAC,CAAC;AA7BW,QAAA,0BAA0B,8BA6BrC;AAEK,MAAM,uBAAuB,GAAG,KAAK,EAC1C,KAA0B,EAC1B,YAAoB,EACpB,SAAS,GAAG,OAAO,EACJ,EAAE;IACjB,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,MAAM,aAAa,KAAK,CAAC,SAAS,mBAAmB,SAAS,QAAQ,CAAC;IAC5F,MAAM,MAAM,GAAuB;QACjC,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,aAAa;QAC3B,GAAG;QACH,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;KACjC,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,IAAA,eAAK,EAAC,MAAM,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,iBAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACtC,GAAG,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC,CAAC;AAhBW,QAAA,uBAAuB,2BAgBlC;AAEK,MAAM,wBAAwB,GAAG,CAAC,KAAU,EAAU,EAAE;IAC7D,IAAI,GAAG,GAAG,KAAK,EAAE,OAAO,IAAI,gBAAgB,CAAC;IAC7C,MAAM,IAAI,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC;IACnC,IAAI,IAAI,EAAE,CAAC;QACT,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC9D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAChD,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC/E,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;QAET,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAhBW,QAAA,wBAAwB,4BAgBnC;AAEK,MAAM,SAAS,GAAG,KAAK,EAAE,IAAsB,EAAE,MAAe,EAAiB,EAAE;IACxF,MAAM,eAAe,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAE5C,MAAM,SAAS,GAAG,IAAA,kCAAkB,EAAC,eAAe,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,uCAAkB,EAAC,eAAe,CAAC,CAAC;IAElE,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACtC,IAAI,MAAM;YAAE,MAAM,CAAC,KAAK,CAAC,+GAA+G,EAAE,cAAc,CAAC,CAAC;;YACrJ,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QACvD,OAAO;IACT,CAAC;IAED,MAAM,aAAa,GAAG,IAAA,WAAI,EAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,SAAS,EAAE,UAAU,IAAI,OAAO,CAAC;IAEpD,IAAI,CAAC,IAAA,qBAAU,EAAC,aAAa,CAAC,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,gCAAgC,aAAa,EAAE,CAAC;QAC5D,IAAI,MAAM;YAAE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;;YACzC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,OAAO;IACT,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,IAAA,YAAI,EAAC,qBAAqB,CAAC,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,EAAE,aAAa,IAAI,+BAAuB,CAAC;IACnE,MAAM,SAAS,GAAG,IAAI,EAAE,IAAI,IAAI,OAAO,CAAC;IAExC,IAAI,CAAC;QACH,MAAM,IAAA,+BAAuB,EAC3B,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,KAAM,EAAE,MAAM,EAAE,MAAM,CAAC,KAAM,EAAE,EAC9D,UAAU,EACV,SAAS,CACV,CAAC;QAEF,IAAI,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;YACrB,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,GAAG,IAAA,YAAI,EAAC,+BAA+B,CAAC,KAAK,CAAC,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,GAAG,GAAG,IAAA,gCAAwB,EAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AApDW,QAAA,SAAS,aAoDpB"}
|
|
@@ -11,13 +11,16 @@ const glob_1 = require("glob");
|
|
|
11
11
|
const kleur_1 = require("kleur");
|
|
12
12
|
const lodash_1 = require("lodash");
|
|
13
13
|
const config_helper_1 = require("../helper/config.helper");
|
|
14
|
+
const credentials_helper_1 = require("../helper/credentials.helper");
|
|
14
15
|
const pushFiles = async (args, output) => {
|
|
15
16
|
const currentBasePath = (0, path_1.join)(process.cwd());
|
|
16
|
-
const cliConfig = (0, config_helper_1.getConfigFileValue)(currentBasePath);
|
|
17
|
-
const
|
|
18
|
-
if (!cliConfig || !
|
|
17
|
+
const cliConfig = (0, config_helper_1.getConfigFileValue)(currentBasePath, undefined, { quiet: true });
|
|
18
|
+
const { apiKey, projectId } = (0, credentials_helper_1.resolveCredentials)(currentBasePath);
|
|
19
|
+
if (!cliConfig || !projectId.value || !apiKey.value) {
|
|
19
20
|
if (output)
|
|
20
|
-
output.error('Missing config or
|
|
21
|
+
output.error('Missing projectId or apiKey (set them via `dcupl config set`, DCUPL_PROJECT_ID/DCUPL_API_KEY, or a .env file)', 'CONFIG_ERROR');
|
|
22
|
+
else
|
|
23
|
+
console.log('Error: missing projectId or apiKey');
|
|
21
24
|
return;
|
|
22
25
|
}
|
|
23
26
|
const workspacePath = (0, path_1.join)(currentBasePath, 'dcupl');
|
|
@@ -49,8 +52,8 @@ const pushFiles = async (args, output) => {
|
|
|
49
52
|
const versionId = args?.name || defaultVersionId;
|
|
50
53
|
const config = {
|
|
51
54
|
method: 'post',
|
|
52
|
-
url: `${apiUrl}/projects/${
|
|
53
|
-
headers: { ...form.getHeaders(),
|
|
55
|
+
url: `${apiUrl}/projects/${projectId.value}/files/versions/${versionId}/push/`,
|
|
56
|
+
headers: { ...form.getHeaders(), apikey: apiKey.value },
|
|
54
57
|
data: form,
|
|
55
58
|
maxContentLength: Infinity,
|
|
56
59
|
maxBodyLength: Infinity,
|
|
@@ -71,9 +74,9 @@ const pushFiles = async (args, output) => {
|
|
|
71
74
|
console.log(`${(0, kleur_1.bold)('files sucessfully uploaded')} 🚀`);
|
|
72
75
|
console.log('');
|
|
73
76
|
console.log('Your files are publicly available on');
|
|
74
|
-
console.log(`https://cdn.dcupl.com/files/projects/${
|
|
77
|
+
console.log(`https://cdn.dcupl.com/files/projects/${projectId.value}/${versionId}/${filesWithoutDcuplFolder[0]}`);
|
|
75
78
|
if (filesWithoutDcuplFolder[1]) {
|
|
76
|
-
console.log(`https://cdn.dcupl.com/files/projects/${
|
|
79
|
+
console.log(`https://cdn.dcupl.com/files/projects/${projectId.value}/${versionId}/${filesWithoutDcuplFolder[1]}`);
|
|
77
80
|
}
|
|
78
81
|
console.log('...');
|
|
79
82
|
console.log('');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"files-push.js","sourceRoot":"","sources":["../../../src/functions/files/files-push.ts"],"names":[],"mappings":";;;;AAAA,8DAA6B;AAC7B,0DAA0B;AAC1B,kEAAiC;AACjC,uCAAoD;AAEpD,+BAA4B;AAC5B,+BAA4B;AAC5B,iCAA6B;AAC7B,mCAAgD;AAChD,
|
|
1
|
+
{"version":3,"file":"files-push.js","sourceRoot":"","sources":["../../../src/functions/files/files-push.ts"],"names":[],"mappings":";;;;AAAA,8DAA6B;AAC7B,0DAA0B;AAC1B,kEAAiC;AACjC,uCAAoD;AAEpD,+BAA4B;AAC5B,+BAA4B;AAC5B,iCAA6B;AAC7B,mCAAgD;AAChD,2DAA6D;AAC7D,qEAAkE;AAQ3D,MAAM,SAAS,GAAG,KAAK,EAAE,IAAsB,EAAE,MAAe,EAAiB,EAAE;IACxF,MAAM,eAAe,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAE5C,MAAM,SAAS,GAAG,IAAA,kCAAkB,EAAC,eAAe,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,uCAAkB,EAAC,eAAe,CAAC,CAAC;IAElE,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpD,IAAI,MAAM;YAAE,MAAM,CAAC,KAAK,CAAC,+GAA+G,EAAE,cAAc,CAAC,CAAC;;YACrJ,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QACvD,OAAO;IACT,CAAC;IAED,MAAM,aAAa,GAAG,IAAA,WAAI,EAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IAErD,IAAI,CAAC,IAAA,qBAAU,EAAC,aAAa,CAAC,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,gCAAgC,aAAa,EAAE,CAAC;QAC5D,IAAI,MAAM;YAAE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;;YACzC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,OAAO;IACT,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,iBAAM,EAAE,CAAC;IAEzB,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,OAAO,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;IACtD,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,IAAI,OAAO,CAAC;IAEnD,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IAClG,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IAElG,MAAM,iBAAiB,GAAG,IAAA,gBAAO,EAAC,aAAa,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,IAAA,gBAAO,EAAC,aAAa,CAAC,CAAC;IAEjD,MAAM,SAAS,GAAG,IAAA,aAAI,EAAC,iBAAiB,CAAC,CAAC;IAE1C,MAAM,UAAU,GAAG,IAAA,gBAAO,EAAC,SAAS,EAAE,GAAG,iBAAiB,CAAC,CAAC;IAE5D,MAAM,uBAAuB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAChG,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,uBAAuB,CAAC,KAAK,CAAC,EAAE,IAAA,uBAAY,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE7G,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;IAEjC,MAAM,IAAI,GAAG,IAAI,mBAAQ,EAAE,CAAC;IAE5B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IAEvD,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,IAAI,uBAAuB,CAAC;IAElE,MAAM,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAElD,MAAM,SAAS,GAAG,IAAI,EAAE,IAAI,IAAI,gBAAgB,CAAC;IAEjD,MAAM,MAAM,GAAG;QACb,MAAM,EAAE,MAAe;QACvB,GAAG,EAAE,GAAG,MAAM,aAAa,SAAS,CAAC,KAAM,mBAAmB,SAAS,QAAQ;QAI/E,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAM,EAAE;QACxD,IAAI,EAAE,IAAI;QACV,gBAAgB,EAAE,QAAQ;QAC1B,aAAa,EAAE,QAAQ;KACxB,CAAC;IAEF,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,IAAA,YAAI,EAAC,iCAAiC,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,uBAAuB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAA,eAAK,EAAC,MAAM,CAAC,CAAC;QAEpB,IAAI,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;YACrB,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QACxF,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,GAAG,IAAA,YAAI,EAAC,4BAA4B,CAAC,KAAK,CAAC,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CACT,wCAAwC,SAAS,CAAC,KAAM,IAAI,SAAS,IAAI,uBAAuB,CAAC,CAAC,CAAC,EAAE,CACtG,CAAC;YACF,IAAI,uBAAuB,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CACT,wCAAwC,SAAS,CAAC,KAAM,IAAI,SAAS,IAAI,uBAAuB,CAAC,CAAC,CAAC,EAAE,CACtG,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAnGW,QAAA,SAAS,aAmGpB;AAEF,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAE,MAAc,EAAqB,EAAE;IACtE,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,GAAG,IAAA,WAAI,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,IAAA,WAAI,EAAC,OAAO,CAAC,CAAC;AACvB,CAAC,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export declare const ALLOWED_TEXT_FILE_EXTENSIONS: string[];
|
|
2
|
+
export declare function hasAllowedTextFileExtension(path: string): boolean;
|
|
3
|
+
export declare function unsupportedFileTypeMessage(path: string): string;
|
|
4
|
+
export declare function isUtf8Text(buffer: Uint8Array): boolean;
|
|
5
|
+
export declare function binaryContentMessage(path: string): string;
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ALLOWED_TEXT_FILE_EXTENSIONS = void 0;
|
|
4
|
+
exports.hasAllowedTextFileExtension = hasAllowedTextFileExtension;
|
|
5
|
+
exports.unsupportedFileTypeMessage = unsupportedFileTypeMessage;
|
|
6
|
+
exports.isUtf8Text = isUtf8Text;
|
|
7
|
+
exports.binaryContentMessage = binaryContentMessage;
|
|
8
|
+
exports.ALLOWED_TEXT_FILE_EXTENSIONS = ['.csv', '.json', '.txt', '.md', '.js'];
|
|
9
|
+
function hasAllowedTextFileExtension(path) {
|
|
10
|
+
const normalized = path.toLowerCase();
|
|
11
|
+
return exports.ALLOWED_TEXT_FILE_EXTENSIONS.some((ext) => normalized.endsWith(ext));
|
|
12
|
+
}
|
|
13
|
+
function unsupportedFileTypeMessage(path) {
|
|
14
|
+
return (`File '${path}' has an unsupported file type — the dcupl CDN stores text files only ` +
|
|
15
|
+
`(allowed: ${exports.ALLOWED_TEXT_FILE_EXTENSIONS.join(', ')}).`);
|
|
16
|
+
}
|
|
17
|
+
const utf8StrictDecoder = new TextDecoder('utf-8', { fatal: true });
|
|
18
|
+
function isUtf8Text(buffer) {
|
|
19
|
+
try {
|
|
20
|
+
utf8StrictDecoder.decode(buffer);
|
|
21
|
+
return true;
|
|
22
|
+
}
|
|
23
|
+
catch {
|
|
24
|
+
return false;
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
function binaryContentMessage(path) {
|
|
28
|
+
return (`File '${path}' contains non-UTF-8 bytes — binary content cannot be stored on the ` +
|
|
29
|
+
`dcupl CDN (text files only).`);
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=text-policy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"text-policy.js","sourceRoot":"","sources":["../../../../src/functions/files/helper/text-policy.ts"],"names":[],"mappings":";;;AAWA,kEAGC;AAED,gEAKC;AAMD,gCAOC;AAED,oDAKC;AAhCY,QAAA,4BAA4B,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;AAEpF,SAAgB,2BAA2B,CAAC,IAAY;IACtD,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,oCAA4B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAgB,0BAA0B,CAAC,IAAY;IACrD,OAAO,CACL,SAAS,IAAI,wEAAwE;QACrF,aAAa,oCAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CACzD,CAAC;AACJ,CAAC;AAED,MAAM,iBAAiB,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAIpE,SAAgB,UAAU,CAAC,MAAkB;IAC3C,IAAI,CAAC;QACH,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAgB,oBAAoB,CAAC,IAAY;IAC/C,OAAO,CACL,SAAS,IAAI,sEAAsE;QACnF,8BAA8B,CAC/B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { ApiClient } from '../../helper/api-client.js';
|
|
2
|
+
export declare const LARGE_UPLOAD_THRESHOLD: number;
|
|
3
|
+
export declare const MAX_SESSION_UPLOAD_BYTES = 524288000;
|
|
4
|
+
export type GcsHttp = {
|
|
5
|
+
put: (url: string, body: NodeJS.ReadableStream | null, headers: Record<string, string>) => Promise<{
|
|
6
|
+
status: number;
|
|
7
|
+
headers: Record<string, string>;
|
|
8
|
+
}>;
|
|
9
|
+
};
|
|
10
|
+
export declare function parseRangeEnd(range: string): number;
|
|
11
|
+
export type UploadLargeFileInput = {
|
|
12
|
+
client: ApiClient;
|
|
13
|
+
versionId: string;
|
|
14
|
+
path: string;
|
|
15
|
+
absPath: string;
|
|
16
|
+
size: number;
|
|
17
|
+
md5: string;
|
|
18
|
+
http?: GcsHttp;
|
|
19
|
+
};
|
|
20
|
+
export declare function uploadLargeFile(input: UploadLargeFileInput): Promise<void>;
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MAX_SESSION_UPLOAD_BYTES = exports.LARGE_UPLOAD_THRESHOLD = void 0;
|
|
4
|
+
exports.parseRangeEnd = parseRangeEnd;
|
|
5
|
+
exports.uploadLargeFile = uploadLargeFile;
|
|
6
|
+
const tslib_1 = require("tslib");
|
|
7
|
+
const axios_1 = tslib_1.__importDefault(require("axios"));
|
|
8
|
+
const crypto_1 = require("crypto");
|
|
9
|
+
const fs_1 = require("fs");
|
|
10
|
+
const os_1 = require("os");
|
|
11
|
+
const path_1 = require("path");
|
|
12
|
+
const promises_1 = require("stream/promises");
|
|
13
|
+
const stream_1 = require("stream");
|
|
14
|
+
const zlib_1 = require("zlib");
|
|
15
|
+
const api_client_js_1 = require("../../helper/api-client.js");
|
|
16
|
+
exports.LARGE_UPLOAD_THRESHOLD = 10 * 1024 * 1024;
|
|
17
|
+
exports.MAX_SESSION_UPLOAD_BYTES = 524_288_000;
|
|
18
|
+
const defaultGcsHttp = {
|
|
19
|
+
async put(url, body, headers) {
|
|
20
|
+
const response = await axios_1.default.request({
|
|
21
|
+
method: 'put',
|
|
22
|
+
url,
|
|
23
|
+
data: body,
|
|
24
|
+
headers,
|
|
25
|
+
validateStatus: () => true,
|
|
26
|
+
maxBodyLength: Infinity,
|
|
27
|
+
timeout: api_client_js_1.TRANSFER_TIMEOUT_MS,
|
|
28
|
+
});
|
|
29
|
+
return { status: response.status, headers: response.headers };
|
|
30
|
+
},
|
|
31
|
+
};
|
|
32
|
+
function parseRangeEnd(range) {
|
|
33
|
+
const match = /(\d+)\s*$/.exec(range);
|
|
34
|
+
if (!match) {
|
|
35
|
+
throw new Error(`Cannot parse Range header value: ${range}`);
|
|
36
|
+
}
|
|
37
|
+
return Number(match[1]);
|
|
38
|
+
}
|
|
39
|
+
class GcsStatusError extends Error {
|
|
40
|
+
}
|
|
41
|
+
function utf8ValidationStream(sourcePath) {
|
|
42
|
+
const decoder = new TextDecoder('utf-8', { fatal: true });
|
|
43
|
+
return new stream_1.Transform({
|
|
44
|
+
transform(chunk, _enc, callback) {
|
|
45
|
+
try {
|
|
46
|
+
decoder.decode(chunk, { stream: true });
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
callback(new Error(`File '${sourcePath}' contains non-UTF-8 bytes; binary content is not supported for large uploads.`));
|
|
50
|
+
return;
|
|
51
|
+
}
|
|
52
|
+
callback(null, chunk);
|
|
53
|
+
},
|
|
54
|
+
flush(callback) {
|
|
55
|
+
try {
|
|
56
|
+
decoder.decode();
|
|
57
|
+
}
|
|
58
|
+
catch {
|
|
59
|
+
callback(new Error(`File '${sourcePath}' contains non-UTF-8 bytes; binary content is not supported for large uploads.`));
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
callback();
|
|
63
|
+
},
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
async function spoolGzip(absPath, tmpPath) {
|
|
67
|
+
await (0, promises_1.pipeline)((0, fs_1.createReadStream)(absPath), utf8ValidationStream(absPath), (0, zlib_1.createGzip)(), (0, fs_1.createWriteStream)(tmpPath));
|
|
68
|
+
}
|
|
69
|
+
function guardedReadStream(path, opts) {
|
|
70
|
+
const stream = (0, fs_1.createReadStream)(path, opts);
|
|
71
|
+
stream.on('error', () => undefined);
|
|
72
|
+
return stream;
|
|
73
|
+
}
|
|
74
|
+
async function putWithResume(http, uploadUrl, tmpPath, gzSize, sessionHeaders) {
|
|
75
|
+
try {
|
|
76
|
+
const stream = guardedReadStream(tmpPath);
|
|
77
|
+
const result = await http.put(uploadUrl, stream, { ...sessionHeaders, 'Content-Length': String(gzSize) });
|
|
78
|
+
if (result.status === 200 || result.status === 201)
|
|
79
|
+
return;
|
|
80
|
+
throw new GcsStatusError(`GCS upload failed with status ${result.status}`);
|
|
81
|
+
}
|
|
82
|
+
catch (err) {
|
|
83
|
+
if (err instanceof GcsStatusError)
|
|
84
|
+
throw err;
|
|
85
|
+
}
|
|
86
|
+
let lastError;
|
|
87
|
+
for (let attempt = 0; attempt < 3; attempt++) {
|
|
88
|
+
try {
|
|
89
|
+
const offsetResult = await http.put(uploadUrl, null, { ...sessionHeaders, 'Content-Range': `bytes */${gzSize}` });
|
|
90
|
+
if (offsetResult.status === 200 || offsetResult.status === 201)
|
|
91
|
+
return;
|
|
92
|
+
if (offsetResult.status !== 308) {
|
|
93
|
+
throw new GcsStatusError(`GCS offset query failed with status ${offsetResult.status}`);
|
|
94
|
+
}
|
|
95
|
+
const offset = offsetResult.headers.range ? parseRangeEnd(offsetResult.headers.range) + 1 : 0;
|
|
96
|
+
const remainderStream = guardedReadStream(tmpPath, { start: offset });
|
|
97
|
+
const remainderResult = await http.put(uploadUrl, remainderStream, {
|
|
98
|
+
...sessionHeaders,
|
|
99
|
+
'Content-Range': `bytes ${offset}-${gzSize - 1}/${gzSize}`,
|
|
100
|
+
'Content-Length': String(gzSize - offset),
|
|
101
|
+
});
|
|
102
|
+
if (remainderResult.status === 200 || remainderResult.status === 201)
|
|
103
|
+
return;
|
|
104
|
+
throw new GcsStatusError(`GCS upload failed with status ${remainderResult.status}`);
|
|
105
|
+
}
|
|
106
|
+
catch (err) {
|
|
107
|
+
if (err instanceof GcsStatusError)
|
|
108
|
+
throw err;
|
|
109
|
+
lastError = err;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
throw lastError;
|
|
113
|
+
}
|
|
114
|
+
async function uploadLargeFile(input) {
|
|
115
|
+
if (input.size > exports.MAX_SESSION_UPLOAD_BYTES) {
|
|
116
|
+
const sizeMb = (input.size / (1024 * 1024)).toFixed(1);
|
|
117
|
+
throw new Error(`File '${input.path}' is ${sizeMb} MB — larger than the 500 MB per-file upload limit. ` +
|
|
118
|
+
`Split the file or exclude it from the push (filesUpload.exclude in dcupl.config.json, or --path).`);
|
|
119
|
+
}
|
|
120
|
+
const http = input.http ?? defaultGcsHttp;
|
|
121
|
+
const tmpPath = (0, path_1.join)((0, os_1.tmpdir)(), `dcupl-upload-${(0, crypto_1.randomBytes)(6).toString('hex')}.gz`);
|
|
122
|
+
try {
|
|
123
|
+
await spoolGzip(input.absPath, tmpPath);
|
|
124
|
+
const stat = await fs_1.promises.stat(tmpPath);
|
|
125
|
+
const gzSize = stat.size;
|
|
126
|
+
const session = await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/upload-session`, {
|
|
127
|
+
data: { path: input.path, size: input.size, md5: input.md5, contentEncoding: 'gzip' },
|
|
128
|
+
timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS,
|
|
129
|
+
});
|
|
130
|
+
if (session.strategy !== 'gcs-resumable') {
|
|
131
|
+
throw new Error(`Unsupported upload strategy '${session.strategy}' — update the dcupl CLI.`);
|
|
132
|
+
}
|
|
133
|
+
await putWithResume(http, session.uploadUrl, tmpPath, gzSize, session.headers ?? {});
|
|
134
|
+
await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/upload-commit`, { data: { sessionId: session.sessionId }, timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
135
|
+
}
|
|
136
|
+
finally {
|
|
137
|
+
await fs_1.promises.unlink(tmpPath).catch(() => undefined);
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
//# sourceMappingURL=large-upload.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"large-upload.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/large-upload.ts"],"names":[],"mappings":";;;AA8CA,sCAMC;AAyGD,0CAwCC;;AArMD,0DAA0B;AAC1B,mCAAqC;AACrC,2BAAiF;AACjF,2BAA4B;AAC5B,+BAA4B;AAC5B,8CAA2C;AAC3C,mCAAmC;AACnC,+BAAkC;AAElC,8DAA4E;AAI/D,QAAA,sBAAsB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAG1C,QAAA,wBAAwB,GAAG,WAAW,CAAC;AAapD,MAAM,cAAc,GAAY;IAC9B,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO;QAC1B,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,OAAO,CAAC;YACnC,MAAM,EAAE,KAAK;YACb,GAAG;YACH,IAAI,EAAE,IAAI;YACV,OAAO;YACP,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI;YAC1B,aAAa,EAAE,QAAQ;YACvB,OAAO,EAAE,mCAAmB;SAC7B,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAA4C,EAAE,CAAC;IACrG,CAAC;CACF,CAAC;AAIF,SAAgB,aAAa,CAAC,KAAa;IACzC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1B,CAAC;AAID,MAAM,cAAe,SAAQ,KAAK;CAAG;AAErC,SAAS,oBAAoB,CAAC,UAAkB;IAC9C,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,OAAO,IAAI,kBAAS,CAAC;QACnB,SAAS,CAAC,KAAa,EAAE,IAAI,EAAE,QAAQ;YACrC,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,QAAQ,CAAC,IAAI,KAAK,CAAC,SAAS,UAAU,gFAAgF,CAAC,CAAC,CAAC;gBACzH,OAAO;YACT,CAAC;YACD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,QAAQ;YACZ,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,QAAQ,CAAC,IAAI,KAAK,CAAC,SAAS,UAAU,gFAAgF,CAAC,CAAC,CAAC;gBACzH,OAAO;YACT,CAAC;YACD,QAAQ,EAAE,CAAC;QACb,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAID,KAAK,UAAU,SAAS,CAAC,OAAe,EAAE,OAAe;IACvD,MAAM,IAAA,mBAAQ,EACZ,IAAA,qBAAgB,EAAC,OAAO,CAAC,EACzB,oBAAoB,CAAC,OAAO,CAAC,EAC7B,IAAA,iBAAU,GAAE,EACZ,IAAA,sBAAiB,EAAC,OAAO,CAAC,CAC3B,CAAC;AACJ,CAAC;AAQD,SAAS,iBAAiB,CAAC,IAAY,EAAE,IAAwB;IAC/D,MAAM,MAAM,GAAG,IAAA,qBAAgB,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,IAAa,EACb,SAAiB,EACjB,OAAe,EACf,MAAc,EACd,cAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,GAAG,cAAc,EAAE,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1G,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;YAAE,OAAO;QAC3D,MAAM,IAAI,cAAc,CAAC,iCAAiC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,cAAc;YAAE,MAAM,GAAG,CAAC;IAE/C,CAAC;IAED,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,GAAG,cAAc,EAAE,eAAe,EAAE,WAAW,MAAM,EAAE,EAAE,CAAC,CAAC;YAClH,IAAI,YAAY,CAAC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,KAAK,GAAG;gBAAE,OAAO;YACvE,IAAI,YAAY,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAChC,MAAM,IAAI,cAAc,CAAC,uCAAuC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YACzF,CAAC;YACD,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9F,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACtE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,EAAE;gBACjE,GAAG,cAAc;gBACjB,eAAe,EAAE,SAAS,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,EAAE;gBAC1D,gBAAgB,EAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;aAC1C,CAAC,CAAC;YACH,IAAI,eAAe,CAAC,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,MAAM,KAAK,GAAG;gBAAE,OAAO;YAC7E,MAAM,IAAI,cAAc,CAAC,iCAAiC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,cAAc;gBAAE,MAAM,GAAG,CAAC;YAC7C,SAAS,GAAG,GAAG,CAAC;QAClB,CAAC;IACH,CAAC;IACD,MAAM,SAAS,CAAC;AAClB,CAAC;AAYM,KAAK,UAAU,eAAe,CAAC,KAA2B;IAC/D,IAAI,KAAK,CAAC,IAAI,GAAG,gCAAwB,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,KAAK,CACb,SAAS,KAAK,CAAC,IAAI,QAAQ,MAAM,sDAAsD;YACrF,mGAAmG,CACtG,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,cAAc,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAA,WAAI,EAAC,IAAA,WAAM,GAAE,EAAE,gBAAgB,IAAA,oBAAW,EAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEpF,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,MAAM,aAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC;QAEzB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CACxC,MAAM,EACN,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,iBAAiB,EACtF;YACE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE;YACrF,SAAS,EAAE,mCAAmB;SAC/B,CACF,CAAC;QAEF,IAAI,OAAO,CAAC,QAAQ,KAAK,eAAe,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,CAAC,QAAQ,2BAA2B,CAAC,CAAC;QAC/F,CAAC;QAED,MAAM,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAErF,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CACxB,MAAM,EACN,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,gBAAgB,EACrF,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,mCAAmB,EAAE,CAC3E,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,aAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC"}
|
|
@@ -9,6 +9,7 @@ const fs_1 = require("fs");
|
|
|
9
9
|
const crypto_1 = require("crypto");
|
|
10
10
|
const glob_1 = require("glob");
|
|
11
11
|
const path_1 = require("path");
|
|
12
|
+
const api_client_js_1 = require("../../helper/api-client.js");
|
|
12
13
|
async function buildLocalManifest(workspaceRoot, opts) {
|
|
13
14
|
const baseAbs = (0, path_1.join)(workspaceRoot, opts.baseFolder);
|
|
14
15
|
if (!(0, fs_1.existsSync)(baseAbs))
|
|
@@ -65,7 +66,7 @@ async function fetchServerManifest(client, versionId) {
|
|
|
65
66
|
return parseServerManifest(response);
|
|
66
67
|
}
|
|
67
68
|
async function repairServerManifest(client, versionId, paths) {
|
|
68
|
-
const response = await client.request('post', `/projects/${client.projectId}/files/versions/${versionId}/repair`, { data: paths && paths.length > 0 ? { paths } : {} });
|
|
69
|
+
const response = await client.request('post', `/projects/${client.projectId}/files/versions/${versionId}/repair`, { data: paths && paths.length > 0 ? { paths } : {}, timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
69
70
|
return parseServerManifest(response);
|
|
70
71
|
}
|
|
71
72
|
function toPosix(p) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/manifest.ts"],"names":[],"mappings":";;AAaA,gDAyCC;AAED,0CAYC;AAED,kDAWC;AAED,kDASC;AAED,oDAWC;AAzGD,2BAA4D;AAC5D,mCAAoC;AACpC,+BAA4B;AAC5B,+BAAiC;
|
|
1
|
+
{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/manifest.ts"],"names":[],"mappings":";;AAaA,gDAyCC;AAED,0CAYC;AAED,kDAWC;AAED,kDASC;AAED,oDAWC;AAzGD,2BAA4D;AAC5D,mCAAoC;AACpC,+BAA4B;AAC5B,+BAAiC;AACjC,8DAA4E;AASrE,KAAK,UAAU,kBAAkB,CACtC,aAAqB,EACrB,IAA0B;IAE1B,MAAM,OAAO,GAAG,IAAA,WAAI,EAAC,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACrD,IAAI,CAAC,IAAA,eAAU,EAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,MAAM,UAAU,GAAG,CACjB,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,IAAA,WAAI,EAAC,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CACzD,CACF,CACF,CAAC,IAAI,EAAE,CAAC;IAET,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,CACE,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,IAAA,WAAI,EAAC,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CACzD,CACF,CACF;SACE,IAAI,EAAE;SACN,GAAG,CAAC,OAAO,CAAC,CAChB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEd,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAA,aAAQ,EAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,SAAS;QAC7B,QAAQ,CAAC,GAAG,CAAC,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,YAAoB;IACxD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,MAAM,GAAG,IAAA,qBAAgB,EAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAClC,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,mBAAmB,CAAC,QAAgC;IAClE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,GAAG,IAAI,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAC9C,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC7B,CAAC;AAEM,KAAK,UAAU,mBAAmB,CACvC,MAAiB,EACjB,SAAiB;IAEjB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CACnC,KAAK,EACL,aAAa,MAAM,CAAC,SAAS,mBAAmB,SAAS,WAAW,CACrE,CAAC;IACF,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAEM,KAAK,UAAU,oBAAoB,CACxC,MAAiB,EACjB,SAAiB,EACjB,KAAgB;IAEhB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CACnC,MAAM,EACN,aAAa,MAAM,CAAC,SAAS,mBAAmB,SAAS,SAAS,EAClE,EAAE,IAAI,EAAE,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,mCAAmB,EAAE,CACrF,CAAC;IACF,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,UAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,CAAC"}
|
|
@@ -1,4 +1,6 @@
|
|
|
1
1
|
import { ApiClient } from '../../helper/api-client.js';
|
|
2
|
+
import { uploadLargeFile } from './large-upload.js';
|
|
3
|
+
export declare const MAX_JSON_UPLOAD_BYTES: number;
|
|
2
4
|
type TaskResult<T> = {
|
|
3
5
|
ok: true;
|
|
4
6
|
value: T;
|
|
@@ -42,6 +44,9 @@ export type ExecuteTransfersInput = {
|
|
|
42
44
|
concurrency?: number;
|
|
43
45
|
onProgress?: (op: TransferFailure['op'], path: string, ok: boolean) => void;
|
|
44
46
|
fs?: TransferFs;
|
|
47
|
+
sizes?: Record<string, number>;
|
|
48
|
+
md5s?: Record<string, string>;
|
|
49
|
+
uploadLarge?: typeof uploadLargeFile;
|
|
45
50
|
};
|
|
46
51
|
export declare function executeTransfers(input: ExecuteTransfersInput): Promise<TransferResult>;
|
|
47
52
|
export {};
|
|
@@ -1,11 +1,18 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MAX_JSON_UPLOAD_BYTES = void 0;
|
|
3
4
|
exports.runWithLimit = runWithLimit;
|
|
4
5
|
exports.executeTransfers = executeTransfers;
|
|
5
6
|
const crypto_1 = require("crypto");
|
|
6
7
|
const fs_1 = require("fs");
|
|
7
8
|
const path_1 = require("path");
|
|
8
|
-
const
|
|
9
|
+
const api_client_js_1 = require("../../helper/api-client.js");
|
|
10
|
+
const text_policy_js_1 = require("../helper/text-policy.js");
|
|
11
|
+
const large_upload_js_1 = require("./large-upload.js");
|
|
12
|
+
function mb(n) {
|
|
13
|
+
return `${(n / (1024 * 1024)).toFixed(1)} MB`;
|
|
14
|
+
}
|
|
15
|
+
exports.MAX_JSON_UPLOAD_BYTES = 90 * 1024 * 1024;
|
|
9
16
|
async function runWithLimit(limit, tasks) {
|
|
10
17
|
const results = new Array(tasks.length);
|
|
11
18
|
let next = 0;
|
|
@@ -39,7 +46,7 @@ function assertSafeRelativePath(p, op) {
|
|
|
39
46
|
}
|
|
40
47
|
}
|
|
41
48
|
async function executeTransfers(input) {
|
|
42
|
-
const concurrency = input.concurrency ??
|
|
49
|
+
const concurrency = input.concurrency ?? 4;
|
|
43
50
|
const fs = input.fs ?? {
|
|
44
51
|
readFileAsBuffer: (p) => fs_1.promises.readFile(p),
|
|
45
52
|
writeFile: (p, d) => fs_1.promises.writeFile(p, d),
|
|
@@ -48,26 +55,56 @@ async function executeTransfers(input) {
|
|
|
48
55
|
rename: (from, to) => fs_1.promises.rename(from, to),
|
|
49
56
|
};
|
|
50
57
|
const jobs = [];
|
|
58
|
+
const uploadLarge = input.uploadLarge ?? large_upload_js_1.uploadLargeFile;
|
|
51
59
|
for (const path of input.uploads) {
|
|
52
60
|
jobs.push({ op: 'upload', path, run: async () => {
|
|
53
61
|
assertSafeRelativePath(path, 'upload');
|
|
62
|
+
if (!(0, text_policy_js_1.hasAllowedTextFileExtension)(path)) {
|
|
63
|
+
throw new Error((0, text_policy_js_1.unsupportedFileTypeMessage)(path));
|
|
64
|
+
}
|
|
65
|
+
const knownSize = input.sizes?.[path];
|
|
66
|
+
const knownMd5 = input.md5s?.[path];
|
|
54
67
|
const abs = (0, path_1.join)(input.workspaceRoot, input.baseFolder, path);
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
68
|
+
if (knownSize !== undefined && knownSize > large_upload_js_1.LARGE_UPLOAD_THRESHOLD && knownMd5 !== undefined) {
|
|
69
|
+
try {
|
|
70
|
+
await uploadLarge({
|
|
71
|
+
client: input.client,
|
|
72
|
+
versionId: input.versionId,
|
|
73
|
+
path,
|
|
74
|
+
absPath: abs,
|
|
75
|
+
size: knownSize,
|
|
76
|
+
md5: knownMd5,
|
|
77
|
+
});
|
|
78
|
+
return;
|
|
79
|
+
}
|
|
80
|
+
catch (err) {
|
|
81
|
+
const is404 = err instanceof api_client_js_1.ApiClientError && err.code === 'HTTP_404';
|
|
82
|
+
if (!is404)
|
|
83
|
+
throw err;
|
|
84
|
+
if (knownSize > exports.MAX_JSON_UPLOAD_BYTES) {
|
|
85
|
+
throw new Error(`File '${path}' is ${mb(knownSize)} — the console API does not support large-file ` +
|
|
86
|
+
`uploads yet (upgrade the server). Exclude it from the push (filesUpload.exclude in ` +
|
|
87
|
+
`dcupl.config.json, or --path to scope the push) until then.`, { cause: err });
|
|
88
|
+
}
|
|
89
|
+
}
|
|
58
90
|
}
|
|
59
|
-
|
|
60
|
-
throw new Error(`File '${path}'
|
|
61
|
-
`'
|
|
91
|
+
if (knownSize !== undefined && knownSize > exports.MAX_JSON_UPLOAD_BYTES) {
|
|
92
|
+
throw new Error(`File '${path}' is ${mb(knownSize)} — larger than the 90 MB per-file limit of the ` +
|
|
93
|
+
`console API's JSON transport. Exclude it from the push (filesUpload.exclude in ` +
|
|
94
|
+
`dcupl.config.json, or --path to scope the push) until large-file uploads ship.`);
|
|
95
|
+
}
|
|
96
|
+
const buffer = await fs.readFileAsBuffer(abs);
|
|
97
|
+
if (!(0, text_policy_js_1.isUtf8Text)(buffer)) {
|
|
98
|
+
throw new Error((0, text_policy_js_1.binaryContentMessage)(path));
|
|
62
99
|
}
|
|
63
100
|
const content = buffer.toString('utf8');
|
|
64
|
-
await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/write`, { data: { path, content } });
|
|
101
|
+
await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/write`, { data: { path, content }, timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
65
102
|
} });
|
|
66
103
|
}
|
|
67
104
|
for (const path of input.downloads) {
|
|
68
105
|
jobs.push({ op: 'download', path, run: async () => {
|
|
69
106
|
assertSafeRelativePath(path, 'download');
|
|
70
|
-
const data = await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/read`, { data: { path }, responseType: 'arraybuffer' });
|
|
107
|
+
const data = await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/read`, { data: { path }, responseType: 'arraybuffer', timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
71
108
|
const content = Buffer.from(data);
|
|
72
109
|
const abs = (0, path_1.join)(input.workspaceRoot, input.baseFolder, path);
|
|
73
110
|
await fs.mkdir((0, path_1.dirname)(abs), { recursive: true });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transfer.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/transfer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"transfer.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/transfer.ts"],"names":[],"mappings":";;;AAkBA,oCAuBC;AAoDD,4CAsIC;AAnOD,mCAAqC;AACrC,2BAA4C;AAC5C,+BAAqC;AACrC,8DAA4F;AAC5F,6DAAqI;AACrI,uDAA4E;AAE5E,SAAS,EAAE,CAAC,CAAS;IACnB,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AAChD,CAAC;AAKY,QAAA,qBAAqB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAI/C,KAAK,UAAU,YAAY,CAChC,KAAa,EACb,KAA8B;IAE9B,MAAM,OAAO,GAAoB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzD,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,KAAK,UAAU,MAAM;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC;YACnB,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO;YAChC,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YACrC,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IACnG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAQD,SAAS,sBAAsB,CAAC,CAAS,EAAE,EAAU;IACnD,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,EAAE,GAAG,CAAC,CAAC;IACjE,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,uCAAuC,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,mDAAmD,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;IACxF,CAAC;AACH,CAAC;AAmCM,KAAK,UAAU,gBAAgB,CAAC,KAA4B;IACjE,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAe,KAAK,CAAC,EAAE,IAAI;QACjC,gBAAgB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,aAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/C,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAU,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,aAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACnC,KAAK,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,aAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;QAC7C,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,aAAU,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;KAClD,CAAC;IAGF,MAAM,IAAI,GAAU,EAAE,CAAC;IAEvB,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,iCAAe,CAAC;IAEzD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAC9C,sBAAsB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAGvC,IAAI,CAAC,IAAA,4CAA2B,EAAC,IAAI,CAAC,EAAE,CAAC;oBACvC,MAAM,IAAI,KAAK,CAAC,IAAA,2CAA0B,EAAC,IAAI,CAAC,CAAC,CAAC;gBACpD,CAAC;gBACD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBACpC,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAE9D,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,GAAG,wCAAsB,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC5F,IAAI,CAAC;wBACH,MAAM,WAAW,CAAC;4BAChB,MAAM,EAAE,KAAK,CAAC,MAAM;4BACpB,SAAS,EAAE,KAAK,CAAC,SAAS;4BAC1B,IAAI;4BACJ,OAAO,EAAE,GAAG;4BACZ,IAAI,EAAE,SAAS;4BACf,GAAG,EAAE,QAAQ;yBACd,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,KAAK,GAAG,GAAG,YAAY,8BAAc,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC;wBACvE,IAAI,CAAC,KAAK;4BAAE,MAAM,GAAG,CAAC;wBACtB,IAAI,SAAS,GAAG,6BAAqB,EAAE,CAAC;4BACtC,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,QAAQ,EAAE,CAAC,SAAS,CAAC,iDAAiD;gCACnF,qFAAqF;gCACrF,6DAA6D,EAC7D,EAAE,KAAK,EAAE,GAAG,EAAE,CACf,CAAC;wBACJ,CAAC;oBAGH,CAAC;gBACH,CAAC;gBAED,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,GAAG,6BAAqB,EAAE,CAAC;oBACjE,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,QAAQ,EAAE,CAAC,SAAS,CAAC,iDAAiD;wBACnF,iFAAiF;wBACjF,gFAAgF,CACjF,CAAC;gBACJ,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;gBAC9C,IAAI,CAAC,IAAA,2BAAU,EAAC,MAAM,CAAC,EAAE,CAAC;oBACxB,MAAM,IAAI,KAAK,CAAC,IAAA,qCAAoB,EAAC,IAAI,CAAC,CAAC,CAAC;gBAC9C,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,mCAAmB,EAAE,CAAC,CAAC;YACjL,CAAC,EAAC,CAAC,CAAC;IACN,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAChD,sBAAsB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACzC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CACrC,MAAM,EACN,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,OAAO,EAC5E,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,mCAAmB,EAAE,CAChF,CAAC;gBACF,MAAM,OAAO,GAAW,MAAM,CAAC,IAAI,CAAC,IAAmB,CAAC,CAAC;gBACzD,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAC9D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAA,cAAO,EAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,GAAG,GAAG,GAAG,GAAG,cAAc,IAAA,oBAAW,EAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjE,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBACjC,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC5B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC;wBAAC,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAe,CAAC;oBACrD,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC,EAAC,CAAC,CAAC;IACN,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBACpD,sBAAsB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;gBAC7C,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,SAAS,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;YACzI,CAAC,EAAC,CAAC,CAAC;IACN,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBACnD,sBAAsB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;gBAC5C,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAC9D,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC,EAAC,CAAC,CAAC;IACN,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,IAA0D,EAAE;QAC/F,IAAI,CAAC;YACH,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;YACd,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAW,CAAC;QAC7C,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxC,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAEzD,MAAM,GAAG,GAAmB;QAC1B,SAAS,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE;QAC9E,MAAM,EAAE,EAAE;KACX,CAAC;IACF,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,GAAG,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO;gBAC9C,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS;oBACjD,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa;wBACzD,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -10,4 +10,15 @@ export declare function mockOutput(): Output & {
|
|
|
10
10
|
error: any[];
|
|
11
11
|
};
|
|
12
12
|
};
|
|
13
|
+
export declare function makePullDeps(overrides?: any): any;
|
|
14
|
+
export declare const pullBaseOpts: {
|
|
15
|
+
workspaceRoot: string;
|
|
16
|
+
baseFolder: string;
|
|
17
|
+
include: string[];
|
|
18
|
+
exclude: never[];
|
|
19
|
+
versionArg: undefined;
|
|
20
|
+
mode: "additive";
|
|
21
|
+
yes: boolean;
|
|
22
|
+
force: boolean;
|
|
23
|
+
};
|
|
13
24
|
export declare function withTTY(value: boolean, fn: () => Promise<void>): Promise<void>;
|