@dcupl/cli 1.4.0-beta.2 → 1.4.0-beta.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -23
- package/dist/cli.d.ts +2 -0
- package/dist/cli.js +740 -205
- package/dist/cli.js.map +1 -1
- package/dist/functions/app/app-id.js +34 -2
- package/dist/functions/app/app-id.js.map +1 -1
- package/dist/functions/app/client/daemon-client.js.map +1 -1
- package/dist/functions/app/commands/cdn-host.d.ts +16 -0
- package/dist/functions/app/commands/cdn-host.js +47 -0
- package/dist/functions/app/commands/cdn-host.js.map +1 -0
- package/dist/functions/app/commands/create.js +50 -34
- package/dist/functions/app/commands/create.js.map +1 -1
- package/dist/functions/app/commands/data/render.d.ts +3 -1
- package/dist/functions/app/commands/data/render.js +9 -1
- package/dist/functions/app/commands/data/render.js.map +1 -1
- package/dist/functions/app/commands/destroy.js +10 -4
- package/dist/functions/app/commands/destroy.js.map +1 -1
- package/dist/functions/app/commands/detect-serve.js +17 -6
- package/dist/functions/app/commands/detect-serve.js.map +1 -1
- package/dist/functions/app/commands/fn/_fn-helpers.js +11 -3
- package/dist/functions/app/commands/fn/_fn-helpers.js.map +1 -1
- package/dist/functions/app/commands/fn/aggregate.js +4 -1
- package/dist/functions/app/commands/fn/aggregate.js.map +1 -1
- package/dist/functions/app/commands/fn/group-by.js +4 -2
- package/dist/functions/app/commands/fn/group-by.js.map +1 -1
- package/dist/functions/app/commands/fn/pivot.js.map +1 -1
- package/dist/functions/app/commands/list.js +6 -2
- package/dist/functions/app/commands/list.js.map +1 -1
- package/dist/functions/app/commands/loader-hash.js.map +1 -1
- package/dist/functions/app/commands/loaders/add.js +6 -0
- package/dist/functions/app/commands/loaders/add.js.map +1 -1
- package/dist/functions/app/commands/loaders/process-flags.js +4 -1
- package/dist/functions/app/commands/loaders/process-flags.js.map +1 -1
- package/dist/functions/app/commands/loaders/process.js +3 -1
- package/dist/functions/app/commands/loaders/process.js.map +1 -1
- package/dist/functions/app/commands/loaders/remove.js +2 -0
- package/dist/functions/app/commands/loaders/remove.js.map +1 -1
- package/dist/functions/app/commands/models/get.js.map +1 -1
- package/dist/functions/app/commands/models/keys.js.map +1 -1
- package/dist/functions/app/commands/models/remove.js.map +1 -1
- package/dist/functions/app/commands/models/set.js +3 -1
- package/dist/functions/app/commands/models/set.js.map +1 -1
- package/dist/functions/app/commands/query/execute.js +7 -15
- package/dist/functions/app/commands/query/execute.js.map +1 -1
- package/dist/functions/app/commands/query/one.js +3 -1
- package/dist/functions/app/commands/query/one.js.map +1 -1
- package/dist/functions/app/commands/query-input.d.ts +1 -0
- package/dist/functions/app/commands/query-input.js +15 -2
- package/dist/functions/app/commands/query-input.js.map +1 -1
- package/dist/functions/app/commands/render.js +10 -4
- package/dist/functions/app/commands/render.js.map +1 -1
- package/dist/functions/app/commands/resolve-app.js.map +1 -1
- package/dist/functions/app/commands/resolve-source.d.ts +1 -0
- package/dist/functions/app/commands/resolve-source.js +20 -5
- package/dist/functions/app/commands/resolve-source.js.map +1 -1
- package/dist/functions/app/commands/sort-input.d.ts +5 -0
- package/dist/functions/app/commands/sort-input.js +34 -0
- package/dist/functions/app/commands/sort-input.js.map +1 -0
- package/dist/functions/app/commands/validate-report.d.ts +31 -0
- package/dist/functions/app/commands/validate-report.js +20 -1
- package/dist/functions/app/commands/validate-report.js.map +1 -1
- package/dist/functions/app/commands/validate.d.ts +1 -0
- package/dist/functions/app/commands/validate.js +31 -10
- package/dist/functions/app/commands/validate.js.map +1 -1
- package/dist/functions/app/daemon/app-server.module.js +6 -1
- package/dist/functions/app/daemon/app-server.module.js.map +1 -1
- package/dist/functions/app/daemon/controllers/data.controller.d.ts +3 -4
- package/dist/functions/app/daemon/controllers/data.controller.js +18 -7
- package/dist/functions/app/daemon/controllers/data.controller.js.map +1 -1
- package/dist/functions/app/daemon/controllers/lifecycle.controller.js.map +1 -1
- package/dist/functions/app/daemon/controllers/loaders.controller.js +1 -1
- package/dist/functions/app/daemon/controllers/loaders.controller.js.map +1 -1
- package/dist/functions/app/daemon/controllers/query.controller.js +4 -1
- package/dist/functions/app/daemon/controllers/query.controller.js.map +1 -1
- package/dist/functions/app/daemon/daemon-args.js +2 -2
- package/dist/functions/app/daemon/daemon-args.js.map +1 -1
- package/dist/functions/app/daemon/filters/envelope-exception.filter.js +6 -1
- package/dist/functions/app/daemon/filters/envelope-exception.filter.js.map +1 -1
- package/dist/functions/app/daemon/main.js +14 -7
- package/dist/functions/app/daemon/main.js.map +1 -1
- package/dist/functions/app/daemon/services/attribute-validation.js +6 -3
- package/dist/functions/app/daemon/services/attribute-validation.js.map +1 -1
- package/dist/functions/app/daemon/services/csv-delimiter.d.ts +15 -0
- package/dist/functions/app/daemon/services/csv-delimiter.js +99 -0
- package/dist/functions/app/daemon/services/csv-delimiter.js.map +1 -0
- package/dist/functions/app/daemon/services/dcupl-host.service.d.ts +15 -2
- package/dist/functions/app/daemon/services/dcupl-host.service.js +132 -24
- package/dist/functions/app/daemon/services/dcupl-host.service.js.map +1 -1
- package/dist/functions/app/daemon/services/group-sort.d.ts +25 -0
- package/dist/functions/app/daemon/services/group-sort.js +128 -0
- package/dist/functions/app/daemon/services/group-sort.js.map +1 -0
- package/dist/functions/app/daemon/services/idle-watchdog.service.js.map +1 -1
- package/dist/functions/app/daemon/services/ingest.service.d.ts +1 -0
- package/dist/functions/app/daemon/services/ingest.service.js +17 -11
- package/dist/functions/app/daemon/services/ingest.service.js.map +1 -1
- package/dist/functions/app/daemon/services/init-options.js.map +1 -1
- package/dist/functions/app/daemon/services/loaders.service.d.ts +4 -2
- package/dist/functions/app/daemon/services/loaders.service.js +29 -7
- package/dist/functions/app/daemon/services/loaders.service.js.map +1 -1
- package/dist/functions/app/daemon/services/normalize-query.d.ts +1 -1
- package/dist/functions/app/daemon/services/normalize-query.js +44 -3
- package/dist/functions/app/daemon/services/normalize-query.js.map +1 -1
- package/dist/functions/app/daemon/services/staged-keys.d.ts +12 -0
- package/dist/functions/app/daemon/services/staged-keys.js +72 -0
- package/dist/functions/app/daemon/services/staged-keys.js.map +1 -0
- package/dist/functions/app/e2e/port-lock.js +23 -9
- package/dist/functions/app/e2e/port-lock.js.map +1 -1
- package/dist/functions/app/registry/registry.js +11 -10
- package/dist/functions/app/registry/registry.js.map +1 -1
- package/dist/functions/app/registry/serve-registry.js +13 -9
- package/dist/functions/app/registry/serve-registry.js.map +1 -1
- package/dist/functions/app/types.d.ts +2 -0
- package/dist/functions/config/commands/set.js +4 -4
- package/dist/functions/config/commands/set.js.map +1 -1
- package/dist/functions/config/io.js +1 -3
- package/dist/functions/config/io.js.map +1 -1
- package/dist/functions/config/prompts.d.ts +2 -1
- package/dist/functions/config/prompts.js +1 -3
- package/dist/functions/config/prompts.js.map +1 -1
- package/dist/functions/files/commands/pull.d.ts +2 -0
- package/dist/functions/files/commands/pull.js +40 -16
- package/dist/functions/files/commands/pull.js.map +1 -1
- package/dist/functions/files/commands/push.d.ts +1 -0
- package/dist/functions/files/commands/push.js +20 -0
- package/dist/functions/files/commands/push.js.map +1 -1
- package/dist/functions/files/commands/read.js +2 -1
- package/dist/functions/files/commands/read.js.map +1 -1
- package/dist/functions/files/commands/write.js +12 -2
- package/dist/functions/files/commands/write.js.map +1 -1
- package/dist/functions/files/files-push.js +1 -1
- package/dist/functions/files/files-push.js.map +1 -1
- package/dist/functions/files/helper/confirm.js +2 -3
- package/dist/functions/files/helper/confirm.js.map +1 -1
- package/dist/functions/files/helper/text-policy.d.ts +5 -0
- package/dist/functions/files/helper/text-policy.js +31 -0
- package/dist/functions/files/helper/text-policy.js.map +1 -0
- package/dist/functions/files/sync/large-upload.d.ts +20 -0
- package/dist/functions/files/sync/large-upload.js +140 -0
- package/dist/functions/files/sync/large-upload.js.map +1 -0
- package/dist/functions/files/sync/manifest.js +2 -1
- package/dist/functions/files/sync/manifest.js.map +1 -1
- package/dist/functions/files/sync/transfer.d.ts +5 -0
- package/dist/functions/files/sync/transfer.js +47 -10
- package/dist/functions/files/sync/transfer.js.map +1 -1
- package/dist/functions/generate/files/generate-code.js +0 -1
- package/dist/functions/generate/files/generate-code.js.map +1 -1
- package/dist/functions/generate/files/generate-files.d.ts +10 -1
- package/dist/functions/generate/files/generate-files.js +154 -43
- package/dist/functions/generate/files/generate-files.js.map +1 -1
- package/dist/functions/generate/files/generate-schema.js +1 -1
- package/dist/functions/generate/files/generate-schema.js.map +1 -1
- package/dist/functions/generate/files/generate.helper.d.ts +9 -3
- package/dist/functions/generate/files/generate.helper.js +11 -8
- package/dist/functions/generate/files/generate.helper.js.map +1 -1
- package/dist/functions/generate/files/rest-api-template.d.ts +16 -0
- package/dist/functions/generate/files/rest-api-template.js +63 -0
- package/dist/functions/generate/files/rest-api-template.js.map +1 -0
- package/dist/functions/generate/files/script-starters.d.ts +7 -0
- package/dist/functions/generate/files/script-starters.js +75 -0
- package/dist/functions/generate/files/script-starters.js.map +1 -0
- package/dist/functions/generate/files/workflow-presets.js +2 -1
- package/dist/functions/generate/files/workflow-presets.js.map +1 -1
- package/dist/functions/generate/model-from-data/generate-model-from-data.d.ts +1 -0
- package/dist/functions/generate/model-from-data/generate-model-from-data.js +74 -6
- package/dist/functions/generate/model-from-data/generate-model-from-data.js.map +1 -1
- package/dist/functions/generate/model-from-data/infer-key.js +1 -4
- package/dist/functions/generate/model-from-data/infer-key.js.map +1 -1
- package/dist/functions/generate/model-from-data/infer-to-model.js +1 -2
- package/dist/functions/generate/model-from-data/infer-to-model.js.map +1 -1
- package/dist/functions/generate/projects/generate-project.js +18 -13
- package/dist/functions/generate/projects/generate-project.js.map +1 -1
- package/dist/functions/helper/api-client.d.ts +4 -0
- package/dist/functions/helper/api-client.js +18 -5
- package/dist/functions/helper/api-client.js.map +1 -1
- package/dist/functions/helper/config.helper.d.ts +1 -0
- package/dist/functions/helper/config.helper.js +1 -1
- package/dist/functions/helper/config.helper.js.map +1 -1
- package/dist/functions/helper/output.js +3 -1
- package/dist/functions/helper/output.js.map +1 -1
- package/dist/functions/helper/parse-fail.js +4 -1
- package/dist/functions/helper/parse-fail.js.map +1 -1
- package/dist/functions/helper/prompt.d.ts +2 -0
- package/dist/functions/helper/prompt.js +8 -0
- package/dist/functions/helper/prompt.js.map +1 -0
- package/dist/functions/schemas/command.js.map +1 -1
- package/dist/functions/schemas/examples/AppLoaderConfiguration.example.json +1 -3
- package/dist/functions/schemas/examples/DataMapperStepConfig.example.json +6 -1
- package/dist/functions/schemas/examples/ModelDefinition.example.json +8 -1
- package/dist/functions/schemas/examples/ResponseScriptConfig.example.json +1 -1
- package/dist/functions/schemas/examples/RestApiTemplate.example.json +30 -0
- package/dist/functions/schemas/examples/ScriptStepConfig.example.json +3 -1
- package/dist/functions/schemas/examples/TemplateV3.example.json +5 -1
- package/dist/functions/schemas/extract.js +1 -1
- package/dist/functions/schemas/extract.js.map +1 -1
- package/dist/functions/schemas/format.js +7 -5
- package/dist/functions/schemas/format.js.map +1 -1
- package/dist/functions/schemas/registry.d.ts +2 -1
- package/dist/functions/schemas/registry.js +95 -31
- package/dist/functions/schemas/registry.js.map +1 -1
- package/dist/functions/schemas/resolve.d.ts +1 -0
- package/dist/functions/schemas/resolve.js +31 -1
- package/dist/functions/schemas/resolve.js.map +1 -1
- package/dist/functions/schemas/validate.js.map +1 -1
- package/dist/functions/serve/commands/list.js +2 -1
- package/dist/functions/serve/commands/list.js.map +1 -1
- package/dist/functions/serve/commands/stop.js +10 -5
- package/dist/functions/serve/commands/stop.js.map +1 -1
- package/dist/functions/serve/dev-server/dev-server-access.guard.d.ts +11 -0
- package/dist/functions/serve/dev-server/dev-server-access.guard.js +41 -0
- package/dist/functions/serve/dev-server/dev-server-access.guard.js.map +1 -0
- package/dist/functions/serve/dev-server/dev-server.controller.d.ts +3 -0
- package/dist/functions/serve/dev-server/dev-server.controller.js +20 -0
- package/dist/functions/serve/dev-server/dev-server.controller.js.map +1 -1
- package/dist/functions/serve/dev-server/dev-server.module.d.ts +3 -0
- package/dist/functions/serve/dev-server/dev-server.module.js +34 -23
- package/dist/functions/serve/dev-server/dev-server.module.js.map +1 -1
- package/dist/functions/serve/dev-server/dev-server.options.d.ts +8 -0
- package/dist/functions/serve/dev-server/dev-server.options.js +5 -0
- package/dist/functions/serve/dev-server/dev-server.options.js.map +1 -0
- package/dist/functions/serve/dev-server/dev-server.service.d.ts +11 -3
- package/dist/functions/serve/dev-server/dev-server.service.js +72 -65
- package/dist/functions/serve/dev-server/dev-server.service.js.map +1 -1
- package/dist/functions/serve/dev-server/path-scope.d.ts +5 -0
- package/dist/functions/serve/dev-server/path-scope.js +88 -0
- package/dist/functions/serve/dev-server/path-scope.js.map +1 -0
- package/dist/functions/serve/dev-server/request-security.d.ts +34 -0
- package/dist/functions/serve/dev-server/request-security.js +146 -0
- package/dist/functions/serve/dev-server/request-security.js.map +1 -0
- package/dist/functions/serve/main.d.ts +13 -0
- package/dist/functions/serve/main.js +84 -12
- package/dist/functions/serve/main.js.map +1 -1
- package/dist/functions/serve/serve-self-register.js +2 -1
- package/dist/functions/serve/serve-self-register.js.map +1 -1
- package/dist/functions/version/command.js +1 -6
- package/dist/functions/version/command.js.map +1 -1
- package/dist/functions/workflow/commands/deploy.d.ts +1 -0
- package/dist/functions/workflow/commands/deploy.js +18 -13
- package/dist/functions/workflow/commands/deploy.js.map +1 -1
- package/dist/functions/workflow/commands/get.js.map +1 -1
- package/dist/functions/workflow/commands/history.js.map +1 -1
- package/dist/functions/workflow/commands/run.d.ts +2 -8
- package/dist/functions/workflow/commands/run.js +29 -22
- package/dist/functions/workflow/commands/run.js.map +1 -1
- package/dist/functions/workflow/commands/runners-get.js.map +1 -1
- package/dist/functions/workflow/commands/status.d.ts +1 -1
- package/dist/functions/workflow/commands/status.js +7 -1
- package/dist/functions/workflow/commands/status.js.map +1 -1
- package/dist/functions/workflow/commands/template.js.map +1 -1
- package/dist/functions/workflow/commands/test.d.ts +2 -8
- package/dist/functions/workflow/commands/test.js +19 -21
- package/dist/functions/workflow/commands/test.js.map +1 -1
- package/dist/functions/workflow/commands/trace.js.map +1 -1
- package/dist/functions/workflow/commands/undeploy.js +3 -1
- package/dist/functions/workflow/commands/undeploy.js.map +1 -1
- package/dist/functions/workflow/commands/validate.d.ts +2 -0
- package/dist/functions/workflow/commands/validate.js +8 -1
- package/dist/functions/workflow/commands/validate.js.map +1 -1
- package/dist/functions/workflow/resolve-runner.d.ts +17 -0
- package/dist/functions/workflow/resolve-runner.js +41 -0
- package/dist/functions/workflow/resolve-runner.js.map +1 -0
- package/dist/functions/workflow/run-failure.js +1 -1
- package/dist/functions/workflow/run-failure.js.map +1 -1
- package/dist/functions/workflow/runner-health.js.map +1 -1
- package/dist/functions/workflow/script-lint.js +32 -7
- package/dist/functions/workflow/script-lint.js.map +1 -1
- package/dist/functions/workflow/trace.js.map +1 -1
- package/dist/functions/workflow/types.d.ts +11 -2
- package/dist/functions/workflow/types.js +4 -0
- package/dist/functions/workflow/types.js.map +1 -1
- package/dist/functions/workflow/wait-for-swap.d.ts +24 -1
- package/dist/functions/workflow/wait-for-swap.js +58 -0
- package/dist/functions/workflow/wait-for-swap.js.map +1 -1
- package/dist/functions/workflow/workflow-api.d.ts +7 -7
- package/dist/functions/workflow/workflow-api.js +31 -16
- package/dist/functions/workflow/workflow-api.js.map +1 -1
- package/files/common/_gitignore +2 -1
- package/files/dev-server/index.html +2 -1
- package/package.json +24 -15
- package/dist/functions/serve/guards/apiKey.guard.d.ts +0 -4
- package/dist/functions/serve/guards/apiKey.guard.js +0 -23
- package/dist/functions/serve/guards/apiKey.guard.js.map +0 -1
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MAX_SESSION_UPLOAD_BYTES = exports.LARGE_UPLOAD_THRESHOLD = void 0;
|
|
4
|
+
exports.parseRangeEnd = parseRangeEnd;
|
|
5
|
+
exports.uploadLargeFile = uploadLargeFile;
|
|
6
|
+
const tslib_1 = require("tslib");
|
|
7
|
+
const axios_1 = tslib_1.__importDefault(require("axios"));
|
|
8
|
+
const crypto_1 = require("crypto");
|
|
9
|
+
const fs_1 = require("fs");
|
|
10
|
+
const os_1 = require("os");
|
|
11
|
+
const path_1 = require("path");
|
|
12
|
+
const promises_1 = require("stream/promises");
|
|
13
|
+
const stream_1 = require("stream");
|
|
14
|
+
const zlib_1 = require("zlib");
|
|
15
|
+
const api_client_js_1 = require("../../helper/api-client.js");
|
|
16
|
+
exports.LARGE_UPLOAD_THRESHOLD = 10 * 1024 * 1024;
|
|
17
|
+
exports.MAX_SESSION_UPLOAD_BYTES = 524_288_000;
|
|
18
|
+
const defaultGcsHttp = {
|
|
19
|
+
async put(url, body, headers) {
|
|
20
|
+
const response = await axios_1.default.request({
|
|
21
|
+
method: 'put',
|
|
22
|
+
url,
|
|
23
|
+
data: body,
|
|
24
|
+
headers,
|
|
25
|
+
validateStatus: () => true,
|
|
26
|
+
maxBodyLength: Infinity,
|
|
27
|
+
timeout: api_client_js_1.TRANSFER_TIMEOUT_MS,
|
|
28
|
+
});
|
|
29
|
+
return { status: response.status, headers: response.headers };
|
|
30
|
+
},
|
|
31
|
+
};
|
|
32
|
+
function parseRangeEnd(range) {
|
|
33
|
+
const match = /(\d+)\s*$/.exec(range);
|
|
34
|
+
if (!match) {
|
|
35
|
+
throw new Error(`Cannot parse Range header value: ${range}`);
|
|
36
|
+
}
|
|
37
|
+
return Number(match[1]);
|
|
38
|
+
}
|
|
39
|
+
class GcsStatusError extends Error {
|
|
40
|
+
}
|
|
41
|
+
function utf8ValidationStream(sourcePath) {
|
|
42
|
+
const decoder = new TextDecoder('utf-8', { fatal: true });
|
|
43
|
+
return new stream_1.Transform({
|
|
44
|
+
transform(chunk, _enc, callback) {
|
|
45
|
+
try {
|
|
46
|
+
decoder.decode(chunk, { stream: true });
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
callback(new Error(`File '${sourcePath}' contains non-UTF-8 bytes; binary content is not supported for large uploads.`));
|
|
50
|
+
return;
|
|
51
|
+
}
|
|
52
|
+
callback(null, chunk);
|
|
53
|
+
},
|
|
54
|
+
flush(callback) {
|
|
55
|
+
try {
|
|
56
|
+
decoder.decode();
|
|
57
|
+
}
|
|
58
|
+
catch {
|
|
59
|
+
callback(new Error(`File '${sourcePath}' contains non-UTF-8 bytes; binary content is not supported for large uploads.`));
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
callback();
|
|
63
|
+
},
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
async function spoolGzip(absPath, tmpPath) {
|
|
67
|
+
await (0, promises_1.pipeline)((0, fs_1.createReadStream)(absPath), utf8ValidationStream(absPath), (0, zlib_1.createGzip)(), (0, fs_1.createWriteStream)(tmpPath));
|
|
68
|
+
}
|
|
69
|
+
function guardedReadStream(path, opts) {
|
|
70
|
+
const stream = (0, fs_1.createReadStream)(path, opts);
|
|
71
|
+
stream.on('error', () => undefined);
|
|
72
|
+
return stream;
|
|
73
|
+
}
|
|
74
|
+
async function putWithResume(http, uploadUrl, tmpPath, gzSize, sessionHeaders) {
|
|
75
|
+
try {
|
|
76
|
+
const stream = guardedReadStream(tmpPath);
|
|
77
|
+
const result = await http.put(uploadUrl, stream, { ...sessionHeaders, 'Content-Length': String(gzSize) });
|
|
78
|
+
if (result.status === 200 || result.status === 201)
|
|
79
|
+
return;
|
|
80
|
+
throw new GcsStatusError(`GCS upload failed with status ${result.status}`);
|
|
81
|
+
}
|
|
82
|
+
catch (err) {
|
|
83
|
+
if (err instanceof GcsStatusError)
|
|
84
|
+
throw err;
|
|
85
|
+
}
|
|
86
|
+
let lastError;
|
|
87
|
+
for (let attempt = 0; attempt < 3; attempt++) {
|
|
88
|
+
try {
|
|
89
|
+
const offsetResult = await http.put(uploadUrl, null, { ...sessionHeaders, 'Content-Range': `bytes */${gzSize}` });
|
|
90
|
+
if (offsetResult.status === 200 || offsetResult.status === 201)
|
|
91
|
+
return;
|
|
92
|
+
if (offsetResult.status !== 308) {
|
|
93
|
+
throw new GcsStatusError(`GCS offset query failed with status ${offsetResult.status}`);
|
|
94
|
+
}
|
|
95
|
+
const offset = offsetResult.headers.range ? parseRangeEnd(offsetResult.headers.range) + 1 : 0;
|
|
96
|
+
const remainderStream = guardedReadStream(tmpPath, { start: offset });
|
|
97
|
+
const remainderResult = await http.put(uploadUrl, remainderStream, {
|
|
98
|
+
...sessionHeaders,
|
|
99
|
+
'Content-Range': `bytes ${offset}-${gzSize - 1}/${gzSize}`,
|
|
100
|
+
'Content-Length': String(gzSize - offset),
|
|
101
|
+
});
|
|
102
|
+
if (remainderResult.status === 200 || remainderResult.status === 201)
|
|
103
|
+
return;
|
|
104
|
+
throw new GcsStatusError(`GCS upload failed with status ${remainderResult.status}`);
|
|
105
|
+
}
|
|
106
|
+
catch (err) {
|
|
107
|
+
if (err instanceof GcsStatusError)
|
|
108
|
+
throw err;
|
|
109
|
+
lastError = err;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
throw lastError;
|
|
113
|
+
}
|
|
114
|
+
async function uploadLargeFile(input) {
|
|
115
|
+
if (input.size > exports.MAX_SESSION_UPLOAD_BYTES) {
|
|
116
|
+
const sizeMb = (input.size / (1024 * 1024)).toFixed(1);
|
|
117
|
+
throw new Error(`File '${input.path}' is ${sizeMb} MB — larger than the 500 MB per-file upload limit. ` +
|
|
118
|
+
`Split the file or exclude it from the push (filesUpload.exclude in dcupl.config.json, or --path).`);
|
|
119
|
+
}
|
|
120
|
+
const http = input.http ?? defaultGcsHttp;
|
|
121
|
+
const tmpPath = (0, path_1.join)((0, os_1.tmpdir)(), `dcupl-upload-${(0, crypto_1.randomBytes)(6).toString('hex')}.gz`);
|
|
122
|
+
try {
|
|
123
|
+
await spoolGzip(input.absPath, tmpPath);
|
|
124
|
+
const stat = await fs_1.promises.stat(tmpPath);
|
|
125
|
+
const gzSize = stat.size;
|
|
126
|
+
const session = await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/upload-session`, {
|
|
127
|
+
data: { path: input.path, size: input.size, md5: input.md5, contentEncoding: 'gzip' },
|
|
128
|
+
timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS,
|
|
129
|
+
});
|
|
130
|
+
if (session.strategy !== 'gcs-resumable') {
|
|
131
|
+
throw new Error(`Unsupported upload strategy '${session.strategy}' — update the dcupl CLI.`);
|
|
132
|
+
}
|
|
133
|
+
await putWithResume(http, session.uploadUrl, tmpPath, gzSize, session.headers ?? {});
|
|
134
|
+
await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/upload-commit`, { data: { sessionId: session.sessionId }, timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
135
|
+
}
|
|
136
|
+
finally {
|
|
137
|
+
await fs_1.promises.unlink(tmpPath).catch(() => undefined);
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
//# sourceMappingURL=large-upload.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"large-upload.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/large-upload.ts"],"names":[],"mappings":";;;AA8CA,sCAMC;AAyGD,0CAwCC;;AArMD,0DAA0B;AAC1B,mCAAqC;AACrC,2BAAiF;AACjF,2BAA4B;AAC5B,+BAA4B;AAC5B,8CAA2C;AAC3C,mCAAmC;AACnC,+BAAkC;AAElC,8DAA4E;AAI/D,QAAA,sBAAsB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAG1C,QAAA,wBAAwB,GAAG,WAAW,CAAC;AAapD,MAAM,cAAc,GAAY;IAC9B,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO;QAC1B,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,OAAO,CAAC;YACnC,MAAM,EAAE,KAAK;YACb,GAAG;YACH,IAAI,EAAE,IAAI;YACV,OAAO;YACP,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI;YAC1B,aAAa,EAAE,QAAQ;YACvB,OAAO,EAAE,mCAAmB;SAC7B,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAA4C,EAAE,CAAC;IACrG,CAAC;CACF,CAAC;AAIF,SAAgB,aAAa,CAAC,KAAa;IACzC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1B,CAAC;AAID,MAAM,cAAe,SAAQ,KAAK;CAAG;AAErC,SAAS,oBAAoB,CAAC,UAAkB;IAC9C,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,OAAO,IAAI,kBAAS,CAAC;QACnB,SAAS,CAAC,KAAa,EAAE,IAAI,EAAE,QAAQ;YACrC,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,QAAQ,CAAC,IAAI,KAAK,CAAC,SAAS,UAAU,gFAAgF,CAAC,CAAC,CAAC;gBACzH,OAAO;YACT,CAAC;YACD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,QAAQ;YACZ,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,QAAQ,CAAC,IAAI,KAAK,CAAC,SAAS,UAAU,gFAAgF,CAAC,CAAC,CAAC;gBACzH,OAAO;YACT,CAAC;YACD,QAAQ,EAAE,CAAC;QACb,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAID,KAAK,UAAU,SAAS,CAAC,OAAe,EAAE,OAAe;IACvD,MAAM,IAAA,mBAAQ,EACZ,IAAA,qBAAgB,EAAC,OAAO,CAAC,EACzB,oBAAoB,CAAC,OAAO,CAAC,EAC7B,IAAA,iBAAU,GAAE,EACZ,IAAA,sBAAiB,EAAC,OAAO,CAAC,CAC3B,CAAC;AACJ,CAAC;AAQD,SAAS,iBAAiB,CAAC,IAAY,EAAE,IAAwB;IAC/D,MAAM,MAAM,GAAG,IAAA,qBAAgB,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,IAAa,EACb,SAAiB,EACjB,OAAe,EACf,MAAc,EACd,cAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,GAAG,cAAc,EAAE,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1G,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;YAAE,OAAO;QAC3D,MAAM,IAAI,cAAc,CAAC,iCAAiC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,cAAc;YAAE,MAAM,GAAG,CAAC;IAE/C,CAAC;IAED,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,GAAG,cAAc,EAAE,eAAe,EAAE,WAAW,MAAM,EAAE,EAAE,CAAC,CAAC;YAClH,IAAI,YAAY,CAAC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,KAAK,GAAG;gBAAE,OAAO;YACvE,IAAI,YAAY,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAChC,MAAM,IAAI,cAAc,CAAC,uCAAuC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YACzF,CAAC;YACD,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9F,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACtE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,EAAE;gBACjE,GAAG,cAAc;gBACjB,eAAe,EAAE,SAAS,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,EAAE;gBAC1D,gBAAgB,EAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;aAC1C,CAAC,CAAC;YACH,IAAI,eAAe,CAAC,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,MAAM,KAAK,GAAG;gBAAE,OAAO;YAC7E,MAAM,IAAI,cAAc,CAAC,iCAAiC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,cAAc;gBAAE,MAAM,GAAG,CAAC;YAC7C,SAAS,GAAG,GAAG,CAAC;QAClB,CAAC;IACH,CAAC;IACD,MAAM,SAAS,CAAC;AAClB,CAAC;AAYM,KAAK,UAAU,eAAe,CAAC,KAA2B;IAC/D,IAAI,KAAK,CAAC,IAAI,GAAG,gCAAwB,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,KAAK,CACb,SAAS,KAAK,CAAC,IAAI,QAAQ,MAAM,sDAAsD;YACrF,mGAAmG,CACtG,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,cAAc,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAA,WAAI,EAAC,IAAA,WAAM,GAAE,EAAE,gBAAgB,IAAA,oBAAW,EAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEpF,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,MAAM,aAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC;QAEzB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CACxC,MAAM,EACN,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,iBAAiB,EACtF;YACE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE;YACrF,SAAS,EAAE,mCAAmB;SAC/B,CACF,CAAC;QAEF,IAAI,OAAO,CAAC,QAAQ,KAAK,eAAe,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,CAAC,QAAQ,2BAA2B,CAAC,CAAC;QAC/F,CAAC;QAED,MAAM,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAErF,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CACxB,MAAM,EACN,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,gBAAgB,EACrF,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,mCAAmB,EAAE,CAC3E,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,aAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC"}
|
|
@@ -9,6 +9,7 @@ const fs_1 = require("fs");
|
|
|
9
9
|
const crypto_1 = require("crypto");
|
|
10
10
|
const glob_1 = require("glob");
|
|
11
11
|
const path_1 = require("path");
|
|
12
|
+
const api_client_js_1 = require("../../helper/api-client.js");
|
|
12
13
|
async function buildLocalManifest(workspaceRoot, opts) {
|
|
13
14
|
const baseAbs = (0, path_1.join)(workspaceRoot, opts.baseFolder);
|
|
14
15
|
if (!(0, fs_1.existsSync)(baseAbs))
|
|
@@ -65,7 +66,7 @@ async function fetchServerManifest(client, versionId) {
|
|
|
65
66
|
return parseServerManifest(response);
|
|
66
67
|
}
|
|
67
68
|
async function repairServerManifest(client, versionId, paths) {
|
|
68
|
-
const response = await client.request('post', `/projects/${client.projectId}/files/versions/${versionId}/repair`, { data: paths && paths.length > 0 ? { paths } : {} });
|
|
69
|
+
const response = await client.request('post', `/projects/${client.projectId}/files/versions/${versionId}/repair`, { data: paths && paths.length > 0 ? { paths } : {}, timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
69
70
|
return parseServerManifest(response);
|
|
70
71
|
}
|
|
71
72
|
function toPosix(p) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/manifest.ts"],"names":[],"mappings":";;AAaA,gDAyCC;AAED,0CAYC;AAED,kDAWC;AAED,kDASC;AAED,oDAWC;AAzGD,2BAA4D;AAC5D,mCAAoC;AACpC,+BAA4B;AAC5B,+BAAiC;
|
|
1
|
+
{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/manifest.ts"],"names":[],"mappings":";;AAaA,gDAyCC;AAED,0CAYC;AAED,kDAWC;AAED,kDASC;AAED,oDAWC;AAzGD,2BAA4D;AAC5D,mCAAoC;AACpC,+BAA4B;AAC5B,+BAAiC;AACjC,8DAA4E;AASrE,KAAK,UAAU,kBAAkB,CACtC,aAAqB,EACrB,IAA0B;IAE1B,MAAM,OAAO,GAAG,IAAA,WAAI,EAAC,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACrD,IAAI,CAAC,IAAA,eAAU,EAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,MAAM,UAAU,GAAG,CACjB,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,IAAA,WAAI,EAAC,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CACzD,CACF,CACF,CAAC,IAAI,EAAE,CAAC;IAET,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,CACE,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,IAAA,WAAI,EAAC,OAAO,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CACzD,CACF,CACF;SACE,IAAI,EAAE;SACN,GAAG,CAAC,OAAO,CAAC,CAChB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEd,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAA,aAAQ,EAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,SAAS;QAC7B,QAAQ,CAAC,GAAG,CAAC,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,YAAoB;IACxD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,MAAM,GAAG,IAAA,qBAAgB,EAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAClC,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,mBAAmB,CAAC,QAAgC;IAClE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,GAAG,IAAI,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAC9C,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC7B,CAAC;AAEM,KAAK,UAAU,mBAAmB,CACvC,MAAiB,EACjB,SAAiB;IAEjB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CACnC,KAAK,EACL,aAAa,MAAM,CAAC,SAAS,mBAAmB,SAAS,WAAW,CACrE,CAAC;IACF,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAEM,KAAK,UAAU,oBAAoB,CACxC,MAAiB,EACjB,SAAiB,EACjB,KAAgB;IAEhB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CACnC,MAAM,EACN,aAAa,MAAM,CAAC,SAAS,mBAAmB,SAAS,SAAS,EAClE,EAAE,IAAI,EAAE,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,mCAAmB,EAAE,CACrF,CAAC;IACF,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,UAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,CAAC"}
|
|
@@ -1,4 +1,6 @@
|
|
|
1
1
|
import { ApiClient } from '../../helper/api-client.js';
|
|
2
|
+
import { uploadLargeFile } from './large-upload.js';
|
|
3
|
+
export declare const MAX_JSON_UPLOAD_BYTES: number;
|
|
2
4
|
type TaskResult<T> = {
|
|
3
5
|
ok: true;
|
|
4
6
|
value: T;
|
|
@@ -42,6 +44,9 @@ export type ExecuteTransfersInput = {
|
|
|
42
44
|
concurrency?: number;
|
|
43
45
|
onProgress?: (op: TransferFailure['op'], path: string, ok: boolean) => void;
|
|
44
46
|
fs?: TransferFs;
|
|
47
|
+
sizes?: Record<string, number>;
|
|
48
|
+
md5s?: Record<string, string>;
|
|
49
|
+
uploadLarge?: typeof uploadLargeFile;
|
|
45
50
|
};
|
|
46
51
|
export declare function executeTransfers(input: ExecuteTransfersInput): Promise<TransferResult>;
|
|
47
52
|
export {};
|
|
@@ -1,11 +1,18 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MAX_JSON_UPLOAD_BYTES = void 0;
|
|
3
4
|
exports.runWithLimit = runWithLimit;
|
|
4
5
|
exports.executeTransfers = executeTransfers;
|
|
5
6
|
const crypto_1 = require("crypto");
|
|
6
7
|
const fs_1 = require("fs");
|
|
7
8
|
const path_1 = require("path");
|
|
8
|
-
const
|
|
9
|
+
const api_client_js_1 = require("../../helper/api-client.js");
|
|
10
|
+
const text_policy_js_1 = require("../helper/text-policy.js");
|
|
11
|
+
const large_upload_js_1 = require("./large-upload.js");
|
|
12
|
+
function mb(n) {
|
|
13
|
+
return `${(n / (1024 * 1024)).toFixed(1)} MB`;
|
|
14
|
+
}
|
|
15
|
+
exports.MAX_JSON_UPLOAD_BYTES = 90 * 1024 * 1024;
|
|
9
16
|
async function runWithLimit(limit, tasks) {
|
|
10
17
|
const results = new Array(tasks.length);
|
|
11
18
|
let next = 0;
|
|
@@ -39,7 +46,7 @@ function assertSafeRelativePath(p, op) {
|
|
|
39
46
|
}
|
|
40
47
|
}
|
|
41
48
|
async function executeTransfers(input) {
|
|
42
|
-
const concurrency = input.concurrency ??
|
|
49
|
+
const concurrency = input.concurrency ?? 4;
|
|
43
50
|
const fs = input.fs ?? {
|
|
44
51
|
readFileAsBuffer: (p) => fs_1.promises.readFile(p),
|
|
45
52
|
writeFile: (p, d) => fs_1.promises.writeFile(p, d),
|
|
@@ -48,26 +55,56 @@ async function executeTransfers(input) {
|
|
|
48
55
|
rename: (from, to) => fs_1.promises.rename(from, to),
|
|
49
56
|
};
|
|
50
57
|
const jobs = [];
|
|
58
|
+
const uploadLarge = input.uploadLarge ?? large_upload_js_1.uploadLargeFile;
|
|
51
59
|
for (const path of input.uploads) {
|
|
52
60
|
jobs.push({ op: 'upload', path, run: async () => {
|
|
53
61
|
assertSafeRelativePath(path, 'upload');
|
|
62
|
+
if (!(0, text_policy_js_1.hasAllowedTextFileExtension)(path)) {
|
|
63
|
+
throw new Error((0, text_policy_js_1.unsupportedFileTypeMessage)(path));
|
|
64
|
+
}
|
|
65
|
+
const knownSize = input.sizes?.[path];
|
|
66
|
+
const knownMd5 = input.md5s?.[path];
|
|
54
67
|
const abs = (0, path_1.join)(input.workspaceRoot, input.baseFolder, path);
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
68
|
+
if (knownSize !== undefined && knownSize > large_upload_js_1.LARGE_UPLOAD_THRESHOLD && knownMd5 !== undefined) {
|
|
69
|
+
try {
|
|
70
|
+
await uploadLarge({
|
|
71
|
+
client: input.client,
|
|
72
|
+
versionId: input.versionId,
|
|
73
|
+
path,
|
|
74
|
+
absPath: abs,
|
|
75
|
+
size: knownSize,
|
|
76
|
+
md5: knownMd5,
|
|
77
|
+
});
|
|
78
|
+
return;
|
|
79
|
+
}
|
|
80
|
+
catch (err) {
|
|
81
|
+
const is404 = err instanceof api_client_js_1.ApiClientError && err.code === 'HTTP_404';
|
|
82
|
+
if (!is404)
|
|
83
|
+
throw err;
|
|
84
|
+
if (knownSize > exports.MAX_JSON_UPLOAD_BYTES) {
|
|
85
|
+
throw new Error(`File '${path}' is ${mb(knownSize)} — the console API does not support large-file ` +
|
|
86
|
+
`uploads yet (upgrade the server). Exclude it from the push (filesUpload.exclude in ` +
|
|
87
|
+
`dcupl.config.json, or --path to scope the push) until then.`, { cause: err });
|
|
88
|
+
}
|
|
89
|
+
}
|
|
58
90
|
}
|
|
59
|
-
|
|
60
|
-
throw new Error(`File '${path}'
|
|
61
|
-
`'
|
|
91
|
+
if (knownSize !== undefined && knownSize > exports.MAX_JSON_UPLOAD_BYTES) {
|
|
92
|
+
throw new Error(`File '${path}' is ${mb(knownSize)} — larger than the 90 MB per-file limit of the ` +
|
|
93
|
+
`console API's JSON transport. Exclude it from the push (filesUpload.exclude in ` +
|
|
94
|
+
`dcupl.config.json, or --path to scope the push) until large-file uploads ship.`);
|
|
95
|
+
}
|
|
96
|
+
const buffer = await fs.readFileAsBuffer(abs);
|
|
97
|
+
if (!(0, text_policy_js_1.isUtf8Text)(buffer)) {
|
|
98
|
+
throw new Error((0, text_policy_js_1.binaryContentMessage)(path));
|
|
62
99
|
}
|
|
63
100
|
const content = buffer.toString('utf8');
|
|
64
|
-
await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/write`, { data: { path, content } });
|
|
101
|
+
await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/write`, { data: { path, content }, timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
65
102
|
} });
|
|
66
103
|
}
|
|
67
104
|
for (const path of input.downloads) {
|
|
68
105
|
jobs.push({ op: 'download', path, run: async () => {
|
|
69
106
|
assertSafeRelativePath(path, 'download');
|
|
70
|
-
const data = await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/read`, { data: { path }, responseType: 'arraybuffer' });
|
|
107
|
+
const data = await input.client.request('post', `/projects/${input.client.projectId}/files/versions/${input.versionId}/read`, { data: { path }, responseType: 'arraybuffer', timeoutMs: api_client_js_1.TRANSFER_TIMEOUT_MS });
|
|
71
108
|
const content = Buffer.from(data);
|
|
72
109
|
const abs = (0, path_1.join)(input.workspaceRoot, input.baseFolder, path);
|
|
73
110
|
await fs.mkdir((0, path_1.dirname)(abs), { recursive: true });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transfer.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/transfer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"transfer.js","sourceRoot":"","sources":["../../../../src/functions/files/sync/transfer.ts"],"names":[],"mappings":";;;AAkBA,oCAuBC;AAoDD,4CAsIC;AAnOD,mCAAqC;AACrC,2BAA4C;AAC5C,+BAAqC;AACrC,8DAA4F;AAC5F,6DAAqI;AACrI,uDAA4E;AAE5E,SAAS,EAAE,CAAC,CAAS;IACnB,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AAChD,CAAC;AAKY,QAAA,qBAAqB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAI/C,KAAK,UAAU,YAAY,CAChC,KAAa,EACb,KAA8B;IAE9B,MAAM,OAAO,GAAoB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzD,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,KAAK,UAAU,MAAM;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC;YACnB,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO;YAChC,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YACrC,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IACnG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAQD,SAAS,sBAAsB,CAAC,CAAS,EAAE,EAAU;IACnD,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,EAAE,GAAG,CAAC,CAAC;IACjE,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,uCAAuC,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,mDAAmD,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;IACxF,CAAC;AACH,CAAC;AAmCM,KAAK,UAAU,gBAAgB,CAAC,KAA4B;IACjE,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAe,KAAK,CAAC,EAAE,IAAI;QACjC,gBAAgB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,aAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/C,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAU,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,aAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACnC,KAAK,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,aAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;QAC7C,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,aAAU,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;KAClD,CAAC;IAGF,MAAM,IAAI,GAAU,EAAE,CAAC;IAEvB,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,iCAAe,CAAC;IAEzD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAC9C,sBAAsB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAGvC,IAAI,CAAC,IAAA,4CAA2B,EAAC,IAAI,CAAC,EAAE,CAAC;oBACvC,MAAM,IAAI,KAAK,CAAC,IAAA,2CAA0B,EAAC,IAAI,CAAC,CAAC,CAAC;gBACpD,CAAC;gBACD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBACpC,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAE9D,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,GAAG,wCAAsB,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC5F,IAAI,CAAC;wBACH,MAAM,WAAW,CAAC;4BAChB,MAAM,EAAE,KAAK,CAAC,MAAM;4BACpB,SAAS,EAAE,KAAK,CAAC,SAAS;4BAC1B,IAAI;4BACJ,OAAO,EAAE,GAAG;4BACZ,IAAI,EAAE,SAAS;4BACf,GAAG,EAAE,QAAQ;yBACd,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,KAAK,GAAG,GAAG,YAAY,8BAAc,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC;wBACvE,IAAI,CAAC,KAAK;4BAAE,MAAM,GAAG,CAAC;wBACtB,IAAI,SAAS,GAAG,6BAAqB,EAAE,CAAC;4BACtC,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,QAAQ,EAAE,CAAC,SAAS,CAAC,iDAAiD;gCACnF,qFAAqF;gCACrF,6DAA6D,EAC7D,EAAE,KAAK,EAAE,GAAG,EAAE,CACf,CAAC;wBACJ,CAAC;oBAGH,CAAC;gBACH,CAAC;gBAED,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,GAAG,6BAAqB,EAAE,CAAC;oBACjE,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,QAAQ,EAAE,CAAC,SAAS,CAAC,iDAAiD;wBACnF,iFAAiF;wBACjF,gFAAgF,CACjF,CAAC;gBACJ,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;gBAC9C,IAAI,CAAC,IAAA,2BAAU,EAAC,MAAM,CAAC,EAAE,CAAC;oBACxB,MAAM,IAAI,KAAK,CAAC,IAAA,qCAAoB,EAAC,IAAI,CAAC,CAAC,CAAC;gBAC9C,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,mCAAmB,EAAE,CAAC,CAAC;YACjL,CAAC,EAAC,CAAC,CAAC;IACN,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAChD,sBAAsB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACzC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CACrC,MAAM,EACN,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,OAAO,EAC5E,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,mCAAmB,EAAE,CAChF,CAAC;gBACF,MAAM,OAAO,GAAW,MAAM,CAAC,IAAI,CAAC,IAAmB,CAAC,CAAC;gBACzD,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAC9D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAA,cAAO,EAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,GAAG,GAAG,GAAG,GAAG,cAAc,IAAA,oBAAW,EAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjE,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBACjC,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC5B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC;wBAAC,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAe,CAAC;oBACrD,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC,EAAC,CAAC,CAAC;IACN,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBACpD,sBAAsB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;gBAC7C,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,KAAK,CAAC,MAAM,CAAC,SAAS,mBAAmB,KAAK,CAAC,SAAS,SAAS,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;YACzI,CAAC,EAAC,CAAC,CAAC;IACN,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBACnD,sBAAsB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;gBAC5C,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAC9D,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC,EAAC,CAAC,CAAC;IACN,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,IAA0D,EAAE;QAC/F,IAAI,CAAC;YACH,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;YACd,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAW,CAAC;QAC7C,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxC,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAEzD,MAAM,GAAG,GAAmB;QAC1B,SAAS,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE;QAC9E,MAAM,EAAE,EAAE;KACX,CAAC;IACF,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,GAAG,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO;gBAC9C,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS;oBACjD,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa;wBACzD,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -16,7 +16,6 @@ const quicktypeJSONSchema = async (targetLanguage, typeName, jsonSchemaString) =
|
|
|
16
16
|
inputData,
|
|
17
17
|
lang: targetLanguage,
|
|
18
18
|
allPropertiesOptional: false,
|
|
19
|
-
debugPrintGraph: true,
|
|
20
19
|
ignoreJsonRefs: true,
|
|
21
20
|
alphabetizeProperties: true,
|
|
22
21
|
rendererOptions: typescriptRenderOptions,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate-code.js","sourceRoot":"","sources":["../../../../src/functions/generate/files/generate-code.ts"],"names":[],"mappings":";;;AAAA,mDAAiH;AAI1G,MAAM,mBAAmB,GAAG,KAAK,EACtC,cAA4B,EAC5B,QAAgB,EAChB,gBAAwB,EACS,EAAE;IACnC,MAAM,WAAW,GAAG,IAAI,gCAAe,CAAC,IAAI,wCAAuB,EAAE,CAAC,CAAC;IAIvE,MAAM,WAAW,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAE1E,MAAM,SAAS,GAAG,IAAI,0BAAS,EAAE,CAAC;IAClC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAEhC,MAAM,uBAAuB,GAAoB;QAC/C,YAAY,EAAE,IAAI;QAClB,mBAAmB,EAAE,KAAK;QAC1B,cAAc,EAAE,IAAI;KACrB,CAAC;IAEF,OAAO,MAAM,IAAA,0BAAS,EAAC;QACrB,SAAS;QACT,IAAI,EAAE,cAAc;QACpB,qBAAqB,EAAE,KAAK;
|
|
1
|
+
{"version":3,"file":"generate-code.js","sourceRoot":"","sources":["../../../../src/functions/generate/files/generate-code.ts"],"names":[],"mappings":";;;AAAA,mDAAiH;AAI1G,MAAM,mBAAmB,GAAG,KAAK,EACtC,cAA4B,EAC5B,QAAgB,EAChB,gBAAwB,EACS,EAAE;IACnC,MAAM,WAAW,GAAG,IAAI,gCAAe,CAAC,IAAI,wCAAuB,EAAE,CAAC,CAAC;IAIvE,MAAM,WAAW,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAE1E,MAAM,SAAS,GAAG,IAAI,0BAAS,EAAE,CAAC;IAClC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAEhC,MAAM,uBAAuB,GAAoB;QAC/C,YAAY,EAAE,IAAI;QAClB,mBAAmB,EAAE,KAAK;QAC1B,cAAc,EAAE,IAAI;KACrB,CAAC;IAEF,OAAO,MAAM,IAAA,0BAAS,EAAC;QACrB,SAAS;QACT,IAAI,EAAE,cAAc;QACpB,qBAAqB,EAAE,KAAK;QAG5B,cAAc,EAAE,IAAI;QACpB,qBAAqB,EAAE,IAAI;QAC3B,eAAe,EAAE,uBAAuB;KACzC,CAAC,CAAC;AACL,CAAC,CAAC;AA9BW,QAAA,mBAAmB,uBA8B9B"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { AppLoaderConfiguration } from '@dcupl/loader';
|
|
2
|
-
export type DcuplGenerateType = 'model' | 'script' | 'typescript' | 'json-schema' | 'test-setup' | 'test' | 'test-config' | 'transformer' | 'operator' | 'workflow';
|
|
2
|
+
export type DcuplGenerateType = 'model' | 'script' | 'typescript' | 'json-schema' | 'test-setup' | 'test' | 'test-config' | 'transformer' | 'operator' | 'workflow' | 'api';
|
|
3
3
|
export type DcuplGenerateOptions = {
|
|
4
4
|
type?: DcuplGenerateType | string;
|
|
5
5
|
name?: string;
|
|
@@ -8,11 +8,15 @@ export type DcuplGenerateOptions = {
|
|
|
8
8
|
title?: string;
|
|
9
9
|
template?: string;
|
|
10
10
|
from?: string;
|
|
11
|
+
delimiter?: string;
|
|
11
12
|
register?: boolean;
|
|
12
13
|
sampleSize?: number;
|
|
13
14
|
keyProperty?: string;
|
|
14
15
|
dryRun?: boolean;
|
|
15
16
|
json?: boolean;
|
|
17
|
+
mode?: string;
|
|
18
|
+
endpoint?: string | string[];
|
|
19
|
+
force?: boolean;
|
|
16
20
|
};
|
|
17
21
|
export type DcuplGenerateModelOptions = DcuplGenerateOptions & {
|
|
18
22
|
type: 'model';
|
|
@@ -26,6 +30,10 @@ export type DcuplGenerateScriptOptions = DcuplGenerateOptions & {
|
|
|
26
30
|
type: 'script';
|
|
27
31
|
fileName: string;
|
|
28
32
|
};
|
|
33
|
+
export type DcuplGenerateApiOptions = DcuplGenerateOptions & {
|
|
34
|
+
type: 'api';
|
|
35
|
+
name: string;
|
|
36
|
+
};
|
|
29
37
|
export type DcuplGenerateOperatorOptions = DcuplGenerateOptions & {
|
|
30
38
|
type: 'operator';
|
|
31
39
|
operator: string;
|
|
@@ -61,6 +69,7 @@ export declare const generateOperator: (argv: DcuplGenerateOptions) => Promise<v
|
|
|
61
69
|
export declare const generateTestConfig: (argv: DcuplGenerateOptions) => Promise<void>;
|
|
62
70
|
export declare const generateTestSetup: (_argv: DcuplGenerateOptions) => Promise<void>;
|
|
63
71
|
export declare const generateTest: (argv: DcuplGenerateOptions) => Promise<void>;
|
|
72
|
+
export declare const generateApi: (argv: DcuplGenerateOptions) => Promise<void>;
|
|
64
73
|
export declare const generateWorkflow: (argv: DcuplGenerateOptions) => Promise<void>;
|
|
65
74
|
export declare const addResourceToConfig: (resource: AppLoaderConfiguration.Resource, label?: string) => void;
|
|
66
75
|
export declare const generateJsonSchema: (argv: DcuplGenerateOptions) => Promise<void>;
|