@platforma-sdk/package-builder-lib 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/assets/conda-dockerfile.template +45 -0
- package/assets/python-dockerfile.template +22 -0
- package/dist/_virtual/_rolldown/runtime.cjs +33 -0
- package/dist/_virtual/_rolldown/runtime.js +13 -0
- package/dist/core/archive.cjs +52 -0
- package/dist/core/archive.cjs.map +1 -0
- package/dist/core/archive.js +47 -0
- package/dist/core/archive.js.map +1 -0
- package/dist/core/conda/builder.cjs +226 -0
- package/dist/core/conda/builder.cjs.map +1 -0
- package/dist/core/conda/builder.js +220 -0
- package/dist/core/conda/builder.js.map +1 -0
- package/dist/core/conda/validate-spec.cjs +76 -0
- package/dist/core/conda/validate-spec.cjs.map +1 -0
- package/dist/core/conda/validate-spec.js +73 -0
- package/dist/core/conda/validate-spec.js.map +1 -0
- package/dist/core/core.cjs +403 -0
- package/dist/core/core.cjs.map +1 -0
- package/dist/core/core.d.ts +82 -0
- package/dist/core/core.d.ts.map +1 -0
- package/dist/core/core.js +397 -0
- package/dist/core/core.js.map +1 -0
- package/dist/core/docker-conda.cjs +75 -0
- package/dist/core/docker-conda.cjs.map +1 -0
- package/dist/core/docker-conda.js +71 -0
- package/dist/core/docker-conda.js.map +1 -0
- package/dist/core/docker-python.cjs +147 -0
- package/dist/core/docker-python.cjs.map +1 -0
- package/dist/core/docker-python.js +144 -0
- package/dist/core/docker-python.js.map +1 -0
- package/dist/core/docker.cjs +223 -0
- package/dist/core/docker.cjs.map +1 -0
- package/dist/core/docker.js +207 -0
- package/dist/core/docker.js.map +1 -0
- package/dist/core/envs.cjs +58 -0
- package/dist/core/envs.cjs.map +1 -0
- package/dist/core/envs.d.ts +26 -0
- package/dist/core/envs.d.ts.map +1 -0
- package/dist/core/envs.js +51 -0
- package/dist/core/envs.js.map +1 -0
- package/dist/core/package-info.cjs +450 -0
- package/dist/core/package-info.cjs.map +1 -0
- package/dist/core/package-info.d.ts +57 -0
- package/dist/core/package-info.d.ts.map +1 -0
- package/dist/core/package-info.js +447 -0
- package/dist/core/package-info.js.map +1 -0
- package/dist/core/paths.cjs +15 -0
- package/dist/core/paths.cjs.map +1 -0
- package/dist/core/paths.js +14 -0
- package/dist/core/paths.js.map +1 -0
- package/dist/core/resolver.cjs +99 -0
- package/dist/core/resolver.cjs.map +1 -0
- package/dist/core/resolver.js +95 -0
- package/dist/core/resolver.js.map +1 -0
- package/dist/core/schemas/artifacts.cjs +136 -0
- package/dist/core/schemas/artifacts.cjs.map +1 -0
- package/dist/core/schemas/artifacts.d.ts +280 -0
- package/dist/core/schemas/artifacts.d.ts.map +1 -0
- package/dist/core/schemas/artifacts.js +122 -0
- package/dist/core/schemas/artifacts.js.map +1 -0
- package/dist/core/schemas/entrypoints.cjs +43 -0
- package/dist/core/schemas/entrypoints.cjs.map +1 -0
- package/dist/core/schemas/entrypoints.d.ts +32 -0
- package/dist/core/schemas/entrypoints.d.ts.map +1 -0
- package/dist/core/schemas/entrypoints.js +41 -0
- package/dist/core/schemas/entrypoints.js.map +1 -0
- package/dist/core/schemas/sw-json.cjs +111 -0
- package/dist/core/schemas/sw-json.cjs.map +1 -0
- package/dist/core/schemas/sw-json.js +110 -0
- package/dist/core/schemas/sw-json.js.map +1 -0
- package/dist/core/storage.cjs +86 -0
- package/dist/core/storage.cjs.map +1 -0
- package/dist/core/storage.js +83 -0
- package/dist/core/storage.js.map +1 -0
- package/dist/core/sw-json-render.cjs +327 -0
- package/dist/core/sw-json-render.cjs.map +1 -0
- package/dist/core/sw-json-render.js +322 -0
- package/dist/core/sw-json-render.js.map +1 -0
- package/dist/core/util.cjs +313 -0
- package/dist/core/util.cjs.map +1 -0
- package/dist/core/util.d.ts +66 -0
- package/dist/core/util.d.ts.map +1 -0
- package/dist/core/util.js +281 -0
- package/dist/core/util.js.map +1 -0
- package/dist/defaults.cjs +54 -0
- package/dist/defaults.cjs.map +1 -0
- package/dist/defaults.d.ts +21 -0
- package/dist/defaults.d.ts.map +1 -0
- package/dist/defaults.js +37 -0
- package/dist/defaults.js.map +1 -0
- package/dist/index.cjs +31 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.ts +20 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +12 -0
- package/dist/index.js.map +1 -0
- package/package.json +56 -0
- package/src/__test__/Dockerfile +1 -0
- package/src/__test__/docker.test.ts +67 -0
- package/src/__test__/package.json +39 -0
- package/src/__test__/python-example/main.py +1 -0
- package/src/__test__/python-example/requirements.txt +0 -0
- package/src/__test__/vite.config.mts +7 -0
- package/src/core/__tests__/docker-conda.test.ts +145 -0
- package/src/core/__tests__/docker-entrypoint-generation.test.ts +119 -0
- package/src/core/__tests__/docker-python.test.ts +374 -0
- package/src/core/__tests__/publish-docker-images.test.ts +309 -0
- package/src/core/archive.ts +102 -0
- package/src/core/conda/builder.test.ts +71 -0
- package/src/core/conda/builder.ts +384 -0
- package/src/core/conda/validate-spec.test.ts +213 -0
- package/src/core/conda/validate-spec.ts +107 -0
- package/src/core/core.ts +835 -0
- package/src/core/docker-conda.ts +149 -0
- package/src/core/docker-python.ts +283 -0
- package/src/core/docker.ts +300 -0
- package/src/core/envs.ts +31 -0
- package/src/core/package-info.test.ts +82 -0
- package/src/core/package-info.ts +843 -0
- package/src/core/paths.ts +16 -0
- package/src/core/resolver.ts +195 -0
- package/src/core/schemas/artifacts.test.ts +72 -0
- package/src/core/schemas/artifacts.ts +279 -0
- package/src/core/schemas/entrypoints.test.ts +171 -0
- package/src/core/schemas/entrypoints.ts +150 -0
- package/src/core/schemas/sw-json.ts +216 -0
- package/src/core/schemas/test-artifacts.ts +362 -0
- package/src/core/storage.ts +125 -0
- package/src/core/sw-json-render.test.ts +215 -0
- package/src/core/sw-json-render.ts +682 -0
- package/src/core/util.ts +390 -0
- package/src/defaults.ts +38 -0
- package/src/index.ts +31 -0
- package/src/requirements.txt +1 -0
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
import { CONDA_DATA_LOCATION, CONDA_DOCKER_BASE_IMAGE, CONDA_FROZEN_ENV_SPEC_FILE, CONDA_MICROMAMBA_VERSION, DOCKER_PLACEHOLDER_PKG } from "../defaults.js";
|
|
2
|
+
import { CLIError } from "./util.js";
|
|
3
|
+
import { dockerfileAutogenPath } from "./docker.js";
|
|
4
|
+
import { assets } from "./paths.js";
|
|
5
|
+
import { micromambaDownloadUrl } from "./conda/builder.js";
|
|
6
|
+
import { validateCondaSpec } from "./conda/validate-spec.js";
|
|
7
|
+
import * as fs$1 from "node:fs";
|
|
8
|
+
import * as path$1 from "node:path";
|
|
9
|
+
//#region src/core/docker-conda.ts
|
|
10
|
+
const tmpSpecFile = "tmp-env-spec-88344b62d74b9307.yaml";
|
|
11
|
+
function generateCondaDockerfileContent(options, arch) {
|
|
12
|
+
const templatePath = assets("conda-dockerfile.template");
|
|
13
|
+
return fs$1.readFileSync(templatePath, "utf-8").replaceAll("${BASE_IMAGE_TAG}", options.baseImageTag).replaceAll("${MAMBA_ROOT_PREFIX}", path$1.posix.join(options.pkg, CONDA_DATA_LOCATION)).replaceAll("${CONDA_PKGS_DIRS}", path$1.posix.join(options.pkg, CONDA_DATA_LOCATION, "pkgs")).replaceAll("${MICROMAMBA_DOWNLOAD_URL}", micromambaDownloadUrl(options.micromambaVersion, `linux-${arch}`)).replaceAll("${PKG}", options.pkg).replaceAll("${TMP_SPEC_FILE}", tmpSpecFile).replaceAll("${FROZEN_SPEC_FILE}", options.frozenSpecFile);
|
|
14
|
+
}
|
|
15
|
+
function prepareDockerOptions(logger, currentPackageRoot, artifactID, buildParams, arch) {
|
|
16
|
+
logger.debug(`Preparing Docker options for Conda package: ${buildParams.name} (id: ${artifactID})`);
|
|
17
|
+
const options = getDefaultCondaOptions();
|
|
18
|
+
options.micromambaVersion = buildParams["micromamba-version"];
|
|
19
|
+
if (buildParams.pkg) options.pkg = buildParams.pkg;
|
|
20
|
+
const platform = `linux-${arch}`;
|
|
21
|
+
if (!buildParams.roots) throw CLIError("Cannot prepare Docker options: package root directory is not specified. Please ensure the \"root\" property is set in the build parameters.");
|
|
22
|
+
if (!buildParams.roots[platform]) throw CLIError(`Cannot prepare Docker options: ${platform} root directory is not specified. Please ensure the 'roots' property is set for artifact.`);
|
|
23
|
+
const contextDir = path$1.resolve(currentPackageRoot, buildParams.roots[platform]);
|
|
24
|
+
if (!fs$1.existsSync(contextDir)) fs$1.mkdirSync(contextDir, { recursive: true });
|
|
25
|
+
const srcSpecPath = path$1.join(currentPackageRoot, buildParams.spec);
|
|
26
|
+
logger.debug(`Validating conda spec file for forbidden channels...`);
|
|
27
|
+
try {
|
|
28
|
+
validateCondaSpec(logger, srcSpecPath);
|
|
29
|
+
} catch (error) {
|
|
30
|
+
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
31
|
+
logger.error(errorMessage);
|
|
32
|
+
throw CLIError(`Cannot prepare Docker options for conda package '${artifactID}': ${errorMessage}`);
|
|
33
|
+
}
|
|
34
|
+
const dockerfilePath = dockerfileAutogenPath(currentPackageRoot, artifactID);
|
|
35
|
+
const dockerfileDir = path$1.dirname(dockerfilePath);
|
|
36
|
+
fs$1.mkdirSync(dockerfileDir, { recursive: true });
|
|
37
|
+
logger.debug(`Created directory for autogenerated dockerfiles: ${dockerfileDir}`);
|
|
38
|
+
fs$1.copyFileSync(srcSpecPath, path$1.join(contextDir, tmpSpecFile));
|
|
39
|
+
logger.debug(`Copied spec file to context directory`);
|
|
40
|
+
const dockerfile = {
|
|
41
|
+
content: generateCondaDockerfileContent(options, arch),
|
|
42
|
+
path: dockerfilePath
|
|
43
|
+
};
|
|
44
|
+
fs$1.writeFileSync(dockerfile.path, dockerfile.content);
|
|
45
|
+
logger.debug(`Written Dockerfile to: ${dockerfile.path}`);
|
|
46
|
+
const result = {
|
|
47
|
+
dockerfile: dockerfile.path,
|
|
48
|
+
context: contextDir,
|
|
49
|
+
entrypoint: [],
|
|
50
|
+
pkg: options.pkg
|
|
51
|
+
};
|
|
52
|
+
logger.debug(`Prepared Docker options: ${JSON.stringify(result)}`);
|
|
53
|
+
verifyDockerOptions(result);
|
|
54
|
+
return result;
|
|
55
|
+
}
|
|
56
|
+
function getDefaultCondaOptions() {
|
|
57
|
+
return {
|
|
58
|
+
baseImageTag: CONDA_DOCKER_BASE_IMAGE,
|
|
59
|
+
micromambaVersion: CONDA_MICROMAMBA_VERSION,
|
|
60
|
+
frozenSpecFile: CONDA_FROZEN_ENV_SPEC_FILE,
|
|
61
|
+
pkg: DOCKER_PLACEHOLDER_PKG
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
function verifyDockerOptions(options) {
|
|
65
|
+
if (!fs$1.existsSync(options.dockerfile)) throw CLIError(`Dockerfile '${options.dockerfile}' not found`);
|
|
66
|
+
if (!fs$1.existsSync(options.context)) throw CLIError(`Context '${options.context}' not found`);
|
|
67
|
+
}
|
|
68
|
+
//#endregion
|
|
69
|
+
export { prepareDockerOptions, tmpSpecFile };
|
|
70
|
+
|
|
71
|
+
//# sourceMappingURL=docker-conda.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"docker-conda.js","names":["paths.assets","fs","path","defaults.CONDA_DATA_LOCATION","util.CLIError","defaults.CONDA_DOCKER_BASE_IMAGE","defaults.CONDA_MICROMAMBA_VERSION","defaults.CONDA_FROZEN_ENV_SPEC_FILE","defaults.DOCKER_PLACEHOLDER_PKG"],"sources":["../../src/core/docker-conda.ts"],"sourcesContent":["import * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport type winston from \"winston\";\n\nimport * as defaults from \"../defaults\";\nimport * as paths from \"./paths\";\nimport * as util from \"./util\";\n\nimport type * as artifacts from \"./schemas/artifacts\";\nimport { micromambaDownloadUrl } from \"./conda/builder\";\nimport { validateCondaSpec } from \"./conda/validate-spec\";\nimport { dockerfileAutogenPath } from \"./docker\";\n\nexport const tmpSpecFile = \"tmp-env-spec-88344b62d74b9307.yaml\";\n\nexport interface CondaOptions {\n baseImageTag: string;\n micromambaVersion: string;\n frozenSpecFile: string;\n pkg: string;\n}\n\nexport interface DockerOptions {\n context: string;\n dockerfile: string;\n entrypoint: string[];\n pkg: string;\n}\n\nexport interface CondaDockerOptions extends CondaOptions, DockerOptions {}\n\nfunction generateCondaDockerfileContent(options: CondaOptions, arch: util.ArchType): string {\n // Read template from assets\n const templatePath = paths.assets(\"conda-dockerfile.template\");\n const templateContent = fs.readFileSync(templatePath, \"utf-8\");\n\n // Generate Dockerfile with dependencies\n return templateContent\n .replaceAll(\"${BASE_IMAGE_TAG}\", options.baseImageTag)\n .replaceAll(\"${MAMBA_ROOT_PREFIX}\", path.posix.join(options.pkg, defaults.CONDA_DATA_LOCATION))\n .replaceAll(\n \"${CONDA_PKGS_DIRS}\",\n path.posix.join(options.pkg, defaults.CONDA_DATA_LOCATION, \"pkgs\"),\n )\n .replaceAll(\n \"${MICROMAMBA_DOWNLOAD_URL}\",\n micromambaDownloadUrl(options.micromambaVersion, `linux-${arch}`),\n )\n .replaceAll(\"${PKG}\", options.pkg)\n .replaceAll(\"${TMP_SPEC_FILE}\", tmpSpecFile)\n .replaceAll(\"${FROZEN_SPEC_FILE}\", options.frozenSpecFile);\n}\n\nexport function prepareDockerOptions(\n logger: winston.Logger,\n currentPackageRoot: string,\n artifactID: string,\n buildParams: artifacts.condaType,\n arch: util.ArchType,\n): DockerOptions {\n logger.debug(\n `Preparing Docker options for Conda package: ${buildParams.name} (id: ${artifactID})`,\n );\n\n const options = getDefaultCondaOptions();\n options.micromambaVersion = buildParams[\"micromamba-version\"];\n\n if (buildParams.pkg) {\n options.pkg = buildParams.pkg;\n }\n\n const platform: util.PlatformType = `linux-${arch}`;\n\n if (!buildParams.roots) {\n throw util.CLIError(\n 'Cannot prepare Docker options: package root directory is not specified. Please ensure the \"root\" property is set in the build parameters.',\n );\n }\n if (!buildParams.roots[platform]) {\n throw util.CLIError(\n `Cannot prepare Docker options: ${platform} root directory is not specified. Please ensure the 'roots' property is set for artifact.`,\n );\n }\n\n const contextDir = path.resolve(currentPackageRoot, buildParams.roots[platform]);\n if (!fs.existsSync(contextDir)) {\n fs.mkdirSync(contextDir, { recursive: true });\n }\n\n // Validate conda spec file before building\n const srcSpecPath = path.join(currentPackageRoot, buildParams.spec);\n logger.debug(`Validating conda spec file for forbidden channels...`);\n try {\n validateCondaSpec(logger, srcSpecPath);\n } catch (error) {\n const errorMessage = error instanceof Error ? error.message : String(error);\n logger.error(errorMessage);\n throw util.CLIError(\n `Cannot prepare Docker options for conda package '${artifactID}': ${errorMessage}`,\n );\n }\n\n // Generate a temporary directory for the Dockerfile\n const dockerfilePath = dockerfileAutogenPath(currentPackageRoot, artifactID);\n const dockerfileDir = path.dirname(dockerfilePath);\n fs.mkdirSync(dockerfileDir, { recursive: true });\n logger.debug(`Created directory for autogenerated dockerfiles: ${dockerfileDir}`);\n\n fs.copyFileSync(srcSpecPath, path.join(contextDir, tmpSpecFile));\n logger.debug(`Copied spec file to context directory`);\n\n const dockerfile = {\n content: generateCondaDockerfileContent(options, arch),\n path: dockerfilePath,\n };\n\n fs.writeFileSync(dockerfile.path, dockerfile.content);\n logger.debug(`Written Dockerfile to: ${dockerfile.path}`);\n\n const result: DockerOptions = {\n dockerfile: dockerfile.path,\n context: contextDir,\n entrypoint: [],\n pkg: options.pkg,\n };\n\n logger.debug(`Prepared Docker options: ${JSON.stringify(result)}`);\n verifyDockerOptions(result);\n return result;\n}\n\nfunction getDefaultCondaOptions(): CondaOptions {\n return {\n baseImageTag: defaults.CONDA_DOCKER_BASE_IMAGE,\n micromambaVersion: defaults.CONDA_MICROMAMBA_VERSION,\n frozenSpecFile: defaults.CONDA_FROZEN_ENV_SPEC_FILE,\n pkg: defaults.DOCKER_PLACEHOLDER_PKG,\n };\n}\n\nfunction verifyDockerOptions(options: DockerOptions) {\n if (!fs.existsSync(options.dockerfile)) {\n throw util.CLIError(`Dockerfile '${options.dockerfile}' not found`);\n }\n\n if (!fs.existsSync(options.context)) {\n throw util.CLIError(`Context '${options.context}' not found`);\n }\n}\n"],"mappings":";;;;;;;;;AAaA,MAAa,cAAc;AAkB3B,SAAS,+BAA+B,SAAuB,MAA6B;CAE1F,MAAM,eAAeA,OAAa,4BAA4B;AAI9D,QAHwBC,KAAG,aAAa,cAAc,QAAQ,CAI3D,WAAW,qBAAqB,QAAQ,aAAa,CACrD,WAAW,wBAAwBC,OAAK,MAAM,KAAK,QAAQ,KAAKC,oBAA6B,CAAC,CAC9F,WACC,sBACAD,OAAK,MAAM,KAAK,QAAQ,KAAKC,qBAA8B,OAAO,CACnE,CACA,WACC,8BACA,sBAAsB,QAAQ,mBAAmB,SAAS,OAAO,CAClE,CACA,WAAW,UAAU,QAAQ,IAAI,CACjC,WAAW,oBAAoB,YAAY,CAC3C,WAAW,uBAAuB,QAAQ,eAAe;;AAG9D,SAAgB,qBACd,QACA,oBACA,YACA,aACA,MACe;AACf,QAAO,MACL,+CAA+C,YAAY,KAAK,QAAQ,WAAW,GACpF;CAED,MAAM,UAAU,wBAAwB;AACxC,SAAQ,oBAAoB,YAAY;AAExC,KAAI,YAAY,IACd,SAAQ,MAAM,YAAY;CAG5B,MAAM,WAA8B,SAAS;AAE7C,KAAI,CAAC,YAAY,MACf,OAAMC,SACJ,8IACD;AAEH,KAAI,CAAC,YAAY,MAAM,UACrB,OAAMA,SACJ,kCAAkC,SAAS,2FAC5C;CAGH,MAAM,aAAaF,OAAK,QAAQ,oBAAoB,YAAY,MAAM,UAAU;AAChF,KAAI,CAACD,KAAG,WAAW,WAAW,CAC5B,MAAG,UAAU,YAAY,EAAE,WAAW,MAAM,CAAC;CAI/C,MAAM,cAAcC,OAAK,KAAK,oBAAoB,YAAY,KAAK;AACnE,QAAO,MAAM,uDAAuD;AACpE,KAAI;AACF,oBAAkB,QAAQ,YAAY;UAC/B,OAAO;EACd,MAAM,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAC3E,SAAO,MAAM,aAAa;AAC1B,QAAME,SACJ,oDAAoD,WAAW,KAAK,eACrE;;CAIH,MAAM,iBAAiB,sBAAsB,oBAAoB,WAAW;CAC5E,MAAM,gBAAgBF,OAAK,QAAQ,eAAe;AAClD,MAAG,UAAU,eAAe,EAAE,WAAW,MAAM,CAAC;AAChD,QAAO,MAAM,oDAAoD,gBAAgB;AAEjF,MAAG,aAAa,aAAaA,OAAK,KAAK,YAAY,YAAY,CAAC;AAChE,QAAO,MAAM,wCAAwC;CAErD,MAAM,aAAa;EACjB,SAAS,+BAA+B,SAAS,KAAK;EACtD,MAAM;EACP;AAED,MAAG,cAAc,WAAW,MAAM,WAAW,QAAQ;AACrD,QAAO,MAAM,0BAA0B,WAAW,OAAO;CAEzD,MAAM,SAAwB;EAC5B,YAAY,WAAW;EACvB,SAAS;EACT,YAAY,EAAE;EACd,KAAK,QAAQ;EACd;AAED,QAAO,MAAM,4BAA4B,KAAK,UAAU,OAAO,GAAG;AAClE,qBAAoB,OAAO;AAC3B,QAAO;;AAGT,SAAS,yBAAuC;AAC9C,QAAO;EACL,cAAcG;EACd,mBAAmBC;EACnB,gBAAgBC;EAChB,KAAKC;EACN;;AAGH,SAAS,oBAAoB,SAAwB;AACnD,KAAI,CAACP,KAAG,WAAW,QAAQ,WAAW,CACpC,OAAMG,SAAc,eAAe,QAAQ,WAAW,aAAa;AAGrE,KAAI,CAACH,KAAG,WAAW,QAAQ,QAAQ,CACjC,OAAMG,SAAc,YAAY,QAAQ,QAAQ,aAAa"}
|
|
@@ -0,0 +1,147 @@
|
|
|
1
|
+
const require_runtime = require("../_virtual/_rolldown/runtime.cjs");
|
|
2
|
+
const require_defaults = require("../defaults.cjs");
|
|
3
|
+
const require_util = require("./util.cjs");
|
|
4
|
+
const require_docker = require("./docker.cjs");
|
|
5
|
+
const require_paths = require("./paths.cjs");
|
|
6
|
+
const require_resolver = require("./resolver.cjs");
|
|
7
|
+
let node_fs = require("node:fs");
|
|
8
|
+
node_fs = require_runtime.__toESM(node_fs);
|
|
9
|
+
let node_path = require("node:path");
|
|
10
|
+
node_path = require_runtime.__toESM(node_path);
|
|
11
|
+
//#region src/core/docker-python.ts
|
|
12
|
+
const PYTHON_VERSION_PATTERNS = {
|
|
13
|
+
PY3_PREFIX: /^3\./,
|
|
14
|
+
VERSION_FORMAT: /^3\.\d+(?:\.\d+)?(?:[-+_][a-zA-Z0-9]+|(?:a|b|rc)\d+|[a-zA-Z]+\d+(?:\.[a-zA-Z0-9]+)*)*$/,
|
|
15
|
+
DOCKER_SEPARATOR: /@.*$/,
|
|
16
|
+
DOCKER_UNSAFE_CHARS: /[^A-Za-z0-9_.-]+/g,
|
|
17
|
+
MULTIPLE_SEPARATORS: /[-.]{2,}/g,
|
|
18
|
+
EDGE_SEPARATORS: /^[-.]+|[-.]+$/g,
|
|
19
|
+
DOCKER_TAG_FORMAT: /^[A-Za-z0-9_][A-Za-z0-9_.-]{0,127}$/
|
|
20
|
+
};
|
|
21
|
+
function generatePythonDockerfileContent(options) {
|
|
22
|
+
const templatePath = require_paths.assets("python-dockerfile.template");
|
|
23
|
+
const templateContent = node_fs.readFileSync(templatePath, "utf-8");
|
|
24
|
+
const envVars = options.envVars.map((envVar) => `ENV ${envVar}`).join("\n");
|
|
25
|
+
return templateContent.replace(/\$\{RUNENV_ENVS\}/g, envVars).replace(/\$\{BASE_IMAGE_TAG\}/g, options.baseImageTag).replace(/\$\{REQUIREMENTS_PATH\}/g, options.requirements).replace(/\$\{REQUIREMENTS_FILENAME\}/g, node_path.basename(options.requirements)).replace(/\$\{TOOLSET\}/g, options.toolset).replace(/\$\{PKG\}/g, options.pkg);
|
|
26
|
+
}
|
|
27
|
+
function prepareDockerOptions(logger, currentPackageRoot, currentPackageName, artifactID, buildParams) {
|
|
28
|
+
logger.debug(`Preparing Docker options for Python package: ${buildParams.name} (id: ${artifactID})`);
|
|
29
|
+
const options = getDefaultPythonOptions();
|
|
30
|
+
const pythonInfo = getRunEnvironmentPythonInfo(logger, currentPackageRoot, currentPackageName, buildParams.environment);
|
|
31
|
+
if (pythonInfo.pythonVersion) {
|
|
32
|
+
logger.debug(`Extracted Python version from environment: ${pythonInfo.pythonVersion}`);
|
|
33
|
+
options.baseImageTag = pythonVersionToDockerTag(pythonInfo.pythonVersion);
|
|
34
|
+
} else logger.debug(`No Python version found in environment, using default: ${options.baseImageTag}`);
|
|
35
|
+
options.envVars = pythonInfo.envVars;
|
|
36
|
+
if (buildParams.dependencies) {
|
|
37
|
+
options.toolset = buildParams.dependencies.toolset;
|
|
38
|
+
options.requirements = buildParams.dependencies.requirements;
|
|
39
|
+
}
|
|
40
|
+
if (buildParams.pkg) options.pkg = buildParams.pkg;
|
|
41
|
+
if (!buildParams.root) throw require_util.CLIError("Cannot prepare Docker options: package root directory is not specified. Please ensure the \"root\" property is set in the build parameters.");
|
|
42
|
+
const contextDir = node_path.resolve(buildParams.root ?? currentPackageRoot);
|
|
43
|
+
options.requirements = node_path.join(contextDir, options.requirements);
|
|
44
|
+
if (!node_fs.existsSync(options.requirements)) {
|
|
45
|
+
node_fs.writeFileSync(options.requirements, "# No dependencies specified\n");
|
|
46
|
+
logger.warn(`Created empty requirements.txt at: ${options.requirements}`);
|
|
47
|
+
}
|
|
48
|
+
options.requirements = node_path.relative(contextDir, options.requirements);
|
|
49
|
+
const dockerfilePath = require_docker.dockerfileAutogenPath(currentPackageRoot, artifactID);
|
|
50
|
+
const dockerfileDir = node_path.dirname(dockerfilePath);
|
|
51
|
+
node_fs.mkdirSync(dockerfileDir, { recursive: true });
|
|
52
|
+
logger.debug(`Created temporary Docker directory: ${dockerfileDir}`);
|
|
53
|
+
const dockerfile = {
|
|
54
|
+
content: generatePythonDockerfileContent(options),
|
|
55
|
+
path: dockerfilePath
|
|
56
|
+
};
|
|
57
|
+
node_fs.writeFileSync(dockerfile.path, dockerfile.content);
|
|
58
|
+
logger.debug(`Written Dockerfile to: ${dockerfile.path}`);
|
|
59
|
+
const result = {
|
|
60
|
+
dockerfile: dockerfile.path,
|
|
61
|
+
context: contextDir,
|
|
62
|
+
entrypoint: [],
|
|
63
|
+
pkg: options.pkg
|
|
64
|
+
};
|
|
65
|
+
logger.debug(`Prepared Docker options: ${JSON.stringify(result)}`);
|
|
66
|
+
verifyDockerOptions(result);
|
|
67
|
+
return result;
|
|
68
|
+
}
|
|
69
|
+
function normalizeDockerTag(candidate) {
|
|
70
|
+
if (!candidate || typeof candidate !== "string") return;
|
|
71
|
+
let normalized = candidate.replace(PYTHON_VERSION_PATTERNS.DOCKER_SEPARATOR, "");
|
|
72
|
+
if (normalized.includes(":")) normalized = normalized.split(":")[0];
|
|
73
|
+
normalized = normalized.replace(PYTHON_VERSION_PATTERNS.DOCKER_UNSAFE_CHARS, "-").replace(PYTHON_VERSION_PATTERNS.MULTIPLE_SEPARATORS, "-").replace(PYTHON_VERSION_PATTERNS.EDGE_SEPARATORS, "");
|
|
74
|
+
return normalized || void 0;
|
|
75
|
+
}
|
|
76
|
+
function isValidPythonVersion(version) {
|
|
77
|
+
return PYTHON_VERSION_PATTERNS.PY3_PREFIX.test(version) && PYTHON_VERSION_PATTERNS.VERSION_FORMAT.test(version);
|
|
78
|
+
}
|
|
79
|
+
function isValidDockerTag(tag) {
|
|
80
|
+
return PYTHON_VERSION_PATTERNS.DOCKER_TAG_FORMAT.test(tag);
|
|
81
|
+
}
|
|
82
|
+
function getRunEnvironmentPythonInfo(logger, currentPackageRoot, currentPackageName, runEnvironmentID, { normalizeForDocker = true } = {}) {
|
|
83
|
+
if (!runEnvironmentID) return {
|
|
84
|
+
pythonVersion: void 0,
|
|
85
|
+
envVars: []
|
|
86
|
+
};
|
|
87
|
+
const environmentDescriptor = require_resolver.resolveRunEnvironment(logger, currentPackageRoot, currentPackageName, runEnvironmentID, "python");
|
|
88
|
+
let pythonVersion = environmentDescriptor["python-version"];
|
|
89
|
+
const envVars = environmentDescriptor.envVars ?? [];
|
|
90
|
+
if (!pythonVersion) {
|
|
91
|
+
pythonVersion = void 0;
|
|
92
|
+
const trimmedInput = runEnvironmentID.trim();
|
|
93
|
+
if (!trimmedInput) return {
|
|
94
|
+
pythonVersion: void 0,
|
|
95
|
+
envVars
|
|
96
|
+
};
|
|
97
|
+
const colonIndex = trimmedInput.indexOf(":");
|
|
98
|
+
if (colonIndex === -1 || colonIndex === trimmedInput.length - 1) return {
|
|
99
|
+
pythonVersion: void 0,
|
|
100
|
+
envVars
|
|
101
|
+
};
|
|
102
|
+
pythonVersion = trimmedInput.slice(colonIndex + 1);
|
|
103
|
+
if (pythonVersion.startsWith("python")) return {
|
|
104
|
+
pythonVersion: void 0,
|
|
105
|
+
envVars
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
if (!normalizeForDocker) return {
|
|
109
|
+
pythonVersion,
|
|
110
|
+
envVars
|
|
111
|
+
};
|
|
112
|
+
const normalizedTag = normalizeDockerTag(pythonVersion);
|
|
113
|
+
if (!normalizedTag) return {
|
|
114
|
+
pythonVersion: void 0,
|
|
115
|
+
envVars
|
|
116
|
+
};
|
|
117
|
+
if (!isValidPythonVersion(normalizedTag) || !isValidDockerTag(normalizedTag)) return {
|
|
118
|
+
pythonVersion: void 0,
|
|
119
|
+
envVars
|
|
120
|
+
};
|
|
121
|
+
return {
|
|
122
|
+
pythonVersion: normalizedTag,
|
|
123
|
+
envVars
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
function getDefaultPythonOptions() {
|
|
127
|
+
return {
|
|
128
|
+
baseImageTag: require_defaults.PYTHON_DOCKER_BASE_IMAGE,
|
|
129
|
+
toolset: "pip",
|
|
130
|
+
requirements: require_defaults.PYTHON_REQUIREMENTS_FILE,
|
|
131
|
+
pkg: require_defaults.DOCKER_PLACEHOLDER_PKG,
|
|
132
|
+
envVars: []
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
function verifyDockerOptions(options) {
|
|
136
|
+
if (!node_fs.existsSync(options.dockerfile)) throw require_util.CLIError(`Dockerfile '${options.dockerfile}' not found`);
|
|
137
|
+
if (!node_fs.existsSync(options.context)) throw require_util.CLIError(`Context '${options.context}' not found`);
|
|
138
|
+
}
|
|
139
|
+
function pythonVersionToDockerTag(pythonVersion) {
|
|
140
|
+
const parts = pythonVersion.split(".");
|
|
141
|
+
if (parts.length > 2) return `python:${parts[0]}.${parts[1]}-slim`;
|
|
142
|
+
return `python:${pythonVersion}-slim`;
|
|
143
|
+
}
|
|
144
|
+
//#endregion
|
|
145
|
+
exports.prepareDockerOptions = prepareDockerOptions;
|
|
146
|
+
|
|
147
|
+
//# sourceMappingURL=docker-python.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"docker-python.cjs","names":["fs","path","dockerfileAutogenPath","resolveRunEnvironment"],"sources":["../../src/core/docker-python.ts"],"sourcesContent":["import * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport type winston from \"winston\";\n\nimport * as defaults from \"../defaults\";\nimport * as paths from \"./paths\";\nimport * as util from \"./util\";\n\nimport type * as artifacts from \"./schemas/artifacts\";\nimport { resolveRunEnvironment } from \"./resolver\";\nimport { dockerfileAutogenPath } from \"./docker\";\n\nconst PYTHON_VERSION_PATTERNS = {\n PY3_PREFIX: /^3\\./,\n VERSION_FORMAT:\n /^3\\.\\d+(?:\\.\\d+)?(?:[-+_][a-zA-Z0-9]+|(?:a|b|rc)\\d+|[a-zA-Z]+\\d+(?:\\.[a-zA-Z0-9]+)*)*$/,\n DOCKER_SEPARATOR: /@.*$/,\n DOCKER_UNSAFE_CHARS: /[^A-Za-z0-9_.-]+/g,\n MULTIPLE_SEPARATORS: /[-.]{2,}/g,\n EDGE_SEPARATORS: /^[-.]+|[-.]+$/g,\n DOCKER_TAG_FORMAT: /^[A-Za-z0-9_][A-Za-z0-9_.-]{0,127}$/,\n};\n\nexport interface PythonOptions {\n baseImageTag: string;\n toolset: string;\n requirements: string;\n pkg: string;\n envVars: string[]; // custom environment variables set for run environment\n}\n\nexport interface DockerOptions {\n context: string;\n dockerfile: string;\n entrypoint: string[];\n pkg: string;\n}\n\nexport interface PythonDockerOptions extends PythonOptions, DockerOptions {}\n\nfunction generatePythonDockerfileContent(options: PythonOptions): string {\n // Read template from assets\n const templatePath = paths.assets(\"python-dockerfile.template\");\n const templateContent = fs.readFileSync(templatePath, \"utf-8\");\n\n const envVars = options.envVars.map((envVar) => `ENV ${envVar}`).join(\"\\n\");\n\n // Generate Dockerfile with dependencies\n return templateContent\n .replace(/\\$\\{RUNENV_ENVS\\}/g, envVars)\n .replace(/\\$\\{BASE_IMAGE_TAG\\}/g, options.baseImageTag)\n .replace(/\\$\\{REQUIREMENTS_PATH\\}/g, options.requirements)\n .replace(/\\$\\{REQUIREMENTS_FILENAME\\}/g, path.basename(options.requirements))\n .replace(/\\$\\{TOOLSET\\}/g, options.toolset)\n .replace(/\\$\\{PKG\\}/g, options.pkg);\n}\n\nexport function prepareDockerOptions(\n logger: winston.Logger,\n currentPackageRoot: string,\n currentPackageName: string,\n artifactID: string,\n buildParams: artifacts.pythonType,\n): DockerOptions {\n logger.debug(\n `Preparing Docker options for Python package: ${buildParams.name} (id: ${artifactID})`,\n );\n\n const options = getDefaultPythonOptions();\n\n const pythonInfo = getRunEnvironmentPythonInfo(\n logger,\n currentPackageRoot,\n currentPackageName,\n buildParams.environment,\n );\n if (pythonInfo.pythonVersion) {\n logger.debug(`Extracted Python version from environment: ${pythonInfo.pythonVersion}`);\n options.baseImageTag = pythonVersionToDockerTag(pythonInfo.pythonVersion);\n } else {\n logger.debug(`No Python version found in environment, using default: ${options.baseImageTag}`);\n }\n options.envVars = pythonInfo.envVars;\n\n if (buildParams.dependencies) {\n options.toolset = buildParams.dependencies.toolset;\n options.requirements = buildParams.dependencies.requirements;\n }\n\n if (buildParams.pkg) {\n options.pkg = buildParams.pkg;\n }\n\n if (!buildParams.root) {\n throw util.CLIError(\n 'Cannot prepare Docker options: package root directory is not specified. Please ensure the \"root\" property is set in the build parameters.',\n );\n }\n const contextDir = path.resolve(buildParams.root ?? currentPackageRoot);\n\n options.requirements = path.join(contextDir, options.requirements);\n const hasRequirements = fs.existsSync(options.requirements);\n\n if (!hasRequirements) {\n // If requirements.txt doesn't exist, create an empty one\n fs.writeFileSync(options.requirements, \"# No dependencies specified\\n\");\n logger.warn(`Created empty requirements.txt at: ${options.requirements}`);\n }\n // If requirements.txt exists, use relative path for Docker COPY command\n options.requirements = path.relative(contextDir, options.requirements);\n\n // Generate a temporary directory for the Dockerfile\n const dockerfilePath = dockerfileAutogenPath(currentPackageRoot, artifactID);\n\n const dockerfileDir = path.dirname(dockerfilePath);\n fs.mkdirSync(dockerfileDir, { recursive: true });\n logger.debug(`Created temporary Docker directory: ${dockerfileDir}`);\n\n const dockerfile = {\n content: generatePythonDockerfileContent(options),\n path: dockerfilePath,\n };\n\n fs.writeFileSync(dockerfile.path, dockerfile.content);\n logger.debug(`Written Dockerfile to: ${dockerfile.path}`);\n\n const result: DockerOptions = {\n dockerfile: dockerfile.path,\n context: contextDir,\n entrypoint: [],\n pkg: options.pkg,\n };\n\n logger.debug(`Prepared Docker options: ${JSON.stringify(result)}`);\n verifyDockerOptions(result);\n return result;\n}\n\nfunction normalizeDockerTag(candidate: string): string | undefined {\n if (!candidate || typeof candidate !== \"string\") {\n return undefined;\n }\n\n // First remove Docker-specific parts like @sha256:...\n let normalized = candidate.replace(PYTHON_VERSION_PATTERNS.DOCKER_SEPARATOR, \"\");\n\n // For cases like \"3.12.6:latest\", extract only the version part\n if (normalized.includes(\":\")) {\n normalized = normalized.split(\":\")[0];\n }\n\n // Clean up any remaining unsafe characters\n normalized = normalized\n .replace(PYTHON_VERSION_PATTERNS.DOCKER_UNSAFE_CHARS, \"-\")\n .replace(PYTHON_VERSION_PATTERNS.MULTIPLE_SEPARATORS, \"-\")\n .replace(PYTHON_VERSION_PATTERNS.EDGE_SEPARATORS, \"\");\n\n return normalized || undefined;\n}\n\nfunction isValidPythonVersion(version: string): boolean {\n return (\n PYTHON_VERSION_PATTERNS.PY3_PREFIX.test(version) &&\n PYTHON_VERSION_PATTERNS.VERSION_FORMAT.test(version)\n );\n}\n\nfunction isValidDockerTag(tag: string): boolean {\n return PYTHON_VERSION_PATTERNS.DOCKER_TAG_FORMAT.test(tag);\n}\n\nexport function getRunEnvironmentPythonInfo(\n logger: winston.Logger,\n currentPackageRoot: string,\n currentPackageName: string,\n runEnvironmentID: artifacts.artifactIDString,\n { normalizeForDocker = true }: { normalizeForDocker?: boolean } = {},\n): {\n pythonVersion: string | undefined;\n envVars: string[];\n} {\n if (!runEnvironmentID) {\n return {\n pythonVersion: undefined,\n envVars: [],\n };\n }\n\n const environmentDescriptor = resolveRunEnvironment(\n logger,\n currentPackageRoot,\n currentPackageName,\n runEnvironmentID,\n \"python\",\n );\n\n let pythonVersion: string | undefined = environmentDescriptor[\"python-version\"];\n const envVars = environmentDescriptor.envVars ?? [];\n if (!pythonVersion) {\n pythonVersion = undefined;\n const trimmedInput = runEnvironmentID.trim();\n if (!trimmedInput) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n\n const colonIndex = trimmedInput.indexOf(\":\");\n if (colonIndex === -1 || colonIndex === trimmedInput.length - 1) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n\n pythonVersion = trimmedInput.slice(colonIndex + 1);\n if (pythonVersion.startsWith(\"python\")) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n }\n\n if (!normalizeForDocker) {\n return {\n pythonVersion,\n envVars,\n };\n }\n\n const normalizedTag = normalizeDockerTag(pythonVersion);\n if (!normalizedTag) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n\n if (!isValidPythonVersion(normalizedTag) || !isValidDockerTag(normalizedTag)) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n\n return {\n pythonVersion: normalizedTag,\n envVars,\n };\n}\n\nfunction getDefaultPythonOptions(): PythonOptions {\n return {\n baseImageTag: defaults.PYTHON_DOCKER_BASE_IMAGE,\n toolset: defaults.PYTHON_TOOLSET,\n requirements: defaults.PYTHON_REQUIREMENTS_FILE,\n pkg: defaults.DOCKER_PLACEHOLDER_PKG,\n envVars: [],\n };\n}\n\nfunction verifyDockerOptions(options: DockerOptions) {\n if (!fs.existsSync(options.dockerfile)) {\n throw util.CLIError(`Dockerfile '${options.dockerfile}' not found`);\n }\n\n if (!fs.existsSync(options.context)) {\n throw util.CLIError(`Context '${options.context}' not found`);\n }\n}\n\nfunction pythonVersionToDockerTag(pythonVersion: string): string {\n const parts = pythonVersion.split(\".\");\n if (parts.length > 2) {\n const major = parts[0];\n const minor = parts[1];\n return `python:${major}.${minor}-slim`;\n }\n\n return `python:${pythonVersion}-slim`;\n}\n"],"mappings":";;;;;;;;;;;AAYA,MAAM,0BAA0B;CAC9B,YAAY;CACZ,gBACE;CACF,kBAAkB;CAClB,qBAAqB;CACrB,qBAAqB;CACrB,iBAAiB;CACjB,mBAAmB;CACpB;AAmBD,SAAS,gCAAgC,SAAgC;CAEvE,MAAM,eAAA,cAAA,OAA4B,6BAA6B;CAC/D,MAAM,kBAAkBA,QAAG,aAAa,cAAc,QAAQ;CAE9D,MAAM,UAAU,QAAQ,QAAQ,KAAK,WAAW,OAAO,SAAS,CAAC,KAAK,KAAK;AAG3E,QAAO,gBACJ,QAAQ,sBAAsB,QAAQ,CACtC,QAAQ,yBAAyB,QAAQ,aAAa,CACtD,QAAQ,4BAA4B,QAAQ,aAAa,CACzD,QAAQ,gCAAgCC,UAAK,SAAS,QAAQ,aAAa,CAAC,CAC5E,QAAQ,kBAAkB,QAAQ,QAAQ,CAC1C,QAAQ,cAAc,QAAQ,IAAI;;AAGvC,SAAgB,qBACd,QACA,oBACA,oBACA,YACA,aACe;AACf,QAAO,MACL,gDAAgD,YAAY,KAAK,QAAQ,WAAW,GACrF;CAED,MAAM,UAAU,yBAAyB;CAEzC,MAAM,aAAa,4BACjB,QACA,oBACA,oBACA,YAAY,YACb;AACD,KAAI,WAAW,eAAe;AAC5B,SAAO,MAAM,8CAA8C,WAAW,gBAAgB;AACtF,UAAQ,eAAe,yBAAyB,WAAW,cAAc;OAEzE,QAAO,MAAM,0DAA0D,QAAQ,eAAe;AAEhG,SAAQ,UAAU,WAAW;AAE7B,KAAI,YAAY,cAAc;AAC5B,UAAQ,UAAU,YAAY,aAAa;AAC3C,UAAQ,eAAe,YAAY,aAAa;;AAGlD,KAAI,YAAY,IACd,SAAQ,MAAM,YAAY;AAG5B,KAAI,CAAC,YAAY,KACf,OAAA,aAAA,SACE,8IACD;CAEH,MAAM,aAAaA,UAAK,QAAQ,YAAY,QAAQ,mBAAmB;AAEvE,SAAQ,eAAeA,UAAK,KAAK,YAAY,QAAQ,aAAa;AAGlE,KAAI,CAFoBD,QAAG,WAAW,QAAQ,aAAa,EAErC;AAEpB,UAAG,cAAc,QAAQ,cAAc,gCAAgC;AACvE,SAAO,KAAK,sCAAsC,QAAQ,eAAe;;AAG3E,SAAQ,eAAeC,UAAK,SAAS,YAAY,QAAQ,aAAa;CAGtE,MAAM,iBAAiBC,eAAAA,sBAAsB,oBAAoB,WAAW;CAE5E,MAAM,gBAAgBD,UAAK,QAAQ,eAAe;AAClD,SAAG,UAAU,eAAe,EAAE,WAAW,MAAM,CAAC;AAChD,QAAO,MAAM,uCAAuC,gBAAgB;CAEpE,MAAM,aAAa;EACjB,SAAS,gCAAgC,QAAQ;EACjD,MAAM;EACP;AAED,SAAG,cAAc,WAAW,MAAM,WAAW,QAAQ;AACrD,QAAO,MAAM,0BAA0B,WAAW,OAAO;CAEzD,MAAM,SAAwB;EAC5B,YAAY,WAAW;EACvB,SAAS;EACT,YAAY,EAAE;EACd,KAAK,QAAQ;EACd;AAED,QAAO,MAAM,4BAA4B,KAAK,UAAU,OAAO,GAAG;AAClE,qBAAoB,OAAO;AAC3B,QAAO;;AAGT,SAAS,mBAAmB,WAAuC;AACjE,KAAI,CAAC,aAAa,OAAO,cAAc,SACrC;CAIF,IAAI,aAAa,UAAU,QAAQ,wBAAwB,kBAAkB,GAAG;AAGhF,KAAI,WAAW,SAAS,IAAI,CAC1B,cAAa,WAAW,MAAM,IAAI,CAAC;AAIrC,cAAa,WACV,QAAQ,wBAAwB,qBAAqB,IAAI,CACzD,QAAQ,wBAAwB,qBAAqB,IAAI,CACzD,QAAQ,wBAAwB,iBAAiB,GAAG;AAEvD,QAAO,cAAc,KAAA;;AAGvB,SAAS,qBAAqB,SAA0B;AACtD,QACE,wBAAwB,WAAW,KAAK,QAAQ,IAChD,wBAAwB,eAAe,KAAK,QAAQ;;AAIxD,SAAS,iBAAiB,KAAsB;AAC9C,QAAO,wBAAwB,kBAAkB,KAAK,IAAI;;AAG5D,SAAgB,4BACd,QACA,oBACA,oBACA,kBACA,EAAE,qBAAqB,SAA2C,EAAE,EAIpE;AACA,KAAI,CAAC,iBACH,QAAO;EACL,eAAe,KAAA;EACf,SAAS,EAAE;EACZ;CAGH,MAAM,wBAAwBE,iBAAAA,sBAC5B,QACA,oBACA,oBACA,kBACA,SACD;CAED,IAAI,gBAAoC,sBAAsB;CAC9D,MAAM,UAAU,sBAAsB,WAAW,EAAE;AACnD,KAAI,CAAC,eAAe;AAClB,kBAAgB,KAAA;EAChB,MAAM,eAAe,iBAAiB,MAAM;AAC5C,MAAI,CAAC,aACH,QAAO;GACL,eAAe,KAAA;GACf;GACD;EAGH,MAAM,aAAa,aAAa,QAAQ,IAAI;AAC5C,MAAI,eAAe,MAAM,eAAe,aAAa,SAAS,EAC5D,QAAO;GACL,eAAe,KAAA;GACf;GACD;AAGH,kBAAgB,aAAa,MAAM,aAAa,EAAE;AAClD,MAAI,cAAc,WAAW,SAAS,CACpC,QAAO;GACL,eAAe,KAAA;GACf;GACD;;AAIL,KAAI,CAAC,mBACH,QAAO;EACL;EACA;EACD;CAGH,MAAM,gBAAgB,mBAAmB,cAAc;AACvD,KAAI,CAAC,cACH,QAAO;EACL,eAAe,KAAA;EACf;EACD;AAGH,KAAI,CAAC,qBAAqB,cAAc,IAAI,CAAC,iBAAiB,cAAc,CAC1E,QAAO;EACL,eAAe,KAAA;EACf;EACD;AAGH,QAAO;EACL,eAAe;EACf;EACD;;AAGH,SAAS,0BAAyC;AAChD,QAAO;EACL,cAAA,iBAAA;EACA,SAAS;EACT,cAAA,iBAAA;EACA,KAAA,iBAAA;EACA,SAAS,EAAE;EACZ;;AAGH,SAAS,oBAAoB,SAAwB;AACnD,KAAI,CAACH,QAAG,WAAW,QAAQ,WAAW,CACpC,OAAA,aAAA,SAAoB,eAAe,QAAQ,WAAW,aAAa;AAGrE,KAAI,CAACA,QAAG,WAAW,QAAQ,QAAQ,CACjC,OAAA,aAAA,SAAoB,YAAY,QAAQ,QAAQ,aAAa;;AAIjE,SAAS,yBAAyB,eAA+B;CAC/D,MAAM,QAAQ,cAAc,MAAM,IAAI;AACtC,KAAI,MAAM,SAAS,EAGjB,QAAO,UAFO,MAAM,GAEG,GADT,MAAM,GACY;AAGlC,QAAO,UAAU,cAAc"}
|
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
import { DOCKER_PLACEHOLDER_PKG, PYTHON_DOCKER_BASE_IMAGE, PYTHON_REQUIREMENTS_FILE } from "../defaults.js";
|
|
2
|
+
import { CLIError } from "./util.js";
|
|
3
|
+
import { dockerfileAutogenPath } from "./docker.js";
|
|
4
|
+
import { assets } from "./paths.js";
|
|
5
|
+
import { resolveRunEnvironment } from "./resolver.js";
|
|
6
|
+
import * as fs$1 from "node:fs";
|
|
7
|
+
import * as path$1 from "node:path";
|
|
8
|
+
//#region src/core/docker-python.ts
|
|
9
|
+
const PYTHON_VERSION_PATTERNS = {
|
|
10
|
+
PY3_PREFIX: /^3\./,
|
|
11
|
+
VERSION_FORMAT: /^3\.\d+(?:\.\d+)?(?:[-+_][a-zA-Z0-9]+|(?:a|b|rc)\d+|[a-zA-Z]+\d+(?:\.[a-zA-Z0-9]+)*)*$/,
|
|
12
|
+
DOCKER_SEPARATOR: /@.*$/,
|
|
13
|
+
DOCKER_UNSAFE_CHARS: /[^A-Za-z0-9_.-]+/g,
|
|
14
|
+
MULTIPLE_SEPARATORS: /[-.]{2,}/g,
|
|
15
|
+
EDGE_SEPARATORS: /^[-.]+|[-.]+$/g,
|
|
16
|
+
DOCKER_TAG_FORMAT: /^[A-Za-z0-9_][A-Za-z0-9_.-]{0,127}$/
|
|
17
|
+
};
|
|
18
|
+
function generatePythonDockerfileContent(options) {
|
|
19
|
+
const templatePath = assets("python-dockerfile.template");
|
|
20
|
+
const templateContent = fs$1.readFileSync(templatePath, "utf-8");
|
|
21
|
+
const envVars = options.envVars.map((envVar) => `ENV ${envVar}`).join("\n");
|
|
22
|
+
return templateContent.replace(/\$\{RUNENV_ENVS\}/g, envVars).replace(/\$\{BASE_IMAGE_TAG\}/g, options.baseImageTag).replace(/\$\{REQUIREMENTS_PATH\}/g, options.requirements).replace(/\$\{REQUIREMENTS_FILENAME\}/g, path$1.basename(options.requirements)).replace(/\$\{TOOLSET\}/g, options.toolset).replace(/\$\{PKG\}/g, options.pkg);
|
|
23
|
+
}
|
|
24
|
+
function prepareDockerOptions(logger, currentPackageRoot, currentPackageName, artifactID, buildParams) {
|
|
25
|
+
logger.debug(`Preparing Docker options for Python package: ${buildParams.name} (id: ${artifactID})`);
|
|
26
|
+
const options = getDefaultPythonOptions();
|
|
27
|
+
const pythonInfo = getRunEnvironmentPythonInfo(logger, currentPackageRoot, currentPackageName, buildParams.environment);
|
|
28
|
+
if (pythonInfo.pythonVersion) {
|
|
29
|
+
logger.debug(`Extracted Python version from environment: ${pythonInfo.pythonVersion}`);
|
|
30
|
+
options.baseImageTag = pythonVersionToDockerTag(pythonInfo.pythonVersion);
|
|
31
|
+
} else logger.debug(`No Python version found in environment, using default: ${options.baseImageTag}`);
|
|
32
|
+
options.envVars = pythonInfo.envVars;
|
|
33
|
+
if (buildParams.dependencies) {
|
|
34
|
+
options.toolset = buildParams.dependencies.toolset;
|
|
35
|
+
options.requirements = buildParams.dependencies.requirements;
|
|
36
|
+
}
|
|
37
|
+
if (buildParams.pkg) options.pkg = buildParams.pkg;
|
|
38
|
+
if (!buildParams.root) throw CLIError("Cannot prepare Docker options: package root directory is not specified. Please ensure the \"root\" property is set in the build parameters.");
|
|
39
|
+
const contextDir = path$1.resolve(buildParams.root ?? currentPackageRoot);
|
|
40
|
+
options.requirements = path$1.join(contextDir, options.requirements);
|
|
41
|
+
if (!fs$1.existsSync(options.requirements)) {
|
|
42
|
+
fs$1.writeFileSync(options.requirements, "# No dependencies specified\n");
|
|
43
|
+
logger.warn(`Created empty requirements.txt at: ${options.requirements}`);
|
|
44
|
+
}
|
|
45
|
+
options.requirements = path$1.relative(contextDir, options.requirements);
|
|
46
|
+
const dockerfilePath = dockerfileAutogenPath(currentPackageRoot, artifactID);
|
|
47
|
+
const dockerfileDir = path$1.dirname(dockerfilePath);
|
|
48
|
+
fs$1.mkdirSync(dockerfileDir, { recursive: true });
|
|
49
|
+
logger.debug(`Created temporary Docker directory: ${dockerfileDir}`);
|
|
50
|
+
const dockerfile = {
|
|
51
|
+
content: generatePythonDockerfileContent(options),
|
|
52
|
+
path: dockerfilePath
|
|
53
|
+
};
|
|
54
|
+
fs$1.writeFileSync(dockerfile.path, dockerfile.content);
|
|
55
|
+
logger.debug(`Written Dockerfile to: ${dockerfile.path}`);
|
|
56
|
+
const result = {
|
|
57
|
+
dockerfile: dockerfile.path,
|
|
58
|
+
context: contextDir,
|
|
59
|
+
entrypoint: [],
|
|
60
|
+
pkg: options.pkg
|
|
61
|
+
};
|
|
62
|
+
logger.debug(`Prepared Docker options: ${JSON.stringify(result)}`);
|
|
63
|
+
verifyDockerOptions(result);
|
|
64
|
+
return result;
|
|
65
|
+
}
|
|
66
|
+
function normalizeDockerTag(candidate) {
|
|
67
|
+
if (!candidate || typeof candidate !== "string") return;
|
|
68
|
+
let normalized = candidate.replace(PYTHON_VERSION_PATTERNS.DOCKER_SEPARATOR, "");
|
|
69
|
+
if (normalized.includes(":")) normalized = normalized.split(":")[0];
|
|
70
|
+
normalized = normalized.replace(PYTHON_VERSION_PATTERNS.DOCKER_UNSAFE_CHARS, "-").replace(PYTHON_VERSION_PATTERNS.MULTIPLE_SEPARATORS, "-").replace(PYTHON_VERSION_PATTERNS.EDGE_SEPARATORS, "");
|
|
71
|
+
return normalized || void 0;
|
|
72
|
+
}
|
|
73
|
+
function isValidPythonVersion(version) {
|
|
74
|
+
return PYTHON_VERSION_PATTERNS.PY3_PREFIX.test(version) && PYTHON_VERSION_PATTERNS.VERSION_FORMAT.test(version);
|
|
75
|
+
}
|
|
76
|
+
function isValidDockerTag(tag) {
|
|
77
|
+
return PYTHON_VERSION_PATTERNS.DOCKER_TAG_FORMAT.test(tag);
|
|
78
|
+
}
|
|
79
|
+
function getRunEnvironmentPythonInfo(logger, currentPackageRoot, currentPackageName, runEnvironmentID, { normalizeForDocker = true } = {}) {
|
|
80
|
+
if (!runEnvironmentID) return {
|
|
81
|
+
pythonVersion: void 0,
|
|
82
|
+
envVars: []
|
|
83
|
+
};
|
|
84
|
+
const environmentDescriptor = resolveRunEnvironment(logger, currentPackageRoot, currentPackageName, runEnvironmentID, "python");
|
|
85
|
+
let pythonVersion = environmentDescriptor["python-version"];
|
|
86
|
+
const envVars = environmentDescriptor.envVars ?? [];
|
|
87
|
+
if (!pythonVersion) {
|
|
88
|
+
pythonVersion = void 0;
|
|
89
|
+
const trimmedInput = runEnvironmentID.trim();
|
|
90
|
+
if (!trimmedInput) return {
|
|
91
|
+
pythonVersion: void 0,
|
|
92
|
+
envVars
|
|
93
|
+
};
|
|
94
|
+
const colonIndex = trimmedInput.indexOf(":");
|
|
95
|
+
if (colonIndex === -1 || colonIndex === trimmedInput.length - 1) return {
|
|
96
|
+
pythonVersion: void 0,
|
|
97
|
+
envVars
|
|
98
|
+
};
|
|
99
|
+
pythonVersion = trimmedInput.slice(colonIndex + 1);
|
|
100
|
+
if (pythonVersion.startsWith("python")) return {
|
|
101
|
+
pythonVersion: void 0,
|
|
102
|
+
envVars
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
if (!normalizeForDocker) return {
|
|
106
|
+
pythonVersion,
|
|
107
|
+
envVars
|
|
108
|
+
};
|
|
109
|
+
const normalizedTag = normalizeDockerTag(pythonVersion);
|
|
110
|
+
if (!normalizedTag) return {
|
|
111
|
+
pythonVersion: void 0,
|
|
112
|
+
envVars
|
|
113
|
+
};
|
|
114
|
+
if (!isValidPythonVersion(normalizedTag) || !isValidDockerTag(normalizedTag)) return {
|
|
115
|
+
pythonVersion: void 0,
|
|
116
|
+
envVars
|
|
117
|
+
};
|
|
118
|
+
return {
|
|
119
|
+
pythonVersion: normalizedTag,
|
|
120
|
+
envVars
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
function getDefaultPythonOptions() {
|
|
124
|
+
return {
|
|
125
|
+
baseImageTag: PYTHON_DOCKER_BASE_IMAGE,
|
|
126
|
+
toolset: "pip",
|
|
127
|
+
requirements: PYTHON_REQUIREMENTS_FILE,
|
|
128
|
+
pkg: DOCKER_PLACEHOLDER_PKG,
|
|
129
|
+
envVars: []
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
function verifyDockerOptions(options) {
|
|
133
|
+
if (!fs$1.existsSync(options.dockerfile)) throw CLIError(`Dockerfile '${options.dockerfile}' not found`);
|
|
134
|
+
if (!fs$1.existsSync(options.context)) throw CLIError(`Context '${options.context}' not found`);
|
|
135
|
+
}
|
|
136
|
+
function pythonVersionToDockerTag(pythonVersion) {
|
|
137
|
+
const parts = pythonVersion.split(".");
|
|
138
|
+
if (parts.length > 2) return `python:${parts[0]}.${parts[1]}-slim`;
|
|
139
|
+
return `python:${pythonVersion}-slim`;
|
|
140
|
+
}
|
|
141
|
+
//#endregion
|
|
142
|
+
export { prepareDockerOptions };
|
|
143
|
+
|
|
144
|
+
//# sourceMappingURL=docker-python.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"docker-python.js","names":["paths.assets","fs","path","util.CLIError","defaults.PYTHON_DOCKER_BASE_IMAGE","defaults.PYTHON_REQUIREMENTS_FILE","defaults.DOCKER_PLACEHOLDER_PKG"],"sources":["../../src/core/docker-python.ts"],"sourcesContent":["import * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport type winston from \"winston\";\n\nimport * as defaults from \"../defaults\";\nimport * as paths from \"./paths\";\nimport * as util from \"./util\";\n\nimport type * as artifacts from \"./schemas/artifacts\";\nimport { resolveRunEnvironment } from \"./resolver\";\nimport { dockerfileAutogenPath } from \"./docker\";\n\nconst PYTHON_VERSION_PATTERNS = {\n PY3_PREFIX: /^3\\./,\n VERSION_FORMAT:\n /^3\\.\\d+(?:\\.\\d+)?(?:[-+_][a-zA-Z0-9]+|(?:a|b|rc)\\d+|[a-zA-Z]+\\d+(?:\\.[a-zA-Z0-9]+)*)*$/,\n DOCKER_SEPARATOR: /@.*$/,\n DOCKER_UNSAFE_CHARS: /[^A-Za-z0-9_.-]+/g,\n MULTIPLE_SEPARATORS: /[-.]{2,}/g,\n EDGE_SEPARATORS: /^[-.]+|[-.]+$/g,\n DOCKER_TAG_FORMAT: /^[A-Za-z0-9_][A-Za-z0-9_.-]{0,127}$/,\n};\n\nexport interface PythonOptions {\n baseImageTag: string;\n toolset: string;\n requirements: string;\n pkg: string;\n envVars: string[]; // custom environment variables set for run environment\n}\n\nexport interface DockerOptions {\n context: string;\n dockerfile: string;\n entrypoint: string[];\n pkg: string;\n}\n\nexport interface PythonDockerOptions extends PythonOptions, DockerOptions {}\n\nfunction generatePythonDockerfileContent(options: PythonOptions): string {\n // Read template from assets\n const templatePath = paths.assets(\"python-dockerfile.template\");\n const templateContent = fs.readFileSync(templatePath, \"utf-8\");\n\n const envVars = options.envVars.map((envVar) => `ENV ${envVar}`).join(\"\\n\");\n\n // Generate Dockerfile with dependencies\n return templateContent\n .replace(/\\$\\{RUNENV_ENVS\\}/g, envVars)\n .replace(/\\$\\{BASE_IMAGE_TAG\\}/g, options.baseImageTag)\n .replace(/\\$\\{REQUIREMENTS_PATH\\}/g, options.requirements)\n .replace(/\\$\\{REQUIREMENTS_FILENAME\\}/g, path.basename(options.requirements))\n .replace(/\\$\\{TOOLSET\\}/g, options.toolset)\n .replace(/\\$\\{PKG\\}/g, options.pkg);\n}\n\nexport function prepareDockerOptions(\n logger: winston.Logger,\n currentPackageRoot: string,\n currentPackageName: string,\n artifactID: string,\n buildParams: artifacts.pythonType,\n): DockerOptions {\n logger.debug(\n `Preparing Docker options for Python package: ${buildParams.name} (id: ${artifactID})`,\n );\n\n const options = getDefaultPythonOptions();\n\n const pythonInfo = getRunEnvironmentPythonInfo(\n logger,\n currentPackageRoot,\n currentPackageName,\n buildParams.environment,\n );\n if (pythonInfo.pythonVersion) {\n logger.debug(`Extracted Python version from environment: ${pythonInfo.pythonVersion}`);\n options.baseImageTag = pythonVersionToDockerTag(pythonInfo.pythonVersion);\n } else {\n logger.debug(`No Python version found in environment, using default: ${options.baseImageTag}`);\n }\n options.envVars = pythonInfo.envVars;\n\n if (buildParams.dependencies) {\n options.toolset = buildParams.dependencies.toolset;\n options.requirements = buildParams.dependencies.requirements;\n }\n\n if (buildParams.pkg) {\n options.pkg = buildParams.pkg;\n }\n\n if (!buildParams.root) {\n throw util.CLIError(\n 'Cannot prepare Docker options: package root directory is not specified. Please ensure the \"root\" property is set in the build parameters.',\n );\n }\n const contextDir = path.resolve(buildParams.root ?? currentPackageRoot);\n\n options.requirements = path.join(contextDir, options.requirements);\n const hasRequirements = fs.existsSync(options.requirements);\n\n if (!hasRequirements) {\n // If requirements.txt doesn't exist, create an empty one\n fs.writeFileSync(options.requirements, \"# No dependencies specified\\n\");\n logger.warn(`Created empty requirements.txt at: ${options.requirements}`);\n }\n // If requirements.txt exists, use relative path for Docker COPY command\n options.requirements = path.relative(contextDir, options.requirements);\n\n // Generate a temporary directory for the Dockerfile\n const dockerfilePath = dockerfileAutogenPath(currentPackageRoot, artifactID);\n\n const dockerfileDir = path.dirname(dockerfilePath);\n fs.mkdirSync(dockerfileDir, { recursive: true });\n logger.debug(`Created temporary Docker directory: ${dockerfileDir}`);\n\n const dockerfile = {\n content: generatePythonDockerfileContent(options),\n path: dockerfilePath,\n };\n\n fs.writeFileSync(dockerfile.path, dockerfile.content);\n logger.debug(`Written Dockerfile to: ${dockerfile.path}`);\n\n const result: DockerOptions = {\n dockerfile: dockerfile.path,\n context: contextDir,\n entrypoint: [],\n pkg: options.pkg,\n };\n\n logger.debug(`Prepared Docker options: ${JSON.stringify(result)}`);\n verifyDockerOptions(result);\n return result;\n}\n\nfunction normalizeDockerTag(candidate: string): string | undefined {\n if (!candidate || typeof candidate !== \"string\") {\n return undefined;\n }\n\n // First remove Docker-specific parts like @sha256:...\n let normalized = candidate.replace(PYTHON_VERSION_PATTERNS.DOCKER_SEPARATOR, \"\");\n\n // For cases like \"3.12.6:latest\", extract only the version part\n if (normalized.includes(\":\")) {\n normalized = normalized.split(\":\")[0];\n }\n\n // Clean up any remaining unsafe characters\n normalized = normalized\n .replace(PYTHON_VERSION_PATTERNS.DOCKER_UNSAFE_CHARS, \"-\")\n .replace(PYTHON_VERSION_PATTERNS.MULTIPLE_SEPARATORS, \"-\")\n .replace(PYTHON_VERSION_PATTERNS.EDGE_SEPARATORS, \"\");\n\n return normalized || undefined;\n}\n\nfunction isValidPythonVersion(version: string): boolean {\n return (\n PYTHON_VERSION_PATTERNS.PY3_PREFIX.test(version) &&\n PYTHON_VERSION_PATTERNS.VERSION_FORMAT.test(version)\n );\n}\n\nfunction isValidDockerTag(tag: string): boolean {\n return PYTHON_VERSION_PATTERNS.DOCKER_TAG_FORMAT.test(tag);\n}\n\nexport function getRunEnvironmentPythonInfo(\n logger: winston.Logger,\n currentPackageRoot: string,\n currentPackageName: string,\n runEnvironmentID: artifacts.artifactIDString,\n { normalizeForDocker = true }: { normalizeForDocker?: boolean } = {},\n): {\n pythonVersion: string | undefined;\n envVars: string[];\n} {\n if (!runEnvironmentID) {\n return {\n pythonVersion: undefined,\n envVars: [],\n };\n }\n\n const environmentDescriptor = resolveRunEnvironment(\n logger,\n currentPackageRoot,\n currentPackageName,\n runEnvironmentID,\n \"python\",\n );\n\n let pythonVersion: string | undefined = environmentDescriptor[\"python-version\"];\n const envVars = environmentDescriptor.envVars ?? [];\n if (!pythonVersion) {\n pythonVersion = undefined;\n const trimmedInput = runEnvironmentID.trim();\n if (!trimmedInput) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n\n const colonIndex = trimmedInput.indexOf(\":\");\n if (colonIndex === -1 || colonIndex === trimmedInput.length - 1) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n\n pythonVersion = trimmedInput.slice(colonIndex + 1);\n if (pythonVersion.startsWith(\"python\")) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n }\n\n if (!normalizeForDocker) {\n return {\n pythonVersion,\n envVars,\n };\n }\n\n const normalizedTag = normalizeDockerTag(pythonVersion);\n if (!normalizedTag) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n\n if (!isValidPythonVersion(normalizedTag) || !isValidDockerTag(normalizedTag)) {\n return {\n pythonVersion: undefined,\n envVars,\n };\n }\n\n return {\n pythonVersion: normalizedTag,\n envVars,\n };\n}\n\nfunction getDefaultPythonOptions(): PythonOptions {\n return {\n baseImageTag: defaults.PYTHON_DOCKER_BASE_IMAGE,\n toolset: defaults.PYTHON_TOOLSET,\n requirements: defaults.PYTHON_REQUIREMENTS_FILE,\n pkg: defaults.DOCKER_PLACEHOLDER_PKG,\n envVars: [],\n };\n}\n\nfunction verifyDockerOptions(options: DockerOptions) {\n if (!fs.existsSync(options.dockerfile)) {\n throw util.CLIError(`Dockerfile '${options.dockerfile}' not found`);\n }\n\n if (!fs.existsSync(options.context)) {\n throw util.CLIError(`Context '${options.context}' not found`);\n }\n}\n\nfunction pythonVersionToDockerTag(pythonVersion: string): string {\n const parts = pythonVersion.split(\".\");\n if (parts.length > 2) {\n const major = parts[0];\n const minor = parts[1];\n return `python:${major}.${minor}-slim`;\n }\n\n return `python:${pythonVersion}-slim`;\n}\n"],"mappings":";;;;;;;;AAYA,MAAM,0BAA0B;CAC9B,YAAY;CACZ,gBACE;CACF,kBAAkB;CAClB,qBAAqB;CACrB,qBAAqB;CACrB,iBAAiB;CACjB,mBAAmB;CACpB;AAmBD,SAAS,gCAAgC,SAAgC;CAEvE,MAAM,eAAeA,OAAa,6BAA6B;CAC/D,MAAM,kBAAkBC,KAAG,aAAa,cAAc,QAAQ;CAE9D,MAAM,UAAU,QAAQ,QAAQ,KAAK,WAAW,OAAO,SAAS,CAAC,KAAK,KAAK;AAG3E,QAAO,gBACJ,QAAQ,sBAAsB,QAAQ,CACtC,QAAQ,yBAAyB,QAAQ,aAAa,CACtD,QAAQ,4BAA4B,QAAQ,aAAa,CACzD,QAAQ,gCAAgCC,OAAK,SAAS,QAAQ,aAAa,CAAC,CAC5E,QAAQ,kBAAkB,QAAQ,QAAQ,CAC1C,QAAQ,cAAc,QAAQ,IAAI;;AAGvC,SAAgB,qBACd,QACA,oBACA,oBACA,YACA,aACe;AACf,QAAO,MACL,gDAAgD,YAAY,KAAK,QAAQ,WAAW,GACrF;CAED,MAAM,UAAU,yBAAyB;CAEzC,MAAM,aAAa,4BACjB,QACA,oBACA,oBACA,YAAY,YACb;AACD,KAAI,WAAW,eAAe;AAC5B,SAAO,MAAM,8CAA8C,WAAW,gBAAgB;AACtF,UAAQ,eAAe,yBAAyB,WAAW,cAAc;OAEzE,QAAO,MAAM,0DAA0D,QAAQ,eAAe;AAEhG,SAAQ,UAAU,WAAW;AAE7B,KAAI,YAAY,cAAc;AAC5B,UAAQ,UAAU,YAAY,aAAa;AAC3C,UAAQ,eAAe,YAAY,aAAa;;AAGlD,KAAI,YAAY,IACd,SAAQ,MAAM,YAAY;AAG5B,KAAI,CAAC,YAAY,KACf,OAAMC,SACJ,8IACD;CAEH,MAAM,aAAaD,OAAK,QAAQ,YAAY,QAAQ,mBAAmB;AAEvE,SAAQ,eAAeA,OAAK,KAAK,YAAY,QAAQ,aAAa;AAGlE,KAAI,CAFoBD,KAAG,WAAW,QAAQ,aAAa,EAErC;AAEpB,OAAG,cAAc,QAAQ,cAAc,gCAAgC;AACvE,SAAO,KAAK,sCAAsC,QAAQ,eAAe;;AAG3E,SAAQ,eAAeC,OAAK,SAAS,YAAY,QAAQ,aAAa;CAGtE,MAAM,iBAAiB,sBAAsB,oBAAoB,WAAW;CAE5E,MAAM,gBAAgBA,OAAK,QAAQ,eAAe;AAClD,MAAG,UAAU,eAAe,EAAE,WAAW,MAAM,CAAC;AAChD,QAAO,MAAM,uCAAuC,gBAAgB;CAEpE,MAAM,aAAa;EACjB,SAAS,gCAAgC,QAAQ;EACjD,MAAM;EACP;AAED,MAAG,cAAc,WAAW,MAAM,WAAW,QAAQ;AACrD,QAAO,MAAM,0BAA0B,WAAW,OAAO;CAEzD,MAAM,SAAwB;EAC5B,YAAY,WAAW;EACvB,SAAS;EACT,YAAY,EAAE;EACd,KAAK,QAAQ;EACd;AAED,QAAO,MAAM,4BAA4B,KAAK,UAAU,OAAO,GAAG;AAClE,qBAAoB,OAAO;AAC3B,QAAO;;AAGT,SAAS,mBAAmB,WAAuC;AACjE,KAAI,CAAC,aAAa,OAAO,cAAc,SACrC;CAIF,IAAI,aAAa,UAAU,QAAQ,wBAAwB,kBAAkB,GAAG;AAGhF,KAAI,WAAW,SAAS,IAAI,CAC1B,cAAa,WAAW,MAAM,IAAI,CAAC;AAIrC,cAAa,WACV,QAAQ,wBAAwB,qBAAqB,IAAI,CACzD,QAAQ,wBAAwB,qBAAqB,IAAI,CACzD,QAAQ,wBAAwB,iBAAiB,GAAG;AAEvD,QAAO,cAAc,KAAA;;AAGvB,SAAS,qBAAqB,SAA0B;AACtD,QACE,wBAAwB,WAAW,KAAK,QAAQ,IAChD,wBAAwB,eAAe,KAAK,QAAQ;;AAIxD,SAAS,iBAAiB,KAAsB;AAC9C,QAAO,wBAAwB,kBAAkB,KAAK,IAAI;;AAG5D,SAAgB,4BACd,QACA,oBACA,oBACA,kBACA,EAAE,qBAAqB,SAA2C,EAAE,EAIpE;AACA,KAAI,CAAC,iBACH,QAAO;EACL,eAAe,KAAA;EACf,SAAS,EAAE;EACZ;CAGH,MAAM,wBAAwB,sBAC5B,QACA,oBACA,oBACA,kBACA,SACD;CAED,IAAI,gBAAoC,sBAAsB;CAC9D,MAAM,UAAU,sBAAsB,WAAW,EAAE;AACnD,KAAI,CAAC,eAAe;AAClB,kBAAgB,KAAA;EAChB,MAAM,eAAe,iBAAiB,MAAM;AAC5C,MAAI,CAAC,aACH,QAAO;GACL,eAAe,KAAA;GACf;GACD;EAGH,MAAM,aAAa,aAAa,QAAQ,IAAI;AAC5C,MAAI,eAAe,MAAM,eAAe,aAAa,SAAS,EAC5D,QAAO;GACL,eAAe,KAAA;GACf;GACD;AAGH,kBAAgB,aAAa,MAAM,aAAa,EAAE;AAClD,MAAI,cAAc,WAAW,SAAS,CACpC,QAAO;GACL,eAAe,KAAA;GACf;GACD;;AAIL,KAAI,CAAC,mBACH,QAAO;EACL;EACA;EACD;CAGH,MAAM,gBAAgB,mBAAmB,cAAc;AACvD,KAAI,CAAC,cACH,QAAO;EACL,eAAe,KAAA;EACf;EACD;AAGH,KAAI,CAAC,qBAAqB,cAAc,IAAI,CAAC,iBAAiB,cAAc,CAC1E,QAAO;EACL,eAAe,KAAA;EACf;EACD;AAGH,QAAO;EACL,eAAe;EACf;EACD;;AAGH,SAAS,0BAAyC;AAChD,QAAO;EACL,cAAcE;EACd,SAAS;EACT,cAAcC;EACd,KAAKC;EACL,SAAS,EAAE;EACZ;;AAGH,SAAS,oBAAoB,SAAwB;AACnD,KAAI,CAACL,KAAG,WAAW,QAAQ,WAAW,CACpC,OAAME,SAAc,eAAe,QAAQ,WAAW,aAAa;AAGrE,KAAI,CAACF,KAAG,WAAW,QAAQ,QAAQ,CACjC,OAAME,SAAc,YAAY,QAAQ,QAAQ,aAAa;;AAIjE,SAAS,yBAAyB,eAA+B;CAC/D,MAAM,QAAQ,cAAc,MAAM,IAAI;AACtC,KAAI,MAAM,SAAS,EAGjB,QAAO,UAFO,MAAM,GAEG,GADT,MAAM,GACY;AAGlC,QAAO,UAAU,cAAc"}
|
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
const require_runtime = require("../_virtual/_rolldown/runtime.cjs");
|
|
2
|
+
const require_defaults = require("../defaults.cjs");
|
|
3
|
+
const require_util = require("./util.cjs");
|
|
4
|
+
let node_fs = require("node:fs");
|
|
5
|
+
node_fs = require_runtime.__toESM(node_fs);
|
|
6
|
+
let node_path = require("node:path");
|
|
7
|
+
node_path = require_runtime.__toESM(node_path);
|
|
8
|
+
let node_os = require("node:os");
|
|
9
|
+
node_os = require_runtime.__toESM(node_os);
|
|
10
|
+
let node_child_process = require("node:child_process");
|
|
11
|
+
//#region src/core/docker.ts
|
|
12
|
+
/**
|
|
13
|
+
* To allow entrypoint keep both docker and binary package at the same time, we create virtual entrypoint with ':docker' suffix,
|
|
14
|
+
* as entrypoints could not keep two different artifacts at the same time.
|
|
15
|
+
*/
|
|
16
|
+
function entrypointName(name) {
|
|
17
|
+
return name + ":docker";
|
|
18
|
+
}
|
|
19
|
+
function isVirtualDockerEntrypointName(name) {
|
|
20
|
+
return name.endsWith(":docker");
|
|
21
|
+
}
|
|
22
|
+
function entrypointNameToOrigin(name) {
|
|
23
|
+
if (!isVirtualDockerEntrypointName(name)) return name;
|
|
24
|
+
return name.substring(0, name.length - 7);
|
|
25
|
+
}
|
|
26
|
+
function getImageHash(tag) {
|
|
27
|
+
const result = (0, node_child_process.spawnSync)("docker", [
|
|
28
|
+
"image",
|
|
29
|
+
"ls",
|
|
30
|
+
"--filter=reference=" + tag,
|
|
31
|
+
"--format={{.ID}}"
|
|
32
|
+
], {
|
|
33
|
+
stdio: "pipe",
|
|
34
|
+
env: {
|
|
35
|
+
...process.env,
|
|
36
|
+
HOME: process.env.HOME || node_os.homedir()
|
|
37
|
+
}
|
|
38
|
+
});
|
|
39
|
+
if (result.error) throw result.error;
|
|
40
|
+
if (result.status !== 0) throw require_util.CLIError(`local docker image check failed with status ${result.status}`);
|
|
41
|
+
const output = result.stdout.toString().trim();
|
|
42
|
+
if (output.split("\n").length > 1) throw require_util.CLIError(`package-builder internal logic error: more than one image found by exact tag match: ${output}`);
|
|
43
|
+
return output;
|
|
44
|
+
}
|
|
45
|
+
function getImageEntrypoint(tag) {
|
|
46
|
+
const result = (0, node_child_process.spawnSync)("docker", [
|
|
47
|
+
"image",
|
|
48
|
+
"inspect",
|
|
49
|
+
tag,
|
|
50
|
+
"--format",
|
|
51
|
+
"{{ .Config.Entrypoint | json }}"
|
|
52
|
+
], {
|
|
53
|
+
stdio: "pipe",
|
|
54
|
+
env: {
|
|
55
|
+
...process.env,
|
|
56
|
+
HOME: process.env.HOME || node_os.homedir()
|
|
57
|
+
}
|
|
58
|
+
});
|
|
59
|
+
if (result.error) throw result.error;
|
|
60
|
+
if (result.status !== 0) throw require_util.CLIError(`'docker image inspect' failed with status ${result.status}`);
|
|
61
|
+
const output = result.stdout.toString().trim();
|
|
62
|
+
return JSON.parse(output) ?? [];
|
|
63
|
+
}
|
|
64
|
+
function localImageExists(tag) {
|
|
65
|
+
return getImageHash(tag) !== "";
|
|
66
|
+
}
|
|
67
|
+
function remoteImageExists(tag) {
|
|
68
|
+
const result = (0, node_child_process.spawnSync)("docker", [
|
|
69
|
+
"manifest",
|
|
70
|
+
"inspect",
|
|
71
|
+
tag
|
|
72
|
+
], {
|
|
73
|
+
stdio: "pipe",
|
|
74
|
+
env: {
|
|
75
|
+
...process.env,
|
|
76
|
+
HOME: process.env.HOME || node_os.homedir()
|
|
77
|
+
}
|
|
78
|
+
});
|
|
79
|
+
if (result.error || result.status !== 0) return false;
|
|
80
|
+
return true;
|
|
81
|
+
}
|
|
82
|
+
function build(context, dockerfile, tag, softwarePackage, softwareVersion) {
|
|
83
|
+
const result = (0, node_child_process.spawnSync)("docker", [
|
|
84
|
+
"build",
|
|
85
|
+
"--platform",
|
|
86
|
+
require_defaults.DOCKER_BUILD_PLATFORM,
|
|
87
|
+
"--provenance=false",
|
|
88
|
+
"--sbom=false",
|
|
89
|
+
"-t",
|
|
90
|
+
tag,
|
|
91
|
+
context,
|
|
92
|
+
"-f",
|
|
93
|
+
dockerfile,
|
|
94
|
+
"--label",
|
|
95
|
+
"com.milaboratories.package-builder.software=true",
|
|
96
|
+
"--label",
|
|
97
|
+
"com.milaboratories.package-builder.software.package=" + softwarePackage,
|
|
98
|
+
"--label",
|
|
99
|
+
"com.milaboratories.package-builder.software.version=" + softwareVersion
|
|
100
|
+
], {
|
|
101
|
+
stdio: "inherit",
|
|
102
|
+
env: {
|
|
103
|
+
...process.env,
|
|
104
|
+
HOME: process.env.HOME || node_os.homedir()
|
|
105
|
+
}
|
|
106
|
+
});
|
|
107
|
+
if (result.error) throw result.error;
|
|
108
|
+
if (result.status !== 0) throw require_util.CLIError(`'docker build' failed with status ${result.status}`);
|
|
109
|
+
}
|
|
110
|
+
function push(tag) {
|
|
111
|
+
const result = (0, node_child_process.spawnSync)("docker", ["push", tag], {
|
|
112
|
+
stdio: "inherit",
|
|
113
|
+
env: {
|
|
114
|
+
...process.env,
|
|
115
|
+
HOME: process.env.HOME || node_os.homedir()
|
|
116
|
+
}
|
|
117
|
+
});
|
|
118
|
+
if (result.error) throw result.error;
|
|
119
|
+
if (result.status !== 0) {
|
|
120
|
+
const registry = tag.split("/")[0];
|
|
121
|
+
throw require_util.CLIError(`'docker push ${tag}' failed with status ${result.status}.\nIf the error above mentions authentication or denied access, log in first:\n aws sso login --profile research-poweruser <YOUR_PROFILE:research-poweruser?> \nThen login in docker: aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin ${registry}\n(for a private ECR use 'aws ecr' and your region instead of 'ecr-public'/us-east-1).`);
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
function addTag(imageIdOrTag, newTag) {
|
|
125
|
+
const result = (0, node_child_process.spawnSync)("docker", [
|
|
126
|
+
"image",
|
|
127
|
+
"tag",
|
|
128
|
+
imageIdOrTag,
|
|
129
|
+
newTag
|
|
130
|
+
], {
|
|
131
|
+
stdio: "inherit",
|
|
132
|
+
env: {
|
|
133
|
+
...process.env,
|
|
134
|
+
HOME: process.env.HOME || node_os.homedir()
|
|
135
|
+
}
|
|
136
|
+
});
|
|
137
|
+
if (result.error) throw result.error;
|
|
138
|
+
if (result.status !== 0) throw require_util.CLIError(`'docker tag' failed with status ${result.status}`);
|
|
139
|
+
}
|
|
140
|
+
/**
|
|
141
|
+
* Generate unique content-addressable image tag
|
|
142
|
+
* @param artifactName: artifact name generated from package name and artifact ID (or explicitly set for artifact in .name field)
|
|
143
|
+
* @param imageID: unique image content hash (docker image ID in docker ls)
|
|
144
|
+
* @param registry: custom registry and repository to use for this image
|
|
145
|
+
* @returns full image tag in format: <registry>/repository:<artifactName>.<imageID>
|
|
146
|
+
*/
|
|
147
|
+
function generateRemoteTagName(artifactName, imageID, registry) {
|
|
148
|
+
return dockerTag(artifactName, imageID, registry);
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Generate unique content-addressable image tag out of directories and Dockerfile.
|
|
152
|
+
* @param packageRoot: package root path from where to resolve artifact's paths (context, Dockerfile, ...)
|
|
153
|
+
* @param artifact: docker artifact configuration
|
|
154
|
+
* @returns full image tag in format: <registry>/repository:<artifactName>.<contentHash>
|
|
155
|
+
*/
|
|
156
|
+
function generateLocalTagName(packageRoot, artifact) {
|
|
157
|
+
const dockerfile = dockerfileAbsPath(packageRoot, artifact);
|
|
158
|
+
return dockerTag("local-image", contentHash(contextAbsPath(packageRoot, artifact), dockerfile));
|
|
159
|
+
}
|
|
160
|
+
/**
|
|
161
|
+
* Absolute path to autogenerated Dockerfile for given artifact.
|
|
162
|
+
* @param packageRoot: package root path from where to resolve artifact's paths (context, Dockerfile, ...)
|
|
163
|
+
* @param artifactID: artifact ID
|
|
164
|
+
* @returns absolute path to autogenerated Dockerfile
|
|
165
|
+
*/
|
|
166
|
+
function dockerfileAutogenPath(packageRoot, artifactID) {
|
|
167
|
+
return node_path.resolve(packageRoot, "dist", "docker", `Dockerfile-${artifactID}`);
|
|
168
|
+
}
|
|
169
|
+
/**
|
|
170
|
+
* Resolve path to Dockerfile.
|
|
171
|
+
* @param packageRoot: package root path from where to resolve artifact's paths (context, Dockerfile, ...)
|
|
172
|
+
* @param artifact: docker artifact configuration
|
|
173
|
+
* @returns absolute path to Dockerfile
|
|
174
|
+
*/
|
|
175
|
+
function dockerfileAbsPath(packageRoot, artifact) {
|
|
176
|
+
return node_path.resolve(packageRoot, artifact.dockerfile ?? "Dockerfile");
|
|
177
|
+
}
|
|
178
|
+
/**
|
|
179
|
+
* Resolve path to docker build context directory.
|
|
180
|
+
* @param packageRoot: package root path from where to resolve artifact's paths (context, Dockerfile, ...)
|
|
181
|
+
* @param artifact: docker artifact configuration
|
|
182
|
+
* @returns absolute path to docker build context directory
|
|
183
|
+
*/
|
|
184
|
+
function contextAbsPath(packageRoot, artifact) {
|
|
185
|
+
if (artifact.context === "./" || artifact.context === ".") throw require_util.CLIError(`Invalid Docker context: "${artifact.context}". Context cannot be "./" or "." - use absolute path or relative path without "./" prefix`);
|
|
186
|
+
return node_path.resolve(packageRoot, artifact.context ?? ".");
|
|
187
|
+
}
|
|
188
|
+
/**
|
|
189
|
+
* Calculate cummulative hash of docker build context directory context and Dockerfile.
|
|
190
|
+
* To speedup hash calculation, we do not read contents of each item in context dir but
|
|
191
|
+
* use metadata (size, mtime, ...).
|
|
192
|
+
*
|
|
193
|
+
* @param contextFullPath: abs path to docker build context
|
|
194
|
+
* @param dockerfileFullPath: abs path to Dockerfile
|
|
195
|
+
* @returns hash of what the keep
|
|
196
|
+
*/
|
|
197
|
+
function contentHash(contextFullPath, dockerfileFullPath) {
|
|
198
|
+
if (!node_fs.existsSync(dockerfileFullPath)) throw require_util.CLIError(`Dockerfile '${dockerfileFullPath}' not found`);
|
|
199
|
+
if (!node_fs.existsSync(contextFullPath)) throw require_util.CLIError(`Context '${contextFullPath}' not found`);
|
|
200
|
+
const contextHash = require_util.hashDirMetaSync(contextFullPath);
|
|
201
|
+
const dockerfileContent = node_fs.readFileSync(dockerfileFullPath, "utf8");
|
|
202
|
+
contextHash.update(dockerfileContent);
|
|
203
|
+
return contextHash.digest("hex").slice(0, 12);
|
|
204
|
+
}
|
|
205
|
+
function dockerTag(packageName, contentHash, registry) {
|
|
206
|
+
return `${registry ?? "containers.pl-open.science/milaboratories/pl-containers"}:${packageName.replaceAll("/", ".")}.${contentHash}`;
|
|
207
|
+
}
|
|
208
|
+
//#endregion
|
|
209
|
+
exports.addTag = addTag;
|
|
210
|
+
exports.build = build;
|
|
211
|
+
exports.dockerfileAutogenPath = dockerfileAutogenPath;
|
|
212
|
+
exports.entrypointName = entrypointName;
|
|
213
|
+
exports.entrypointNameToOrigin = entrypointNameToOrigin;
|
|
214
|
+
exports.generateLocalTagName = generateLocalTagName;
|
|
215
|
+
exports.generateRemoteTagName = generateRemoteTagName;
|
|
216
|
+
exports.getImageEntrypoint = getImageEntrypoint;
|
|
217
|
+
exports.getImageHash = getImageHash;
|
|
218
|
+
exports.isVirtualDockerEntrypointName = isVirtualDockerEntrypointName;
|
|
219
|
+
exports.localImageExists = localImageExists;
|
|
220
|
+
exports.push = push;
|
|
221
|
+
exports.remoteImageExists = remoteImageExists;
|
|
222
|
+
|
|
223
|
+
//# sourceMappingURL=docker.cjs.map
|