@magda/scripts 2.3.3 → 3.0.0-alpha.1

package/run-in-submodules.js

@@ -1,14 +1,16 @@
 #!/usr/bin/env node
 
-const path = require("path");
-const childProcess = require("child_process");
-const glob = require("glob");
-const _ = require("lodash");
-const os = require("os");
+import { require } from "@magda/esm-utils";
+import path from "node:path";
+import childProcess from "child_process";
+import glob from "glob";
+import _ from "lodash";
+import os from "node:os";
+import yargs from "yargs";
 
 const lernaJson = require("../lerna.json");
 
-const argv = require("yargs").option("filters", {
+const argv = yargs.option("filters", {
     alias: "f",
     type: "string",
     describe:
@@ -30,8 +32,8 @@ const filters = argFilters.map((string) => {
 });
 
 const jsPackages = _(lernaJson.packages)
-    .map((package) => package + "/package.json")
-    .flatMap((package) => glob.sync(package))
+    .map((pkg) => pkg + "/package.json")
+    .flatMap((pkg) => glob.sync(pkg))
     .map((packagePath) => {
         const packageJson = require(path.resolve(packagePath));
         return packageJson;
@@ -50,7 +52,7 @@ const jsPackages = _(lernaJson.packages)
 const result = childProcess.spawnSync(
     "lerna",
     [
-        ...jsPackages.map((package) => "--scope " + package),
+        ...jsPackages.map((pkg) => "--scope " + pkg),
         "--stream",
         "--concurrency",
         os.cpus().length,

package/run-typescript-in-nodemon.js

@@ -1,8 +1,9 @@
 #!/usr/bin/env node
-const fse = require("fs-extra");
-const nodemon = require("nodemon");
-const path = require("path");
-const process = require("process");
+import { require } from "@magda/esm-utils";
+import fse from "fs-extra";
+import nodemon from "nodemon";
+import path from "path";
+import process from "process";
 
 const script = process.argv[2];
 if (!script) {
@@ -47,11 +48,7 @@ nodemon({
     args: process.argv.slice(3),
     watch: watchPaths,
     execMap: {
-        ts:
-            "node " +
-            require.resolve("ts-node/dist/bin.js") +
-            " -r " +
-            require.resolve("tsconfig-paths/register")
+        ts: "node " + " --import tsx/esm "
     }
 });
 

package/set-scss-vars.js

@@ -1,4 +1,5 @@
 #!/usr/bin/env node
+import { require } from "@magda/esm-utils";
 const chalk = require("chalk");
 const path = require("path");
 const fse = require("fs-extra");

package/tools/swagger-codegen-cli.md

@@ -12,7 +12,7 @@ yarn run generateSwaggerApis
 To build:
 
 ```
-git checkout -b magda git@github.com:TerriaJS/swagger-codegen.git
+git checkout -b magda git@github.com:magda-io/swagger-codegen.git
 cd swagger-codegen
 mvn clean package
 ```

package/update-helm-chart-version.js

@@ -1,4 +1,5 @@
 #!/usr/bin/env node
+import { require } from "@magda/esm-utils";
 const path = require("path");
 const recursive = require("recursive-readdir");
 const fse = require("fs-extra");

package/create-all-tsconfigs.js

@@ -1,51 +0,0 @@
-#!/usr/bin/env node
-const fse = require("fs-extra");
-const path = require("path");
-const getAllPackages = require("./getAllPackages");
-const isTypeScriptPackage = require("./isTypeScriptPackage");
-
-getAllPackages().forEach(function (packagePath) {
-    const packageJson = require(path.resolve(packagePath, "package.json"));
-    const isTypeScript = isTypeScriptPackage(packagePath, packageJson);
-    if (!isTypeScript) {
-        return;
-    }
-
-    console.log(packagePath);
-
-    const tsConfigBuild = {
-        extends: "../tsconfig-global.json",
-        compilerOptions: {
-            declaration: true,
-            outDir: "dist",
-            baseUrl: "."
-        },
-        include: ["src"]
-    };
-
-    fse.writeFileSync(
-        path.resolve(packagePath, "tsconfig-build.json"),
-        JSON.stringify(tsConfigBuild, undefined, "    ")
-    );
-
-    const paths = {};
-    const dependencies = packageJson.dependencies || {};
-    Object.keys(dependencies)
-        .filter((key) => key.indexOf("@magda") === 0)
-        .forEach(function (key) {
-            paths[key + "/dist/*"] = ["./node_modules/" + key + "/src/*"];
-        });
-
-    const tsConfig = {
-        extends: "./tsconfig-build.json",
-        compilerOptions: {
-            baseUrl: ".",
-            paths: paths
-        }
-    };
-
-    fse.writeFileSync(
-        path.resolve(packagePath, "tsconfig.json"),
-        JSON.stringify(tsConfig, undefined, "    ")
-    );
-});

package/create-pod-and-forward.js

@@ -1,108 +0,0 @@
-#!/usr/bin/env node
-const childProcess = require("child_process");
-const process = require("process");
-const yargs = require("yargs");
-
-const argv = yargs
-    .options({
-        configuration: {
-            description: "The Kubernetes configuration to apply.",
-            type: "string",
-            demand: true
-        },
-        selector: {
-            description:
-                "The selector to use to find the pod to forward into, such as `service=combined-db`.",
-            type: "string",
-            demand: true
-        },
-        port: {
-            description: "The pod port to which to forward.",
-            type: "number",
-            demand: true
-        },
-        localPort: {
-            description:
-                "The local port to forward into the pod.  If not specified, the local port is the same as the pod port.",
-            type: "number"
-        }
-    })
-    .help().argv;
-
-const dockerEnvProcess = childProcess.execSync(
-    "minikube docker-env --shell bash",
-    { encoding: "utf8" }
-);
-const dockerEnv = dockerEnvProcess
-    .split("\n")
-    .filter((line) => line.indexOf("export ") === 0)
-    .reduce(function (env, line) {
-        const match = /^export (\w+)="(.*)"$/.exec(line);
-        if (match) {
-            env[match[1]] = match[2];
-        }
-        return env;
-    }, {});
-
-const env = Object.assign({}, process.env, dockerEnv);
-
-childProcess.execSync("kubectl config use-context minikube", {
-    stdio: "inherit",
-    env: env
-});
-childProcess.execSync("yarn run docker-build-local", {
-    stdio: "inherit",
-    env: env
-});
-childProcess.execSync(`kubectl apply -f ${argv.configuration}`, {
-    stdio: "inherit",
-    env: env
-});
-
-console.log("Waiting for the pod to start...");
-
-let status;
-const endTime = Date.now() + 90 * 1000;
-do {
-    status = childProcess
-        .execSync(
-            `kubectl get pods -l ${argv.selector} -o=custom-columns=NAME:.status.phase --no-headers`,
-            { encoding: "utf8", env: env }
-        )
-        .trim();
-} while (status !== "Running" && Date.now() < endTime);
-
-if (status !== "Running") {
-    console.log(
-        `Pod failed to start within 90 seconds.  The last status was: ${status}.`
-    );
-    process.exit(1);
-}
-
-console.log("Pod is running!");
-
-const podName = childProcess
-    .execSync(
-        `kubectl get pods -l ${argv.selector} -o=custom-columns=NAME:.metadata.name --no-headers`,
-        { encoding: "utf8", env: env }
-    )
-    .trim();
-const portSpec =
-    argv.localPort !== undefined
-        ? `${argv.localPort}:${argv.port}`
-        : argv.port.toString();
-const portForwardProcess = childProcess.spawn(
-    "kubectl",
-    ["port-forward", podName, portSpec],
-    {
-        stdio: "inherit",
-        env: env,
-        shell: true
-    }
-);
-
-const logsProcess = childProcess.spawn("kubectl", ["logs", "-f", podName], {
-    stdio: "inherit",
-    env: env,
-    shell: true
-});

package/generate-connector-jobs.js

@@ -1,192 +0,0 @@
-#!/usr/bin/env node
-const fs = require("fs-extra");
-const klawSync = require("klaw-sync");
-const path = require("path");
-const yargs = require("yargs");
-
-const argv = yargs
-    .config()
-    .help()
-    .option("in", {
-        describe:
-            "The directory containing the connector configuration JSON files.",
-        type: "string",
-        demandOption: true
-    })
-    .option("out", {
-        describe:
-            "The directory in which to write the generated Kubernetes config files.",
-        type: "string",
-        demandOption: true
-    })
-    .option("local", {
-        describe:
-            "true to generate config files for a Minikube deployment with the registry on localhost:5000 and the version at latest.  Otherwise, the default registry and the version in the connector's package.json are used.",
-        type: "boolean",
-        default: false
-    })
-    .option("prod", {
-        describe:
-            "Whether to use values appropriate for a dev cluster or a prod cluster",
-        type: "boolean",
-        default: false
-    })
-    .option("imageVersion", {
-        describe:
-            "Overrides the version of the image that will be given to the jobs. Defaults to 'latest' if 'local' is specified, otherwise it will match the version of this package.",
-        type: "string"
-    })
-    .option("imagePrefix", {
-        describe:
-            "Overrides the prefix for the image that will be given to the jobs. Defaults to 'localhost:5000/data61' if 'local' is specified, otherwise data61/",
-        type: "string"
-    }).argv;
-
-fs.ensureDirSync(argv.out);
-
-const files = klawSync(argv.in, { nodir: true });
-files.forEach(function (connectorConfigFile) {
-    const configFile = JSON.parse(
-        fs.readFileSync(connectorConfigFile.path, "utf8")
-    );
-    const connectorPackageName = configFile.type;
-    const connectorPackagePath = path.join("..", connectorPackageName);
-    const connectorPackageJson = JSON.parse(
-        fs.readFileSync(path.join(connectorPackagePath, "package.json"), "utf8")
-    );
-
-    function getImageVersion() {
-        if (argv.imageVersion) {
-            return argv.imageVersion;
-        } else if (argv.local) {
-            return "latest";
-        } else {
-            return connectorPackageJson.version;
-        }
-    }
-
-    function getImagePrefix() {
-        if (argv.imagePrefix) {
-            return argv.imagePrefix;
-        } else if (argv.local) {
-            return "localhost:5000/data61/";
-        } else {
-            return "data61/";
-        }
-    }
-
-    const image = getImagePrefix() + configFile.type + ":" + getImageVersion();
-    const prod = argv.prod;
-
-    const basename = path.basename(connectorConfigFile.path, ".json");
-
-    const jobSpec = {
-        template: {
-            metadata: {
-                name: "connector-" + basename
-            },
-            spec: {
-                containers: [
-                    {
-                        name: "connector-" + basename,
-                        image: image,
-                        command: [
-                            "node",
-                            "/usr/src/app/component/dist/index.js",
-                            "--config",
-                            "/etc/config/connector.json",
-                            "--registryUrl",
-                            "http://registry-api/v0"
-                        ],
-                        imagePullPolicy: prod ? "IfNotPresent" : "Always",
-                        resources: {
-                            requests: {
-                                cpu: prod ? "500m" : "500m",
-                                memory: prod ? "500Mi" : "500Mi"
-                            },
-                            limits: {
-                                cpu: prod ? "1000m" : "500m"
-                            }
-                        },
-                        volumeMounts: [
-                            {
-                                mountPath: "/etc/config",
-                                name: "config"
-                            }
-                        ],
-                        env: [
-                            {
-                                name: "USER_ID",
-                                value: "00000000-0000-4000-8000-000000000000"
-                            },
-                            {
-                                name: "JWT_SECRET",
-                                valueFrom: {
-                                    secretKeyRef: {
-                                        name: "auth-secrets",
-                                        key: "jwt-secret"
-                                    }
-                                }
-                            }
-                        ]
-                    }
-                ],
-                restartPolicy: "OnFailure",
-                volumes: [
-                    {
-                        name: "config",
-                        configMap: {
-                            name: "connector-config",
-                            items: [
-                                {
-                                    key: path.basename(
-                                        connectorConfigFile.path
-                                    ),
-                                    path: "connector.json"
-                                }
-                            ]
-                        }
-                    }
-                ]
-            }
-        }
-    };
-
-    const job = {
-        apiVersion: "batch/v1",
-        kind: "Job",
-        metadata: {
-            name: "connector-" + basename
-        },
-        spec: jobSpec
-    };
-
-    fs.writeFileSync(
-        path.join(argv.out, "connector-" + basename + ".json"),
-        JSON.stringify(job, undefined, "  "),
-        "utf8"
-    );
-
-    const cron = {
-        apiVersion: "batch/v1",
-        kind: "CronJob",
-        metadata: {
-            name: "connector-" + basename
-        },
-        spec: {
-            schedule:
-                configFile.schedule && prod
-                    ? configFile.schedule
-                    : "0 14 * * 6", // 12am Sydney time on Sunday
-            jobTemplate: {
-                spec: jobSpec
-            }
-        }
-    };
-
-    fs.writeFileSync(
-        path.join(argv.out, "connector-" + basename + "-cron.json"),
-        JSON.stringify(cron, undefined, "  "),
-        "utf8"
-    );
-});