@magda/scripts 2.3.3 → 3.0.0-alpha.0

package/create-pod-and-forward.js

@@ -1,108 +0,0 @@
-#!/usr/bin/env node
-const childProcess = require("child_process");
-const process = require("process");
-const yargs = require("yargs");
-
-const argv = yargs
-    .options({
-        configuration: {
-            description: "The Kubernetes configuration to apply.",
-            type: "string",
-            demand: true
-        },
-        selector: {
-            description:
-                "The selector to use to find the pod to forward into, such as `service=combined-db`.",
-            type: "string",
-            demand: true
-        },
-        port: {
-            description: "The pod port to which to forward.",
-            type: "number",
-            demand: true
-        },
-        localPort: {
-            description:
-                "The local port to forward into the pod.  If not specified, the local port is the same as the pod port.",
-            type: "number"
-        }
-    })
-    .help().argv;
-
-const dockerEnvProcess = childProcess.execSync(
-    "minikube docker-env --shell bash",
-    { encoding: "utf8" }
-);
-const dockerEnv = dockerEnvProcess
-    .split("\n")
-    .filter((line) => line.indexOf("export ") === 0)
-    .reduce(function (env, line) {
-        const match = /^export (\w+)="(.*)"$/.exec(line);
-        if (match) {
-            env[match[1]] = match[2];
-        }
-        return env;
-    }, {});
-
-const env = Object.assign({}, process.env, dockerEnv);
-
-childProcess.execSync("kubectl config use-context minikube", {
-    stdio: "inherit",
-    env: env
-});
-childProcess.execSync("yarn run docker-build-local", {
-    stdio: "inherit",
-    env: env
-});
-childProcess.execSync(`kubectl apply -f ${argv.configuration}`, {
-    stdio: "inherit",
-    env: env
-});
-
-console.log("Waiting for the pod to start...");
-
-let status;
-const endTime = Date.now() + 90 * 1000;
-do {
-    status = childProcess
-        .execSync(
-            `kubectl get pods -l ${argv.selector} -o=custom-columns=NAME:.status.phase --no-headers`,
-            { encoding: "utf8", env: env }
-        )
-        .trim();
-} while (status !== "Running" && Date.now() < endTime);
-
-if (status !== "Running") {
-    console.log(
-        `Pod failed to start within 90 seconds.  The last status was: ${status}.`
-    );
-    process.exit(1);
-}
-
-console.log("Pod is running!");
-
-const podName = childProcess
-    .execSync(
-        `kubectl get pods -l ${argv.selector} -o=custom-columns=NAME:.metadata.name --no-headers`,
-        { encoding: "utf8", env: env }
-    )
-    .trim();
-const portSpec =
-    argv.localPort !== undefined
-        ? `${argv.localPort}:${argv.port}`
-        : argv.port.toString();
-const portForwardProcess = childProcess.spawn(
-    "kubectl",
-    ["port-forward", podName, portSpec],
-    {
-        stdio: "inherit",
-        env: env,
-        shell: true
-    }
-);
-
-const logsProcess = childProcess.spawn("kubectl", ["logs", "-f", podName], {
-    stdio: "inherit",
-    env: env,
-    shell: true
-});

package/generate-connector-jobs.js

@@ -1,192 +0,0 @@
-#!/usr/bin/env node
-const fs = require("fs-extra");
-const klawSync = require("klaw-sync");
-const path = require("path");
-const yargs = require("yargs");
-
-const argv = yargs
-    .config()
-    .help()
-    .option("in", {
-        describe:
-            "The directory containing the connector configuration JSON files.",
-        type: "string",
-        demandOption: true
-    })
-    .option("out", {
-        describe:
-            "The directory in which to write the generated Kubernetes config files.",
-        type: "string",
-        demandOption: true
-    })
-    .option("local", {
-        describe:
-            "true to generate config files for a Minikube deployment with the registry on localhost:5000 and the version at latest.  Otherwise, the default registry and the version in the connector's package.json are used.",
-        type: "boolean",
-        default: false
-    })
-    .option("prod", {
-        describe:
-            "Whether to use values appropriate for a dev cluster or a prod cluster",
-        type: "boolean",
-        default: false
-    })
-    .option("imageVersion", {
-        describe:
-            "Overrides the version of the image that will be given to the jobs. Defaults to 'latest' if 'local' is specified, otherwise it will match the version of this package.",
-        type: "string"
-    })
-    .option("imagePrefix", {
-        describe:
-            "Overrides the prefix for the image that will be given to the jobs. Defaults to 'localhost:5000/data61' if 'local' is specified, otherwise data61/",
-        type: "string"
-    }).argv;
-
-fs.ensureDirSync(argv.out);
-
-const files = klawSync(argv.in, { nodir: true });
-files.forEach(function (connectorConfigFile) {
-    const configFile = JSON.parse(
-        fs.readFileSync(connectorConfigFile.path, "utf8")
-    );
-    const connectorPackageName = configFile.type;
-    const connectorPackagePath = path.join("..", connectorPackageName);
-    const connectorPackageJson = JSON.parse(
-        fs.readFileSync(path.join(connectorPackagePath, "package.json"), "utf8")
-    );
-
-    function getImageVersion() {
-        if (argv.imageVersion) {
-            return argv.imageVersion;
-        } else if (argv.local) {
-            return "latest";
-        } else {
-            return connectorPackageJson.version;
-        }
-    }
-
-    function getImagePrefix() {
-        if (argv.imagePrefix) {
-            return argv.imagePrefix;
-        } else if (argv.local) {
-            return "localhost:5000/data61/";
-        } else {
-            return "data61/";
-        }
-    }
-
-    const image = getImagePrefix() + configFile.type + ":" + getImageVersion();
-    const prod = argv.prod;
-
-    const basename = path.basename(connectorConfigFile.path, ".json");
-
-    const jobSpec = {
-        template: {
-            metadata: {
-                name: "connector-" + basename
-            },
-            spec: {
-                containers: [
-                    {
-                        name: "connector-" + basename,
-                        image: image,
-                        command: [
-                            "node",
-                            "/usr/src/app/component/dist/index.js",
-                            "--config",
-                            "/etc/config/connector.json",
-                            "--registryUrl",
-                            "http://registry-api/v0"
-                        ],
-                        imagePullPolicy: prod ? "IfNotPresent" : "Always",
-                        resources: {
-                            requests: {
-                                cpu: prod ? "500m" : "500m",
-                                memory: prod ? "500Mi" : "500Mi"
-                            },
-                            limits: {
-                                cpu: prod ? "1000m" : "500m"
-                            }
-                        },
-                        volumeMounts: [
-                            {
-                                mountPath: "/etc/config",
-                                name: "config"
-                            }
-                        ],
-                        env: [
-                            {
-                                name: "USER_ID",
-                                value: "00000000-0000-4000-8000-000000000000"
-                            },
-                            {
-                                name: "JWT_SECRET",
-                                valueFrom: {
-                                    secretKeyRef: {
-                                        name: "auth-secrets",
-                                        key: "jwt-secret"
-                                    }
-                                }
-                            }
-                        ]
-                    }
-                ],
-                restartPolicy: "OnFailure",
-                volumes: [
-                    {
-                        name: "config",
-                        configMap: {
-                            name: "connector-config",
-                            items: [
-                                {
-                                    key: path.basename(
-                                        connectorConfigFile.path
-                                    ),
-                                    path: "connector.json"
-                                }
-                            ]
-                        }
-                    }
-                ]
-            }
-        }
-    };
-
-    const job = {
-        apiVersion: "batch/v1",
-        kind: "Job",
-        metadata: {
-            name: "connector-" + basename
-        },
-        spec: jobSpec
-    };
-
-    fs.writeFileSync(
-        path.join(argv.out, "connector-" + basename + ".json"),
-        JSON.stringify(job, undefined, "  "),
-        "utf8"
-    );
-
-    const cron = {
-        apiVersion: "batch/v1",
-        kind: "CronJob",
-        metadata: {
-            name: "connector-" + basename
-        },
-        spec: {
-            schedule:
-                configFile.schedule && prod
-                    ? configFile.schedule
-                    : "0 14 * * 6", // 12am Sydney time on Sunday
-            jobTemplate: {
-                spec: jobSpec
-            }
-        }
-    };
-
-    fs.writeFileSync(
-        path.join(argv.out, "connector-" + basename + "-cron.json"),
-        JSON.stringify(cron, undefined, "  "),
-        "utf8"
-    );
-});