@catladder/pipeline 3.5.0 → 3.6.0

package/examples/cloud-run-with-gpu.test.ts

@@ -0,0 +1,11 @@
+import { createYamlLocalPipeline } from "./__utils__/helpers";
+import config from "./cloud-run-with-gpu";
+
+/**
+ * This test is auto-generated.
+ * Modifications will be overwritten on every `yarn test` run!
+ */
+
+it("matches snapshot for cloud-run-with-gpu local pipeline YAML", async () => {
+  expect(await createYamlLocalPipeline(config)).toMatchSnapshot();
+});

package/examples/cloud-run-with-gpu.ts

@@ -0,0 +1,30 @@
+import type { Config } from "../src";
+
+const config = {
+  appName: "test-app",
+  customerName: "pan",
+  components: {
+    api: {
+      dir: "api",
+      build: {
+        type: "node",
+      },
+      deploy: {
+        type: "google-cloudrun",
+        projectId: "google-project-id",
+        region: "europe-west4", // verify in which regions GPUs are available, europe-west6 is not supported as of time of writing
+        service: {
+          gpu: 1,
+          gpuType: "nvidia-l4",
+          memory: "32Gi",
+        },
+      },
+    },
+  },
+} satisfies Config;
+
+export default config;
+
+export const information = {
+  title: "Cloud Run: With GPU",
+};

package/package.json

@@ -53,7 +53,7 @@
     }
   ],
   "license": "MIT",
-  "version": "3.5.0",
+  "version": "3.6.0",
   "scripts": {
     "build:tsc": "yarn tsc",
     "build": "yarn build:compile && yarn build:inline-variables",

package/src/deploy/cloudRun/createJobs/cloudRunServices.ts

@@ -59,11 +59,13 @@ export const getServiceDeployScript = (
       ingress: customConfig?.ingress ?? "all",
       "cpu-boost": true,
       "execution-environment": customConfig?.executionEnvironment,
+      gpu: customConfig?.gpu,
+      "gpu-type": customConfig?.gpuType,
     },
     ...createVolumeConfig(customConfig?.volumes, "service"),
   );
-
-  return `${gcloudRunCmd()} deploy ${fullServiceName} ${argsString}`;
+  const version = requiresBeta(customConfig) ? "beta" : undefined;
+  return `${gcloudRunCmd(version)} deploy ${fullServiceName} ${argsString}`;
 };
 
 export const getServiceDeleteScript = (
@@ -84,3 +86,16 @@ export const getServiceDeleteScript = (
     `${gcloudRunCmd()} services delete ${fullServiceName} ${commonArgsString}`,
   ];
 };
+const requiresBeta = (config: DeployConfigCloudRunService | undefined) => {
+  if (!config) {
+    return false;
+  }
+
+  if (config.gpuType) {
+    return true;
+  }
+  if (config.gpu && config.gpu > 0) {
+    return true;
+  }
+  return false;
+};

package/src/deploy/types/googleCloudRun.ts

@@ -168,6 +168,18 @@ export type DeployConfigCloudRunService = {
    *
    */
   http2?: boolean;
+
+  /**
+   * Number of GPUs to use. Defaults to 0
+   *
+   * This is a preview feature and not all regions support it.
+   */
+  gpu?: number;
+
+  /**
+   * gpu type to use. Refer to https://cloud.google.com/run/docs/configuring/services/gpu#gcloud for defaults
+   */
+  gpuType?: string;
 } & DeployConfigCloudRunWithVolumes &
   DeployConfigCloudRunNetworkConfig;