@backstage/plugin-scaffolder-backend 1.6.0-next.3 → 1.7.0-next.0

package/dist/index.cjs.js

@@ -403,6 +403,16 @@ const { render, renderCompat } = (() => {
     }
   }
 
+  if (typeof additionalTemplateGlobals !== 'undefined') {
+    for (const [globalName, global] of Object.entries(additionalTemplateGlobals)) {
+      if (typeof global === 'function') {
+        env.addGlobal(globalName, (...args) => JSON.parse(global(...args)));
+      } else {
+        env.addGlobal(globalName, JSON.parse(global));
+      }
+    }
+  }
+
   let uninstallCompat = undefined;
 
   function render(str, values) {
@@ -435,7 +445,12 @@ const { render, renderCompat } = (() => {
 `;
 class SecureTemplater {
   static async loadRenderer(options = {}) {
-    const { parseRepoUrl, cookiecutterCompat, additionalTemplateFilters } = options;
+    const {
+      parseRepoUrl,
+      cookiecutterCompat,
+      additionalTemplateFilters,
+      additionalTemplateGlobals
+    } = options;
     const sandbox = {};
     if (parseRepoUrl) {
       sandbox.parseRepoUrl = (url) => JSON.stringify(parseRepoUrl(url));
@@ -448,6 +463,19 @@ class SecureTemplater {
         ])
       );
     }
+    if (additionalTemplateGlobals) {
+      sandbox.additionalTemplateGlobals = Object.fromEntries(
+        Object.entries(additionalTemplateGlobals).filter(([_, global]) => !!global).map(([globalName, global]) => {
+          if (typeof global === "function") {
+            return [
+              globalName,
+              (...args) => JSON.stringify(global(...args))
+            ];
+          }
+          return [globalName, JSON.stringify(global)];
+        })
+      );
+    }
     const vm = new vm2.VM({ sandbox });
     const nunjucksSource = await fs__default["default"].readFile(
       backendCommon.resolvePackagePath(
@@ -473,7 +501,12 @@ class SecureTemplater {
 }
 
 function createFetchTemplateAction(options) {
-  const { reader, integrations, additionalTemplateFilters } = options;
+  const {
+    reader,
+    integrations,
+    additionalTemplateFilters,
+    additionalTemplateGlobals
+  } = options;
   return createTemplateAction({
     id: "fetch:template",
     description: "Downloads a skeleton, templates variables into file and directory names and content, and places the result in the workspace, or optionally in a subdirectory specified by the 'targetPath' input option.",
@@ -606,7 +639,8 @@ function createFetchTemplateAction(options) {
       );
       const renderTemplate = await SecureTemplater.loadRenderer({
         cookiecutterCompat: ctx.input.cookiecutterCompat,
-        additionalTemplateFilters
+        additionalTemplateFilters,
+        additionalTemplateGlobals
       });
       for (const location of allEntriesInTemplate) {
         let renderContents;
@@ -1039,7 +1073,7 @@ async function getOctokitOptions(options) {
     previews: ["nebula-preview"]
   };
 }
-async function createGithubRepoWithCollaboratorsAndTopics(client, repo, owner, repoVisibility, description, homepage, deleteBranchOnMerge, allowMergeCommit, allowSquashMerge, allowRebaseMerge, access, collaborators, topics, logger) {
+async function createGithubRepoWithCollaboratorsAndTopics(client, repo, owner, repoVisibility, description, homepage, deleteBranchOnMerge, allowMergeCommit, allowSquashMerge, allowRebaseMerge, allowAutoMerge, access, collaborators, topics, logger) {
   const user = await client.rest.users.getByUsername({
     username: owner
   });
@@ -1053,6 +1087,7 @@ async function createGithubRepoWithCollaboratorsAndTopics(client, repo, owner, r
     allow_merge_commit: allowMergeCommit,
     allow_squash_merge: allowSquashMerge,
     allow_rebase_merge: allowRebaseMerge,
+    allow_auto_merge: allowAutoMerge,
     homepage
   }) : client.rest.repos.createForAuthenticatedUser({
     name: repo,
@@ -1062,6 +1097,7 @@ async function createGithubRepoWithCollaboratorsAndTopics(client, repo, owner, r
     allow_merge_commit: allowMergeCommit,
     allow_squash_merge: allowSquashMerge,
     allow_rebase_merge: allowRebaseMerge,
+    allow_auto_merge: allowAutoMerge,
     homepage
   });
   let newRepo;
@@ -1390,6 +1426,11 @@ const allowRebaseMerge = {
   type: "boolean",
   description: `Allow rebase merges. The default value is 'true'`
 };
+const allowAutoMerge = {
+  title: "Allow Auto Merges",
+  type: "boolean",
+  description: `Allow individual PRs to merge automatically when all merge requirements are met. The default value is 'false'`
+};
 const collaborators = {
   title: "Collaborators",
   description: "Provide additional users or teams with permissions",
@@ -1484,6 +1525,7 @@ function createGithubRepoCreateAction(options) {
           allowMergeCommit: allowMergeCommit,
           allowSquashMerge: allowSquashMerge,
           allowRebaseMerge: allowRebaseMerge,
+          allowAutoMerge: allowAutoMerge,
           collaborators: collaborators,
           token: token,
           topics: topics
@@ -1508,6 +1550,7 @@ function createGithubRepoCreateAction(options) {
         allowMergeCommit = true,
         allowSquashMerge = true,
         allowRebaseMerge = true,
+        allowAutoMerge = false,
         collaborators,
         topics,
         token: providedToken
@@ -1534,6 +1577,7 @@ function createGithubRepoCreateAction(options) {
         allowMergeCommit,
         allowSquashMerge,
         allowRebaseMerge,
+        allowAutoMerge,
         access,
         collaborators,
         topics,
@@ -2841,6 +2885,7 @@ function createPublishGithubAction(options) {
           allowMergeCommit: allowMergeCommit,
           allowSquashMerge: allowSquashMerge,
           allowRebaseMerge: allowRebaseMerge,
+          allowAutoMerge: allowAutoMerge,
           sourcePath: sourcePath,
           collaborators: collaborators,
           token: token,
@@ -2874,6 +2919,7 @@ function createPublishGithubAction(options) {
         allowMergeCommit = true,
         allowSquashMerge = true,
         allowRebaseMerge = true,
+        allowAutoMerge = false,
         collaborators,
         topics,
         token: providedToken
@@ -2900,6 +2946,7 @@ function createPublishGithubAction(options) {
         allowMergeCommit,
         allowSquashMerge,
         allowRebaseMerge,
+        allowAutoMerge,
         access,
         collaborators,
         topics,
@@ -3551,7 +3598,8 @@ const createBuiltinActions = (options) => {
     integrations,
     catalogClient,
     config,
-    additionalTemplateFilters
+    additionalTemplateFilters,
+    additionalTemplateGlobals
   } = options;
   const githubCredentialsProvider = integration.DefaultGithubCredentialsProvider.fromIntegrations(integrations);
   const actions = [
@@ -3562,7 +3610,8 @@ const createBuiltinActions = (options) => {
     createFetchTemplateAction({
       integrations,
       reader,
-      additionalTemplateFilters
+      additionalTemplateFilters,
+      additionalTemplateGlobals
     }),
     createPublishGerritAction({
       integrations,
@@ -3805,8 +3854,7 @@ class DatabaseTaskStore {
     const rawRows = await this.db("tasks").where("status", "processing").andWhere(
       "last_heartbeat_at",
       "<=",
-      this.db.client.config.client.includes("sqlite3") ? this.db.raw(`datetime('now', ?)`, [`-${timeoutS} seconds`]) : this.db.raw(`dateadd('second', ?, ?)`, [
-        `-${timeoutS}`,
+      this.db.client.config.client.includes("sqlite3") ? this.db.raw(`datetime('now', ?)`, [`-${timeoutS} seconds`]) : this.db.raw(`? - interval '${timeoutS} seconds'`, [
         this.db.fn.now()
       ])
     );
@@ -3891,6 +3939,33 @@ class DatabaseTaskStore {
     });
     return { events };
   }
+  async shutdownTask({ taskId }) {
+    const message = `This task was marked as stale as it exceeded its timeout`;
+    const statusStepEvents = (await this.listEvents({ taskId })).events.filter(
+      ({ body }) => body == null ? void 0 : body.stepId
+    );
+    const completedSteps = statusStepEvents.filter(
+      ({ body: { status } }) => status === "failed" || status === "completed"
+    ).map((step) => step.body.stepId);
+    const hungProcessingSteps = statusStepEvents.filter(({ body: { status } }) => status === "processing").map((event) => event.body.stepId).filter((step) => !completedSteps.includes(step));
+    for (const step of hungProcessingSteps) {
+      await this.emitLogEvent({
+        taskId,
+        body: {
+          message,
+          stepId: step,
+          status: "failed"
+        }
+      });
+    }
+    await this.completeTask({
+      taskId,
+      status: "failed",
+      eventBody: {
+        message
+      }
+    });
+  }
 }
 
 class TaskManager {
@@ -4166,7 +4241,7 @@ class NunjucksWorkflowRunner {
     });
   }
   async execute(task) {
-    var _a, _b, _c, _d, _e;
+    var _a, _b, _c, _d, _e, _f, _g;
     if (!isValidTaskSpec(task.spec)) {
       throw new errors.InputError(
         "Wrong template version executed with the workflow engine"
@@ -4181,7 +4256,8 @@ class NunjucksWorkflowRunner {
       parseRepoUrl(url) {
         return parseRepoUrl(url, integrations);
       },
-      additionalTemplateFilters: this.options.additionalTemplateFilters
+      additionalTemplateFilters: this.options.additionalTemplateFilters,
+      additionalTemplateGlobals: this.options.additionalTemplateGlobals
     });
     try {
       await fs__default["default"].ensureDir(workspacePath);
@@ -4215,30 +4291,53 @@ class NunjucksWorkflowRunner {
           });
           const action = this.options.actionRegistry.get(step.action);
           const { taskLogger, streamLogger } = createStepLogger({ task, step });
-          if (task.isDryRun && !action.supportsDryRun) {
-            task.emitLog(
-              `Skipping because ${action.id} does not support dry-run`,
+          if (task.isDryRun) {
+            const redactedSecrets = Object.fromEntries(
+              Object.entries((_a = task.secrets) != null ? _a : {}).map((secret) => [
+                secret[0],
+                "[REDACTED]"
+              ])
+            );
+            const debugInput = (_b = step.input && this.render(
+              step.input,
               {
-                stepId: step.id,
-                status: "skipped"
-              }
+                ...context,
+                secrets: redactedSecrets
+              },
+              renderTemplate
+            )) != null ? _b : {};
+            taskLogger.info(
+              `Running ${action.id} in dry-run mode with inputs (secrets redacted): ${JSON.stringify(
+                debugInput,
+                void 0,
+                2
+              )}`
             );
-            const outputSchema = (_a = action.schema) == null ? void 0 : _a.output;
-            if (outputSchema) {
-              context.steps[step.id] = {
-                output: generateExampleOutput(outputSchema)
-              };
-            } else {
-              context.steps[step.id] = { output: {} };
+            if (!action.supportsDryRun) {
+              task.emitLog(
+                `Skipping because ${action.id} does not support dry-run`,
+                {
+                  stepId: step.id,
+                  status: "skipped"
+                }
+              );
+              const outputSchema = (_c = action.schema) == null ? void 0 : _c.output;
+              if (outputSchema) {
+                context.steps[step.id] = {
+                  output: generateExampleOutput(outputSchema)
+                };
+              } else {
+                context.steps[step.id] = { output: {} };
+              }
+              continue;
             }
-            continue;
           }
-          const input = (_c = step.input && this.render(
+          const input = (_e = step.input && this.render(
             step.input,
-            { ...context, secrets: (_b = task.secrets) != null ? _b : {} },
+            { ...context, secrets: (_d = task.secrets) != null ? _d : {} },
             renderTemplate
-          )) != null ? _c : {};
-          if ((_d = action.schema) == null ? void 0 : _d.input) {
+          )) != null ? _e : {};
+          if ((_f = action.schema) == null ? void 0 : _f.input) {
             const validateResult = jsonschema.validate(
               input,
               action.schema.input
@@ -4254,7 +4353,7 @@ class NunjucksWorkflowRunner {
           const stepOutput = {};
           await action.handler({
             input,
-            secrets: (_e = task.secrets) != null ? _e : {},
+            secrets: (_g = task.secrets) != null ? _g : {},
             logger: taskLogger,
             logStream: streamLogger,
             workspacePath,
@@ -4268,7 +4367,9 @@ class NunjucksWorkflowRunner {
             output(name, value) {
               stepOutput[name] = value;
             },
-            templateInfo: task.spec.templateInfo
+            templateInfo: task.spec.templateInfo,
+            user: task.spec.user,
+            isDryRun: task.isDryRun
           });
           for (const tmpDir of tmpDirs) {
             await fs__default["default"].remove(tmpDir);
@@ -4307,14 +4408,16 @@ class TaskWorker {
       actionRegistry,
       integrations,
       workingDirectory,
-      additionalTemplateFilters
+      additionalTemplateFilters,
+      additionalTemplateGlobals
     } = options;
     const workflowRunner = new NunjucksWorkflowRunner({
       actionRegistry,
       integrations,
       logger,
       workingDirectory,
-      additionalTemplateFilters
+      additionalTemplateFilters,
+      additionalTemplateGlobals
     });
     return new TaskWorker({
       taskBroker,
@@ -4538,7 +4641,7 @@ function buildDefaultIdentityClient({
 }
 async function createRouter(options) {
   const router = Router__default["default"]();
-  router.use(express__default["default"].json());
+  router.use(express__default["default"].json({ limit: "10MB" }));
   const {
     logger: parentLogger,
     config,
@@ -4547,7 +4650,9 @@ async function createRouter(options) {
     catalogClient,
     actions,
     taskWorkers,
-    additionalTemplateFilters
+    scheduler,
+    additionalTemplateFilters,
+    additionalTemplateGlobals
   } = options;
   const logger = parentLogger.child({ plugin: "scaffolder" });
   const identity = options.identity || buildDefaultIdentityClient({ logger });
@@ -4557,6 +4662,22 @@ async function createRouter(options) {
   if (!options.taskBroker) {
     const databaseTaskStore = await DatabaseTaskStore.create({ database });
     taskBroker = new StorageTaskBroker(databaseTaskStore, logger);
+    if (scheduler && databaseTaskStore.listStaleTasks) {
+      await scheduler.scheduleTask({
+        id: "close_stale_tasks",
+        frequency: { cron: "*/5 * * * *" },
+        timeout: { minutes: 15 },
+        fn: async () => {
+          const { tasks } = await databaseTaskStore.listStaleTasks({
+            timeoutS: 86400
+          });
+          for (const task of tasks) {
+            await databaseTaskStore.shutdownTask(task);
+            logger.info(`Successfully closed stale task ${task.taskId}`);
+          }
+        }
+      });
+    }
   } else {
     taskBroker = options.taskBroker;
   }
@@ -4569,7 +4690,8 @@ async function createRouter(options) {
       integrations,
       logger,
       workingDirectory,
-      additionalTemplateFilters
+      additionalTemplateFilters,
+      additionalTemplateGlobals
     });
     workers.push(worker);
   }
@@ -4578,7 +4700,8 @@ async function createRouter(options) {
     catalogClient,
     reader,
     config,
-    additionalTemplateFilters
+    additionalTemplateFilters,
+    additionalTemplateGlobals
   });
   actionsToRegister.forEach((action) => actionRegistry.register(action));
   workers.forEach((worker) => worker.start());
@@ -4587,7 +4710,8 @@ async function createRouter(options) {
     integrations,
     logger,
     workingDirectory,
-    additionalTemplateFilters
+    additionalTemplateFilters,
+    additionalTemplateGlobals
   });
   router.get(
     "/v2/templates/:namespace/:kind/:name/parameter-schema",
@@ -4980,7 +5104,12 @@ const scaffolderPlugin = backendPluginApi.createBackendPlugin({
         httpRouter,
         catalogClient
       }) {
-        const { additionalTemplateFilters, taskBroker, taskWorkers } = options;
+        const {
+          additionalTemplateFilters,
+          taskBroker,
+          taskWorkers,
+          additionalTemplateGlobals
+        } = options;
         const log = backendPluginApi.loggerToWinstonLogger(logger);
         const actions = options.actions || [
           ...actionsExtensions.actions,
@@ -4989,7 +5118,8 @@ const scaffolderPlugin = backendPluginApi.createBackendPlugin({
             catalogClient,
             reader,
             config,
-            additionalTemplateFilters
+            additionalTemplateFilters,
+            additionalTemplateGlobals
           })
         ];
         const actionIds = actions.map((action) => action.id).join(", ");
@@ -5005,7 +5135,8 @@ const scaffolderPlugin = backendPluginApi.createBackendPlugin({
           actions,
           taskBroker,
           taskWorkers,
-          additionalTemplateFilters
+          additionalTemplateFilters,
+          additionalTemplateGlobals
         });
         httpRouter.use(router);
       }