@backstage/plugin-scaffolder-backend 4.1.0 → 4.2.0-next.1

package/dist/scaffolder/tasks/DatabaseTaskStore.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"DatabaseTaskStore.cjs.js","sources":["../../../src/scaffolder/tasks/DatabaseTaskStore.ts"],"sourcesContent":["/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { JsonObject } from '@backstage/types';\nimport {\n  DatabaseService,\n  resolvePackagePath,\n} from '@backstage/backend-plugin-api';\nimport { ConflictError, NotFoundError } from '@backstage/errors';\nimport { Knex } from 'knex';\nimport { randomUUID as uuid } from 'node:crypto';\nimport {\n  TaskStore,\n  TaskStoreCreateTaskOptions,\n  TaskStoreCreateTaskResult,\n  TaskStoreEmitOptions,\n  TaskStoreListEventsOptions,\n  TaskStoreRecoverTaskOptions,\n  TaskStoreShutDownTaskOptions,\n} from './types';\nimport {\n  SerializedTask,\n  SerializedTaskEvent,\n  TaskEventType,\n  TaskFilter,\n  TaskSecrets,\n  TaskStatus,\n} from '@backstage/plugin-scaffolder-node';\nimport { DateTime, Duration } from 'luxon';\nimport { TaskRecovery, TaskSpec } from '@backstage/plugin-scaffolder-common';\nimport { trimEventsTillLastRecovery } from './taskRecoveryHelper';\nimport { intervalFromNowTill } from './dbUtil';\nimport {\n  restoreWorkspace,\n  serializeWorkspace,\n} from '@backstage/plugin-scaffolder-node/alpha';\nimport { flattenParams } from '../../service/helpers';\nimport { EventsService } from '@backstage/plugin-events-node';\nimport { PermissionCriteria } from '@backstage/plugin-permission-common';\nimport {\n  isAndCriteria,\n  isNotCriteria,\n  isOrCriteria,\n} from '@backstage/plugin-permission-node';\nimport { TaskFilters } from '@backstage/plugin-scaffolder-node';\nimport { compact } from 'lodash';\n\nconst migrationsDir = resolvePackagePath(\n  '@backstage/plugin-scaffolder-backend',\n  'migrations',\n);\n\nexport type RawDbTaskRow = {\n  id: string;\n  spec: string;\n  status: TaskStatus;\n  state?: string;\n  last_heartbeat_at?: string;\n  created_at: string;\n  created_by: string | null;\n  secrets?: string | null;\n  workspace?: Buffer;\n};\n\nexport type RawDbTaskEventRow = {\n  id: number;\n  task_id: string;\n  body: string;\n  event_type: TaskEventType;\n  created_at: string;\n};\n\n/**\n * DatabaseTaskStore\n */\nexport type DatabaseTaskStoreOptions = {\n  database: DatabaseService | Knex;\n  events?: EventsService;\n};\n\n/**\n * Type guard to help DatabaseTaskStore understand when database is DatabaseService vs. when database is a Knex instance.\n * */\nfunction isDatabaseService(\n  opt: DatabaseService | Knex,\n): opt is DatabaseService {\n  return (opt as DatabaseService).getClient !== undefined;\n}\n\nconst parseSqlDateToIsoString = <T>(input: T): T | string => {\n  if (typeof input === 'string') {\n    const parsed = DateTime.fromSQL(input, { zone: 'UTC' });\n    if (!parsed.isValid) {\n      throw new Error(\n        `Failed to parse database timestamp '${input}', ${parsed.invalidReason}: ${parsed.invalidExplanation}`,\n      );\n    }\n    return parsed.toISO()!;\n  }\n\n  return input;\n};\n\n/**\n * DatabaseTaskStore\n */\nexport class DatabaseTaskStore implements TaskStore {\n  private readonly db: Knex;\n  private readonly events?: EventsService;\n\n  static async create(\n    options: DatabaseTaskStoreOptions,\n  ): Promise<DatabaseTaskStore> {\n    const { database } = options;\n    const client = await this.getClient(database);\n\n    await this.runMigrations(database, client);\n\n    return new DatabaseTaskStore(client, options.events);\n  }\n\n  private isRecoverableTask(spec: TaskSpec): boolean {\n    return ['startOver'].includes(\n      spec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n    );\n  }\n\n  private parseSpec({ spec, id }: { spec: string; id: string }): TaskSpec {\n    try {\n      return JSON.parse(spec);\n    } catch (error) {\n      throw new Error(`Failed to parse spec of task '${id}', ${error}`);\n    }\n  }\n\n  private parseTaskSecrets(taskRow: RawDbTaskRow): TaskSecrets | undefined {\n    try {\n      return taskRow.secrets ? JSON.parse(taskRow.secrets) : undefined;\n    } catch (error) {\n      throw new Error(\n        `Failed to parse secrets of task '${taskRow.id}', ${error}`,\n      );\n    }\n  }\n\n  private static async getClient(\n    database: DatabaseService | Knex,\n  ): Promise<Knex> {\n    if (isDatabaseService(database)) {\n      return database.getClient();\n    }\n\n    return database;\n  }\n\n  private static async runMigrations(\n    database: DatabaseService | Knex,\n    client: Knex,\n  ): Promise<void> {\n    if (!isDatabaseService(database)) {\n      await client.migrate.latest({\n        directory: migrationsDir,\n      });\n\n      return;\n    }\n\n    if (!database.migrations?.skip) {\n      await client.migrate.latest({\n        directory: migrationsDir,\n      });\n    }\n  }\n\n  private constructor(client: Knex, events?: EventsService) {\n    this.db = client;\n    this.events = events;\n  }\n\n  private getState(task: RawDbTaskRow) {\n    try {\n      return task.state ? JSON.parse(task.state).state : undefined;\n    } catch (error) {\n      throw new Error(\n        `Failed to parse state of the task '${task.id}', ${error}`,\n      );\n    }\n  }\n\n  private isTaskFilter(filter: any): filter is TaskFilter {\n    return filter.hasOwnProperty('key');\n  }\n\n  private parseFilter(\n    filter: PermissionCriteria<TaskFilters>,\n    query: Knex.QueryBuilder,\n    db: Knex,\n    negate: boolean = false,\n  ): Knex.QueryBuilder {\n    if (isNotCriteria(filter)) {\n      return this.parseFilter(filter.not, query, db, !negate);\n    }\n\n    if (this.isTaskFilter(filter)) {\n      const values: string[] = compact(filter.values) ?? [];\n      if (negate) {\n        query.whereNotIn(filter.key, values);\n      } else {\n        query.whereIn(filter.key, values);\n      }\n\n      return query;\n    }\n\n    return query[negate ? 'andWhereNot' : 'andWhere'](subQuery => {\n      if (isOrCriteria(filter)) {\n        for (const subFilter of filter.anyOf ?? []) {\n          subQuery.orWhere(subQueryInner =>\n            this.parseFilter(subFilter, subQueryInner, db, false),\n          );\n        }\n      } else if (isAndCriteria(filter)) {\n        for (const subFilter of filter.allOf ?? []) {\n          subQuery.andWhere(subQueryInner =>\n            this.parseFilter(subFilter, subQueryInner, db, false),\n          );\n        }\n      }\n    });\n  }\n\n  async list(options: {\n    createdBy?: string;\n    status?: TaskStatus;\n    filters?: {\n      createdBy?: string | string[];\n      status?: TaskStatus | TaskStatus[];\n    };\n    pagination?: {\n      limit?: number;\n      offset?: number;\n    };\n    order?: { order: 'asc' | 'desc'; field: string }[];\n    permissionFilters?: PermissionCriteria<TaskFilters>;\n  }): Promise<{ tasks: SerializedTask[]; totalTasks?: number }> {\n    const { createdBy, status, pagination, order, filters, permissionFilters } =\n      options ?? {};\n    const queryBuilder = this.db<RawDbTaskRow & { count: number }>('tasks');\n\n    const createdByValues = flattenParams<string>(\n      createdBy,\n      filters?.createdBy,\n    );\n\n    const combinedPermissionFilters:\n      | PermissionCriteria<TaskFilters>\n      | undefined =\n      createdByValues.length > 0\n        ? {\n            allOf: [\n              { key: 'created_by', values: createdByValues },\n              ...(permissionFilters ? [permissionFilters] : []),\n            ],\n          }\n        : permissionFilters;\n\n    if (combinedPermissionFilters) {\n      this.parseFilter(combinedPermissionFilters, queryBuilder, this.db);\n    }\n\n    if (status || filters?.status) {\n      const arr: TaskStatus[] = flattenParams<TaskStatus>(\n        status,\n        filters?.status,\n      );\n      queryBuilder.whereIn('status', [...new Set(arr)]);\n    }\n\n    const countQuery = queryBuilder.clone();\n    countQuery.count('tasks.id', { as: 'count' });\n\n    if (order) {\n      order.forEach(f => {\n        queryBuilder.orderBy(f.field, f.order);\n      });\n    } else {\n      queryBuilder.orderBy('created_at', 'desc');\n    }\n\n    if (pagination?.limit !== undefined) {\n      queryBuilder.limit(pagination.limit);\n    }\n\n    if (pagination?.offset !== undefined) {\n      queryBuilder.offset(pagination.offset);\n    }\n\n    const [results, [{ count }]] = await Promise.all([\n      queryBuilder.select(),\n      countQuery,\n    ]);\n\n    const tasks = results.map(result => ({\n      id: result.id,\n      spec: JSON.parse(result.spec),\n      status: result.status,\n      createdBy: result.created_by ?? undefined,\n      lastHeartbeatAt: parseSqlDateToIsoString(result.last_heartbeat_at),\n      createdAt: parseSqlDateToIsoString(result.created_at),\n    }));\n\n    // `count` is coerced to a number because knex returns the result of a\n    // `COUNT(*)` aggregate as a string on PostgreSQL (the underlying column is\n    // a bigint), whereas it is a number on better-sqlite3. Without this the\n    // `totalTasks` value would be a string in production, which breaks\n    // consumers that expect a number (e.g. the `list-scaffolder-tasks` action\n    // whose output schema declares `totalTasks: z.number()`).\n    const totalTasks = Number(count);\n    if (!Number.isSafeInteger(totalTasks)) {\n      // A bigint count above Number.MAX_SAFE_INTEGER would silently lose\n      // precision when coerced, so fail loudly rather than report a wrong total.\n      throw new Error(\n        `Task count '${count}' exceeds the safe integer range and cannot be represented accurately as 'totalTasks'`,\n      );\n    }\n\n    return { tasks, totalTasks };\n  }\n\n  async getTask(taskId: string): Promise<SerializedTask> {\n    const [result] = await this.db<RawDbTaskRow>('tasks')\n      .where({ id: taskId })\n      .select();\n    if (!result) {\n      throw new NotFoundError(`No task with id '${taskId}' found`);\n    }\n    try {\n      return this.parseTaskRow(result);\n    } catch (error) {\n      throw new Error(`Failed to parse spec of task '${taskId}', ${error}`);\n    }\n  }\n\n  private parseTaskRow(result: RawDbTaskRow): SerializedTask {\n    const spec = JSON.parse(result.spec);\n    const secrets = result.secrets ? JSON.parse(result.secrets) : undefined;\n    const state = this.getState(result);\n\n    return {\n      id: result.id,\n      spec,\n      status: result.status,\n      lastHeartbeatAt: parseSqlDateToIsoString(result.last_heartbeat_at),\n      createdAt: parseSqlDateToIsoString(result.created_at),\n      createdBy: result.created_by ?? undefined,\n      secrets,\n      state,\n    };\n  }\n\n  async createTask(\n    options: TaskStoreCreateTaskOptions,\n  ): Promise<TaskStoreCreateTaskResult> {\n    const taskId = uuid();\n    await this.db<RawDbTaskRow>('tasks').insert({\n      id: taskId,\n      spec: JSON.stringify(options.spec),\n      secrets: options.secrets ? JSON.stringify(options.secrets) : undefined,\n      created_by: options.createdBy ?? null,\n      status: 'open',\n    });\n\n    this.events?.publish({\n      topic: 'scaffolder.task',\n      eventPayload: {\n        id: taskId,\n        spec: options.spec,\n        createdBy: options.createdBy,\n        status: 'open',\n      },\n    });\n\n    return { taskId };\n  }\n\n  async claimTask(): Promise<SerializedTask | undefined> {\n    return this.db.transaction(async tx => {\n      const [task] = await tx<RawDbTaskRow>('tasks')\n        .where({\n          status: 'open',\n        })\n        .limit(1)\n        .select();\n\n      if (!task) {\n        return undefined;\n      }\n\n      const spec = this.parseSpec(task);\n\n      const updateCount = await tx<RawDbTaskRow>('tasks')\n        .where({ id: task.id, status: 'open' })\n        .update({\n          status: 'processing',\n          last_heartbeat_at: this.db.fn.now(),\n          // remove the secrets for non-recoverable tasks when moving to processing state.\n          secrets: this.isRecoverableTask(spec) ? task.secrets : null,\n        });\n\n      if (updateCount < 1) {\n        return undefined;\n      }\n\n      const ret: SerializedTask = {\n        id: task.id,\n        spec,\n        status: 'processing',\n        lastHeartbeatAt: task.last_heartbeat_at,\n        createdAt: task.created_at,\n        createdBy: task.created_by ?? undefined,\n        state: this.getState(task),\n      };\n\n      this.events?.publish({\n        topic: 'scaffolder.task',\n        eventPayload: ret,\n      });\n\n      const secrets = this.parseTaskSecrets(task);\n      return { ...ret, secrets };\n    });\n  }\n\n  async heartbeatTask(taskId: string): Promise<void> {\n    const updateCount = await this.db<RawDbTaskRow>('tasks')\n      .where({ id: taskId, status: 'processing' })\n      .update({\n        last_heartbeat_at: this.db.fn.now(),\n      });\n    if (updateCount === 0) {\n      throw new ConflictError(`No running task with taskId ${taskId} found`);\n    }\n  }\n\n  async listStaleTasks(options: { timeoutS: number }): Promise<{\n    tasks: { taskId: string; recovery?: TaskRecovery }[];\n  }> {\n    const { timeoutS } = options;\n    const heartbeatInterval = intervalFromNowTill(timeoutS, this.db);\n    const rawRows = await this.db<RawDbTaskRow>('tasks')\n      .where('status', 'processing')\n      .andWhere('last_heartbeat_at', '<=', heartbeatInterval);\n    const tasks = rawRows.map(row => ({\n      recovery: (JSON.parse(row.spec) as TaskSpec).EXPERIMENTAL_recovery,\n      taskId: row.id,\n    }));\n    return { tasks };\n  }\n\n  async completeTask(options: {\n    taskId: string;\n    status: TaskStatus;\n    eventBody: JsonObject;\n  }): Promise<void> {\n    const { taskId, status, eventBody } = options;\n\n    let oldStatus: TaskStatus;\n    if (['failed', 'completed', 'cancelled'].includes(status)) {\n      oldStatus = 'processing';\n    } else {\n      throw new Error(\n        `Invalid status update of run '${taskId}' to status '${status}'`,\n      );\n    }\n\n    await this.db.transaction(async tx => {\n      const [task] = await tx<RawDbTaskRow>('tasks')\n        .where({\n          id: taskId,\n        })\n        .limit(1)\n        .select();\n\n      const updateTask = async (criteria: {\n        id: string;\n        status?: TaskStatus;\n      }) => {\n        const updateCount = await tx<RawDbTaskRow>('tasks')\n          .where(criteria)\n          .update({\n            status,\n            secrets: null,\n          });\n\n        if (updateCount !== 1) {\n          throw new ConflictError(\n            `Failed to update status to '${status}' for taskId ${taskId}`,\n          );\n        }\n\n        this.events?.publish({\n          topic: 'scaffolder.task',\n          eventPayload: {\n            id: taskId,\n            status: status,\n            lastHeartbeatAt: task.last_heartbeat_at,\n            createdAt: task.created_at,\n            createdBy: task.created_by,\n            state: this.getState(task),\n          },\n        });\n\n        await tx<RawDbTaskEventRow>('task_events')\n          .insert({\n            task_id: taskId,\n            event_type: 'completion',\n            body: JSON.stringify(eventBody),\n          })\n          .returning('id');\n      };\n\n      if (status === 'cancelled') {\n        await updateTask({\n          id: taskId,\n        });\n        return;\n      }\n\n      if (task.status === 'cancelled') {\n        return;\n      }\n\n      if (!task) {\n        throw new Error(`No task with taskId ${taskId} found`);\n      }\n      if (task.status !== oldStatus) {\n        throw new ConflictError(\n          `Refusing to update status of run '${taskId}' to status '${status}' ` +\n            `as it is currently '${task.status}', expected '${oldStatus}'`,\n        );\n      }\n\n      await updateTask({\n        id: taskId,\n        status: oldStatus,\n      });\n    });\n  }\n\n  async emitLogEvent(\n    options: TaskStoreEmitOptions<{ message: string } & JsonObject>,\n  ): Promise<void> {\n    const { taskId, body } = options;\n    const serializedBody = JSON.stringify(body);\n    await this.db<RawDbTaskEventRow>('task_events')\n      .insert({\n        task_id: taskId,\n        event_type: 'log',\n        body: serializedBody,\n      })\n      .returning('id');\n  }\n\n  async getTaskState({ taskId }: { taskId: string }): Promise<\n    | {\n        state: JsonObject;\n      }\n    | undefined\n  > {\n    const [result] = await this.db<RawDbTaskRow>('tasks')\n      .where({ id: taskId })\n      .select('state');\n    return result.state ? JSON.parse(result.state) : undefined;\n  }\n\n  async saveTaskState(options: {\n    taskId: string;\n    state?: JsonObject;\n  }): Promise<void> {\n    if (options.state) {\n      const serializedState = JSON.stringify({ state: options.state });\n      await this.db<RawDbTaskRow>('tasks')\n        .where({ id: options.taskId })\n        .update({\n          state: serializedState,\n        });\n    }\n  }\n\n  async listEvents(\n    options: TaskStoreListEventsOptions,\n  ): Promise<{ events: SerializedTaskEvent[] }> {\n    const { isTaskRecoverable, taskId, after } = options;\n    const rawEvents = await this.db<RawDbTaskEventRow>('task_events')\n      .where({\n        task_id: taskId,\n      })\n      .andWhere(builder => {\n        if (typeof after === 'number') {\n          builder.where('id', '>', after).orWhere('event_type', 'completion');\n        }\n      })\n      .orderBy('id')\n      .select();\n\n    const events = rawEvents.map(event => {\n      try {\n        const body = JSON.parse(event.body) as SerializedTaskEvent['body'];\n        return {\n          id: Number(event.id),\n          isTaskRecoverable,\n          taskId,\n          body,\n          type: event.event_type,\n          createdAt: parseSqlDateToIsoString(event.created_at),\n        };\n      } catch (error) {\n        throw new Error(\n          `Failed to parse event body from event taskId=${taskId} id=${event.id}, ${error}`,\n        );\n      }\n    });\n\n    return trimEventsTillLastRecovery(events);\n  }\n\n  async shutdownTask(options: TaskStoreShutDownTaskOptions): Promise<void> {\n    const { taskId } = options;\n    const message = `This task was marked as stale as it exceeded its timeout`;\n\n    const statusStepEvents = (await this.listEvents({ taskId })).events.filter(\n      ({ body }) => body?.stepId,\n    );\n\n    const completedSteps = statusStepEvents\n      .filter(\n        ({ body: { status } }) => status === 'failed' || status === 'completed',\n      )\n      .map(step => step.body.stepId);\n\n    const hungProcessingSteps = statusStepEvents\n      .filter(({ body: { status } }) => status === 'processing')\n      .map(event => event.body.stepId)\n      .filter(step => !completedSteps.includes(step));\n\n    for (const step of hungProcessingSteps) {\n      await this.emitLogEvent({\n        taskId,\n        body: {\n          message,\n          stepId: step,\n          status: 'failed',\n        },\n      });\n    }\n\n    await this.completeTask({\n      taskId,\n      status: 'failed',\n      eventBody: {\n        message,\n      },\n    });\n  }\n\n  async rehydrateWorkspace(options: {\n    taskId: string;\n    targetPath: string;\n  }): Promise<void> {\n    const [result] = await this.db<RawDbTaskRow>('tasks')\n      .where({ id: options.taskId })\n      .select('workspace');\n\n    await restoreWorkspace({\n      path: options.targetPath,\n      buffer: result.workspace,\n    });\n  }\n\n  async cleanWorkspace({ taskId }: { taskId: string }): Promise<void> {\n    await this.db('tasks').where({ id: taskId }).update({\n      workspace: null,\n    });\n  }\n\n  async serializeWorkspace(options: {\n    path: string;\n    taskId: string;\n  }): Promise<void> {\n    if (options.path) {\n      const workspace = (await serializeWorkspace(options)).contents;\n      await this.db<RawDbTaskRow>('tasks')\n        .where({ id: options.taskId })\n        .update({\n          workspace,\n        });\n    }\n  }\n\n  async cancelTask(\n    options: TaskStoreEmitOptions<{ message: string } & JsonObject>,\n  ): Promise<void> {\n    const { taskId, body } = options;\n    const serializedBody = JSON.stringify(body);\n    const [ret] = await this.db<RawDbTaskEventRow>('task_events')\n      .insert({\n        task_id: taskId,\n        event_type: 'cancelled',\n        body: serializedBody,\n      })\n      .returning('id');\n\n    this.events?.publish({\n      topic: 'scaffolder.task',\n      eventPayload: {\n        id: ret.id,\n        taskId,\n        status: 'cancelled',\n        body,\n      },\n    });\n  }\n\n  async retryTask(options: {\n    secrets?: TaskSecrets;\n    taskId: string;\n  }): Promise<void> {\n    const { secrets, taskId } = options;\n\n    await this.db.transaction(async tx => {\n      const updateCount = await tx<RawDbTaskRow>('tasks')\n        .where('id', taskId)\n        .whereIn('status', ['cancelled', 'completed', 'failed', 'skipped'])\n        .update({\n          ...(secrets && { secrets: JSON.stringify(secrets) }),\n          status: 'open',\n          last_heartbeat_at: this.db.fn.now(),\n        });\n\n      if (Number(updateCount) !== 1) {\n        throw new ConflictError(`Task with taskId ${taskId} cannot be retried`);\n      }\n\n      const [task] = await tx<RawDbTaskRow>('tasks')\n        .where('id', taskId)\n        .select('id', 'spec');\n      const taskSpec = JSON.parse(task.spec) as TaskSpec;\n\n      /**\n       * Once task is picked up, all event types are replayed.\n       * We have to remove cancelled or completion event_type as these are as actions for frontend to perform.\n       * In contrary, we send 'recovered' event_type to reset the state on the frontend side.\n       *\n       */\n      await tx<RawDbTaskEventRow>('task_events')\n        .where('task_id', task.id)\n        .andWhere(q => q.whereIn('event_type', ['cancelled', 'completion']))\n        .del();\n\n      await tx<RawDbTaskEventRow>('task_events').insert({\n        task_id: task.id,\n        event_type: 'recovered',\n        body: JSON.stringify({\n          recoverStrategy:\n            taskSpec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n        }),\n      });\n    });\n  }\n\n  async recoverTasks(\n    options: TaskStoreRecoverTaskOptions,\n  ): Promise<{ ids: string[] }> {\n    const taskIdsToRecover: string[] = [];\n    const timeoutS = Duration.fromObject(options.timeout).as('seconds');\n\n    await this.db.transaction(async tx => {\n      const heartbeatInterval = intervalFromNowTill(timeoutS, this.db);\n\n      const result = await tx<RawDbTaskRow>('tasks')\n        .where('status', 'processing')\n        .andWhere('last_heartbeat_at', '<=', heartbeatInterval)\n        .update(\n          {\n            status: 'open',\n            last_heartbeat_at: this.db.fn.now(),\n          },\n          ['id', 'spec'],\n        );\n\n      taskIdsToRecover.push(...result.map(i => i.id));\n\n      for (const { id, spec } of result) {\n        const taskSpec = JSON.parse(spec as string) as TaskSpec;\n        const event = {\n          recoverStrategy:\n            taskSpec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n        };\n        const [ret] = await tx<RawDbTaskEventRow>('task_events')\n          .insert({\n            task_id: id,\n            event_type: 'recovered',\n            body: JSON.stringify(event),\n          })\n          .returning('id');\n\n        this.events?.publish({\n          topic: 'scaffolder.task',\n          eventPayload: {\n            id: ret.id,\n            taskId: id,\n            status: 'recovered',\n            body: event,\n          },\n        });\n      }\n    });\n\n    return { ids: taskIdsToRecover };\n  }\n}\n"],"names":["resolvePackagePath","DateTime","isNotCriteria","compact","isOrCriteria","isAndCriteria","flattenParams","NotFoundError","uuid","ConflictError","intervalFromNowTill","trimEventsTillLastRecovery","restoreWorkspace","serializeWorkspace","Duration"],"mappings":";;;;;;;;;;;;;AA4DA,MAAM,aAAA,GAAgBA,mCAAA;AAAA,EACpB,sCAAA;AAAA,EACA;AACF,CAAA;AAiCA,SAAS,kBACP,GAAA,EACwB;AACxB,EAAA,OAAQ,IAAwB,SAAA,KAAc,MAAA;AAChD;AAEA,MAAM,uBAAA,GAA0B,CAAI,KAAA,KAAyB;AAC3D,EAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,IAAA,MAAM,SAASC,cAAA,CAAS,OAAA,CAAQ,OAAO,EAAE,IAAA,EAAM,OAAO,CAAA;AACtD,IAAA,IAAI,CAAC,OAAO,OAAA,EAAS;AACnB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,uCAAuC,KAAK,CAAA,GAAA,EAAM,OAAO,aAAa,CAAA,EAAA,EAAK,OAAO,kBAAkB,CAAA;AAAA,OACtG;AAAA,IACF;AACA,IAAA,OAAO,OAAO,KAAA,EAAM;AAAA,EACtB;AAEA,EAAA,OAAO,KAAA;AACT,CAAA;AAKO,MAAM,iBAAA,CAAuC;AAAA,EACjC,EAAA;AAAA,EACA,MAAA;AAAA,EAEjB,aAAa,OACX,OAAA,EAC4B;AAC5B,IAAA,MAAM,EAAE,UAAS,GAAI,OAAA;AACrB,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAA;AAE5C,IAAA,MAAM,IAAA,CAAK,aAAA,CAAc,QAAA,EAAU,MAAM,CAAA;AAEzC,IAAA,OAAO,IAAI,iBAAA,CAAkB,MAAA,EAAQ,OAAA,CAAQ,MAAM,CAAA;AAAA,EACrD;AAAA,EAEQ,kBAAkB,IAAA,EAAyB;AACjD,IAAA,OAAO,CAAC,WAAW,CAAA,CAAE,QAAA;AAAA,MACnB,IAAA,CAAK,uBAAuB,qBAAA,IAAyB;AAAA,KACvD;AAAA,EACF;AAAA,EAEQ,SAAA,CAAU,EAAE,IAAA,EAAM,EAAA,EAAG,EAA2C;AACtE,IAAA,IAAI;AACF,MAAA,OAAO,IAAA,CAAK,MAAM,IAAI,CAAA;AAAA,IACxB,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IAClE;AAAA,EACF;AAAA,EAEQ,iBAAiB,OAAA,EAAgD;AACvE,IAAA,IAAI;AACF,MAAA,OAAO,QAAQ,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,GAAI,KAAA,CAAA;AAAA,IACzD,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,iCAAA,EAAoC,OAAA,CAAQ,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,OAC3D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,aAAqB,UACnB,QAAA,EACe;AACf,IAAA,IAAI,iBAAA,CAAkB,QAAQ,CAAA,EAAG;AAC/B,MAAA,OAAO,SAAS,SAAA,EAAU;AAAA,IAC5B;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA,EAEA,aAAqB,aAAA,CACnB,QAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,CAAC,iBAAA,CAAkB,QAAQ,CAAA,EAAG;AAChC,MAAA,MAAM,MAAA,CAAO,QAAQ,MAAA,CAAO;AAAA,QAC1B,SAAA,EAAW;AAAA,OACZ,CAAA;AAED,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAA,CAAS,UAAA,EAAY,IAAA,EAAM;AAC9B,MAAA,MAAM,MAAA,CAAO,QAAQ,MAAA,CAAO;AAAA,QAC1B,SAAA,EAAW;AAAA,OACZ,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,WAAA,CAAY,QAAc,MAAA,EAAwB;AACxD,IAAA,IAAA,CAAK,EAAA,GAAK,MAAA;AACV,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA,EAEQ,SAAS,IAAA,EAAoB;AACnC,IAAA,IAAI;AACF,MAAA,OAAO,KAAK,KAAA,GAAQ,IAAA,CAAK,MAAM,IAAA,CAAK,KAAK,EAAE,KAAA,GAAQ,KAAA,CAAA;AAAA,IACrD,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,mCAAA,EAAsC,IAAA,CAAK,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,OAC1D;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,MAAA,EAAmC;AACtD,IAAA,OAAO,MAAA,CAAO,eAAe,KAAK,CAAA;AAAA,EACpC;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,KAAA,EACA,EAAA,EACA,SAAkB,KAAA,EACC;AACnB,IAAA,IAAIC,kCAAA,CAAc,MAAM,CAAA,EAAG;AACzB,MAAA,OAAO,KAAK,WAAA,CAAY,MAAA,CAAO,KAAK,KAAA,EAAO,EAAA,EAAI,CAAC,MAAM,CAAA;AAAA,IACxD;AAEA,IAAA,IAAI,IAAA,CAAK,YAAA,CAAa,MAAM,CAAA,EAAG;AAC7B,MAAA,MAAM,MAAA,GAAmBC,cAAA,CAAQ,MAAA,CAAO,MAAM,KAAK,EAAC;AACpD,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,KAAA,CAAM,UAAA,CAAW,MAAA,CAAO,GAAA,EAAK,MAAM,CAAA;AAAA,MACrC,CAAA,MAAO;AACL,QAAA,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,GAAA,EAAK,MAAM,CAAA;AAAA,MAClC;AAEA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA,CAAM,MAAA,GAAS,aAAA,GAAgB,UAAU,EAAE,CAAA,QAAA,KAAY;AAC5D,MAAA,IAAIC,iCAAA,CAAa,MAAM,CAAA,EAAG;AACxB,QAAA,KAAA,MAAW,SAAA,IAAa,MAAA,CAAO,KAAA,IAAS,EAAC,EAAG;AAC1C,UAAA,QAAA,CAAS,OAAA;AAAA,YAAQ,mBACf,IAAA,CAAK,WAAA,CAAY,SAAA,EAAW,aAAA,EAAe,IAAI,KAAK;AAAA,WACtD;AAAA,QACF;AAAA,MACF,CAAA,MAAA,IAAWC,kCAAA,CAAc,MAAM,CAAA,EAAG;AAChC,QAAA,KAAA,MAAW,SAAA,IAAa,MAAA,CAAO,KAAA,IAAS,EAAC,EAAG;AAC1C,UAAA,QAAA,CAAS,QAAA;AAAA,YAAS,mBAChB,IAAA,CAAK,WAAA,CAAY,SAAA,EAAW,aAAA,EAAe,IAAI,KAAK;AAAA,WACtD;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,KAAK,OAAA,EAamD;AAC5D,IAAA,MAAM,EAAE,WAAW,MAAA,EAAQ,UAAA,EAAY,OAAO,OAAA,EAAS,iBAAA,EAAkB,GACvE,OAAA,IAAW,EAAC;AACd,IAAA,MAAM,YAAA,GAAe,IAAA,CAAK,EAAA,CAAqC,OAAO,CAAA;AAEtE,IAAA,MAAM,eAAA,GAAkBC,qBAAA;AAAA,MACtB,SAAA;AAAA,MACA,OAAA,EAAS;AAAA,KACX;AAEA,IAAA,MAAM,yBAAA,GAGJ,eAAA,CAAgB,MAAA,GAAS,CAAA,GACrB;AAAA,MACE,KAAA,EAAO;AAAA,QACL,EAAE,GAAA,EAAK,YAAA,EAAc,MAAA,EAAQ,eAAA,EAAgB;AAAA,QAC7C,GAAI,iBAAA,GAAoB,CAAC,iBAAiB,IAAI;AAAC;AACjD,KACF,GACA,iBAAA;AAEN,IAAA,IAAI,yBAAA,EAA2B;AAC7B,MAAA,IAAA,CAAK,WAAA,CAAY,yBAAA,EAA2B,YAAA,EAAc,IAAA,CAAK,EAAE,CAAA;AAAA,IACnE;AAEA,IAAA,IAAI,MAAA,IAAU,SAAS,MAAA,EAAQ;AAC7B,MAAA,MAAM,GAAA,GAAoBA,qBAAA;AAAA,QACxB,MAAA;AAAA,QACA,OAAA,EAAS;AAAA,OACX;AACA,MAAA,YAAA,CAAa,OAAA,CAAQ,UAAU,CAAC,GAAG,IAAI,GAAA,CAAI,GAAG,CAAC,CAAC,CAAA;AAAA,IAClD;AAEA,IAAA,MAAM,UAAA,GAAa,aAAa,KAAA,EAAM;AACtC,IAAA,UAAA,CAAW,KAAA,CAAM,UAAA,EAAY,EAAE,EAAA,EAAI,SAAS,CAAA;AAE5C,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,KAAA,CAAM,QAAQ,CAAA,CAAA,KAAK;AACjB,QAAA,YAAA,CAAa,OAAA,CAAQ,CAAA,CAAE,KAAA,EAAO,CAAA,CAAE,KAAK,CAAA;AAAA,MACvC,CAAC,CAAA;AAAA,IACH,CAAA,MAAO;AACL,MAAA,YAAA,CAAa,OAAA,CAAQ,cAAc,MAAM,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,UAAA,EAAY,UAAU,MAAA,EAAW;AACnC,MAAA,YAAA,CAAa,KAAA,CAAM,WAAW,KAAK,CAAA;AAAA,IACrC;AAEA,IAAA,IAAI,UAAA,EAAY,WAAW,MAAA,EAAW;AACpC,MAAA,YAAA,CAAa,MAAA,CAAO,WAAW,MAAM,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,CAAC,OAAA,EAAS,CAAC,EAAE,KAAA,EAAO,CAAC,CAAA,GAAI,MAAM,OAAA,CAAQ,GAAA,CAAI;AAAA,MAC/C,aAAa,MAAA,EAAO;AAAA,MACpB;AAAA,KACD,CAAA;AAED,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,MAAA,MAAW;AAAA,MACnC,IAAI,MAAA,CAAO,EAAA;AAAA,MACX,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,IAAI,CAAA;AAAA,MAC5B,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,SAAA,EAAW,OAAO,UAAA,IAAc,MAAA;AAAA,MAChC,eAAA,EAAiB,uBAAA,CAAwB,MAAA,CAAO,iBAAiB,CAAA;AAAA,MACjE,SAAA,EAAW,uBAAA,CAAwB,MAAA,CAAO,UAAU;AAAA,KACtD,CAAE,CAAA;AAQF,IAAA,MAAM,UAAA,GAAa,OAAO,KAAK,CAAA;AAC/B,IAAA,IAAI,CAAC,MAAA,CAAO,aAAA,CAAc,UAAU,CAAA,EAAG;AAGrC,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,eAAe,KAAK,CAAA,qFAAA;AAAA,OACtB;AAAA,IACF;AAEA,IAAA,OAAO,EAAE,OAAO,UAAA,EAAW;AAAA,EAC7B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAAyC;AACrD,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,KAAK,EAAA,CAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,EACpB,MAAA,EAAO;AACV,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA,MAAM,IAAIC,oBAAA,CAAc,CAAA,iBAAA,EAAoB,MAAM,CAAA,OAAA,CAAS,CAAA;AAAA,IAC7D;AACA,IAAA,IAAI;AACF,MAAA,OAAO,IAAA,CAAK,aAAa,MAAM,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,MAAM,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IACtE;AAAA,EACF;AAAA,EAEQ,aAAa,MAAA,EAAsC;AACzD,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,IAAI,CAAA;AACnC,IAAA,MAAM,UAAU,MAAA,CAAO,OAAA,GAAU,KAAK,KAAA,CAAM,MAAA,CAAO,OAAO,CAAA,GAAI,MAAA;AAC9D,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,QAAA,CAAS,MAAM,CAAA;AAElC,IAAA,OAAO;AAAA,MACL,IAAI,MAAA,CAAO,EAAA;AAAA,MACX,IAAA;AAAA,MACA,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,eAAA,EAAiB,uBAAA,CAAwB,MAAA,CAAO,iBAAiB,CAAA;AAAA,MACjE,SAAA,EAAW,uBAAA,CAAwB,MAAA,CAAO,UAAU,CAAA;AAAA,MACpD,SAAA,EAAW,OAAO,UAAA,IAAc,MAAA;AAAA,MAChC,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EACoC;AACpC,IAAA,MAAM,SAASC,sBAAA,EAAK;AACpB,IAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAAE,MAAA,CAAO;AAAA,MAC1C,EAAA,EAAI,MAAA;AAAA,MACJ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAA,CAAQ,IAAI,CAAA;AAAA,MACjC,SAAS,OAAA,CAAQ,OAAA,GAAU,KAAK,SAAA,CAAU,OAAA,CAAQ,OAAO,CAAA,GAAI,MAAA;AAAA,MAC7D,UAAA,EAAY,QAAQ,SAAA,IAAa,IAAA;AAAA,MACjC,MAAA,EAAQ;AAAA,KACT,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,MACnB,KAAA,EAAO,iBAAA;AAAA,MACP,YAAA,EAAc;AAAA,QACZ,EAAA,EAAI,MAAA;AAAA,QACJ,MAAM,OAAA,CAAQ,IAAA;AAAA,QACd,WAAW,OAAA,CAAQ,SAAA;AAAA,QACnB,MAAA,EAAQ;AAAA;AACV,KACD,CAAA;AAED,IAAA,OAAO,EAAE,MAAA,EAAO;AAAA,EAClB;AAAA,EAEA,MAAM,SAAA,GAAiD;AACrD,IAAA,OAAO,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACrC,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM;AAAA,QACL,MAAA,EAAQ;AAAA,OACT,CAAA,CACA,KAAA,CAAM,CAAC,EACP,MAAA,EAAO;AAEV,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,OAAO,MAAA;AAAA,MACT;AAEA,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAEhC,MAAA,MAAM,WAAA,GAAc,MAAM,EAAA,CAAiB,OAAO,EAC/C,KAAA,CAAM,EAAE,EAAA,EAAI,IAAA,CAAK,EAAA,EAAI,MAAA,EAAQ,MAAA,EAAQ,EACrC,MAAA,CAAO;AAAA,QACN,MAAA,EAAQ,YAAA;AAAA,QACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA,EAAI;AAAA;AAAA,QAElC,SAAS,IAAA,CAAK,iBAAA,CAAkB,IAAI,CAAA,GAAI,KAAK,OAAA,GAAU;AAAA,OACxD,CAAA;AAEH,MAAA,IAAI,cAAc,CAAA,EAAG;AACnB,QAAA,OAAO,MAAA;AAAA,MACT;AAEA,MAAA,MAAM,GAAA,GAAsB;AAAA,QAC1B,IAAI,IAAA,CAAK,EAAA;AAAA,QACT,IAAA;AAAA,QACA,MAAA,EAAQ,YAAA;AAAA,QACR,iBAAiB,IAAA,CAAK,iBAAA;AAAA,QACtB,WAAW,IAAA,CAAK,UAAA;AAAA,QAChB,SAAA,EAAW,KAAK,UAAA,IAAc,MAAA;AAAA,QAC9B,KAAA,EAAO,IAAA,CAAK,QAAA,CAAS,IAAI;AAAA,OAC3B;AAEA,MAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACnB,KAAA,EAAO,iBAAA;AAAA,QACP,YAAA,EAAc;AAAA,OACf,CAAA;AAED,MAAA,MAAM,OAAA,GAAU,IAAA,CAAK,gBAAA,CAAiB,IAAI,CAAA;AAC1C,MAAA,OAAO,EAAE,GAAG,GAAA,EAAK,OAAA,EAAQ;AAAA,IAC3B,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+B;AACjD,IAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CACpD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,MAAA,EAAQ,YAAA,EAAc,EAC1C,MAAA,CAAO;AAAA,MACN,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,KACnC,CAAA;AACH,IAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,MAAA,MAAM,IAAIC,oBAAA,CAAc,CAAA,4BAAA,EAA+B,MAAM,CAAA,MAAA,CAAQ,CAAA;AAAA,IACvE;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,OAAA,EAElB;AACD,IAAA,MAAM,EAAE,UAAS,GAAI,OAAA;AACrB,IAAA,MAAM,iBAAA,GAAoBC,0BAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,EAAE,CAAA;AAC/D,IAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAChD,KAAA,CAAM,QAAA,EAAU,YAAY,CAAA,CAC5B,QAAA,CAAS,mBAAA,EAAqB,MAAM,iBAAiB,CAAA;AACxD,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,GAAA,MAAQ;AAAA,MAChC,QAAA,EAAW,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,IAAI,CAAA,CAAe,qBAAA;AAAA,MAC7C,QAAQ,GAAA,CAAI;AAAA,KACd,CAAE,CAAA;AACF,IAAA,OAAO,EAAE,KAAA,EAAM;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,OAAA,EAID;AAChB,IAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAQ,SAAA,EAAU,GAAI,OAAA;AAEtC,IAAA,IAAI,SAAA;AACJ,IAAA,IAAI,CAAC,QAAA,EAAU,WAAA,EAAa,WAAW,CAAA,CAAE,QAAA,CAAS,MAAM,CAAA,EAAG;AACzD,MAAA,SAAA,GAAY,YAAA;AAAA,IACd,CAAA,MAAO;AACL,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,8BAAA,EAAiC,MAAM,CAAA,aAAA,EAAgB,MAAM,CAAA,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM;AAAA,QACL,EAAA,EAAI;AAAA,OACL,CAAA,CACA,KAAA,CAAM,CAAC,EACP,MAAA,EAAO;AAEV,MAAA,MAAM,UAAA,GAAa,OAAO,QAAA,KAGpB;AACJ,QAAA,MAAM,WAAA,GAAc,MAAM,EAAA,CAAiB,OAAO,EAC/C,KAAA,CAAM,QAAQ,EACd,MAAA,CAAO;AAAA,UACN,MAAA;AAAA,UACA,OAAA,EAAS;AAAA,SACV,CAAA;AAEH,QAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,UAAA,MAAM,IAAID,oBAAA;AAAA,YACR,CAAA,4BAAA,EAA+B,MAAM,CAAA,aAAA,EAAgB,MAAM,CAAA;AAAA,WAC7D;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,UACnB,KAAA,EAAO,iBAAA;AAAA,UACP,YAAA,EAAc;AAAA,YACZ,EAAA,EAAI,MAAA;AAAA,YACJ,MAAA;AAAA,YACA,iBAAiB,IAAA,CAAK,iBAAA;AAAA,YACtB,WAAW,IAAA,CAAK,UAAA;AAAA,YAChB,WAAW,IAAA,CAAK,UAAA;AAAA,YAChB,KAAA,EAAO,IAAA,CAAK,QAAA,CAAS,IAAI;AAAA;AAC3B,SACD,CAAA;AAED,QAAA,MAAM,EAAA,CAAsB,aAAa,CAAA,CACtC,MAAA,CAAO;AAAA,UACN,OAAA,EAAS,MAAA;AAAA,UACT,UAAA,EAAY,YAAA;AAAA,UACZ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,SAAS;AAAA,SAC/B,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAAA,MACnB,CAAA;AAEA,MAAA,IAAI,WAAW,WAAA,EAAa;AAC1B,QAAA,MAAM,UAAA,CAAW;AAAA,UACf,EAAA,EAAI;AAAA,SACL,CAAA;AACD,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,IAAA,CAAK,WAAW,WAAA,EAAa;AAC/B,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oBAAA,EAAuB,MAAM,CAAA,MAAA,CAAQ,CAAA;AAAA,MACvD;AACA,MAAA,IAAI,IAAA,CAAK,WAAW,SAAA,EAAW;AAC7B,QAAA,MAAM,IAAIA,oBAAA;AAAA,UACR,CAAA,kCAAA,EAAqC,MAAM,CAAA,aAAA,EAAgB,MAAM,yBACxC,IAAA,CAAK,MAAM,gBAAgB,SAAS,CAAA,CAAA;AAAA,SAC/D;AAAA,MACF;AAEA,MAAA,MAAM,UAAA,CAAW;AAAA,QACf,EAAA,EAAI,MAAA;AAAA,QACJ,MAAA,EAAQ;AAAA,OACT,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,aACJ,OAAA,EACe;AACf,IAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,EAAK,GAAI,OAAA;AACzB,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,IAAA,CAAK,EAAA,CAAsB,aAAa,CAAA,CAC3C,MAAA,CAAO;AAAA,MACN,OAAA,EAAS,MAAA;AAAA,MACT,UAAA,EAAY,KAAA;AAAA,MACZ,IAAA,EAAM;AAAA,KACP,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAAA,EACnB;AAAA,EAEA,MAAM,YAAA,CAAa,EAAE,MAAA,EAAO,EAK1B;AACA,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,KAAK,EAAA,CAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,CAAA,CACpB,OAAO,OAAO,CAAA;AACjB,IAAA,OAAO,OAAO,KAAA,GAAQ,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,KAAK,CAAA,GAAI,MAAA;AAAA,EACnD;AAAA,EAEA,MAAM,cAAc,OAAA,EAGF;AAChB,IAAA,IAAI,QAAQ,KAAA,EAAO;AACjB,MAAA,MAAM,kBAAkB,IAAA,CAAK,SAAA,CAAU,EAAE,KAAA,EAAO,OAAA,CAAQ,OAAO,CAAA;AAC/D,MAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAChC,KAAA,CAAM,EAAE,EAAA,EAAI,OAAA,CAAQ,MAAA,EAAQ,CAAA,CAC5B,MAAA,CAAO;AAAA,QACN,KAAA,EAAO;AAAA,OACR,CAAA;AAAA,IACL;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EAC4C;AAC5C,IAAA,MAAM,EAAE,iBAAA,EAAmB,MAAA,EAAQ,KAAA,EAAM,GAAI,OAAA;AAC7C,IAAA,MAAM,YAAY,MAAM,IAAA,CAAK,EAAA,CAAsB,aAAa,EAC7D,KAAA,CAAM;AAAA,MACL,OAAA,EAAS;AAAA,KACV,CAAA,CACA,QAAA,CAAS,CAAA,OAAA,KAAW;AACnB,MAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,QAAA,OAAA,CAAQ,MAAM,IAAA,EAAM,GAAA,EAAK,KAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,YAAY,CAAA;AAAA,MACpE;AAAA,IACF,CAAC,CAAA,CACA,OAAA,CAAQ,IAAI,EACZ,MAAA,EAAO;AAEV,IAAA,MAAM,MAAA,GAAS,SAAA,CAAU,GAAA,CAAI,CAAA,KAAA,KAAS;AACpC,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AAClC,QAAA,OAAO;AAAA,UACL,EAAA,EAAI,MAAA,CAAO,KAAA,CAAM,EAAE,CAAA;AAAA,UACnB,iBAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA;AAAA,UACA,MAAM,KAAA,CAAM,UAAA;AAAA,UACZ,SAAA,EAAW,uBAAA,CAAwB,KAAA,CAAM,UAAU;AAAA,SACrD;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,gDAAgD,MAAM,CAAA,IAAA,EAAO,KAAA,CAAM,EAAE,KAAK,KAAK,CAAA;AAAA,SACjF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAOE,8CAA2B,MAAM,CAAA;AAAA,EAC1C;AAAA,EAEA,MAAM,aAAa,OAAA,EAAsD;AACvE,IAAA,MAAM,EAAE,QAAO,GAAI,OAAA;AACnB,IAAA,MAAM,OAAA,GAAU,CAAA,wDAAA,CAAA;AAEhB,IAAA,MAAM,gBAAA,GAAA,CAAoB,MAAM,IAAA,CAAK,UAAA,CAAW,EAAE,MAAA,EAAQ,GAAG,MAAA,CAAO,MAAA;AAAA,MAClE,CAAC,EAAE,IAAA,EAAK,KAAM,IAAA,EAAM;AAAA,KACtB;AAEA,IAAA,MAAM,iBAAiB,gBAAA,CACpB,MAAA;AAAA,MACC,CAAC,EAAE,IAAA,EAAM,EAAE,QAAO,EAAE,KAAM,MAAA,KAAW,QAAA,IAAY,MAAA,KAAW;AAAA,KAC9D,CACC,GAAA,CAAI,CAAA,IAAA,KAAQ,IAAA,CAAK,KAAK,MAAM,CAAA;AAE/B,IAAA,MAAM,mBAAA,GAAsB,gBAAA,CACzB,MAAA,CAAO,CAAC,EAAE,MAAM,EAAE,MAAA,EAAO,EAAE,KAAM,MAAA,KAAW,YAAY,EACxD,GAAA,CAAI,CAAA,KAAA,KAAS,KAAA,CAAM,IAAA,CAAK,MAAM,CAAA,CAC9B,MAAA,CAAO,CAAA,IAAA,KAAQ,CAAC,cAAA,CAAe,QAAA,CAAS,IAAI,CAAC,CAAA;AAEhD,IAAA,KAAA,MAAW,QAAQ,mBAAA,EAAqB;AACtC,MAAA,MAAM,KAAK,YAAA,CAAa;AAAA,QACtB,MAAA;AAAA,QACA,IAAA,EAAM;AAAA,UACJ,OAAA;AAAA,UACA,MAAA,EAAQ,IAAA;AAAA,UACR,MAAA,EAAQ;AAAA;AACV,OACD,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,KAAK,YAAA,CAAa;AAAA,MACtB,MAAA;AAAA,MACA,MAAA,EAAQ,QAAA;AAAA,MACR,SAAA,EAAW;AAAA,QACT;AAAA;AACF,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,mBAAmB,OAAA,EAGP;AAChB,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,IAAA,CAAK,GAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,IAAI,OAAA,CAAQ,MAAA,EAAQ,CAAA,CAC5B,OAAO,WAAW,CAAA;AAErB,IAAA,MAAMC,sBAAA,CAAiB;AAAA,MACrB,MAAM,OAAA,CAAQ,UAAA;AAAA,MACd,QAAQ,MAAA,CAAO;AAAA,KAChB,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,cAAA,CAAe,EAAE,MAAA,EAAO,EAAsC;AAClE,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,OAAO,CAAA,CAAE,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,CAAA,CAAE,MAAA,CAAO;AAAA,MAClD,SAAA,EAAW;AAAA,KACZ,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,mBAAmB,OAAA,EAGP;AAChB,IAAA,IAAI,QAAQ,IAAA,EAAM;AAChB,MAAA,MAAM,SAAA,GAAA,CAAa,MAAMC,wBAAA,CAAmB,OAAO,CAAA,EAAG,QAAA;AACtD,MAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAChC,KAAA,CAAM,EAAE,EAAA,EAAI,OAAA,CAAQ,MAAA,EAAQ,CAAA,CAC5B,MAAA,CAAO;AAAA,QACN;AAAA,OACD,CAAA;AAAA,IACL;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EACe;AACf,IAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,EAAK,GAAI,OAAA;AACzB,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,CAAC,GAAG,CAAA,GAAI,MAAM,KAAK,EAAA,CAAsB,aAAa,EACzD,MAAA,CAAO;AAAA,MACN,OAAA,EAAS,MAAA;AAAA,MACT,UAAA,EAAY,WAAA;AAAA,MACZ,IAAA,EAAM;AAAA,KACP,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAEjB,IAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,MACnB,KAAA,EAAO,iBAAA;AAAA,MACP,YAAA,EAAc;AAAA,QACZ,IAAI,GAAA,CAAI,EAAA;AAAA,QACR,MAAA;AAAA,QACA,MAAA,EAAQ,WAAA;AAAA,QACR;AAAA;AACF,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,OAAA,EAGE;AAChB,IAAA,MAAM,EAAE,OAAA,EAAS,MAAA,EAAO,GAAI,OAAA;AAE5B,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,cAAc,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC/C,KAAA,CAAM,MAAM,MAAM,CAAA,CAClB,OAAA,CAAQ,QAAA,EAAU,CAAC,WAAA,EAAa,WAAA,EAAa,UAAU,SAAS,CAAC,EACjE,MAAA,CAAO;AAAA,QACN,GAAI,OAAA,IAAW,EAAE,SAAS,IAAA,CAAK,SAAA,CAAU,OAAO,CAAA,EAAE;AAAA,QAClD,MAAA,EAAQ,MAAA;AAAA,QACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,OACnC,CAAA;AAEH,MAAA,IAAI,MAAA,CAAO,WAAW,CAAA,KAAM,CAAA,EAAG;AAC7B,QAAA,MAAM,IAAIJ,oBAAA,CAAc,CAAA,iBAAA,EAAoB,MAAM,CAAA,kBAAA,CAAoB,CAAA;AAAA,MACxE;AAEA,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC1C,KAAA,CAAM,IAAA,EAAM,MAAM,CAAA,CAClB,MAAA,CAAO,MAAM,MAAM,CAAA;AACtB,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,IAAI,CAAA;AAQrC,MAAA,MAAM,GAAsB,aAAa,CAAA,CACtC,MAAM,SAAA,EAAW,IAAA,CAAK,EAAE,CAAA,CACxB,QAAA,CAAS,OAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,CAAC,WAAA,EAAa,YAAY,CAAC,CAAC,EAClE,GAAA,EAAI;AAEP,MAAA,MAAM,EAAA,CAAsB,aAAa,CAAA,CAAE,MAAA,CAAO;AAAA,QAChD,SAAS,IAAA,CAAK,EAAA;AAAA,QACd,UAAA,EAAY,WAAA;AAAA,QACZ,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,eAAA,EACE,QAAA,CAAS,qBAAA,EAAuB,qBAAA,IAAyB;AAAA,SAC5D;AAAA,OACF,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,aACJ,OAAA,EAC4B;AAC5B,IAAA,MAAM,mBAA6B,EAAC;AACpC,IAAA,MAAM,WAAWK,cAAA,CAAS,UAAA,CAAW,QAAQ,OAAO,CAAA,CAAE,GAAG,SAAS,CAAA;AAElE,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,iBAAA,GAAoBJ,0BAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,EAAE,CAAA;AAE/D,MAAA,MAAM,MAAA,GAAS,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC1C,KAAA,CAAM,QAAA,EAAU,YAAY,CAAA,CAC5B,QAAA,CAAS,mBAAA,EAAqB,IAAA,EAAM,iBAAiB,CAAA,CACrD,MAAA;AAAA,QACC;AAAA,UACE,MAAA,EAAQ,MAAA;AAAA,UACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,SACpC;AAAA,QACA,CAAC,MAAM,MAAM;AAAA,OACf;AAEF,MAAA,gBAAA,CAAiB,KAAK,GAAG,MAAA,CAAO,IAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAC,CAAA;AAE9C,MAAA,KAAA,MAAW,EAAE,EAAA,EAAI,IAAA,EAAK,IAAK,MAAA,EAAQ;AACjC,QAAA,MAAM,QAAA,GAAW,IAAA,CAAK,KAAA,CAAM,IAAc,CAAA;AAC1C,QAAA,MAAM,KAAA,GAAQ;AAAA,UACZ,eAAA,EACE,QAAA,CAAS,qBAAA,EAAuB,qBAAA,IAAyB;AAAA,SAC7D;AACA,QAAA,MAAM,CAAC,GAAG,CAAA,GAAI,MAAM,EAAA,CAAsB,aAAa,EACpD,MAAA,CAAO;AAAA,UACN,OAAA,EAAS,EAAA;AAAA,UACT,UAAA,EAAY,WAAA;AAAA,UACZ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAK;AAAA,SAC3B,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAEjB,QAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,UACnB,KAAA,EAAO,iBAAA;AAAA,UACP,YAAA,EAAc;AAAA,YACZ,IAAI,GAAA,CAAI,EAAA;AAAA,YACR,MAAA,EAAQ,EAAA;AAAA,YACR,MAAA,EAAQ,WAAA;AAAA,YACR,IAAA,EAAM;AAAA;AACR,SACD,CAAA;AAAA,MACH;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAO,EAAE,KAAK,gBAAA,EAAiB;AAAA,EACjC;AACF;;;;"}
+{"version":3,"file":"DatabaseTaskStore.cjs.js","sources":["../../../src/scaffolder/tasks/DatabaseTaskStore.ts"],"sourcesContent":["/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { JsonObject } from '@backstage/types';\nimport {\n  DatabaseService,\n  resolvePackagePath,\n} from '@backstage/backend-plugin-api';\nimport { ConflictError, NotFoundError } from '@backstage/errors';\nimport { Knex } from 'knex';\nimport { randomUUID as uuid } from 'node:crypto';\nimport {\n  TaskStore,\n  TaskStoreCreateTaskOptions,\n  TaskStoreCreateTaskResult,\n  TaskStoreEmitOptions,\n  TaskStoreListEventsOptions,\n  TaskStoreRecoverTaskOptions,\n  TaskStoreShutDownTaskOptions,\n} from './types';\nimport {\n  SerializedTask,\n  SerializedTaskEvent,\n  TaskEventType,\n  TaskFilter,\n  TaskSecrets,\n  TaskStatus,\n} from '@backstage/plugin-scaffolder-node';\nimport { DateTime, Duration } from 'luxon';\nimport { TaskRecovery, TaskSpec } from '@backstage/plugin-scaffolder-common';\nimport { trimEventsTillLastRecovery } from './taskRecoveryHelper';\nimport { intervalFromNowTill } from './dbUtil';\nimport { flattenParams } from '../../service/helpers';\nimport { EventsService } from '@backstage/plugin-events-node';\nimport { PermissionCriteria } from '@backstage/plugin-permission-common';\nimport {\n  isAndCriteria,\n  isNotCriteria,\n  isOrCriteria,\n} from '@backstage/plugin-permission-node';\nimport { TaskFilters } from '@backstage/plugin-scaffolder-node';\nimport { compact } from 'lodash';\n\nconst migrationsDir = resolvePackagePath(\n  '@backstage/plugin-scaffolder-backend',\n  'migrations',\n);\n\nexport type RawDbTaskRow = {\n  id: string;\n  spec: string;\n  status: TaskStatus;\n  state?: string;\n  last_heartbeat_at?: string;\n  created_at: string;\n  created_by: string | null;\n  secrets?: string | null;\n  workspace?: Buffer;\n};\n\nexport type RawDbTaskEventRow = {\n  id: number;\n  task_id: string;\n  body: string;\n  event_type: TaskEventType;\n  created_at: string;\n};\n\n/**\n * DatabaseTaskStore\n */\nexport type DatabaseTaskStoreOptions = {\n  database: DatabaseService | Knex;\n  events?: EventsService;\n  /**\n   * Whether automatic task recovery is enabled. When enabled, task secrets are\n   * retained until the task reaches a terminal state so that a recovered task\n   * can resume. When disabled (the default), secrets are cleared as soon as the\n   * task is claimed, preserving the original security lifecycle.\n   */\n  recoverTasksEnabled?: boolean;\n};\n\n/**\n * Type guard to help DatabaseTaskStore understand when database is DatabaseService vs. when database is a Knex instance.\n * */\nfunction isDatabaseService(\n  opt: DatabaseService | Knex,\n): opt is DatabaseService {\n  return (opt as DatabaseService).getClient !== undefined;\n}\n\nconst parseSqlDateToIsoString = <T>(input: T): T | string => {\n  if (typeof input === 'string') {\n    const parsed = DateTime.fromSQL(input, { zone: 'UTC' });\n    if (!parsed.isValid) {\n      throw new Error(\n        `Failed to parse database timestamp '${input}', ${parsed.invalidReason}: ${parsed.invalidExplanation}`,\n      );\n    }\n    return parsed.toISO()!;\n  }\n\n  return input;\n};\n\n/**\n * DatabaseTaskStore\n */\nexport class DatabaseTaskStore implements TaskStore {\n  private readonly db: Knex;\n  private readonly events?: EventsService;\n  private readonly recoverTasksEnabled: boolean;\n\n  static async create(\n    options: DatabaseTaskStoreOptions,\n  ): Promise<DatabaseTaskStore> {\n    const { database } = options;\n    const client = await this.getClient(database);\n\n    await this.runMigrations(database, client);\n\n    return new DatabaseTaskStore(\n      client,\n      options.events,\n      options.recoverTasksEnabled ?? false,\n    );\n  }\n\n  private isRecoverableTask(spec: TaskSpec): boolean {\n    return ['startOver'].includes(\n      spec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n    );\n  }\n\n  private parseSpec({ spec, id }: { spec: string; id: string }): TaskSpec {\n    try {\n      return JSON.parse(spec);\n    } catch (error) {\n      throw new Error(`Failed to parse spec of task '${id}', ${error}`);\n    }\n  }\n\n  private parseTaskSecrets(taskRow: RawDbTaskRow): TaskSecrets | undefined {\n    try {\n      return taskRow.secrets ? JSON.parse(taskRow.secrets) : undefined;\n    } catch (error) {\n      throw new Error(\n        `Failed to parse secrets of task '${taskRow.id}', ${error}`,\n      );\n    }\n  }\n\n  private static async getClient(\n    database: DatabaseService | Knex,\n  ): Promise<Knex> {\n    if (isDatabaseService(database)) {\n      return database.getClient();\n    }\n\n    return database;\n  }\n\n  private static async runMigrations(\n    database: DatabaseService | Knex,\n    client: Knex,\n  ): Promise<void> {\n    if (!isDatabaseService(database)) {\n      await client.migrate.latest({\n        directory: migrationsDir,\n      });\n\n      return;\n    }\n\n    if (!database.migrations?.skip) {\n      await client.migrate.latest({\n        directory: migrationsDir,\n      });\n    }\n  }\n\n  private constructor(\n    client: Knex,\n    events: EventsService | undefined,\n    recoverTasksEnabled: boolean,\n  ) {\n    this.db = client;\n    this.events = events;\n    this.recoverTasksEnabled = recoverTasksEnabled;\n  }\n\n  private getState(task: Pick<RawDbTaskRow, 'id' | 'state'>) {\n    try {\n      return task.state ? JSON.parse(task.state).state : undefined;\n    } catch (error) {\n      throw new Error(\n        `Failed to parse state of the task '${task.id}', ${error}`,\n      );\n    }\n  }\n\n  private isTaskFilter(filter: any): filter is TaskFilter {\n    return filter.hasOwnProperty('key');\n  }\n\n  private parseFilter(\n    filter: PermissionCriteria<TaskFilters>,\n    query: Knex.QueryBuilder,\n    db: Knex,\n    negate: boolean = false,\n  ): Knex.QueryBuilder {\n    if (isNotCriteria(filter)) {\n      return this.parseFilter(filter.not, query, db, !negate);\n    }\n\n    if (this.isTaskFilter(filter)) {\n      const values: string[] = compact(filter.values) ?? [];\n      if (negate) {\n        query.whereNotIn(filter.key, values);\n      } else {\n        query.whereIn(filter.key, values);\n      }\n\n      return query;\n    }\n\n    return query[negate ? 'andWhereNot' : 'andWhere'](subQuery => {\n      if (isOrCriteria(filter)) {\n        for (const subFilter of filter.anyOf ?? []) {\n          subQuery.orWhere(subQueryInner =>\n            this.parseFilter(subFilter, subQueryInner, db, false),\n          );\n        }\n      } else if (isAndCriteria(filter)) {\n        for (const subFilter of filter.allOf ?? []) {\n          subQuery.andWhere(subQueryInner =>\n            this.parseFilter(subFilter, subQueryInner, db, false),\n          );\n        }\n      }\n    });\n  }\n\n  async list(options: {\n    createdBy?: string;\n    status?: TaskStatus;\n    filters?: {\n      createdBy?: string | string[];\n      status?: TaskStatus | TaskStatus[];\n    };\n    pagination?: {\n      limit?: number;\n      offset?: number;\n    };\n    order?: { order: 'asc' | 'desc'; field: string }[];\n    permissionFilters?: PermissionCriteria<TaskFilters>;\n  }): Promise<{ tasks: SerializedTask[]; totalTasks?: number }> {\n    const { createdBy, status, pagination, order, filters, permissionFilters } =\n      options ?? {};\n    const queryBuilder = this.db<RawDbTaskRow & { count: number }>('tasks');\n\n    const createdByValues = flattenParams<string>(\n      createdBy,\n      filters?.createdBy,\n    );\n\n    const combinedPermissionFilters:\n      | PermissionCriteria<TaskFilters>\n      | undefined =\n      createdByValues.length > 0\n        ? {\n            allOf: [\n              { key: 'created_by', values: createdByValues },\n              ...(permissionFilters ? [permissionFilters] : []),\n            ],\n          }\n        : permissionFilters;\n\n    if (combinedPermissionFilters) {\n      this.parseFilter(combinedPermissionFilters, queryBuilder, this.db);\n    }\n\n    if (status || filters?.status) {\n      const arr: TaskStatus[] = flattenParams<TaskStatus>(\n        status,\n        filters?.status,\n      );\n      queryBuilder.whereIn('status', [...new Set(arr)]);\n    }\n\n    const countQuery = queryBuilder.clone();\n    countQuery.count('tasks.id', { as: 'count' });\n\n    if (order) {\n      order.forEach(f => {\n        queryBuilder.orderBy(f.field, f.order);\n      });\n    } else {\n      queryBuilder.orderBy('created_at', 'desc');\n    }\n\n    if (pagination?.limit !== undefined) {\n      queryBuilder.limit(pagination.limit);\n    }\n\n    if (pagination?.offset !== undefined) {\n      queryBuilder.offset(pagination.offset);\n    }\n\n    const [results, [{ count }]] = await Promise.all([\n      queryBuilder.select([\n        'id',\n        'spec',\n        'status',\n        'created_by',\n        'last_heartbeat_at',\n        'created_at',\n      ]),\n      countQuery,\n    ]);\n\n    const tasks = results.map(result => ({\n      id: result.id,\n      spec: JSON.parse(result.spec),\n      status: result.status,\n      createdBy: result.created_by ?? undefined,\n      lastHeartbeatAt: parseSqlDateToIsoString(result.last_heartbeat_at),\n      createdAt: parseSqlDateToIsoString(result.created_at),\n    }));\n\n    // `count` is coerced to a number because knex returns the result of a\n    // `COUNT(*)` aggregate as a string on PostgreSQL (the underlying column is\n    // a bigint), whereas it is a number on better-sqlite3. Without this the\n    // `totalTasks` value would be a string in production, which breaks\n    // consumers that expect a number (e.g. the `list-scaffolder-tasks` action\n    // whose output schema declares `totalTasks: z.number()`).\n    const totalTasks = Number(count);\n    if (!Number.isSafeInteger(totalTasks)) {\n      // A bigint count above Number.MAX_SAFE_INTEGER would silently lose\n      // precision when coerced, so fail loudly rather than report a wrong total.\n      throw new Error(\n        `Task count '${count}' exceeds the safe integer range and cannot be represented accurately as 'totalTasks'`,\n      );\n    }\n\n    return { tasks, totalTasks };\n  }\n\n  async getTask(taskId: string): Promise<SerializedTask> {\n    const [result] = await this.db<RawDbTaskRow>('tasks')\n      .where({ id: taskId })\n      .select([\n        'id',\n        'spec',\n        'status',\n        'state',\n        'last_heartbeat_at',\n        'created_at',\n        'created_by',\n        'secrets',\n      ]);\n    if (!result) {\n      throw new NotFoundError(`No task with id '${taskId}' found`);\n    }\n    try {\n      return this.parseTaskRow(result);\n    } catch (error) {\n      throw new Error(`Failed to parse spec of task '${taskId}', ${error}`);\n    }\n  }\n\n  private parseTaskRow(result: RawDbTaskRow): SerializedTask {\n    const spec = JSON.parse(result.spec);\n    const secrets = result.secrets ? JSON.parse(result.secrets) : undefined;\n    const state = this.getState(result);\n\n    return {\n      id: result.id,\n      spec,\n      status: result.status,\n      lastHeartbeatAt: parseSqlDateToIsoString(result.last_heartbeat_at),\n      createdAt: parseSqlDateToIsoString(result.created_at),\n      createdBy: result.created_by ?? undefined,\n      secrets,\n      state,\n    };\n  }\n\n  async createTask(\n    options: TaskStoreCreateTaskOptions,\n  ): Promise<TaskStoreCreateTaskResult> {\n    const taskId = uuid();\n    await this.db<RawDbTaskRow>('tasks').insert({\n      id: taskId,\n      spec: JSON.stringify(options.spec),\n      secrets: options.secrets ? JSON.stringify(options.secrets) : undefined,\n      created_by: options.createdBy ?? null,\n      status: 'open',\n    });\n\n    this.events?.publish({\n      topic: 'scaffolder.task',\n      eventPayload: {\n        id: taskId,\n        spec: options.spec,\n        createdBy: options.createdBy,\n        status: 'open',\n      },\n    });\n\n    return { taskId };\n  }\n\n  async claimTask(): Promise<SerializedTask | undefined> {\n    return this.db.transaction(async tx => {\n      const [task] = await tx<RawDbTaskRow>('tasks')\n        .where({\n          status: 'open',\n        })\n        .limit(1)\n        .select([\n          'id',\n          'spec',\n          'status',\n          'state',\n          'last_heartbeat_at',\n          'created_at',\n          'created_by',\n          'secrets',\n        ]);\n\n      if (!task) {\n        return undefined;\n      }\n\n      const spec = this.parseSpec(task);\n\n      const updateCount = await tx<RawDbTaskRow>('tasks')\n        .where({ id: task.id, status: 'open' })\n        .update({\n          status: 'processing',\n          last_heartbeat_at: this.db.fn.now(),\n          // Retain secrets only when recovery is enabled (globally or via the\n          // legacy per-template strategy) so recovered tasks can resume.\n          // Otherwise clear them on claim to preserve the default security\n          // lifecycle.\n          secrets:\n            this.recoverTasksEnabled || this.isRecoverableTask(spec)\n              ? task.secrets\n              : null,\n        });\n\n      if (updateCount < 1) {\n        return undefined;\n      }\n\n      const ret: SerializedTask = {\n        id: task.id,\n        spec,\n        status: 'processing',\n        lastHeartbeatAt: task.last_heartbeat_at,\n        createdAt: task.created_at,\n        createdBy: task.created_by ?? undefined,\n        state: this.getState(task),\n      };\n\n      this.events?.publish({\n        topic: 'scaffolder.task',\n        eventPayload: ret,\n      });\n\n      const secrets = this.parseTaskSecrets(task);\n      return { ...ret, secrets };\n    });\n  }\n\n  async heartbeatTask(taskId: string): Promise<void> {\n    const updateCount = await this.db<RawDbTaskRow>('tasks')\n      .where({ id: taskId, status: 'processing' })\n      .update({\n        last_heartbeat_at: this.db.fn.now(),\n      });\n    if (updateCount === 0) {\n      throw new ConflictError(`No running task with taskId ${taskId} found`);\n    }\n  }\n\n  async listStaleTasks(options: { timeoutS: number }): Promise<{\n    tasks: { taskId: string; recovery?: TaskRecovery }[];\n  }> {\n    const { timeoutS } = options;\n    const heartbeatInterval = intervalFromNowTill(timeoutS, this.db);\n    const rawRows = await this.db<RawDbTaskRow>('tasks')\n      .where('status', 'processing')\n      .andWhere('last_heartbeat_at', '<=', heartbeatInterval)\n      .select(['id', 'spec']);\n    const tasks = rawRows.map(row => ({\n      recovery: (JSON.parse(row.spec) as TaskSpec).EXPERIMENTAL_recovery,\n      taskId: row.id,\n    }));\n    return { tasks };\n  }\n\n  async completeTask(options: {\n    taskId: string;\n    status: TaskStatus;\n    eventBody: JsonObject;\n  }): Promise<void> {\n    const { taskId, status, eventBody } = options;\n\n    let oldStatus: TaskStatus;\n    if (['failed', 'completed', 'cancelled'].includes(status)) {\n      oldStatus = 'processing';\n    } else {\n      throw new Error(\n        `Invalid status update of run '${taskId}' to status '${status}'`,\n      );\n    }\n\n    await this.db.transaction(async tx => {\n      const [task] = await tx<RawDbTaskRow>('tasks')\n        .where({\n          id: taskId,\n        })\n        .limit(1)\n        .select([\n          'id',\n          'status',\n          'state',\n          'last_heartbeat_at',\n          'created_at',\n          'created_by',\n        ]);\n\n      const updateTask = async (criteria: {\n        id: string;\n        status?: TaskStatus;\n      }) => {\n        const updateCount = await tx<RawDbTaskRow>('tasks')\n          .where(criteria)\n          .update({\n            status,\n            secrets: null,\n          });\n\n        if (updateCount !== 1) {\n          throw new ConflictError(\n            `Failed to update status to '${status}' for taskId ${taskId}`,\n          );\n        }\n\n        this.events?.publish({\n          topic: 'scaffolder.task',\n          eventPayload: {\n            id: taskId,\n            status: status,\n            lastHeartbeatAt: task.last_heartbeat_at,\n            createdAt: task.created_at,\n            createdBy: task.created_by,\n            state: this.getState(task),\n          },\n        });\n\n        await tx<RawDbTaskEventRow>('task_events')\n          .insert({\n            task_id: taskId,\n            event_type: 'completion',\n            body: JSON.stringify(eventBody),\n          })\n          .returning('id');\n      };\n\n      if (status === 'cancelled') {\n        await updateTask({\n          id: taskId,\n        });\n        return;\n      }\n\n      if (task.status === 'cancelled') {\n        return;\n      }\n\n      if (!task) {\n        throw new Error(`No task with taskId ${taskId} found`);\n      }\n      if (task.status !== oldStatus) {\n        throw new ConflictError(\n          `Refusing to update status of run '${taskId}' to status '${status}' ` +\n            `as it is currently '${task.status}', expected '${oldStatus}'`,\n        );\n      }\n\n      await updateTask({\n        id: taskId,\n        status: oldStatus,\n      });\n    });\n  }\n\n  async emitLogEvent(\n    options: TaskStoreEmitOptions<{ message: string } & JsonObject>,\n  ): Promise<void> {\n    const { taskId, body } = options;\n    const serializedBody = JSON.stringify(body);\n    await this.db<RawDbTaskEventRow>('task_events')\n      .insert({\n        task_id: taskId,\n        event_type: 'log',\n        body: serializedBody,\n      })\n      .returning('id');\n  }\n\n  async getTaskState({ taskId }: { taskId: string }): Promise<\n    | {\n        state: JsonObject;\n      }\n    | undefined\n  > {\n    const [result] = await this.db<RawDbTaskRow>('tasks')\n      .where({ id: taskId })\n      .select('state');\n    return result.state ? JSON.parse(result.state) : undefined;\n  }\n\n  async saveTaskState(options: {\n    taskId: string;\n    state?: JsonObject;\n  }): Promise<void> {\n    if (options.state) {\n      const serializedState = JSON.stringify({ state: options.state });\n      await this.db<RawDbTaskRow>('tasks')\n        .where({ id: options.taskId })\n        .update({\n          state: serializedState,\n        });\n    }\n  }\n\n  async listEvents(\n    options: TaskStoreListEventsOptions,\n  ): Promise<{ events: SerializedTaskEvent[] }> {\n    const { taskId, after, isTaskRecoverable } = options;\n    const rawEvents = await this.db<RawDbTaskEventRow>('task_events')\n      .where({\n        task_id: taskId,\n      })\n      .andWhere(builder => {\n        if (typeof after === 'number') {\n          builder.where('id', '>', after).orWhere('event_type', 'completion');\n        }\n      })\n      .orderBy('id')\n      .select();\n\n    const events = rawEvents.map(event => {\n      try {\n        const body = JSON.parse(event.body) as SerializedTaskEvent['body'];\n        return {\n          id: Number(event.id),\n          isTaskRecoverable,\n          taskId,\n          body,\n          type: event.event_type,\n          createdAt: parseSqlDateToIsoString(event.created_at),\n        };\n      } catch (error) {\n        throw new Error(\n          `Failed to parse event body from event taskId=${taskId} id=${event.id}, ${error}`,\n        );\n      }\n    });\n\n    return trimEventsTillLastRecovery(events);\n  }\n\n  async shutdownTask(options: TaskStoreShutDownTaskOptions): Promise<void> {\n    const { taskId } = options;\n    const message = `This task was marked as stale as it exceeded its timeout`;\n\n    const statusStepEvents = (await this.listEvents({ taskId })).events.filter(\n      ({ body }) => body?.stepId,\n    );\n\n    const completedSteps = statusStepEvents\n      .filter(\n        ({ body: { status } }) => status === 'failed' || status === 'completed',\n      )\n      .map(step => step.body.stepId);\n\n    const hungProcessingSteps = statusStepEvents\n      .filter(({ body: { status } }) => status === 'processing')\n      .map(event => event.body.stepId)\n      .filter(step => !completedSteps.includes(step));\n\n    for (const step of hungProcessingSteps) {\n      await this.emitLogEvent({\n        taskId,\n        body: {\n          message,\n          stepId: step,\n          status: 'failed',\n        },\n      });\n    }\n\n    await this.completeTask({\n      taskId,\n      status: 'failed',\n      eventBody: {\n        message,\n      },\n    });\n  }\n\n  async cancelTask(\n    options: TaskStoreEmitOptions<{ message: string } & JsonObject>,\n  ): Promise<void> {\n    const { taskId, body } = options;\n    const serializedBody = JSON.stringify(body);\n    const ret = await this.db.transaction(async tx => {\n      await tx<RawDbTaskRow>('tasks')\n        .where({ id: taskId })\n        .update({ secrets: null });\n\n      const [event] = await tx<RawDbTaskEventRow>('task_events')\n        .insert({\n          task_id: taskId,\n          event_type: 'cancelled',\n          body: serializedBody,\n        })\n        .returning('id');\n\n      return event;\n    });\n\n    this.events?.publish({\n      topic: 'scaffolder.task',\n      eventPayload: {\n        id: ret.id,\n        taskId,\n        status: 'cancelled',\n        body,\n      },\n    });\n  }\n\n  async retryTask(options: {\n    secrets?: TaskSecrets;\n    taskId: string;\n  }): Promise<void> {\n    const { secrets, taskId } = options;\n\n    await this.db.transaction(async tx => {\n      const updateCount = await tx<RawDbTaskRow>('tasks')\n        .where('id', taskId)\n        .whereIn('status', ['cancelled', 'completed', 'failed', 'skipped'])\n        .update({\n          ...(secrets && { secrets: JSON.stringify(secrets) }),\n          status: 'open',\n          last_heartbeat_at: this.db.fn.now(),\n        });\n\n      if (Number(updateCount) !== 1) {\n        throw new ConflictError(`Task with taskId ${taskId} cannot be retried`);\n      }\n\n      const [task] = await tx<RawDbTaskRow>('tasks')\n        .where('id', taskId)\n        .select('id', 'spec');\n      const taskSpec = JSON.parse(task.spec) as TaskSpec;\n\n      /**\n       * Once task is picked up, all event types are replayed.\n       * We have to remove cancelled or completion event_type as these are as actions for frontend to perform.\n       * In contrary, we send 'recovered' event_type to reset the state on the frontend side.\n       *\n       */\n      await tx<RawDbTaskEventRow>('task_events')\n        .where('task_id', task.id)\n        .andWhere(q => q.whereIn('event_type', ['cancelled', 'completion']))\n        .del();\n\n      await tx<RawDbTaskEventRow>('task_events').insert({\n        task_id: task.id,\n        event_type: 'recovered',\n        body: JSON.stringify({\n          recoverStrategy:\n            taskSpec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n        }),\n      });\n    });\n  }\n\n  async recoverTasks(\n    options: TaskStoreRecoverTaskOptions,\n  ): Promise<{ ids: string[] }> {\n    const taskIdsToRecover: string[] = [];\n    const timeoutS = Duration.fromObject(options.timeout).as('seconds');\n\n    await this.db.transaction(async tx => {\n      const heartbeatInterval = intervalFromNowTill(timeoutS, this.db);\n\n      const result = await tx<RawDbTaskRow>('tasks')\n        .where('status', 'processing')\n        .andWhere('last_heartbeat_at', '<=', heartbeatInterval)\n        .update(\n          {\n            status: 'open',\n            last_heartbeat_at: this.db.fn.now(),\n          },\n          ['id', 'spec'],\n        );\n\n      taskIdsToRecover.push(...result.map(i => i.id));\n\n      for (const { id, spec } of result) {\n        const taskSpec = JSON.parse(spec as string) as TaskSpec;\n        const event = {\n          recoverStrategy:\n            taskSpec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n        };\n        const [ret] = await tx<RawDbTaskEventRow>('task_events')\n          .insert({\n            task_id: id,\n            event_type: 'recovered',\n            body: JSON.stringify(event),\n          })\n          .returning('id');\n\n        this.events?.publish({\n          topic: 'scaffolder.task',\n          eventPayload: {\n            id: ret.id,\n            taskId: id,\n            status: 'recovered',\n            body: event,\n          },\n        });\n      }\n    });\n\n    return { ids: taskIdsToRecover };\n  }\n}\n"],"names":["resolvePackagePath","DateTime","isNotCriteria","compact","isOrCriteria","isAndCriteria","flattenParams","NotFoundError","uuid","ConflictError","intervalFromNowTill","trimEventsTillLastRecovery","Duration"],"mappings":";;;;;;;;;;;;AAwDA,MAAM,aAAA,GAAgBA,mCAAA;AAAA,EACpB,sCAAA;AAAA,EACA;AACF,CAAA;AAwCA,SAAS,kBACP,GAAA,EACwB;AACxB,EAAA,OAAQ,IAAwB,SAAA,KAAc,MAAA;AAChD;AAEA,MAAM,uBAAA,GAA0B,CAAI,KAAA,KAAyB;AAC3D,EAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,IAAA,MAAM,SAASC,cAAA,CAAS,OAAA,CAAQ,OAAO,EAAE,IAAA,EAAM,OAAO,CAAA;AACtD,IAAA,IAAI,CAAC,OAAO,OAAA,EAAS;AACnB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,uCAAuC,KAAK,CAAA,GAAA,EAAM,OAAO,aAAa,CAAA,EAAA,EAAK,OAAO,kBAAkB,CAAA;AAAA,OACtG;AAAA,IACF;AACA,IAAA,OAAO,OAAO,KAAA,EAAM;AAAA,EACtB;AAEA,EAAA,OAAO,KAAA;AACT,CAAA;AAKO,MAAM,iBAAA,CAAuC;AAAA,EACjC,EAAA;AAAA,EACA,MAAA;AAAA,EACA,mBAAA;AAAA,EAEjB,aAAa,OACX,OAAA,EAC4B;AAC5B,IAAA,MAAM,EAAE,UAAS,GAAI,OAAA;AACrB,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAA;AAE5C,IAAA,MAAM,IAAA,CAAK,aAAA,CAAc,QAAA,EAAU,MAAM,CAAA;AAEzC,IAAA,OAAO,IAAI,iBAAA;AAAA,MACT,MAAA;AAAA,MACA,OAAA,CAAQ,MAAA;AAAA,MACR,QAAQ,mBAAA,IAAuB;AAAA,KACjC;AAAA,EACF;AAAA,EAEQ,kBAAkB,IAAA,EAAyB;AACjD,IAAA,OAAO,CAAC,WAAW,CAAA,CAAE,QAAA;AAAA,MACnB,IAAA,CAAK,uBAAuB,qBAAA,IAAyB;AAAA,KACvD;AAAA,EACF;AAAA,EAEQ,SAAA,CAAU,EAAE,IAAA,EAAM,EAAA,EAAG,EAA2C;AACtE,IAAA,IAAI;AACF,MAAA,OAAO,IAAA,CAAK,MAAM,IAAI,CAAA;AAAA,IACxB,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IAClE;AAAA,EACF;AAAA,EAEQ,iBAAiB,OAAA,EAAgD;AACvE,IAAA,IAAI;AACF,MAAA,OAAO,QAAQ,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,GAAI,KAAA,CAAA;AAAA,IACzD,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,iCAAA,EAAoC,OAAA,CAAQ,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,OAC3D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,aAAqB,UACnB,QAAA,EACe;AACf,IAAA,IAAI,iBAAA,CAAkB,QAAQ,CAAA,EAAG;AAC/B,MAAA,OAAO,SAAS,SAAA,EAAU;AAAA,IAC5B;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA,EAEA,aAAqB,aAAA,CACnB,QAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,CAAC,iBAAA,CAAkB,QAAQ,CAAA,EAAG;AAChC,MAAA,MAAM,MAAA,CAAO,QAAQ,MAAA,CAAO;AAAA,QAC1B,SAAA,EAAW;AAAA,OACZ,CAAA;AAED,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAA,CAAS,UAAA,EAAY,IAAA,EAAM;AAC9B,MAAA,MAAM,MAAA,CAAO,QAAQ,MAAA,CAAO;AAAA,QAC1B,SAAA,EAAW;AAAA,OACZ,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,MAAA,EACA,mBAAA,EACA;AACA,IAAA,IAAA,CAAK,EAAA,GAAK,MAAA;AACV,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,mBAAA,GAAsB,mBAAA;AAAA,EAC7B;AAAA,EAEQ,SAAS,IAAA,EAA0C;AACzD,IAAA,IAAI;AACF,MAAA,OAAO,KAAK,KAAA,GAAQ,IAAA,CAAK,MAAM,IAAA,CAAK,KAAK,EAAE,KAAA,GAAQ,KAAA,CAAA;AAAA,IACrD,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,mCAAA,EAAsC,IAAA,CAAK,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,OAC1D;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,MAAA,EAAmC;AACtD,IAAA,OAAO,MAAA,CAAO,eAAe,KAAK,CAAA;AAAA,EACpC;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,KAAA,EACA,EAAA,EACA,SAAkB,KAAA,EACC;AACnB,IAAA,IAAIC,kCAAA,CAAc,MAAM,CAAA,EAAG;AACzB,MAAA,OAAO,KAAK,WAAA,CAAY,MAAA,CAAO,KAAK,KAAA,EAAO,EAAA,EAAI,CAAC,MAAM,CAAA;AAAA,IACxD;AAEA,IAAA,IAAI,IAAA,CAAK,YAAA,CAAa,MAAM,CAAA,EAAG;AAC7B,MAAA,MAAM,MAAA,GAAmBC,cAAA,CAAQ,MAAA,CAAO,MAAM,KAAK,EAAC;AACpD,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,KAAA,CAAM,UAAA,CAAW,MAAA,CAAO,GAAA,EAAK,MAAM,CAAA;AAAA,MACrC,CAAA,MAAO;AACL,QAAA,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,GAAA,EAAK,MAAM,CAAA;AAAA,MAClC;AAEA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA,CAAM,MAAA,GAAS,aAAA,GAAgB,UAAU,EAAE,CAAA,QAAA,KAAY;AAC5D,MAAA,IAAIC,iCAAA,CAAa,MAAM,CAAA,EAAG;AACxB,QAAA,KAAA,MAAW,SAAA,IAAa,MAAA,CAAO,KAAA,IAAS,EAAC,EAAG;AAC1C,UAAA,QAAA,CAAS,OAAA;AAAA,YAAQ,mBACf,IAAA,CAAK,WAAA,CAAY,SAAA,EAAW,aAAA,EAAe,IAAI,KAAK;AAAA,WACtD;AAAA,QACF;AAAA,MACF,CAAA,MAAA,IAAWC,kCAAA,CAAc,MAAM,CAAA,EAAG;AAChC,QAAA,KAAA,MAAW,SAAA,IAAa,MAAA,CAAO,KAAA,IAAS,EAAC,EAAG;AAC1C,UAAA,QAAA,CAAS,QAAA;AAAA,YAAS,mBAChB,IAAA,CAAK,WAAA,CAAY,SAAA,EAAW,aAAA,EAAe,IAAI,KAAK;AAAA,WACtD;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,KAAK,OAAA,EAamD;AAC5D,IAAA,MAAM,EAAE,WAAW,MAAA,EAAQ,UAAA,EAAY,OAAO,OAAA,EAAS,iBAAA,EAAkB,GACvE,OAAA,IAAW,EAAC;AACd,IAAA,MAAM,YAAA,GAAe,IAAA,CAAK,EAAA,CAAqC,OAAO,CAAA;AAEtE,IAAA,MAAM,eAAA,GAAkBC,qBAAA;AAAA,MACtB,SAAA;AAAA,MACA,OAAA,EAAS;AAAA,KACX;AAEA,IAAA,MAAM,yBAAA,GAGJ,eAAA,CAAgB,MAAA,GAAS,CAAA,GACrB;AAAA,MACE,KAAA,EAAO;AAAA,QACL,EAAE,GAAA,EAAK,YAAA,EAAc,MAAA,EAAQ,eAAA,EAAgB;AAAA,QAC7C,GAAI,iBAAA,GAAoB,CAAC,iBAAiB,IAAI;AAAC;AACjD,KACF,GACA,iBAAA;AAEN,IAAA,IAAI,yBAAA,EAA2B;AAC7B,MAAA,IAAA,CAAK,WAAA,CAAY,yBAAA,EAA2B,YAAA,EAAc,IAAA,CAAK,EAAE,CAAA;AAAA,IACnE;AAEA,IAAA,IAAI,MAAA,IAAU,SAAS,MAAA,EAAQ;AAC7B,MAAA,MAAM,GAAA,GAAoBA,qBAAA;AAAA,QACxB,MAAA;AAAA,QACA,OAAA,EAAS;AAAA,OACX;AACA,MAAA,YAAA,CAAa,OAAA,CAAQ,UAAU,CAAC,GAAG,IAAI,GAAA,CAAI,GAAG,CAAC,CAAC,CAAA;AAAA,IAClD;AAEA,IAAA,MAAM,UAAA,GAAa,aAAa,KAAA,EAAM;AACtC,IAAA,UAAA,CAAW,KAAA,CAAM,UAAA,EAAY,EAAE,EAAA,EAAI,SAAS,CAAA;AAE5C,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,KAAA,CAAM,QAAQ,CAAA,CAAA,KAAK;AACjB,QAAA,YAAA,CAAa,OAAA,CAAQ,CAAA,CAAE,KAAA,EAAO,CAAA,CAAE,KAAK,CAAA;AAAA,MACvC,CAAC,CAAA;AAAA,IACH,CAAA,MAAO;AACL,MAAA,YAAA,CAAa,OAAA,CAAQ,cAAc,MAAM,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,UAAA,EAAY,UAAU,MAAA,EAAW;AACnC,MAAA,YAAA,CAAa,KAAA,CAAM,WAAW,KAAK,CAAA;AAAA,IACrC;AAEA,IAAA,IAAI,UAAA,EAAY,WAAW,MAAA,EAAW;AACpC,MAAA,YAAA,CAAa,MAAA,CAAO,WAAW,MAAM,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,CAAC,OAAA,EAAS,CAAC,EAAE,KAAA,EAAO,CAAC,CAAA,GAAI,MAAM,OAAA,CAAQ,GAAA,CAAI;AAAA,MAC/C,aAAa,MAAA,CAAO;AAAA,QAClB,IAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,YAAA;AAAA,QACA,mBAAA;AAAA,QACA;AAAA,OACD,CAAA;AAAA,MACD;AAAA,KACD,CAAA;AAED,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,MAAA,MAAW;AAAA,MACnC,IAAI,MAAA,CAAO,EAAA;AAAA,MACX,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,IAAI,CAAA;AAAA,MAC5B,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,SAAA,EAAW,OAAO,UAAA,IAAc,MAAA;AAAA,MAChC,eAAA,EAAiB,uBAAA,CAAwB,MAAA,CAAO,iBAAiB,CAAA;AAAA,MACjE,SAAA,EAAW,uBAAA,CAAwB,MAAA,CAAO,UAAU;AAAA,KACtD,CAAE,CAAA;AAQF,IAAA,MAAM,UAAA,GAAa,OAAO,KAAK,CAAA;AAC/B,IAAA,IAAI,CAAC,MAAA,CAAO,aAAA,CAAc,UAAU,CAAA,EAAG;AAGrC,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,eAAe,KAAK,CAAA,qFAAA;AAAA,OACtB;AAAA,IACF;AAEA,IAAA,OAAO,EAAE,OAAO,UAAA,EAAW;AAAA,EAC7B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAAyC;AACrD,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,KAAK,EAAA,CAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,EACpB,MAAA,CAAO;AAAA,MACN,IAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA;AAAA,MACA,OAAA;AAAA,MACA,mBAAA;AAAA,MACA,YAAA;AAAA,MACA,YAAA;AAAA,MACA;AAAA,KACD,CAAA;AACH,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA,MAAM,IAAIC,oBAAA,CAAc,CAAA,iBAAA,EAAoB,MAAM,CAAA,OAAA,CAAS,CAAA;AAAA,IAC7D;AACA,IAAA,IAAI;AACF,MAAA,OAAO,IAAA,CAAK,aAAa,MAAM,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,MAAM,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IACtE;AAAA,EACF;AAAA,EAEQ,aAAa,MAAA,EAAsC;AACzD,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,IAAI,CAAA;AACnC,IAAA,MAAM,UAAU,MAAA,CAAO,OAAA,GAAU,KAAK,KAAA,CAAM,MAAA,CAAO,OAAO,CAAA,GAAI,MAAA;AAC9D,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,QAAA,CAAS,MAAM,CAAA;AAElC,IAAA,OAAO;AAAA,MACL,IAAI,MAAA,CAAO,EAAA;AAAA,MACX,IAAA;AAAA,MACA,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,eAAA,EAAiB,uBAAA,CAAwB,MAAA,CAAO,iBAAiB,CAAA;AAAA,MACjE,SAAA,EAAW,uBAAA,CAAwB,MAAA,CAAO,UAAU,CAAA;AAAA,MACpD,SAAA,EAAW,OAAO,UAAA,IAAc,MAAA;AAAA,MAChC,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EACoC;AACpC,IAAA,MAAM,SAASC,sBAAA,EAAK;AACpB,IAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAAE,MAAA,CAAO;AAAA,MAC1C,EAAA,EAAI,MAAA;AAAA,MACJ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAA,CAAQ,IAAI,CAAA;AAAA,MACjC,SAAS,OAAA,CAAQ,OAAA,GAAU,KAAK,SAAA,CAAU,OAAA,CAAQ,OAAO,CAAA,GAAI,MAAA;AAAA,MAC7D,UAAA,EAAY,QAAQ,SAAA,IAAa,IAAA;AAAA,MACjC,MAAA,EAAQ;AAAA,KACT,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,MACnB,KAAA,EAAO,iBAAA;AAAA,MACP,YAAA,EAAc;AAAA,QACZ,EAAA,EAAI,MAAA;AAAA,QACJ,MAAM,OAAA,CAAQ,IAAA;AAAA,QACd,WAAW,OAAA,CAAQ,SAAA;AAAA,QACnB,MAAA,EAAQ;AAAA;AACV,KACD,CAAA;AAED,IAAA,OAAO,EAAE,MAAA,EAAO;AAAA,EAClB;AAAA,EAEA,MAAM,SAAA,GAAiD;AACrD,IAAA,OAAO,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACrC,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM;AAAA,QACL,MAAA,EAAQ;AAAA,OACT,CAAA,CACA,KAAA,CAAM,CAAC,EACP,MAAA,CAAO;AAAA,QACN,IAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,OAAA;AAAA,QACA,mBAAA;AAAA,QACA,YAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACD,CAAA;AAEH,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,OAAO,MAAA;AAAA,MACT;AAEA,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAEhC,MAAA,MAAM,WAAA,GAAc,MAAM,EAAA,CAAiB,OAAO,EAC/C,KAAA,CAAM,EAAE,EAAA,EAAI,IAAA,CAAK,EAAA,EAAI,MAAA,EAAQ,MAAA,EAAQ,EACrC,MAAA,CAAO;AAAA,QACN,MAAA,EAAQ,YAAA;AAAA,QACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA,EAAI;AAAA;AAAA;AAAA;AAAA;AAAA,QAKlC,OAAA,EACE,KAAK,mBAAA,IAAuB,IAAA,CAAK,kBAAkB,IAAI,CAAA,GACnD,KAAK,OAAA,GACL;AAAA,OACP,CAAA;AAEH,MAAA,IAAI,cAAc,CAAA,EAAG;AACnB,QAAA,OAAO,MAAA;AAAA,MACT;AAEA,MAAA,MAAM,GAAA,GAAsB;AAAA,QAC1B,IAAI,IAAA,CAAK,EAAA;AAAA,QACT,IAAA;AAAA,QACA,MAAA,EAAQ,YAAA;AAAA,QACR,iBAAiB,IAAA,CAAK,iBAAA;AAAA,QACtB,WAAW,IAAA,CAAK,UAAA;AAAA,QAChB,SAAA,EAAW,KAAK,UAAA,IAAc,MAAA;AAAA,QAC9B,KAAA,EAAO,IAAA,CAAK,QAAA,CAAS,IAAI;AAAA,OAC3B;AAEA,MAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACnB,KAAA,EAAO,iBAAA;AAAA,QACP,YAAA,EAAc;AAAA,OACf,CAAA;AAED,MAAA,MAAM,OAAA,GAAU,IAAA,CAAK,gBAAA,CAAiB,IAAI,CAAA;AAC1C,MAAA,OAAO,EAAE,GAAG,GAAA,EAAK,OAAA,EAAQ;AAAA,IAC3B,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+B;AACjD,IAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CACpD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,MAAA,EAAQ,YAAA,EAAc,EAC1C,MAAA,CAAO;AAAA,MACN,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,KACnC,CAAA;AACH,IAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,MAAA,MAAM,IAAIC,oBAAA,CAAc,CAAA,4BAAA,EAA+B,MAAM,CAAA,MAAA,CAAQ,CAAA;AAAA,IACvE;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,OAAA,EAElB;AACD,IAAA,MAAM,EAAE,UAAS,GAAI,OAAA;AACrB,IAAA,MAAM,iBAAA,GAAoBC,0BAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,EAAE,CAAA;AAC/D,IAAA,MAAM,UAAU,MAAM,IAAA,CAAK,GAAiB,OAAO,CAAA,CAChD,MAAM,QAAA,EAAU,YAAY,EAC5B,QAAA,CAAS,mBAAA,EAAqB,MAAM,iBAAiB,CAAA,CACrD,OAAO,CAAC,IAAA,EAAM,MAAM,CAAC,CAAA;AACxB,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,GAAA,MAAQ;AAAA,MAChC,QAAA,EAAW,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,IAAI,CAAA,CAAe,qBAAA;AAAA,MAC7C,QAAQ,GAAA,CAAI;AAAA,KACd,CAAE,CAAA;AACF,IAAA,OAAO,EAAE,KAAA,EAAM;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,OAAA,EAID;AAChB,IAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAQ,SAAA,EAAU,GAAI,OAAA;AAEtC,IAAA,IAAI,SAAA;AACJ,IAAA,IAAI,CAAC,QAAA,EAAU,WAAA,EAAa,WAAW,CAAA,CAAE,QAAA,CAAS,MAAM,CAAA,EAAG;AACzD,MAAA,SAAA,GAAY,YAAA;AAAA,IACd,CAAA,MAAO;AACL,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,8BAAA,EAAiC,MAAM,CAAA,aAAA,EAAgB,MAAM,CAAA,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM;AAAA,QACL,EAAA,EAAI;AAAA,OACL,CAAA,CACA,KAAA,CAAM,CAAC,EACP,MAAA,CAAO;AAAA,QACN,IAAA;AAAA,QACA,QAAA;AAAA,QACA,OAAA;AAAA,QACA,mBAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACD,CAAA;AAEH,MAAA,MAAM,UAAA,GAAa,OAAO,QAAA,KAGpB;AACJ,QAAA,MAAM,WAAA,GAAc,MAAM,EAAA,CAAiB,OAAO,EAC/C,KAAA,CAAM,QAAQ,EACd,MAAA,CAAO;AAAA,UACN,MAAA;AAAA,UACA,OAAA,EAAS;AAAA,SACV,CAAA;AAEH,QAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,UAAA,MAAM,IAAID,oBAAA;AAAA,YACR,CAAA,4BAAA,EAA+B,MAAM,CAAA,aAAA,EAAgB,MAAM,CAAA;AAAA,WAC7D;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,UACnB,KAAA,EAAO,iBAAA;AAAA,UACP,YAAA,EAAc;AAAA,YACZ,EAAA,EAAI,MAAA;AAAA,YACJ,MAAA;AAAA,YACA,iBAAiB,IAAA,CAAK,iBAAA;AAAA,YACtB,WAAW,IAAA,CAAK,UAAA;AAAA,YAChB,WAAW,IAAA,CAAK,UAAA;AAAA,YAChB,KAAA,EAAO,IAAA,CAAK,QAAA,CAAS,IAAI;AAAA;AAC3B,SACD,CAAA;AAED,QAAA,MAAM,EAAA,CAAsB,aAAa,CAAA,CACtC,MAAA,CAAO;AAAA,UACN,OAAA,EAAS,MAAA;AAAA,UACT,UAAA,EAAY,YAAA;AAAA,UACZ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,SAAS;AAAA,SAC/B,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAAA,MACnB,CAAA;AAEA,MAAA,IAAI,WAAW,WAAA,EAAa;AAC1B,QAAA,MAAM,UAAA,CAAW;AAAA,UACf,EAAA,EAAI;AAAA,SACL,CAAA;AACD,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,IAAA,CAAK,WAAW,WAAA,EAAa;AAC/B,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oBAAA,EAAuB,MAAM,CAAA,MAAA,CAAQ,CAAA;AAAA,MACvD;AACA,MAAA,IAAI,IAAA,CAAK,WAAW,SAAA,EAAW;AAC7B,QAAA,MAAM,IAAIA,oBAAA;AAAA,UACR,CAAA,kCAAA,EAAqC,MAAM,CAAA,aAAA,EAAgB,MAAM,yBACxC,IAAA,CAAK,MAAM,gBAAgB,SAAS,CAAA,CAAA;AAAA,SAC/D;AAAA,MACF;AAEA,MAAA,MAAM,UAAA,CAAW;AAAA,QACf,EAAA,EAAI,MAAA;AAAA,QACJ,MAAA,EAAQ;AAAA,OACT,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,aACJ,OAAA,EACe;AACf,IAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,EAAK,GAAI,OAAA;AACzB,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,IAAA,CAAK,EAAA,CAAsB,aAAa,CAAA,CAC3C,MAAA,CAAO;AAAA,MACN,OAAA,EAAS,MAAA;AAAA,MACT,UAAA,EAAY,KAAA;AAAA,MACZ,IAAA,EAAM;AAAA,KACP,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAAA,EACnB;AAAA,EAEA,MAAM,YAAA,CAAa,EAAE,MAAA,EAAO,EAK1B;AACA,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,KAAK,EAAA,CAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,CAAA,CACpB,OAAO,OAAO,CAAA;AACjB,IAAA,OAAO,OAAO,KAAA,GAAQ,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,KAAK,CAAA,GAAI,MAAA;AAAA,EACnD;AAAA,EAEA,MAAM,cAAc,OAAA,EAGF;AAChB,IAAA,IAAI,QAAQ,KAAA,EAAO;AACjB,MAAA,MAAM,kBAAkB,IAAA,CAAK,SAAA,CAAU,EAAE,KAAA,EAAO,OAAA,CAAQ,OAAO,CAAA;AAC/D,MAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAChC,KAAA,CAAM,EAAE,EAAA,EAAI,OAAA,CAAQ,MAAA,EAAQ,CAAA,CAC5B,MAAA,CAAO;AAAA,QACN,KAAA,EAAO;AAAA,OACR,CAAA;AAAA,IACL;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EAC4C;AAC5C,IAAA,MAAM,EAAE,MAAA,EAAQ,KAAA,EAAO,iBAAA,EAAkB,GAAI,OAAA;AAC7C,IAAA,MAAM,YAAY,MAAM,IAAA,CAAK,EAAA,CAAsB,aAAa,EAC7D,KAAA,CAAM;AAAA,MACL,OAAA,EAAS;AAAA,KACV,CAAA,CACA,QAAA,CAAS,CAAA,OAAA,KAAW;AACnB,MAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,QAAA,OAAA,CAAQ,MAAM,IAAA,EAAM,GAAA,EAAK,KAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,YAAY,CAAA;AAAA,MACpE;AAAA,IACF,CAAC,CAAA,CACA,OAAA,CAAQ,IAAI,EACZ,MAAA,EAAO;AAEV,IAAA,MAAM,MAAA,GAAS,SAAA,CAAU,GAAA,CAAI,CAAA,KAAA,KAAS;AACpC,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AAClC,QAAA,OAAO;AAAA,UACL,EAAA,EAAI,MAAA,CAAO,KAAA,CAAM,EAAE,CAAA;AAAA,UACnB,iBAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA;AAAA,UACA,MAAM,KAAA,CAAM,UAAA;AAAA,UACZ,SAAA,EAAW,uBAAA,CAAwB,KAAA,CAAM,UAAU;AAAA,SACrD;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,gDAAgD,MAAM,CAAA,IAAA,EAAO,KAAA,CAAM,EAAE,KAAK,KAAK,CAAA;AAAA,SACjF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAOE,8CAA2B,MAAM,CAAA;AAAA,EAC1C;AAAA,EAEA,MAAM,aAAa,OAAA,EAAsD;AACvE,IAAA,MAAM,EAAE,QAAO,GAAI,OAAA;AACnB,IAAA,MAAM,OAAA,GAAU,CAAA,wDAAA,CAAA;AAEhB,IAAA,MAAM,gBAAA,GAAA,CAAoB,MAAM,IAAA,CAAK,UAAA,CAAW,EAAE,MAAA,EAAQ,GAAG,MAAA,CAAO,MAAA;AAAA,MAClE,CAAC,EAAE,IAAA,EAAK,KAAM,IAAA,EAAM;AAAA,KACtB;AAEA,IAAA,MAAM,iBAAiB,gBAAA,CACpB,MAAA;AAAA,MACC,CAAC,EAAE,IAAA,EAAM,EAAE,QAAO,EAAE,KAAM,MAAA,KAAW,QAAA,IAAY,MAAA,KAAW;AAAA,KAC9D,CACC,GAAA,CAAI,CAAA,IAAA,KAAQ,IAAA,CAAK,KAAK,MAAM,CAAA;AAE/B,IAAA,MAAM,mBAAA,GAAsB,gBAAA,CACzB,MAAA,CAAO,CAAC,EAAE,MAAM,EAAE,MAAA,EAAO,EAAE,KAAM,MAAA,KAAW,YAAY,EACxD,GAAA,CAAI,CAAA,KAAA,KAAS,KAAA,CAAM,IAAA,CAAK,MAAM,CAAA,CAC9B,MAAA,CAAO,CAAA,IAAA,KAAQ,CAAC,cAAA,CAAe,QAAA,CAAS,IAAI,CAAC,CAAA;AAEhD,IAAA,KAAA,MAAW,QAAQ,mBAAA,EAAqB;AACtC,MAAA,MAAM,KAAK,YAAA,CAAa;AAAA,QACtB,MAAA;AAAA,QACA,IAAA,EAAM;AAAA,UACJ,OAAA;AAAA,UACA,MAAA,EAAQ,IAAA;AAAA,UACR,MAAA,EAAQ;AAAA;AACV,OACD,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,KAAK,YAAA,CAAa;AAAA,MACtB,MAAA;AAAA,MACA,MAAA,EAAQ,QAAA;AAAA,MACR,SAAA,EAAW;AAAA,QACT;AAAA;AACF,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,WACJ,OAAA,EACe;AACf,IAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,EAAK,GAAI,OAAA;AACzB,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,MAAM,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AAChD,MAAA,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC3B,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,CAAA,CACpB,MAAA,CAAO,EAAE,OAAA,EAAS,MAAM,CAAA;AAE3B,MAAA,MAAM,CAAC,KAAK,CAAA,GAAI,MAAM,EAAA,CAAsB,aAAa,EACtD,MAAA,CAAO;AAAA,QACN,OAAA,EAAS,MAAA;AAAA,QACT,UAAA,EAAY,WAAA;AAAA,QACZ,IAAA,EAAM;AAAA,OACP,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAEjB,MAAA,OAAO,KAAA;AAAA,IACT,CAAC,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,MACnB,KAAA,EAAO,iBAAA;AAAA,MACP,YAAA,EAAc;AAAA,QACZ,IAAI,GAAA,CAAI,EAAA;AAAA,QACR,MAAA;AAAA,QACA,MAAA,EAAQ,WAAA;AAAA,QACR;AAAA;AACF,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,OAAA,EAGE;AAChB,IAAA,MAAM,EAAE,OAAA,EAAS,MAAA,EAAO,GAAI,OAAA;AAE5B,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,cAAc,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC/C,KAAA,CAAM,MAAM,MAAM,CAAA,CAClB,OAAA,CAAQ,QAAA,EAAU,CAAC,WAAA,EAAa,WAAA,EAAa,UAAU,SAAS,CAAC,EACjE,MAAA,CAAO;AAAA,QACN,GAAI,OAAA,IAAW,EAAE,SAAS,IAAA,CAAK,SAAA,CAAU,OAAO,CAAA,EAAE;AAAA,QAClD,MAAA,EAAQ,MAAA;AAAA,QACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,OACnC,CAAA;AAEH,MAAA,IAAI,MAAA,CAAO,WAAW,CAAA,KAAM,CAAA,EAAG;AAC7B,QAAA,MAAM,IAAIF,oBAAA,CAAc,CAAA,iBAAA,EAAoB,MAAM,CAAA,kBAAA,CAAoB,CAAA;AAAA,MACxE;AAEA,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC1C,KAAA,CAAM,IAAA,EAAM,MAAM,CAAA,CAClB,MAAA,CAAO,MAAM,MAAM,CAAA;AACtB,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,IAAI,CAAA;AAQrC,MAAA,MAAM,GAAsB,aAAa,CAAA,CACtC,MAAM,SAAA,EAAW,IAAA,CAAK,EAAE,CAAA,CACxB,QAAA,CAAS,OAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,CAAC,WAAA,EAAa,YAAY,CAAC,CAAC,EAClE,GAAA,EAAI;AAEP,MAAA,MAAM,EAAA,CAAsB,aAAa,CAAA,CAAE,MAAA,CAAO;AAAA,QAChD,SAAS,IAAA,CAAK,EAAA;AAAA,QACd,UAAA,EAAY,WAAA;AAAA,QACZ,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,eAAA,EACE,QAAA,CAAS,qBAAA,EAAuB,qBAAA,IAAyB;AAAA,SAC5D;AAAA,OACF,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,aACJ,OAAA,EAC4B;AAC5B,IAAA,MAAM,mBAA6B,EAAC;AACpC,IAAA,MAAM,WAAWG,cAAA,CAAS,UAAA,CAAW,QAAQ,OAAO,CAAA,CAAE,GAAG,SAAS,CAAA;AAElE,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,iBAAA,GAAoBF,0BAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,EAAE,CAAA;AAE/D,MAAA,MAAM,MAAA,GAAS,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC1C,KAAA,CAAM,QAAA,EAAU,YAAY,CAAA,CAC5B,QAAA,CAAS,mBAAA,EAAqB,IAAA,EAAM,iBAAiB,CAAA,CACrD,MAAA;AAAA,QACC;AAAA,UACE,MAAA,EAAQ,MAAA;AAAA,UACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,SACpC;AAAA,QACA,CAAC,MAAM,MAAM;AAAA,OACf;AAEF,MAAA,gBAAA,CAAiB,KAAK,GAAG,MAAA,CAAO,IAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAC,CAAA;AAE9C,MAAA,KAAA,MAAW,EAAE,EAAA,EAAI,IAAA,EAAK,IAAK,MAAA,EAAQ;AACjC,QAAA,MAAM,QAAA,GAAW,IAAA,CAAK,KAAA,CAAM,IAAc,CAAA;AAC1C,QAAA,MAAM,KAAA,GAAQ;AAAA,UACZ,eAAA,EACE,QAAA,CAAS,qBAAA,EAAuB,qBAAA,IAAyB;AAAA,SAC7D;AACA,QAAA,MAAM,CAAC,GAAG,CAAA,GAAI,MAAM,EAAA,CAAsB,aAAa,EACpD,MAAA,CAAO;AAAA,UACN,OAAA,EAAS,EAAA;AAAA,UACT,UAAA,EAAY,WAAA;AAAA,UACZ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAK;AAAA,SAC3B,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAEjB,QAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,UACnB,KAAA,EAAO,iBAAA;AAAA,UACP,YAAA,EAAc;AAAA,YACZ,IAAI,GAAA,CAAI,EAAA;AAAA,YACR,MAAA,EAAQ,EAAA;AAAA,YACR,MAAA,EAAQ,WAAA;AAAA,YACR,IAAA,EAAM;AAAA;AACR,SACD,CAAA;AAAA,MACH;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAO,EAAE,KAAK,gBAAA,EAAiB;AAAA,EACjC;AACF;;;;"}

package/dist/scaffolder/tasks/NunjucksWorkflowRunner.cjs.js

@@ -9,6 +9,7 @@ var nunjitsu = require('nunjitsu');
 var winston = require('winston');
 var v3 = require('zod/v3');
 var helper = require('./helper.cjs.js');
+var taskRecoveryHelper = require('./taskRecoveryHelper.cjs.js');
 var pluginPermissionCommon = require('@backstage/plugin-permission-common');
 var pluginPermissionNode = require('@backstage/plugin-permission-node');
 var alpha = require('@backstage/plugin-scaffolder-common/alpha');
@@ -157,6 +158,7 @@ class NunjucksWorkflowRunner {
   options;
   environment = { parameters: {}, secrets: {} };
   tracker;
+  recoveryEnabled;
   constructor(options) {
     this.options = options;
     this.defaultTemplateCapabilities = templating.collectTemplateCapabilities({
@@ -167,6 +169,7 @@ class NunjucksWorkflowRunner {
       )
     });
     this.tracker = scaffoldingTracker(options.metrics);
+    this.recoveryEnabled = taskRecoveryHelper.isTaskRecoveryEnabled(options.config);
   }
   async getEnvironmentConfig() {
     if (this.options.config) {
@@ -195,6 +198,7 @@ class NunjucksWorkflowRunner {
   }
   async executeStep(task, step, context, preparedContext, templateRenderer, taskTrack, workspacePath, decision) {
     const stepTrack = await this.tracker.stepStart(task, step);
+    let workspaceSerializationAttempted = false;
     const { taskLogger } = createStepLogger({
       task,
       step,
@@ -272,12 +276,18 @@ class NunjucksWorkflowRunner {
       );
       const hasSecrets = Object.keys(task.secrets ?? {}).length > 0 || Object.keys(this.environment?.secrets ?? {}).length > 0;
       const preparedPreIterationContextNoSecrets = preparedPreIterationContext.withValue(["secrets"], {}).withValue(["environment", "secrets"], {});
-      const resolvedEach = step.each && this.render(step.each, preparedPreIterationContext, templateRenderer);
-      if (step.each && !resolvedEach) {
+      const hasEach = step.each !== void 0;
+      const resolvedEach = hasEach ? this.render(step.each, preparedPreIterationContext, templateRenderer) : void 0;
+      if (hasEach && resolvedEach === void 0) {
         throw new errors.InputError(
           `Invalid value on action ${action.id}.each parameter, "${step.each}" cannot be resolved to a value`
         );
       }
+      if (hasEach && (resolvedEach === null || typeof resolvedEach !== "object")) {
+        throw new errors.InputError(
+          `Invalid value on action ${action.id}.each parameter, must resolve to an array or object`
+        );
+      }
       let eachWithoutSecretsEntries;
       if (step.each && resolvedEach && hasSecrets) {
         try {
@@ -485,6 +495,15 @@ class NunjucksWorkflowRunner {
           `Step ${step.id} (${step.name}) of task ${task.taskId} has been cancelled.`
         );
       }
+      workspaceSerializationAttempted = true;
+      await task.serializeWorkspace?.({ path: workspacePath });
+      if (this.recoveryEnabled) {
+        await task.updateStepState?.({
+          stepId: step.id,
+          status: "completed",
+          output: stepOutput
+        });
+      }
       await stepTrack.markSuccessful();
       return updatedPreparedContext;
     } catch (cause) {
@@ -493,7 +512,9 @@ class NunjucksWorkflowRunner {
       await stepTrack.markFailed();
       throw err;
     } finally {
-      await task.serializeWorkspace?.({ path: workspacePath });
+      if (!workspaceSerializationAttempted) {
+        await task.serializeWorkspace?.({ path: workspacePath });
+      }
     }
   }
   async execute(task) {
@@ -551,9 +572,33 @@ class NunjucksWorkflowRunner {
         [{ permission: alpha.actionExecutePermission }],
         { credentials: await task.getInitiatorCredentials() }
       ) : [{ result: pluginPermissionCommon.AuthorizeResult.ALLOW }];
+      const prevTaskState = this.recoveryEnabled ? await task.getTaskState?.() : void 0;
+      const recoveredTaskState = prevTaskState?.state;
+      const savedSteps = recoveredTaskState?.steps ?? {};
+      const completedStepIds = Object.keys(savedSteps).filter(
+        (id) => savedSteps[id]?.status === "completed"
+      );
+      if (completedStepIds.length > 0) {
+        await task.emitLog(
+          `Task recovered - resuming from last known good state. ${completedStepIds.length} step(s) already completed.`
+        );
+      }
       let firstError;
       const allErrors = [];
       for (const step of task.spec.steps) {
+        const savedStepState = savedSteps[step.id];
+        if (savedStepState?.status === "completed") {
+          context.steps[step.id] = { output: savedStepState.output };
+          preparedContext = preparedContext.withValue(
+            ["steps", step.id],
+            context.steps[step.id]
+          );
+          await task.emitLog(
+            `Skipping step ${step.id} because it was already completed in a previous run`,
+            { stepId: step.id, status: "completed" }
+          );
+          continue;
+        }
         if (taskState.failed) {
           if (typeof step.if !== "string") {
             await task.emitLog(
@@ -623,7 +668,6 @@ ${error.stack}`,
         output.text = helper.filterConditionalItems(output.text);
       }
       await taskTrack.markSuccessful();
-      await task.cleanWorkspace?.();
       return { output };
     } finally {
       if (workspacePath) {
@@ -636,7 +680,7 @@ function scaffoldingTracker(metrics$1) {
   const promTaskCount = metrics.createCounterMetric({
     name: "scaffolder_task_count",
     help: "Count of task runs",
-    labelNames: ["template", "user", "result"]
+    labelNames: ["template", "result"]
   });
   const promTaskDuration = metrics.createHistogramMetric({
     name: "scaffolder_task_duration",
@@ -670,7 +714,6 @@ function scaffoldingTracker(metrics$1) {
   async function taskStart(task) {
     await task.emitLog(`Starting up task with ${task.spec.steps.length} steps`);
     const template = task.spec.templateInfo?.entityRef || "";
-    const user = task.spec.user?.ref || "";
     const startTime = process.hrtime();
     const taskTimer = promTaskDuration.startTimer({
       template
@@ -688,11 +731,10 @@ function scaffoldingTracker(metrics$1) {
     async function markSuccessful() {
       promTaskCount.inc({
         template,
-        user,
         result: "ok"
       });
       taskTimer({ result: "ok" });
-      taskCount.add(1, { template, user, result: "ok" });
+      taskCount.add(1, { template, result: "ok" });
       taskDuration.record(endTime(), {
         template,
         result: "ok"
@@ -705,11 +747,10 @@ function scaffoldingTracker(metrics$1) {
       });
       promTaskCount.inc({
         template,
-        user,
         result: "failed"
       });
       taskTimer({ result: "failed" });
-      taskCount.add(1, { template, user, result: "failed" });
+      taskCount.add(1, { template, result: "failed" });
       taskDuration.record(endTime(), {
         template,
         result: "failed"
@@ -722,11 +763,10 @@ function scaffoldingTracker(metrics$1) {
       });
       promTaskCount.inc({
         template,
-        user,
         result: "cancelled"
       });
       taskTimer({ result: "cancelled" });
-      taskCount.add(1, { template, user, result: "cancelled" });
+      taskCount.add(1, { template, result: "cancelled" });
       taskDuration.record(endTime(), {
         template,
         result: "cancelled"