@backstage/plugin-scaffolder-backend 4.1.0-next.0 → 4.2.0-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/config.schema.json +4 -0
- package/dist/ScaffolderPlugin.cjs.js +9 -2
- package/dist/ScaffolderPlugin.cjs.js.map +1 -1
- package/dist/index.d.ts +4 -0
- package/dist/scaffolder/actions/builtin/fetch/assertScmUserCredentials.cjs.js +34 -0
- package/dist/scaffolder/actions/builtin/fetch/assertScmUserCredentials.cjs.js.map +1 -0
- package/dist/scaffolder/actions/builtin/fetch/plain.cjs.js +9 -1
- package/dist/scaffolder/actions/builtin/fetch/plain.cjs.js.map +1 -1
- package/dist/scaffolder/actions/builtin/fetch/plainFile.cjs.js +9 -1
- package/dist/scaffolder/actions/builtin/fetch/plainFile.cjs.js.map +1 -1
- package/dist/scaffolder/actions/builtin/fetch/template.cjs.js +8 -0
- package/dist/scaffolder/actions/builtin/fetch/template.cjs.js.map +1 -1
- package/dist/scaffolder/actions/builtin/fetch/templateFile.cjs.js +8 -0
- package/dist/scaffolder/actions/builtin/fetch/templateFile.cjs.js.map +1 -1
- package/dist/scaffolder/tasks/DatabaseTaskStore.cjs.js +17 -18
- package/dist/scaffolder/tasks/DatabaseTaskStore.cjs.js.map +1 -1
- package/dist/scaffolder/tasks/NunjucksWorkflowRunner.cjs.js +131 -52
- package/dist/scaffolder/tasks/NunjucksWorkflowRunner.cjs.js.map +1 -1
- package/dist/scaffolder/tasks/TaskWorker.cjs.js +14 -4
- package/dist/scaffolder/tasks/TaskWorker.cjs.js.map +1 -1
- package/dist/scaffolder/tasks/logger.cjs.js +101 -7
- package/dist/scaffolder/tasks/logger.cjs.js.map +1 -1
- package/dist/schema/openapi/generated/router.cjs.js +6 -6
- package/dist/schema/openapi/generated/router.cjs.js.map +1 -1
- package/dist/service/router.cjs.js +20 -4
- package/dist/service/router.cjs.js.map +1 -1
- package/dist/service/rules.cjs.js +12 -0
- package/dist/service/rules.cjs.js.map +1 -1
- package/dist/util/checkPermissions.cjs.js +3 -0
- package/dist/util/checkPermissions.cjs.js.map +1 -1
- package/package.json +13 -13
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DatabaseTaskStore.cjs.js","sources":["../../../src/scaffolder/tasks/DatabaseTaskStore.ts"],"sourcesContent":["/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { JsonObject } from '@backstage/types';\nimport {\n DatabaseService,\n resolvePackagePath,\n} from '@backstage/backend-plugin-api';\nimport { ConflictError, NotFoundError } from '@backstage/errors';\nimport { Knex } from 'knex';\nimport { randomUUID as uuid } from 'node:crypto';\nimport {\n TaskStore,\n TaskStoreCreateTaskOptions,\n TaskStoreCreateTaskResult,\n TaskStoreEmitOptions,\n TaskStoreListEventsOptions,\n TaskStoreRecoverTaskOptions,\n TaskStoreShutDownTaskOptions,\n} from './types';\nimport {\n SerializedTask,\n SerializedTaskEvent,\n TaskEventType,\n TaskFilter,\n TaskSecrets,\n TaskStatus,\n} from '@backstage/plugin-scaffolder-node';\nimport { DateTime, Duration } from 'luxon';\nimport { TaskRecovery, TaskSpec } from '@backstage/plugin-scaffolder-common';\nimport { trimEventsTillLastRecovery } from './taskRecoveryHelper';\nimport { intervalFromNowTill } from './dbUtil';\nimport { flattenParams } from '../../service/helpers';\nimport { EventsService } from '@backstage/plugin-events-node';\nimport { PermissionCriteria } from '@backstage/plugin-permission-common';\nimport {\n isAndCriteria,\n isNotCriteria,\n isOrCriteria,\n} from '@backstage/plugin-permission-node';\nimport { TaskFilters } from '@backstage/plugin-scaffolder-node';\nimport { compact } from 'lodash';\n\nconst migrationsDir = resolvePackagePath(\n '@backstage/plugin-scaffolder-backend',\n 'migrations',\n);\n\nexport type RawDbTaskRow = {\n id: string;\n spec: string;\n status: TaskStatus;\n state?: string;\n last_heartbeat_at?: string;\n created_at: string;\n created_by: string | null;\n secrets?: string | null;\n workspace?: Buffer;\n};\n\nexport type RawDbTaskEventRow = {\n id: number;\n task_id: string;\n body: string;\n event_type: TaskEventType;\n created_at: string;\n};\n\n/**\n * DatabaseTaskStore\n */\nexport type DatabaseTaskStoreOptions = {\n database: DatabaseService | Knex;\n events?: EventsService;\n /**\n * Whether automatic task recovery is enabled. When enabled, task secrets are\n * retained until the task reaches a terminal state so that a recovered task\n * can resume. When disabled (the default), secrets are cleared as soon as the\n * task is claimed, preserving the original security lifecycle.\n */\n recoverTasksEnabled?: boolean;\n};\n\n/**\n * Type guard to help DatabaseTaskStore understand when database is DatabaseService vs. when database is a Knex instance.\n * */\nfunction isDatabaseService(\n opt: DatabaseService | Knex,\n): opt is DatabaseService {\n return (opt as DatabaseService).getClient !== undefined;\n}\n\nconst parseSqlDateToIsoString = <T>(input: T): T | string => {\n if (typeof input === 'string') {\n const parsed = DateTime.fromSQL(input, { zone: 'UTC' });\n if (!parsed.isValid) {\n throw new Error(\n `Failed to parse database timestamp '${input}', ${parsed.invalidReason}: ${parsed.invalidExplanation}`,\n );\n }\n return parsed.toISO()!;\n }\n\n return input;\n};\n\n/**\n * DatabaseTaskStore\n */\nexport class DatabaseTaskStore implements TaskStore {\n private readonly db: Knex;\n private readonly events?: EventsService;\n private readonly recoverTasksEnabled: boolean;\n\n static async create(\n options: DatabaseTaskStoreOptions,\n ): Promise<DatabaseTaskStore> {\n const { database } = options;\n const client = await this.getClient(database);\n\n await this.runMigrations(database, client);\n\n return new DatabaseTaskStore(\n client,\n options.events,\n options.recoverTasksEnabled ?? false,\n );\n }\n\n private isRecoverableTask(spec: TaskSpec): boolean {\n return ['startOver'].includes(\n spec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n );\n }\n\n private parseSpec({ spec, id }: { spec: string; id: string }): TaskSpec {\n try {\n return JSON.parse(spec);\n } catch (error) {\n throw new Error(`Failed to parse spec of task '${id}', ${error}`);\n }\n }\n\n private parseTaskSecrets(taskRow: RawDbTaskRow): TaskSecrets | undefined {\n try {\n return taskRow.secrets ? JSON.parse(taskRow.secrets) : undefined;\n } catch (error) {\n throw new Error(\n `Failed to parse secrets of task '${taskRow.id}', ${error}`,\n );\n }\n }\n\n private static async getClient(\n database: DatabaseService | Knex,\n ): Promise<Knex> {\n if (isDatabaseService(database)) {\n return database.getClient();\n }\n\n return database;\n }\n\n private static async runMigrations(\n database: DatabaseService | Knex,\n client: Knex,\n ): Promise<void> {\n if (!isDatabaseService(database)) {\n await client.migrate.latest({\n directory: migrationsDir,\n });\n\n return;\n }\n\n if (!database.migrations?.skip) {\n await client.migrate.latest({\n directory: migrationsDir,\n });\n }\n }\n\n private constructor(\n client: Knex,\n events: EventsService | undefined,\n recoverTasksEnabled: boolean,\n ) {\n this.db = client;\n this.events = events;\n this.recoverTasksEnabled = recoverTasksEnabled;\n }\n\n private getState(task: Pick<RawDbTaskRow, 'id' | 'state'>) {\n try {\n return task.state ? JSON.parse(task.state).state : undefined;\n } catch (error) {\n throw new Error(\n `Failed to parse state of the task '${task.id}', ${error}`,\n );\n }\n }\n\n private isTaskFilter(filter: any): filter is TaskFilter {\n return filter.hasOwnProperty('key');\n }\n\n private parseFilter(\n filter: PermissionCriteria<TaskFilters>,\n query: Knex.QueryBuilder,\n db: Knex,\n negate: boolean = false,\n ): Knex.QueryBuilder {\n if (isNotCriteria(filter)) {\n return this.parseFilter(filter.not, query, db, !negate);\n }\n\n if (this.isTaskFilter(filter)) {\n const values: string[] = compact(filter.values) ?? [];\n if (negate) {\n query.whereNotIn(filter.key, values);\n } else {\n query.whereIn(filter.key, values);\n }\n\n return query;\n }\n\n return query[negate ? 'andWhereNot' : 'andWhere'](subQuery => {\n if (isOrCriteria(filter)) {\n for (const subFilter of filter.anyOf ?? []) {\n subQuery.orWhere(subQueryInner =>\n this.parseFilter(subFilter, subQueryInner, db, false),\n );\n }\n } else if (isAndCriteria(filter)) {\n for (const subFilter of filter.allOf ?? []) {\n subQuery.andWhere(subQueryInner =>\n this.parseFilter(subFilter, subQueryInner, db, false),\n );\n }\n }\n });\n }\n\n async list(options: {\n createdBy?: string;\n status?: TaskStatus;\n filters?: {\n createdBy?: string | string[];\n status?: TaskStatus | TaskStatus[];\n };\n pagination?: {\n limit?: number;\n offset?: number;\n };\n order?: { order: 'asc' | 'desc'; field: string }[];\n permissionFilters?: PermissionCriteria<TaskFilters>;\n }): Promise<{ tasks: SerializedTask[]; totalTasks?: number }> {\n const { createdBy, status, pagination, order, filters, permissionFilters } =\n options ?? {};\n const queryBuilder = this.db<RawDbTaskRow & { count: number }>('tasks');\n\n const createdByValues = flattenParams<string>(\n createdBy,\n filters?.createdBy,\n );\n\n const combinedPermissionFilters:\n | PermissionCriteria<TaskFilters>\n | undefined =\n createdByValues.length > 0\n ? {\n allOf: [\n { key: 'created_by', values: createdByValues },\n ...(permissionFilters ? [permissionFilters] : []),\n ],\n }\n : permissionFilters;\n\n if (combinedPermissionFilters) {\n this.parseFilter(combinedPermissionFilters, queryBuilder, this.db);\n }\n\n if (status || filters?.status) {\n const arr: TaskStatus[] = flattenParams<TaskStatus>(\n status,\n filters?.status,\n );\n queryBuilder.whereIn('status', [...new Set(arr)]);\n }\n\n const countQuery = queryBuilder.clone();\n countQuery.count('tasks.id', { as: 'count' });\n\n if (order) {\n order.forEach(f => {\n queryBuilder.orderBy(f.field, f.order);\n });\n } else {\n queryBuilder.orderBy('created_at', 'desc');\n }\n\n if (pagination?.limit !== undefined) {\n queryBuilder.limit(pagination.limit);\n }\n\n if (pagination?.offset !== undefined) {\n queryBuilder.offset(pagination.offset);\n }\n\n const [results, [{ count }]] = await Promise.all([\n queryBuilder.select([\n 'id',\n 'spec',\n 'status',\n 'created_by',\n 'last_heartbeat_at',\n 'created_at',\n ]),\n countQuery,\n ]);\n\n const tasks = results.map(result => ({\n id: result.id,\n spec: JSON.parse(result.spec),\n status: result.status,\n createdBy: result.created_by ?? undefined,\n lastHeartbeatAt: parseSqlDateToIsoString(result.last_heartbeat_at),\n createdAt: parseSqlDateToIsoString(result.created_at),\n }));\n\n // `count` is coerced to a number because knex returns the result of a\n // `COUNT(*)` aggregate as a string on PostgreSQL (the underlying column is\n // a bigint), whereas it is a number on better-sqlite3. Without this the\n // `totalTasks` value would be a string in production, which breaks\n // consumers that expect a number (e.g. the `list-scaffolder-tasks` action\n // whose output schema declares `totalTasks: z.number()`).\n const totalTasks = Number(count);\n if (!Number.isSafeInteger(totalTasks)) {\n // A bigint count above Number.MAX_SAFE_INTEGER would silently lose\n // precision when coerced, so fail loudly rather than report a wrong total.\n throw new Error(\n `Task count '${count}' exceeds the safe integer range and cannot be represented accurately as 'totalTasks'`,\n );\n }\n\n return { tasks, totalTasks };\n }\n\n async getTask(taskId: string): Promise<SerializedTask> {\n const [result] = await this.db<RawDbTaskRow>('tasks')\n .where({ id: taskId })\n .select([\n 'id',\n 'spec',\n 'status',\n 'state',\n 'last_heartbeat_at',\n 'created_at',\n 'created_by',\n 'secrets',\n ]);\n if (!result) {\n throw new NotFoundError(`No task with id '${taskId}' found`);\n }\n try {\n return this.parseTaskRow(result);\n } catch (error) {\n throw new Error(`Failed to parse spec of task '${taskId}', ${error}`);\n }\n }\n\n private parseTaskRow(result: RawDbTaskRow): SerializedTask {\n const spec = JSON.parse(result.spec);\n const secrets = result.secrets ? JSON.parse(result.secrets) : undefined;\n const state = this.getState(result);\n\n return {\n id: result.id,\n spec,\n status: result.status,\n lastHeartbeatAt: parseSqlDateToIsoString(result.last_heartbeat_at),\n createdAt: parseSqlDateToIsoString(result.created_at),\n createdBy: result.created_by ?? undefined,\n secrets,\n state,\n };\n }\n\n async createTask(\n options: TaskStoreCreateTaskOptions,\n ): Promise<TaskStoreCreateTaskResult> {\n const taskId = uuid();\n await this.db<RawDbTaskRow>('tasks').insert({\n id: taskId,\n spec: JSON.stringify(options.spec),\n secrets: options.secrets ? JSON.stringify(options.secrets) : undefined,\n created_by: options.createdBy ?? null,\n status: 'open',\n });\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: {\n id: taskId,\n spec: options.spec,\n createdBy: options.createdBy,\n status: 'open',\n },\n });\n\n return { taskId };\n }\n\n async claimTask(): Promise<SerializedTask | undefined> {\n return this.db.transaction(async tx => {\n const [task] = await tx<RawDbTaskRow>('tasks')\n .where({\n status: 'open',\n })\n .limit(1)\n .select([\n 'id',\n 'spec',\n 'status',\n 'state',\n 'last_heartbeat_at',\n 'created_at',\n 'created_by',\n 'secrets',\n ]);\n\n if (!task) {\n return undefined;\n }\n\n const spec = this.parseSpec(task);\n\n const updateCount = await tx<RawDbTaskRow>('tasks')\n .where({ id: task.id, status: 'open' })\n .update({\n status: 'processing',\n last_heartbeat_at: this.db.fn.now(),\n // Retain secrets only when recovery is enabled (globally or via the\n // legacy per-template strategy) so recovered tasks can resume.\n // Otherwise clear them on claim to preserve the default security\n // lifecycle.\n secrets:\n this.recoverTasksEnabled || this.isRecoverableTask(spec)\n ? task.secrets\n : null,\n });\n\n if (updateCount < 1) {\n return undefined;\n }\n\n const ret: SerializedTask = {\n id: task.id,\n spec,\n status: 'processing',\n lastHeartbeatAt: task.last_heartbeat_at,\n createdAt: task.created_at,\n createdBy: task.created_by ?? undefined,\n state: this.getState(task),\n };\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: ret,\n });\n\n const secrets = this.parseTaskSecrets(task);\n return { ...ret, secrets };\n });\n }\n\n async heartbeatTask(taskId: string): Promise<void> {\n const updateCount = await this.db<RawDbTaskRow>('tasks')\n .where({ id: taskId, status: 'processing' })\n .update({\n last_heartbeat_at: this.db.fn.now(),\n });\n if (updateCount === 0) {\n throw new ConflictError(`No running task with taskId ${taskId} found`);\n }\n }\n\n async listStaleTasks(options: { timeoutS: number }): Promise<{\n tasks: { taskId: string; recovery?: TaskRecovery }[];\n }> {\n const { timeoutS } = options;\n const heartbeatInterval = intervalFromNowTill(timeoutS, this.db);\n const rawRows = await this.db<RawDbTaskRow>('tasks')\n .where('status', 'processing')\n .andWhere('last_heartbeat_at', '<=', heartbeatInterval)\n .select(['id', 'spec']);\n const tasks = rawRows.map(row => ({\n recovery: (JSON.parse(row.spec) as TaskSpec).EXPERIMENTAL_recovery,\n taskId: row.id,\n }));\n return { tasks };\n }\n\n async completeTask(options: {\n taskId: string;\n status: TaskStatus;\n eventBody: JsonObject;\n }): Promise<void> {\n const { taskId, status, eventBody } = options;\n\n let oldStatus: TaskStatus;\n if (['failed', 'completed', 'cancelled'].includes(status)) {\n oldStatus = 'processing';\n } else {\n throw new Error(\n `Invalid status update of run '${taskId}' to status '${status}'`,\n );\n }\n\n await this.db.transaction(async tx => {\n const [task] = await tx<RawDbTaskRow>('tasks')\n .where({\n id: taskId,\n })\n .limit(1)\n .select([\n 'id',\n 'status',\n 'state',\n 'last_heartbeat_at',\n 'created_at',\n 'created_by',\n ]);\n\n const updateTask = async (criteria: {\n id: string;\n status?: TaskStatus;\n }) => {\n const updateCount = await tx<RawDbTaskRow>('tasks')\n .where(criteria)\n .update({\n status,\n secrets: null,\n });\n\n if (updateCount !== 1) {\n throw new ConflictError(\n `Failed to update status to '${status}' for taskId ${taskId}`,\n );\n }\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: {\n id: taskId,\n status: status,\n lastHeartbeatAt: task.last_heartbeat_at,\n createdAt: task.created_at,\n createdBy: task.created_by,\n state: this.getState(task),\n },\n });\n\n await tx<RawDbTaskEventRow>('task_events')\n .insert({\n task_id: taskId,\n event_type: 'completion',\n body: JSON.stringify(eventBody),\n })\n .returning('id');\n };\n\n if (status === 'cancelled') {\n await updateTask({\n id: taskId,\n });\n return;\n }\n\n if (task.status === 'cancelled') {\n return;\n }\n\n if (!task) {\n throw new Error(`No task with taskId ${taskId} found`);\n }\n if (task.status !== oldStatus) {\n throw new ConflictError(\n `Refusing to update status of run '${taskId}' to status '${status}' ` +\n `as it is currently '${task.status}', expected '${oldStatus}'`,\n );\n }\n\n await updateTask({\n id: taskId,\n status: oldStatus,\n });\n });\n }\n\n async emitLogEvent(\n options: TaskStoreEmitOptions<{ message: string } & JsonObject>,\n ): Promise<void> {\n const { taskId, body } = options;\n const serializedBody = JSON.stringify(body);\n await this.db<RawDbTaskEventRow>('task_events')\n .insert({\n task_id: taskId,\n event_type: 'log',\n body: serializedBody,\n })\n .returning('id');\n }\n\n async getTaskState({ taskId }: { taskId: string }): Promise<\n | {\n state: JsonObject;\n }\n | undefined\n > {\n const [result] = await this.db<RawDbTaskRow>('tasks')\n .where({ id: taskId })\n .select('state');\n return result.state ? JSON.parse(result.state) : undefined;\n }\n\n async saveTaskState(options: {\n taskId: string;\n state?: JsonObject;\n }): Promise<void> {\n if (options.state) {\n const serializedState = JSON.stringify({ state: options.state });\n await this.db<RawDbTaskRow>('tasks')\n .where({ id: options.taskId })\n .update({\n state: serializedState,\n });\n }\n }\n\n async listEvents(\n options: TaskStoreListEventsOptions,\n ): Promise<{ events: SerializedTaskEvent[] }> {\n const { taskId, after, isTaskRecoverable } = options;\n const rawEvents = await this.db<RawDbTaskEventRow>('task_events')\n .where({\n task_id: taskId,\n })\n .andWhere(builder => {\n if (typeof after === 'number') {\n builder.where('id', '>', after).orWhere('event_type', 'completion');\n }\n })\n .orderBy('id')\n .select();\n\n const events = rawEvents.map(event => {\n try {\n const body = JSON.parse(event.body) as SerializedTaskEvent['body'];\n return {\n id: Number(event.id),\n isTaskRecoverable,\n taskId,\n body,\n type: event.event_type,\n createdAt: parseSqlDateToIsoString(event.created_at),\n };\n } catch (error) {\n throw new Error(\n `Failed to parse event body from event taskId=${taskId} id=${event.id}, ${error}`,\n );\n }\n });\n\n return trimEventsTillLastRecovery(events);\n }\n\n async shutdownTask(options: TaskStoreShutDownTaskOptions): Promise<void> {\n const { taskId } = options;\n const message = `This task was marked as stale as it exceeded its timeout`;\n\n const statusStepEvents = (await this.listEvents({ taskId })).events.filter(\n ({ body }) => body?.stepId,\n );\n\n const completedSteps = statusStepEvents\n .filter(\n ({ body: { status } }) => status === 'failed' || status === 'completed',\n )\n .map(step => step.body.stepId);\n\n const hungProcessingSteps = statusStepEvents\n .filter(({ body: { status } }) => status === 'processing')\n .map(event => event.body.stepId)\n .filter(step => !completedSteps.includes(step));\n\n for (const step of hungProcessingSteps) {\n await this.emitLogEvent({\n taskId,\n body: {\n message,\n stepId: step,\n status: 'failed',\n },\n });\n }\n\n await this.completeTask({\n taskId,\n status: 'failed',\n eventBody: {\n message,\n },\n });\n }\n\n async cancelTask(\n options: TaskStoreEmitOptions<{ message: string } & JsonObject>,\n ): Promise<void> {\n const { taskId, body } = options;\n const serializedBody = JSON.stringify(body);\n const ret = await this.db.transaction(async tx => {\n await tx<RawDbTaskRow>('tasks')\n .where({ id: taskId })\n .update({ secrets: null });\n\n const [event] = await tx<RawDbTaskEventRow>('task_events')\n .insert({\n task_id: taskId,\n event_type: 'cancelled',\n body: serializedBody,\n })\n .returning('id');\n\n return event;\n });\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: {\n id: ret.id,\n taskId,\n status: 'cancelled',\n body,\n },\n });\n }\n\n async retryTask(options: {\n secrets?: TaskSecrets;\n taskId: string;\n }): Promise<void> {\n const { secrets, taskId } = options;\n\n await this.db.transaction(async tx => {\n const result = await tx<RawDbTaskRow>('tasks')\n .where('id', taskId)\n .update(\n {\n ...(secrets && { secrets: JSON.stringify(secrets) }),\n status: 'open',\n last_heartbeat_at: this.db.fn.now(),\n },\n ['id', 'spec'],\n );\n\n for (const { id, spec } of result) {\n const taskSpec = JSON.parse(spec as string) as TaskSpec;\n\n /**\n * Once task is picked up, all event types are replayed.\n * We have to remove cancelled or completion event_type as these are as actions for frontend to perform.\n * In contrary, we send 'recovered' event_type to reset the state on the frontend side.\n *\n */\n await tx<RawDbTaskEventRow>('task_events')\n .where('task_id', id)\n .andWhere(q => q.whereIn('event_type', ['cancelled', 'completion']))\n .del();\n\n await tx<RawDbTaskEventRow>('task_events').insert({\n task_id: id,\n event_type: 'recovered',\n body: JSON.stringify({\n recoverStrategy:\n taskSpec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n }),\n });\n }\n });\n }\n\n async recoverTasks(\n options: TaskStoreRecoverTaskOptions,\n ): Promise<{ ids: string[] }> {\n const taskIdsToRecover: string[] = [];\n const timeoutS = Duration.fromObject(options.timeout).as('seconds');\n\n await this.db.transaction(async tx => {\n const heartbeatInterval = intervalFromNowTill(timeoutS, this.db);\n\n const result = await tx<RawDbTaskRow>('tasks')\n .where('status', 'processing')\n .andWhere('last_heartbeat_at', '<=', heartbeatInterval)\n .update(\n {\n status: 'open',\n last_heartbeat_at: this.db.fn.now(),\n },\n ['id', 'spec'],\n );\n\n taskIdsToRecover.push(...result.map(i => i.id));\n\n for (const { id, spec } of result) {\n const taskSpec = JSON.parse(spec as string) as TaskSpec;\n const event = {\n recoverStrategy:\n taskSpec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n };\n const [ret] = await tx<RawDbTaskEventRow>('task_events')\n .insert({\n task_id: id,\n event_type: 'recovered',\n body: JSON.stringify(event),\n })\n .returning('id');\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: {\n id: ret.id,\n taskId: id,\n status: 'recovered',\n body: event,\n },\n });\n }\n });\n\n return { ids: taskIdsToRecover };\n }\n}\n"],"names":["resolvePackagePath","DateTime","isNotCriteria","compact","isOrCriteria","isAndCriteria","flattenParams","NotFoundError","uuid","ConflictError","intervalFromNowTill","trimEventsTillLastRecovery","Duration"],"mappings":";;;;;;;;;;;;AAwDA,MAAM,aAAA,GAAgBA,mCAAA;AAAA,EACpB,sCAAA;AAAA,EACA;AACF,CAAA;AAwCA,SAAS,kBACP,GAAA,EACwB;AACxB,EAAA,OAAQ,IAAwB,SAAA,KAAc,MAAA;AAChD;AAEA,MAAM,uBAAA,GAA0B,CAAI,KAAA,KAAyB;AAC3D,EAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,IAAA,MAAM,SAASC,cAAA,CAAS,OAAA,CAAQ,OAAO,EAAE,IAAA,EAAM,OAAO,CAAA;AACtD,IAAA,IAAI,CAAC,OAAO,OAAA,EAAS;AACnB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,uCAAuC,KAAK,CAAA,GAAA,EAAM,OAAO,aAAa,CAAA,EAAA,EAAK,OAAO,kBAAkB,CAAA;AAAA,OACtG;AAAA,IACF;AACA,IAAA,OAAO,OAAO,KAAA,EAAM;AAAA,EACtB;AAEA,EAAA,OAAO,KAAA;AACT,CAAA;AAKO,MAAM,iBAAA,CAAuC;AAAA,EACjC,EAAA;AAAA,EACA,MAAA;AAAA,EACA,mBAAA;AAAA,EAEjB,aAAa,OACX,OAAA,EAC4B;AAC5B,IAAA,MAAM,EAAE,UAAS,GAAI,OAAA;AACrB,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAA;AAE5C,IAAA,MAAM,IAAA,CAAK,aAAA,CAAc,QAAA,EAAU,MAAM,CAAA;AAEzC,IAAA,OAAO,IAAI,iBAAA;AAAA,MACT,MAAA;AAAA,MACA,OAAA,CAAQ,MAAA;AAAA,MACR,QAAQ,mBAAA,IAAuB;AAAA,KACjC;AAAA,EACF;AAAA,EAEQ,kBAAkB,IAAA,EAAyB;AACjD,IAAA,OAAO,CAAC,WAAW,CAAA,CAAE,QAAA;AAAA,MACnB,IAAA,CAAK,uBAAuB,qBAAA,IAAyB;AAAA,KACvD;AAAA,EACF;AAAA,EAEQ,SAAA,CAAU,EAAE,IAAA,EAAM,EAAA,EAAG,EAA2C;AACtE,IAAA,IAAI;AACF,MAAA,OAAO,IAAA,CAAK,MAAM,IAAI,CAAA;AAAA,IACxB,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IAClE;AAAA,EACF;AAAA,EAEQ,iBAAiB,OAAA,EAAgD;AACvE,IAAA,IAAI;AACF,MAAA,OAAO,QAAQ,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,GAAI,KAAA,CAAA;AAAA,IACzD,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,iCAAA,EAAoC,OAAA,CAAQ,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,OAC3D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,aAAqB,UACnB,QAAA,EACe;AACf,IAAA,IAAI,iBAAA,CAAkB,QAAQ,CAAA,EAAG;AAC/B,MAAA,OAAO,SAAS,SAAA,EAAU;AAAA,IAC5B;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA,EAEA,aAAqB,aAAA,CACnB,QAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,CAAC,iBAAA,CAAkB,QAAQ,CAAA,EAAG;AAChC,MAAA,MAAM,MAAA,CAAO,QAAQ,MAAA,CAAO;AAAA,QAC1B,SAAA,EAAW;AAAA,OACZ,CAAA;AAED,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAA,CAAS,UAAA,EAAY,IAAA,EAAM;AAC9B,MAAA,MAAM,MAAA,CAAO,QAAQ,MAAA,CAAO;AAAA,QAC1B,SAAA,EAAW;AAAA,OACZ,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,MAAA,EACA,mBAAA,EACA;AACA,IAAA,IAAA,CAAK,EAAA,GAAK,MAAA;AACV,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,mBAAA,GAAsB,mBAAA;AAAA,EAC7B;AAAA,EAEQ,SAAS,IAAA,EAA0C;AACzD,IAAA,IAAI;AACF,MAAA,OAAO,KAAK,KAAA,GAAQ,IAAA,CAAK,MAAM,IAAA,CAAK,KAAK,EAAE,KAAA,GAAQ,KAAA,CAAA;AAAA,IACrD,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,mCAAA,EAAsC,IAAA,CAAK,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,OAC1D;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,MAAA,EAAmC;AACtD,IAAA,OAAO,MAAA,CAAO,eAAe,KAAK,CAAA;AAAA,EACpC;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,KAAA,EACA,EAAA,EACA,SAAkB,KAAA,EACC;AACnB,IAAA,IAAIC,kCAAA,CAAc,MAAM,CAAA,EAAG;AACzB,MAAA,OAAO,KAAK,WAAA,CAAY,MAAA,CAAO,KAAK,KAAA,EAAO,EAAA,EAAI,CAAC,MAAM,CAAA;AAAA,IACxD;AAEA,IAAA,IAAI,IAAA,CAAK,YAAA,CAAa,MAAM,CAAA,EAAG;AAC7B,MAAA,MAAM,MAAA,GAAmBC,cAAA,CAAQ,MAAA,CAAO,MAAM,KAAK,EAAC;AACpD,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,KAAA,CAAM,UAAA,CAAW,MAAA,CAAO,GAAA,EAAK,MAAM,CAAA;AAAA,MACrC,CAAA,MAAO;AACL,QAAA,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,GAAA,EAAK,MAAM,CAAA;AAAA,MAClC;AAEA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA,CAAM,MAAA,GAAS,aAAA,GAAgB,UAAU,EAAE,CAAA,QAAA,KAAY;AAC5D,MAAA,IAAIC,iCAAA,CAAa,MAAM,CAAA,EAAG;AACxB,QAAA,KAAA,MAAW,SAAA,IAAa,MAAA,CAAO,KAAA,IAAS,EAAC,EAAG;AAC1C,UAAA,QAAA,CAAS,OAAA;AAAA,YAAQ,mBACf,IAAA,CAAK,WAAA,CAAY,SAAA,EAAW,aAAA,EAAe,IAAI,KAAK;AAAA,WACtD;AAAA,QACF;AAAA,MACF,CAAA,MAAA,IAAWC,kCAAA,CAAc,MAAM,CAAA,EAAG;AAChC,QAAA,KAAA,MAAW,SAAA,IAAa,MAAA,CAAO,KAAA,IAAS,EAAC,EAAG;AAC1C,UAAA,QAAA,CAAS,QAAA;AAAA,YAAS,mBAChB,IAAA,CAAK,WAAA,CAAY,SAAA,EAAW,aAAA,EAAe,IAAI,KAAK;AAAA,WACtD;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,KAAK,OAAA,EAamD;AAC5D,IAAA,MAAM,EAAE,WAAW,MAAA,EAAQ,UAAA,EAAY,OAAO,OAAA,EAAS,iBAAA,EAAkB,GACvE,OAAA,IAAW,EAAC;AACd,IAAA,MAAM,YAAA,GAAe,IAAA,CAAK,EAAA,CAAqC,OAAO,CAAA;AAEtE,IAAA,MAAM,eAAA,GAAkBC,qBAAA;AAAA,MACtB,SAAA;AAAA,MACA,OAAA,EAAS;AAAA,KACX;AAEA,IAAA,MAAM,yBAAA,GAGJ,eAAA,CAAgB,MAAA,GAAS,CAAA,GACrB;AAAA,MACE,KAAA,EAAO;AAAA,QACL,EAAE,GAAA,EAAK,YAAA,EAAc,MAAA,EAAQ,eAAA,EAAgB;AAAA,QAC7C,GAAI,iBAAA,GAAoB,CAAC,iBAAiB,IAAI;AAAC;AACjD,KACF,GACA,iBAAA;AAEN,IAAA,IAAI,yBAAA,EAA2B;AAC7B,MAAA,IAAA,CAAK,WAAA,CAAY,yBAAA,EAA2B,YAAA,EAAc,IAAA,CAAK,EAAE,CAAA;AAAA,IACnE;AAEA,IAAA,IAAI,MAAA,IAAU,SAAS,MAAA,EAAQ;AAC7B,MAAA,MAAM,GAAA,GAAoBA,qBAAA;AAAA,QACxB,MAAA;AAAA,QACA,OAAA,EAAS;AAAA,OACX;AACA,MAAA,YAAA,CAAa,OAAA,CAAQ,UAAU,CAAC,GAAG,IAAI,GAAA,CAAI,GAAG,CAAC,CAAC,CAAA;AAAA,IAClD;AAEA,IAAA,MAAM,UAAA,GAAa,aAAa,KAAA,EAAM;AACtC,IAAA,UAAA,CAAW,KAAA,CAAM,UAAA,EAAY,EAAE,EAAA,EAAI,SAAS,CAAA;AAE5C,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,KAAA,CAAM,QAAQ,CAAA,CAAA,KAAK;AACjB,QAAA,YAAA,CAAa,OAAA,CAAQ,CAAA,CAAE,KAAA,EAAO,CAAA,CAAE,KAAK,CAAA;AAAA,MACvC,CAAC,CAAA;AAAA,IACH,CAAA,MAAO;AACL,MAAA,YAAA,CAAa,OAAA,CAAQ,cAAc,MAAM,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,UAAA,EAAY,UAAU,MAAA,EAAW;AACnC,MAAA,YAAA,CAAa,KAAA,CAAM,WAAW,KAAK,CAAA;AAAA,IACrC;AAEA,IAAA,IAAI,UAAA,EAAY,WAAW,MAAA,EAAW;AACpC,MAAA,YAAA,CAAa,MAAA,CAAO,WAAW,MAAM,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,CAAC,OAAA,EAAS,CAAC,EAAE,KAAA,EAAO,CAAC,CAAA,GAAI,MAAM,OAAA,CAAQ,GAAA,CAAI;AAAA,MAC/C,aAAa,MAAA,CAAO;AAAA,QAClB,IAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,YAAA;AAAA,QACA,mBAAA;AAAA,QACA;AAAA,OACD,CAAA;AAAA,MACD;AAAA,KACD,CAAA;AAED,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,MAAA,MAAW;AAAA,MACnC,IAAI,MAAA,CAAO,EAAA;AAAA,MACX,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,IAAI,CAAA;AAAA,MAC5B,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,SAAA,EAAW,OAAO,UAAA,IAAc,MAAA;AAAA,MAChC,eAAA,EAAiB,uBAAA,CAAwB,MAAA,CAAO,iBAAiB,CAAA;AAAA,MACjE,SAAA,EAAW,uBAAA,CAAwB,MAAA,CAAO,UAAU;AAAA,KACtD,CAAE,CAAA;AAQF,IAAA,MAAM,UAAA,GAAa,OAAO,KAAK,CAAA;AAC/B,IAAA,IAAI,CAAC,MAAA,CAAO,aAAA,CAAc,UAAU,CAAA,EAAG;AAGrC,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,eAAe,KAAK,CAAA,qFAAA;AAAA,OACtB;AAAA,IACF;AAEA,IAAA,OAAO,EAAE,OAAO,UAAA,EAAW;AAAA,EAC7B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAAyC;AACrD,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,KAAK,EAAA,CAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,EACpB,MAAA,CAAO;AAAA,MACN,IAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA;AAAA,MACA,OAAA;AAAA,MACA,mBAAA;AAAA,MACA,YAAA;AAAA,MACA,YAAA;AAAA,MACA;AAAA,KACD,CAAA;AACH,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA,MAAM,IAAIC,oBAAA,CAAc,CAAA,iBAAA,EAAoB,MAAM,CAAA,OAAA,CAAS,CAAA;AAAA,IAC7D;AACA,IAAA,IAAI;AACF,MAAA,OAAO,IAAA,CAAK,aAAa,MAAM,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,MAAM,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IACtE;AAAA,EACF;AAAA,EAEQ,aAAa,MAAA,EAAsC;AACzD,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,IAAI,CAAA;AACnC,IAAA,MAAM,UAAU,MAAA,CAAO,OAAA,GAAU,KAAK,KAAA,CAAM,MAAA,CAAO,OAAO,CAAA,GAAI,MAAA;AAC9D,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,QAAA,CAAS,MAAM,CAAA;AAElC,IAAA,OAAO;AAAA,MACL,IAAI,MAAA,CAAO,EAAA;AAAA,MACX,IAAA;AAAA,MACA,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,eAAA,EAAiB,uBAAA,CAAwB,MAAA,CAAO,iBAAiB,CAAA;AAAA,MACjE,SAAA,EAAW,uBAAA,CAAwB,MAAA,CAAO,UAAU,CAAA;AAAA,MACpD,SAAA,EAAW,OAAO,UAAA,IAAc,MAAA;AAAA,MAChC,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EACoC;AACpC,IAAA,MAAM,SAASC,sBAAA,EAAK;AACpB,IAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAAE,MAAA,CAAO;AAAA,MAC1C,EAAA,EAAI,MAAA;AAAA,MACJ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAA,CAAQ,IAAI,CAAA;AAAA,MACjC,SAAS,OAAA,CAAQ,OAAA,GAAU,KAAK,SAAA,CAAU,OAAA,CAAQ,OAAO,CAAA,GAAI,MAAA;AAAA,MAC7D,UAAA,EAAY,QAAQ,SAAA,IAAa,IAAA;AAAA,MACjC,MAAA,EAAQ;AAAA,KACT,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,MACnB,KAAA,EAAO,iBAAA;AAAA,MACP,YAAA,EAAc;AAAA,QACZ,EAAA,EAAI,MAAA;AAAA,QACJ,MAAM,OAAA,CAAQ,IAAA;AAAA,QACd,WAAW,OAAA,CAAQ,SAAA;AAAA,QACnB,MAAA,EAAQ;AAAA;AACV,KACD,CAAA;AAED,IAAA,OAAO,EAAE,MAAA,EAAO;AAAA,EAClB;AAAA,EAEA,MAAM,SAAA,GAAiD;AACrD,IAAA,OAAO,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACrC,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM;AAAA,QACL,MAAA,EAAQ;AAAA,OACT,CAAA,CACA,KAAA,CAAM,CAAC,EACP,MAAA,CAAO;AAAA,QACN,IAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,OAAA;AAAA,QACA,mBAAA;AAAA,QACA,YAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACD,CAAA;AAEH,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,OAAO,MAAA;AAAA,MACT;AAEA,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAEhC,MAAA,MAAM,WAAA,GAAc,MAAM,EAAA,CAAiB,OAAO,EAC/C,KAAA,CAAM,EAAE,EAAA,EAAI,IAAA,CAAK,EAAA,EAAI,MAAA,EAAQ,MAAA,EAAQ,EACrC,MAAA,CAAO;AAAA,QACN,MAAA,EAAQ,YAAA;AAAA,QACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA,EAAI;AAAA;AAAA;AAAA;AAAA;AAAA,QAKlC,OAAA,EACE,KAAK,mBAAA,IAAuB,IAAA,CAAK,kBAAkB,IAAI,CAAA,GACnD,KAAK,OAAA,GACL;AAAA,OACP,CAAA;AAEH,MAAA,IAAI,cAAc,CAAA,EAAG;AACnB,QAAA,OAAO,MAAA;AAAA,MACT;AAEA,MAAA,MAAM,GAAA,GAAsB;AAAA,QAC1B,IAAI,IAAA,CAAK,EAAA;AAAA,QACT,IAAA;AAAA,QACA,MAAA,EAAQ,YAAA;AAAA,QACR,iBAAiB,IAAA,CAAK,iBAAA;AAAA,QACtB,WAAW,IAAA,CAAK,UAAA;AAAA,QAChB,SAAA,EAAW,KAAK,UAAA,IAAc,MAAA;AAAA,QAC9B,KAAA,EAAO,IAAA,CAAK,QAAA,CAAS,IAAI;AAAA,OAC3B;AAEA,MAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACnB,KAAA,EAAO,iBAAA;AAAA,QACP,YAAA,EAAc;AAAA,OACf,CAAA;AAED,MAAA,MAAM,OAAA,GAAU,IAAA,CAAK,gBAAA,CAAiB,IAAI,CAAA;AAC1C,MAAA,OAAO,EAAE,GAAG,GAAA,EAAK,OAAA,EAAQ;AAAA,IAC3B,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+B;AACjD,IAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CACpD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,MAAA,EAAQ,YAAA,EAAc,EAC1C,MAAA,CAAO;AAAA,MACN,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,KACnC,CAAA;AACH,IAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,MAAA,MAAM,IAAIC,oBAAA,CAAc,CAAA,4BAAA,EAA+B,MAAM,CAAA,MAAA,CAAQ,CAAA;AAAA,IACvE;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,OAAA,EAElB;AACD,IAAA,MAAM,EAAE,UAAS,GAAI,OAAA;AACrB,IAAA,MAAM,iBAAA,GAAoBC,0BAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,EAAE,CAAA;AAC/D,IAAA,MAAM,UAAU,MAAM,IAAA,CAAK,GAAiB,OAAO,CAAA,CAChD,MAAM,QAAA,EAAU,YAAY,EAC5B,QAAA,CAAS,mBAAA,EAAqB,MAAM,iBAAiB,CAAA,CACrD,OAAO,CAAC,IAAA,EAAM,MAAM,CAAC,CAAA;AACxB,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,GAAA,MAAQ;AAAA,MAChC,QAAA,EAAW,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,IAAI,CAAA,CAAe,qBAAA;AAAA,MAC7C,QAAQ,GAAA,CAAI;AAAA,KACd,CAAE,CAAA;AACF,IAAA,OAAO,EAAE,KAAA,EAAM;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,OAAA,EAID;AAChB,IAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAQ,SAAA,EAAU,GAAI,OAAA;AAEtC,IAAA,IAAI,SAAA;AACJ,IAAA,IAAI,CAAC,QAAA,EAAU,WAAA,EAAa,WAAW,CAAA,CAAE,QAAA,CAAS,MAAM,CAAA,EAAG;AACzD,MAAA,SAAA,GAAY,YAAA;AAAA,IACd,CAAA,MAAO;AACL,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,8BAAA,EAAiC,MAAM,CAAA,aAAA,EAAgB,MAAM,CAAA,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM;AAAA,QACL,EAAA,EAAI;AAAA,OACL,CAAA,CACA,KAAA,CAAM,CAAC,EACP,MAAA,CAAO;AAAA,QACN,IAAA;AAAA,QACA,QAAA;AAAA,QACA,OAAA;AAAA,QACA,mBAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACD,CAAA;AAEH,MAAA,MAAM,UAAA,GAAa,OAAO,QAAA,KAGpB;AACJ,QAAA,MAAM,WAAA,GAAc,MAAM,EAAA,CAAiB,OAAO,EAC/C,KAAA,CAAM,QAAQ,EACd,MAAA,CAAO;AAAA,UACN,MAAA;AAAA,UACA,OAAA,EAAS;AAAA,SACV,CAAA;AAEH,QAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,UAAA,MAAM,IAAID,oBAAA;AAAA,YACR,CAAA,4BAAA,EAA+B,MAAM,CAAA,aAAA,EAAgB,MAAM,CAAA;AAAA,WAC7D;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,UACnB,KAAA,EAAO,iBAAA;AAAA,UACP,YAAA,EAAc;AAAA,YACZ,EAAA,EAAI,MAAA;AAAA,YACJ,MAAA;AAAA,YACA,iBAAiB,IAAA,CAAK,iBAAA;AAAA,YACtB,WAAW,IAAA,CAAK,UAAA;AAAA,YAChB,WAAW,IAAA,CAAK,UAAA;AAAA,YAChB,KAAA,EAAO,IAAA,CAAK,QAAA,CAAS,IAAI;AAAA;AAC3B,SACD,CAAA;AAED,QAAA,MAAM,EAAA,CAAsB,aAAa,CAAA,CACtC,MAAA,CAAO;AAAA,UACN,OAAA,EAAS,MAAA;AAAA,UACT,UAAA,EAAY,YAAA;AAAA,UACZ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,SAAS;AAAA,SAC/B,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAAA,MACnB,CAAA;AAEA,MAAA,IAAI,WAAW,WAAA,EAAa;AAC1B,QAAA,MAAM,UAAA,CAAW;AAAA,UACf,EAAA,EAAI;AAAA,SACL,CAAA;AACD,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,IAAA,CAAK,WAAW,WAAA,EAAa;AAC/B,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oBAAA,EAAuB,MAAM,CAAA,MAAA,CAAQ,CAAA;AAAA,MACvD;AACA,MAAA,IAAI,IAAA,CAAK,WAAW,SAAA,EAAW;AAC7B,QAAA,MAAM,IAAIA,oBAAA;AAAA,UACR,CAAA,kCAAA,EAAqC,MAAM,CAAA,aAAA,EAAgB,MAAM,yBACxC,IAAA,CAAK,MAAM,gBAAgB,SAAS,CAAA,CAAA;AAAA,SAC/D;AAAA,MACF;AAEA,MAAA,MAAM,UAAA,CAAW;AAAA,QACf,EAAA,EAAI,MAAA;AAAA,QACJ,MAAA,EAAQ;AAAA,OACT,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,aACJ,OAAA,EACe;AACf,IAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,EAAK,GAAI,OAAA;AACzB,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,IAAA,CAAK,EAAA,CAAsB,aAAa,CAAA,CAC3C,MAAA,CAAO;AAAA,MACN,OAAA,EAAS,MAAA;AAAA,MACT,UAAA,EAAY,KAAA;AAAA,MACZ,IAAA,EAAM;AAAA,KACP,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAAA,EACnB;AAAA,EAEA,MAAM,YAAA,CAAa,EAAE,MAAA,EAAO,EAK1B;AACA,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,KAAK,EAAA,CAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,CAAA,CACpB,OAAO,OAAO,CAAA;AACjB,IAAA,OAAO,OAAO,KAAA,GAAQ,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,KAAK,CAAA,GAAI,MAAA;AAAA,EACnD;AAAA,EAEA,MAAM,cAAc,OAAA,EAGF;AAChB,IAAA,IAAI,QAAQ,KAAA,EAAO;AACjB,MAAA,MAAM,kBAAkB,IAAA,CAAK,SAAA,CAAU,EAAE,KAAA,EAAO,OAAA,CAAQ,OAAO,CAAA;AAC/D,MAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAChC,KAAA,CAAM,EAAE,EAAA,EAAI,OAAA,CAAQ,MAAA,EAAQ,CAAA,CAC5B,MAAA,CAAO;AAAA,QACN,KAAA,EAAO;AAAA,OACR,CAAA;AAAA,IACL;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EAC4C;AAC5C,IAAA,MAAM,EAAE,MAAA,EAAQ,KAAA,EAAO,iBAAA,EAAkB,GAAI,OAAA;AAC7C,IAAA,MAAM,YAAY,MAAM,IAAA,CAAK,EAAA,CAAsB,aAAa,EAC7D,KAAA,CAAM;AAAA,MACL,OAAA,EAAS;AAAA,KACV,CAAA,CACA,QAAA,CAAS,CAAA,OAAA,KAAW;AACnB,MAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,QAAA,OAAA,CAAQ,MAAM,IAAA,EAAM,GAAA,EAAK,KAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,YAAY,CAAA;AAAA,MACpE;AAAA,IACF,CAAC,CAAA,CACA,OAAA,CAAQ,IAAI,EACZ,MAAA,EAAO;AAEV,IAAA,MAAM,MAAA,GAAS,SAAA,CAAU,GAAA,CAAI,CAAA,KAAA,KAAS;AACpC,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AAClC,QAAA,OAAO;AAAA,UACL,EAAA,EAAI,MAAA,CAAO,KAAA,CAAM,EAAE,CAAA;AAAA,UACnB,iBAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA;AAAA,UACA,MAAM,KAAA,CAAM,UAAA;AAAA,UACZ,SAAA,EAAW,uBAAA,CAAwB,KAAA,CAAM,UAAU;AAAA,SACrD;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,gDAAgD,MAAM,CAAA,IAAA,EAAO,KAAA,CAAM,EAAE,KAAK,KAAK,CAAA;AAAA,SACjF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAOE,8CAA2B,MAAM,CAAA;AAAA,EAC1C;AAAA,EAEA,MAAM,aAAa,OAAA,EAAsD;AACvE,IAAA,MAAM,EAAE,QAAO,GAAI,OAAA;AACnB,IAAA,MAAM,OAAA,GAAU,CAAA,wDAAA,CAAA;AAEhB,IAAA,MAAM,gBAAA,GAAA,CAAoB,MAAM,IAAA,CAAK,UAAA,CAAW,EAAE,MAAA,EAAQ,GAAG,MAAA,CAAO,MAAA;AAAA,MAClE,CAAC,EAAE,IAAA,EAAK,KAAM,IAAA,EAAM;AAAA,KACtB;AAEA,IAAA,MAAM,iBAAiB,gBAAA,CACpB,MAAA;AAAA,MACC,CAAC,EAAE,IAAA,EAAM,EAAE,QAAO,EAAE,KAAM,MAAA,KAAW,QAAA,IAAY,MAAA,KAAW;AAAA,KAC9D,CACC,GAAA,CAAI,CAAA,IAAA,KAAQ,IAAA,CAAK,KAAK,MAAM,CAAA;AAE/B,IAAA,MAAM,mBAAA,GAAsB,gBAAA,CACzB,MAAA,CAAO,CAAC,EAAE,MAAM,EAAE,MAAA,EAAO,EAAE,KAAM,MAAA,KAAW,YAAY,EACxD,GAAA,CAAI,CAAA,KAAA,KAAS,KAAA,CAAM,IAAA,CAAK,MAAM,CAAA,CAC9B,MAAA,CAAO,CAAA,IAAA,KAAQ,CAAC,cAAA,CAAe,QAAA,CAAS,IAAI,CAAC,CAAA;AAEhD,IAAA,KAAA,MAAW,QAAQ,mBAAA,EAAqB;AACtC,MAAA,MAAM,KAAK,YAAA,CAAa;AAAA,QACtB,MAAA;AAAA,QACA,IAAA,EAAM;AAAA,UACJ,OAAA;AAAA,UACA,MAAA,EAAQ,IAAA;AAAA,UACR,MAAA,EAAQ;AAAA;AACV,OACD,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,KAAK,YAAA,CAAa;AAAA,MACtB,MAAA;AAAA,MACA,MAAA,EAAQ,QAAA;AAAA,MACR,SAAA,EAAW;AAAA,QACT;AAAA;AACF,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,WACJ,OAAA,EACe;AACf,IAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,EAAK,GAAI,OAAA;AACzB,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,MAAM,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AAChD,MAAA,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC3B,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,CAAA,CACpB,MAAA,CAAO,EAAE,OAAA,EAAS,MAAM,CAAA;AAE3B,MAAA,MAAM,CAAC,KAAK,CAAA,GAAI,MAAM,EAAA,CAAsB,aAAa,EACtD,MAAA,CAAO;AAAA,QACN,OAAA,EAAS,MAAA;AAAA,QACT,UAAA,EAAY,WAAA;AAAA,QACZ,IAAA,EAAM;AAAA,OACP,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAEjB,MAAA,OAAO,KAAA;AAAA,IACT,CAAC,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,MACnB,KAAA,EAAO,iBAAA;AAAA,MACP,YAAA,EAAc;AAAA,QACZ,IAAI,GAAA,CAAI,EAAA;AAAA,QACR,MAAA;AAAA,QACA,MAAA,EAAQ,WAAA;AAAA,QACR;AAAA;AACF,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,OAAA,EAGE;AAChB,IAAA,MAAM,EAAE,OAAA,EAAS,MAAA,EAAO,GAAI,OAAA;AAE5B,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,MAAA,GAAS,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM,IAAA,EAAM,MAAM,CAAA,CAClB,MAAA;AAAA,QACC;AAAA,UACE,GAAI,OAAA,IAAW,EAAE,SAAS,IAAA,CAAK,SAAA,CAAU,OAAO,CAAA,EAAE;AAAA,UAClD,MAAA,EAAQ,MAAA;AAAA,UACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,SACpC;AAAA,QACA,CAAC,MAAM,MAAM;AAAA,OACf;AAEF,MAAA,KAAA,MAAW,EAAE,EAAA,EAAI,IAAA,EAAK,IAAK,MAAA,EAAQ;AACjC,QAAA,MAAM,QAAA,GAAW,IAAA,CAAK,KAAA,CAAM,IAAc,CAAA;AAQ1C,QAAA,MAAM,GAAsB,aAAa,CAAA,CACtC,MAAM,SAAA,EAAW,EAAE,EACnB,QAAA,CAAS,CAAA,CAAA,KAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,CAAC,WAAA,EAAa,YAAY,CAAC,CAAC,EAClE,GAAA,EAAI;AAEP,QAAA,MAAM,EAAA,CAAsB,aAAa,CAAA,CAAE,MAAA,CAAO;AAAA,UAChD,OAAA,EAAS,EAAA;AAAA,UACT,UAAA,EAAY,WAAA;AAAA,UACZ,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,eAAA,EACE,QAAA,CAAS,qBAAA,EAAuB,qBAAA,IAAyB;AAAA,WAC5D;AAAA,SACF,CAAA;AAAA,MACH;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,aACJ,OAAA,EAC4B;AAC5B,IAAA,MAAM,mBAA6B,EAAC;AACpC,IAAA,MAAM,WAAWC,cAAA,CAAS,UAAA,CAAW,QAAQ,OAAO,CAAA,CAAE,GAAG,SAAS,CAAA;AAElE,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,iBAAA,GAAoBF,0BAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,EAAE,CAAA;AAE/D,MAAA,MAAM,MAAA,GAAS,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC1C,KAAA,CAAM,QAAA,EAAU,YAAY,CAAA,CAC5B,QAAA,CAAS,mBAAA,EAAqB,IAAA,EAAM,iBAAiB,CAAA,CACrD,MAAA;AAAA,QACC;AAAA,UACE,MAAA,EAAQ,MAAA;AAAA,UACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,SACpC;AAAA,QACA,CAAC,MAAM,MAAM;AAAA,OACf;AAEF,MAAA,gBAAA,CAAiB,KAAK,GAAG,MAAA,CAAO,IAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAC,CAAA;AAE9C,MAAA,KAAA,MAAW,EAAE,EAAA,EAAI,IAAA,EAAK,IAAK,MAAA,EAAQ;AACjC,QAAA,MAAM,QAAA,GAAW,IAAA,CAAK,KAAA,CAAM,IAAc,CAAA;AAC1C,QAAA,MAAM,KAAA,GAAQ;AAAA,UACZ,eAAA,EACE,QAAA,CAAS,qBAAA,EAAuB,qBAAA,IAAyB;AAAA,SAC7D;AACA,QAAA,MAAM,CAAC,GAAG,CAAA,GAAI,MAAM,EAAA,CAAsB,aAAa,EACpD,MAAA,CAAO;AAAA,UACN,OAAA,EAAS,EAAA;AAAA,UACT,UAAA,EAAY,WAAA;AAAA,UACZ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAK;AAAA,SAC3B,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAEjB,QAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,UACnB,KAAA,EAAO,iBAAA;AAAA,UACP,YAAA,EAAc;AAAA,YACZ,IAAI,GAAA,CAAI,EAAA;AAAA,YACR,MAAA,EAAQ,EAAA;AAAA,YACR,MAAA,EAAQ,WAAA;AAAA,YACR,IAAA,EAAM;AAAA;AACR,SACD,CAAA;AAAA,MACH;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAO,EAAE,KAAK,gBAAA,EAAiB;AAAA,EACjC;AACF;;;;"}
|
|
1
|
+
{"version":3,"file":"DatabaseTaskStore.cjs.js","sources":["../../../src/scaffolder/tasks/DatabaseTaskStore.ts"],"sourcesContent":["/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { JsonObject } from '@backstage/types';\nimport {\n DatabaseService,\n resolvePackagePath,\n} from '@backstage/backend-plugin-api';\nimport { ConflictError, NotFoundError } from '@backstage/errors';\nimport { Knex } from 'knex';\nimport { randomUUID as uuid } from 'node:crypto';\nimport {\n TaskStore,\n TaskStoreCreateTaskOptions,\n TaskStoreCreateTaskResult,\n TaskStoreEmitOptions,\n TaskStoreListEventsOptions,\n TaskStoreRecoverTaskOptions,\n TaskStoreShutDownTaskOptions,\n} from './types';\nimport {\n SerializedTask,\n SerializedTaskEvent,\n TaskEventType,\n TaskFilter,\n TaskSecrets,\n TaskStatus,\n} from '@backstage/plugin-scaffolder-node';\nimport { DateTime, Duration } from 'luxon';\nimport { TaskRecovery, TaskSpec } from '@backstage/plugin-scaffolder-common';\nimport { trimEventsTillLastRecovery } from './taskRecoveryHelper';\nimport { intervalFromNowTill } from './dbUtil';\nimport { flattenParams } from '../../service/helpers';\nimport { EventsService } from '@backstage/plugin-events-node';\nimport { PermissionCriteria } from '@backstage/plugin-permission-common';\nimport {\n isAndCriteria,\n isNotCriteria,\n isOrCriteria,\n} from '@backstage/plugin-permission-node';\nimport { TaskFilters } from '@backstage/plugin-scaffolder-node';\nimport { compact } from 'lodash';\n\nconst migrationsDir = resolvePackagePath(\n '@backstage/plugin-scaffolder-backend',\n 'migrations',\n);\n\nexport type RawDbTaskRow = {\n id: string;\n spec: string;\n status: TaskStatus;\n state?: string;\n last_heartbeat_at?: string;\n created_at: string;\n created_by: string | null;\n secrets?: string | null;\n workspace?: Buffer;\n};\n\nexport type RawDbTaskEventRow = {\n id: number;\n task_id: string;\n body: string;\n event_type: TaskEventType;\n created_at: string;\n};\n\n/**\n * DatabaseTaskStore\n */\nexport type DatabaseTaskStoreOptions = {\n database: DatabaseService | Knex;\n events?: EventsService;\n /**\n * Whether automatic task recovery is enabled. When enabled, task secrets are\n * retained until the task reaches a terminal state so that a recovered task\n * can resume. When disabled (the default), secrets are cleared as soon as the\n * task is claimed, preserving the original security lifecycle.\n */\n recoverTasksEnabled?: boolean;\n};\n\n/**\n * Type guard to help DatabaseTaskStore understand when database is DatabaseService vs. when database is a Knex instance.\n * */\nfunction isDatabaseService(\n opt: DatabaseService | Knex,\n): opt is DatabaseService {\n return (opt as DatabaseService).getClient !== undefined;\n}\n\nconst parseSqlDateToIsoString = <T>(input: T): T | string => {\n if (typeof input === 'string') {\n const parsed = DateTime.fromSQL(input, { zone: 'UTC' });\n if (!parsed.isValid) {\n throw new Error(\n `Failed to parse database timestamp '${input}', ${parsed.invalidReason}: ${parsed.invalidExplanation}`,\n );\n }\n return parsed.toISO()!;\n }\n\n return input;\n};\n\n/**\n * DatabaseTaskStore\n */\nexport class DatabaseTaskStore implements TaskStore {\n private readonly db: Knex;\n private readonly events?: EventsService;\n private readonly recoverTasksEnabled: boolean;\n\n static async create(\n options: DatabaseTaskStoreOptions,\n ): Promise<DatabaseTaskStore> {\n const { database } = options;\n const client = await this.getClient(database);\n\n await this.runMigrations(database, client);\n\n return new DatabaseTaskStore(\n client,\n options.events,\n options.recoverTasksEnabled ?? false,\n );\n }\n\n private isRecoverableTask(spec: TaskSpec): boolean {\n return ['startOver'].includes(\n spec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n );\n }\n\n private parseSpec({ spec, id }: { spec: string; id: string }): TaskSpec {\n try {\n return JSON.parse(spec);\n } catch (error) {\n throw new Error(`Failed to parse spec of task '${id}', ${error}`);\n }\n }\n\n private parseTaskSecrets(taskRow: RawDbTaskRow): TaskSecrets | undefined {\n try {\n return taskRow.secrets ? JSON.parse(taskRow.secrets) : undefined;\n } catch (error) {\n throw new Error(\n `Failed to parse secrets of task '${taskRow.id}', ${error}`,\n );\n }\n }\n\n private static async getClient(\n database: DatabaseService | Knex,\n ): Promise<Knex> {\n if (isDatabaseService(database)) {\n return database.getClient();\n }\n\n return database;\n }\n\n private static async runMigrations(\n database: DatabaseService | Knex,\n client: Knex,\n ): Promise<void> {\n if (!isDatabaseService(database)) {\n await client.migrate.latest({\n directory: migrationsDir,\n });\n\n return;\n }\n\n if (!database.migrations?.skip) {\n await client.migrate.latest({\n directory: migrationsDir,\n });\n }\n }\n\n private constructor(\n client: Knex,\n events: EventsService | undefined,\n recoverTasksEnabled: boolean,\n ) {\n this.db = client;\n this.events = events;\n this.recoverTasksEnabled = recoverTasksEnabled;\n }\n\n private getState(task: Pick<RawDbTaskRow, 'id' | 'state'>) {\n try {\n return task.state ? JSON.parse(task.state).state : undefined;\n } catch (error) {\n throw new Error(\n `Failed to parse state of the task '${task.id}', ${error}`,\n );\n }\n }\n\n private isTaskFilter(filter: any): filter is TaskFilter {\n return filter.hasOwnProperty('key');\n }\n\n private parseFilter(\n filter: PermissionCriteria<TaskFilters>,\n query: Knex.QueryBuilder,\n db: Knex,\n negate: boolean = false,\n ): Knex.QueryBuilder {\n if (isNotCriteria(filter)) {\n return this.parseFilter(filter.not, query, db, !negate);\n }\n\n if (this.isTaskFilter(filter)) {\n const values: string[] = compact(filter.values) ?? [];\n if (negate) {\n query.whereNotIn(filter.key, values);\n } else {\n query.whereIn(filter.key, values);\n }\n\n return query;\n }\n\n return query[negate ? 'andWhereNot' : 'andWhere'](subQuery => {\n if (isOrCriteria(filter)) {\n for (const subFilter of filter.anyOf ?? []) {\n subQuery.orWhere(subQueryInner =>\n this.parseFilter(subFilter, subQueryInner, db, false),\n );\n }\n } else if (isAndCriteria(filter)) {\n for (const subFilter of filter.allOf ?? []) {\n subQuery.andWhere(subQueryInner =>\n this.parseFilter(subFilter, subQueryInner, db, false),\n );\n }\n }\n });\n }\n\n async list(options: {\n createdBy?: string;\n status?: TaskStatus;\n filters?: {\n createdBy?: string | string[];\n status?: TaskStatus | TaskStatus[];\n };\n pagination?: {\n limit?: number;\n offset?: number;\n };\n order?: { order: 'asc' | 'desc'; field: string }[];\n permissionFilters?: PermissionCriteria<TaskFilters>;\n }): Promise<{ tasks: SerializedTask[]; totalTasks?: number }> {\n const { createdBy, status, pagination, order, filters, permissionFilters } =\n options ?? {};\n const queryBuilder = this.db<RawDbTaskRow & { count: number }>('tasks');\n\n const createdByValues = flattenParams<string>(\n createdBy,\n filters?.createdBy,\n );\n\n const combinedPermissionFilters:\n | PermissionCriteria<TaskFilters>\n | undefined =\n createdByValues.length > 0\n ? {\n allOf: [\n { key: 'created_by', values: createdByValues },\n ...(permissionFilters ? [permissionFilters] : []),\n ],\n }\n : permissionFilters;\n\n if (combinedPermissionFilters) {\n this.parseFilter(combinedPermissionFilters, queryBuilder, this.db);\n }\n\n if (status || filters?.status) {\n const arr: TaskStatus[] = flattenParams<TaskStatus>(\n status,\n filters?.status,\n );\n queryBuilder.whereIn('status', [...new Set(arr)]);\n }\n\n const countQuery = queryBuilder.clone();\n countQuery.count('tasks.id', { as: 'count' });\n\n if (order) {\n order.forEach(f => {\n queryBuilder.orderBy(f.field, f.order);\n });\n } else {\n queryBuilder.orderBy('created_at', 'desc');\n }\n\n if (pagination?.limit !== undefined) {\n queryBuilder.limit(pagination.limit);\n }\n\n if (pagination?.offset !== undefined) {\n queryBuilder.offset(pagination.offset);\n }\n\n const [results, [{ count }]] = await Promise.all([\n queryBuilder.select([\n 'id',\n 'spec',\n 'status',\n 'created_by',\n 'last_heartbeat_at',\n 'created_at',\n ]),\n countQuery,\n ]);\n\n const tasks = results.map(result => ({\n id: result.id,\n spec: JSON.parse(result.spec),\n status: result.status,\n createdBy: result.created_by ?? undefined,\n lastHeartbeatAt: parseSqlDateToIsoString(result.last_heartbeat_at),\n createdAt: parseSqlDateToIsoString(result.created_at),\n }));\n\n // `count` is coerced to a number because knex returns the result of a\n // `COUNT(*)` aggregate as a string on PostgreSQL (the underlying column is\n // a bigint), whereas it is a number on better-sqlite3. Without this the\n // `totalTasks` value would be a string in production, which breaks\n // consumers that expect a number (e.g. the `list-scaffolder-tasks` action\n // whose output schema declares `totalTasks: z.number()`).\n const totalTasks = Number(count);\n if (!Number.isSafeInteger(totalTasks)) {\n // A bigint count above Number.MAX_SAFE_INTEGER would silently lose\n // precision when coerced, so fail loudly rather than report a wrong total.\n throw new Error(\n `Task count '${count}' exceeds the safe integer range and cannot be represented accurately as 'totalTasks'`,\n );\n }\n\n return { tasks, totalTasks };\n }\n\n async getTask(taskId: string): Promise<SerializedTask> {\n const [result] = await this.db<RawDbTaskRow>('tasks')\n .where({ id: taskId })\n .select([\n 'id',\n 'spec',\n 'status',\n 'state',\n 'last_heartbeat_at',\n 'created_at',\n 'created_by',\n 'secrets',\n ]);\n if (!result) {\n throw new NotFoundError(`No task with id '${taskId}' found`);\n }\n try {\n return this.parseTaskRow(result);\n } catch (error) {\n throw new Error(`Failed to parse spec of task '${taskId}', ${error}`);\n }\n }\n\n private parseTaskRow(result: RawDbTaskRow): SerializedTask {\n const spec = JSON.parse(result.spec);\n const secrets = result.secrets ? JSON.parse(result.secrets) : undefined;\n const state = this.getState(result);\n\n return {\n id: result.id,\n spec,\n status: result.status,\n lastHeartbeatAt: parseSqlDateToIsoString(result.last_heartbeat_at),\n createdAt: parseSqlDateToIsoString(result.created_at),\n createdBy: result.created_by ?? undefined,\n secrets,\n state,\n };\n }\n\n async createTask(\n options: TaskStoreCreateTaskOptions,\n ): Promise<TaskStoreCreateTaskResult> {\n const taskId = uuid();\n await this.db<RawDbTaskRow>('tasks').insert({\n id: taskId,\n spec: JSON.stringify(options.spec),\n secrets: options.secrets ? JSON.stringify(options.secrets) : undefined,\n created_by: options.createdBy ?? null,\n status: 'open',\n });\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: {\n id: taskId,\n spec: options.spec,\n createdBy: options.createdBy,\n status: 'open',\n },\n });\n\n return { taskId };\n }\n\n async claimTask(): Promise<SerializedTask | undefined> {\n return this.db.transaction(async tx => {\n const [task] = await tx<RawDbTaskRow>('tasks')\n .where({\n status: 'open',\n })\n .limit(1)\n .select([\n 'id',\n 'spec',\n 'status',\n 'state',\n 'last_heartbeat_at',\n 'created_at',\n 'created_by',\n 'secrets',\n ]);\n\n if (!task) {\n return undefined;\n }\n\n const spec = this.parseSpec(task);\n\n const updateCount = await tx<RawDbTaskRow>('tasks')\n .where({ id: task.id, status: 'open' })\n .update({\n status: 'processing',\n last_heartbeat_at: this.db.fn.now(),\n // Retain secrets only when recovery is enabled (globally or via the\n // legacy per-template strategy) so recovered tasks can resume.\n // Otherwise clear them on claim to preserve the default security\n // lifecycle.\n secrets:\n this.recoverTasksEnabled || this.isRecoverableTask(spec)\n ? task.secrets\n : null,\n });\n\n if (updateCount < 1) {\n return undefined;\n }\n\n const ret: SerializedTask = {\n id: task.id,\n spec,\n status: 'processing',\n lastHeartbeatAt: task.last_heartbeat_at,\n createdAt: task.created_at,\n createdBy: task.created_by ?? undefined,\n state: this.getState(task),\n };\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: ret,\n });\n\n const secrets = this.parseTaskSecrets(task);\n return { ...ret, secrets };\n });\n }\n\n async heartbeatTask(taskId: string): Promise<void> {\n const updateCount = await this.db<RawDbTaskRow>('tasks')\n .where({ id: taskId, status: 'processing' })\n .update({\n last_heartbeat_at: this.db.fn.now(),\n });\n if (updateCount === 0) {\n throw new ConflictError(`No running task with taskId ${taskId} found`);\n }\n }\n\n async listStaleTasks(options: { timeoutS: number }): Promise<{\n tasks: { taskId: string; recovery?: TaskRecovery }[];\n }> {\n const { timeoutS } = options;\n const heartbeatInterval = intervalFromNowTill(timeoutS, this.db);\n const rawRows = await this.db<RawDbTaskRow>('tasks')\n .where('status', 'processing')\n .andWhere('last_heartbeat_at', '<=', heartbeatInterval)\n .select(['id', 'spec']);\n const tasks = rawRows.map(row => ({\n recovery: (JSON.parse(row.spec) as TaskSpec).EXPERIMENTAL_recovery,\n taskId: row.id,\n }));\n return { tasks };\n }\n\n async completeTask(options: {\n taskId: string;\n status: TaskStatus;\n eventBody: JsonObject;\n }): Promise<void> {\n const { taskId, status, eventBody } = options;\n\n let oldStatus: TaskStatus;\n if (['failed', 'completed', 'cancelled'].includes(status)) {\n oldStatus = 'processing';\n } else {\n throw new Error(\n `Invalid status update of run '${taskId}' to status '${status}'`,\n );\n }\n\n await this.db.transaction(async tx => {\n const [task] = await tx<RawDbTaskRow>('tasks')\n .where({\n id: taskId,\n })\n .limit(1)\n .select([\n 'id',\n 'status',\n 'state',\n 'last_heartbeat_at',\n 'created_at',\n 'created_by',\n ]);\n\n const updateTask = async (criteria: {\n id: string;\n status?: TaskStatus;\n }) => {\n const updateCount = await tx<RawDbTaskRow>('tasks')\n .where(criteria)\n .update({\n status,\n secrets: null,\n });\n\n if (updateCount !== 1) {\n throw new ConflictError(\n `Failed to update status to '${status}' for taskId ${taskId}`,\n );\n }\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: {\n id: taskId,\n status: status,\n lastHeartbeatAt: task.last_heartbeat_at,\n createdAt: task.created_at,\n createdBy: task.created_by,\n state: this.getState(task),\n },\n });\n\n await tx<RawDbTaskEventRow>('task_events')\n .insert({\n task_id: taskId,\n event_type: 'completion',\n body: JSON.stringify(eventBody),\n })\n .returning('id');\n };\n\n if (status === 'cancelled') {\n await updateTask({\n id: taskId,\n });\n return;\n }\n\n if (task.status === 'cancelled') {\n return;\n }\n\n if (!task) {\n throw new Error(`No task with taskId ${taskId} found`);\n }\n if (task.status !== oldStatus) {\n throw new ConflictError(\n `Refusing to update status of run '${taskId}' to status '${status}' ` +\n `as it is currently '${task.status}', expected '${oldStatus}'`,\n );\n }\n\n await updateTask({\n id: taskId,\n status: oldStatus,\n });\n });\n }\n\n async emitLogEvent(\n options: TaskStoreEmitOptions<{ message: string } & JsonObject>,\n ): Promise<void> {\n const { taskId, body } = options;\n const serializedBody = JSON.stringify(body);\n await this.db<RawDbTaskEventRow>('task_events')\n .insert({\n task_id: taskId,\n event_type: 'log',\n body: serializedBody,\n })\n .returning('id');\n }\n\n async getTaskState({ taskId }: { taskId: string }): Promise<\n | {\n state: JsonObject;\n }\n | undefined\n > {\n const [result] = await this.db<RawDbTaskRow>('tasks')\n .where({ id: taskId })\n .select('state');\n return result.state ? JSON.parse(result.state) : undefined;\n }\n\n async saveTaskState(options: {\n taskId: string;\n state?: JsonObject;\n }): Promise<void> {\n if (options.state) {\n const serializedState = JSON.stringify({ state: options.state });\n await this.db<RawDbTaskRow>('tasks')\n .where({ id: options.taskId })\n .update({\n state: serializedState,\n });\n }\n }\n\n async listEvents(\n options: TaskStoreListEventsOptions,\n ): Promise<{ events: SerializedTaskEvent[] }> {\n const { taskId, after, isTaskRecoverable } = options;\n const rawEvents = await this.db<RawDbTaskEventRow>('task_events')\n .where({\n task_id: taskId,\n })\n .andWhere(builder => {\n if (typeof after === 'number') {\n builder.where('id', '>', after).orWhere('event_type', 'completion');\n }\n })\n .orderBy('id')\n .select();\n\n const events = rawEvents.map(event => {\n try {\n const body = JSON.parse(event.body) as SerializedTaskEvent['body'];\n return {\n id: Number(event.id),\n isTaskRecoverable,\n taskId,\n body,\n type: event.event_type,\n createdAt: parseSqlDateToIsoString(event.created_at),\n };\n } catch (error) {\n throw new Error(\n `Failed to parse event body from event taskId=${taskId} id=${event.id}, ${error}`,\n );\n }\n });\n\n return trimEventsTillLastRecovery(events);\n }\n\n async shutdownTask(options: TaskStoreShutDownTaskOptions): Promise<void> {\n const { taskId } = options;\n const message = `This task was marked as stale as it exceeded its timeout`;\n\n const statusStepEvents = (await this.listEvents({ taskId })).events.filter(\n ({ body }) => body?.stepId,\n );\n\n const completedSteps = statusStepEvents\n .filter(\n ({ body: { status } }) => status === 'failed' || status === 'completed',\n )\n .map(step => step.body.stepId);\n\n const hungProcessingSteps = statusStepEvents\n .filter(({ body: { status } }) => status === 'processing')\n .map(event => event.body.stepId)\n .filter(step => !completedSteps.includes(step));\n\n for (const step of hungProcessingSteps) {\n await this.emitLogEvent({\n taskId,\n body: {\n message,\n stepId: step,\n status: 'failed',\n },\n });\n }\n\n await this.completeTask({\n taskId,\n status: 'failed',\n eventBody: {\n message,\n },\n });\n }\n\n async cancelTask(\n options: TaskStoreEmitOptions<{ message: string } & JsonObject>,\n ): Promise<void> {\n const { taskId, body } = options;\n const serializedBody = JSON.stringify(body);\n const ret = await this.db.transaction(async tx => {\n await tx<RawDbTaskRow>('tasks')\n .where({ id: taskId })\n .update({ secrets: null });\n\n const [event] = await tx<RawDbTaskEventRow>('task_events')\n .insert({\n task_id: taskId,\n event_type: 'cancelled',\n body: serializedBody,\n })\n .returning('id');\n\n return event;\n });\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: {\n id: ret.id,\n taskId,\n status: 'cancelled',\n body,\n },\n });\n }\n\n async retryTask(options: {\n secrets?: TaskSecrets;\n taskId: string;\n }): Promise<void> {\n const { secrets, taskId } = options;\n\n await this.db.transaction(async tx => {\n const updateCount = await tx<RawDbTaskRow>('tasks')\n .where('id', taskId)\n .whereIn('status', ['cancelled', 'completed', 'failed', 'skipped'])\n .update({\n ...(secrets && { secrets: JSON.stringify(secrets) }),\n status: 'open',\n last_heartbeat_at: this.db.fn.now(),\n });\n\n if (Number(updateCount) !== 1) {\n throw new ConflictError(`Task with taskId ${taskId} cannot be retried`);\n }\n\n const [task] = await tx<RawDbTaskRow>('tasks')\n .where('id', taskId)\n .select('id', 'spec');\n const taskSpec = JSON.parse(task.spec) as TaskSpec;\n\n /**\n * Once task is picked up, all event types are replayed.\n * We have to remove cancelled or completion event_type as these are as actions for frontend to perform.\n * In contrary, we send 'recovered' event_type to reset the state on the frontend side.\n *\n */\n await tx<RawDbTaskEventRow>('task_events')\n .where('task_id', task.id)\n .andWhere(q => q.whereIn('event_type', ['cancelled', 'completion']))\n .del();\n\n await tx<RawDbTaskEventRow>('task_events').insert({\n task_id: task.id,\n event_type: 'recovered',\n body: JSON.stringify({\n recoverStrategy:\n taskSpec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n }),\n });\n });\n }\n\n async recoverTasks(\n options: TaskStoreRecoverTaskOptions,\n ): Promise<{ ids: string[] }> {\n const taskIdsToRecover: string[] = [];\n const timeoutS = Duration.fromObject(options.timeout).as('seconds');\n\n await this.db.transaction(async tx => {\n const heartbeatInterval = intervalFromNowTill(timeoutS, this.db);\n\n const result = await tx<RawDbTaskRow>('tasks')\n .where('status', 'processing')\n .andWhere('last_heartbeat_at', '<=', heartbeatInterval)\n .update(\n {\n status: 'open',\n last_heartbeat_at: this.db.fn.now(),\n },\n ['id', 'spec'],\n );\n\n taskIdsToRecover.push(...result.map(i => i.id));\n\n for (const { id, spec } of result) {\n const taskSpec = JSON.parse(spec as string) as TaskSpec;\n const event = {\n recoverStrategy:\n taskSpec.EXPERIMENTAL_recovery?.EXPERIMENTAL_strategy ?? 'none',\n };\n const [ret] = await tx<RawDbTaskEventRow>('task_events')\n .insert({\n task_id: id,\n event_type: 'recovered',\n body: JSON.stringify(event),\n })\n .returning('id');\n\n this.events?.publish({\n topic: 'scaffolder.task',\n eventPayload: {\n id: ret.id,\n taskId: id,\n status: 'recovered',\n body: event,\n },\n });\n }\n });\n\n return { ids: taskIdsToRecover };\n }\n}\n"],"names":["resolvePackagePath","DateTime","isNotCriteria","compact","isOrCriteria","isAndCriteria","flattenParams","NotFoundError","uuid","ConflictError","intervalFromNowTill","trimEventsTillLastRecovery","Duration"],"mappings":";;;;;;;;;;;;AAwDA,MAAM,aAAA,GAAgBA,mCAAA;AAAA,EACpB,sCAAA;AAAA,EACA;AACF,CAAA;AAwCA,SAAS,kBACP,GAAA,EACwB;AACxB,EAAA,OAAQ,IAAwB,SAAA,KAAc,MAAA;AAChD;AAEA,MAAM,uBAAA,GAA0B,CAAI,KAAA,KAAyB;AAC3D,EAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,IAAA,MAAM,SAASC,cAAA,CAAS,OAAA,CAAQ,OAAO,EAAE,IAAA,EAAM,OAAO,CAAA;AACtD,IAAA,IAAI,CAAC,OAAO,OAAA,EAAS;AACnB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,uCAAuC,KAAK,CAAA,GAAA,EAAM,OAAO,aAAa,CAAA,EAAA,EAAK,OAAO,kBAAkB,CAAA;AAAA,OACtG;AAAA,IACF;AACA,IAAA,OAAO,OAAO,KAAA,EAAM;AAAA,EACtB;AAEA,EAAA,OAAO,KAAA;AACT,CAAA;AAKO,MAAM,iBAAA,CAAuC;AAAA,EACjC,EAAA;AAAA,EACA,MAAA;AAAA,EACA,mBAAA;AAAA,EAEjB,aAAa,OACX,OAAA,EAC4B;AAC5B,IAAA,MAAM,EAAE,UAAS,GAAI,OAAA;AACrB,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAA;AAE5C,IAAA,MAAM,IAAA,CAAK,aAAA,CAAc,QAAA,EAAU,MAAM,CAAA;AAEzC,IAAA,OAAO,IAAI,iBAAA;AAAA,MACT,MAAA;AAAA,MACA,OAAA,CAAQ,MAAA;AAAA,MACR,QAAQ,mBAAA,IAAuB;AAAA,KACjC;AAAA,EACF;AAAA,EAEQ,kBAAkB,IAAA,EAAyB;AACjD,IAAA,OAAO,CAAC,WAAW,CAAA,CAAE,QAAA;AAAA,MACnB,IAAA,CAAK,uBAAuB,qBAAA,IAAyB;AAAA,KACvD;AAAA,EACF;AAAA,EAEQ,SAAA,CAAU,EAAE,IAAA,EAAM,EAAA,EAAG,EAA2C;AACtE,IAAA,IAAI;AACF,MAAA,OAAO,IAAA,CAAK,MAAM,IAAI,CAAA;AAAA,IACxB,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IAClE;AAAA,EACF;AAAA,EAEQ,iBAAiB,OAAA,EAAgD;AACvE,IAAA,IAAI;AACF,MAAA,OAAO,QAAQ,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,GAAI,KAAA,CAAA;AAAA,IACzD,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,iCAAA,EAAoC,OAAA,CAAQ,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,OAC3D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,aAAqB,UACnB,QAAA,EACe;AACf,IAAA,IAAI,iBAAA,CAAkB,QAAQ,CAAA,EAAG;AAC/B,MAAA,OAAO,SAAS,SAAA,EAAU;AAAA,IAC5B;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA,EAEA,aAAqB,aAAA,CACnB,QAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,CAAC,iBAAA,CAAkB,QAAQ,CAAA,EAAG;AAChC,MAAA,MAAM,MAAA,CAAO,QAAQ,MAAA,CAAO;AAAA,QAC1B,SAAA,EAAW;AAAA,OACZ,CAAA;AAED,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAA,CAAS,UAAA,EAAY,IAAA,EAAM;AAC9B,MAAA,MAAM,MAAA,CAAO,QAAQ,MAAA,CAAO;AAAA,QAC1B,SAAA,EAAW;AAAA,OACZ,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,MAAA,EACA,mBAAA,EACA;AACA,IAAA,IAAA,CAAK,EAAA,GAAK,MAAA;AACV,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,mBAAA,GAAsB,mBAAA;AAAA,EAC7B;AAAA,EAEQ,SAAS,IAAA,EAA0C;AACzD,IAAA,IAAI;AACF,MAAA,OAAO,KAAK,KAAA,GAAQ,IAAA,CAAK,MAAM,IAAA,CAAK,KAAK,EAAE,KAAA,GAAQ,KAAA,CAAA;AAAA,IACrD,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,mCAAA,EAAsC,IAAA,CAAK,EAAE,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,OAC1D;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,MAAA,EAAmC;AACtD,IAAA,OAAO,MAAA,CAAO,eAAe,KAAK,CAAA;AAAA,EACpC;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,KAAA,EACA,EAAA,EACA,SAAkB,KAAA,EACC;AACnB,IAAA,IAAIC,kCAAA,CAAc,MAAM,CAAA,EAAG;AACzB,MAAA,OAAO,KAAK,WAAA,CAAY,MAAA,CAAO,KAAK,KAAA,EAAO,EAAA,EAAI,CAAC,MAAM,CAAA;AAAA,IACxD;AAEA,IAAA,IAAI,IAAA,CAAK,YAAA,CAAa,MAAM,CAAA,EAAG;AAC7B,MAAA,MAAM,MAAA,GAAmBC,cAAA,CAAQ,MAAA,CAAO,MAAM,KAAK,EAAC;AACpD,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,KAAA,CAAM,UAAA,CAAW,MAAA,CAAO,GAAA,EAAK,MAAM,CAAA;AAAA,MACrC,CAAA,MAAO;AACL,QAAA,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,GAAA,EAAK,MAAM,CAAA;AAAA,MAClC;AAEA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA,CAAM,MAAA,GAAS,aAAA,GAAgB,UAAU,EAAE,CAAA,QAAA,KAAY;AAC5D,MAAA,IAAIC,iCAAA,CAAa,MAAM,CAAA,EAAG;AACxB,QAAA,KAAA,MAAW,SAAA,IAAa,MAAA,CAAO,KAAA,IAAS,EAAC,EAAG;AAC1C,UAAA,QAAA,CAAS,OAAA;AAAA,YAAQ,mBACf,IAAA,CAAK,WAAA,CAAY,SAAA,EAAW,aAAA,EAAe,IAAI,KAAK;AAAA,WACtD;AAAA,QACF;AAAA,MACF,CAAA,MAAA,IAAWC,kCAAA,CAAc,MAAM,CAAA,EAAG;AAChC,QAAA,KAAA,MAAW,SAAA,IAAa,MAAA,CAAO,KAAA,IAAS,EAAC,EAAG;AAC1C,UAAA,QAAA,CAAS,QAAA;AAAA,YAAS,mBAChB,IAAA,CAAK,WAAA,CAAY,SAAA,EAAW,aAAA,EAAe,IAAI,KAAK;AAAA,WACtD;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,KAAK,OAAA,EAamD;AAC5D,IAAA,MAAM,EAAE,WAAW,MAAA,EAAQ,UAAA,EAAY,OAAO,OAAA,EAAS,iBAAA,EAAkB,GACvE,OAAA,IAAW,EAAC;AACd,IAAA,MAAM,YAAA,GAAe,IAAA,CAAK,EAAA,CAAqC,OAAO,CAAA;AAEtE,IAAA,MAAM,eAAA,GAAkBC,qBAAA;AAAA,MACtB,SAAA;AAAA,MACA,OAAA,EAAS;AAAA,KACX;AAEA,IAAA,MAAM,yBAAA,GAGJ,eAAA,CAAgB,MAAA,GAAS,CAAA,GACrB;AAAA,MACE,KAAA,EAAO;AAAA,QACL,EAAE,GAAA,EAAK,YAAA,EAAc,MAAA,EAAQ,eAAA,EAAgB;AAAA,QAC7C,GAAI,iBAAA,GAAoB,CAAC,iBAAiB,IAAI;AAAC;AACjD,KACF,GACA,iBAAA;AAEN,IAAA,IAAI,yBAAA,EAA2B;AAC7B,MAAA,IAAA,CAAK,WAAA,CAAY,yBAAA,EAA2B,YAAA,EAAc,IAAA,CAAK,EAAE,CAAA;AAAA,IACnE;AAEA,IAAA,IAAI,MAAA,IAAU,SAAS,MAAA,EAAQ;AAC7B,MAAA,MAAM,GAAA,GAAoBA,qBAAA;AAAA,QACxB,MAAA;AAAA,QACA,OAAA,EAAS;AAAA,OACX;AACA,MAAA,YAAA,CAAa,OAAA,CAAQ,UAAU,CAAC,GAAG,IAAI,GAAA,CAAI,GAAG,CAAC,CAAC,CAAA;AAAA,IAClD;AAEA,IAAA,MAAM,UAAA,GAAa,aAAa,KAAA,EAAM;AACtC,IAAA,UAAA,CAAW,KAAA,CAAM,UAAA,EAAY,EAAE,EAAA,EAAI,SAAS,CAAA;AAE5C,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,KAAA,CAAM,QAAQ,CAAA,CAAA,KAAK;AACjB,QAAA,YAAA,CAAa,OAAA,CAAQ,CAAA,CAAE,KAAA,EAAO,CAAA,CAAE,KAAK,CAAA;AAAA,MACvC,CAAC,CAAA;AAAA,IACH,CAAA,MAAO;AACL,MAAA,YAAA,CAAa,OAAA,CAAQ,cAAc,MAAM,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,UAAA,EAAY,UAAU,MAAA,EAAW;AACnC,MAAA,YAAA,CAAa,KAAA,CAAM,WAAW,KAAK,CAAA;AAAA,IACrC;AAEA,IAAA,IAAI,UAAA,EAAY,WAAW,MAAA,EAAW;AACpC,MAAA,YAAA,CAAa,MAAA,CAAO,WAAW,MAAM,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,CAAC,OAAA,EAAS,CAAC,EAAE,KAAA,EAAO,CAAC,CAAA,GAAI,MAAM,OAAA,CAAQ,GAAA,CAAI;AAAA,MAC/C,aAAa,MAAA,CAAO;AAAA,QAClB,IAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,YAAA;AAAA,QACA,mBAAA;AAAA,QACA;AAAA,OACD,CAAA;AAAA,MACD;AAAA,KACD,CAAA;AAED,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,MAAA,MAAW;AAAA,MACnC,IAAI,MAAA,CAAO,EAAA;AAAA,MACX,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,IAAI,CAAA;AAAA,MAC5B,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,SAAA,EAAW,OAAO,UAAA,IAAc,MAAA;AAAA,MAChC,eAAA,EAAiB,uBAAA,CAAwB,MAAA,CAAO,iBAAiB,CAAA;AAAA,MACjE,SAAA,EAAW,uBAAA,CAAwB,MAAA,CAAO,UAAU;AAAA,KACtD,CAAE,CAAA;AAQF,IAAA,MAAM,UAAA,GAAa,OAAO,KAAK,CAAA;AAC/B,IAAA,IAAI,CAAC,MAAA,CAAO,aAAA,CAAc,UAAU,CAAA,EAAG;AAGrC,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,eAAe,KAAK,CAAA,qFAAA;AAAA,OACtB;AAAA,IACF;AAEA,IAAA,OAAO,EAAE,OAAO,UAAA,EAAW;AAAA,EAC7B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAAyC;AACrD,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,KAAK,EAAA,CAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,EACpB,MAAA,CAAO;AAAA,MACN,IAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA;AAAA,MACA,OAAA;AAAA,MACA,mBAAA;AAAA,MACA,YAAA;AAAA,MACA,YAAA;AAAA,MACA;AAAA,KACD,CAAA;AACH,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA,MAAM,IAAIC,oBAAA,CAAc,CAAA,iBAAA,EAAoB,MAAM,CAAA,OAAA,CAAS,CAAA;AAAA,IAC7D;AACA,IAAA,IAAI;AACF,MAAA,OAAO,IAAA,CAAK,aAAa,MAAM,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,8BAAA,EAAiC,MAAM,CAAA,GAAA,EAAM,KAAK,CAAA,CAAE,CAAA;AAAA,IACtE;AAAA,EACF;AAAA,EAEQ,aAAa,MAAA,EAAsC;AACzD,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,IAAI,CAAA;AACnC,IAAA,MAAM,UAAU,MAAA,CAAO,OAAA,GAAU,KAAK,KAAA,CAAM,MAAA,CAAO,OAAO,CAAA,GAAI,MAAA;AAC9D,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,QAAA,CAAS,MAAM,CAAA;AAElC,IAAA,OAAO;AAAA,MACL,IAAI,MAAA,CAAO,EAAA;AAAA,MACX,IAAA;AAAA,MACA,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,eAAA,EAAiB,uBAAA,CAAwB,MAAA,CAAO,iBAAiB,CAAA;AAAA,MACjE,SAAA,EAAW,uBAAA,CAAwB,MAAA,CAAO,UAAU,CAAA;AAAA,MACpD,SAAA,EAAW,OAAO,UAAA,IAAc,MAAA;AAAA,MAChC,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EACoC;AACpC,IAAA,MAAM,SAASC,sBAAA,EAAK;AACpB,IAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAAE,MAAA,CAAO;AAAA,MAC1C,EAAA,EAAI,MAAA;AAAA,MACJ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAA,CAAQ,IAAI,CAAA;AAAA,MACjC,SAAS,OAAA,CAAQ,OAAA,GAAU,KAAK,SAAA,CAAU,OAAA,CAAQ,OAAO,CAAA,GAAI,MAAA;AAAA,MAC7D,UAAA,EAAY,QAAQ,SAAA,IAAa,IAAA;AAAA,MACjC,MAAA,EAAQ;AAAA,KACT,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,MACnB,KAAA,EAAO,iBAAA;AAAA,MACP,YAAA,EAAc;AAAA,QACZ,EAAA,EAAI,MAAA;AAAA,QACJ,MAAM,OAAA,CAAQ,IAAA;AAAA,QACd,WAAW,OAAA,CAAQ,SAAA;AAAA,QACnB,MAAA,EAAQ;AAAA;AACV,KACD,CAAA;AAED,IAAA,OAAO,EAAE,MAAA,EAAO;AAAA,EAClB;AAAA,EAEA,MAAM,SAAA,GAAiD;AACrD,IAAA,OAAO,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACrC,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM;AAAA,QACL,MAAA,EAAQ;AAAA,OACT,CAAA,CACA,KAAA,CAAM,CAAC,EACP,MAAA,CAAO;AAAA,QACN,IAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,OAAA;AAAA,QACA,mBAAA;AAAA,QACA,YAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACD,CAAA;AAEH,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,OAAO,MAAA;AAAA,MACT;AAEA,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAEhC,MAAA,MAAM,WAAA,GAAc,MAAM,EAAA,CAAiB,OAAO,EAC/C,KAAA,CAAM,EAAE,EAAA,EAAI,IAAA,CAAK,EAAA,EAAI,MAAA,EAAQ,MAAA,EAAQ,EACrC,MAAA,CAAO;AAAA,QACN,MAAA,EAAQ,YAAA;AAAA,QACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA,EAAI;AAAA;AAAA;AAAA;AAAA;AAAA,QAKlC,OAAA,EACE,KAAK,mBAAA,IAAuB,IAAA,CAAK,kBAAkB,IAAI,CAAA,GACnD,KAAK,OAAA,GACL;AAAA,OACP,CAAA;AAEH,MAAA,IAAI,cAAc,CAAA,EAAG;AACnB,QAAA,OAAO,MAAA;AAAA,MACT;AAEA,MAAA,MAAM,GAAA,GAAsB;AAAA,QAC1B,IAAI,IAAA,CAAK,EAAA;AAAA,QACT,IAAA;AAAA,QACA,MAAA,EAAQ,YAAA;AAAA,QACR,iBAAiB,IAAA,CAAK,iBAAA;AAAA,QACtB,WAAW,IAAA,CAAK,UAAA;AAAA,QAChB,SAAA,EAAW,KAAK,UAAA,IAAc,MAAA;AAAA,QAC9B,KAAA,EAAO,IAAA,CAAK,QAAA,CAAS,IAAI;AAAA,OAC3B;AAEA,MAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACnB,KAAA,EAAO,iBAAA;AAAA,QACP,YAAA,EAAc;AAAA,OACf,CAAA;AAED,MAAA,MAAM,OAAA,GAAU,IAAA,CAAK,gBAAA,CAAiB,IAAI,CAAA;AAC1C,MAAA,OAAO,EAAE,GAAG,GAAA,EAAK,OAAA,EAAQ;AAAA,IAC3B,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+B;AACjD,IAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CACpD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,MAAA,EAAQ,YAAA,EAAc,EAC1C,MAAA,CAAO;AAAA,MACN,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,KACnC,CAAA;AACH,IAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,MAAA,MAAM,IAAIC,oBAAA,CAAc,CAAA,4BAAA,EAA+B,MAAM,CAAA,MAAA,CAAQ,CAAA;AAAA,IACvE;AAAA,EACF;AAAA,EAEA,MAAM,eAAe,OAAA,EAElB;AACD,IAAA,MAAM,EAAE,UAAS,GAAI,OAAA;AACrB,IAAA,MAAM,iBAAA,GAAoBC,0BAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,EAAE,CAAA;AAC/D,IAAA,MAAM,UAAU,MAAM,IAAA,CAAK,GAAiB,OAAO,CAAA,CAChD,MAAM,QAAA,EAAU,YAAY,EAC5B,QAAA,CAAS,mBAAA,EAAqB,MAAM,iBAAiB,CAAA,CACrD,OAAO,CAAC,IAAA,EAAM,MAAM,CAAC,CAAA;AACxB,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,GAAA,MAAQ;AAAA,MAChC,QAAA,EAAW,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,IAAI,CAAA,CAAe,qBAAA;AAAA,MAC7C,QAAQ,GAAA,CAAI;AAAA,KACd,CAAE,CAAA;AACF,IAAA,OAAO,EAAE,KAAA,EAAM;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,OAAA,EAID;AAChB,IAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAQ,SAAA,EAAU,GAAI,OAAA;AAEtC,IAAA,IAAI,SAAA;AACJ,IAAA,IAAI,CAAC,QAAA,EAAU,WAAA,EAAa,WAAW,CAAA,CAAE,QAAA,CAAS,MAAM,CAAA,EAAG;AACzD,MAAA,SAAA,GAAY,YAAA;AAAA,IACd,CAAA,MAAO;AACL,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,8BAAA,EAAiC,MAAM,CAAA,aAAA,EAAgB,MAAM,CAAA,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,EAC1C,KAAA,CAAM;AAAA,QACL,EAAA,EAAI;AAAA,OACL,CAAA,CACA,KAAA,CAAM,CAAC,EACP,MAAA,CAAO;AAAA,QACN,IAAA;AAAA,QACA,QAAA;AAAA,QACA,OAAA;AAAA,QACA,mBAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACD,CAAA;AAEH,MAAA,MAAM,UAAA,GAAa,OAAO,QAAA,KAGpB;AACJ,QAAA,MAAM,WAAA,GAAc,MAAM,EAAA,CAAiB,OAAO,EAC/C,KAAA,CAAM,QAAQ,EACd,MAAA,CAAO;AAAA,UACN,MAAA;AAAA,UACA,OAAA,EAAS;AAAA,SACV,CAAA;AAEH,QAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,UAAA,MAAM,IAAID,oBAAA;AAAA,YACR,CAAA,4BAAA,EAA+B,MAAM,CAAA,aAAA,EAAgB,MAAM,CAAA;AAAA,WAC7D;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,UACnB,KAAA,EAAO,iBAAA;AAAA,UACP,YAAA,EAAc;AAAA,YACZ,EAAA,EAAI,MAAA;AAAA,YACJ,MAAA;AAAA,YACA,iBAAiB,IAAA,CAAK,iBAAA;AAAA,YACtB,WAAW,IAAA,CAAK,UAAA;AAAA,YAChB,WAAW,IAAA,CAAK,UAAA;AAAA,YAChB,KAAA,EAAO,IAAA,CAAK,QAAA,CAAS,IAAI;AAAA;AAC3B,SACD,CAAA;AAED,QAAA,MAAM,EAAA,CAAsB,aAAa,CAAA,CACtC,MAAA,CAAO;AAAA,UACN,OAAA,EAAS,MAAA;AAAA,UACT,UAAA,EAAY,YAAA;AAAA,UACZ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,SAAS;AAAA,SAC/B,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAAA,MACnB,CAAA;AAEA,MAAA,IAAI,WAAW,WAAA,EAAa;AAC1B,QAAA,MAAM,UAAA,CAAW;AAAA,UACf,EAAA,EAAI;AAAA,SACL,CAAA;AACD,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,IAAA,CAAK,WAAW,WAAA,EAAa;AAC/B,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oBAAA,EAAuB,MAAM,CAAA,MAAA,CAAQ,CAAA;AAAA,MACvD;AACA,MAAA,IAAI,IAAA,CAAK,WAAW,SAAA,EAAW;AAC7B,QAAA,MAAM,IAAIA,oBAAA;AAAA,UACR,CAAA,kCAAA,EAAqC,MAAM,CAAA,aAAA,EAAgB,MAAM,yBACxC,IAAA,CAAK,MAAM,gBAAgB,SAAS,CAAA,CAAA;AAAA,SAC/D;AAAA,MACF;AAEA,MAAA,MAAM,UAAA,CAAW;AAAA,QACf,EAAA,EAAI,MAAA;AAAA,QACJ,MAAA,EAAQ;AAAA,OACT,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,aACJ,OAAA,EACe;AACf,IAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,EAAK,GAAI,OAAA;AACzB,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,IAAA,CAAK,EAAA,CAAsB,aAAa,CAAA,CAC3C,MAAA,CAAO;AAAA,MACN,OAAA,EAAS,MAAA;AAAA,MACT,UAAA,EAAY,KAAA;AAAA,MACZ,IAAA,EAAM;AAAA,KACP,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAAA,EACnB;AAAA,EAEA,MAAM,YAAA,CAAa,EAAE,MAAA,EAAO,EAK1B;AACA,IAAA,MAAM,CAAC,MAAM,CAAA,GAAI,MAAM,KAAK,EAAA,CAAiB,OAAO,CAAA,CACjD,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,CAAA,CACpB,OAAO,OAAO,CAAA;AACjB,IAAA,OAAO,OAAO,KAAA,GAAQ,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,KAAK,CAAA,GAAI,MAAA;AAAA,EACnD;AAAA,EAEA,MAAM,cAAc,OAAA,EAGF;AAChB,IAAA,IAAI,QAAQ,KAAA,EAAO;AACjB,MAAA,MAAM,kBAAkB,IAAA,CAAK,SAAA,CAAU,EAAE,KAAA,EAAO,OAAA,CAAQ,OAAO,CAAA;AAC/D,MAAA,MAAM,IAAA,CAAK,EAAA,CAAiB,OAAO,CAAA,CAChC,KAAA,CAAM,EAAE,EAAA,EAAI,OAAA,CAAQ,MAAA,EAAQ,CAAA,CAC5B,MAAA,CAAO;AAAA,QACN,KAAA,EAAO;AAAA,OACR,CAAA;AAAA,IACL;AAAA,EACF;AAAA,EAEA,MAAM,WACJ,OAAA,EAC4C;AAC5C,IAAA,MAAM,EAAE,MAAA,EAAQ,KAAA,EAAO,iBAAA,EAAkB,GAAI,OAAA;AAC7C,IAAA,MAAM,YAAY,MAAM,IAAA,CAAK,EAAA,CAAsB,aAAa,EAC7D,KAAA,CAAM;AAAA,MACL,OAAA,EAAS;AAAA,KACV,CAAA,CACA,QAAA,CAAS,CAAA,OAAA,KAAW;AACnB,MAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,QAAA,OAAA,CAAQ,MAAM,IAAA,EAAM,GAAA,EAAK,KAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,YAAY,CAAA;AAAA,MACpE;AAAA,IACF,CAAC,CAAA,CACA,OAAA,CAAQ,IAAI,EACZ,MAAA,EAAO;AAEV,IAAA,MAAM,MAAA,GAAS,SAAA,CAAU,GAAA,CAAI,CAAA,KAAA,KAAS;AACpC,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AAClC,QAAA,OAAO;AAAA,UACL,EAAA,EAAI,MAAA,CAAO,KAAA,CAAM,EAAE,CAAA;AAAA,UACnB,iBAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA;AAAA,UACA,MAAM,KAAA,CAAM,UAAA;AAAA,UACZ,SAAA,EAAW,uBAAA,CAAwB,KAAA,CAAM,UAAU;AAAA,SACrD;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,gDAAgD,MAAM,CAAA,IAAA,EAAO,KAAA,CAAM,EAAE,KAAK,KAAK,CAAA;AAAA,SACjF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAOE,8CAA2B,MAAM,CAAA;AAAA,EAC1C;AAAA,EAEA,MAAM,aAAa,OAAA,EAAsD;AACvE,IAAA,MAAM,EAAE,QAAO,GAAI,OAAA;AACnB,IAAA,MAAM,OAAA,GAAU,CAAA,wDAAA,CAAA;AAEhB,IAAA,MAAM,gBAAA,GAAA,CAAoB,MAAM,IAAA,CAAK,UAAA,CAAW,EAAE,MAAA,EAAQ,GAAG,MAAA,CAAO,MAAA;AAAA,MAClE,CAAC,EAAE,IAAA,EAAK,KAAM,IAAA,EAAM;AAAA,KACtB;AAEA,IAAA,MAAM,iBAAiB,gBAAA,CACpB,MAAA;AAAA,MACC,CAAC,EAAE,IAAA,EAAM,EAAE,QAAO,EAAE,KAAM,MAAA,KAAW,QAAA,IAAY,MAAA,KAAW;AAAA,KAC9D,CACC,GAAA,CAAI,CAAA,IAAA,KAAQ,IAAA,CAAK,KAAK,MAAM,CAAA;AAE/B,IAAA,MAAM,mBAAA,GAAsB,gBAAA,CACzB,MAAA,CAAO,CAAC,EAAE,MAAM,EAAE,MAAA,EAAO,EAAE,KAAM,MAAA,KAAW,YAAY,EACxD,GAAA,CAAI,CAAA,KAAA,KAAS,KAAA,CAAM,IAAA,CAAK,MAAM,CAAA,CAC9B,MAAA,CAAO,CAAA,IAAA,KAAQ,CAAC,cAAA,CAAe,QAAA,CAAS,IAAI,CAAC,CAAA;AAEhD,IAAA,KAAA,MAAW,QAAQ,mBAAA,EAAqB;AACtC,MAAA,MAAM,KAAK,YAAA,CAAa;AAAA,QACtB,MAAA;AAAA,QACA,IAAA,EAAM;AAAA,UACJ,OAAA;AAAA,UACA,MAAA,EAAQ,IAAA;AAAA,UACR,MAAA,EAAQ;AAAA;AACV,OACD,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,KAAK,YAAA,CAAa;AAAA,MACtB,MAAA;AAAA,MACA,MAAA,EAAQ,QAAA;AAAA,MACR,SAAA,EAAW;AAAA,QACT;AAAA;AACF,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,WACJ,OAAA,EACe;AACf,IAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,EAAK,GAAI,OAAA;AACzB,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,MAAM,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AAChD,MAAA,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC3B,KAAA,CAAM,EAAE,EAAA,EAAI,MAAA,EAAQ,CAAA,CACpB,MAAA,CAAO,EAAE,OAAA,EAAS,MAAM,CAAA;AAE3B,MAAA,MAAM,CAAC,KAAK,CAAA,GAAI,MAAM,EAAA,CAAsB,aAAa,EACtD,MAAA,CAAO;AAAA,QACN,OAAA,EAAS,MAAA;AAAA,QACT,UAAA,EAAY,WAAA;AAAA,QACZ,IAAA,EAAM;AAAA,OACP,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAEjB,MAAA,OAAO,KAAA;AAAA,IACT,CAAC,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,MACnB,KAAA,EAAO,iBAAA;AAAA,MACP,YAAA,EAAc;AAAA,QACZ,IAAI,GAAA,CAAI,EAAA;AAAA,QACR,MAAA;AAAA,QACA,MAAA,EAAQ,WAAA;AAAA,QACR;AAAA;AACF,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,OAAA,EAGE;AAChB,IAAA,MAAM,EAAE,OAAA,EAAS,MAAA,EAAO,GAAI,OAAA;AAE5B,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,cAAc,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC/C,KAAA,CAAM,MAAM,MAAM,CAAA,CAClB,OAAA,CAAQ,QAAA,EAAU,CAAC,WAAA,EAAa,WAAA,EAAa,UAAU,SAAS,CAAC,EACjE,MAAA,CAAO;AAAA,QACN,GAAI,OAAA,IAAW,EAAE,SAAS,IAAA,CAAK,SAAA,CAAU,OAAO,CAAA,EAAE;AAAA,QAClD,MAAA,EAAQ,MAAA;AAAA,QACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,OACnC,CAAA;AAEH,MAAA,IAAI,MAAA,CAAO,WAAW,CAAA,KAAM,CAAA,EAAG;AAC7B,QAAA,MAAM,IAAIF,oBAAA,CAAc,CAAA,iBAAA,EAAoB,MAAM,CAAA,kBAAA,CAAoB,CAAA;AAAA,MACxE;AAEA,MAAA,MAAM,CAAC,IAAI,CAAA,GAAI,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC1C,KAAA,CAAM,IAAA,EAAM,MAAM,CAAA,CAClB,MAAA,CAAO,MAAM,MAAM,CAAA;AACtB,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,IAAI,CAAA;AAQrC,MAAA,MAAM,GAAsB,aAAa,CAAA,CACtC,MAAM,SAAA,EAAW,IAAA,CAAK,EAAE,CAAA,CACxB,QAAA,CAAS,OAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,CAAC,WAAA,EAAa,YAAY,CAAC,CAAC,EAClE,GAAA,EAAI;AAEP,MAAA,MAAM,EAAA,CAAsB,aAAa,CAAA,CAAE,MAAA,CAAO;AAAA,QAChD,SAAS,IAAA,CAAK,EAAA;AAAA,QACd,UAAA,EAAY,WAAA;AAAA,QACZ,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,eAAA,EACE,QAAA,CAAS,qBAAA,EAAuB,qBAAA,IAAyB;AAAA,SAC5D;AAAA,OACF,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,aACJ,OAAA,EAC4B;AAC5B,IAAA,MAAM,mBAA6B,EAAC;AACpC,IAAA,MAAM,WAAWG,cAAA,CAAS,UAAA,CAAW,QAAQ,OAAO,CAAA,CAAE,GAAG,SAAS,CAAA;AAElE,IAAA,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,CAAY,OAAM,EAAA,KAAM;AACpC,MAAA,MAAM,iBAAA,GAAoBF,0BAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,EAAE,CAAA;AAE/D,MAAA,MAAM,MAAA,GAAS,MAAM,EAAA,CAAiB,OAAO,CAAA,CAC1C,KAAA,CAAM,QAAA,EAAU,YAAY,CAAA,CAC5B,QAAA,CAAS,mBAAA,EAAqB,IAAA,EAAM,iBAAiB,CAAA,CACrD,MAAA;AAAA,QACC;AAAA,UACE,MAAA,EAAQ,MAAA;AAAA,UACR,iBAAA,EAAmB,IAAA,CAAK,EAAA,CAAG,EAAA,CAAG,GAAA;AAAI,SACpC;AAAA,QACA,CAAC,MAAM,MAAM;AAAA,OACf;AAEF,MAAA,gBAAA,CAAiB,KAAK,GAAG,MAAA,CAAO,IAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAC,CAAA;AAE9C,MAAA,KAAA,MAAW,EAAE,EAAA,EAAI,IAAA,EAAK,IAAK,MAAA,EAAQ;AACjC,QAAA,MAAM,QAAA,GAAW,IAAA,CAAK,KAAA,CAAM,IAAc,CAAA;AAC1C,QAAA,MAAM,KAAA,GAAQ;AAAA,UACZ,eAAA,EACE,QAAA,CAAS,qBAAA,EAAuB,qBAAA,IAAyB;AAAA,SAC7D;AACA,QAAA,MAAM,CAAC,GAAG,CAAA,GAAI,MAAM,EAAA,CAAsB,aAAa,EACpD,MAAA,CAAO;AAAA,UACN,OAAA,EAAS,EAAA;AAAA,UACT,UAAA,EAAY,WAAA;AAAA,UACZ,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAK;AAAA,SAC3B,CAAA,CACA,SAAA,CAAU,IAAI,CAAA;AAEjB,QAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,UACnB,KAAA,EAAO,iBAAA;AAAA,UACP,YAAA,EAAc;AAAA,YACZ,IAAI,GAAA,CAAI,EAAA;AAAA,YACR,MAAA,EAAQ,EAAA;AAAA,YACR,MAAA,EAAQ,WAAA;AAAA,YACR,IAAA,EAAM;AAAA;AACR,SACD,CAAA;AAAA,MACH;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAO,EAAE,KAAK,gBAAA,EAAiB;AAAA,EACjC;AACF;;;;"}
|
|
@@ -3,9 +3,11 @@
|
|
|
3
3
|
var errors = require('@backstage/errors');
|
|
4
4
|
var fs = require('fs-extra');
|
|
5
5
|
var jsonschema = require('jsonschema');
|
|
6
|
+
var lodash = require('lodash');
|
|
6
7
|
var path = require('node:path');
|
|
7
8
|
var nunjitsu = require('nunjitsu');
|
|
8
9
|
var winston = require('winston');
|
|
10
|
+
var v3 = require('zod/v3');
|
|
9
11
|
var helper = require('./helper.cjs.js');
|
|
10
12
|
var taskRecoveryHelper = require('./taskRecoveryHelper.cjs.js');
|
|
11
13
|
var pluginPermissionCommon = require('@backstage/plugin-permission-common');
|
|
@@ -70,7 +72,7 @@ const createStepLogger = ({
|
|
|
70
72
|
),
|
|
71
73
|
transports: [new logger.BackstageLoggerTransport(rootLogger, task, step.id)]
|
|
72
74
|
});
|
|
73
|
-
taskLogger.addRedactions(
|
|
75
|
+
taskLogger.addRedactions(redactions ?? []);
|
|
74
76
|
return { taskLogger };
|
|
75
77
|
};
|
|
76
78
|
function collectSecretRedactions(withSecrets, withoutSecrets) {
|
|
@@ -84,9 +86,19 @@ function collectSecretRedactions(withSecrets, withoutSecrets) {
|
|
|
84
86
|
);
|
|
85
87
|
}
|
|
86
88
|
if (withSecrets && typeof withSecrets === "object") {
|
|
87
|
-
const
|
|
89
|
+
const otherEntries = withoutSecrets && typeof withoutSecrets === "object" ? Object.entries(withoutSecrets) : [];
|
|
88
90
|
return Object.entries(withSecrets).flatMap(
|
|
89
|
-
([key,
|
|
91
|
+
([key, value], index) => {
|
|
92
|
+
const otherEntry = otherEntries[index];
|
|
93
|
+
if (!otherEntry) {
|
|
94
|
+
return [key, ...extractStringValues(value)];
|
|
95
|
+
}
|
|
96
|
+
const [otherKey, otherValue] = otherEntry;
|
|
97
|
+
return [
|
|
98
|
+
...key !== otherKey ? [key] : [],
|
|
99
|
+
...collectSecretRedactions(value, otherValue)
|
|
100
|
+
];
|
|
101
|
+
}
|
|
90
102
|
);
|
|
91
103
|
}
|
|
92
104
|
return [];
|
|
@@ -105,6 +117,42 @@ function extractStringValues(obj) {
|
|
|
105
117
|
const isActionAuthorized = pluginPermissionNode.createConditionAuthorizer(
|
|
106
118
|
Object.values(rules.scaffolderActionRules)
|
|
107
119
|
);
|
|
120
|
+
const stringPathConditionSchema = v3.z.object({
|
|
121
|
+
rule: v3.z.literal("HAS_STRING_PROPERTY"),
|
|
122
|
+
params: v3.z.object({
|
|
123
|
+
key: v3.z.string().refine((key) => lodash.toPath(key).join(".") === "path"),
|
|
124
|
+
value: v3.z.string()
|
|
125
|
+
})
|
|
126
|
+
});
|
|
127
|
+
const numericGroupPathSchema = v3.z.number().or(v3.z.string().regex(/^\d+$/u));
|
|
128
|
+
function getStringPathConditions(criteria) {
|
|
129
|
+
switch (true) {
|
|
130
|
+
case pluginPermissionNode.isAndCriteria(criteria):
|
|
131
|
+
return criteria.allOf.flatMap(getStringPathConditions);
|
|
132
|
+
case pluginPermissionNode.isOrCriteria(criteria):
|
|
133
|
+
return criteria.anyOf.flatMap(getStringPathConditions);
|
|
134
|
+
case pluginPermissionNode.isNotCriteria(criteria):
|
|
135
|
+
return getStringPathConditions(criteria.not);
|
|
136
|
+
default: {
|
|
137
|
+
const condition = stringPathConditionSchema.safeParse(criteria);
|
|
138
|
+
return condition.success ? [condition.data.params.value] : [];
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
function isActionInputAuthorized(decision, action, input) {
|
|
143
|
+
if (!isActionAuthorized(decision, { action, input })) {
|
|
144
|
+
return false;
|
|
145
|
+
}
|
|
146
|
+
if (decision.result !== pluginPermissionCommon.AuthorizeResult.CONDITIONAL || !action.split(":").includes("group") || !numericGroupPathSchema.safeParse(input.path).success) {
|
|
147
|
+
return true;
|
|
148
|
+
}
|
|
149
|
+
return getStringPathConditions(decision.conditions).every(
|
|
150
|
+
(candidatePath) => isActionAuthorized(decision, {
|
|
151
|
+
action,
|
|
152
|
+
input: { ...input, path: candidatePath }
|
|
153
|
+
})
|
|
154
|
+
);
|
|
155
|
+
}
|
|
108
156
|
class NunjucksWorkflowRunner {
|
|
109
157
|
defaultTemplateCapabilities;
|
|
110
158
|
options;
|
|
@@ -151,6 +199,15 @@ class NunjucksWorkflowRunner {
|
|
|
151
199
|
async executeStep(task, step, context, preparedContext, templateRenderer, taskTrack, workspacePath, decision) {
|
|
152
200
|
const stepTrack = await this.tracker.stepStart(task, step);
|
|
153
201
|
let workspaceSerializationAttempted = false;
|
|
202
|
+
const { taskLogger } = createStepLogger({
|
|
203
|
+
task,
|
|
204
|
+
step,
|
|
205
|
+
rootLogger: this.options.logger,
|
|
206
|
+
redactions: [
|
|
207
|
+
...Object.values(task.secrets ?? {}),
|
|
208
|
+
...Object.values(this.environment?.secrets ?? {})
|
|
209
|
+
]
|
|
210
|
+
});
|
|
154
211
|
if (task.cancelSignal.aborted) {
|
|
155
212
|
throw new Error(
|
|
156
213
|
`Step ${step.id} (${step.name}) of task ${task.taskId} has been cancelled.`
|
|
@@ -164,15 +221,6 @@ class NunjucksWorkflowRunner {
|
|
|
164
221
|
const action = await this.options.actionRegistry.get(step.action, {
|
|
165
222
|
credentials: await task.getInitiatorCredentials()
|
|
166
223
|
});
|
|
167
|
-
const { taskLogger } = createStepLogger({
|
|
168
|
-
task,
|
|
169
|
-
step,
|
|
170
|
-
rootLogger: this.options.logger,
|
|
171
|
-
redactions: {
|
|
172
|
-
...task.secrets,
|
|
173
|
-
...this.environment?.secrets
|
|
174
|
-
}
|
|
175
|
-
});
|
|
176
224
|
if (task.isDryRun) {
|
|
177
225
|
const redactedSecrets = Object.fromEntries(
|
|
178
226
|
Object.entries(task.secrets ?? {}).map((secret) => [secret[0], "***"])
|
|
@@ -226,6 +274,8 @@ class NunjucksWorkflowRunner {
|
|
|
226
274
|
["secrets"],
|
|
227
275
|
preIterationContext.secrets
|
|
228
276
|
);
|
|
277
|
+
const hasSecrets = Object.keys(task.secrets ?? {}).length > 0 || Object.keys(this.environment?.secrets ?? {}).length > 0;
|
|
278
|
+
const preparedPreIterationContextNoSecrets = preparedPreIterationContext.withValue(["secrets"], {}).withValue(["environment", "secrets"], {});
|
|
229
279
|
const hasEach = step.each !== void 0;
|
|
230
280
|
const resolvedEach = hasEach ? this.render(step.each, preparedPreIterationContext, templateRenderer) : void 0;
|
|
231
281
|
if (hasEach && resolvedEach === void 0) {
|
|
@@ -238,26 +288,83 @@ class NunjucksWorkflowRunner {
|
|
|
238
288
|
`Invalid value on action ${action.id}.each parameter, must resolve to an array or object`
|
|
239
289
|
);
|
|
240
290
|
}
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
291
|
+
let eachWithoutSecretsEntries;
|
|
292
|
+
if (step.each && resolvedEach && hasSecrets) {
|
|
293
|
+
try {
|
|
294
|
+
const eachWithoutSecrets = this.render(
|
|
295
|
+
step.each,
|
|
296
|
+
preparedPreIterationContextNoSecrets,
|
|
297
|
+
templateRenderer
|
|
298
|
+
);
|
|
299
|
+
eachWithoutSecretsEntries = Array.isArray(resolvedEach) && Array.isArray(eachWithoutSecrets) ? Object.keys(resolvedEach).map(
|
|
300
|
+
(key) => [key, eachWithoutSecrets[Number(key)]]
|
|
301
|
+
) : Object.entries(eachWithoutSecrets);
|
|
302
|
+
taskLogger.addRedactions(
|
|
303
|
+
collectSecretRedactions(
|
|
304
|
+
Object.entries(resolvedEach),
|
|
305
|
+
eachWithoutSecretsEntries
|
|
306
|
+
)
|
|
307
|
+
);
|
|
308
|
+
} catch {
|
|
309
|
+
taskLogger.addRedactions(extractStringValues(resolvedEach));
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
const iterations = (resolvedEach ? Object.entries(resolvedEach).map(([key, value], index) => {
|
|
313
|
+
const eachWithoutSecrets = eachWithoutSecretsEntries?.[index];
|
|
314
|
+
return {
|
|
315
|
+
each: { key, value },
|
|
316
|
+
eachWithoutSecrets: eachWithoutSecrets ? {
|
|
317
|
+
key: eachWithoutSecrets[0],
|
|
318
|
+
value: eachWithoutSecrets[1]
|
|
319
|
+
} : {}
|
|
320
|
+
};
|
|
321
|
+
}) : [{}]).map((i) => {
|
|
244
322
|
const preparedFullContext = "each" in i ? preparedPreIterationContext.withValue(
|
|
245
323
|
["each"],
|
|
246
324
|
i.each
|
|
247
325
|
) : preparedPreIterationContext;
|
|
326
|
+
const preparedContextNoSecrets = "each" in i ? preparedPreIterationContextNoSecrets.withValue(
|
|
327
|
+
["each"],
|
|
328
|
+
i.eachWithoutSecrets
|
|
329
|
+
) : preparedPreIterationContextNoSecrets;
|
|
248
330
|
const shouldRun = !("each" in i) || !step.if || helper.isTruthy(this.render(step.if, preparedFullContext, templateRenderer));
|
|
249
331
|
return {
|
|
250
332
|
...i,
|
|
251
333
|
preparedContext: preparedFullContext,
|
|
334
|
+
preparedContextNoSecrets,
|
|
252
335
|
shouldRun,
|
|
253
336
|
// Secrets are only passed when templating the input to actions for security reasons
|
|
254
337
|
input: step.input ? this.render(step.input, preparedFullContext, templateRenderer) : {}
|
|
255
338
|
};
|
|
256
339
|
});
|
|
257
340
|
for (const iteration of iterations) {
|
|
341
|
+
if (hasSecrets && iteration.each) {
|
|
342
|
+
taskLogger.addRedactions(
|
|
343
|
+
collectSecretRedactions(
|
|
344
|
+
iteration.each,
|
|
345
|
+
iteration.eachWithoutSecrets
|
|
346
|
+
)
|
|
347
|
+
);
|
|
348
|
+
}
|
|
258
349
|
if (!iteration.shouldRun) {
|
|
259
350
|
continue;
|
|
260
351
|
}
|
|
352
|
+
if (step.input) {
|
|
353
|
+
if (hasSecrets) {
|
|
354
|
+
try {
|
|
355
|
+
const inputWithoutSecrets = this.render(
|
|
356
|
+
step.input,
|
|
357
|
+
iteration.preparedContextNoSecrets,
|
|
358
|
+
templateRenderer
|
|
359
|
+
);
|
|
360
|
+
taskLogger.addRedactions(
|
|
361
|
+
collectSecretRedactions(iteration.input, inputWithoutSecrets)
|
|
362
|
+
);
|
|
363
|
+
} catch {
|
|
364
|
+
taskLogger.addRedactions(extractStringValues(iteration.input));
|
|
365
|
+
}
|
|
366
|
+
}
|
|
367
|
+
}
|
|
261
368
|
const actionId = `${action.id}${iteration.each ? `[${iteration.each.key}]` : ""}`;
|
|
262
369
|
if (action.schema?.input) {
|
|
263
370
|
const validateResult = jsonschema.validate(
|
|
@@ -271,16 +378,9 @@ class NunjucksWorkflowRunner {
|
|
|
271
378
|
);
|
|
272
379
|
}
|
|
273
380
|
}
|
|
274
|
-
if (!
|
|
275
|
-
action: action.id,
|
|
276
|
-
input: iteration.input
|
|
277
|
-
})) {
|
|
381
|
+
if (!isActionInputAuthorized(decision, action.id, iteration.input)) {
|
|
278
382
|
throw new errors.NotAllowedError(
|
|
279
|
-
`Unauthorized action: ${
|
|
280
|
-
iteration.input,
|
|
281
|
-
null,
|
|
282
|
-
2
|
|
283
|
-
)}`
|
|
383
|
+
`Unauthorized action: ${action.id}. The action is not allowed.`
|
|
284
384
|
);
|
|
285
385
|
}
|
|
286
386
|
}
|
|
@@ -307,24 +407,6 @@ class NunjucksWorkflowRunner {
|
|
|
307
407
|
)}`
|
|
308
408
|
);
|
|
309
409
|
}
|
|
310
|
-
if (step.input) {
|
|
311
|
-
const hasSecrets = Object.keys(task.secrets ?? {}).length > 0 || Object.keys(this.environment?.secrets ?? {}).length > 0;
|
|
312
|
-
if (hasSecrets) {
|
|
313
|
-
try {
|
|
314
|
-
const preparedContextNoSecrets = iteration.preparedContext.withValue(["secrets"], {}).withValue(["environment", "secrets"], {});
|
|
315
|
-
const inputWithoutSecrets = this.render(
|
|
316
|
-
step.input,
|
|
317
|
-
preparedContextNoSecrets,
|
|
318
|
-
templateRenderer
|
|
319
|
-
);
|
|
320
|
-
taskLogger.addRedactions(
|
|
321
|
-
collectSecretRedactions(iteration.input, inputWithoutSecrets)
|
|
322
|
-
);
|
|
323
|
-
} catch {
|
|
324
|
-
taskLogger.addRedactions(extractStringValues(iteration.input));
|
|
325
|
-
}
|
|
326
|
-
}
|
|
327
|
-
}
|
|
328
410
|
await action.handler({
|
|
329
411
|
input: iteration.input,
|
|
330
412
|
task: {
|
|
@@ -352,7 +434,7 @@ class NunjucksWorkflowRunner {
|
|
|
352
434
|
await task.updateCheckpoint?.({
|
|
353
435
|
key,
|
|
354
436
|
status: "failed",
|
|
355
|
-
reason: errors.stringifyError(err)
|
|
437
|
+
reason: errors.stringifyError(taskLogger.redactError(err))
|
|
356
438
|
});
|
|
357
439
|
} catch (persistenceError) {
|
|
358
440
|
throw new AggregateError(
|
|
@@ -424,7 +506,8 @@ class NunjucksWorkflowRunner {
|
|
|
424
506
|
}
|
|
425
507
|
await stepTrack.markSuccessful();
|
|
426
508
|
return updatedPreparedContext;
|
|
427
|
-
} catch (
|
|
509
|
+
} catch (cause) {
|
|
510
|
+
const err = taskLogger.redactError(cause);
|
|
428
511
|
await taskTrack.markFailed(step, err);
|
|
429
512
|
await stepTrack.markFailed();
|
|
430
513
|
throw err;
|
|
@@ -597,7 +680,7 @@ function scaffoldingTracker(metrics$1) {
|
|
|
597
680
|
const promTaskCount = metrics.createCounterMetric({
|
|
598
681
|
name: "scaffolder_task_count",
|
|
599
682
|
help: "Count of task runs",
|
|
600
|
-
labelNames: ["template", "
|
|
683
|
+
labelNames: ["template", "result"]
|
|
601
684
|
});
|
|
602
685
|
const promTaskDuration = metrics.createHistogramMetric({
|
|
603
686
|
name: "scaffolder_task_duration",
|
|
@@ -631,7 +714,6 @@ function scaffoldingTracker(metrics$1) {
|
|
|
631
714
|
async function taskStart(task) {
|
|
632
715
|
await task.emitLog(`Starting up task with ${task.spec.steps.length} steps`);
|
|
633
716
|
const template = task.spec.templateInfo?.entityRef || "";
|
|
634
|
-
const user = task.spec.user?.ref || "";
|
|
635
717
|
const startTime = process.hrtime();
|
|
636
718
|
const taskTimer = promTaskDuration.startTimer({
|
|
637
719
|
template
|
|
@@ -649,11 +731,10 @@ function scaffoldingTracker(metrics$1) {
|
|
|
649
731
|
async function markSuccessful() {
|
|
650
732
|
promTaskCount.inc({
|
|
651
733
|
template,
|
|
652
|
-
user,
|
|
653
734
|
result: "ok"
|
|
654
735
|
});
|
|
655
736
|
taskTimer({ result: "ok" });
|
|
656
|
-
taskCount.add(1, { template,
|
|
737
|
+
taskCount.add(1, { template, result: "ok" });
|
|
657
738
|
taskDuration.record(endTime(), {
|
|
658
739
|
template,
|
|
659
740
|
result: "ok"
|
|
@@ -666,11 +747,10 @@ function scaffoldingTracker(metrics$1) {
|
|
|
666
747
|
});
|
|
667
748
|
promTaskCount.inc({
|
|
668
749
|
template,
|
|
669
|
-
user,
|
|
670
750
|
result: "failed"
|
|
671
751
|
});
|
|
672
752
|
taskTimer({ result: "failed" });
|
|
673
|
-
taskCount.add(1, { template,
|
|
753
|
+
taskCount.add(1, { template, result: "failed" });
|
|
674
754
|
taskDuration.record(endTime(), {
|
|
675
755
|
template,
|
|
676
756
|
result: "failed"
|
|
@@ -683,11 +763,10 @@ function scaffoldingTracker(metrics$1) {
|
|
|
683
763
|
});
|
|
684
764
|
promTaskCount.inc({
|
|
685
765
|
template,
|
|
686
|
-
user,
|
|
687
766
|
result: "cancelled"
|
|
688
767
|
});
|
|
689
768
|
taskTimer({ result: "cancelled" });
|
|
690
|
-
taskCount.add(1, { template,
|
|
769
|
+
taskCount.add(1, { template, result: "cancelled" });
|
|
691
770
|
taskDuration.record(endTime(), {
|
|
692
771
|
template,
|
|
693
772
|
result: "cancelled"
|