renovate 40.0.0-next.26 → 40.0.0-next.27

package/dist/modules/manager/github-actions/extract.js.map

@@ -1 +1 @@
-{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../lib/modules/manager/github-actions/extract.ts"],"names":[],"mappings":";;AAyOA,gDAcC;;AAvPD,kEAAkC;AAClC,mDAAsD;AACtD,4CAAyC;AACzC,+CAA2D;AAC3D,iDAAsD;AACtD,+CAA0D;AAC1D,6CAAqD;AACrD,4DAAkE;AAClE,oEAA0E;AAC1E,8DAAoE;AACpE,kFAA4D;AAC5D,mDAA+C;AAQ/C,MAAM,cAAc,GAAG,IAAA,aAAK,EAAC,2CAA2C,CAAC,CAAC;AAC1E,MAAM,QAAQ,GAAG,IAAA,aAAK,EACpB,uVAAuV,CACxV,CAAC;AAEF,wEAAwE;AACxE,MAAM,KAAK,GAAG,IAAA,aAAK,EAAC,iCAAiC,CAAC,CAAC;AACvD,MAAM,UAAU,GAAG,IAAA,aAAK,EAAC,iBAAiB,CAAC,CAAC;AAE5C,oIAAoI;AACpI,4DAA4D;AAC5D,qDAAqD;AACrD,SAAS,wCAAwC;IAC/C,MAAM,QAAQ,GAAG,qBAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAC5C,IAAI,QAAQ,IAAI,qBAAY,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEzC,IACE,cAAc,CAAC,IAAI,KAAK,YAAY;YACpC,cAAc,CAAC,IAAI,KAAK,gBAAgB,EACxC,CAAC;YACD,YAAY,CAAC,OAAO,CAClB,GAAG,cAAc,CAAC,QAAQ,KAAK,cAAc,CAAC,IAAI,EAAE,CACrD,CAAC;YACF,OAAO,EAAE,YAAY,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CACvB,OAAe,EACf,MAAqB;IAErB,MAAM,mCAAmC,GACvC,wCAAwC,EAAE,CAAC;IAC7C,eAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAClD,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,oBAAY,CAAC,EAAE,CAAC;QAC/C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,SAAS;QACX,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,EAAE,WAAW,CAAC,GAAG,WAAW,CAAC;YACpC,MAAM,GAAG,GAAG,IAAA,gBAAM,EAAC,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC9D,GAAG,CAAC,OAAO,GAAG,QAAQ,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;YACrB,MAAM,EACJ,OAAO,EACP,WAAW,EACX,YAAY,EACZ,IAAI,GAAG,EAAE,EACT,GAAG,EACH,aAAa,EACb,WAAW,GAAG,EAAE,EAChB,kBAAkB,GAAG,GAAG,GACzB,GAAG,QAAQ,CAAC,MAAM,CAAC;YACpB,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;YACD,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;YACD,MAAM,GAAG,GAAsB;gBAC7B,OAAO;gBACP,GAAG,CAAC,WAAW,KAAK,OAAO,IAAI,EAAE,WAAW,EAAE,CAAC;gBAC/C,kBAAkB,EAAE,sBAAsB;gBAC1C,UAAU,EAAE,kCAAoB,CAAC,EAAE;gBACnC,UAAU,EAAE,gBAAgB,CAAC,EAAE;gBAC/B,OAAO,EAAE,QAAQ;gBACjB,aAAa;gBACb,yBAAyB,EAAE,GAAG,MAAM,cAAc,IAAI,kCAAkC,MAAM,mBAAmB,kBAAkB,gEAAgE,MAAM,aAAa;gBACtN,GAAG,CAAC,WAAW;oBACb,CAAC,CAAC,gBAAgB,CAAC,WAAW,CAAC;oBAC/B,CAAC,CAAC,mCAAmC,CAAC;aACzC,CAAC;YACF,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC;gBACvB,GAAG,CAAC,aAAa,GAAG,YAAY,CAAC;YACnC,CAAC;iBAAM,IAAI,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBACzC,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC;gBACvB,GAAG,CAAC,kBAAkB,GAAG,YAAY,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,WAAmB;IAC3C,MAAM,QAAQ,GAAG,IAAA,uBAAc,EAAC,WAAW,CAAC,CAAC;IAE7C,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,EAAE,YAAY,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;QACzC,KAAK,OAAO;YACV,OAAO;gBACL,YAAY,EAAE,CAAC,WAAW,CAAC;gBAC3B,UAAU,EAAE,gCAAmB,CAAC,EAAE;aACnC,CAAC;IACN,CAAC;IAED,OAAO;QACL,UAAU,EAAE,iBAAiB;KAC9B,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CACvB,SAAkB,EAClB,eAAmD;IAEnD,IAAI,YAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QACzB,OAAO,IAAA,gBAAM,EAAC,SAAS,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;IAClD,CAAC;SAAM,IAAI,YAAE,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,YAAE,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QACnE,OAAO,IAAA,gBAAM,EAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,kBAAkB,GAAG,IAAA,aAAK,EAC9B,mDAAmD,CACpD,CAAC;AAEF,SAAS,aAAa,CAAC,MAAc;IACnC,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACpE,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,mBAAmB,CAAC;IAEtD,IAAI,CAAC,wCAAuB,CAAC,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,CAAC;QAClE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAsB;QACpC,OAAO;QACP,YAAY;QACZ,aAAa,EAAE,GAAG,OAAO,IAAI,YAAY,EAAE;QAC3C,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,wCAAuB,CAAC,EAAE;QACtC,yBAAyB,EAAE,0BAA0B;KACtD,CAAC;IAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QAChD,UAAU,CAAC,UAAU,GAAG,iBAAiB,CAAC;IAC5C,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,cAAc,CAAC,MAAe;IACrC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,YAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,YAAE,CAAC,KAAK,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,4BAAoB,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAe,EACf,WAAmB,EACnB,MAAqB;IAErB,eAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACvD,MAAM,IAAI,GAAwB,EAAE,CAAC;IAErC,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,2BAA2B;QAC3B,GAAG,GAAG,IAAA,sBAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,GAAG,EAAE,EACpB,8CAA8C,CAC/C,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;QACjD,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;QACrE,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,OAAO,GAAG,WAAW,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;YACzD,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC9D,IAAI,GAAG,EAAE,CAAC;gBACR,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC;gBACxB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,kBAAkB,CAChC,OAAe,EACf,WAAmB,EACnB,SAAwB,EAAE;IAE1B,eAAM,CAAC,KAAK,CAAC,qCAAqC,WAAW,GAAG,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG;QACX,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC;QACpC,GAAG,qBAAqB,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC;KACvD,CAAC;IACF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,CAAC;AAClB,CAAC","sourcesContent":["import is from '@sindresorhus/is';\nimport { GlobalConfig } from '../../../config/global';\nimport { logger } from '../../../logger';\nimport { isNotNullOrUndefined } from '../../../util/array';\nimport { detectPlatform } from '../../../util/common';\nimport { newlineRegex, regEx } from '../../../util/regex';\nimport { parseSingleYaml } from '../../../util/yaml';\nimport { GiteaTagsDatasource } from '../../datasource/gitea-tags';\nimport { GithubRunnersDatasource } from '../../datasource/github-runners';\nimport { GithubTagsDatasource } from '../../datasource/github-tags';\nimport * as dockerVersioning from '../../versioning/docker';\nimport { getDep } from '../dockerfile/extract';\nimport type {\n  ExtractConfig,\n  PackageDependency,\n  PackageFileContent,\n} from '../types';\nimport type { Workflow } from './types';\n\nconst dockerActionRe = regEx(/^\\s+uses\\s*: ['\"]?docker:\\/\\/([^'\"]+)\\s*$/);\nconst actionRe = regEx(\n  /^\\s+-?\\s+?uses\\s*: (?<replaceString>['\"]?(?<depName>(?<registryUrl>https:\\/\\/[.\\w-]+\\/)?(?<packageName>[\\w-]+\\/[.\\w-]+))(?<path>\\/.*)?@(?<currentValue>[^\\s'\"]+)['\"]?(?:(?<commentWhiteSpaces>\\s+)#\\s*(((?:renovate\\s*:\\s*)?(?:pin\\s+|tag\\s*=\\s*)?|(?:ratchet:[\\w-]+\\/[.\\w-]+)?)@?(?<tag>([\\w-]*-)?v?\\d+(?:\\.\\d+(?:\\.\\d+)?)?)|(?:ratchet:exclude)))?)/,\n);\n\n// SHA1 or SHA256, see https://github.blog/2020-10-19-git-2-29-released/\nconst shaRe = regEx(/^(?:[a-f0-9]{40}|[a-f0-9]{64})$/);\nconst shaShortRe = regEx(/^[a-f0-9]{6,7}$/);\n\n// detects if we run against a Github Enterprise Server and adds the URL to the beginning of the registryURLs for looking up Actions\n// This reflects the behavior of how GitHub looks up Actions\n// First on the Enterprise Server, then on GitHub.com\nfunction detectCustomGitHubRegistryUrlsForActions(): PackageDependency {\n  const endpoint = GlobalConfig.get('endpoint');\n  const registryUrls = ['https://github.com'];\n  if (endpoint && GlobalConfig.get('platform') === 'github') {\n    const parsedEndpoint = new URL(endpoint);\n\n    if (\n      parsedEndpoint.host !== 'github.com' &&\n      parsedEndpoint.host !== 'api.github.com'\n    ) {\n      registryUrls.unshift(\n        `${parsedEndpoint.protocol}//${parsedEndpoint.host}`,\n      );\n      return { registryUrls };\n    }\n  }\n  return {};\n}\n\nfunction extractWithRegex(\n  content: string,\n  config: ExtractConfig,\n): PackageDependency[] {\n  const customRegistryUrlsPackageDependency =\n    detectCustomGitHubRegistryUrlsForActions();\n  logger.trace('github-actions.extractWithRegex()');\n  const deps: PackageDependency[] = [];\n  for (const line of content.split(newlineRegex)) {\n    if (line.trim().startsWith('#')) {\n      continue;\n    }\n\n    const dockerMatch = dockerActionRe.exec(line);\n    if (dockerMatch) {\n      const [, currentFrom] = dockerMatch;\n      const dep = getDep(currentFrom, true, config.registryAliases);\n      dep.depType = 'docker';\n      deps.push(dep);\n      continue;\n    }\n\n    const tagMatch = actionRe.exec(line);\n    if (tagMatch?.groups) {\n      const {\n        depName,\n        packageName,\n        currentValue,\n        path = '',\n        tag,\n        replaceString,\n        registryUrl = '',\n        commentWhiteSpaces = ' ',\n      } = tagMatch.groups;\n      let quotes = '';\n      if (replaceString.includes(\"'\")) {\n        quotes = \"'\";\n      }\n      if (replaceString.includes('\"')) {\n        quotes = '\"';\n      }\n      const dep: PackageDependency = {\n        depName,\n        ...(packageName !== depName && { packageName }),\n        commitMessageTopic: '{{{depName}}} action',\n        datasource: GithubTagsDatasource.id,\n        versioning: dockerVersioning.id,\n        depType: 'action',\n        replaceString,\n        autoReplaceStringTemplate: `${quotes}{{depName}}${path}@{{#if newDigest}}{{newDigest}}${quotes}{{#if newValue}}${commentWhiteSpaces}# {{newValue}}{{/if}}{{/if}}{{#unless newDigest}}{{newValue}}${quotes}{{/unless}}`,\n        ...(registryUrl\n          ? detectDatasource(registryUrl)\n          : customRegistryUrlsPackageDependency),\n      };\n      if (shaRe.test(currentValue)) {\n        dep.currentValue = tag;\n        dep.currentDigest = currentValue;\n      } else if (shaShortRe.test(currentValue)) {\n        dep.currentValue = tag;\n        dep.currentDigestShort = currentValue;\n      } else {\n        dep.currentValue = currentValue;\n      }\n      deps.push(dep);\n    }\n  }\n  return deps;\n}\n\nfunction detectDatasource(registryUrl: string): PackageDependency {\n  const platform = detectPlatform(registryUrl);\n\n  switch (platform) {\n    case 'github':\n      return { registryUrls: [registryUrl] };\n    case 'gitea':\n      return {\n        registryUrls: [registryUrl],\n        datasource: GiteaTagsDatasource.id,\n      };\n  }\n\n  return {\n    skipReason: 'unsupported-url',\n  };\n}\n\nfunction extractContainer(\n  container: unknown,\n  registryAliases: Record<string, string> | undefined,\n): PackageDependency | undefined {\n  if (is.string(container)) {\n    return getDep(container, true, registryAliases);\n  } else if (is.plainObject(container) && is.string(container.image)) {\n    return getDep(container.image, true, registryAliases);\n  }\n  return undefined;\n}\n\nconst runnerVersionRegex = regEx(\n  /^\\s*(?<depName>[a-zA-Z]+)-(?<currentValue>[^\\s]+)/,\n);\n\nfunction extractRunner(runner: string): PackageDependency | null {\n  const runnerVersionGroups = runnerVersionRegex.exec(runner)?.groups;\n  if (!runnerVersionGroups) {\n    return null;\n  }\n\n  const { depName, currentValue } = runnerVersionGroups;\n\n  if (!GithubRunnersDatasource.isValidRunner(depName, currentValue)) {\n    return null;\n  }\n\n  const dependency: PackageDependency = {\n    depName,\n    currentValue,\n    replaceString: `${depName}-${currentValue}`,\n    depType: 'github-runner',\n    datasource: GithubRunnersDatasource.id,\n    autoReplaceStringTemplate: '{{depName}}-{{newValue}}',\n  };\n\n  if (!dockerVersioning.api.isValid(currentValue)) {\n    dependency.skipReason = 'invalid-version';\n  }\n\n  return dependency;\n}\n\nfunction extractRunners(runner: unknown): PackageDependency[] {\n  const runners: string[] = [];\n  if (is.string(runner)) {\n    runners.push(runner);\n  } else if (is.array(runner, is.string)) {\n    runners.push(...runner);\n  }\n\n  return runners.map(extractRunner).filter(isNotNullOrUndefined);\n}\n\nfunction extractWithYAMLParser(\n  content: string,\n  packageFile: string,\n  config: ExtractConfig,\n): PackageDependency[] {\n  logger.trace('github-actions.extractWithYAMLParser()');\n  const deps: PackageDependency[] = [];\n\n  let pkg: Workflow;\n  try {\n    // TODO: use schema (#9610)\n    pkg = parseSingleYaml(content);\n  } catch (err) {\n    logger.debug(\n      { packageFile, err },\n      'Failed to parse GitHub Actions Workflow YAML',\n    );\n    return [];\n  }\n\n  for (const job of Object.values(pkg?.jobs ?? {})) {\n    const dep = extractContainer(job?.container, config.registryAliases);\n    if (dep) {\n      dep.depType = 'container';\n      deps.push(dep);\n    }\n\n    for (const service of Object.values(job?.services ?? {})) {\n      const dep = extractContainer(service, config.registryAliases);\n      if (dep) {\n        dep.depType = 'service';\n        deps.push(dep);\n      }\n    }\n\n    deps.push(...extractRunners(job?.['runs-on']));\n  }\n\n  return deps;\n}\n\nexport function extractPackageFile(\n  content: string,\n  packageFile: string,\n  config: ExtractConfig = {}, // TODO: enforce ExtractConfig\n): PackageFileContent | null {\n  logger.trace(`github-actions.extractPackageFile(${packageFile})`);\n  const deps = [\n    ...extractWithRegex(content, config),\n    ...extractWithYAMLParser(content, packageFile, config),\n  ];\n  if (!deps.length) {\n    return null;\n  }\n  return { deps };\n}\n"]}
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../lib/modules/manager/github-actions/extract.ts"],"names":[],"mappings":";;AA8PA,gDAcC;;AA5QD,mDAAsD;AACtD,4CAAmD;AACnD,iDAAsD;AACtD,+CAA0D;AAC1D,4DAAkE;AAClE,sEAA4E;AAC5E,oEAA0E;AAC1E,8DAAoE;AACpE,kFAA4D;AAC5D,8EAAwD;AACxD,4EAAsD;AACtD,mDAA+C;AAO/C,qCAA0C;AAE1C,MAAM,cAAc,GAAG,IAAA,aAAK,EAAC,2CAA2C,CAAC,CAAC;AAC1E,MAAM,QAAQ,GAAG,IAAA,aAAK,EACpB,uVAAuV,CACxV,CAAC;AAEF,wEAAwE;AACxE,MAAM,KAAK,GAAG,IAAA,aAAK,EAAC,iCAAiC,CAAC,CAAC;AACvD,MAAM,UAAU,GAAG,IAAA,aAAK,EAAC,iBAAiB,CAAC,CAAC;AAE5C,oIAAoI;AACpI,4DAA4D;AAC5D,qDAAqD;AACrD,SAAS,wCAAwC;IAC/C,MAAM,QAAQ,GAAG,qBAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAC5C,IAAI,QAAQ,IAAI,qBAAY,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEzC,IACE,cAAc,CAAC,IAAI,KAAK,YAAY;YACpC,cAAc,CAAC,IAAI,KAAK,gBAAgB,EACxC,CAAC;YACD,YAAY,CAAC,OAAO,CAClB,GAAG,cAAc,CAAC,QAAQ,KAAK,cAAc,CAAC,IAAI,EAAE,CACrD,CAAC;YACF,OAAO,EAAE,YAAY,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CACvB,OAAe,EACf,MAAqB;IAErB,MAAM,mCAAmC,GACvC,wCAAwC,EAAE,CAAC;IAC7C,eAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAClD,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,oBAAY,CAAC,EAAE,CAAC;QAC/C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,SAAS;QACX,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,EAAE,WAAW,CAAC,GAAG,WAAW,CAAC;YACpC,MAAM,GAAG,GAAG,IAAA,gBAAM,EAAC,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC9D,GAAG,CAAC,OAAO,GAAG,QAAQ,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;YACrB,MAAM,EACJ,OAAO,EACP,WAAW,EACX,YAAY,EACZ,IAAI,GAAG,EAAE,EACT,GAAG,EACH,aAAa,EACb,WAAW,GAAG,EAAE,EAChB,kBAAkB,GAAG,GAAG,GACzB,GAAG,QAAQ,CAAC,MAAM,CAAC;YACpB,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;YACD,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,CAAC;YACf,CAAC;YACD,MAAM,GAAG,GAAsB;gBAC7B,OAAO;gBACP,GAAG,CAAC,WAAW,KAAK,OAAO,IAAI,EAAE,WAAW,EAAE,CAAC;gBAC/C,kBAAkB,EAAE,sBAAsB;gBAC1C,UAAU,EAAE,kCAAoB,CAAC,EAAE;gBACnC,UAAU,EAAE,gBAAgB,CAAC,EAAE;gBAC/B,OAAO,EAAE,QAAQ;gBACjB,aAAa;gBACb,yBAAyB,EAAE,GAAG,MAAM,cAAc,IAAI,kCAAkC,MAAM,mBAAmB,kBAAkB,gEAAgE,MAAM,aAAa;gBACtN,GAAG,CAAC,WAAW;oBACb,CAAC,CAAC,gBAAgB,CAAC,WAAW,CAAC;oBAC/B,CAAC,CAAC,mCAAmC,CAAC;aACzC,CAAC;YACF,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC;gBACvB,GAAG,CAAC,aAAa,GAAG,YAAY,CAAC;YACnC,CAAC;iBAAM,IAAI,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBACzC,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC;gBACvB,GAAG,CAAC,kBAAkB,GAAG,YAAY,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,WAAmB;IAC3C,MAAM,QAAQ,GAAG,IAAA,uBAAc,EAAC,WAAW,CAAC,CAAC;IAE7C,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,EAAE,YAAY,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;QACzC,KAAK,OAAO;YACV,OAAO;gBACL,YAAY,EAAE,CAAC,WAAW,CAAC;gBAC3B,UAAU,EAAE,gCAAmB,CAAC,EAAE;aACnC,CAAC;IACN,CAAC;IAED,OAAO;QACL,UAAU,EAAE,iBAAiB;KAC9B,CAAC;AACJ,CAAC;AAED,MAAM,kBAAkB,GAAG,IAAA,aAAK,EAC9B,mDAAmD,CACpD,CAAC;AAEF,SAAS,aAAa,CAAC,MAAc;IACnC,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACpE,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,mBAAmB,CAAC;IAEtD,IAAI,CAAC,wCAAuB,CAAC,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,CAAC;QAClE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAsB;QACpC,OAAO;QACP,YAAY;QACZ,aAAa,EAAE,GAAG,OAAO,IAAI,YAAY,EAAE;QAC3C,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,wCAAuB,CAAC,EAAE;QACtC,yBAAyB,EAAE,0BAA0B;KACtD,CAAC;IAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QAChD,UAAU,CAAC,UAAU,GAAG,iBAAiB,CAAC;IAC5C,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,gBAAgB,GAA2B;IAC/C,EAAE,EAAE,aAAa,CAAC,EAAE;IACpB,IAAI,EAAE,cAAc,CAAC,EAAE;IACvB,MAAM,EAAE,aAAa,CAAC,EAAE;IACxB,uEAAuE;IACvE,WAAW;IACX,SAAS;CACV,CAAC;AAEF,SAAS,YAAY,CACnB,KAAc,EACd,IAA8C;IAE9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACpE,MAAM,UAAU,GAAG,iBAAiB,MAAM,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBACxE,MAAM,SAAS,GAAG,GAAG,MAAM,UAAU,CAAC;gBACtC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;gBAC5C,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,CAAC,IAAI,CAAC;wBACR,UAAU,EAAE,0CAAwB,CAAC,EAAE;wBACvC,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,WAAW,MAAM,WAAW;wBACzC,UAAU;wBACV,cAAc,EAAE,0CAA0C,EAAE,mDAAmD;wBAC/G,YAAY;wBACZ,OAAO,EAAE,WAAW;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAe,EACf,WAAmB,EACnB,MAAqB;IAErB,eAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACvD,MAAM,IAAI,GAAwB,EAAE,CAAC;IAErC,MAAM,GAAG,GAAG,IAAA,iBAAQ,EAAC,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,uBAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAE3E,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mBAAmB;IACnB,IAAI,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACpC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;SAAM,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QACzB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,IAAA,gBAAM,EAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;gBAChE,IAAI,GAAG,EAAE,CAAC;oBACR,GAAG,CAAC,OAAO,GAAG,WAAW,CAAC;oBAC1B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YAED,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;gBACnC,MAAM,GAAG,GAAG,IAAA,gBAAM,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;gBAC1D,IAAI,GAAG,EAAE,CAAC;oBACR,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC;oBACxB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YAED,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpC,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;gBAClC,IAAI,GAAG,EAAE,CAAC;oBACR,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YAED,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,kBAAkB,CAChC,OAAe,EACf,WAAmB,EACnB,SAAwB,EAAE;IAE1B,eAAM,CAAC,KAAK,CAAC,qCAAqC,WAAW,GAAG,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG;QACX,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC;QACpC,GAAG,qBAAqB,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC;KACvD,CAAC;IACF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,CAAC;AAClB,CAAC","sourcesContent":["import { GlobalConfig } from '../../../config/global';\nimport { logger, withMeta } from '../../../logger';\nimport { detectPlatform } from '../../../util/common';\nimport { newlineRegex, regEx } from '../../../util/regex';\nimport { GiteaTagsDatasource } from '../../datasource/gitea-tags';\nimport { GithubReleasesDatasource } from '../../datasource/github-releases';\nimport { GithubRunnersDatasource } from '../../datasource/github-runners';\nimport { GithubTagsDatasource } from '../../datasource/github-tags';\nimport * as dockerVersioning from '../../versioning/docker';\nimport * as nodeVersioning from '../../versioning/node';\nimport * as npmVersioning from '../../versioning/npm';\nimport { getDep } from '../dockerfile/extract';\nimport type {\n  ExtractConfig,\n  PackageDependency,\n  PackageFileContent,\n} from '../types';\nimport type { Steps } from './schema';\nimport { WorkflowSchema } from './schema';\n\nconst dockerActionRe = regEx(/^\\s+uses\\s*: ['\"]?docker:\\/\\/([^'\"]+)\\s*$/);\nconst actionRe = regEx(\n  /^\\s+-?\\s+?uses\\s*: (?<replaceString>['\"]?(?<depName>(?<registryUrl>https:\\/\\/[.\\w-]+\\/)?(?<packageName>[\\w-]+\\/[.\\w-]+))(?<path>\\/.*)?@(?<currentValue>[^\\s'\"]+)['\"]?(?:(?<commentWhiteSpaces>\\s+)#\\s*(((?:renovate\\s*:\\s*)?(?:pin\\s+|tag\\s*=\\s*)?|(?:ratchet:[\\w-]+\\/[.\\w-]+)?)@?(?<tag>([\\w-]*-)?v?\\d+(?:\\.\\d+(?:\\.\\d+)?)?)|(?:ratchet:exclude)))?)/,\n);\n\n// SHA1 or SHA256, see https://github.blog/2020-10-19-git-2-29-released/\nconst shaRe = regEx(/^(?:[a-f0-9]{40}|[a-f0-9]{64})$/);\nconst shaShortRe = regEx(/^[a-f0-9]{6,7}$/);\n\n// detects if we run against a Github Enterprise Server and adds the URL to the beginning of the registryURLs for looking up Actions\n// This reflects the behavior of how GitHub looks up Actions\n// First on the Enterprise Server, then on GitHub.com\nfunction detectCustomGitHubRegistryUrlsForActions(): PackageDependency {\n  const endpoint = GlobalConfig.get('endpoint');\n  const registryUrls = ['https://github.com'];\n  if (endpoint && GlobalConfig.get('platform') === 'github') {\n    const parsedEndpoint = new URL(endpoint);\n\n    if (\n      parsedEndpoint.host !== 'github.com' &&\n      parsedEndpoint.host !== 'api.github.com'\n    ) {\n      registryUrls.unshift(\n        `${parsedEndpoint.protocol}//${parsedEndpoint.host}`,\n      );\n      return { registryUrls };\n    }\n  }\n  return {};\n}\n\nfunction extractWithRegex(\n  content: string,\n  config: ExtractConfig,\n): PackageDependency[] {\n  const customRegistryUrlsPackageDependency =\n    detectCustomGitHubRegistryUrlsForActions();\n  logger.trace('github-actions.extractWithRegex()');\n  const deps: PackageDependency[] = [];\n  for (const line of content.split(newlineRegex)) {\n    if (line.trim().startsWith('#')) {\n      continue;\n    }\n\n    const dockerMatch = dockerActionRe.exec(line);\n    if (dockerMatch) {\n      const [, currentFrom] = dockerMatch;\n      const dep = getDep(currentFrom, true, config.registryAliases);\n      dep.depType = 'docker';\n      deps.push(dep);\n      continue;\n    }\n\n    const tagMatch = actionRe.exec(line);\n    if (tagMatch?.groups) {\n      const {\n        depName,\n        packageName,\n        currentValue,\n        path = '',\n        tag,\n        replaceString,\n        registryUrl = '',\n        commentWhiteSpaces = ' ',\n      } = tagMatch.groups;\n      let quotes = '';\n      if (replaceString.includes(\"'\")) {\n        quotes = \"'\";\n      }\n      if (replaceString.includes('\"')) {\n        quotes = '\"';\n      }\n      const dep: PackageDependency = {\n        depName,\n        ...(packageName !== depName && { packageName }),\n        commitMessageTopic: '{{{depName}}} action',\n        datasource: GithubTagsDatasource.id,\n        versioning: dockerVersioning.id,\n        depType: 'action',\n        replaceString,\n        autoReplaceStringTemplate: `${quotes}{{depName}}${path}@{{#if newDigest}}{{newDigest}}${quotes}{{#if newValue}}${commentWhiteSpaces}# {{newValue}}{{/if}}{{/if}}{{#unless newDigest}}{{newValue}}${quotes}{{/unless}}`,\n        ...(registryUrl\n          ? detectDatasource(registryUrl)\n          : customRegistryUrlsPackageDependency),\n      };\n      if (shaRe.test(currentValue)) {\n        dep.currentValue = tag;\n        dep.currentDigest = currentValue;\n      } else if (shaShortRe.test(currentValue)) {\n        dep.currentValue = tag;\n        dep.currentDigestShort = currentValue;\n      } else {\n        dep.currentValue = currentValue;\n      }\n      deps.push(dep);\n    }\n  }\n  return deps;\n}\n\nfunction detectDatasource(registryUrl: string): PackageDependency {\n  const platform = detectPlatform(registryUrl);\n\n  switch (platform) {\n    case 'github':\n      return { registryUrls: [registryUrl] };\n    case 'gitea':\n      return {\n        registryUrls: [registryUrl],\n        datasource: GiteaTagsDatasource.id,\n      };\n  }\n\n  return {\n    skipReason: 'unsupported-url',\n  };\n}\n\nconst runnerVersionRegex = regEx(\n  /^\\s*(?<depName>[a-zA-Z]+)-(?<currentValue>[^\\s]+)/,\n);\n\nfunction extractRunner(runner: string): PackageDependency | null {\n  const runnerVersionGroups = runnerVersionRegex.exec(runner)?.groups;\n  if (!runnerVersionGroups) {\n    return null;\n  }\n\n  const { depName, currentValue } = runnerVersionGroups;\n\n  if (!GithubRunnersDatasource.isValidRunner(depName, currentValue)) {\n    return null;\n  }\n\n  const dependency: PackageDependency = {\n    depName,\n    currentValue,\n    replaceString: `${depName}-${currentValue}`,\n    depType: 'github-runner',\n    datasource: GithubRunnersDatasource.id,\n    autoReplaceStringTemplate: '{{depName}}-{{newValue}}',\n  };\n\n  if (!dockerVersioning.api.isValid(currentValue)) {\n    dependency.skipReason = 'invalid-version';\n  }\n\n  return dependency;\n}\n\nconst versionedActions: Record<string, string> = {\n  go: npmVersioning.id,\n  node: nodeVersioning.id,\n  python: npmVersioning.id,\n  // Not covered yet because they use different datasources/packageNames:\n  // - dotnet\n  // - java\n};\n\nfunction extractSteps(\n  steps: Steps[],\n  deps: PackageDependency<Record<string, any>>[],\n): void {\n  for (const step of steps) {\n    for (const [action, versioning] of Object.entries(versionedActions)) {\n      const actionName = `actions/setup-${action}`;\n      if (step.uses === actionName || step.uses?.startsWith(`${actionName}@`)) {\n        const fieldName = `${action}-version`;\n        const currentValue = step.with?.[fieldName];\n        if (currentValue) {\n          deps.push({\n            datasource: GithubReleasesDatasource.id,\n            depName: action,\n            packageName: `actions/${action}-versions`,\n            versioning,\n            extractVersion: '^(?<version>\\\\d+\\\\.\\\\d+\\\\.\\\\d+)(-\\\\d+)?$', // Actions release tags are like 1.24.1-13667719799\n            currentValue,\n            depType: 'uses-with',\n          });\n        }\n      }\n    }\n  }\n}\n\nfunction extractWithYAMLParser(\n  content: string,\n  packageFile: string,\n  config: ExtractConfig,\n): PackageDependency[] {\n  logger.trace('github-actions.extractWithYAMLParser()');\n  const deps: PackageDependency[] = [];\n\n  const obj = withMeta({ packageFile }, () => WorkflowSchema.parse(content));\n\n  if (!obj) {\n    return deps;\n  }\n\n  // composite action\n  if ('runs' in obj && obj.runs.steps) {\n    extractSteps(obj.runs.steps, deps);\n  } else if ('jobs' in obj) {\n    for (const job of Object.values(obj.jobs)) {\n      if (job.container) {\n        const dep = getDep(job.container, true, config.registryAliases);\n        if (dep) {\n          dep.depType = 'container';\n          deps.push(dep);\n        }\n      }\n\n      for (const service of job.services) {\n        const dep = getDep(service, true, config.registryAliases);\n        if (dep) {\n          dep.depType = 'service';\n          deps.push(dep);\n        }\n      }\n\n      for (const runner of job['runs-on']) {\n        const dep = extractRunner(runner);\n        if (dep) {\n          deps.push(dep);\n        }\n      }\n\n      extractSteps(job.steps, deps);\n    }\n  }\n\n  return deps;\n}\n\nexport function extractPackageFile(\n  content: string,\n  packageFile: string,\n  config: ExtractConfig = {}, // TODO: enforce ExtractConfig\n): PackageFileContent | null {\n  logger.trace(`github-actions.extractPackageFile(${packageFile})`);\n  const deps = [\n    ...extractWithRegex(content, config),\n    ...extractWithYAMLParser(content, packageFile, config),\n  ];\n  if (!deps.length) {\n    return null;\n  }\n  return { deps };\n}\n"]}

package/dist/modules/manager/github-actions/schema.d.ts

@@ -0,0 +1,66 @@
+import { z } from 'zod';
+declare const StepsSchema: z.ZodObject<{
+    uses: z.ZodString;
+    with: z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, string>, Record<string, any>>;
+}, "strip", z.ZodTypeAny, {
+    with: Record<string, string>;
+    uses: string;
+}, {
+    with: Record<string, any>;
+    uses: string;
+}>;
+export type Steps = z.infer<typeof StepsSchema>;
+export declare const WorkflowSchema: z.ZodCatch<z.ZodPipeline<z.ZodEffects<z.ZodString, string | number | boolean | import("type-fest").JsonObject | import("type-fest").JsonValue[] | readonly import("type-fest").JsonValue[] | null, string>, z.ZodUnion<[z.ZodObject<{
+    jobs: z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, {
+        steps: {
+            with: Record<string, string>;
+            uses: string;
+        }[];
+        services: string[];
+        'runs-on': string[];
+        container?: string | undefined;
+    }>, Record<string, any>>;
+}, "strip", z.ZodTypeAny, {
+    jobs: Record<string, {
+        steps: {
+            with: Record<string, string>;
+            uses: string;
+        }[];
+        services: string[];
+        'runs-on': string[];
+        container?: string | undefined;
+    }>;
+}, {
+    jobs: Record<string, any>;
+}>, z.ZodObject<{
+    runs: z.ZodObject<{
+        using: z.ZodString;
+        steps: z.ZodCatch<z.ZodOptional<z.ZodEffects<z.ZodArray<z.ZodAny, "many">, {
+            with: Record<string, string>;
+            uses: string;
+        }[], any[]>>>;
+    }, "strip", z.ZodTypeAny, {
+        using: string;
+        steps?: {
+            with: Record<string, string>;
+            uses: string;
+        }[] | undefined;
+    }, {
+        using: string;
+        steps?: unknown;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    runs: {
+        using: string;
+        steps?: {
+            with: Record<string, string>;
+            uses: string;
+        }[] | undefined;
+    };
+}, {
+    runs: {
+        using: string;
+        steps?: unknown;
+    };
+}>, z.ZodNull]>>>;
+export {};

package/dist/modules/manager/github-actions/schema.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkflowSchema = void 0;
+const zod_1 = require("zod");
+const schema_utils_1 = require("../../../util/schema-utils");
+const StepsSchema = zod_1.z.object({
+    uses: zod_1.z.string(),
+    with: (0, schema_utils_1.LooseRecord)(zod_1.z.string()),
+});
+const WorkFlowJobsSchema = zod_1.z.object({
+    jobs: (0, schema_utils_1.LooseRecord)(zod_1.z.object({
+        container: zod_1.z
+            .union([
+            zod_1.z.string(),
+            zod_1.z.object({ image: zod_1.z.string() }).transform((v) => v.image),
+        ])
+            .optional()
+            .catch(undefined),
+        services: (0, schema_utils_1.LooseRecord)(zod_1.z.union([
+            zod_1.z.object({ image: zod_1.z.string() }).transform((v) => v.image),
+            zod_1.z.string(),
+        ]))
+            .catch({})
+            .transform((services) => Object.values(services)),
+        'runs-on': zod_1.z
+            .union([zod_1.z.string().transform((v) => [v]), zod_1.z.array(zod_1.z.string())])
+            .catch([]),
+        steps: (0, schema_utils_1.LooseArray)(StepsSchema).catch([]),
+    })),
+});
+const ActionsSchema = zod_1.z.object({
+    runs: zod_1.z.object({
+        using: zod_1.z.string(),
+        steps: (0, schema_utils_1.LooseArray)(StepsSchema).optional().catch([]),
+    }),
+});
+exports.WorkflowSchema = schema_utils_1.Yaml.pipe(zod_1.z.union([WorkFlowJobsSchema, ActionsSchema, zod_1.z.null()])).catch((0, schema_utils_1.withDebugMessage)(null, 'Does not match schema'));
+//# sourceMappingURL=schema.js.map

package/dist/modules/manager/github-actions/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../lib/modules/manager/github-actions/schema.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,6DAKoC;AAEpC,MAAM,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,IAAA,0BAAW,EAAC,OAAC,CAAC,MAAM,EAAE,CAAC;CAC9B,CAAC,CAAC;AAGH,MAAM,kBAAkB,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,IAAA,0BAAW,EACf,OAAC,CAAC,MAAM,CAAC;QACP,SAAS,EAAE,OAAC;aACT,KAAK,CAAC;YACL,OAAC,CAAC,MAAM,EAAE;YACV,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;SAC1D,CAAC;aACD,QAAQ,EAAE;aACV,KAAK,CAAC,SAAS,CAAC;QACnB,QAAQ,EAAE,IAAA,0BAAW,EACnB,OAAC,CAAC,KAAK,CAAC;YACN,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YACzD,OAAC,CAAC,MAAM,EAAE;SACX,CAAC,CACH;aACE,KAAK,CAAC,EAAE,CAAC;aACT,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnD,SAAS,EAAE,OAAC;aACT,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;aAC9D,KAAK,CAAC,EAAE,CAAC;QACZ,KAAK,EAAE,IAAA,yBAAU,EAAC,WAAW,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;KACzC,CAAC,CACH;CACF,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;IAC7B,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC;QACb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;QACjB,KAAK,EAAE,IAAA,yBAAU,EAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;KACpD,CAAC;CACH,CAAC,CAAC;AACU,QAAA,cAAc,GAAG,mBAAI,CAAC,IAAI,CACrC,OAAC,CAAC,KAAK,CAAC,CAAC,kBAAkB,EAAE,aAAa,EAAE,OAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CACvD,CAAC,KAAK,CAAC,IAAA,+BAAgB,EAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC,CAAC","sourcesContent":["import { z } from 'zod';\nimport {\n  LooseArray,\n  LooseRecord,\n  Yaml,\n  withDebugMessage,\n} from '../../../util/schema-utils';\n\nconst StepsSchema = z.object({\n  uses: z.string(),\n  with: LooseRecord(z.string()),\n});\nexport type Steps = z.infer<typeof StepsSchema>;\n\nconst WorkFlowJobsSchema = z.object({\n  jobs: LooseRecord(\n    z.object({\n      container: z\n        .union([\n          z.string(),\n          z.object({ image: z.string() }).transform((v) => v.image),\n        ])\n        .optional()\n        .catch(undefined),\n      services: LooseRecord(\n        z.union([\n          z.object({ image: z.string() }).transform((v) => v.image),\n          z.string(),\n        ]),\n      )\n        .catch({})\n        .transform((services) => Object.values(services)),\n      'runs-on': z\n        .union([z.string().transform((v) => [v]), z.array(z.string())])\n        .catch([]),\n      steps: LooseArray(StepsSchema).catch([]),\n    }),\n  ),\n});\n\nconst ActionsSchema = z.object({\n  runs: z.object({\n    using: z.string(),\n    steps: LooseArray(StepsSchema).optional().catch([]),\n  }),\n});\nexport const WorkflowSchema = Yaml.pipe(\n  z.union([WorkFlowJobsSchema, ActionsSchema, z.null()]),\n).catch(withDebugMessage(null, 'Does not match schema'));\n"]}

package/dist/modules/manager/gitlabci/extract.d.ts

@@ -1,7 +1,3 @@
-import type { ExtractConfig, PackageDependency, PackageFile, PackageFileContent } from '../types';
-import type { Image, Job, Services } from './types';
-export declare function extractFromImage(image: Image | undefined, registryAliases?: Record<string, string>): PackageDependency | null;
-export declare function extractFromServices(services: Services | undefined, registryAliases?: Record<string, string>): PackageDependency[];
-export declare function extractFromJob(job: Job | undefined, registryAliases?: Record<string, string>): PackageDependency[];
+import type { ExtractConfig, PackageFile, PackageFileContent } from '../types';
 export declare function extractPackageFile(content: string, packageFile: string, config: ExtractConfig): PackageFileContent | null;
 export declare function extractAllPackageFiles(config: ExtractConfig, packageFiles: string[]): Promise<PackageFile[] | null>;

package/dist/modules/manager/gitlabci/extract.js

@@ -1,93 +1,20 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractFromImage = extractFromImage;
-exports.extractFromServices = extractFromServices;
-exports.extractFromJob = extractFromJob;
 exports.extractPackageFile = extractPackageFile;
 exports.extractAllPackageFiles = extractAllPackageFiles;
-const tslib_1 = require("tslib");
-const is_1 = tslib_1.__importDefault(require("@sindresorhus/is"));
 const logger_1 = require("../../../logger");
 const fs_1 = require("../../../util/fs");
 const regex_1 = require("../../../util/regex");
-const url_1 = require("../../../util/url");
+const result_1 = require("../../../util/result");
 const yaml_1 = require("../../../util/yaml");
 const gitlab_tags_1 = require("../../datasource/gitlab-tags");
-const common_1 = require("./common");
+const schema_1 = require("./schema");
 const utils_1 = require("./utils");
 // See https://docs.gitlab.com/ee/ci/components/index.html#use-a-component
 const componentReferenceRegex = (0, regex_1.regEx)(/(?<fqdn>[^/]+)\/(?<projectPath>.+)\/(?:.+)@(?<specificVersion>.+)/);
 const componentReferenceLatestVersion = '~latest';
-function extractFromImage(image, registryAliases) {
-    if (is_1.default.undefined(image)) {
-        return null;
-    }
-    let dep = null;
-    if (is_1.default.string(image)) {
-        dep = (0, utils_1.getGitlabDep)(image, registryAliases);
-        dep.depType = 'image';
-    }
-    else if (is_1.default.string(image?.name)) {
-        dep = (0, utils_1.getGitlabDep)(image.name, registryAliases);
-        dep.depType = 'image-name';
-    }
-    return dep;
-}
-function extractFromServices(services, registryAliases) {
-    if (is_1.default.undefined(services)) {
-        return [];
-    }
-    const deps = [];
-    for (const service of services) {
-        if (is_1.default.string(service)) {
-            const dep = (0, utils_1.getGitlabDep)(service, registryAliases);
-            dep.depType = 'service-image';
-            deps.push(dep);
-        }
-        else if (is_1.default.string(service?.name)) {
-            const dep = (0, utils_1.getGitlabDep)(service.name, registryAliases);
-            dep.depType = 'service-image';
-            deps.push(dep);
-        }
-    }
-    return deps;
-}
-function extractFromJob(job, registryAliases) {
-    if (is_1.default.undefined(job)) {
-        return [];
-    }
-    const deps = [];
-    if (is_1.default.object(job)) {
-        const { image, services } = { ...job };
-        if (is_1.default.object(image) || is_1.default.string(image)) {
-            const dep = extractFromImage(image, registryAliases);
-            if (dep) {
-                deps.push(dep);
-            }
-        }
-        if (is_1.default.array(services)) {
-            deps.push(...extractFromServices(services, registryAliases));
-        }
-    }
-    return deps;
-}
-function getIncludeComponentsFromInclude(includeValue) {
-    const includes = is_1.default.array(includeValue) ? includeValue : [includeValue];
-    return includes.filter(common_1.isGitlabIncludeComponent);
-}
-function getAllIncludeComponents(data) {
-    const childrenData = Object.values((0, common_1.filterIncludeFromGitlabPipeline)(data))
-        .filter(common_1.isNonEmptyObject)
-        .map(getAllIncludeComponents)
-        .flat();
-    // Process include key.
-    if (data.include) {
-        childrenData.push(...getIncludeComponentsFromInclude(data.include));
-    }
-    return childrenData;
-}
-function extractDepFromIncludeComponent(includeComponent, registryAliases) {
-    let componentUrl = includeComponent.component;
+function extractDepFromIncludeComponent(component, registryAliases) {
+    let componentUrl = component;
     if (registryAliases) {
         for (const key in registryAliases) {
             componentUrl = componentUrl.replace(key, registryAliases[key]);
@@ -117,35 +44,26 @@ function extractDepFromIncludeComponent(includeComponent, registryAliases) {
     return dep;
 }
 function extractPackageFile(content, packageFile, config) {
-    let deps = [];
+    const deps = [];
     try {
-        // TODO: use schema (#9610)
-        const docs = (0, yaml_1.parseYaml)(content, {
-            uniqueKeys: false,
-        });
+        const docs = (0, yaml_1.parseYaml)(content, { uniqueKeys: false });
         for (const doc of docs) {
-            if (is_1.default.object(doc)) {
-                for (const [property, value] of Object.entries(doc)) {
-                    switch (property) {
-                        case 'image':
-                            {
-                                const dep = extractFromImage(value, config.registryAliases);
-                                if (dep) {
-                                    deps.push(dep);
-                                }
-                            }
-                            break;
-                        case 'services':
-                            deps.push(...extractFromServices(value, config.registryAliases));
-                            break;
-                        default:
-                            deps.push(...extractFromJob(value, config.registryAliases));
-                            break;
-                    }
+            const topLevel = schema_1.Job.parse(doc);
+            const jobs = schema_1.Jobs.parse(doc);
+            for (const job of [topLevel, ...jobs]) {
+                const { image, services } = job;
+                if (image) {
+                    const dep = (0, utils_1.getGitlabDep)(image.value, config.registryAliases);
+                    dep.depType = image.type;
+                    deps.push(dep);
+                }
+                for (const service of services) {
+                    const dep = (0, utils_1.getGitlabDep)(service, config.registryAliases);
+                    dep.depType = 'service-image';
+                    deps.push(dep);
                 }
-                deps = deps.filter(is_1.default.truthy);
             }
-            const includedComponents = getAllIncludeComponents(doc);
+            const includedComponents = schema_1.GitlabDocument.parse(doc);
             for (const includedComponent of includedComponents) {
                 const dep = extractDepFromIncludeComponent(includedComponent, config.registryAliases);
                 if (dep) {
@@ -176,33 +94,16 @@ async function extractAllPackageFiles(config, packageFiles) {
             logger_1.logger.debug({ packageFile: file }, `Empty or non existent gitlabci file`);
             continue;
         }
-        let docs;
-        try {
-            // TODO: use schema (#9610)
-            docs = (0, yaml_1.parseYaml)(content, {
-                uniqueKeys: false,
-            });
-        }
-        catch (err) {
+        const { val: docs, err } = result_1.Result.wrap(() => (0, yaml_1.parseYaml)(content, { uniqueKeys: false })).unwrap();
+        if (err) {
             logger_1.logger.debug({ err, packageFile: file }, 'Error extracting GitLab CI dependencies');
             continue;
         }
-        for (const doc of docs) {
-            if (is_1.default.array(doc?.include)) {
-                for (const includeObj of doc.include.filter(common_1.isGitlabIncludeLocal)) {
-                    const fileObj = (0, url_1.trimLeadingSlash)(includeObj.local);
-                    if (!seen.has(fileObj)) {
-                        seen.add(fileObj);
-                        filesToExamine.push(fileObj);
-                    }
-                }
-            }
-            else if (is_1.default.string(doc?.include)) {
-                const fileObj = (0, url_1.trimLeadingSlash)(doc.include);
-                if (!seen.has(fileObj)) {
-                    seen.add(fileObj);
-                    filesToExamine.push(fileObj);
-                }
+        const localIncludes = schema_1.MultiDocumentLocalIncludes.parse(docs);
+        for (const file of localIncludes) {
+            if (!seen.has(file)) {
+                seen.add(file);
+                filesToExamine.push(file);
             }
         }
         const result = extractPackageFile(content, file, config);

package/dist/modules/manager/gitlabci/extract.js.map

@@ -1 +1 @@
-{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../lib/modules/manager/gitlabci/extract.ts"],"names":[],"mappings":";;AAmCA,4CAgBC;AAED,kDAoBC;AAED,wCAqBC;AAoED,gDAwEC;AAED,wDAuEC;;AArTD,kEAAkC;AAClC,4CAAyC;AACzC,yCAAiD;AACjD,+CAA4C;AAC5C,2CAAqD;AACrD,6CAA+C;AAC/C,8DAAoE;AAOpE,qCAKkB;AASlB,mCAAuC;AAEvC,0EAA0E;AAC1E,MAAM,uBAAuB,GAAG,IAAA,aAAK,EACnC,mEAAmE,CACpE,CAAC;AACF,MAAM,+BAA+B,GAAG,SAAS,CAAC;AAElD,SAAgB,gBAAgB,CAC9B,KAAwB,EACxB,eAAwC;IAExC,IAAI,YAAE,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,GAAG,GAA6B,IAAI,CAAC;IACzC,IAAI,YAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,GAAG,GAAG,IAAA,oBAAY,EAAC,KAAK,EAAE,eAAe,CAAC,CAAC;QAC3C,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;IACxB,CAAC;SAAM,IAAI,YAAE,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;QAClC,GAAG,GAAG,IAAA,oBAAY,EAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAChD,GAAG,CAAC,OAAO,GAAG,YAAY,CAAC;IAC7B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,mBAAmB,CACjC,QAA8B,EAC9B,eAAwC;IAExC,IAAI,YAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAA,oBAAY,EAAC,OAAO,EAAE,eAAe,CAAC,CAAC;YACnD,GAAG,CAAC,OAAO,GAAG,eAAe,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;aAAM,IAAI,YAAE,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,IAAA,oBAAY,EAAC,OAAO,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;YACxD,GAAG,CAAC,OAAO,GAAG,eAAe,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,cAAc,CAC5B,GAAoB,EACpB,eAAwC;IAExC,IAAI,YAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,IAAI,YAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACnB,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;QACvC,IAAI,YAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,YAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,gBAAgB,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YACrD,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QACD,IAAI,YAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,+BAA+B,CACtC,YAA6C;IAE7C,MAAM,QAAQ,GAAG,YAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IACxE,OAAO,QAAQ,CAAC,MAAM,CAAC,iCAAwB,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,uBAAuB,CAC9B,IAAoB;IAEpB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,IAAA,wCAA+B,EAAC,IAAI,CAAC,CAAC;SACtE,MAAM,CAAC,yBAAgB,CAAC;SACxB,GAAG,CAAC,uBAAuB,CAAC;SAC5B,IAAI,EAAE,CAAC;IAEV,uBAAuB;IACvB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,YAAY,CAAC,IAAI,CAAC,GAAG,+BAA+B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,8BAA8B,CACrC,gBAAwC,EACxC,eAAwC;IAExC,IAAI,YAAY,GAAG,gBAAgB,CAAC,SAAS,CAAC;IAC9C,IAAI,eAAe,EAAE,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;YAClC,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC9E,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,eAAM,CAAC,KAAK,CACV,EAAE,kBAAkB,EAAE,YAAY,EAAE,EACpC,wCAAwC,CACzC,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnE,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,eAAM,CAAC,KAAK,CACV,EAAE,kBAAkB,EAAE,YAAY,EAAE,EACpC,2DAA2D,CAC5D,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAsB;QAC7B,UAAU,EAAE,kCAAoB,CAAC,EAAE;QACnC,OAAO,EAAE,kBAAkB,CAAC,WAAW;QACvC,OAAO,EAAE,YAAY;QACrB,YAAY,EAAE,kBAAkB,CAAC,eAAe;QAChD,YAAY,EAAE,CAAC,WAAW,kBAAkB,CAAC,IAAI,EAAE,CAAC;KACrD,CAAC;IACF,IAAI,GAAG,CAAC,YAAY,KAAK,+BAA+B,EAAE,CAAC;QACzD,eAAM,CAAC,KAAK,CACV,EAAE,gBAAgB,EAAE,GAAG,CAAC,YAAY,EAAE,EACtC,4BAA4B,CAC7B,CAAC;QACF,GAAG,CAAC,UAAU,GAAG,qBAAqB,CAAC;IACzC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,kBAAkB,CAChC,OAAe,EACf,WAAmB,EACnB,MAAqB;IAErB,IAAI,IAAI,GAAwB,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,2BAA2B;QAC3B,MAAM,IAAI,GAAG,IAAA,gBAAS,EAAiB,OAAO,EAAE;YAC9C,UAAU,EAAE,KAAK;SAClB,CAAC,CAAC;QACH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,YAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnB,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACpD,QAAQ,QAAQ,EAAE,CAAC;wBACjB,KAAK,OAAO;4BACV,CAAC;gCACC,MAAM,GAAG,GAAG,gBAAgB,CAC1B,KAAc,EACd,MAAM,CAAC,eAAe,CACvB,CAAC;gCACF,IAAI,GAAG,EAAE,CAAC;oCACR,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gCACjB,CAAC;4BACH,CAAC;4BACD,MAAM;wBAER,KAAK,UAAU;4BACb,IAAI,CAAC,IAAI,CACP,GAAG,mBAAmB,CACpB,KAAiB,EACjB,MAAM,CAAC,eAAe,CACvB,CACF,CAAC;4BACF,MAAM;wBAER;4BACE,IAAI,CAAC,IAAI,CACP,GAAG,cAAc,CAAC,KAAY,EAAE,MAAM,CAAC,eAAe,CAAC,CACxD,CAAC;4BACF,MAAM;oBACV,CAAC;gBACH,CAAC;gBACD,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;YACxD,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;gBACnD,MAAM,GAAG,GAAG,8BAA8B,CACxC,iBAAiB,EACjB,MAAM,CAAC,eAAe,CACvB,CAAC;gBACF,IAAI,GAAG,EAAE,CAAC;oBACR,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,0BAA0B,CAAC,CAAC;QACxC,IAAI,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC5C,eAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,WAAW,EAAE,EACpB,8CAA8C,CAC/C,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,eAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,WAAW,EAAE,EACpB,yCAAyC,CAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACvC,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAC1C,MAAqB,EACrB,YAAsB;IAEtB,MAAM,cAAc,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,YAAY,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,sCAAsC;IACtC,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,EAAG,CAAC;QAEnC,MAAM,OAAO,GAAG,MAAM,IAAA,kBAAa,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,IAAI,EAAE,EACrB,qCAAqC,CACtC,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,IAAsB,CAAC;QAC3B,IAAI,CAAC;YACH,2BAA2B;YAC3B,IAAI,GAAG,IAAA,gBAAS,EAAC,OAAO,EAAE;gBACxB,UAAU,EAAE,KAAK;aAClB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,EAC1B,yCAAyC,CAC1C,CAAC;YACF,SAAS;QACX,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,YAAE,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC3B,KAAK,MAAM,UAAU,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,6BAAoB,CAAC,EAAE,CAAC;oBAClE,MAAM,OAAO,GAAG,IAAA,sBAAgB,EAAC,UAAU,CAAC,KAAK,CAAC,CAAC;oBACnD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;wBACvB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;wBAClB,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,YAAE,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;gBACnC,MAAM,OAAO,GAAG,IAAA,sBAAgB,EAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBAClB,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACzD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC;gBACX,WAAW,EAAE,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,eAAM,CAAC,KAAK,CACV,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,EAAE,EAAE,EACjD,+BAA+B,CAChC,CAAC;IAEF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC","sourcesContent":["import is from '@sindresorhus/is';\nimport { logger } from '../../../logger';\nimport { readLocalFile } from '../../../util/fs';\nimport { regEx } from '../../../util/regex';\nimport { trimLeadingSlash } from '../../../util/url';\nimport { parseYaml } from '../../../util/yaml';\nimport { GitlabTagsDatasource } from '../../datasource/gitlab-tags';\nimport type {\n  ExtractConfig,\n  PackageDependency,\n  PackageFile,\n  PackageFileContent,\n} from '../types';\nimport {\n  filterIncludeFromGitlabPipeline,\n  isGitlabIncludeComponent,\n  isGitlabIncludeLocal,\n  isNonEmptyObject,\n} from './common';\nimport type {\n  GitlabInclude,\n  GitlabIncludeComponent,\n  GitlabPipeline,\n  Image,\n  Job,\n  Services,\n} from './types';\nimport { getGitlabDep } from './utils';\n\n// See https://docs.gitlab.com/ee/ci/components/index.html#use-a-component\nconst componentReferenceRegex = regEx(\n  /(?<fqdn>[^/]+)\\/(?<projectPath>.+)\\/(?:.+)@(?<specificVersion>.+)/,\n);\nconst componentReferenceLatestVersion = '~latest';\n\nexport function extractFromImage(\n  image: Image | undefined,\n  registryAliases?: Record<string, string>,\n): PackageDependency | null {\n  if (is.undefined(image)) {\n    return null;\n  }\n  let dep: PackageDependency | null = null;\n  if (is.string(image)) {\n    dep = getGitlabDep(image, registryAliases);\n    dep.depType = 'image';\n  } else if (is.string(image?.name)) {\n    dep = getGitlabDep(image.name, registryAliases);\n    dep.depType = 'image-name';\n  }\n  return dep;\n}\n\nexport function extractFromServices(\n  services: Services | undefined,\n  registryAliases?: Record<string, string>,\n): PackageDependency[] {\n  if (is.undefined(services)) {\n    return [];\n  }\n  const deps: PackageDependency[] = [];\n  for (const service of services) {\n    if (is.string(service)) {\n      const dep = getGitlabDep(service, registryAliases);\n      dep.depType = 'service-image';\n      deps.push(dep);\n    } else if (is.string(service?.name)) {\n      const dep = getGitlabDep(service.name, registryAliases);\n      dep.depType = 'service-image';\n      deps.push(dep);\n    }\n  }\n  return deps;\n}\n\nexport function extractFromJob(\n  job: Job | undefined,\n  registryAliases?: Record<string, string>,\n): PackageDependency[] {\n  if (is.undefined(job)) {\n    return [];\n  }\n  const deps: PackageDependency[] = [];\n  if (is.object(job)) {\n    const { image, services } = { ...job };\n    if (is.object(image) || is.string(image)) {\n      const dep = extractFromImage(image, registryAliases);\n      if (dep) {\n        deps.push(dep);\n      }\n    }\n    if (is.array(services)) {\n      deps.push(...extractFromServices(services, registryAliases));\n    }\n  }\n  return deps;\n}\n\nfunction getIncludeComponentsFromInclude(\n  includeValue: GitlabInclude[] | GitlabInclude,\n): GitlabIncludeComponent[] {\n  const includes = is.array(includeValue) ? includeValue : [includeValue];\n  return includes.filter(isGitlabIncludeComponent);\n}\n\nfunction getAllIncludeComponents(\n  data: GitlabPipeline,\n): GitlabIncludeComponent[] {\n  const childrenData = Object.values(filterIncludeFromGitlabPipeline(data))\n    .filter(isNonEmptyObject)\n    .map(getAllIncludeComponents)\n    .flat();\n\n  // Process include key.\n  if (data.include) {\n    childrenData.push(...getIncludeComponentsFromInclude(data.include));\n  }\n  return childrenData;\n}\n\nfunction extractDepFromIncludeComponent(\n  includeComponent: GitlabIncludeComponent,\n  registryAliases?: Record<string, string>,\n): PackageDependency | null {\n  let componentUrl = includeComponent.component;\n  if (registryAliases) {\n    for (const key in registryAliases) {\n      componentUrl = componentUrl.replace(key, registryAliases[key]);\n    }\n  }\n  const componentReference = componentReferenceRegex.exec(componentUrl)?.groups;\n  if (!componentReference) {\n    logger.debug(\n      { componentReference: componentUrl },\n      'Ignoring malformed component reference',\n    );\n    return null;\n  }\n  const projectPathParts = componentReference.projectPath.split('/');\n  if (projectPathParts.length < 2) {\n    logger.debug(\n      { componentReference: componentUrl },\n      'Ignoring component reference with incomplete project path',\n    );\n    return null;\n  }\n\n  const dep: PackageDependency = {\n    datasource: GitlabTagsDatasource.id,\n    depName: componentReference.projectPath,\n    depType: 'repository',\n    currentValue: componentReference.specificVersion,\n    registryUrls: [`https://${componentReference.fqdn}`],\n  };\n  if (dep.currentValue === componentReferenceLatestVersion) {\n    logger.debug(\n      { componentVersion: dep.currentValue },\n      'Ignoring component version',\n    );\n    dep.skipReason = 'unsupported-version';\n  }\n  return dep;\n}\n\nexport function extractPackageFile(\n  content: string,\n  packageFile: string,\n  config: ExtractConfig,\n): PackageFileContent | null {\n  let deps: PackageDependency[] = [];\n  try {\n    // TODO: use schema (#9610)\n    const docs = parseYaml<GitlabPipeline>(content, {\n      uniqueKeys: false,\n    });\n    for (const doc of docs) {\n      if (is.object(doc)) {\n        for (const [property, value] of Object.entries(doc)) {\n          switch (property) {\n            case 'image':\n              {\n                const dep = extractFromImage(\n                  value as Image,\n                  config.registryAliases,\n                );\n                if (dep) {\n                  deps.push(dep);\n                }\n              }\n              break;\n\n            case 'services':\n              deps.push(\n                ...extractFromServices(\n                  value as Services,\n                  config.registryAliases,\n                ),\n              );\n              break;\n\n            default:\n              deps.push(\n                ...extractFromJob(value as Job, config.registryAliases),\n              );\n              break;\n          }\n        }\n        deps = deps.filter(is.truthy);\n      }\n\n      const includedComponents = getAllIncludeComponents(doc);\n      for (const includedComponent of includedComponents) {\n        const dep = extractDepFromIncludeComponent(\n          includedComponent,\n          config.registryAliases,\n        );\n        if (dep) {\n          deps.push(dep);\n        }\n      }\n    }\n  } catch (err) /* istanbul ignore next */ {\n    if (err.stack?.startsWith('YAMLException:')) {\n      logger.debug(\n        { err, packageFile },\n        'YAML exception extracting GitLab CI includes',\n      );\n    } else {\n      logger.debug(\n        { err, packageFile },\n        'Error extracting GitLab CI dependencies',\n      );\n    }\n  }\n\n  return deps.length ? { deps } : null;\n}\n\nexport async function extractAllPackageFiles(\n  config: ExtractConfig,\n  packageFiles: string[],\n): Promise<PackageFile[] | null> {\n  const filesToExamine = [...packageFiles];\n  const seen = new Set<string>(packageFiles);\n  const results: PackageFile[] = [];\n\n  // extract all includes from the files\n  while (filesToExamine.length > 0) {\n    const file = filesToExamine.pop()!;\n\n    const content = await readLocalFile(file, 'utf8');\n    if (!content) {\n      logger.debug(\n        { packageFile: file },\n        `Empty or non existent gitlabci file`,\n      );\n      continue;\n    }\n    let docs: GitlabPipeline[];\n    try {\n      // TODO: use schema (#9610)\n      docs = parseYaml(content, {\n        uniqueKeys: false,\n      });\n    } catch (err) {\n      logger.debug(\n        { err, packageFile: file },\n        'Error extracting GitLab CI dependencies',\n      );\n      continue;\n    }\n\n    for (const doc of docs) {\n      if (is.array(doc?.include)) {\n        for (const includeObj of doc.include.filter(isGitlabIncludeLocal)) {\n          const fileObj = trimLeadingSlash(includeObj.local);\n          if (!seen.has(fileObj)) {\n            seen.add(fileObj);\n            filesToExamine.push(fileObj);\n          }\n        }\n      } else if (is.string(doc?.include)) {\n        const fileObj = trimLeadingSlash(doc.include);\n        if (!seen.has(fileObj)) {\n          seen.add(fileObj);\n          filesToExamine.push(fileObj);\n        }\n      }\n    }\n\n    const result = extractPackageFile(content, file, config);\n    if (result !== null) {\n      results.push({\n        packageFile: file,\n        deps: result.deps,\n      });\n    }\n  }\n\n  logger.trace(\n    { packageFiles, files: filesToExamine.entries() },\n    'extracted all GitLab CI files',\n  );\n\n  if (!results.length) {\n    return null;\n  }\n\n  return results;\n}\n"]}
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../lib/modules/manager/gitlabci/extract.ts"],"names":[],"mappings":";;AAsEA,gDAuDC;AAED,wDA4DC;AA3LD,4CAAyC;AACzC,yCAAiD;AACjD,+CAA4C;AAC5C,iDAA8C;AAC9C,6CAA+C;AAC/C,8DAAoE;AAOpE,qCAKkB;AAClB,mCAAuC;AAEvC,0EAA0E;AAC1E,MAAM,uBAAuB,GAAG,IAAA,aAAK,EACnC,mEAAmE,CACpE,CAAC;AACF,MAAM,+BAA+B,GAAG,SAAS,CAAC;AAElD,SAAS,8BAA8B,CACrC,SAAiB,EACjB,eAAwC;IAExC,IAAI,YAAY,GAAG,SAAS,CAAC;IAC7B,IAAI,eAAe,EAAE,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;YAClC,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC9E,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,eAAM,CAAC,KAAK,CACV,EAAE,kBAAkB,EAAE,YAAY,EAAE,EACpC,wCAAwC,CACzC,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnE,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,eAAM,CAAC,KAAK,CACV,EAAE,kBAAkB,EAAE,YAAY,EAAE,EACpC,2DAA2D,CAC5D,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAsB;QAC7B,UAAU,EAAE,kCAAoB,CAAC,EAAE;QACnC,OAAO,EAAE,kBAAkB,CAAC,WAAW;QACvC,OAAO,EAAE,YAAY;QACrB,YAAY,EAAE,kBAAkB,CAAC,eAAe;QAChD,YAAY,EAAE,CAAC,WAAW,kBAAkB,CAAC,IAAI,EAAE,CAAC;KACrD,CAAC;IACF,IAAI,GAAG,CAAC,YAAY,KAAK,+BAA+B,EAAE,CAAC;QACzD,eAAM,CAAC,KAAK,CACV,EAAE,gBAAgB,EAAE,GAAG,CAAC,YAAY,EAAE,EACtC,4BAA4B,CAC7B,CAAC;QACF,GAAG,CAAC,UAAU,GAAG,qBAAqB,CAAC;IACzC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,kBAAkB,CAChC,OAAe,EACf,WAAmB,EACnB,MAAqB;IAErB,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAA,gBAAS,EAAC,OAAO,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;QAEvD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,YAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAChC,MAAM,IAAI,GAAG,aAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE7B,KAAK,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;gBAEhC,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,GAAG,GAAG,IAAA,oBAAY,EAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;oBAC9D,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,CAAC;gBAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;oBAC/B,MAAM,GAAG,GAAG,IAAA,oBAAY,EAAC,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;oBAC1D,GAAG,CAAC,OAAO,GAAG,eAAe,CAAC;oBAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YAED,MAAM,kBAAkB,GAAG,uBAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrD,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;gBACnD,MAAM,GAAG,GAAG,8BAA8B,CACxC,iBAAiB,EACjB,MAAM,CAAC,eAAe,CACvB,CAAC;gBACF,IAAI,GAAG,EAAE,CAAC;oBACR,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,0BAA0B,CAAC,CAAC;QACxC,IAAI,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC5C,eAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,WAAW,EAAE,EACpB,8CAA8C,CAC/C,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,eAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,WAAW,EAAE,EACpB,yCAAyC,CAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACvC,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAC1C,MAAqB,EACrB,YAAsB;IAEtB,MAAM,cAAc,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,YAAY,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,sCAAsC;IACtC,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,EAAG,CAAC;QAEnC,MAAM,OAAO,GAAG,MAAM,IAAA,kBAAa,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,IAAI,EAAE,EACrB,qCAAqC,CACtC,CAAC;YACF,SAAS;QACX,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,eAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAC1C,IAAA,gBAAS,EAAC,OAAO,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAC1C,CAAC,MAAM,EAAE,CAAC;QAEX,IAAI,GAAG,EAAE,CAAC;YACR,eAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,EAC1B,yCAAyC,CAC1C,CAAC;YACF,SAAS;QACX,CAAC;QAED,MAAM,aAAa,GAAG,mCAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7D,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACf,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACzD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC;gBACX,WAAW,EAAE,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,eAAM,CAAC,KAAK,CACV,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,EAAE,EAAE,EACjD,+BAA+B,CAChC,CAAC;IAEF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC","sourcesContent":["import { logger } from '../../../logger';\nimport { readLocalFile } from '../../../util/fs';\nimport { regEx } from '../../../util/regex';\nimport { Result } from '../../../util/result';\nimport { parseYaml } from '../../../util/yaml';\nimport { GitlabTagsDatasource } from '../../datasource/gitlab-tags';\nimport type {\n  ExtractConfig,\n  PackageDependency,\n  PackageFile,\n  PackageFileContent,\n} from '../types';\nimport {\n  GitlabDocument,\n  Job,\n  Jobs,\n  MultiDocumentLocalIncludes,\n} from './schema';\nimport { getGitlabDep } from './utils';\n\n// See https://docs.gitlab.com/ee/ci/components/index.html#use-a-component\nconst componentReferenceRegex = regEx(\n  /(?<fqdn>[^/]+)\\/(?<projectPath>.+)\\/(?:.+)@(?<specificVersion>.+)/,\n);\nconst componentReferenceLatestVersion = '~latest';\n\nfunction extractDepFromIncludeComponent(\n  component: string,\n  registryAliases?: Record<string, string>,\n): PackageDependency | null {\n  let componentUrl = component;\n  if (registryAliases) {\n    for (const key in registryAliases) {\n      componentUrl = componentUrl.replace(key, registryAliases[key]);\n    }\n  }\n  const componentReference = componentReferenceRegex.exec(componentUrl)?.groups;\n  if (!componentReference) {\n    logger.debug(\n      { componentReference: componentUrl },\n      'Ignoring malformed component reference',\n    );\n    return null;\n  }\n  const projectPathParts = componentReference.projectPath.split('/');\n  if (projectPathParts.length < 2) {\n    logger.debug(\n      { componentReference: componentUrl },\n      'Ignoring component reference with incomplete project path',\n    );\n    return null;\n  }\n\n  const dep: PackageDependency = {\n    datasource: GitlabTagsDatasource.id,\n    depName: componentReference.projectPath,\n    depType: 'repository',\n    currentValue: componentReference.specificVersion,\n    registryUrls: [`https://${componentReference.fqdn}`],\n  };\n  if (dep.currentValue === componentReferenceLatestVersion) {\n    logger.debug(\n      { componentVersion: dep.currentValue },\n      'Ignoring component version',\n    );\n    dep.skipReason = 'unsupported-version';\n  }\n  return dep;\n}\n\nexport function extractPackageFile(\n  content: string,\n  packageFile: string,\n  config: ExtractConfig,\n): PackageFileContent | null {\n  const deps: PackageDependency[] = [];\n  try {\n    const docs = parseYaml(content, { uniqueKeys: false });\n\n    for (const doc of docs) {\n      const topLevel = Job.parse(doc);\n      const jobs = Jobs.parse(doc);\n\n      for (const job of [topLevel, ...jobs]) {\n        const { image, services } = job;\n\n        if (image) {\n          const dep = getGitlabDep(image.value, config.registryAliases);\n          dep.depType = image.type;\n          deps.push(dep);\n        }\n\n        for (const service of services) {\n          const dep = getGitlabDep(service, config.registryAliases);\n          dep.depType = 'service-image';\n          deps.push(dep);\n        }\n      }\n\n      const includedComponents = GitlabDocument.parse(doc);\n      for (const includedComponent of includedComponents) {\n        const dep = extractDepFromIncludeComponent(\n          includedComponent,\n          config.registryAliases,\n        );\n        if (dep) {\n          deps.push(dep);\n        }\n      }\n    }\n  } catch (err) /* istanbul ignore next */ {\n    if (err.stack?.startsWith('YAMLException:')) {\n      logger.debug(\n        { err, packageFile },\n        'YAML exception extracting GitLab CI includes',\n      );\n    } else {\n      logger.debug(\n        { err, packageFile },\n        'Error extracting GitLab CI dependencies',\n      );\n    }\n  }\n\n  return deps.length ? { deps } : null;\n}\n\nexport async function extractAllPackageFiles(\n  config: ExtractConfig,\n  packageFiles: string[],\n): Promise<PackageFile[] | null> {\n  const filesToExamine = [...packageFiles];\n  const seen = new Set<string>(packageFiles);\n  const results: PackageFile[] = [];\n\n  // extract all includes from the files\n  while (filesToExamine.length > 0) {\n    const file = filesToExamine.pop()!;\n\n    const content = await readLocalFile(file, 'utf8');\n    if (!content) {\n      logger.debug(\n        { packageFile: file },\n        `Empty or non existent gitlabci file`,\n      );\n      continue;\n    }\n\n    const { val: docs, err } = Result.wrap(() =>\n      parseYaml(content, { uniqueKeys: false }),\n    ).unwrap();\n\n    if (err) {\n      logger.debug(\n        { err, packageFile: file },\n        'Error extracting GitLab CI dependencies',\n      );\n      continue;\n    }\n\n    const localIncludes = MultiDocumentLocalIncludes.parse(docs);\n    for (const file of localIncludes) {\n      if (!seen.has(file)) {\n        seen.add(file);\n        filesToExamine.push(file);\n      }\n    }\n\n    const result = extractPackageFile(content, file, config);\n    if (result !== null) {\n      results.push({\n        packageFile: file,\n        deps: result.deps,\n      });\n    }\n  }\n\n  logger.trace(\n    { packageFiles, files: filesToExamine.entries() },\n    'extracted all GitLab CI files',\n  );\n\n  if (!results.length) {\n    return null;\n  }\n\n  return results;\n}\n"]}

package/dist/modules/manager/gitlabci/schema.d.ts

@@ -0,0 +1,55 @@
+import { z } from 'zod';
+export declare const MultiDocumentLocalIncludes: z.ZodEffects<z.ZodEffects<z.ZodArray<z.ZodAny, "many">, string[][], any[]>, string[], any[]>;
+export declare const Job: z.ZodObject<{
+    image: z.ZodCatch<z.ZodOptional<z.ZodUnion<[z.ZodEffects<z.ZodString, {
+        type: "image";
+        value: string;
+    }, string>, z.ZodEffects<z.ZodObject<{
+        name: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        name: string;
+    }, {
+        name: string;
+    }>, {
+        type: "image-name";
+        value: string;
+    }, {
+        name: string;
+    }>]>>>;
+    services: z.ZodCatch<z.ZodEffects<z.ZodArray<z.ZodAny, "many">, string[], any[]>>;
+}, "strip", z.ZodTypeAny, {
+    services: string[];
+    image?: {
+        type: "image";
+        value: string;
+    } | {
+        type: "image-name";
+        value: string;
+    } | undefined;
+}, {
+    image?: unknown;
+    services?: unknown;
+}>;
+export declare const Jobs: z.ZodEffects<z.ZodCatch<z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, {
+    services: string[];
+    image?: {
+        type: "image";
+        value: string;
+    } | {
+        type: "image-name";
+        value: string;
+    } | undefined;
+}>, Record<string, any>>>, {
+    services: string[];
+    image?: {
+        type: "image";
+        value: string;
+    } | {
+        type: "image-name";
+        value: string;
+    } | undefined;
+}[], unknown>;
+export declare const GitlabDocument: z.ZodEffects<z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodUnknown>, {
+    include: unknown;
+    children: unknown[];
+}, Record<string, unknown>>, string[], Record<string, unknown>>;

package/dist/modules/manager/gitlabci/schema.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GitlabDocument = exports.Jobs = exports.Job = exports.MultiDocumentLocalIncludes = void 0;
+const zod_1 = require("zod");
+const array_1 = require("../../../util/array");
+const schema_utils_1 = require("../../../util/schema-utils");
+const url_1 = require("../../../util/url");
+const LocalInclude = zod_1.z
+    .union([
+    zod_1.z.string(),
+    zod_1.z.object({ local: zod_1.z.string() }).transform(({ local }) => local),
+])
+    .transform(url_1.trimLeadingSlash);
+const DocumentLocalIncludes = zod_1.z
+    .object({
+    include: zod_1.z.union([
+        (0, schema_utils_1.LooseArray)(LocalInclude),
+        LocalInclude.transform(array_1.toArray),
+    ]),
+})
+    .transform(({ include }) => include);
+exports.MultiDocumentLocalIncludes = (0, schema_utils_1.LooseArray)(DocumentLocalIncludes).transform((includes) => includes.flat());
+exports.Job = zod_1.z.object({
+    image: zod_1.z
+        .union([
+        zod_1.z.string().transform((image) => ({
+            type: 'image',
+            value: image,
+        })),
+        zod_1.z.object({ name: zod_1.z.string() }).transform(({ name }) => ({
+            type: 'image-name',
+            value: name,
+        })),
+    ])
+        .optional()
+        .catch(undefined),
+    services: (0, schema_utils_1.LooseArray)(zod_1.z.union([
+        zod_1.z.string(),
+        zod_1.z.object({ name: zod_1.z.string() }).transform(({ name }) => name),
+    ])).catch([]),
+});
+exports.Jobs = (0, schema_utils_1.LooseRecord)(zod_1.z.string(), exports.Job)
+    .catch({})
+    .transform((x) => Object.values(x));
+const GitlabInclude = zod_1.z
+    .object({ component: zod_1.z.string() })
+    .transform(({ component }) => component);
+const GitlabIncludes = zod_1.z
+    .union([(0, schema_utils_1.LooseArray)(GitlabInclude), GitlabInclude.transform(array_1.toArray)])
+    .catch([]);
+exports.GitlabDocument = zod_1.z
+    .record(zod_1.z.unknown())
+    .transform((obj) => {
+    const { include, ...rest } = obj;
+    const children = Object.values(rest);
+    return { include, children };
+})
+    .transform(({ include, children }) => [
+    ...GitlabDocumentArray.parse(children),
+    ...GitlabIncludes.parse(include),
+]);
+const GitlabDocumentArray = (0, schema_utils_1.LooseArray)(exports.GitlabDocument).transform((x) => x.flat());
+//# sourceMappingURL=schema.js.map

package/dist/modules/manager/gitlabci/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../lib/modules/manager/gitlabci/schema.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,+CAA8C;AAC9C,6DAAqE;AACrE,2CAAqD;AAErD,MAAM,YAAY,GAAG,OAAC;KACnB,KAAK,CAAC;IACL,OAAC,CAAC,MAAM,EAAE;IACV,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC;CAChE,CAAC;KACD,SAAS,CAAC,sBAAgB,CAAC,CAAC;AAE/B,MAAM,qBAAqB,GAAG,OAAC;KAC5B,MAAM,CAAC;IACN,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC;QACf,IAAA,yBAAU,EAAC,YAAY,CAAC;QACxB,YAAY,CAAC,SAAS,CAAC,eAAO,CAAC;KAChC,CAAC;CACH,CAAC;KACD,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;AAE1B,QAAA,0BAA0B,GAAG,IAAA,yBAAU,EAClD,qBAAqB,CACtB,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AAE9B,QAAA,GAAG,GAAG,OAAC,CAAC,MAAM,CAAC;IAC1B,KAAK,EAAE,OAAC;SACL,KAAK,CAAC;QACL,OAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,OAAgB;YACtB,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;QACH,OAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,EAAE,YAAqB;YAC3B,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;KACJ,CAAC;SACD,QAAQ,EAAE;SACV,KAAK,CAAC,SAAS,CAAC;IACnB,QAAQ,EAAE,IAAA,yBAAU,EAClB,OAAC,CAAC,KAAK,CAAC;QACN,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;KAC7D,CAAC,CACH,CAAC,KAAK,CAAC,EAAE,CAAC;CACZ,CAAC,CAAC;AAEU,QAAA,IAAI,GAAG,IAAA,0BAAW,EAAC,OAAC,CAAC,MAAM,EAAE,EAAE,WAAG,CAAC;KAC7C,KAAK,CAAC,EAAE,CAAC;KACT,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAEtC,MAAM,aAAa,GAAG,OAAC;KACpB,MAAM,CAAC,EAAE,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,CAAC;KACjC,SAAS,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;AAE3C,MAAM,cAAc,GAAG,OAAC;KACrB,KAAK,CAAC,CAAC,IAAA,yBAAU,EAAC,aAAa,CAAC,EAAE,aAAa,CAAC,SAAS,CAAC,eAAO,CAAC,CAAC,CAAC;KACpE,KAAK,CAAC,EAAE,CAAC,CAAC;AAEA,QAAA,cAAc,GAAG,OAAC;KAC5B,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;KACnB,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE;IACjB,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;IACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AAC/B,CAAC,CAAC;KACD,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAY,EAAE,CAAC;IAC9C,GAAG,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC;IACtC,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC;CACjC,CAAC,CAAC;AAEL,MAAM,mBAAmB,GAAG,IAAA,yBAAU,EAAC,sBAAc,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CACrE,CAAC,CAAC,IAAI,EAAE,CACT,CAAC","sourcesContent":["import { z } from 'zod';\nimport { toArray } from '../../../util/array';\nimport { LooseArray, LooseRecord } from '../../../util/schema-utils';\nimport { trimLeadingSlash } from '../../../util/url';\n\nconst LocalInclude = z\n  .union([\n    z.string(),\n    z.object({ local: z.string() }).transform(({ local }) => local),\n  ])\n  .transform(trimLeadingSlash);\n\nconst DocumentLocalIncludes = z\n  .object({\n    include: z.union([\n      LooseArray(LocalInclude),\n      LocalInclude.transform(toArray),\n    ]),\n  })\n  .transform(({ include }) => include);\n\nexport const MultiDocumentLocalIncludes = LooseArray(\n  DocumentLocalIncludes,\n).transform((includes) => includes.flat());\n\nexport const Job = z.object({\n  image: z\n    .union([\n      z.string().transform((image) => ({\n        type: 'image' as const,\n        value: image,\n      })),\n      z.object({ name: z.string() }).transform(({ name }) => ({\n        type: 'image-name' as const,\n        value: name,\n      })),\n    ])\n    .optional()\n    .catch(undefined),\n  services: LooseArray(\n    z.union([\n      z.string(),\n      z.object({ name: z.string() }).transform(({ name }) => name),\n    ]),\n  ).catch([]),\n});\n\nexport const Jobs = LooseRecord(z.string(), Job)\n  .catch({})\n  .transform((x) => Object.values(x));\n\nconst GitlabInclude = z\n  .object({ component: z.string() })\n  .transform(({ component }) => component);\n\nconst GitlabIncludes = z\n  .union([LooseArray(GitlabInclude), GitlabInclude.transform(toArray)])\n  .catch([]);\n\nexport const GitlabDocument = z\n  .record(z.unknown())\n  .transform((obj) => {\n    const { include, ...rest } = obj;\n    const children = Object.values(rest);\n    return { include, children };\n  })\n  .transform(({ include, children }): string[] => [\n    ...GitlabDocumentArray.parse(children),\n    ...GitlabIncludes.parse(include),\n  ]);\n\nconst GitlabDocumentArray = LooseArray(GitlabDocument).transform((x) =>\n  x.flat(),\n);\n"]}