@netlify/build 0.4.48 → 1.0.0-dl-test

package/src/plugins_core/cache/plugin.js

@@ -1,75 +0,0 @@
-const { homedir } = require('os')
-const {
-  version,
-  env: { TEST_CACHE_PATH },
-} = require('process')
-
-const { logCacheDir } = require('../../log/main')
-
-// Save/restore cache core plugin
-const cachePlugin = {
-  async onPostBuild({ utils: { cache }, constants: { IS_LOCAL } }) {
-    await Promise.all(ARTIFACTS.map(({ path, digests }) => saveCache({ path, digests, cache, IS_LOCAL })))
-  },
-}
-
-// Cache a single directory
-const saveCache = async function({ path, digests, cache, IS_LOCAL }) {
-  // In tests we don't run caching since it is slow and make source directory
-  // much bigger
-  if (TEST_CACHE_PATH !== undefined && TEST_CACHE_PATH !== path) {
-    return
-  }
-
-  const success = await cache.save(path, { move: !IS_LOCAL, digests })
-
-  if (success) {
-    logCacheDir(path)
-  }
-}
-
-// List of directories to cache
-const HOME = homedir()
-const ARTIFACTS = [
-  // Node modules
-  { path: 'node_modules', digests: ['package-lock.json', 'yarn.lock'] },
-  // Bower components
-  { path: 'bower_components' },
-  // Ruby gems
-  { path: '.bundle' },
-  // Python virtualenv
-  { path: '.venv' },
-  // WAPM packages (WebAssembly)
-  { path: 'wapm_packages' },
-  // Yarn
-  { path: `${HOME}/.yarn_cache` },
-  // Pip
-  { path: `${HOME}/.cache/pip` },
-  // Emacs cask
-  { path: `${HOME}/.cask` },
-  // Emacs
-  { path: `${HOME}/.emacs.d` },
-  // Maven
-  { path: `${HOME}/.m2` },
-  // Boot
-  { path: `${HOME}/.boot` },
-  // Composer
-  { path: `${HOME}/.composer` },
-  // Wasmer
-  { path: `${HOME}/.wasmer/cache` },
-  // Go dependencies
-  { path: `${HOME}/.gimme_cache` },
-  // TODO: the buildbot currently uses different file paths. Once Netlify Build
-  // handles both saving cache and restoring cache, this should not be an issue
-  // anymore.
-  //   CACHE_DIR/node_version -> CACHE_DIR/.nvm/versions/node[/$NODE_VERSION]
-  //   CACHE_DIR/ruby_version -> CACHE_DIR/.rvm/rubies[/ruby-$RUBY_VERSION]
-  // nvm
-  { path: `${HOME}/.nvm/versions/node/${version}` },
-  // TODO: only cache rvm when the version is not already in the Docker image,
-  // i.e. it is a custom version
-  // rvm
-  { path: `${HOME}/.rvm/rubies` },
-]
-
-module.exports = cachePlugin

package/src/plugins_core/functions/manifest.yml

@@ -1 +0,0 @@
-name: '@netlify/plugin-functions-core'

package/src/plugins_core/functions/plugin.js

@@ -1,37 +0,0 @@
-const { zipFunctions } = require('@netlify/zip-it-and-ship-it')
-const pathExists = require('path-exists')
-const readdirp = require('readdirp')
-
-const { serializeArray } = require('../../log/serialize')
-
-// Plugin to package Netlify functions with @netlify/zip-it-and-ship-it
-const onPostBuild = async function({ constants: { FUNCTIONS_SRC, FUNCTIONS_DIST } }) {
-  if (!(await pathExists(FUNCTIONS_SRC))) {
-    return
-  }
-
-  console.log(`Packaging functions from ${FUNCTIONS_SRC}`)
-  await zipFunctions(FUNCTIONS_SRC, FUNCTIONS_DIST)
-
-  await logResults(FUNCTIONS_DIST)
-}
-
-// Print the list of paths to the packaged functions
-const logResults = async function(FUNCTIONS_DIST) {
-  const files = await readdirp.promise(FUNCTIONS_DIST)
-
-  if (files.length === 0) {
-    console.log('No functions were packaged')
-    return
-  }
-
-  const paths = files.map(getLoggedPath)
-  console.log(`Functions packaged in ${FUNCTIONS_DIST}
-${serializeArray(paths)}`)
-}
-
-const getLoggedPath = function({ path }) {
-  return path
-}
-
-module.exports = { onPostBuild }

package/src/plugins_core/functions_install/plugin.js

@@ -1,14 +0,0 @@
-const pathExists = require('path-exists')
-
-const { installFunctionDependencies } = require('../../install/functions')
-
-// Plugin to package Netlify functions with @netlify/zip-it-and-ship-it
-const onPreBuild = async function({ constants: { FUNCTIONS_SRC, IS_LOCAL } }) {
-  if (!(await pathExists(FUNCTIONS_SRC))) {
-    return
-  }
-
-  await installFunctionDependencies(FUNCTIONS_SRC, IS_LOCAL)
-}
-
-module.exports = { onPreBuild }

package/src/plugins_core/main.js

@@ -1,38 +0,0 @@
-const {
-  env: { TEST_CACHE_PATH },
-} = require('process')
-
-const FUNCTIONS_INSTALL_PLUGIN = `${__dirname}/functions_install/plugin.js`
-const FUNCTIONS_PLUGIN = `${__dirname}/functions/plugin.js`
-const CACHE_PLUGIN = `${__dirname}/cache/plugin.js`
-
-const { LOCAL_INSTALL_NAME } = require('../install/local')
-
-// Plugins that are installed and enabled by default
-const getCorePlugins = FUNCTIONS_SRC => [
-  // When no "Functions directory" is defined, it means users does not use
-  // Netlify Functions.
-  // However when it is defined but points to a non-existing directory, this
-  // might mean the directory is created later one, so we cannot do that check
-  // yet.
-  ...(FUNCTIONS_SRC === undefined
-    ? []
-    : [{ package: '@netlify/plugin-functions-install-core', pluginPath: FUNCTIONS_INSTALL_PLUGIN }]),
-  ...(FUNCTIONS_SRC === undefined ? [] : [{ package: '@netlify/plugin-functions-core', pluginPath: FUNCTIONS_PLUGIN }]),
-  // TODO: run only inside tests until integrated in the buildbot
-  ...(TEST_CACHE_PATH === undefined || TEST_CACHE_PATH === 'none'
-    ? []
-    : [{ package: '@netlify/plugin-cache-core', pluginPath: CACHE_PLUGIN }]),
-]
-
-const CORE_PLUGINS = [
-  '@netlify/plugin-functions-install-core',
-  '@netlify/plugin-functions-core',
-  '@netlify/plugin-cache-core',
-]
-
-// Those core plugins cannot be handled like regular plugins because they must
-// be run before plugin child processes start
-const EARLY_CORE_PLUGINS = [LOCAL_INSTALL_NAME]
-
-module.exports = { getCorePlugins, CORE_PLUGINS, EARLY_CORE_PLUGINS }

package/src/status/add.js

@@ -1,56 +0,0 @@
-// The last event handler of a plugin (except for `onError` and `onEnd`)
-// defaults to `utils.status.show({ state: 'success' })` without any `summary`.
-const getSuccessStatus = function(newStatus, { commands, event, package }) {
-  if (newStatus === undefined && isLastMainCommand({ commands, event, package })) {
-    return IMPLICIT_STATUS
-  }
-
-  return newStatus
-}
-
-const isLastMainCommand = function({ commands, event, package }) {
-  const mainCommands = commands.filter(command => command.package === package && isMainCommand(command))
-  return mainCommands.length === 0 || mainCommands[mainCommands.length - 1].event === event
-}
-
-const isMainCommand = function({ event }) {
-  return event !== 'onEnd' && event !== 'onError'
-}
-
-const IMPLICIT_STATUS = { state: 'success', implicit: true }
-
-// Merge plugin status to the list of plugin statuses.
-const addStatus = function({ newStatus, statuses, event, package, packageJson: { version } = {} }) {
-  // Either:
-  //  - `build.command`
-  //  - no status was set
-  if (newStatus === undefined) {
-    return statuses
-  }
-
-  const formerStatus = statuses.find(status => status.package === package)
-  if (!canOverrideStatus(formerStatus, newStatus)) {
-    return statuses
-  }
-
-  // Overrides plugin's previous status and add more information
-  const newStatuses = statuses.filter(status => status !== formerStatus)
-  return [...newStatuses, { ...newStatus, event, package, version }]
-}
-
-const canOverrideStatus = function(formerStatus, newStatus) {
-  // No previous status
-  if (formerStatus === undefined) {
-    return true
-  }
-
-  // Implicit statuses can never override
-  if (newStatus.implicit) {
-    return false
-  }
-
-  // Error statuses can only be overwritten by other error statuses
-  return formerStatus.state === 'success' || newStatus.state !== 'success'
-}
-
-module.exports = { getSuccessStatus, addStatus }

package/src/status/colors.js

@@ -1,25 +0,0 @@
-const stripAnsi = require('strip-ansi')
-
-// Remove colors from statuses
-const removeStatusesColors = function(statuses) {
-  return statuses.map(removeStatusColors)
-}
-
-const removeStatusColors = function(status) {
-  const attributes = COLOR_ATTRIBUTES.map(attribute => removeAttrColor(status, attribute))
-  return Object.assign({}, status, ...attributes)
-}
-
-const COLOR_ATTRIBUTES = ['title', 'summary', 'text']
-
-const removeAttrColor = function(status, attribute) {
-  const value = status[attribute]
-  if (value === undefined) {
-    return {}
-  }
-
-  const valueA = stripAnsi(value)
-  return { [attribute]: valueA }
-}
-
-module.exports = { removeStatusesColors }

package/src/status/report.js

@@ -1,57 +0,0 @@
-const { env } = require('process')
-
-const { serializeErrorStatus } = require('../error/parse/serialize_status')
-const { logStatuses } = require('../log/main')
-
-const { removeStatusesColors } = require('./colors')
-
-// Errors that happen during plugin loads should be reported as error statuses
-const reportPluginLoadError = async function({ error, api, mode, event, package, version }) {
-  const errorStatus = serializeErrorStatus(error)
-  const statuses = [{ ...errorStatus, event, package, version }]
-  await reportStatuses(statuses, api, mode)
-}
-
-const reportStatuses = async function(statuses, api, mode) {
-  const statusesA = removeStatusesColors(statuses)
-  printStatuses(statusesA, mode)
-  await sendStatuses(statusesA, api, mode)
-}
-
-// When not in production, print statuses to console.
-// Only print successful ones, since errors are logged afterwards.
-const printStatuses = function(statuses, mode) {
-  if (mode === 'buildbot') {
-    return
-  }
-
-  const successStatuses = statuses.filter(shouldPrintStatus)
-
-  if (successStatuses.length === 0) {
-    return
-  }
-
-  logStatuses(successStatuses)
-}
-
-const shouldPrintStatus = function({ state, summary }) {
-  return state === 'success' && summary !== undefined
-}
-
-// In production, send statuses to the API
-const sendStatuses = async function(statuses, api, mode) {
-  if ((mode !== 'buildbot' && env.NETLIFY_BUILD_TEST_STATUS !== '1') || api === undefined || !env.DEPLOY_ID) {
-    return
-  }
-
-  await Promise.all(statuses.map(status => sendStatus(api, status)))
-}
-
-const sendStatus = async function(api, { package, version, state, event, title, summary, text }) {
-  await api.createPluginRun({
-    deploy_id: env.DEPLOY_ID,
-    body: { package, version, state, reporting_event: event, title, summary, text },
-  })
-}
-
-module.exports = { reportPluginLoadError, reportStatuses }

package/src/telemetry/complete.js

@@ -1,49 +0,0 @@
-const { platform, version: nodeVersion } = require('process')
-
-const isCI = require('is-ci')
-const osName = require('os-name')
-
-const { version } = require('../../package.json')
-
-const { telemetry } = require('./track')
-
-// Send telemetry request when build completes
-const trackBuildComplete = async function({ commandsCount, netlifyConfig, duration, siteInfo, mode }) {
-  const payload = getPayload({ commandsCount, netlifyConfig, duration, siteInfo, mode })
-  await telemetry.track('netlifyCI:buildComplete', payload)
-}
-
-// Retrieve telemetry information
-const getPayload = function({ commandsCount, netlifyConfig, duration, siteInfo: { id: siteId }, mode }) {
-  const plugins = Object.values(netlifyConfig.plugins).map(getPluginPackage)
-  return {
-    steps: commandsCount,
-    duration,
-    pluginCount: plugins.length,
-    plugins,
-    siteId,
-    isCI,
-    isNetlifyCI: mode === 'buildbot',
-    buildVersion: version,
-    nodeVersion: nodeVersion.replace('v', ''),
-    osPlatform: OS_TYPES[platform],
-    osName: osName(),
-  }
-}
-
-const getPluginPackage = function({ package }) {
-  return package
-}
-
-const OS_TYPES = {
-  linux: 'Linux',
-  darwin: 'MacOS',
-  win32: 'Windows',
-  android: 'Android',
-  sunos: 'SunOS',
-  aix: 'AIX',
-  freebsd: 'FreeBSD',
-  openbsd: 'OpenBSD',
-}
-
-module.exports = { trackBuildComplete }

package/src/telemetry/request.js

@@ -1,28 +0,0 @@
-const {
-  env: { TEST_SCHEME, TEST_HOST },
-  argv,
-} = require('process')
-
-const got = require('got')
-
-const { version } = require('../../package.json')
-
-// Send HTTP request to telemetry.
-const sendRequest = async function() {
-  const json = JSON.parse(argv[2])
-  await got({ ...GOT_OPTS, json: true, body: json })
-}
-
-// TODO: find less intrusive way to mock HTTP requests
-const SCHEME = TEST_SCHEME || 'https'
-const HOST = TEST_HOST || 'telemetry-service.netlify.com'
-const GOT_OPTS = {
-  url: `${SCHEME}://${HOST}/collect`,
-  method: 'POST',
-  headers: {
-    'X-Netlify-Client': 'NETLIFY_CI',
-    'X-Netlify-Client-Version': version,
-  },
-}
-
-sendRequest()

package/src/telemetry/track.js

@@ -1,33 +0,0 @@
-const {
-  env: { BUILD_TELEMETRY_DISABLED, TEST_HOST },
-} = require('process')
-
-const Analytics = require('analytics').default
-const execa = require('execa')
-
-const { version } = require('../../package.json')
-const REQUEST_FILE = `${__dirname}/request.js`
-
-// Send HTTP request to telemetry.
-// Telemetry should not impact build speed, so we do not wait for the request
-// to complete, by using a child process.
-const track = async function({ payload }) {
-  if (BUILD_TELEMETRY_DISABLED) {
-    return
-  }
-
-  const childProcess = execa('node', [REQUEST_FILE, JSON.stringify(payload)], { detached: true, stdio: 'ignore' })
-
-  // During tests, we wait for the HTTP request to complete
-  if (TEST_HOST !== undefined) {
-    await childProcess
-  }
-}
-
-const telemetry = Analytics({
-  app: 'netlifyCI',
-  version,
-  plugins: [{ NAMESPACE: 'netlify-telemetry', track }],
-})
-
-module.exports = { telemetry }

package/src/utils/omit.js

@@ -1,8 +0,0 @@
-const filterObj = require('filter-obj')
-
-// lodash.omit is 1400 lines of codes. filter-obj is much smaller and simpler.
-const omit = function(obj, keys) {
-  return filterObj(obj, key => !keys.includes(key))
-}
-
-module.exports = { omit }

package/src/utils/polyfills.js

@@ -1,3 +0,0 @@
-// Patches `Array.flat()` and `Array.flatMap()`
-// TODO: remove after dropping Node <12 support
-require('array-flat-polyfill')

package/src/utils/remove_falsy.js

@@ -1,12 +0,0 @@
-const filterObj = require('filter-obj')
-
-// Remove falsy values from object
-const removeFalsy = function(obj) {
-  return filterObj(obj, isDefined)
-}
-
-const isDefined = function(key, value) {
-  return value !== undefined && value !== ''
-}
-
-module.exports = { removeFalsy }

package/src/utils/resolve.js

@@ -1,39 +0,0 @@
-const { version: nodeVersion } = require('process')
-
-const resolve = require('resolve')
-const { gte: gteVersion } = require('semver')
-
-// This throws if the package cannot be found
-// We try not to use `resolve` because it gives unhelpful error messages.
-//   https://github.com/browserify/resolve/issues/223
-// Ideally we would use async I/O but that is not an option with
-// `require.resolve()`
-const resolvePath = function(path, basedir) {
-  if (gteVersion(nodeVersion, REQUEST_RESOLVE_MIN_VERSION)) {
-    return require.resolve(path, { paths: [basedir] })
-  }
-
-  return resolvePathFallback(path, basedir)
-}
-
-// `require.resolve()` option `paths` was introduced in Node 8.9.0
-const REQUEST_RESOLVE_MIN_VERSION = '8.9.0'
-
-// Like `require.resolve()` but works with Node <8.9.0
-// TODO: remove after dropping support for Node <8.9.0
-// We need to use `new Promise()` due to a bug with `utils.promisify()` on
-// `resolve`:
-//   https://github.com/browserify/resolve/issues/151#issuecomment-368210310
-const resolvePathFallback = function(path, basedir) {
-  return new Promise((success, reject) => {
-    resolve(path, { basedir }, (error, resolvedPath) => {
-      if (error) {
-        return reject(error)
-      }
-
-      success(resolvedPath)
-    })
-  })
-}
-
-module.exports = { resolvePath }