@speedkit/cli 2.27.0 → 2.29.0

package/dist/services/customer-config/templates/deploymentDetection.es6.hbs

@@ -1,303 +0,0 @@
-// Salesforce specific:
-
-const { run: executeRefresh } = require('./speedKit.CronJob');
-const fetch = require('node-fetch');
-
-const minutesToMilliseconds = (minutes) => {
-  return minutes * 60000;
-}
-
-const LOCALES_BY_LAYOUT = [
-  // TODO: adjust/replace this exemplary list
-  ExampleLayoutA: ["de_DE", "en_DE"],
-  ExampleLayoutB: ["en_US"],
-];
-const ASSET_SUB_PATHS = [
-  // These assets are expected to be found via the following base URL:
-  //  https://<ORIGIN>/on/demandware.static/Sites-<LAYOUT>-Site/-/<LOCALE>/v<VERSION>/...
-
-  // TODO: adjust/replace this exemplary list
-
-  // JS:
-  "js/main.js",
-  "internal/jscript/dwanalytics-(.*).js",
-
-  // CSS:
-  "css/style.css",
-];
-
-function getAssetList() {
-  return Object.entries(LOCALES_BY_LAYOUT).flatMap(([layout, locales]) =>
-    locales.flatMap((locale) =>
-      ASSET_SUB_PATHS.map(
-        (subPath) =>
-{{#if staging.host}}
-          `^https://(?:{{production.host}}|{{staging.host}})/on/demandware.static/Sites-${layout}-Site/-/${locale}/v(\\d{13})/${subPath}`,
-{{else}}
-          `^https://{{production.host}}/on/demandware.static/Sites-${layout}-Site/-/${locale}/v(\\d{13})/${subPath}`,
-{{/if}}
-      ),
-  );
-}
-
-const deploymentConfig = {
-  slack: "<1Password deployment token>",
-  origins: [
-    // Production:
-    "https://{{production.host}}",
-{{#if staging.host}}
-
-    // Staging:
-    "https://{{staging.host}}",
-{{/if}}
-
-    // TODO: also check for other origins like e.g. https://*.my.salesforce.com
-  ],
-  jobType: "deployment", // "instant" | "deployment"
-
-  // configure how long the origin deployment takes in milliseconds:
-  deploymentDelay: minutesToMilliseconds(15),
-
-  // throttling the HTML refresh:
-  revalidationDelay: minutesToMilliseconds(0),
-
-  compareVersionStrings: false, // Compares version strings of the new and previous assets and only triggers deployment, when the current is newer. The version must be the first group in the regex
-  compareContentHashes: true,
-
-  assetList: [
-    ...getAssetList(),
-
-    // TODO: add additional non-demandware asset urls as needed
-  ],
-}
-
-function getQuery(assetRegex, origin) {
-  const query = getBaseQuery(origin);
-  query.url = { "$regex": assetRegex };
-  return query;
-}
-
-function getBaseQuery(...origins) {
-  return {
-    "contentType": { "$in": ["script", "style"] },
-    "variation": "DEFAULT",
-    "origin": { "$in": origins },
-  };
-}
-
-const DEPLOYMENT_REFRESH_JOB_ID_TEMPLATE = '/db/jobs.Definition/deployment-refresh'
-const DEPLOYMENT_CHECKER_JOB_ID = '/db/jobs.Definition/deployment-check'
-const MINUTE = 60 * 1000;
-
-exports.get = async function(db, req, res) {
-  if (!db.User.me || db.User.me.key !== '1') {
-    throw new Abort("Unauthorized");
-  }
-
-  const assetsByOrigin = {};
-
-  for (const origin of deploymentConfig.origins) {
-    assetsByOrigin[origin] = await Promise.all(deploymentConfig.assetList.map(async asset => {
-      const { url } = await findAsset(db, asset, origin) || { url: null };
-      return url;
-    }))
-  }
-
-  res.json(assetsByOrigin);
-}
-
-
-exports.post = async function(db, req, res) {
-  if (!db.User.me || db.User.me.key !== '1') {
-    throw new Abort("Unauthorized");
-  }
-
-  const deploymentJobs = await Promise.all(deploymentConfig.origins.map(
-    origin => createDeploymentJob(db, deploymentConfig, origin)));
-
-  const deploymentChecker = await (new db['jobs.Definition']({
-    id: DEPLOYMENT_CHECKER_JOB_ID,
-    module: 'deploymentDetection',
-    cronpattern: '42 */10 * * * *',
-    startsAt: new Date(),
-  }).save().catch(e => e.message));
-
-  res.json({ deploymentChecker, deploymentJobs });
-}
-
-function getDeploymentJobId(origin) {
-  const originWithoutSlashes = origin.replace(/https:/g, '').replace(/\//g, '');
-  return `${DEPLOYMENT_REFRESH_JOB_ID_TEMPLATE}-${originWithoutSlashes}`;
-}
-
-function getDeploymentJobName(origin) {
-  const originWithoutSlashes = origin.replace(/https:/g, '').replace(/\//g, '');
-  return `Deployment ${originWithoutSlashes}`
-}
-
-function createDeploymentJob(db, deploymentConfig, origin) {
-  return (new db['jobs.Definition']({
-    id: getDeploymentJobId(origin),
-    module: 'speedKit.CronJob',
-    cronpattern: '*/60 */24 */30 */12 *',
-    startsAt: new Date(),
-    expiresAt: new Date(1970,0, 1),
-    data: {
-      "name": getDeploymentJobName(origin),
-      "jobType": deploymentConfig.jobType || "deployment",
-      "filter": {
-        "contentTypes": [ "document" ],
-        "origin": [ origin ],
-      },
-      "scheduleIn": deploymentConfig.deploymentDelay,
-      "revalidationDelay": deploymentConfig.revalidationDelay,
-    },
-  }).save({ force: true }).catch(e => e.message));
-}
-
-exports.run = async function triggerRefreshAfterDeployment(db, status) {
-  const interval = new Date(Date.now() - 10 * MINUTE - 10);
-  const origins = await findNewAsset(db, interval, deploymentConfig.origins);
-  const app = db.connection.host;
-
-  if (origins.size === 0) {
-    status.data = {refreshing: false, reason: "no new asset" };
-    return;
-  }
-
-  const data = status.data = {};
-  for (const origin of origins) {
-    try {
-      const changedAsset = await getChangedAssets(db, origin);
-      if (!changedAsset) {
-        data[origin] = {
-          refreshing: false, origin, reason: "asset hash not changed",
-        };
-        continue;
-      }
-
-      const reason = `Asset changed: ${changedAsset}`;
-      fetch(deploymentConfig.slack, {
-        username: 'Deployment Detection',
-        method: 'post',
-        body: JSON.stringify({text: `Deployment on ${app} on ${origin} detected. Starting HTML ${deploymentConfig.jobType || "deployment"} Refresh. ${reason}`}),
-      }).catch(db.log.warn);
-
-      await runDeploymentJob(db, origin, reason);
-
-      data[origin] = {
-        refreshing: true, origin, latestAsset: changedAsset,
-      };
-    } catch (e) {
-      fetch(deploymentConfig.slack, {
-        username: 'Deployment Detection',
-        method: 'post',
-        body: JSON.stringify({text: `Deployment detection on ${app} and ${origin} failed. ${e.message}`}),
-      }).catch(db.log.warn);
-      data[origin] = {
-        refreshing: false, origin, reason: e.stack,
-      };
-    }
-  }
-  return data;
-};
-
-async function getChangedAssets(db, origin) {
-  for (const urlRegex of deploymentConfig.assetList) {
-    const interval = new Date(Date.now() - 10 * MINUTE - 10);
-    const current = await findAsset(db, urlRegex, origin, interval);
-    const previous = await findAsset(db, urlRegex, origin, null, interval);
-
-    if (!current) {
-      continue;
-    }
-
-    // trigger deployment since we see a new matching asset
-    if (!previous) {
-      return current.url;
-    }
-
-    if (deploymentConfig.compareContentHashes) {
-      if (current.contentHash === previous.contentHash) {
-        continue;
-      }
-
-      if (await hasCachedAsset(db, current, urlRegex, interval)) {
-        db.log.info('contentHash already known', {current, previous});
-        continue;
-      }
-    }
-
-    if (deploymentConfig.compareVersionStrings) {
-      const prevVersion = previous.url.match(urlRegex)[1];
-      const currentVersion = current.url.match(urlRegex)[1];
-      if (currentVersion < prevVersion) {
-        db.log.info('content version has not increased', {current, previous});
-        continue;
-      }
-    }
-
-    return current.url;
-  }
-
-  return false;
-}
-
-async function findAsset(db, urlRegex, origin, from, to) {
-  return await db["speedKit.Asset"].find()
-    .where(getQuery(urlRegex, origin))
-    .le('createdAt', to || new Date(Date.now() + MINUTE))
-    .gt('createdAt', from || new Date(1970, 0, 1))
-    .descending('createdAt')
-    .singleResult();
-}
-
-async function findNewAsset(db, from, origins) {
-  const result = await db["speedKit.Asset"].find()
-    .where(getBaseQuery(...origins))
-    .gt('createdAt', from || new Date(1970, 0, 1))
-    .resultList();
-
-  return new Set(result.map(asset => asset.origin));
-}
-
-async function hasAssetChanged(asset1, asset2) {
-  const res1 = await fetch(asset1.url);
-  const text1 = await res1.text();
-
-  const res2 = await fetch(asset2.url);
-  const text2 = await res2.text();
-
-  return text1 !== text2;
-}
-
-/**
- * Check whether we have seen the hash before
- */
-async function hasCachedAsset(db, asset, urlRegex, to) {
-  return (await db["speedKit.Asset"].find()
-    .where(getQuery(urlRegex, asset.origin))
-    .equal('contentType', asset.contentType)
-    .equal('variation', asset.variation)
-    .equal('contentHash', asset.contentHash)
-    .le('createdAt', to || new Date(Date.now() + MINUTE))
-    .count()
-  ) > 0;
-}
-
-async function runDeploymentJob(db, origin, reason) {
-  const status = new db['jobs.Status']();
-  const jobId = getDeploymentJobId(origin);
-  const cronjob = await db['jobs.Definition'].load(jobId);
-  // TODO: quite hacky right now we may need a way to pass additional parameters to the run job code
-  cronjob.data.reason = reason;
-  status.cronjob = cronjob;
-
-  try {
-    await executeRefresh(db, status, cronjob);
-  } catch(error) {
-    status.status = 'failed';
-    status.error = error;
-    await status.save();
-  }
-}

package/dist/services/prewarm-service.d.ts

@@ -1,5 +0,0 @@
-export default class PrewarmService {
-    static fetchURLByIp(ip: string, url: string, origin: string, variation: string, app: string, token: string): Promise<any>;
-    static fetchURL(url: string, origin: string, variation: string, app: string, token: string, sortParameters: boolean): Promise<any>;
-    static chunk(array: any[], length: number): any[];
-}

package/dist/services/prewarm-service.js

@@ -1,64 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const tslib_1 = require("tslib");
-const normalize_1 = require("../helpers/normalize");
-const node_fetch_1 = tslib_1.__importDefault(require("node-fetch"));
-const node_https_1 = tslib_1.__importDefault(require("node:https"));
-const agent = new node_https_1.default.Agent({
-    rejectUnauthorized: false,
-    keepAlive: true,
-});
-// eslint-disable-next-line unicorn/no-static-only-class
-class PrewarmService {
-    // eslint-disable-next-line max-params
-    static async fetchURLByIp(ip, url, origin, variation, app, token) {
-        if (variation && variation !== "DEFAULT" && variation !== "DESKTOP") {
-            url =
-                url +
-                    (url.includes("?") ? "&" : "?") +
-                    `bqvariation=${variation.toLowerCase()}`;
-        }
-        url += (url.includes("?") ? "&" : "?") + `bqpass=1`;
-        return (0, node_fetch_1.default)(`https://${ip}/v1/asset/${url}`, {
-            agent,
-            method: "HEAD",
-            headers: {
-                Host: `${app}.app.baqend.com`,
-                Origin: origin,
-                authorization: `BAT ${token}`,
-                "Accept-Encoding": "gzip, deflate, br",
-            },
-            timeout: 10_000,
-        });
-    }
-    // eslint-disable-next-line max-params
-    static async fetchURL(url, origin, variation, app, token, sortParameters) {
-        let normalizedUrl = (0, normalize_1.normalize)(url, sortParameters);
-        if (variation && variation !== "DEFAULT" && variation !== "DESKTOP") {
-            normalizedUrl +=
-                (normalizedUrl.includes("?") ? "&" : "?") +
-                    `bqvariation=${variation.toLowerCase()}`;
-        }
-        normalizedUrl += (normalizedUrl.includes("?") ? "&" : "?") + `bqpass=1`;
-        return (0, node_fetch_1.default)(`https://${app}.app.baqend.com/v1/asset/${normalizedUrl}`, {
-            agent,
-            method: "HEAD",
-            headers: {
-                Origin: origin,
-                authorization: `BAT ${token}`,
-                "Accept-Encoding": "gzip, deflate, br",
-            },
-            timeout: 10_000,
-        });
-    }
-    static chunk(array, length) {
-        const chunks = [];
-        const n = array.length;
-        let index = 0;
-        while (index < n) {
-            chunks.push(array.slice(index, (index += length)));
-        }
-        return chunks;
-    }
-}
-exports.default = PrewarmService;