ghost 6.62.0 → 6.64.0

package/core/server/data/seeders/utils/event-generator.js

@@ -1,48 +1,74 @@
-const probabilityDistributions = require('probability-distributions');
-
-const generateEvents = ({
-  shape = 'flat',
-  trend = 'positive',
-  total = 0,
-  startTime = new Date(),
-  endTime = new Date(),
-} = {}) => {
-  if (total <= 0) {
-    return [];
-  }
-
-  let alpha = 0;
-  let beta = 0;
-  let positiveTrend = trend === 'positive';
-  switch (shape) {
-    case 'linear':
-      alpha = 2;
-      beta = 1;
-      break;
-    case 'ease-in':
-      alpha = 4;
-      beta = 1;
-      break;
-    case 'ease-out':
-      alpha = 1;
-      beta = 4;
-      positiveTrend = !positiveTrend;
-      break;
-    case 'flat':
-      alpha = 1;
-      beta = 1;
-      break;
-  }
-
-  const data = probabilityDistributions.rbeta(total, alpha, beta, 0);
-  const startTimeValue = startTime.valueOf();
-  const timeDifference = endTime.valueOf() - startTimeValue;
-  return data.map((x) => {
-    if (!positiveTrend) {
-      x = 1 - x;
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    return new Date(startTimeValue + timeDifference * x);
-  });
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateEvents = void 0;
+const probabilityDistributions = __importStar(require("probability-distributions"));
+const generateEvents = ({ shape = 'flat', trend = 'positive', total = 0, startTime = new Date(), endTime = new Date(), } = {}) => {
+    if (total <= 0) {
+        return [];
+    }
+    let alpha = 0;
+    let beta = 0;
+    let positiveTrend = trend === 'positive';
+    switch (shape) {
+        case 'linear':
+            alpha = 2;
+            beta = 1;
+            break;
+        case 'ease-in':
+            alpha = 4;
+            beta = 1;
+            break;
+        case 'ease-out':
+            alpha = 1;
+            beta = 4;
+            positiveTrend = !positiveTrend;
+            break;
+        case 'flat':
+            alpha = 1;
+            beta = 1;
+            break;
+    }
+    const data = probabilityDistributions.rbeta(total, alpha, beta, 0);
+    const startTimeValue = startTime.valueOf();
+    const timeDifference = endTime.valueOf() - startTimeValue;
+    return data.map((x) => {
+        if (!positiveTrend) {
+            x = 1 - x;
+        }
+        return new Date(startTimeValue + timeDifference * x);
+    });
 };
-
-module.exports = generateEvents;
+exports.generateEvents = generateEvents;

package/core/server/data/tinybird/datasources/_mv_automation_run_steps.datasource

@@ -0,0 +1,10 @@
+SCHEMA >
+    `site_uuid` UUID,
+    `id` String,
+    `automation_run_id` String,
+    `status` LowCardinality(String),
+    `updated_at` DateTime64(3)
+
+ENGINE ReplacingMergeTree
+ENGINE_SORTING_KEY site_uuid, id
+ENGINE_VER updated_at

package/core/server/data/tinybird/datasources/_mv_automation_runs.datasource

@@ -0,0 +1,10 @@
+SCHEMA >
+    `site_uuid` UUID,
+    `id` String,
+    `automation_id` String,
+    `created_at` DateTime64(3),
+    `updated_at` DateTime64(3)
+
+ENGINE ReplacingMergeTree
+ENGINE_SORTING_KEY site_uuid, id
+ENGINE_VER updated_at

package/core/server/data/tinybird/datasources/_mv_pending_automation_runs.datasource

@@ -0,0 +1,10 @@
+SCHEMA >
+    `site_uuid` UUID,
+    `id` String,
+    `automation_run_id` String,
+    `is_pending` UInt8,
+    `updated_at` DateTime64(3)
+
+ENGINE ReplacingMergeTree
+ENGINE_SORTING_KEY site_uuid, id
+ENGINE_VER updated_at

package/core/server/data/tinybird/datasources/automation_run_events.datasource

@@ -0,0 +1,12 @@
+TOKEN "tracker" APPEND
+TOKEN "analytics-service" APPEND
+
+SCHEMA >
+    `site_uuid` UUID `json:$.site_uuid`,
+    `id` String `json:$.id`,
+    `updated_at` DateTime64(3) `json:$.updated_at`,
+    `inserted_at` DateTime64(3) `json:$.inserted_at` DEFAULT now64(),
+    `payload` String `json:$.payload`
+
+ENGINE MergeTree
+ENGINE_SORTING_KEY site_uuid, id

package/core/server/data/tinybird/datasources/automation_run_step_events.datasource

@@ -0,0 +1,12 @@
+TOKEN "tracker" APPEND
+TOKEN "analytics-service" APPEND
+
+SCHEMA >
+    `site_uuid` UUID `json:$.site_uuid`,
+    `id` String `json:$.id`,
+    `updated_at` DateTime64(3) `json:$.updated_at`,
+    `inserted_at` DateTime64(3) `json:$.inserted_at` DEFAULT now64(),
+    `payload` String `json:$.payload`
+
+ENGINE MergeTree
+ENGINE_SORTING_KEY site_uuid, id

package/core/server/data/tinybird/endpoints/api_automation_browse_stats.pipe

@@ -0,0 +1,43 @@
+NODE automation_browse_stats
+SQL >
+    %
+    SELECT
+        runs.automation_id AS automation_id,
+        formatDateTimeInJodaSyntax(
+            max(runs.created_at),
+            'yyyy-MM-dd''T''HH:mm:ss.SSS''Z''',
+            'UTC'
+        ) AS last_run_created_at,
+        count() AS total_run_count,
+        countIf(
+            runs.id IN (
+                SELECT automation_run_id
+                FROM _mv_pending_automation_runs FINAL
+                WHERE
+                    site_uuid
+                    = {{
+                        String(
+                            site_uuid,
+                            '00000000-0000-0000-0000-000000000000',
+                            description="Site UUID",
+                            required=True,
+                        )
+                    }}
+                    AND is_pending = 1
+            )
+        ) AS in_progress_run_count
+    FROM _mv_automation_runs AS runs FINAL
+    WHERE
+        runs.site_uuid
+        = {{
+            String(
+                site_uuid,
+                '00000000-0000-0000-0000-000000000000',
+                description="Site UUID",
+                required=True,
+            )
+        }}
+    GROUP BY runs.automation_id
+    ORDER BY runs.automation_id
+
+TYPE ENDPOINT

package/core/server/data/tinybird/fixtures/automation_run_events.ndjson

@@ -0,0 +1,7 @@
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-0","updated_at":"2020-01-01T01:00:00.000Z","inserted_at":"2020-01-01T02:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-0","automation_id":"automation-1","created_at":"2020-01-01T01:00:00.000Z","updated_at":"2020-01-01T01:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-1","updated_at":"2020-01-01T01:00:00.000Z","inserted_at":"2020-01-01T02:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-1","automation_id":"automation-1","created_at":"2020-01-01T01:00:00.000Z","updated_at":"2020-01-01T01:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-2","updated_at":"2020-01-01T01:00:00.000Z","inserted_at":"2020-01-01T02:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-2","automation_id":"automation-1","created_at":"2020-01-01T01:00:00.000Z","updated_at":"2020-01-01T01:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-3","updated_at":"2020-02-01T01:00:00.000Z","inserted_at":"2020-02-01T02:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-3","automation_id":"automation-1","created_at":"2020-02-01T01:00:00.123Z","updated_at":"2020-02-01T01:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-3","updated_at":"2020-01-01T01:00:00.000Z","inserted_at":"2020-02-01T03:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-3","automation_id":"automation-1","created_at":"2029-12-31T01:00:00.000Z","updated_at":"2020-01-01T01:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-4","updated_at":"2020-01-01T01:00:00.000Z","inserted_at":"2020-01-01T02:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"run-4","automation_id":"automation-2","created_at":"2020-01-01T01:00:00.000Z","updated_at":"2020-01-01T01:00:00.000Z"}}
+{"site_uuid":"6cce57c1-c0df-4771-bb86-53cbf494f90f","id":"run-1","updated_at":"2020-01-01T01:00:00.000Z","inserted_at":"2020-01-01T02:00:00.000Z","payload":{"site_uuid":"6cce57c1-c0df-4771-bb86-53cbf494f90f","id":"run-1","automation_id":"automation-1","created_at":"2020-01-01T01:00:00.000Z","updated_at":"2020-01-01T01:00:00.000Z"}}

package/core/server/data/tinybird/fixtures/automation_run_step_events.ndjson

@@ -0,0 +1,8 @@
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-1","updated_at":"2020-01-01T01:00:00.000Z","inserted_at":"2020-01-01T02:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-1","automation_run_id":"run-1","status":"pending","updated_at":"2020-01-01T01:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-1","updated_at":"2020-01-01T03:00:00.000Z","inserted_at":"2020-01-01T04:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-1","automation_run_id":"run-1","status":"finished","updated_at":"2020-01-01T03:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-2","updated_at":"2020-01-01T05:00:00.000Z","inserted_at":"2020-01-01T06:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-2","automation_run_id":"run-1","status":"pending","updated_at":"2020-01-01T05:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-2","updated_at":"2020-01-01T07:00:00.000Z","inserted_at":"2020-01-01T08:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-2","automation_run_id":"run-1","status":"pending","updated_at":"2020-01-01T07:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-3","updated_at":"2020-01-01T01:00:00.000Z","inserted_at":"2020-01-01T02:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-3","automation_run_id":"run-2","status":"pending","updated_at":"2020-01-01T01:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-3","updated_at":"2020-01-01T03:00:00.000Z","inserted_at":"2020-01-01T04:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-3","automation_run_id":"run-2","status":"finished","updated_at":"2020-01-01T03:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-4","updated_at":"2020-01-01T05:00:00.000Z","inserted_at":"2020-01-01T06:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-4","automation_run_id":"run-2","status":"pending","updated_at":"2020-01-01T05:00:00.000Z"}}
+{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-4","updated_at":"2020-01-01T07:00:00.000Z","inserted_at":"2020-01-01T08:00:00.000Z","payload":{"site_uuid":"bd05ceed-1df9-4af7-832a-d3b5faa7ca1d","id":"step-4","automation_run_id":"run-2","status":"pending","updated_at":"2020-01-01T07:00:00.000Z"}}

package/core/server/data/tinybird/pipes/mv_automation_run_steps.pipe

@@ -0,0 +1,13 @@
+NODE extract_automation_run_steps
+SQL >
+    WITH JSONExtract(payload, 'Tuple(automation_run_id String, status String)') AS payload_json
+    SELECT
+        site_uuid,
+        id,
+        updated_at,
+        getSubcolumn(payload_json, 'automation_run_id') AS automation_run_id,
+        getSubcolumn(payload_json, 'status') AS status
+    FROM automation_run_step_events
+
+TYPE MATERIALIZED
+DATASOURCE _mv_automation_run_steps

package/core/server/data/tinybird/pipes/mv_automation_runs.pipe

@@ -0,0 +1,15 @@
+NODE extract_automation_runs
+SQL >
+    WITH JSONExtract(payload, 'Tuple(automation_id String, created_at String)') AS payload_json
+    SELECT
+        site_uuid,
+        id,
+        updated_at,
+        getSubcolumn(payload_json, 'automation_id') AS automation_id,
+        parseDateTime64BestEffort(
+            getSubcolumn(payload_json, 'created_at'), 3, 'UTC'
+        ) AS created_at
+    FROM automation_run_events
+
+TYPE MATERIALIZED
+DATASOURCE _mv_automation_runs

package/core/server/data/tinybird/pipes/mv_hits.pipe

@@ -2,19 +2,23 @@ TOKEN "axis" READ
 
 NODE mv_hits_0
 SQL >
-
-    SELECT timestamp,
+    SELECT
+        timestamp,
         inserted_at,
         -- payload.meta.received_timestamp may be missing or null
-        -- Nullable fields incur performance penalty in clickhouse, so we default to zero (unix epoch) instead of null.
-        parseDateTime64BestEffortOrZero(JSONExtractString(payload, 'meta', 'received_timestamp'), 3) as received_at,
+        -- Nullable fields incur performance penalty in clickhouse, so we default to zero (unix epoch)
+        -- instead of null.
+        parseDateTime64BestEffortOrZero(
+            JSONExtractString(payload, 'meta', 'received_timestamp'), 3
+        ) as received_at,
         action,
         version,
         coalesce(session_id, '0') as session_id,
         JSONExtractString(payload, 'locale') as locale,
         JSONExtractString(payload, 'location') as location,
         case
-            when JSONExtractString(payload, 'referrerSource') = '' then JSONExtractString(payload, 'meta', 'referrerSource')
+            when JSONExtractString(payload, 'referrerSource') = ''
+            then JSONExtractString(payload, 'meta', 'referrerSource')
             else JSONExtractString(payload, 'referrerSource')
         end as referrer,
         JSONExtractString(payload, 'pathname') as pathname,
@@ -35,11 +39,8 @@ SQL >
     FROM analytics_events
     where action = 'page_hit'
 
-
-
 NODE mv_hits_1
 SQL >
-
     SELECT
         site_uuid,
         timestamp,
@@ -47,8 +48,10 @@ SQL >
         inserted_at,
         case
             -- set to -1 if received_at is the unix epoch, or if received_at is after inserted_at
-            when toUnixTimestamp(received_at) = 0 then -1
-            when received_at > inserted_at then -1
+            when toUnixTimestamp(received_at) = 0
+            then -1
+            when received_at > inserted_at
+            then -1
             else date_diff('millisecond', received_at, inserted_at)
         end as ingestion_latency_ms,
         action,
@@ -61,58 +64,91 @@ SQL >
         gift_link,
         location,
         case
-            when referrer = '' then ''
+            when referrer = ''
+            then ''
             -- Social Media Consolidation
-            when referrer IN ('Facebook', 'www.facebook.com', 'l.facebook.com', 'lm.facebook.com', 'm.facebook.com', 'facebook') then 'Facebook'
-            when referrer IN ('Twitter', 'x.com', 'com.twitter.android') then 'Twitter'
-            when referrer IN ('go.bsky.app', 'bsky', 'bsky.app') then 'Bluesky'
-            when referrer IN ('Instagram', 'www.instagram.com') then 'Instagram'
-            when referrer IN ('LinkedIn', 'LINKEDIN_COMPANY') then 'LinkedIn'
-            when referrer IN ('l.threads.com') then 'Threads'
-
+            when
+                referrer IN (
+                    'Facebook',
+                    'www.facebook.com',
+                    'l.facebook.com',
+                    'lm.facebook.com',
+                    'm.facebook.com',
+                    'facebook'
+                )
+            then 'Facebook'
+            when referrer IN ('Twitter', 'x.com', 'com.twitter.android')
+            then 'Twitter'
+            when referrer IN ('go.bsky.app', 'bsky', 'bsky.app')
+            then 'Bluesky'
+            when referrer IN ('Instagram', 'www.instagram.com')
+            then 'Instagram'
+            when referrer IN ('LinkedIn', 'LINKEDIN_COMPANY')
+            then 'LinkedIn'
+            when referrer IN ('l.threads.com')
+            then 'Threads'
             -- Reddit Ecosystem
-            when referrer IN ('www.reddit.com', 'out.reddit.com', 'old.reddit.com', 'com.reddit.frontpage') then 'Reddit'
-
+            when
+                referrer
+                IN ('www.reddit.com', 'out.reddit.com', 'old.reddit.com', 'com.reddit.frontpage')
+            then 'Reddit'
             -- Search Engines (keep distinctions)
-            when referrer IN ('search.brave.com') then 'Brave Search'
-            when referrer IN ('www.ecosia.org') then 'Ecosia'
-
+            when referrer IN ('search.brave.com')
+            then 'Brave Search'
+            when referrer IN ('www.ecosia.org')
+            then 'Ecosia'
             -- Email Services
-            when referrer IN ('Gmail', 'com.google.android.gm', 'mail.google.com') then 'Gmail'
-            when referrer IN ('Outlook.com') then 'Outlook'
-            when referrer IN ('Yahoo!', 'www.yahoo.com', 'Yahoo! Mail', 'r.search.yahoo.com') then 'Yahoo!'
-            when referrer IN ('AOL Mail') then 'AOL Mail'
-
+            when referrer IN ('Gmail', 'com.google.android.gm', 'mail.google.com')
+            then 'Gmail'
+            when referrer IN ('Outlook.com')
+            then 'Outlook'
+            when referrer IN ('Yahoo!', 'www.yahoo.com', 'Yahoo! Mail', 'r.search.yahoo.com')
+            then 'Yahoo!'
+            when referrer IN ('AOL Mail')
+            then 'AOL Mail'
             -- Content Platforms
-            when referrer IN ('flipboard', 'flipboard.com', 'flipboard.app') then 'Flipboard'
-            when referrer IN ('substack', 'substack.com') then 'Substack'
-            when referrer IN ('Ghost.org', 'ghost.org') then 'Ghost'
-            when referrer IN ('buffer') then 'Buffer'
-            when referrer IN ('Taboola') then 'Taboola'
-            when referrer IN ('AppNexus') then 'AppNexus'
-
+            when referrer IN ('flipboard', 'flipboard.com', 'flipboard.app')
+            then 'Flipboard'
+            when referrer IN ('substack', 'substack.com')
+            then 'Substack'
+            when referrer IN ('Ghost.org', 'ghost.org')
+            then 'Ghost'
+            when referrer IN ('buffer')
+            then 'Buffer'
+            when referrer IN ('Taboola')
+            then 'Taboola'
+            when referrer IN ('AppNexus')
+            then 'AppNexus'
             -- Wikipedia
-            when referrer IN ('en.wikipedia.org', 'en.m.wikipedia.org') then 'Wikipedia'
-
+            when referrer IN ('en.wikipedia.org', 'en.m.wikipedia.org')
+            then 'Wikipedia'
             -- Mastodon Network
-            when referrer IN ('mastodon.social', 'mastodon.online', 'org.joinmastodon.android', 'phanpy.social', 'dev.phanpy.social') then 'Mastodon'
-
+            when
+                referrer IN (
+                    'mastodon.social',
+                    'mastodon.online',
+                    'org.joinmastodon.android',
+                    'phanpy.social',
+                    'dev.phanpy.social'
+                )
+            then 'Mastodon'
             -- News Aggregators
-            when referrer IN ('www.memeorandum.com', 'memeorandum.com') then 'Memeorandum'
-            when referrer IN ('ground.news') then 'Ground News'
-            when referrer IN ('apple.news') then 'Apple News'
-            when referrer IN ('www.smartnews.com') then 'SmartNews'
-
+            when referrer IN ('www.memeorandum.com', 'memeorandum.com')
+            then 'Memeorandum'
+            when referrer IN ('ground.news')
+            then 'Ground News'
+            when referrer IN ('apple.news')
+            then 'Apple News'
+            when referrer IN ('www.smartnews.com')
+            then 'SmartNews'
             -- Keep other sources as-is
-            when domainWithoutWWW(referrer) != '' then domainWithoutWWW(referrer)
+            when domainWithoutWWW(referrer) != ''
+            then domainWithoutWWW(referrer)
             else referrer
         end as source,
         pathname,
         href,
-        case  
-            when device = '' then 'unknown'  
-            else device  
-        end as device,
+        case when device = '' then 'unknown' else device end as device,
         case
             when match(user_agent, 'windows')
             then 'windows'
@@ -146,5 +182,5 @@ SQL >
         utm_content
     FROM mv_hits_0
 
-TYPE materialized
+TYPE MATERIALIZED
 DATASOURCE _mv_hits

package/core/server/data/tinybird/pipes/mv_pending_automation_runs.pipe

@@ -0,0 +1,7 @@
+NODE extract_pending_automation_runs
+SQL >
+    SELECT site_uuid, id, automation_run_id, status = 'pending' AS is_pending, updated_at
+    FROM _mv_automation_run_steps
+
+TYPE MATERIALIZED
+DATASOURCE _mv_pending_automation_runs

package/core/server/data/tinybird/tests/api_automation_browse_stats.yaml

@@ -0,0 +1,18 @@
+- name: automation_browse_stats
+  description: Uses latest run and step versions for automation browse statistics
+  parameters: site_uuid=bd05ceed-1df9-4af7-832a-d3b5faa7ca1d
+  expected_result: |
+    {"automation_id":"automation-1","last_run_created_at":"2020-02-01T01:00:00.123Z","total_run_count":4,"in_progress_run_count":2}
+    {"automation_id":"automation-2","last_run_created_at":"2020-01-01T01:00:00.000Z","total_run_count":1,"in_progress_run_count":0}
+
+- name: automation_browse_stats_other_site
+  description: Restricts statistics to one site
+  parameters: site_uuid=6cce57c1-c0df-4771-bb86-53cbf494f90f
+  expected_result: |
+    {"automation_id":"automation-1","last_run_created_at":"2020-01-01T01:00:00.000Z","total_run_count":1,"in_progress_run_count":0}
+
+- name: automation_browse_stats_missing_site_uuid
+  description: Requires site UUID
+  expected_http_status: 400
+  parameters: ''
+  expected_result: ''

package/core/server/ghost-server.js

@@ -14,7 +14,7 @@ const metrics_1 = __importDefault(require("@tryghost/metrics"));
 // @ts-expect-error This module lacks type definitions.
 const notify_1 = __importDefault(require("./notify"));
 const errify_1 = require("../shared/errify");
-const flush_logs_1 = require("../shared/flush-logs");
+const flush_1 = require("../shared/flush");
 const moment_1 = __importDefault(require("moment"));
 const stoppable_1 = __importDefault(require("stoppable"));
 const node_util_1 = require("node:util");
@@ -137,12 +137,12 @@ class GhostServer {
             this.isShuttingDown = true;
             logging_1.default.warn((0, tpl_1.default)(messages.ghostIsShuttingDown));
             await this.stop();
-            await (0, flush_logs_1.flushLogs)();
+            await (0, flush_1.flushLogsAndMetrics)();
             process.exit(code);
         }
         catch (error) {
             logging_1.default.error(error);
-            await (0, flush_logs_1.flushLogs)();
+            await (0, flush_1.flushLogsAndMetrics)();
             process.exit(1);
         }
     }

package/core/server/lib/db-types/count.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DbCount = void 0;
+const zod_1 = require("zod");
+const databaseCountInput = zod_1.z.union([zod_1.z.number(), zod_1.z.string().regex(/^\d+$/)]);
+/**
+ * A non-negative integer count, whichever database driver handed it back.
+ *
+ * Aggregate functions such as COUNT can return a decimal string from MySQL and
+ * a number from SQLite. Every read normalises to a safe integer so callers do
+ * not need to handle that driver difference themselves.
+ */
+exports.DbCount = zod_1.z.codec(databaseCountInput, zod_1.z.number().int().nonnegative().max(Number.MAX_SAFE_INTEGER), {
+    decode: (stored) => (typeof stored === 'string' ? Number(stored) : stored),
+    encode: (value) => value,
+});

package/core/server/lib/generate-password.js

@@ -0,0 +1,54 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generatePassword = void 0;
+const errors = __importStar(require("@tryghost/errors"));
+// @ts-expect-error This module lacks type definitions.
+const security = __importStar(require("@tryghost/security"));
+const validate_password_1 = require("./validate-password");
+const generatePassword = (email) => {
+    for (let i = 0; i < 1000; i++) {
+        // secretlint-disable-next-line @secretlint/secretlint-rule-pattern
+        const password = security.identifier.uid(50);
+        if ((0, validate_password_1.validatePassword)(password, email).isValid) {
+            return password;
+        }
+    }
+    throw new errors.InternalServerError({
+        message: 'Unable to generate a valid password after 1000 iterations',
+        context: 'generatePassword',
+    });
+};
+exports.generatePassword = generatePassword;