@jitsu/functions-lib 2.14.0-beta.4 → 2.14.0-beta.56

package/dist/lib/functions.d.ts

@@ -3,6 +3,7 @@ import { AnalyticsServerEvent } from "@jitsu/protocols/analytics";
 export declare const TableNameParameter = "JITSU_TABLE_NAME";
 export declare const DropRetryErrorName = "Drop & RetryError";
 export declare const RetryErrorName = "RetryError";
+export declare const NoRetryErrorName = "NoRetryError";
 export declare class RetryError extends Error {
     status: number;
     response: string;
@@ -17,6 +18,18 @@ export declare class RetryError extends Error {
         response: string;
     };
 }
+export declare class NoRetryError extends Error {
+    status: number;
+    response: string;
+    message: string;
+    constructor(message?: any);
+    toJSON(): {
+        name: string;
+        message: string;
+        status: number;
+        response: string;
+    };
+}
 export declare class HTTPError extends Error {
     status: number;
     response: string;
@@ -29,5 +42,5 @@ export declare class HTTPError extends Error {
         response: string;
     };
 }
-export declare function toJitsuClassic(event: AnalyticsServerEvent, ctx: FullContext): AnyEvent;
+export declare function toJitsuClassic(event: AnalyticsServerEvent, ctx: FullContext, bulker?: boolean): AnyEvent;
 export declare function fromJitsuClassic(event: AnyEvent): AnyEvent;

package/package.json

@@ -1,35 +1,36 @@
 {
   "name": "@jitsu/functions-lib",
-  "version": "2.14.0-beta.4",
+  "version": "2.14.0-beta.56",
   "main": "dist/index.cjs.js",
-  "module": "dist/index.es.js",
   "types": "dist/index.d.ts",
   "description": "",
   "author": "Jitsu Dev Team <dev@jitsu.com>",
   "publishConfig": {
     "access": "public"
   },
+  "files": [
+    "dist",
+    "package.json"
+  ],
   "license": "MIT",
   "private": false,
+  "devDependencies": {
+    "esbuild": "^0.27.0",
+    "tsx": "^4.21.0",
+    "@types/node": "^18.15.3",
+    "@vitest/ui": "^2.1.8",
+    "tslib": "^2.6.3",
+    "@jitsu/sdk-js": "^3.1.5",
+    "vitest": "^2.1.8",
+    "@jitsu/protocols": "2.14.0-beta.56",
+    "@jitsu/common-config": "0.0.0"
+  },
   "scripts": {
     "//build-deps": "Required by turbo ^build-deps - builds dist/ for workspace packages that import this",
     "build-deps": "pnpm run build",
-    "//typecheck": "Since this module generates types, we should run build during typecheck",
-    "typecheck": "tsc -p . && rollup -c",
-    "build": "tsc -p . && rollup -c",
+    "typecheck": "tsc --noEmit",
+    "build": "tsc && tsx bundle.mts",
     "test": "vitest run"
   },
-  "devDependencies": {
-    "@jitsu/common-config": "workspace:*",
-    "@jitsu/protocols": "workspace:*",
-    "rollup": "^4.24.3",
-    "@rollup/plugin-typescript": "^11.1.5",
-    "@rollup/plugin-node-resolve": "^16.0.0",
-    "@rollup/plugin-commonjs": "^28.0.2",
-    "@types/node": "catalog:",
-    "@vitest/ui": "catalog:",
-    "tslib": "catalog:",
-    "@jitsu/sdk-js": "^3.1.5",
-    "vitest": "catalog:"
-  }
-}
+  "module": "dist/index.es.js"
+}

package/__tests__/classic-mapping.test.ts

@@ -1,315 +0,0 @@
-import { AnalyticsServerEvent } from "@jitsu/protocols/analytics";
-import type { Event as JitsuLegacyEvent } from "@jitsu/sdk-js";
-import { FullContext, UserAgent } from "@jitsu/protocols/functions";
-import { fromJitsuClassic, removeUndefined, TableNameParameter, toJitsuClassic, toSnakeCase } from "../src";
-import { classicEvents } from "./data/classic-events";
-
-const identify: AnalyticsServerEvent = {
-  writeKey: "writeKey",
-  messageId: "a6c09b16-c2bc-4193-990f-5e2b694ae610",
-  anonymousId: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
-  context: {
-    ip: "141.136.89.181",
-    campaign: {
-      medium: "medium",
-      name: "campaign",
-      source: "source",
-    },
-    library: {
-      name: "jitsu-js",
-      version: "1.0.0",
-    },
-    locale: "en-US",
-    page: {
-      host: "localhost:3088",
-      path: "/basic.html",
-      referrer: "https://referrer.com",
-      referring_domain: "referrer.com",
-      search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-      title: "Tracking page",
-      url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-    },
-    screen: {
-      density: 1,
-      height: 720,
-      innerHeight: 720,
-      innerWidth: 1280,
-      width: 1280,
-    },
-    userAgent:
-      "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
-  },
-  sentAt: "2022-11-14T08:56:34.387Z",
-  receivedAt: "2022-11-14T08:56:40.000Z",
-  timestamp: "2022-11-14T08:56:34.387Z",
-  traits: {
-    caseName: "basic-identify",
-    CaseLastName: "Doe",
-    User_Name: "jj",
-    email: "john.doe2@gmail.com",
-  },
-  type: "identify",
-  userId: "userId2",
-};
-
-const legacyIdentifyExpectedS3: Omit<JitsuLegacyEvent, "local_tz_offset"> & { local_tz_offset?: number } = {
-  _timestamp: "2022-11-14T08:56:40.000Z",
-  anon_ip: "141.136.89.0",
-  doc_path: "/basic.html",
-  doc_search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-  source_ip: "141.136.89.181",
-  api_key: "writeKey",
-  doc_host: "localhost:3088",
-  eventn_ctx_event_id: "a6c09b16-c2bc-4193-990f-5e2b694ae610",
-  event_type: "identify",
-  page_title: "Tracking page",
-  referer: "https://referrer.com",
-  src: "jitsu",
-  url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-  user: {
-    anonymous_id: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
-    id: "userId2",
-    email: "john.doe2@gmail.com",
-    caseName: "basic-identify",
-    CaseLastName: "Doe",
-    User_Name: "jj",
-  },
-  user_agent:
-    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
-  user_language: "en-US",
-  utc_time: "2022-11-14T08:56:34.387Z",
-  utm: {
-    medium: "medium",
-    name: "campaign",
-    source: "source",
-  },
-  screen_resolution: "1280x720",
-  vp_size: "1280x720",
-};
-
-const legacyIdentifyExpectedWarehouse: Omit<JitsuLegacyEvent, "local_tz_offset"> & { local_tz_offset?: number } = {
-  _timestamp: "2022-11-14T08:56:40.000Z",
-  anon_ip: "141.136.89.0",
-  doc_path: "/basic.html",
-  doc_search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-  source_ip: "141.136.89.181",
-  api_key: "writeKey",
-  doc_host: "localhost:3088",
-  eventn_ctx_event_id: "a6c09b16-c2bc-4193-990f-5e2b694ae610",
-  event_type: "identify",
-  page_title: "Tracking page",
-  referer: "https://referrer.com",
-  src: "jitsu",
-  url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-  user: {
-    anonymous_id: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
-    id: "userId2",
-    email: "john.doe2@gmail.com",
-    casename: "basic-identify",
-    caselastname: "Doe",
-    user_name: "jj",
-  },
-  user_agent:
-    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
-  user_language: "en-US",
-  utc_time: "2022-11-14T08:56:34.387Z",
-  utm: {
-    medium: "medium",
-    name: "campaign",
-    source: "source",
-  },
-  screen_resolution: "1280x720",
-  vp_size: "1280x720",
-};
-
-const page: AnalyticsServerEvent = {
-  messageId: "d0c6abf6-97f7-487a-a197-8f236c728fa8",
-  anonymousId: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
-  context: {
-    campaign: {
-      medium: "medium",
-      name: "campaign",
-      source: "source",
-    },
-    library: {
-      name: "jitsu-js",
-      version: "1.0.0",
-    },
-    locale: "en-US",
-    page: {
-      host: "localhost:3088",
-      path: "/basic.html",
-      referrer: "https://referrer.com",
-      referring_domain: "",
-      search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-      title: "Tracking page",
-      url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-    },
-    screen: {
-      density: 1,
-      height: 720,
-      innerHeight: 720,
-      innerWidth: 1280,
-      width: 1280,
-    },
-    traits: {
-      caseName: "identify-without-user-id",
-      CaseLastName: "Doe",
-      User_Name: "jj",
-      email: "john.doe3@gmail.com",
-    },
-    userAgent:
-      "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
-  },
-  properties: {
-    caseName: "page-with-name",
-    nestedProp: {
-      "my-Prop1": "myValue",
-      myProp2: "myValue",
-    },
-    hash: "",
-    height: 720,
-    name: "test-page",
-    path: "/basic.html",
-    search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-    title: "Tracking page",
-    url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-    width: 1280,
-  },
-  receivedAt: "2022-11-14T08:56:40.000Z",
-  sentAt: "2022-11-14T08:56:34.395Z",
-  timestamp: "2022-11-14T08:56:34.395Z",
-  type: "page",
-  userId: "userId2",
-};
-
-const legacyPageExpectedS3 = {
-  _timestamp: "2022-11-14T08:56:40.000Z",
-  api_key: "",
-  doc_host: "localhost:3088",
-  doc_path: "/basic.html",
-  doc_search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-  eventn_ctx_event_id: "d0c6abf6-97f7-487a-a197-8f236c728fa8",
-  event_type: "page",
-  page_title: "Tracking page",
-  referer: "https://referrer.com",
-  src: "jitsu",
-  url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-  user: {
-    anonymous_id: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
-    id: "userId2",
-    email: "john.doe3@gmail.com",
-    caseName: "identify-without-user-id",
-    CaseLastName: "Doe",
-    User_Name: "jj",
-  },
-  user_agent:
-    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
-  user_language: "en-US",
-  utc_time: "2022-11-14T08:56:34.395Z",
-  utm: {
-    medium: "medium",
-    name: "campaign",
-    source: "source",
-  },
-  caseName: "page-with-name",
-  nestedProp: {
-    "my-Prop1": "myValue",
-    myProp2: "myValue",
-  },
-  hash: "",
-  name: "test-page",
-  screen_resolution: "1280x720",
-  vp_size: "1280x720",
-};
-
-const legacyPageExpectedWarehouse = {
-  _timestamp: "2022-11-14T08:56:40.000Z",
-  api_key: "",
-  doc_host: "localhost:3088",
-  doc_path: "/basic.html",
-  doc_search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-  eventn_ctx_event_id: "d0c6abf6-97f7-487a-a197-8f236c728fa8",
-  event_type: "page",
-  page_title: "Tracking page",
-  referer: "https://referrer.com",
-  src: "jitsu",
-  url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
-  user: {
-    anonymous_id: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
-    id: "userId2",
-    email: "john.doe3@gmail.com",
-    casename: "identify-without-user-id",
-    caselastname: "Doe",
-    user_name: "jj",
-  },
-  user_agent:
-    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
-  user_language: "en-US",
-  utc_time: "2022-11-14T08:56:34.395Z",
-  utm: {
-    medium: "medium",
-    name: "campaign",
-    source: "source",
-  },
-  casename: "page-with-name",
-  nestedprop: {
-    my_prop1: "myValue",
-    myprop2: "myValue",
-  },
-  hash: "",
-  name: "test-page",
-  screen_resolution: "1280x720",
-  vp_size: "1280x720",
-};
-
-test("legacy event s3", () => {
-  const identifyLegacyResult = toJitsuClassic(identify, {
-    props: { keepOriginalNames: true },
-    destination: { type: "s3" },
-  } as unknown as FullContext);
-  const pageLegacyResult = toJitsuClassic(page, {
-    props: { keepOriginalNames: true },
-    destination: { type: "s3" },
-  } as unknown as FullContext);
-  console.log(JSON.stringify(identifyLegacyResult, null, 2));
-  expect(identifyLegacyResult).toStrictEqual(legacyIdentifyExpectedS3);
-
-  console.log(JSON.stringify(pageLegacyResult, null, 2));
-  expect(pageLegacyResult).toStrictEqual(legacyPageExpectedS3);
-});
-
-test("legacy event warehouse", () => {
-  const identifyLegacyResult = toJitsuClassic(identify, {
-    props: { keepOriginalNames: true },
-    destination: { type: "postgres" },
-  } as unknown as FullContext);
-  const pageLegacyResult = toJitsuClassic(page, {
-    props: { keepOriginalNames: true },
-    destination: { type: "postgres" },
-  } as unknown as FullContext);
-  console.log(JSON.stringify(identifyLegacyResult, null, 2));
-  expect(identifyLegacyResult).toStrictEqual(legacyIdentifyExpectedWarehouse);
-
-  console.log(JSON.stringify(pageLegacyResult, null, 2));
-  expect(pageLegacyResult).toStrictEqual(legacyPageExpectedWarehouse);
-});
-
-test("classic events mapping", () => {
-  //load events from json
-  for (const event of classicEvents) {
-    if (Object.keys(event.click_id || {}).length === 0) {
-      delete event.click_id;
-    }
-    if (Object.keys(event.ids || {}).length === 0) {
-      delete event.ids;
-    }
-    const restored = fromJitsuClassic(event);
-    const mapped = toJitsuClassic(
-      restored as AnalyticsServerEvent,
-      { props: { keepOriginalNames: true }, destination: { type: "s3" } } as unknown as FullContext
-    );
-    delete mapped.anon_ip;
-    expect(mapped).toStrictEqual(event);
-  }
-});

package/__tests__/data/classic-events.ts

@@ -1,168 +0,0 @@
-export const classicEvents = [
-  {
-    _timestamp: "2024-12-25T14:23:48.606561Z",
-    api_key: "js.123.123",
-    click_id: {},
-    doc_encoding: "UTF-8",
-    doc_host: "events.example.com",
-    doc_path: "/a-v/123",
-    doc_search: "",
-    event_type: "user_identify",
-    eventn_ctx_event_id: "1d199165-fdf3-4051-82fc-08a8c5502f33",
-    ids: {
-      ga: "GA1.1.123.123",
-    },
-    local_tz_offset: 420,
-    page_title: "aa.aa.24",
-    referer: "",
-    screen_resolution: "1680x1050",
-    source_ip: "127.0.13.36",
-    src: "jitsu",
-    url: "https://events.example.com/a-v/123",
-    user: {
-      anonymous_id: "5adv25gea6",
-      email: "user@example.com",
-      hashed_anonymous_id: "41217f4f06dba2b145dbd7d0879a871e",
-      name: "John Doe",
-      uid: "123",
-    },
-    user_agent:
-      "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
-    user_language: "en-US",
-    utc_time: "2024-12-25T14:23:46.483000Z",
-    utm: {},
-    vp_size: "1384x775",
-  },
-  {
-    _timestamp: "2024-12-25T14:31:48.875505Z",
-    api_key: "s2s.123.123",
-    common_properties: {
-      c_version: "1.1.11",
-      client: {
-        creation_timestamp: "2024-12-25T14:31:48.794613+00:00",
-        id: "123",
-      },
-      in_v: false,
-      a_version: null,
-    },
-    event_type: "serve_init",
-    eventn_ctx_event_id: "99406a96-3bc3-4939-a3cc-6f5eeb458078",
-    session_id: "abc",
-    source_ip: "127.0.41.132",
-    src: "api",
-  },
-  {
-    _timestamp: "2024-12-25T14:26:22.484904Z",
-    api_key: "js.123.123",
-    chromeVersion: "131",
-    click_id: {},
-    companyId: 123,
-    email: "john.doe@example.com",
-    event_type: "workflow-complete",
-    eventn_ctx_event_id: "62615da7-a605-420f-9b73-d88ca488fa6d",
-    ids: {},
-    info: {
-      billing: {
-        nodeTypeCounts: {
-          "click-element": 13,
-        },
-        ticketDurationsMs: [],
-      },
-      callCount: 1,
-      metrics: {
-        actual: {},
-      },
-      results: [
-        {
-          callCount: 1,
-        },
-      ],
-      status: "complete",
-    },
-    jobId: "f3b97b73-15e5-4d5b-af73-43bbbf237b24",
-    local_tz_offset: 0,
-    manifestVersion: "1.0.0",
-    runtimeEnvironment: "production",
-    source_ip: "127.0.32.11",
-    src: "jitsu",
-    teamId: 1,
-    timestamp: 1735136772062,
-    type: "workflow-complete",
-    user: {
-      anonymous_id: "",
-      hashed_anonymous_id: "bef91c4d78dbf5b10b791d1f483faa9a",
-    },
-    user_agent:
-      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
-    utc_time: "2024-12-25T14:26:12.097000Z",
-    utm: {},
-  },
-  {
-    _timestamp: "2024-12-25T00:26:56.305721Z",
-    api_key: "js.123.123",
-    click_id: {
-      gclid: "123",
-      dclid: "1233",
-    },
-    doc_encoding: "UTF-8",
-    doc_host: "app.example.com",
-    doc_path: "/login",
-    doc_search: "?next=%2F",
-    event_type: "pageview",
-    eventn_ctx_event_id: "15fea8d7-14af-4488-92a9-0ae52eba5499",
-    ids: {},
-    local_tz_offset: 300,
-    page_title: "Login - Litnerd",
-    referer: "",
-    screen_resolution: "1920x1080",
-    source_ip: "127.0.56.1",
-    src: "jitsu",
-    url: "https://app.example.com/login?next=%2F",
-    user: {
-      anonymous_id: "123",
-      hashed_anonymous_id: "49a8381a0fe28827b68a48416dd69a23",
-      id: "student:123",
-      name: "JOHN DOE",
-      role: "student",
-      school_id: 123,
-    },
-    user_agent:
-      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
-    user_language: "en-US",
-    utc_time: "2024-12-25T00:26:56.481000Z",
-    utm: {},
-    vp_size: "1920x911",
-  },
-  {
-    _timestamp: "2024-12-25T15:33:08.369746Z",
-    api_key: "s2s.123.123",
-    click_id: {
-      gclid: "123",
-      dclid: "1233",
-    },
-    doc_host: "localhost:3000",
-    doc_path: "/auth/login",
-    doc_search: "",
-    event_type: "page_view",
-    eventn_ctx_event_id: "98373e80-6228-4163-957e-90703182e9de",
-    ids: {
-      ga: "GA1.1.123.123",
-    },
-    isAuthorized: false,
-    nextPrefetch: false,
-    onVercel: false,
-    page_title: "",
-    page_url: "http://localhost:3000/auth/login",
-    referer: "",
-    source_ip: "",
-    src: "api",
-    url: "http://localhost:3000/auth/login",
-    user: {
-      anonymous_id: "123",
-      hashed_anonymous_id: "ee3cd46ca7a46adb9fa1c9599e64249f",
-    },
-    user_agent: "Wget/1.21.3",
-    utc_time: "2024-12-25T15:33:07.992Z",
-    utm: {},
-  },
-];

package/rollup.config.js

@@ -1,14 +0,0 @@
-const typescript = require("@rollup/plugin-typescript");
-const resolve = require("@rollup/plugin-node-resolve");
-const commonjs = require("@rollup/plugin-commonjs");
-
-module.exports = [
-  {
-    plugins: [typescript(), resolve({ preferBuiltins: false }), commonjs()],
-    input: ["./src/index.ts"],
-    output: [
-      { file: "dist/index.es.js", format: "es" },
-      { file: "dist/index.cjs.js", format: "cjs" },
-    ],
-  },
-];

package/src/index.ts

@@ -1,3 +0,0 @@
-export * from "./lib/functions";
-export * from "./lib/objects";
-export * from "./lib/strings";