@jitsu/functions-lib 1.9.11 → 1.9.13-canary.1167.20250215132227

package/.turbo/turbo-build.log

@@ -1,12 +1,12 @@
-@jitsu/functions-lib:build: cache hit, replaying output 0c8f3ad92b163467
-@jitsu/functions-lib:build: 
-@jitsu/functions-lib:build: > @jitsu/functions-lib@0.0.0 build /Users/ildarnurislamov/Projects/newjitsu/libs/functions
-@jitsu/functions-lib:build: > pnpm compile && rollup -c
-@jitsu/functions-lib:build: 
-@jitsu/functions-lib:build: 
-@jitsu/functions-lib:build: > @jitsu/functions-lib@0.0.0 compile /Users/ildarnurislamov/Projects/newjitsu/libs/functions
-@jitsu/functions-lib:build: > tsc -p .
-@jitsu/functions-lib:build: 
-@jitsu/functions-lib:build: 
-@jitsu/functions-lib:build: ./src/index.ts → dist/index.es.js, dist/index.cjs.js...
-@jitsu/functions-lib:build: created dist/index.es.js, dist/index.cjs.js in 717ms
+@jitsu/functions-lib:build: cache hit, replaying output 314a8cfdde7a5d3e
+@jitsu/functions-lib:build: 
+@jitsu/functions-lib:build: > @jitsu/functions-lib@0.0.0 build /Users/ildarnurislamov/Projects/newjitsu/libs/functions
+@jitsu/functions-lib:build: > pnpm compile && rollup -c
+@jitsu/functions-lib:build: 
+@jitsu/functions-lib:build: 
+@jitsu/functions-lib:build: > @jitsu/functions-lib@0.0.0 compile /Users/ildarnurislamov/Projects/newjitsu/libs/functions
+@jitsu/functions-lib:build: > tsc -p .
+@jitsu/functions-lib:build: 
+@jitsu/functions-lib:build: 
+@jitsu/functions-lib:build: ./src/index.ts → dist/index.es.js, dist/index.cjs.js...
+@jitsu/functions-lib:build: created dist/index.es.js, dist/index.cjs.js in 749ms

package/__tests__/classic-mapping.test.ts

@@ -0,0 +1,315 @@
+import { AnalyticsServerEvent } from "@jitsu/protocols/analytics";
+import type { Event as JitsuLegacyEvent } from "@jitsu/sdk-js";
+import { FullContext, UserAgent } from "@jitsu/protocols/functions";
+import { fromJitsuClassic, removeUndefined, TableNameParameter, toJitsuClassic, toSnakeCase } from "../src";
+import { classicEvents } from "./data/classic-events";
+
+const identify: AnalyticsServerEvent = {
+  writeKey: "writeKey",
+  messageId: "a6c09b16-c2bc-4193-990f-5e2b694ae610",
+  anonymousId: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
+  context: {
+    ip: "141.136.89.181",
+    campaign: {
+      medium: "medium",
+      name: "campaign",
+      source: "source",
+    },
+    library: {
+      name: "jitsu-js",
+      version: "1.0.0",
+    },
+    locale: "en-US",
+    page: {
+      host: "localhost:3088",
+      path: "/basic.html",
+      referrer: "https://referrer.com",
+      referring_domain: "referrer.com",
+      search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+      title: "Tracking page",
+      url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+    },
+    screen: {
+      density: 1,
+      height: 720,
+      innerHeight: 720,
+      innerWidth: 1280,
+      width: 1280,
+    },
+    userAgent:
+      "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
+  },
+  sentAt: "2022-11-14T08:56:34.387Z",
+  receivedAt: "2022-11-14T08:56:40.000Z",
+  timestamp: "2022-11-14T08:56:34.387Z",
+  traits: {
+    caseName: "basic-identify",
+    CaseLastName: "Doe",
+    User_Name: "jj",
+    email: "john.doe2@gmail.com",
+  },
+  type: "identify",
+  userId: "userId2",
+};
+
+const legacyIdentifyExpectedS3: Omit<JitsuLegacyEvent, "local_tz_offset"> & { local_tz_offset?: number } = {
+  _timestamp: "2022-11-14T08:56:40.000Z",
+  anon_ip: "141.136.89.0",
+  doc_path: "/basic.html",
+  doc_search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+  source_ip: "141.136.89.181",
+  api_key: "writeKey",
+  doc_host: "localhost:3088",
+  eventn_ctx_event_id: "a6c09b16-c2bc-4193-990f-5e2b694ae610",
+  event_type: "identify",
+  page_title: "Tracking page",
+  referer: "https://referrer.com",
+  src: "jitsu",
+  url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+  user: {
+    anonymous_id: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
+    id: "userId2",
+    email: "john.doe2@gmail.com",
+    caseName: "basic-identify",
+    CaseLastName: "Doe",
+    User_Name: "jj",
+  },
+  user_agent:
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
+  user_language: "en-US",
+  utc_time: "2022-11-14T08:56:34.387Z",
+  utm: {
+    medium: "medium",
+    name: "campaign",
+    source: "source",
+  },
+  screen_resolution: "1280x720",
+  vp_size: "1280x720",
+};
+
+const legacyIdentifyExpectedWarehouse: Omit<JitsuLegacyEvent, "local_tz_offset"> & { local_tz_offset?: number } = {
+  _timestamp: "2022-11-14T08:56:40.000Z",
+  anon_ip: "141.136.89.0",
+  doc_path: "/basic.html",
+  doc_search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+  source_ip: "141.136.89.181",
+  api_key: "writeKey",
+  doc_host: "localhost:3088",
+  eventn_ctx_event_id: "a6c09b16-c2bc-4193-990f-5e2b694ae610",
+  event_type: "identify",
+  page_title: "Tracking page",
+  referer: "https://referrer.com",
+  src: "jitsu",
+  url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+  user: {
+    anonymous_id: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
+    id: "userId2",
+    email: "john.doe2@gmail.com",
+    casename: "basic-identify",
+    caselastname: "Doe",
+    user_name: "jj",
+  },
+  user_agent:
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
+  user_language: "en-US",
+  utc_time: "2022-11-14T08:56:34.387Z",
+  utm: {
+    medium: "medium",
+    name: "campaign",
+    source: "source",
+  },
+  screen_resolution: "1280x720",
+  vp_size: "1280x720",
+};
+
+const page: AnalyticsServerEvent = {
+  messageId: "d0c6abf6-97f7-487a-a197-8f236c728fa8",
+  anonymousId: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
+  context: {
+    campaign: {
+      medium: "medium",
+      name: "campaign",
+      source: "source",
+    },
+    library: {
+      name: "jitsu-js",
+      version: "1.0.0",
+    },
+    locale: "en-US",
+    page: {
+      host: "localhost:3088",
+      path: "/basic.html",
+      referrer: "https://referrer.com",
+      referring_domain: "",
+      search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+      title: "Tracking page",
+      url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+    },
+    screen: {
+      density: 1,
+      height: 720,
+      innerHeight: 720,
+      innerWidth: 1280,
+      width: 1280,
+    },
+    traits: {
+      caseName: "identify-without-user-id",
+      CaseLastName: "Doe",
+      User_Name: "jj",
+      email: "john.doe3@gmail.com",
+    },
+    userAgent:
+      "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
+  },
+  properties: {
+    caseName: "page-with-name",
+    nestedProp: {
+      "my-Prop1": "myValue",
+      myProp2: "myValue",
+    },
+    hash: "",
+    height: 720,
+    name: "test-page",
+    path: "/basic.html",
+    search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+    title: "Tracking page",
+    url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+    width: 1280,
+  },
+  receivedAt: "2022-11-14T08:56:40.000Z",
+  sentAt: "2022-11-14T08:56:34.395Z",
+  timestamp: "2022-11-14T08:56:34.395Z",
+  type: "page",
+  userId: "userId2",
+};
+
+const legacyPageExpectedS3 = {
+  _timestamp: "2022-11-14T08:56:40.000Z",
+  api_key: "",
+  doc_host: "localhost:3088",
+  doc_path: "/basic.html",
+  doc_search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+  eventn_ctx_event_id: "d0c6abf6-97f7-487a-a197-8f236c728fa8",
+  event_type: "page",
+  page_title: "Tracking page",
+  referer: "https://referrer.com",
+  src: "jitsu",
+  url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+  user: {
+    anonymous_id: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
+    id: "userId2",
+    email: "john.doe3@gmail.com",
+    caseName: "identify-without-user-id",
+    CaseLastName: "Doe",
+    User_Name: "jj",
+  },
+  user_agent:
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
+  user_language: "en-US",
+  utc_time: "2022-11-14T08:56:34.395Z",
+  utm: {
+    medium: "medium",
+    name: "campaign",
+    source: "source",
+  },
+  caseName: "page-with-name",
+  nestedProp: {
+    "my-Prop1": "myValue",
+    myProp2: "myValue",
+  },
+  hash: "",
+  name: "test-page",
+  screen_resolution: "1280x720",
+  vp_size: "1280x720",
+};
+
+const legacyPageExpectedWarehouse = {
+  _timestamp: "2022-11-14T08:56:40.000Z",
+  api_key: "",
+  doc_host: "localhost:3088",
+  doc_path: "/basic.html",
+  doc_search: "?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+  eventn_ctx_event_id: "d0c6abf6-97f7-487a-a197-8f236c728fa8",
+  event_type: "page",
+  page_title: "Tracking page",
+  referer: "https://referrer.com",
+  src: "jitsu",
+  url: "https://localhost:3088/basic.html?utm_source=source&utm_medium=medium&utm_campaign=campaign",
+  user: {
+    anonymous_id: "6638caf0-d2c2-4bc0-aecf-8b290b559a37",
+    id: "userId2",
+    email: "john.doe3@gmail.com",
+    casename: "identify-without-user-id",
+    caselastname: "Doe",
+    user_name: "jj",
+  },
+  user_agent:
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/107.0.5304.18 Safari/537.36",
+  user_language: "en-US",
+  utc_time: "2022-11-14T08:56:34.395Z",
+  utm: {
+    medium: "medium",
+    name: "campaign",
+    source: "source",
+  },
+  casename: "page-with-name",
+  nestedprop: {
+    my_prop1: "myValue",
+    myprop2: "myValue",
+  },
+  hash: "",
+  name: "test-page",
+  screen_resolution: "1280x720",
+  vp_size: "1280x720",
+};
+
+test("legacy event s3", () => {
+  const identifyLegacyResult = toJitsuClassic(identify, {
+    props: { keepOriginalNames: true },
+    destination: { type: "s3" },
+  } as unknown as FullContext);
+  const pageLegacyResult = toJitsuClassic(page, {
+    props: { keepOriginalNames: true },
+    destination: { type: "s3" },
+  } as unknown as FullContext);
+  console.log(JSON.stringify(identifyLegacyResult, null, 2));
+  expect(identifyLegacyResult).toStrictEqual(legacyIdentifyExpectedS3);
+
+  console.log(JSON.stringify(pageLegacyResult, null, 2));
+  expect(pageLegacyResult).toStrictEqual(legacyPageExpectedS3);
+});
+
+test("legacy event warehouse", () => {
+  const identifyLegacyResult = toJitsuClassic(identify, {
+    props: { keepOriginalNames: true },
+    destination: { type: "postgres" },
+  } as unknown as FullContext);
+  const pageLegacyResult = toJitsuClassic(page, {
+    props: { keepOriginalNames: true },
+    destination: { type: "postgres" },
+  } as unknown as FullContext);
+  console.log(JSON.stringify(identifyLegacyResult, null, 2));
+  expect(identifyLegacyResult).toStrictEqual(legacyIdentifyExpectedWarehouse);
+
+  console.log(JSON.stringify(pageLegacyResult, null, 2));
+  expect(pageLegacyResult).toStrictEqual(legacyPageExpectedWarehouse);
+});
+
+test("classic events mapping", () => {
+  //load events from json
+  for (const event of classicEvents) {
+    if (Object.keys(event.click_id || {}).length === 0) {
+      delete event.click_id;
+    }
+    if (Object.keys(event.ids || {}).length === 0) {
+      delete event.ids;
+    }
+    const restored = fromJitsuClassic(event);
+    const mapped = toJitsuClassic(
+      restored as AnalyticsServerEvent,
+      { props: { keepOriginalNames: true }, destination: { type: "s3" } } as unknown as FullContext
+    );
+    delete mapped.anon_ip;
+    expect(mapped).toStrictEqual(event);
+  }
+});