@socialgouv/matomo-postgres 1.5.0 → 1.5.2-beta.1

package/src/__tests__/__snapshots__/importEvent.test.js.snap

@@ -1,359 +0,0 @@
-// Jest Snapshot v1, https://goo.gl/fbAQLP
-
-exports[`importEvent: should extract events from matomo visit actionsDetails and create insert queries 1`] = `
-Array [
-  Object {
-    "action_eventaction": "Cart change",
-    "action_eventcategory": "Ecommerce",
-    "action_eventname": "added - Basic Wetsuit",
-    "action_eventvalue": 1,
-    "action_id": "124_0",
-    "action_timespent": 48,
-    "action_timestamp": "2021-08-20T21:35:18.000Z",
-    "action_title": "Evènement",
-    "action_type": "event",
-    "action_url": "https://dive-shop.net/products/basic-wetsuit/",
-    "actions": "2",
-    "city": "Buenos Aires",
-    "country": "Argentine",
-    "dayssincefirstvisit": "23",
-    "devicebrand": "Inconnu",
-    "devicemodel": "Générique Bureau",
-    "dimension1": "guest",
-    "dimension10": "36",
-    "dimension2": "julien",
-    "dimension3": "page",
-    "dimension4": "indonesia",
-    "dimension5": "diving",
-    "dimension6": "shop",
-    "dimension7": "v1.2.3",
-    "dimension8": "fr",
-    "dimension9": "light",
-    "idsite": "42",
-    "idvisit": "124",
-    "operatingsystemname": "Mac",
-    "referrername": "referrerName",
-    "referrertype": "referrerType",
-    "region": "Buenos Aires",
-    "serverdateprettyfirstaction": "2021-08-20T21:55:12.000Z",
-    "siteSearchKeyword": undefined,
-    "sitename": "tests",
-    "usercustomdimensions": Object {
-      "dimension1": "guest",
-      "dimension10": "36",
-      "dimension2": "julien",
-      "dimension3": "page",
-      "dimension4": "indonesia",
-      "dimension5": "diving",
-      "dimension6": "shop",
-      "dimension7": "v1.2.3",
-      "dimension8": "fr",
-      "dimension9": "light",
-    },
-    "usercustomproperties": Object {
-      "page-author": "Julien",
-      "post-age": "-430 days",
-    },
-    "userid": "24",
-    "visitduration": "300",
-    "visitorid": "visitorId",
-    "visitortype": "returningCustomer",
-  },
-  Object {
-    "action_eventaction": undefined,
-    "action_eventcategory": undefined,
-    "action_eventname": undefined,
-    "action_eventvalue": undefined,
-    "action_id": "124_1",
-    "action_timespent": "2",
-    "action_timestamp": "2021-08-20T21:30:25.000Z",
-    "action_title": "Divezone Brand Diving Boots - Divezone Store",
-    "action_type": "action",
-    "action_url": "https://dive-shop.net/products/diving-boots/",
-    "actions": "2",
-    "city": "Buenos Aires",
-    "country": "Argentine",
-    "dayssincefirstvisit": "23",
-    "devicebrand": "Inconnu",
-    "devicemodel": "Générique Bureau",
-    "dimension1": "guest",
-    "dimension10": "36",
-    "dimension2": "julien",
-    "dimension3": "page",
-    "dimension4": "indonesia",
-    "dimension5": "diving",
-    "dimension6": "shop",
-    "dimension7": "v1.2.3",
-    "dimension8": "fr",
-    "dimension9": "light",
-    "idsite": "42",
-    "idvisit": "124",
-    "operatingsystemname": "Mac",
-    "referrername": "referrerName",
-    "referrertype": "referrerType",
-    "region": "Buenos Aires",
-    "serverdateprettyfirstaction": "2021-08-20T21:55:12.000Z",
-    "siteSearchKeyword": undefined,
-    "sitename": "tests",
-    "usercustomdimensions": Object {
-      "dimension1": "guest",
-      "dimension10": "36",
-      "dimension2": "julien",
-      "dimension3": "page",
-      "dimension4": "indonesia",
-      "dimension5": "diving",
-      "dimension6": "shop",
-      "dimension7": "v1.2.3",
-      "dimension8": "fr",
-      "dimension9": "light",
-    },
-    "usercustomproperties": Object {},
-    "userid": "24",
-    "visitduration": "300",
-    "visitorid": "visitorId",
-    "visitortype": "returningCustomer",
-  },
-  Object {
-    "action_eventaction": undefined,
-    "action_eventcategory": undefined,
-    "action_eventname": undefined,
-    "action_eventvalue": undefined,
-    "action_id": "124_2",
-    "action_timespent": "2",
-    "action_timestamp": "2021-08-20T21:30:22.000Z",
-    "action_title": "Divezone Brand Diving Boots - Divezone Store",
-    "action_type": "search",
-    "action_url": "https://dive-shop.net/products/diving-boots/",
-    "actions": "2",
-    "city": "Buenos Aires",
-    "country": "Argentine",
-    "dayssincefirstvisit": "23",
-    "devicebrand": "Inconnu",
-    "devicemodel": "Générique Bureau",
-    "dimension1": "guest",
-    "dimension10": "36",
-    "dimension2": "julien",
-    "dimension3": "page",
-    "dimension4": "indonesia",
-    "dimension5": "diving",
-    "dimension6": "shop",
-    "dimension7": "v1.2.3",
-    "dimension8": "fr",
-    "dimension9": "light",
-    "idsite": "42",
-    "idvisit": "124",
-    "operatingsystemname": "Mac",
-    "referrername": "referrerName",
-    "referrertype": "referrerType",
-    "region": "Buenos Aires",
-    "serverdateprettyfirstaction": "2021-08-20T21:55:12.000Z",
-    "siteSearchKeyword": "scuba",
-    "sitename": "tests",
-    "usercustomdimensions": Object {
-      "dimension1": "guest",
-      "dimension10": "36",
-      "dimension2": "julien",
-      "dimension3": "page",
-      "dimension4": "indonesia",
-      "dimension5": "diving",
-      "dimension6": "shop",
-      "dimension7": "v1.2.3",
-      "dimension8": "fr",
-      "dimension9": "light",
-    },
-    "usercustomproperties": Object {},
-    "userid": "24",
-    "visitduration": "300",
-    "visitorid": "visitorId",
-    "visitortype": "returningCustomer",
-  },
-]
-`;
-
-exports[`importEvent: should extract events from matomo visit actionsDetails and create insert queries 2`] = `
-Array [
-  Array [
-    "insert into matomo
-        (idsite, idvisit, actions, country, region, city, operatingsystemname, devicemodel, devicebrand, visitduration, dayssincefirstvisit, visitortype, visitorid, referrertype, referrername, sitename, userid, serverdateprettyfirstaction, action_id, action_type, action_title, action_eventcategory, action_eventaction, action_eventname, action_eventvalue, action_timespent, action_timestamp, action_url, siteSearchKeyword, usercustomproperties, usercustomdimensions, dimension1, dimension2, dimension3, dimension4, dimension5, dimension6, dimension7, dimension8, dimension9, dimension10)
-        values ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18, $19, $20, $21, $22, $23, $24, $25, $26, $27, $28, $29, $30, $31, $32, $33, $34, $35, $36, $37, $38, $39, $40, $41)
-        ON CONFLICT DO NOTHING",
-    Array [
-      "42",
-      "124",
-      "2",
-      "Argentine",
-      "Buenos Aires",
-      "Buenos Aires",
-      "Mac",
-      "Générique Bureau",
-      "Inconnu",
-      "300",
-      "23",
-      "returningCustomer",
-      "visitorId",
-      "referrerType",
-      "referrerName",
-      "tests",
-      "24",
-      "2021-08-20T21:55:12.000Z",
-      "124_0",
-      "event",
-      "Evènement",
-      "Ecommerce",
-      "Cart change",
-      "added - Basic Wetsuit",
-      1,
-      48,
-      "2021-08-20T21:35:18.000Z",
-      "https://dive-shop.net/products/basic-wetsuit/",
-      undefined,
-      Object {
-        "page-author": "Julien",
-        "post-age": "-430 days",
-      },
-      Object {
-        "dimension1": "guest",
-        "dimension10": "36",
-        "dimension2": "julien",
-        "dimension3": "page",
-        "dimension4": "indonesia",
-        "dimension5": "diving",
-        "dimension6": "shop",
-        "dimension7": "v1.2.3",
-        "dimension8": "fr",
-        "dimension9": "light",
-      },
-      "guest",
-      "julien",
-      "page",
-      "indonesia",
-      "diving",
-      "shop",
-      "v1.2.3",
-      "fr",
-      "light",
-      "36",
-    ],
-  ],
-  Array [
-    "insert into matomo
-        (idsite, idvisit, actions, country, region, city, operatingsystemname, devicemodel, devicebrand, visitduration, dayssincefirstvisit, visitortype, visitorid, referrertype, referrername, sitename, userid, serverdateprettyfirstaction, action_id, action_type, action_title, action_eventcategory, action_eventaction, action_eventname, action_eventvalue, action_timespent, action_timestamp, action_url, siteSearchKeyword, usercustomproperties, usercustomdimensions, dimension1, dimension2, dimension3, dimension4, dimension5, dimension6, dimension7, dimension8, dimension9, dimension10)
-        values ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18, $19, $20, $21, $22, $23, $24, $25, $26, $27, $28, $29, $30, $31, $32, $33, $34, $35, $36, $37, $38, $39, $40, $41)
-        ON CONFLICT DO NOTHING",
-    Array [
-      "42",
-      "124",
-      "2",
-      "Argentine",
-      "Buenos Aires",
-      "Buenos Aires",
-      "Mac",
-      "Générique Bureau",
-      "Inconnu",
-      "300",
-      "23",
-      "returningCustomer",
-      "visitorId",
-      "referrerType",
-      "referrerName",
-      "tests",
-      "24",
-      "2021-08-20T21:55:12.000Z",
-      "124_1",
-      "action",
-      "Divezone Brand Diving Boots - Divezone Store",
-      undefined,
-      undefined,
-      undefined,
-      undefined,
-      "2",
-      "2021-08-20T21:30:25.000Z",
-      "https://dive-shop.net/products/diving-boots/",
-      undefined,
-      Object {},
-      Object {
-        "dimension1": "guest",
-        "dimension10": "36",
-        "dimension2": "julien",
-        "dimension3": "page",
-        "dimension4": "indonesia",
-        "dimension5": "diving",
-        "dimension6": "shop",
-        "dimension7": "v1.2.3",
-        "dimension8": "fr",
-        "dimension9": "light",
-      },
-      "guest",
-      "julien",
-      "page",
-      "indonesia",
-      "diving",
-      "shop",
-      "v1.2.3",
-      "fr",
-      "light",
-      "36",
-    ],
-  ],
-  Array [
-    "insert into matomo
-        (idsite, idvisit, actions, country, region, city, operatingsystemname, devicemodel, devicebrand, visitduration, dayssincefirstvisit, visitortype, visitorid, referrertype, referrername, sitename, userid, serverdateprettyfirstaction, action_id, action_type, action_title, action_eventcategory, action_eventaction, action_eventname, action_eventvalue, action_timespent, action_timestamp, action_url, siteSearchKeyword, usercustomproperties, usercustomdimensions, dimension1, dimension2, dimension3, dimension4, dimension5, dimension6, dimension7, dimension8, dimension9, dimension10)
-        values ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18, $19, $20, $21, $22, $23, $24, $25, $26, $27, $28, $29, $30, $31, $32, $33, $34, $35, $36, $37, $38, $39, $40, $41)
-        ON CONFLICT DO NOTHING",
-    Array [
-      "42",
-      "124",
-      "2",
-      "Argentine",
-      "Buenos Aires",
-      "Buenos Aires",
-      "Mac",
-      "Générique Bureau",
-      "Inconnu",
-      "300",
-      "23",
-      "returningCustomer",
-      "visitorId",
-      "referrerType",
-      "referrerName",
-      "tests",
-      "24",
-      "2021-08-20T21:55:12.000Z",
-      "124_2",
-      "search",
-      "Divezone Brand Diving Boots - Divezone Store",
-      undefined,
-      undefined,
-      undefined,
-      undefined,
-      "2",
-      "2021-08-20T21:30:22.000Z",
-      "https://dive-shop.net/products/diving-boots/",
-      "scuba",
-      Object {},
-      Object {
-        "dimension1": "guest",
-        "dimension10": "36",
-        "dimension2": "julien",
-        "dimension3": "page",
-        "dimension4": "indonesia",
-        "dimension5": "diving",
-        "dimension6": "shop",
-        "dimension7": "v1.2.3",
-        "dimension8": "fr",
-        "dimension9": "light",
-      },
-      "guest",
-      "julien",
-      "page",
-      "indonesia",
-      "diving",
-      "shop",
-      "v1.2.3",
-      "fr",
-      "light",
-      "36",
-    ],
-  ],
-]
-`;

package/src/__tests__/__snapshots__/index.test.js.snap

@@ -1,56 +0,0 @@
-// Jest Snapshot v1, https://goo.gl/fbAQLP
-
-exports[`run: should create table 1`] = `
-Array [
-  "
-
-CREATE SCHEMA IF NOT EXISTS partman;
-CREATE EXTENSION IF NOT EXISTS pg_partman SCHEMA partman;
-CREATE TABLE IF NOT EXISTS matomo
-(
-    idsite                      text,
-    idvisit                     text,
-    actions                     text,
-    country                     text,
-    region                      text,
-    city                        text,
-    operatingsystemname         text,
-    devicemodel                 text,
-    devicebrand                 text,
-    visitduration               text,
-    dayssincefirstvisit         text,
-    visitortype                 text,
-    sitename                    text,
-    userid                      text,
-    serverdateprettyfirstaction date,
-    action_id                   text,
-    action_type                 text,
-    action_eventcategory        text,
-    action_eventaction          text,
-    action_eventname            text,
-    action_eventvalue           decimal,
-    action_timespent            text,
-    action_timestamp            timestamp with time zone DEFAULT now(),
-    usercustomproperties        json,
-    usercustomdimensions        json,
-    dimension1                  text,
-    dimension2                  text,
-    dimension3                  text,
-    dimension4                  text,
-    dimension5                  text,
-    dimension6                  text,
-    dimension7                  text,
-    dimension8                  text,
-    dimension9                  text,
-    dimension10                 text,
-    action_url                  text,
-    sitesearchkeyword           text,
-    action_title                text,
-    visitorid                   text,
-    referrertype                text,
-    referrername                text
-) PARTITION BY RANGE (action_timestamp);
-",
-  Array [],
-]
-`;

package/src/__tests__/importDate.test.js

@@ -1,133 +0,0 @@
-const { importDate } = require("../importDate");
-
-const mock_pgQuery = jest.fn();
-const mock_matomoApi = jest.fn();
-
-process.env.MATOMO_SITE = "42";
-process.env.PROJECT_NAME = "some-project";
-
-const matomoVisit = require("./visit.json");
-
-jest.mock("pg", () => {
-  class Client {
-    escapeIdentifier(name) {
-      return name;
-    }
-    end() {}
-    connect() {
-      return Promise.resolve();
-    }
-    query(...args) {
-      return mock_pgQuery(...args);
-    }
-  }
-  return {
-    Client,
-  };
-});
-
-jest.mock("piwik-client", () => {
-  class MatomoClient {
-    api(...args) {
-      return mock_matomoApi(...args);
-    }
-  }
-  return MatomoClient;
-});
-
-beforeEach(() => {
-  jest.resetAllMocks();
-  jest.resetModules();
-  process.env.STARTDATE = "";
-});
-
-test("importDate: should import all events for a given date", async () => {
-  const pgSpy = jest.fn().mockResolvedValue();
-  const matomoSpy = jest.fn().mockImplementation((options, cb) => {
-    return cb(null, [
-      {
-        ...matomoVisit,
-        idVisit: 123,
-      },
-      {
-        ...matomoVisit,
-        idVisit: 124,
-      },
-    ]);
-  });
-  const fakeClient = {
-    escapeIdentifier(name) {
-      return name;
-    },
-    query: pgSpy,
-  };
-  //@ts-expect-error
-  await importDate(fakeClient, matomoSpy, new Date("2021-08-02"));
-  expect(matomoSpy.mock.calls.map((c) => c[0])).toMatchSnapshot();
-  expect(pgSpy.mock.calls).toMatchSnapshot();
-});
-
-test("importDate: should import when new results", async () => {
-  const pgResult = { rows: [] };
-  const pgSpy = jest.fn().mockResolvedValue(pgResult);
-  const matomoSpy = jest.fn().mockImplementation((options, cb) => {
-    return cb(null, [
-      {
-        ...matomoVisit,
-        idVisit: 123,
-      },
-    ]);
-  });
-  const fakeClient = {
-    query: pgSpy,
-    escapeIdentifier(name) {
-      return name;
-    },
-  };
-  //@ts-expect-error
-  const imported = await importDate(fakeClient, matomoSpy, new Date("2021-08-03T00:00:00"));
-  expect(pgSpy.mock.calls.length).toEqual(4);
-  expect(imported.length).toEqual(3);
-  expect(matomoSpy.mock.calls[0][0].filter_offset).toEqual(0);
-});
-
-test("importDate: should offset matomo calls when results already exist", async () => {
-  const pgResult = { rows: [{ count: 42 }] };
-  const pgSpy = jest.fn().mockResolvedValue(pgResult);
-  const matomoSpy = jest.fn().mockImplementation((options, cb) => {
-    return cb(null, [
-      {
-        ...matomoVisit,
-        idVisit: 123,
-      },
-    ]);
-  });
-  const fakeClient = {
-    query: pgSpy,
-    escapeIdentifier(name) {
-      return name;
-    },
-  };
-  //@ts-expect-error
-  const imported = await importDate(fakeClient, matomoSpy, new Date("2021-08-03T00:00:00"));
-  expect(pgSpy.mock.calls.length).toEqual(4);
-  expect(imported.length).toEqual(3);
-  expect(matomoSpy.mock.calls[0][0].filter_offset).toEqual(42);
-});
-
-test("importDate: should NOT import when no matomo results", async () => {
-  const pgSpy = jest.fn().mockResolvedValue({ rows: [{ action_timestamp: 1627948800000 }] });
-  const matomoSpy = jest.fn().mockImplementation((options, cb) => {
-    return cb(null, []);
-  });
-  const fakeClient = {
-    query: pgSpy,
-    escapeIdentifier(name) {
-      return name;
-    },
-  };
-  //@ts-expect-error
-  const imported = await importDate(fakeClient, matomoSpy, new Date("2021-08-03"));
-  expect(pgSpy.mock.calls.length).toEqual(1);
-  expect(imported.length).toEqual(0);
-});

package/src/__tests__/importEvent.test.js

@@ -1,22 +0,0 @@
-process.env.MATOMO_SITE = "42";
-process.env.PROJECT_NAME = "some-project";
-
-const matomoVisit = require("./visit.json");
-const { getEventsFromMatomoVisit, importEvent } = require("../importEvent");
-
-test("importEvent: should extract events from matomo visit actionsDetails and create insert queries", () => {
-  //@ts-expect-error
-  const visits = getEventsFromMatomoVisit(matomoVisit);
-  expect(visits).toMatchSnapshot();
-  const spy = jest.fn();
-  spy.mockResolvedValue(Promise.resolve());
-  const fakeClient = {
-    escapeIdentifier(name) {
-      return name;
-    },
-    query: spy,
-  };
-  //@ts-expect-error
-  visits.map((visit) => importEvent(fakeClient, visit));
-  expect(spy.mock.calls).toMatchSnapshot();
-});