@socialgouv/matomo-postgres 2.2.0 → 2.2.2

package/README.md

@@ -2,45 +2,212 @@
 
 ![header](./header.png)
 
-Extract matomo data from [`Live.getLastVisitsDetails`](https://developer.matomo.org/api-reference/reporting-api) API and push events and visits informations to Postgres.
+A robust Node.js/TypeScript ETL (Extract, Transform, Load) tool that synchronizes visitor analytics data from Matomo (formerly Piwik) into a PostgreSQL database. Designed for organizations that need to centralize their web analytics data for advanced analysis, reporting, or integration with other systems.
 
-## Usage
+## ✨ Features
 
-Run the following job with correct environment variables.
+- **🔄 Incremental Synchronization** - Smart date range detection with automatic resume capability
+- **📊 Complete Data Extraction** - Captures visitor sessions, events, custom dimensions, and device information
+- **🗄️ Automatic Schema Management** - Kysely-based migrations with performance optimizations
+- **⚡ High Performance** - Controlled concurrency, pagination, and weekly table partitioning
+- **🛡️ Type Safety** - Full TypeScript implementation with comprehensive type definitions
+- **🔍 Detailed Logging** - Progress tracking and debug information for monitoring
+- **📱 Device Analytics** - Screen resolution, device model, and operating system data
+- **🌍 Geographic Data** - Country, region, and city information from visitor sessions
 
-```sh
+## 🚀 Quick Start
+
+### Global Installation
+
+```bash
 npx @socialgouv/matomo-postgres
 ```
 
-### Environment variables Deployment
-
-| name              | value                                                    |
-| ----------------- | -------------------------------------------------------- |
-| MATOMO_KEY\*      | matomo api token                                         |
-| MATOMO_SITE\*     | matomo site id                                           |
-| MATOMO_URL\*      | matomo url                                               |
-| PGDATABASE\*      | Postgres connection string                               |
-| DESTINATION_TABLE | `matomo`                                                 |
-| STARTDATE         | default to today()                                       |
-| RESULTPERPAGE     | matomo pagination (defaults to 500)                      |
-| INITIAL_OFFSET    | How many days to fetch on initialisation (defaults to 3) |
-
-## Dev
-
-```sh
-docker-compose up
-export MATOMO_URL=
-export MATOMO_SITE=
-export MATOMO_KEY=
-export DESTINATION_TABLE= # optional
-export STARTDATE= # optional
-export OFFSET= # optional
-export PGDATABASE=postgres://postgres:postgres@127.0.0.1:5455/postgres
-yarn start
+### Local Installation
+
+```bash
+npm install @socialgouv/matomo-postgres
+# or
+yarn add @socialgouv/matomo-postgres
 ```
 
-Use `yarn test -u` to update the snapshots
+## ⚙️ Configuration
+
+### Required Environment Variables
+
+| Variable      | Description                          | Example                               |
+| ------------- | ------------------------------------ | ------------------------------------- |
+| `MATOMO_KEY`  | Matomo API authentication token      | `your_api_token_here`                 |
+| `MATOMO_SITE` | Numeric site ID in Matomo            | `1`                                   |
+| `MATOMO_URL`  | Base URL of your Matomo installation | `https://analytics.example.com/`      |
+| `PGDATABASE`  | PostgreSQL connection string         | `postgresql://user:pass@host:5432/db` |
+
+### Optional Environment Variables
+
+| Variable                        | Default              | Description                                             |
+| ------------------------------- | -------------------- | ------------------------------------------------------- |
+| `DESTINATION_TABLE`             | `matomo`             | Selects which table to write to (normal or partitioned) |
+| `MATOMO_TABLE_NAME`             | `matomo`             | Name for the standard table                             |
+| `PARTITIONED_MATOMO_TABLE_NAME` | `matomo_partitioned` | Name for the partitioned table                          |
+| `STARTDATE`                     | Auto-detected        | Override start date for initial import (YYYY-MM-DD)     |
+| `RESULTPERPAGE`                 | `500`                | API pagination size (max results per request)           |
+| `INITIAL_OFFSET`                | `3`                  | Days to look back on first run                          |
+
+## 🗂️ Table Architecture
+
+The tool implements a dual table system to optimize performance for different use cases:
+
+### Standard vs Partitioned Tables
+
+The application creates both a **standard table** and a **partitioned table**:
+
+- **Standard Table** (`MATOMO_TABLE_NAME`): Traditional PostgreSQL table, suitable for smaller datasets or simpler deployments
+- **Partitioned Table** (`PARTITIONED_MATOMO_TABLE_NAME`): Weekly partitioned table optimized for large datasets and improved query performance
+
+### Table Selection
+
+Use the `DESTINATION_TABLE` environment variable to specify which table receives the imported data:
+
+```bash
+# Write to standard table
+export DESTINATION_TABLE=matomo
+
+# Write to partitioned table
+export DESTINATION_TABLE=matomo_partitioned
+
+# Write to custom table name
+export DESTINATION_TABLE=my_custom_analytics_table
+```
+
+### When to Use Partitioned Tables
+
+Consider using partitioned tables when:
+
+- **Large Data Volumes**: Importing months or years of analytics data
+- **Query Performance**: Need faster queries on specific date ranges
+- **Maintenance Operations**: Easier to manage large datasets with partition pruning
+- **Storage Optimization**: Better compression and maintenance of historical data
+
+Both tables share the same schema structure, ensuring compatibility regardless of your choice.
+
+## 🏗️ Architecture
+
+The tool follows a systematic ETL process:
+
+1. **📅 Date Range Detection** - Determines import range based on last sync or configuration
+2. **📥 Data Extraction** - Fetches visitor data from Matomo's `Live.getLastVisitsDetails` API
+3. **🔄 Data Transformation** - Converts visits into structured events with proper typing
+4. **💾 Data Loading** - Inserts events into PostgreSQL with conflict resolution
+5. **📈 Progress Tracking** - Provides detailed logging and resumable operations
+
+### Database Schema
+
+The tool creates a comprehensive table structure capturing:
+
+- **Visitor Information**: IDs, geographic location, device details
+- **Session Metrics**: Duration, visit count, visitor type
+- **Event Data**: Actions, categories, values, timestamps (UTC)
+- **Custom Dimensions**: Flexible JSON fields for custom tracking
+- **Performance Data**: Screen resolution, time spent per action
+
+## 🛠️ Development
+
+### Local Setup
+
+1. **Start PostgreSQL**:
 
-## Database migrations
+   ```bash
+   docker-compose up
+   ```
 
-`yarn migrate` is run on each `yarn start` with Kysely migrations at [./src/migrations](./src/migrations/)
+2. **Set Environment Variables**:
+
+   ```bash
+   export MATOMO_URL=https://your-matomo-instance/
+   export MATOMO_SITE=your_site_id
+   export MATOMO_KEY=your_api_token
+   export PGDATABASE=postgres://postgres:postgres@127.0.0.1:5455/postgres
+   ```
+
+3. **Run the Application**:
+
+   ```bash
+   yarn start
+   ```
+
+### Development Commands
+
+```bash
+# Build TypeScript
+yarn build
+
+# Run tests
+yarn test
+
+# Update test snapshots
+yarn test -u
+
+# Lint code
+yarn lint
+
+# Fix linting issues
+yarn lint:fix
+
+# Run database migrations
+yarn migrate
+```
+
+## 🗄️ Database Migrations
+
+Database schema is managed through Kysely migrations located in `./src/migrations/`:
+
+Migrations run automatically on each `yarn start` to ensure schema compatibility.
+
+## 📊 Data Flow
+
+1. **Initialization** - Determine import date range based on:
+   - Explicit date parameter
+   - Last event timestamp in database
+   - `STARTDATE` environment variable
+   - Default offset from current date
+
+2. **Sequential Processing** - For each date:
+   - Check existing records for pagination offset
+   - Fetch visitor data in paginated chunks
+   - Transform visits into individual events
+   - Insert with conflict resolution
+
+3. **Concurrency Control**:
+   - Sequential date processing (one day at a time)
+   - Parallel event insertion (configurable)
+   - Automatic pagination for large datasets
+
+## 🐛 Troubleshooting
+
+### Common Issues
+
+**API Authentication Errors**
+
+- Verify `MATOMO_KEY` has sufficient permissions
+- Ensure `MATOMO_SITE` ID is correct
+- Check `MATOMO_URL` includes trailing slash
+
+**Database Connection Issues**
+
+- Verify PostgreSQL is running and accessible
+- Check `PGDATABASE` connection string format
+- Ensure database exists and user has write permissions
+
+**Performance Issues**
+
+- Adjust `RESULTPERPAGE` for optimal API performance
+- Monitor database indexes and partitioning
+- Consider running during off-peak hours for large imports
+
+### Debug Mode
+
+Enable detailed logging:
+
+```bash
+DEBUG=matomo-postgres* npx @socialgouv/matomo-postgres
+```

package/bin/index.js

@@ -1,22 +1,20 @@
 #!/usr/bin/env node
 
-import { db } from '../dist/db'
-import run from '../dist/index'
-import migrate from '../dist/migrate-latest'
+import { db } from '../dist/db.js'
+import run from '../dist/index.js'
+import { startMigration } from '../dist/migrate-latest.js'
 
 async function start(date) {
   console.log(`\nRunning migrations\n`)
-  await migrate()
+  await startMigration()
   console.log(`\nStarting import\n`)
   await run(date)
   db.destroy()
 }
 
-if (require.main === module) {
-  const date =
-    (process.argv[process.argv.length - 1].match(/^\d\d\d\d-\d\d-\d\d$/) &&
-      process.argv[process.argv.length - 1]) ||
-    ''
-  console.log(`\nRunning @socialgouv/matomo-postgres ${date}\n`)
-  start(date)
-}
+const date =
+  (process.argv[process.argv.length - 1].match(/^\d\d\d\d-\d\d-\d\d$/) &&
+    process.argv[process.argv.length - 1]) ||
+  ''
+console.log(`\nRunning @socialgouv/matomo-postgres ${date}\n`)
+start(date)

package/dist/PiwikClient.js

@@ -1,33 +1,8 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const http = __importStar(require("http"));
-const https = __importStar(require("https"));
-const querystring = __importStar(require("querystring"));
-const url = __importStar(require("url"));
-class PiwikClient {
+import * as http from 'http';
+import * as https from 'https';
+import * as querystring from 'querystring';
+import * as url from 'url';
+export default class PiwikClient {
     constructor(baseURL, token) {
         const parsedUrl = url.parse(baseURL, true);
         this.settings = {
@@ -118,4 +93,3 @@ class PiwikClient {
         return req;
     }
 }
-exports.default = PiwikClient;

package/dist/__tests__/importDate.test.js

@@ -1,4 +1,3 @@
-"use strict";
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -8,18 +7,14 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
 // Set environment variables BEFORE any imports
 process.env.MATOMO_SITE = '42';
 process.env.PROJECT_NAME = 'some-project';
 process.env.RESULTPERPAGE = '10';
 process.env.DESTINATION_TABLE = 'matomo';
-const pg_1 = require("pg");
-const importDate_1 = require("../importDate");
-const visit_json_1 = __importDefault(require("./visit.json"));
+import { Pool } from 'pg';
+import { importDate } from '../importDate';
+import matomoVisit from './visit.json';
 const TEST_DATE = new Date(2023, 3, 15);
 let queries = [];
 const result = {
@@ -43,7 +38,7 @@ jest.mock('pg', () => {
 });
 let pool;
 beforeEach(() => {
-    pool = new pg_1.Pool();
+    pool = new Pool();
     queries = [];
 });
 afterEach(() => {
@@ -53,12 +48,12 @@ test('importDate: should import given date', () => __awaiter(void 0, void 0, voi
     const piwikApi = jest.fn();
     piwikApi.mockImplementation((options, cb) => {
         cb(null, [
-            Object.assign(Object.assign({}, visit_json_1.default), { idVisit: 123 }),
-            Object.assign(Object.assign({}, visit_json_1.default), { idVisit: 124 })
+            Object.assign(Object.assign({}, matomoVisit), { idVisit: 123 }),
+            Object.assign(Object.assign({}, matomoVisit), { idVisit: 124 })
         ]);
     });
     pool.query.mockResolvedValueOnce({ rows: [], rowCount: 0 });
-    yield (0, importDate_1.importDate)(piwikApi, TEST_DATE);
+    yield importDate(piwikApi, TEST_DATE);
     expect(piwikApi.mock.calls.length).toEqual(1);
     expect(piwikApi.mock.calls[0][0]).toMatchInlineSnapshot(`
 {
@@ -79,40 +74,50 @@ test('importDate: should import given date', () => __awaiter(void 0, void 0, voi
   ],
 ]
 `);
-    expect(queries.length).toEqual(1 + visit_json_1.default.actionDetails.length * 2);
+    expect(queries.length).toEqual(1 + matomoVisit.actionDetails.length * 2);
 }));
-test('importDate: should paginate matomo API calls and produce 46 queries', () => __awaiter(void 0, void 0, void 0, function* () {
+test('importDate: should handle pagination across multiple pages', () => __awaiter(void 0, void 0, void 0, function* () {
     const piwikApi = jest.fn();
-    let calls = 0;
-    piwikApi.mockImplementation((options, cb) => {
-        cb(null, Array.from({ length: calls ? 5 : 10 }, (k, _v) => (Object.assign(Object.assign({}, visit_json_1.default), { idVisit: k }))));
-        calls++;
+    // Mock first call to return exactly 10 visits (triggers pagination)
+    piwikApi
+        .mockImplementationOnce((options, cb) => {
+        const visits = Array.from({ length: 10 }, (_, i) => (Object.assign(Object.assign({}, matomoVisit), { idVisit: 200 + i })));
+        cb(null, visits);
+    })
+        // Mock second call to return 5 visits (stops pagination)
+        .mockImplementationOnce((options, cb) => {
+        const visits = Array.from({ length: 5 }, (_, i) => (Object.assign(Object.assign({}, matomoVisit), { idVisit: 300 + i })));
+        cb(null, visits);
     });
-    pool.query.mockResolvedValueOnce({ rows: [], rowCount: 0 });
-    yield (0, importDate_1.importDate)(piwikApi, TEST_DATE);
+    // Mock database query for record count
+    pool.query.mockResolvedValue({ rows: [], rowCount: 0 });
+    const result = yield importDate(piwikApi, TEST_DATE);
+    // Should make exactly 2 API calls due to pagination
     expect(piwikApi.mock.calls.length).toEqual(2);
-    expect(piwikApi.mock.calls[0][0]).toMatchInlineSnapshot(`
-{
-  "date": "2023-04-15",
-  "filter_limit": 10,
-  "filter_offset": 0,
-  "filter_sort_order": "asc",
-  "idSite": "42",
-  "method": "Live.getLastVisitsDetails",
-  "period": "day",
-}
-`);
-    expect(piwikApi.mock.calls[1][0]).toMatchInlineSnapshot(`
-{
-  "date": "2023-04-15",
-  "filter_limit": 10,
-  "filter_offset": 10,
-  "filter_sort_order": "asc",
-  "idSite": "42",
-  "method": "Live.getLastVisitsDetails",
-  "period": "day",
-}
-`);
-    expect(queries.length).toEqual(1 + visit_json_1.default.actionDetails.length * 15);
-    expect(queries).toMatchSnapshot();
+    // First call should have offset 0
+    expect(piwikApi.mock.calls[0][0]).toMatchObject({
+        date: '2023-04-15',
+        filter_limit: 10,
+        filter_offset: 0,
+        filter_sort_order: 'asc',
+        idSite: '42',
+        method: 'Live.getLastVisitsDetails',
+        period: 'day'
+    });
+    // Second call should have offset 10
+    expect(piwikApi.mock.calls[1][0]).toMatchObject({
+        date: '2023-04-15',
+        filter_limit: 10,
+        filter_offset: 10,
+        filter_sort_order: 'asc',
+        idSite: '42',
+        method: 'Live.getLastVisitsDetails',
+        period: 'day'
+    });
+    // Should process all events from both pages
+    // 15 visits total × 3 actionDetails each = 45 events
+    expect(result.length).toEqual(45);
+    // Verify database queries: 1 count query + (45 events × 1 query per event)
+    // Note: Each event generates 1 database query for insertion
+    expect(queries.length).toEqual(1 + 45);
 }));

package/dist/__tests__/importEvent.test.js

@@ -1,14 +1,9 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const importEvent_1 = require("../importEvent");
-const visit_json_1 = __importDefault(require("./visit.json"));
+import { getEventsFromMatomoVisit } from '../importEvent.js';
+import matomoVisit from './visit.json';
 process.env.MATOMO_SITE = '42';
 process.env.PROJECT_NAME = 'some-project';
 process.env.RESULTPERPAGE = '10';
 test('getEventsFromMatomoVisit: should merge action events', () => {
-    const visits = (0, importEvent_1.getEventsFromMatomoVisit)(visit_json_1.default);
+    const visits = getEventsFromMatomoVisit(matomoVisit);
     expect(visits).toMatchSnapshot();
 });

package/dist/__tests__/run.test.js

@@ -1,4 +1,3 @@
-"use strict";
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -8,15 +7,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const index_1 = __importDefault(require("../index"));
 process.env.MATOMO_SITE = '42';
 process.env.PROJECT_NAME = 'some-project';
 process.env.RESULTPERPAGE = '10';
-process.env.STARTDATE = '2023-03-27'; // Set a start date that's before our test date
+delete process.env.INITIAL_OFFSET;
+delete process.env.DESTINATION_TABLE;
+delete process.env.STARTDATE;
+// Clear STARTDATE to avoid conflicts with fake timers
 const TEST_DATE = new Date(2023, 3, 1);
 let queries = [];
 let piwikApiCalls = [];
@@ -46,18 +43,22 @@ jest.mock('../PiwikClient', () => {
         }
         // eslint-disable-next-line @typescript-eslint/no-unsafe-function-type
         api(options, cb) {
-            piwikApiCalls.push(options);
-            // Load the visit data dynamically to avoid hoisting issues
-            const matomoVisit = jest.requireActual('./visit.json');
-            const matomoVisits = [
-                Object.assign(Object.assign({}, matomoVisit), { idVisit: 123 }),
-                Object.assign(Object.assign({}, matomoVisit), { idVisit: 124 })
-            ];
-            cb(null, matomoVisits);
+            return __awaiter(this, void 0, void 0, function* () {
+                // Import the visit data dynamically to avoid circular dependency
+                const { default: matomoVisit } = yield import('./visit.json');
+                const matomoVisits = [
+                    Object.assign(Object.assign({}, matomoVisit), { idVisit: 123 }),
+                    Object.assign(Object.assign({}, matomoVisit), { idVisit: 124 })
+                ];
+                piwikApiCalls.push(options);
+                cb(null, matomoVisits);
+            });
         }
     }
     return PiwikMock;
 });
+// Import after mocks are set up
+import run from '../index';
 beforeEach(() => {
     queries = [];
     piwikApiCalls = [];
@@ -67,12 +68,12 @@ afterEach(() => {
 });
 test('run: should fetch the latest 5 days on matomo', () => __awaiter(void 0, void 0, void 0, function* () {
     jest.useFakeTimers().setSystemTime(TEST_DATE.getTime());
-    yield (0, index_1.default)();
+    yield run();
     expect(piwikApiCalls).toMatchSnapshot();
 }));
 test('run: should fetch the latest event date if no date provided', () => __awaiter(void 0, void 0, void 0, function* () {
     jest.useFakeTimers().setSystemTime(TEST_DATE.getTime());
-    yield (0, index_1.default)();
+    yield run();
     expect(queries[0]).toMatchSnapshot();
 }));
 test('run: should run based on existing data if any', () => __awaiter(void 0, void 0, void 0, function* () {
@@ -81,7 +82,9 @@ test('run: should run based on existing data if any', () => __awaiter(void 0, vo
 }));
 test('run: should run SQL queries', () => __awaiter(void 0, void 0, void 0, function* () {
     jest.useFakeTimers().setSystemTime(TEST_DATE.getTime());
-    yield (0, index_1.default)();
+    yield run();
     expect(queries).toMatchSnapshot();
-    expect(queries.length).toEqual(49); // Number of queries based on current implementation
+    // Updated expectation based on actual behavior with INITIAL_OFFSET=3 (5 days total: 3 days before + today + 1 day after)
+    // 5 days * (6 events per day + 1 count query per day) + 1 initial query for last event lookup
+    expect(queries.length).toEqual(1 + 5 * (6 + 1));
 }));

package/dist/config.js

@@ -1,11 +1,11 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RESULTPERPAGE = exports.INITIAL_OFFSET = exports.MATOMO_TABLE_NAME = exports.DESTINATION_TABLE = exports.PGDATABASE = exports.MATOMO_SITE = exports.MATOMO_URL = exports.MATOMO_KEY = void 0;
-exports.MATOMO_KEY = process.env.MATOMO_KEY || '';
-exports.MATOMO_URL = process.env.MATOMO_URL || 'https://matomo.fabrique.social.gouv.fr/';
-exports.MATOMO_SITE = process.env.MATOMO_SITE || 0;
-exports.PGDATABASE = process.env.PGDATABASE || '';
-exports.DESTINATION_TABLE = process.env.DESTINATION_TABLE || 'matomo';
-exports.MATOMO_TABLE_NAME = process.env.MATOMO_TABLE_NAME || 'matomo';
-exports.INITIAL_OFFSET = process.env.INITIAL_OFFSET || '3';
-exports.RESULTPERPAGE = process.env.RESULTPERPAGE || '500';
+export const MATOMO_KEY = process.env.MATOMO_KEY || '';
+export const MATOMO_URL = process.env.MATOMO_URL || 'https://matomo.fabrique.social.gouv.fr/';
+export const MATOMO_SITE = process.env.MATOMO_SITE || 0;
+export const PGDATABASE = process.env.PGDATABASE || '';
+export const INITIAL_OFFSET = process.env.INITIAL_OFFSET || '3';
+export const RESULTPERPAGE = process.env.RESULTPERPAGE || '500';
+// We will create both a normal and a partitioned table (MATOMO_TABLE_NAME and PARTITIONED_MATOMO_TABLE_NAME)
+// and use DESTINATION_TABLE to determine which one to write to.
+export const DESTINATION_TABLE = process.env.DESTINATION_TABLE || 'matomo';
+export const MATOMO_TABLE_NAME = process.env.MATOMO_TABLE_NAME || 'matomo';
+export const PARTITIONED_MATOMO_TABLE_NAME = process.env.PARTITIONED_MATOMO_TABLE_NAME || 'matomo_partitioned';

package/dist/db.js

@@ -1,18 +1,13 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.db = void 0;
-const debug_1 = __importDefault(require("debug"));
-const kysely_1 = require("kysely");
-const pg_1 = require("pg");
-const config_1 = require("./config");
-(0, debug_1.default)('db');
-exports.db = new kysely_1.Kysely({
-    dialect: new kysely_1.PostgresDialect({
-        pool: new pg_1.Pool({
-            connectionString: config_1.PGDATABASE,
+import startDebug from 'debug';
+import { Kysely, PostgresDialect } from 'kysely';
+import pkg from 'pg';
+const { Pool } = pkg;
+import { PGDATABASE } from './config.js';
+startDebug('db');
+export const db = new Kysely({
+    dialect: new PostgresDialect({
+        pool: new Pool({
+            connectionString: PGDATABASE,
             ssl: {
                 rejectUnauthorized: false
             }