@litemetrics/node 0.1.0 → 0.1.1

package/dist/index.d.cts

@@ -84,4 +84,6 @@ declare class MongoDBAdapter implements DBAdapter {
     private toSite;
 }
 
-export { ClickHouseAdapter, type Collector, MongoDBAdapter, createCollector };
+declare function isBot(ua: string): boolean;
+
+export { ClickHouseAdapter, type Collector, MongoDBAdapter, createCollector, isBot };

package/dist/index.d.ts

@@ -84,4 +84,6 @@ declare class MongoDBAdapter implements DBAdapter {
     private toSite;
 }
 
-export { ClickHouseAdapter, type Collector, MongoDBAdapter, createCollector };
+declare function isBot(ua: string): boolean;
+
+export { ClickHouseAdapter, type Collector, MongoDBAdapter, createCollector, isBot };

package/dist/index.js

@@ -192,6 +192,10 @@ CREATE TABLE IF NOT EXISTS ${SITES_TABLE} (
   ORDER BY (site_id)
   SETTINGS index_granularity = 8192
 `;
+function toCHDateTime(d) {
+  const iso = typeof d === "string" ? d : d.toISOString();
+  return iso.replace("T", " ").replace("Z", "");
+}
 var ClickHouseAdapter = class {
   client;
   constructor(url) {
@@ -215,7 +219,7 @@ var ClickHouseAdapter = class {
     const rows = events.map((e) => ({
       site_id: e.siteId,
       type: e.type,
-      timestamp: new Date(e.timestamp).toISOString(),
+      timestamp: toCHDateTime(new Date(e.timestamp)),
       session_id: e.sessionId,
       visitor_id: e.visitorId,
       url: e.url ?? null,
@@ -255,8 +259,8 @@ var ClickHouseAdapter = class {
     const limit = q.limit ?? 10;
     const params = {
       siteId,
-      from: dateRange.from,
-      to: dateRange.to,
+      from: toCHDateTime(dateRange.from),
+      to: toCHDateTime(dateRange.to),
       limit
     };
     let data = [];
@@ -504,8 +508,8 @@ var ClickHouseAdapter = class {
     }
     const rows = await this.queryRows(sql, {
       siteId: params.siteId,
-      from: dateRange.from,
-      to: dateRange.to
+      from: toCHDateTime(dateRange.from),
+      to: toCHDateTime(dateRange.to)
     });
     const mappedRows = rows.map((r) => ({
       _id: this.convertClickHouseBucket(r.bucket, granularity),
@@ -571,7 +575,7 @@ var ClickHouseAdapter = class {
       GROUP BY visitor_id`,
       {
         siteId: params.siteId,
-        since: startDate.toISOString()
+        since: toCHDateTime(startDate)
       }
     );
     const cohortMap = /* @__PURE__ */ new Map();
@@ -638,8 +642,8 @@ var ClickHouseAdapter = class {
         dateTo: params.dateTo
       });
       conditions.push(`timestamp >= {from:String} AND timestamp <= {to:String}`);
-      queryParams.from = dateRange.from;
-      queryParams.to = dateRange.to;
+      queryParams.from = toCHDateTime(dateRange.from);
+      queryParams.to = toCHDateTime(dateRange.to);
     }
     const where = conditions.join(" AND ");
     const [events, countRows] = await Promise.all([
@@ -745,15 +749,17 @@ var ClickHouseAdapter = class {
   }
   // ─── Site Management ──────────────────────────────────────
   async createSite(data) {
-    const now = (/* @__PURE__ */ new Date()).toISOString();
+    const now = /* @__PURE__ */ new Date();
+    const nowISO = now.toISOString();
+    const nowCH = toCHDateTime(now);
     const site = {
       siteId: generateSiteId(),
       secretKey: generateSecretKey(),
       name: data.name,
       domain: data.domain,
       allowedOrigins: data.allowedOrigins,
-      createdAt: now,
-      updatedAt: now
+      createdAt: nowISO,
+      updatedAt: nowISO
     };
     await this.client.insert({
       table: SITES_TABLE,
@@ -763,8 +769,8 @@ var ClickHouseAdapter = class {
         name: site.name,
         domain: site.domain ?? null,
         allowed_origins: site.allowedOrigins ? JSON.stringify(site.allowedOrigins) : null,
-        created_at: now,
-        updated_at: now,
+        created_at: nowCH,
+        updated_at: nowCH,
         version: 1,
         is_deleted: 0
       }],
@@ -809,7 +815,9 @@ var ClickHouseAdapter = class {
     );
     if (currentRows.length === 0) return null;
     const current = currentRows[0];
-    const now = (/* @__PURE__ */ new Date()).toISOString();
+    const now = /* @__PURE__ */ new Date();
+    const nowISO = now.toISOString();
+    const nowCH = toCHDateTime(now);
     const newVersion = Number(current.version) + 1;
     const newName = data.name !== void 0 ? data.name : String(current.name);
     const newDomain = data.domain !== void 0 ? data.domain || null : current.domain ? String(current.domain) : null;
@@ -822,8 +830,8 @@ var ClickHouseAdapter = class {
         name: newName,
         domain: newDomain,
         allowed_origins: newOrigins,
-        created_at: String(current.created_at),
-        updated_at: now,
+        created_at: toCHDateTime(String(current.created_at)),
+        updated_at: nowCH,
         version: newVersion,
         is_deleted: 0
       }],
@@ -836,7 +844,7 @@ var ClickHouseAdapter = class {
       domain: newDomain ?? void 0,
       allowedOrigins: newOrigins ? JSON.parse(newOrigins) : void 0,
       createdAt: String(current.created_at),
-      updatedAt: now
+      updatedAt: nowISO
     };
   }
   async deleteSite(siteId) {
@@ -848,7 +856,7 @@ var ClickHouseAdapter = class {
     );
     if (currentRows.length === 0) return false;
     const current = currentRows[0];
-    const now = (/* @__PURE__ */ new Date()).toISOString();
+    const nowCH = toCHDateTime(/* @__PURE__ */ new Date());
     await this.client.insert({
       table: SITES_TABLE,
       values: [{
@@ -857,8 +865,8 @@ var ClickHouseAdapter = class {
         name: String(current.name),
         domain: current.domain ? String(current.domain) : null,
         allowed_origins: current.allowed_origins ? String(current.allowed_origins) : null,
-        created_at: String(current.created_at),
-        updated_at: now,
+        created_at: toCHDateTime(String(current.created_at)),
+        updated_at: nowCH,
         version: Number(current.version) + 1,
         is_deleted: 1
       }],
@@ -875,7 +883,9 @@ var ClickHouseAdapter = class {
     );
     if (currentRows.length === 0) return null;
     const current = currentRows[0];
-    const now = (/* @__PURE__ */ new Date()).toISOString();
+    const now = /* @__PURE__ */ new Date();
+    const nowISO = now.toISOString();
+    const nowCH = toCHDateTime(now);
     const newSecret = generateSecretKey();
     await this.client.insert({
       table: SITES_TABLE,
@@ -885,8 +895,8 @@ var ClickHouseAdapter = class {
         name: String(current.name),
         domain: current.domain ? String(current.domain) : null,
         allowed_origins: current.allowed_origins ? String(current.allowed_origins) : null,
-        created_at: String(current.created_at),
-        updated_at: now,
+        created_at: toCHDateTime(String(current.created_at)),
+        updated_at: nowCH,
         version: Number(current.version) + 1,
         is_deleted: 0
       }],
@@ -899,7 +909,7 @@ var ClickHouseAdapter = class {
       domain: current.domain ? String(current.domain) : void 0,
       allowedOrigins: current.allowed_origins ? JSON.parse(String(current.allowed_origins)) : void 0,
       createdAt: String(current.created_at),
-      updatedAt: now
+      updatedAt: nowISO
     };
   }
   // ─── Helpers ─────────────────────────────────────────────
@@ -1662,6 +1672,63 @@ function resolveDeviceType(type) {
   return "desktop";
 }
 
+// src/botfilter.ts
+var BOT_PATTERNS = [
+  // Headless browsers
+  /HeadlessChrome/i,
+  /PhantomJS/i,
+  /Selenium/i,
+  /Puppeteer/i,
+  /Playwright/i,
+  // Common bots
+  /bot\b/i,
+  /spider/i,
+  /crawl/i,
+  /slurp/i,
+  /mediapartners/i,
+  /facebookexternalhit/i,
+  /Twitterbot/i,
+  /LinkedInBot/i,
+  /WhatsApp/i,
+  /Discordbot/i,
+  /TelegramBot/i,
+  /Applebot/i,
+  /Baiduspider/i,
+  /YandexBot/i,
+  /DuckDuckBot/i,
+  /Sogou/i,
+  /Exabot/i,
+  /ia_archiver/i,
+  // HTTP libraries & API tools
+  /PostmanRuntime/i,
+  /axios/i,
+  /node-fetch/i,
+  /python-requests/i,
+  /Go-http-client/i,
+  /Java\//i,
+  /libwww-perl/i,
+  /wget/i,
+  /curl/i,
+  /httpie/i,
+  // Monitoring / uptime
+  /UptimeRobot/i,
+  /Pingdom/i,
+  /StatusCake/i,
+  /Site24x7/i,
+  /NewRelic/i,
+  /Datadog/i,
+  // Preview/embed
+  /Slackbot/i,
+  /Embedly/i,
+  /Quora Link Preview/i,
+  /redditbot/i,
+  /Pinterestbot/i
+];
+function isBot(ua) {
+  if (!ua || ua.length === 0) return true;
+  return BOT_PATTERNS.some((re) => re.test(ua));
+}
+
 // src/collector.ts
 async function createCollector(config) {
   const db = createAdapter(config.db);
@@ -1734,9 +1801,36 @@ async function createCollector(config) {
           sendJson(res, 400, { ok: false, error: "Too many events (max 100)" });
           return;
         }
-        const ip = extractIp(req);
         const userAgent = req.headers?.["user-agent"] || "";
+        if (isBot(userAgent)) {
+          sendJson(res, 200, { ok: true });
+          return;
+        }
+        const ip = extractIp(req);
         const enriched = enrichEvents(payload.events, ip, userAgent);
+        const siteId = enriched[0]?.siteId;
+        if (siteId) {
+          const site = await db.getSite(siteId);
+          if (site?.allowedOrigins && site.allowedOrigins.length > 0) {
+            const allowed = new Set(site.allowedOrigins.map((h) => h.toLowerCase()));
+            const filtered = enriched.filter((event) => {
+              if (!event.url) return true;
+              try {
+                const hostname = new URL(event.url).hostname.toLowerCase();
+                return allowed.has(hostname);
+              } catch {
+                return true;
+              }
+            });
+            if (filtered.length === 0) {
+              sendJson(res, 200, { ok: true });
+              return;
+            }
+            await db.insertEvents(filtered);
+            sendJson(res, 200, { ok: true });
+            return;
+          }
+        }
         await db.insertEvents(enriched);
         sendJson(res, 200, { ok: true });
       } catch (err) {
@@ -2076,6 +2170,7 @@ function sendJson(res, status, body) {
 export {
   ClickHouseAdapter,
   MongoDBAdapter,
-  createCollector
+  createCollector,
+  isBot
 };
 //# sourceMappingURL=index.js.map