@talkpilot/core-db 1.3.0 → 1.3.3

package/dist/websitalk/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/websitalk/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qCAAwD;AAExD,0CAAwB;AACxB,mDAA0D;AAAjD,wHAAA,sBAAsB,OAAA;AAE/B,IAAI,EAAM,CAAC;AACJ,MAAM,KAAK,GAAG,CAAC,CAAK,EAAE,EAAE;IAC7B,EAAE,GAAG,CAAC,CAAC;AACT,CAAC,CAAC;AAFW,QAAA,KAAK,SAEhB;AAEK,MAAM,KAAK,GAAG,GAAO,EAAE;IAC5B,IAAI,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC5D,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAHW,QAAA,KAAK,SAGhB;AACW,QAAA,QAAQ,GAAG,kBAAa,CAAC"}

package/dist/websitalk/mongodb-client.d.ts

@@ -0,0 +1,13 @@
+import { Db } from "mongodb";
+declare class WebsitalkMongoDBClient {
+    private client;
+    private db;
+    private readonly defaultDbName;
+    connect(uri?: string, dbName?: string): Promise<void>;
+    disconnect(): Promise<void>;
+    getDb(): Db;
+    isConnected(): boolean;
+}
+export declare const websitalkMongodbClient: WebsitalkMongoDBClient;
+export {};
+//# sourceMappingURL=mongodb-client.d.ts.map

package/dist/websitalk/mongodb-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mongodb-client.d.ts","sourceRoot":"","sources":["../../src/websitalk/mongodb-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,EAAE,EAAE,MAAM,SAAS,CAAC;AAI1C,cAAM,sBAAsB;IAC1B,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,EAAE,CAAmB;IAC7B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkB;IAE1C,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBrD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAcjC,KAAK,IAAI,EAAE;IASX,WAAW,IAAI,OAAO;CAGvB;AAED,eAAO,MAAM,sBAAsB,wBAA+B,CAAC"}

package/dist/websitalk/mongodb-client.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.websitalkMongodbClient = void 0;
+const mongodb_1 = require("mongodb");
+const index_1 = require("./index");
+const validation_1 = require("../utils/validation");
+class WebsitalkMongoDBClient {
+    client = null;
+    db = null;
+    defaultDbName = "website-talk";
+    async connect(uri, dbName) {
+        if (this.client) {
+            return;
+        }
+        const mongodbUri = uri || process.env.MONGO_URI || process.env.MONGODB_URI;
+        (0, validation_1.validateConfig)("MONGO_URI", mongodbUri);
+        (0, validation_1.validateMongoUri)(mongodbUri);
+        try {
+            this.client = new mongodb_1.MongoClient(mongodbUri);
+            await this.client.connect();
+            const targetDbName = dbName || process.env.WEBSITALK_DB_NAME || this.defaultDbName;
+            this.db = this.client.db(targetDbName);
+            (0, index_1.setDb)(this.db);
+            console.info(`[core-db] Website Talk MongoDB connected: ${targetDbName}`);
+        }
+        catch (error) {
+            console.error("[core-db] Website Talk connection failed", error);
+            throw error;
+        }
+    }
+    async disconnect() {
+        if (this.client) {
+            try {
+                await this.client.close();
+                this.client = null;
+                this.db = null;
+                console.info("Website Talk MongoDB disconnected successfully");
+            }
+            catch (error) {
+                console.error("[core-db] Website Talk disconnection failed", error);
+                throw error;
+            }
+        }
+    }
+    getDb() {
+        if (!this.db) {
+            throw new Error("Website Talk database not initialized. Call connect() first.");
+        }
+        return this.db;
+    }
+    isConnected() {
+        return this.client !== null && this.client !== undefined;
+    }
+}
+exports.websitalkMongodbClient = new WebsitalkMongoDBClient();
+//# sourceMappingURL=mongodb-client.js.map

package/dist/websitalk/mongodb-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mongodb-client.js","sourceRoot":"","sources":["../../src/websitalk/mongodb-client.ts"],"names":[],"mappings":";;;AAAA,qCAA0C;AAC1C,mCAAgC;AAChC,oDAAuE;AAEvE,MAAM,sBAAsB;IAClB,MAAM,GAAuB,IAAI,CAAC;IAClC,EAAE,GAAc,IAAI,CAAC;IACZ,aAAa,GAAG,cAAc,CAAC;IAEhD,KAAK,CAAC,OAAO,CAAC,GAAY,EAAE,MAAe;QACzC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QAC3E,IAAA,2BAAc,EAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QACxC,IAAA,6BAAgB,EAAC,UAAW,CAAC,CAAC;QAE9B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,IAAI,qBAAW,CAAC,UAAW,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,YAAY,GAChB,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAC,aAAa,CAAC;YAChE,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC;YACvC,IAAA,aAAK,EAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,6CAA6C,YAAY,EAAE,CAAC,CAAC;QAC5E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;YACjE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;YACjE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;gBACpE,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,8DAA8D,CAC/D,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;IAC3D,CAAC;CACF;AAEY,QAAA,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC"}

package/dist/websitalk/scans/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./scans.getters";
+export * from "./scans.types";
+//# sourceMappingURL=index.d.ts.map

package/dist/websitalk/scans/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/websitalk/scans/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC"}

package/dist/websitalk/scans/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./scans.getters"), exports);
+__exportStar(require("./scans.types"), exports);
+//# sourceMappingURL=index.js.map

package/dist/websitalk/scans/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/websitalk/scans/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC;AAChC,gDAA8B"}

package/dist/websitalk/scans/scans.getters.d.ts

@@ -0,0 +1,12 @@
+import { Collection, Filter, ObjectId } from "mongodb";
+import { QueryOptions } from "../../talkpilot/utils/query.utils";
+import type { ActiveScanStatus, Scan, ScanDoc } from "./scans.types";
+export declare const getScansCollection: () => Collection<Scan>;
+export declare const getScansByClientAndDateRange: (clientId: string, startDate: Date, endDate: Date) => Promise<ScanDoc[]>;
+export declare const getScanFieldsByClientAndDateRange: <K extends keyof Scan>(clientId: string, startDate: Date, endDate: Date, fields: K[]) => Promise<Pick<ScanDoc, "_id" | K>[]>;
+export declare const createScanDoc: (scan: Pick<Scan, "clientId" | "baseUrl" | "notifyPhoneNumber">) => Promise<import("mongodb").InsertOneResult<Scan>>;
+export declare const getActiveScanStatus: (clientId: string) => Promise<ActiveScanStatus>;
+export declare const updateScanDoc: (scanId: ObjectId, updates: Partial<Omit<Scan, "clientId" | "createdAt">>) => Promise<ScanDoc | null>;
+export declare const findScansByQuery: (query: Filter<Scan>, options?: QueryOptions) => Promise<ScanDoc[]>;
+export declare const countScans: (query: Filter<Scan>) => Promise<number>;
+//# sourceMappingURL=scans.getters.d.ts.map

package/dist/websitalk/scans/scans.getters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scans.getters.d.ts","sourceRoot":"","sources":["../../../src/websitalk/scans/scans.getters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEvD,OAAO,EAEL,YAAY,EACb,MAAM,mCAAmC,CAAC;AAC3C,OAAO,KAAK,EACV,gBAAgB,EAChB,IAAI,EACJ,OAAO,EAER,MAAM,eAAe,CAAC;AAEvB,eAAO,MAAM,kBAAkB,QAAO,UAAU,CAAC,IAAI,CAEpD,CAAC;AAEF,eAAO,MAAM,4BAA4B,GACvC,UAAU,MAAM,EAChB,WAAW,IAAI,EACf,SAAS,IAAI,KACZ,OAAO,CAAC,OAAO,EAAE,CAUnB,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAAI,CAAC,SAAS,MAAM,IAAI,EACpE,UAAU,MAAM,EAChB,WAAW,IAAI,EACf,SAAS,IAAI,EACb,QAAQ,CAAC,EAAE,KACV,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,CAkBpC,CAAC;AAEF,eAAO,MAAM,aAAa,GACxB,MAAM,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,SAAS,GAAG,mBAAmB,CAAC,qDAa/D,CAAC;AAIF,eAAO,MAAM,mBAAmB,GAC9B,UAAU,MAAM,KACf,OAAO,CAAC,gBAAgB,CAW1B,CAAC;AAEF,eAAO,MAAM,aAAa,GACxB,QAAQ,QAAQ,EAChB,SAAS,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,WAAW,CAAC,CAAC,KACrD,OAAO,CAAC,OAAO,GAAG,IAAI,CAMxB,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAC3B,OAAO,MAAM,CAAC,IAAI,CAAC,EACnB,UAAU,YAAY,KACrB,OAAO,CAAC,OAAO,EAAE,CAGnB,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,OAAO,MAAM,CAAC,IAAI,CAAC,KAAG,OAAO,CAAC,MAAM,CAEpE,CAAC"}

package/dist/websitalk/scans/scans.getters.js

@@ -0,0 +1,74 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.countScans = exports.findScansByQuery = exports.updateScanDoc = exports.getActiveScanStatus = exports.createScanDoc = exports.getScanFieldsByClientAndDateRange = exports.getScansByClientAndDateRange = exports.getScansCollection = void 0;
+const index_1 = require("../index");
+const query_utils_1 = require("../../talkpilot/utils/query.utils");
+const getScansCollection = () => {
+    return (0, index_1.getDb)().collection("scans");
+};
+exports.getScansCollection = getScansCollection;
+const getScansByClientAndDateRange = (clientId, startDate, endDate) => {
+    return (0, exports.getScansCollection)()
+        .find({
+        clientId,
+        createdAt: {
+            $gte: startDate,
+            $lte: endDate,
+        },
+    })
+        .toArray();
+};
+exports.getScansByClientAndDateRange = getScansByClientAndDateRange;
+const getScanFieldsByClientAndDateRange = (clientId, startDate, endDate, fields) => {
+    const projection = fields.reduce((acc, field) => {
+        acc[field] = 1;
+        return acc;
+    }, {});
+    return (0, exports.getScansCollection)()
+        .find({
+        clientId,
+        createdAt: {
+            $gte: startDate,
+            $lte: endDate,
+        },
+    }, { projection })
+        .toArray();
+};
+exports.getScanFieldsByClientAndDateRange = getScanFieldsByClientAndDateRange;
+const createScanDoc = (scan) => {
+    return (0, exports.getScansCollection)().insertOne({
+        ...scan,
+        status: "CHECKING",
+        activeTasksCount: 0,
+        pagesScanned: 0,
+        pagesSkipped: 0,
+        skipped: [],
+        siteChrome: {},
+        createdAt: new Date(),
+        updatedAt: new Date(),
+    });
+};
+exports.createScanDoc = createScanDoc;
+const FINISHED_SCAN_STATUSES = ["COMPLETED", "FAILED"];
+const getActiveScanStatus = async (clientId) => {
+    const latestScan = await (0, exports.getScansCollection)().findOne({ clientId }, { sort: { createdAt: -1 } });
+    if (!latestScan || FINISHED_SCAN_STATUSES.includes(latestScan.status)) {
+        return { isActive: false };
+    }
+    return { isActive: true, status: latestScan.status };
+};
+exports.getActiveScanStatus = getActiveScanStatus;
+const updateScanDoc = async (scanId, updates) => {
+    return await (0, exports.getScansCollection)().findOneAndUpdate({ _id: scanId }, { $set: { ...updates, updatedAt: new Date() } }, { returnDocument: "after" });
+};
+exports.updateScanDoc = updateScanDoc;
+const findScansByQuery = async (query, options) => {
+    const cursor = (0, exports.getScansCollection)().find(query);
+    return await (0, query_utils_1.applyQueryOptions)(cursor, options).toArray();
+};
+exports.findScansByQuery = findScansByQuery;
+const countScans = async (query) => {
+    return (0, exports.getScansCollection)().countDocuments(query);
+};
+exports.countScans = countScans;
+//# sourceMappingURL=scans.getters.js.map

package/dist/websitalk/scans/scans.getters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scans.getters.js","sourceRoot":"","sources":["../../../src/websitalk/scans/scans.getters.ts"],"names":[],"mappings":";;;AACA,oCAAiC;AACjC,mEAG2C;AAQpC,MAAM,kBAAkB,GAAG,GAAqB,EAAE;IACvD,OAAO,IAAA,aAAK,GAAE,CAAC,UAAU,CAAO,OAAO,CAAC,CAAC;AAC3C,CAAC,CAAC;AAFW,QAAA,kBAAkB,sBAE7B;AAEK,MAAM,4BAA4B,GAAG,CAC1C,QAAgB,EAChB,SAAe,EACf,OAAa,EACO,EAAE;IACtB,OAAO,IAAA,0BAAkB,GAAE;SACxB,IAAI,CAAC;QACJ,QAAQ;QACR,SAAS,EAAE;YACT,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,OAAO;SACd;KACF,CAAC;SACD,OAAO,EAAE,CAAC;AACf,CAAC,CAAC;AAdW,QAAA,4BAA4B,gCAcvC;AAEK,MAAM,iCAAiC,GAAG,CAC/C,QAAgB,EAChB,SAAe,EACf,OAAa,EACb,MAAW,EAC0B,EAAE;IACvC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACjE,GAAG,CAAC,KAAe,CAAC,GAAG,CAAC,CAAC;QACzB,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO,IAAA,0BAAkB,GAAE;SACxB,IAAI,CACH;QACE,QAAQ;QACR,SAAS,EAAE;YACT,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,OAAO;SACd;KACF,EACD,EAAE,UAAU,EAAE,CACf;SACA,OAAO,EAAyC,CAAC;AACtD,CAAC,CAAC;AAvBW,QAAA,iCAAiC,qCAuB5C;AAEK,MAAM,aAAa,GAAG,CAC3B,IAA8D,EAC9D,EAAE;IACF,OAAO,IAAA,0BAAkB,GAAE,CAAC,SAAS,CAAC;QACpC,GAAG,IAAI;QACP,MAAM,EAAE,UAAU;QAClB,gBAAgB,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,OAAO,EAAE,EAAE;QACX,UAAU,EAAE,EAAwB;QACpC,SAAS,EAAE,IAAI,IAAI,EAAE;QACrB,SAAS,EAAE,IAAI,IAAI,EAAE;KACtB,CAAC,CAAC;AACL,CAAC,CAAC;AAdW,QAAA,aAAa,iBAcxB;AAEF,MAAM,sBAAsB,GAAiB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;AAE9D,MAAM,mBAAmB,GAAG,KAAK,EACtC,QAAgB,EACW,EAAE;IAC7B,MAAM,UAAU,GAAG,MAAM,IAAA,0BAAkB,GAAE,CAAC,OAAO,CACnD,EAAE,QAAQ,EAAE,EACZ,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAC5B,CAAC;IAEF,IAAI,CAAC,UAAU,IAAI,sBAAsB,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACtE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;AACvD,CAAC,CAAC;AAbW,QAAA,mBAAmB,uBAa9B;AAEK,MAAM,aAAa,GAAG,KAAK,EAChC,MAAgB,EAChB,OAAsD,EAC7B,EAAE;IAC3B,OAAO,MAAM,IAAA,0BAAkB,GAAE,CAAC,gBAAgB,CAChD,EAAE,GAAG,EAAE,MAAM,EAAE,EACf,EAAE,IAAI,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,EAC/C,EAAE,cAAc,EAAE,OAAO,EAAE,CAC5B,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,aAAa,iBASxB;AAEK,MAAM,gBAAgB,GAAG,KAAK,EACnC,KAAmB,EACnB,OAAsB,EACF,EAAE;IACtB,MAAM,MAAM,GAAG,IAAA,0BAAkB,GAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChD,OAAO,MAAM,IAAA,+BAAiB,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;AAC5D,CAAC,CAAC;AANW,QAAA,gBAAgB,oBAM3B;AAEK,MAAM,UAAU,GAAG,KAAK,EAAE,KAAmB,EAAmB,EAAE;IACvE,OAAO,IAAA,0BAAkB,GAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;AACpD,CAAC,CAAC;AAFW,QAAA,UAAU,cAErB"}

package/dist/websitalk/scans/scans.types.d.ts

@@ -0,0 +1,45 @@
+import { WithId } from "mongodb";
+export type ScanStatus = "CHECKING" | "PREPARING" | "SCANNING" | "PROCESSING" | "COMPLETED" | "FAILED";
+export type ActiveScanStatus = {
+    isActive: true;
+    status: ScanStatus;
+} | {
+    isActive: false;
+};
+export type SiteChromeEntry = {
+    url: string;
+    urlCanonical?: string | null;
+    title?: string | null;
+    h1?: string | null;
+    language?: string | null;
+    sourceType?: string | null;
+    status?: string | null;
+    context?: string | null;
+    contentHash?: string | null;
+    errorMessage?: string | null;
+    breadcrumbs?: unknown;
+    description?: string | null;
+    sourceUrl?: string | null;
+    fetchedAt?: Date | null;
+    createdAt?: Date;
+    updatedAt?: Date;
+};
+export type SkippedEntry = {
+    path: string;
+    reason: string;
+};
+export type Scan = {
+    clientId: string;
+    baseUrl: string;
+    notifyPhoneNumber?: string | null;
+    status: ScanStatus;
+    activeTasksCount: number;
+    pagesScanned: number;
+    pagesSkipped: number;
+    skipped: SkippedEntry[];
+    siteChrome: SiteChromeEntry;
+    createdAt: Date;
+    updatedAt: Date;
+};
+export type ScanDoc = WithId<Scan>;
+//# sourceMappingURL=scans.types.d.ts.map

package/dist/websitalk/scans/scans.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scans.types.d.ts","sourceRoot":"","sources":["../../../src/websitalk/scans/scans.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,MAAM,MAAM,UAAU,GAClB,UAAU,GACV,WAAW,GACX,UAAU,GACV,YAAY,GACZ,WAAW,GACX,QAAQ,CAAC;AAEb,MAAM,MAAM,gBAAgB,GACxB;IAAE,QAAQ,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GACtC;IAAE,QAAQ,EAAE,KAAK,CAAA;CAAE,CAAC;AAExB,MAAM,MAAM,eAAe,GAAG;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACxB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,SAAS,CAAC,EAAE,IAAI,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,IAAI,GAAG;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,MAAM,EAAE,UAAU,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,UAAU,EAAE,eAAe,CAAC;IAC5B,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC"}

package/dist/{talkpilot/calls/calls.statistics.types.js → websitalk/scans/scans.types.js}

@@ -1,3 +1,3 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=calls.statistics.types.js.map
+//# sourceMappingURL=scans.types.js.map

package/dist/websitalk/scans/scans.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scans.types.js","sourceRoot":"","sources":["../../../src/websitalk/scans/scans.types.ts"],"names":[],"mappings":""}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@talkpilot/core-db",
-  "version": "1.3.0",
+  "version": "1.3.3",
   "description": "Core database package for centralized connections and ORM integration.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/connection.ts

@@ -1,5 +1,6 @@
 import { mongodbClient } from "./talkpilot";
 import { municipalDataMongodbClient } from "./municipal";
+import { websitalkMongodbClient } from "./websitalk";
 
 let isConnected = false;
 
@@ -15,6 +16,7 @@ export async function ensureDbConnected() {
   const mongoUri = process.env.MONGO_URI || process.env.MONGODB_URI;
   const talkpilotUri = mongoUri;
   const municipalUri = mongoUri;
+  const websiteTalkUri = mongoUri;
 
   if (!talkpilotUri) {
     console.warn("[core-db] MONGO_URI is not set");
@@ -38,5 +40,15 @@ export async function ensureDbConnected() {
     );
   }
 
+  if (!websiteTalkUri) {
+    console.warn("[core-db] MONGO_URI is not set");
+  } else {
+    const dbName = process.env.WEBSITALK_DB_NAME;
+    await websitalkMongodbClient.connect(websiteTalkUri, dbName);
+    console.info(
+      `[core-db] Connected to Website Talk MongoDB: ${dbName || "website-talk (default)"}`,
+    );
+  }
+
   isConnected = true;
 }

package/src/index.ts

@@ -14,3 +14,12 @@ export * from "./municipal/departmentsSubjects";
 export * from "./municipal/tickets";
 export * from "./municipal/systemInstructions";
 export * from "./municipal/utils/types";
+
+export {
+  websitalkMongodbClient,
+  getDb as getWebsitalkDb,
+  setDb as setWebsitalkDb,
+  ObjectId as WebsitalkObjectId,
+} from "./websitalk";
+export * from "./websitalk/scans/scans.getters";
+export type * from "./websitalk/scans/scans.types";

package/src/municipal/tickets/__tests__/tickets.getters.spec.ts

@@ -1,4 +1,7 @@
-import { findTicketsByCallSid } from "../tickets.getters";
+import {
+  findTicketsByCallSid,
+  getTicketsCountByCityAndDateRange,
+} from "../tickets.getters";
 import { setDb } from "../../index";
 import { Db, Collection } from "mongodb";
 import { createTicket } from "../../../test-utils/factories";
@@ -27,4 +30,37 @@ describe("tickets getters", () => {
     expect(mockCollection.find).toHaveBeenCalledWith({ callSid: "123" });
     expect(result[0].callSid).toBe("123");
   });
+
+  it("getTicketsCountByCityAndDateRange should not count tickets without callSid", async () => {
+    const aggregateNext = jest.fn().mockResolvedValue({ n: 1 });
+    mockCollection = {
+      ...mockCollection,
+      aggregate: jest.fn().mockReturnValue({
+        next: aggregateNext,
+      }),
+    };
+    mockDb = {
+      collection: jest.fn().mockReturnValue(mockCollection),
+    };
+    setDb(mockDb as Db);
+
+    const result = await getTicketsCountByCityAndDateRange(
+      "ashdod",
+      "2026-01-01",
+      "2026-01-31",
+      "Asia/Jerusalem",
+    );
+
+    expect(mockCollection.aggregate).toHaveBeenCalledWith(
+      expect.arrayContaining([
+        {
+          $match: {
+            cityName: "ashdod",
+            callSid: { $exists: true, $nin: [null, ""] },
+          },
+        },
+      ]),
+    );
+    expect(result).toBe(1);
+  });
 });

package/src/municipal/tickets/index.ts

@@ -1,3 +1,2 @@
 export * from "./tickets.getters";
-export * from "./tickets.statistics.getters";
-export type { Ticket, TicketDoc, SubjectItem, TicketStatsDateScope } from "./tickets.types";
+export type { Ticket, TicketDoc, SubjectStatsItem } from "./tickets.types";

package/src/municipal/tickets/tickets.getters.ts

@@ -1,4 +1,5 @@
 import { CityName, getDb, ObjectId, Ticket } from "../index";
+import type { SubjectStatsItem } from "./tickets.types";
 import { Collection, Filter, ObjectId as MongoObjectId } from "mongodb";
 
 /**
@@ -67,6 +68,145 @@ export const deleteTicket = async (ticketId: string): Promise<boolean> => {
   return result.deletedCount > 0;
 };
 
+/**
+ * Count tickets by city and date range (createdAt converted to given timezone).
+ * Used as "open" tickets count when status is not available.
+ */
+export async function getTicketsCountByCityAndDateRange(
+  cityName: string,
+  startStr: string,
+  endStr: string,
+  timezone: string,
+): Promise<number> {
+  const doc = await getTicketsCollection()
+    .aggregate<{ n: number }>([
+      { $match: { cityName, callSid: { $exists: true, $nin: [null, ""] } } },
+      {
+        $addFields: {
+          dateLocal: {
+            $dateToString: { format: "%Y-%m-%d", date: "$createdAt", timezone },
+          },
+        },
+      },
+      { $match: { dateLocal: { $gte: startStr, $lte: endStr } } },
+      { $count: "n" },
+    ])
+    .next();
+  return doc?.n ?? 0;
+}
+
+/**
+ * Count of tickets by department (subject) from departmentsSubjects. Different departments (subject_id) are grouped, and sub-subjects are unified under their department.
+ * Date filter: createdAt in [startStr, endStr] (in the given timezone). Fallback to "Unclassified" when no match is found in the lookup.
+ */
+export async function getTicketsSubjectStats(
+  cityName: string,
+  startStr: string,
+  endStr: string,
+  timezone: string,
+): Promise<SubjectStatsItem[]> {
+  const coll = getTicketsCollection();
+  const rows = await coll
+    .aggregate<{ _id: string; subject: string; count: number }>([
+      { $match: { cityName } },
+      {
+        $addFields: {
+          dateLocal: {
+            $dateToString: { format: "%Y-%m-%d", date: "$createdAt", timezone },
+          },
+        },
+      },
+      { $match: { dateLocal: { $gte: startStr, $lte: endStr } } },
+      {
+        $addFields: {
+          effectiveSubjectId: {
+            $ifNull: [
+              "$externalCallFields.event_subject_id",
+              {
+                $ifNull: [
+                  "$externalCallFields.event_sub_subject_id",
+                  "$externalCallFields.event_sub_subject_id2",
+                ],
+              },
+            ],
+          },
+        },
+      },
+      {
+        $lookup: {
+          from: "departmentsSubjects",
+          let: { sid: "$effectiveSubjectId", c: cityName },
+          pipeline: [
+            {
+              $match: {
+                $expr: {
+                  $and: [
+                    { $eq: ["$cityName", "$$c"] },
+                    {
+                      $or: [
+                        { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
+                        {
+                          $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }],
+                        },
+                        {
+                          $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }],
+                        },
+                      ],
+                    },
+                  ],
+                },
+              },
+            },
+            { $limit: 1 },
+          ],
+          as: "subj",
+        },
+      },
+      {
+        $addFields: {
+          subject_id: {
+            $cond: {
+              if: { $gt: [{ $size: "$subj" }, 0] },
+              then: {
+                $ifNull: [{ $arrayElemAt: ["$subj.subject_id", 0] }, ""],
+              },
+              else: "",
+            },
+          },
+          subject: {
+            $cond: {
+              if: { $gt: [{ $size: "$subj" }, 0] },
+              then: {
+                $ifNull: [
+                  { $arrayElemAt: ["$subj.subjectName", 0] },
+                  "Unclassified",
+                ],
+              },
+              else: "Unclassified",
+            },
+          },
+        },
+      },
+      {
+        $group: {
+          _id: "$subject_id",
+          subject: { $first: "$subject" },
+          count: { $sum: 1 },
+        },
+      },
+      { $sort: { count: -1 } },
+    ])
+    .toArray();
+
+  const total = rows.reduce((s: number, r: any) => s + r.count, 0);
+  return rows.map((r: any) => ({
+    subject_name: r.subject,
+    subject_id: r._id,
+    count: r.count,
+    percentage: total > 0 ? Math.round((r.count / total) * 100) : 0,
+  }));
+}
+
 export const findTicketByQuery = async (query: Partial<Ticket>) => {
   return await getTicketsCollection().findOne(query);
 };

package/src/municipal/tickets/tickets.types.ts

@@ -9,6 +9,7 @@ export type Ticket = {
   callSid?: string;
   cityName: CityName;
   externalCallFields: {
+    // Request fields
     first_name?: string;
     last_name?: string;
     event_description?: string;
@@ -17,9 +18,10 @@ export type Ticket = {
     event_subject_id?: string;
     event_sub_subject_id?: string;
     event_sub_subject_id2?: string | null;
+    // Response fields (only if external call was successful)
     call_number?: string;
-    status?: number;
-    error?: string;
+    status?: number; // Response status from Bina API (1 = success)
+    error?: string; // Error message from Bina API if any
     image1?: string;
     image2?: string;
     image3?: string;
@@ -32,17 +34,10 @@ export type Ticket = {
 
 export type TicketDoc = WithId<Ticket>;
 
-export type SubjectItem = {
-  subject: string;
+/** Call count by department (subject). */
+export type SubjectStatsItem = {
+  subject_name: string;
+  subject_id: string;
   count: number;
-};
-
-export type TicketStatsDateScope = {
-  from?: Date;
-  to?: Date;
-};
-
-export type TicketStatsDateRange = {
-  from: Date;
-  to: Date;
+  percentage: number;
 };