@talkpilot/core-db 1.3.1 → 1.3.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/dist/connection.d.ts.map +1 -1
  2. package/dist/connection.js +10 -0
  3. package/dist/connection.js.map +1 -1
  4. package/dist/index.d.ts +3 -0
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +7 -1
  7. package/dist/index.js.map +1 -1
  8. package/dist/test-utils/db-utils.d.ts.map +1 -1
  9. package/dist/test-utils/db-utils.js +2 -0
  10. package/dist/test-utils/db-utils.js.map +1 -1
  11. package/dist/test-utils/factories/index.d.ts +1 -0
  12. package/dist/test-utils/factories/index.d.ts.map +1 -1
  13. package/dist/test-utils/factories/index.js +1 -0
  14. package/dist/test-utils/factories/index.js.map +1 -1
  15. package/dist/test-utils/factories/websitalk/scans.d.ts +5 -0
  16. package/dist/test-utils/factories/websitalk/scans.d.ts.map +1 -0
  17. package/dist/test-utils/factories/websitalk/scans.js +25 -0
  18. package/dist/test-utils/factories/websitalk/scans.js.map +1 -0
  19. package/dist/websitalk/index.d.ts +7 -0
  20. package/dist/websitalk/index.d.ts.map +1 -0
  21. package/dist/websitalk/index.js +34 -0
  22. package/dist/websitalk/index.js.map +1 -0
  23. package/dist/websitalk/mongodb-client.d.ts +13 -0
  24. package/dist/websitalk/mongodb-client.d.ts.map +1 -0
  25. package/dist/websitalk/mongodb-client.js +56 -0
  26. package/dist/websitalk/mongodb-client.js.map +1 -0
  27. package/dist/websitalk/scans/index.d.ts +3 -0
  28. package/dist/websitalk/scans/index.d.ts.map +1 -0
  29. package/dist/websitalk/scans/index.js +19 -0
  30. package/dist/websitalk/scans/index.js.map +1 -0
  31. package/dist/websitalk/scans/scans.getters.d.ts +12 -0
  32. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -0
  33. package/dist/websitalk/scans/scans.getters.js +74 -0
  34. package/dist/websitalk/scans/scans.getters.js.map +1 -0
  35. package/dist/websitalk/scans/scans.types.d.ts +45 -0
  36. package/dist/websitalk/scans/scans.types.d.ts.map +1 -0
  37. package/dist/websitalk/scans/scans.types.js +3 -0
  38. package/dist/websitalk/scans/scans.types.js.map +1 -0
  39. package/package.json +1 -1
  40. package/src/connection.ts +12 -0
  41. package/src/index.ts +9 -0
  42. package/src/test-utils/db-utils.ts +3 -1
  43. package/src/test-utils/factories/index.ts +1 -0
  44. package/src/test-utils/factories/websitalk/scans.ts +23 -0
  45. package/src/websitalk/index.ts +15 -0
  46. package/src/websitalk/mongodb-client.ts +61 -0
  47. package/src/websitalk/scans/__tests__/scans.spec.ts +218 -0
  48. package/src/websitalk/scans/index.ts +2 -0
  49. package/src/websitalk/scans/scans.getters.ts +113 -0
  50. package/src/websitalk/scans/scans.types.ts +53 -0
@@ -1 +1 @@
1
- {"version":3,"file":"connection.d.ts","sourceRoot":"","sources":["../src/connection.ts"],"names":[],"mappings":"AAKA;;;GAGG;AACH,wBAAsB,iBAAiB,kBAgCtC"}
1
+ {"version":3,"file":"connection.d.ts","sourceRoot":"","sources":["../src/connection.ts"],"names":[],"mappings":"AAMA;;;GAGG;AACH,wBAAsB,iBAAiB,kBA2CtC"}
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.ensureDbConnected = ensureDbConnected;
4
4
  const talkpilot_1 = require("./talkpilot");
5
5
  const municipal_1 = require("./municipal");
6
+ const websitalk_1 = require("./websitalk");
6
7
  let isConnected = false;
7
8
  /**
8
9
  * Ensures the database clients are initialized.
@@ -15,6 +16,7 @@ async function ensureDbConnected() {
15
16
  const mongoUri = process.env.MONGO_URI || process.env.MONGODB_URI;
16
17
  const talkpilotUri = mongoUri;
17
18
  const municipalUri = mongoUri;
19
+ const websiteTalkUri = mongoUri;
18
20
  if (!talkpilotUri) {
19
21
  console.warn("[core-db] MONGO_URI is not set");
20
22
  }
@@ -33,6 +35,14 @@ async function ensureDbConnected() {
33
35
  await municipal_1.municipalDataMongodbClient.connect(municipalUri, dbName);
34
36
  console.info(`[core-db] Connected to Municipal Data MongoDB: ${dbName || "via env"}`);
35
37
  }
38
+ if (!websiteTalkUri) {
39
+ console.warn("[core-db] MONGO_URI is not set");
40
+ }
41
+ else {
42
+ const dbName = process.env.WEBSITALK_DB_NAME;
43
+ await websitalk_1.websitalkMongodbClient.connect(websiteTalkUri, dbName);
44
+ console.info(`[core-db] Connected to Website Talk MongoDB: ${dbName || "website-talk (default)"}`);
45
+ }
36
46
  isConnected = true;
37
47
  }
38
48
  //# sourceMappingURL=connection.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"connection.js","sourceRoot":"","sources":["../src/connection.ts"],"names":[],"mappings":";;AASA,8CAgCC;AAzCD,2CAA4C;AAC5C,2CAAyD;AAEzD,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB;;;GAGG;AACI,KAAK,UAAU,iBAAiB;IACrC,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAClE,MAAM,YAAY,GAAG,QAAQ,CAAC;IAC9B,MAAM,YAAY,GAAG,QAAQ,CAAC;IAE9B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC9D,MAAM,yBAAa,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAClD,OAAO,CAAC,IAAI,CACV,6CAA6C,MAAM,IAAI,SAAS,EAAE,CACnE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC9D,MAAM,sCAA0B,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC/D,OAAO,CAAC,IAAI,CACV,kDAAkD,MAAM,IAAI,SAAS,EAAE,CACxE,CAAC;IACJ,CAAC;IAED,WAAW,GAAG,IAAI,CAAC;AACrB,CAAC"}
1
+ {"version":3,"file":"connection.js","sourceRoot":"","sources":["../src/connection.ts"],"names":[],"mappings":";;AAUA,8CA2CC;AArDD,2CAA4C;AAC5C,2CAAyD;AACzD,2CAAqD;AAErD,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB;;;GAGG;AACI,KAAK,UAAU,iBAAiB;IACrC,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAClE,MAAM,YAAY,GAAG,QAAQ,CAAC;IAC9B,MAAM,YAAY,GAAG,QAAQ,CAAC;IAC9B,MAAM,cAAc,GAAG,QAAQ,CAAC;IAEhC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC9D,MAAM,yBAAa,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAClD,OAAO,CAAC,IAAI,CACV,6CAA6C,MAAM,IAAI,SAAS,EAAE,CACnE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC9D,MAAM,sCAA0B,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC/D,OAAO,CAAC,IAAI,CACV,kDAAkD,MAAM,IAAI,SAAS,EAAE,CACxE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC7C,MAAM,kCAAsB,CAAC,OAAO,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAC7D,OAAO,CAAC,IAAI,CACV,gDAAgD,MAAM,IAAI,wBAAwB,EAAE,CACrF,CAAC;IACJ,CAAC;IAED,WAAW,GAAG,IAAI,CAAC;AACrB,CAAC"}
package/dist/index.d.ts CHANGED
@@ -7,4 +7,7 @@ export * from "./municipal/departmentsSubjects";
7
7
  export * from "./municipal/tickets";
8
8
  export * from "./municipal/systemInstructions";
9
9
  export * from "./municipal/utils/types";
10
+ export { websitalkMongodbClient, getDb as getWebsitalkDb, setDb as setWebsitalkDb, ObjectId as WebsitalkObjectId, } from "./websitalk";
11
+ export * from "./websitalk/scans/scans.getters";
12
+ export type * from "./websitalk/scans/scans.types";
10
13
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAE7B,OAAO,EACL,0BAA0B,EAC1B,KAAK,IAAI,kBAAkB,EAC3B,KAAK,IAAI,kBAAkB,EAC3B,QAAQ,IAAI,qBAAqB,GAClC,MAAM,aAAa,CAAC;AACrB,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iCAAiC,CAAC;AAChD,cAAc,qBAAqB,CAAC;AACpC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,yBAAyB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAE7B,OAAO,EACL,0BAA0B,EAC1B,KAAK,IAAI,kBAAkB,EAC3B,KAAK,IAAI,kBAAkB,EAC3B,QAAQ,IAAI,qBAAqB,GAClC,MAAM,aAAa,CAAC;AACrB,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iCAAiC,CAAC;AAChD,cAAc,qBAAqB,CAAC;AACpC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,yBAAyB,CAAC;AAExC,OAAO,EACL,sBAAsB,EACtB,KAAK,IAAI,cAAc,EACvB,KAAK,IAAI,cAAc,EACvB,QAAQ,IAAI,iBAAiB,GAC9B,MAAM,aAAa,CAAC;AACrB,cAAc,iCAAiC,CAAC;AAChD,mBAAmB,+BAA+B,CAAC"}
package/dist/index.js CHANGED
@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
14
  for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
15
  };
16
16
  Object.defineProperty(exports, "__esModule", { value: true });
17
- exports.MunicipalDataObjectId = exports.setMunicipalDataDb = exports.getMunicipalDataDb = exports.municipalDataMongodbClient = void 0;
17
+ exports.WebsitalkObjectId = exports.setWebsitalkDb = exports.getWebsitalkDb = exports.websitalkMongodbClient = exports.MunicipalDataObjectId = exports.setMunicipalDataDb = exports.getMunicipalDataDb = exports.municipalDataMongodbClient = void 0;
18
18
  // TalkPilot DB exports
19
19
  __exportStar(require("./talkpilot"), exports);
20
20
  __exportStar(require("./connection"), exports);
@@ -29,4 +29,10 @@ __exportStar(require("./municipal/departmentsSubjects"), exports);
29
29
  __exportStar(require("./municipal/tickets"), exports);
30
30
  __exportStar(require("./municipal/systemInstructions"), exports);
31
31
  __exportStar(require("./municipal/utils/types"), exports);
32
+ var websitalk_1 = require("./websitalk");
33
+ Object.defineProperty(exports, "websitalkMongodbClient", { enumerable: true, get: function () { return websitalk_1.websitalkMongodbClient; } });
34
+ Object.defineProperty(exports, "getWebsitalkDb", { enumerable: true, get: function () { return websitalk_1.getDb; } });
35
+ Object.defineProperty(exports, "setWebsitalkDb", { enumerable: true, get: function () { return websitalk_1.setDb; } });
36
+ Object.defineProperty(exports, "WebsitalkObjectId", { enumerable: true, get: function () { return websitalk_1.ObjectId; } });
37
+ __exportStar(require("./websitalk/scans/scans.getters"), exports);
32
38
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,uBAAuB;AACvB,8CAA4B;AAC5B,+CAA6B;AAE7B,yCAKqB;AAJnB,uHAAA,0BAA0B,OAAA;AAC1B,+GAAA,KAAK,OAAsB;AAC3B,+GAAA,KAAK,OAAsB;AAC3B,kHAAA,QAAQ,OAAyB;AAEnC,qDAAmC;AACnC,sDAAoC;AACpC,kEAAgD;AAChD,sDAAoC;AACpC,iEAA+C;AAC/C,0DAAwC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,uBAAuB;AACvB,8CAA4B;AAC5B,+CAA6B;AAE7B,yCAKqB;AAJnB,uHAAA,0BAA0B,OAAA;AAC1B,+GAAA,KAAK,OAAsB;AAC3B,+GAAA,KAAK,OAAsB;AAC3B,kHAAA,QAAQ,OAAyB;AAEnC,qDAAmC;AACnC,sDAAoC;AACpC,kEAAgD;AAChD,sDAAoC;AACpC,iEAA+C;AAC/C,0DAAwC;AAExC,yCAKqB;AAJnB,mHAAA,sBAAsB,OAAA;AACtB,2GAAA,KAAK,OAAkB;AACvB,2GAAA,KAAK,OAAkB;AACvB,8GAAA,QAAQ,OAAqB;AAE/B,kEAAgD"}
@@ -1 +1 @@
1
- {"version":3,"file":"db-utils.d.ts","sourceRoot":"","sources":["../../src/test-utils/db-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,EAAE,EAAE,MAAM,SAAS,CAAC;AAM1C,wBAAsB,UAAU,IAAI,OAAO,CAAC,EAAE,CAAC,CAW9C;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAGjD"}
1
+ {"version":3,"file":"db-utils.d.ts","sourceRoot":"","sources":["../../src/test-utils/db-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,EAAE,EAAE,MAAM,SAAS,CAAC;AAM1C,wBAAsB,UAAU,IAAI,OAAO,CAAC,EAAE,CAAC,CAa9C;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAGjD"}
@@ -15,8 +15,10 @@ async function initTestDb() {
15
15
  await client.connect();
16
16
  const talkpilotDb = client.db();
17
17
  const municipalDb = client.db("municipal-data");
18
+ const websitalkDb = client.db("website-talk");
18
19
  (0, index_1.setDb)(talkpilotDb);
19
20
  (0, index_1.setMunicipalDataDb)(municipalDb);
21
+ (0, index_1.setWebsitalkDb)(websitalkDb);
20
22
  return talkpilotDb;
21
23
  }
22
24
  async function closeTestDb() {
@@ -1 +1 @@
1
- {"version":3,"file":"db-utils.js","sourceRoot":"","sources":["../../src/test-utils/db-utils.ts"],"names":[],"mappings":";;AAOA,gCAWC;AAED,kCAGC;AAvBD,iEAA0D;AAC1D,qCAA0C;AAC1C,oCAAqD;AAErD,IAAI,WAA8B,CAAC;AACnC,IAAI,MAAmB,CAAC;AAEjB,KAAK,UAAU,UAAU;IAC9B,WAAW,GAAG,MAAM,yCAAiB,CAAC,MAAM,CAAC;QAC3C,QAAQ,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE;KAC9B,CAAC,CAAC;IACH,MAAM,GAAG,IAAI,qBAAW,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IACvB,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC;IAChD,IAAA,aAAK,EAAC,WAAW,CAAC,CAAC;IACnB,IAAA,0BAAkB,EAAC,WAAW,CAAC,CAAC;IAChC,OAAO,WAAW,CAAC;AACrB,CAAC;AAEM,KAAK,UAAU,WAAW;IAC/B,IAAI,MAAM;QAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACjC,IAAI,WAAW;QAAE,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC"}
1
+ {"version":3,"file":"db-utils.js","sourceRoot":"","sources":["../../src/test-utils/db-utils.ts"],"names":[],"mappings":";;AAOA,gCAaC;AAED,kCAGC;AAzBD,iEAA0D;AAC1D,qCAA0C;AAC1C,oCAAqE;AAErE,IAAI,WAA8B,CAAC;AACnC,IAAI,MAAmB,CAAC;AAEjB,KAAK,UAAU,UAAU;IAC9B,WAAW,GAAG,MAAM,yCAAiB,CAAC,MAAM,CAAC;QAC3C,QAAQ,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE;KAC9B,CAAC,CAAC;IACH,MAAM,GAAG,IAAI,qBAAW,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IACvB,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC;IAC9C,IAAA,aAAK,EAAC,WAAW,CAAC,CAAC;IACnB,IAAA,0BAAkB,EAAC,WAAW,CAAC,CAAC;IAChC,IAAA,sBAAc,EAAC,WAAW,CAAC,CAAC;IAC5B,OAAO,WAAW,CAAC;AACrB,CAAC;AAEM,KAAK,UAAU,WAAW;IAC/B,IAAI,MAAM;QAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACjC,IAAI,WAAW;QAAE,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC"}
@@ -10,4 +10,5 @@ export * from "./municipal/cities";
10
10
  export * from "./municipal/departmentsSubjects";
11
11
  export * from "./municipal/streets";
12
12
  export * from "./municipal/tickets";
13
+ export * from "./websitalk/scans";
13
14
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test-utils/factories/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iCAAiC,CAAC;AAChD,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test-utils/factories/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iCAAiC,CAAC;AAChD,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC"}
@@ -26,4 +26,5 @@ __exportStar(require("./municipal/cities"), exports);
26
26
  __exportStar(require("./municipal/departmentsSubjects"), exports);
27
27
  __exportStar(require("./municipal/streets"), exports);
28
28
  __exportStar(require("./municipal/tickets"), exports);
29
+ __exportStar(require("./websitalk/scans"), exports);
29
30
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test-utils/factories/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,oDAAkC;AAClC,iEAA+C;AAC/C,4DAA0C;AAC1C,oDAAkC;AAClC,qDAAmC;AACnC,4DAA0C;AAC1C,uDAAqC;AACrC,qDAAmC;AACnC,kEAAgD;AAChD,sDAAoC;AACpC,sDAAoC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test-utils/factories/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,oDAAkC;AAClC,iEAA+C;AAC/C,4DAA0C;AAC1C,oDAAkC;AAClC,qDAAmC;AACnC,4DAA0C;AAC1C,uDAAqC;AACrC,qDAAmC;AACnC,kEAAgD;AAChD,sDAAoC;AACpC,sDAAoC;AACpC,oDAAkC"}
@@ -0,0 +1,5 @@
1
+ import { Factory } from "fishery";
2
+ import type { Scan } from "../../../websitalk";
3
+ export declare const scanFactory: Factory<Scan, any, Scan, import("fishery").DeepPartialObject<Scan>>;
4
+ export declare function createScanFixture(overrides?: Partial<Scan>): Scan;
5
+ //# sourceMappingURL=scans.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scans.d.ts","sourceRoot":"","sources":["../../../../src/test-utils/factories/websitalk/scans.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAE/C,eAAO,MAAM,WAAW,qEAcrB,CAAC;AAEJ,wBAAgB,iBAAiB,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAEjE"}
@@ -0,0 +1,25 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.scanFactory = void 0;
4
+ exports.createScanFixture = createScanFixture;
5
+ const fishery_1 = require("fishery");
6
+ const faker_1 = require("@faker-js/faker");
7
+ exports.scanFactory = fishery_1.Factory.define(() => ({
8
+ clientId: faker_1.faker.string.uuid(),
9
+ baseUrl: faker_1.faker.internet.url(),
10
+ status: "CHECKING",
11
+ activeTasksCount: 0,
12
+ pagesScanned: 0,
13
+ pagesSkipped: 0,
14
+ skipped: [],
15
+ siteChrome: {
16
+ url: faker_1.faker.internet.url(),
17
+ sourceType: "site_chrome",
18
+ },
19
+ createdAt: new Date(),
20
+ updatedAt: new Date(),
21
+ }));
22
+ function createScanFixture(overrides) {
23
+ return exports.scanFactory.build(overrides);
24
+ }
25
+ //# sourceMappingURL=scans.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scans.js","sourceRoot":"","sources":["../../../../src/test-utils/factories/websitalk/scans.ts"],"names":[],"mappings":";;;AAoBA,8CAEC;AAtBD,qCAAkC;AAClC,2CAAwC;AAG3B,QAAA,WAAW,GAAG,iBAAO,CAAC,MAAM,CAAO,GAAG,EAAE,CAAC,CAAC;IACrD,QAAQ,EAAE,aAAK,CAAC,MAAM,CAAC,IAAI,EAAE;IAC7B,OAAO,EAAE,aAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;IAC7B,MAAM,EAAE,UAAU;IAClB,gBAAgB,EAAE,CAAC;IACnB,YAAY,EAAE,CAAC;IACf,YAAY,EAAE,CAAC;IACf,OAAO,EAAE,EAAE;IACX,UAAU,EAAE;QACV,GAAG,EAAE,aAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;QACzB,UAAU,EAAE,aAAa;KAC1B;IACD,SAAS,EAAE,IAAI,IAAI,EAAE;IACrB,SAAS,EAAE,IAAI,IAAI,EAAE;CACtB,CAAC,CAAC,CAAC;AAEJ,SAAgB,iBAAiB,CAAC,SAAyB;IACzD,OAAO,mBAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AACtC,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { Db, ObjectId as MongoObjectId } from "mongodb";
2
+ export * from "./scans";
3
+ export { websitalkMongodbClient } from "./mongodb-client";
4
+ export declare const setDb: (d: Db) => void;
5
+ export declare const getDb: () => Db;
6
+ export declare const ObjectId: typeof MongoObjectId;
7
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/websitalk/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,QAAQ,IAAI,aAAa,EAAE,MAAM,SAAS,CAAC;AAExD,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAG1D,eAAO,MAAM,KAAK,GAAI,GAAG,EAAE,SAE1B,CAAC;AAEF,eAAO,MAAM,KAAK,QAAO,EAGxB,CAAC;AACF,eAAO,MAAM,QAAQ,sBAAgB,CAAC"}
@@ -0,0 +1,34 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ exports.ObjectId = exports.getDb = exports.setDb = exports.websitalkMongodbClient = void 0;
18
+ const mongodb_1 = require("mongodb");
19
+ __exportStar(require("./scans"), exports);
20
+ var mongodb_client_1 = require("./mongodb-client");
21
+ Object.defineProperty(exports, "websitalkMongodbClient", { enumerable: true, get: function () { return mongodb_client_1.websitalkMongodbClient; } });
22
+ let db;
23
+ const setDb = (d) => {
24
+ db = d;
25
+ };
26
+ exports.setDb = setDb;
27
+ const getDb = () => {
28
+ if (!db)
29
+ throw new Error("Website Talk DB not initialised");
30
+ return db;
31
+ };
32
+ exports.getDb = getDb;
33
+ exports.ObjectId = mongodb_1.ObjectId;
34
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/websitalk/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qCAAwD;AAExD,0CAAwB;AACxB,mDAA0D;AAAjD,wHAAA,sBAAsB,OAAA;AAE/B,IAAI,EAAM,CAAC;AACJ,MAAM,KAAK,GAAG,CAAC,CAAK,EAAE,EAAE;IAC7B,EAAE,GAAG,CAAC,CAAC;AACT,CAAC,CAAC;AAFW,QAAA,KAAK,SAEhB;AAEK,MAAM,KAAK,GAAG,GAAO,EAAE;IAC5B,IAAI,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC5D,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAHW,QAAA,KAAK,SAGhB;AACW,QAAA,QAAQ,GAAG,kBAAa,CAAC"}
@@ -0,0 +1,13 @@
1
+ import { Db } from "mongodb";
2
+ declare class WebsitalkMongoDBClient {
3
+ private client;
4
+ private db;
5
+ private readonly defaultDbName;
6
+ connect(uri?: string, dbName?: string): Promise<void>;
7
+ disconnect(): Promise<void>;
8
+ getDb(): Db;
9
+ isConnected(): boolean;
10
+ }
11
+ export declare const websitalkMongodbClient: WebsitalkMongoDBClient;
12
+ export {};
13
+ //# sourceMappingURL=mongodb-client.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mongodb-client.d.ts","sourceRoot":"","sources":["../../src/websitalk/mongodb-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,EAAE,EAAE,MAAM,SAAS,CAAC;AAI1C,cAAM,sBAAsB;IAC1B,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,EAAE,CAAmB;IAC7B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkB;IAE1C,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBrD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAcjC,KAAK,IAAI,EAAE;IASX,WAAW,IAAI,OAAO;CAGvB;AAED,eAAO,MAAM,sBAAsB,wBAA+B,CAAC"}
@@ -0,0 +1,56 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.websitalkMongodbClient = void 0;
4
+ const mongodb_1 = require("mongodb");
5
+ const index_1 = require("./index");
6
+ const validation_1 = require("../utils/validation");
7
+ class WebsitalkMongoDBClient {
8
+ client = null;
9
+ db = null;
10
+ defaultDbName = "website-talk";
11
+ async connect(uri, dbName) {
12
+ if (this.client) {
13
+ return;
14
+ }
15
+ const mongodbUri = uri || process.env.MONGO_URI || process.env.MONGODB_URI;
16
+ (0, validation_1.validateConfig)("MONGO_URI", mongodbUri);
17
+ (0, validation_1.validateMongoUri)(mongodbUri);
18
+ try {
19
+ this.client = new mongodb_1.MongoClient(mongodbUri);
20
+ await this.client.connect();
21
+ const targetDbName = dbName || process.env.WEBSITALK_DB_NAME || this.defaultDbName;
22
+ this.db = this.client.db(targetDbName);
23
+ (0, index_1.setDb)(this.db);
24
+ console.info(`[core-db] Website Talk MongoDB connected: ${targetDbName}`);
25
+ }
26
+ catch (error) {
27
+ console.error("[core-db] Website Talk connection failed", error);
28
+ throw error;
29
+ }
30
+ }
31
+ async disconnect() {
32
+ if (this.client) {
33
+ try {
34
+ await this.client.close();
35
+ this.client = null;
36
+ this.db = null;
37
+ console.info("Website Talk MongoDB disconnected successfully");
38
+ }
39
+ catch (error) {
40
+ console.error("[core-db] Website Talk disconnection failed", error);
41
+ throw error;
42
+ }
43
+ }
44
+ }
45
+ getDb() {
46
+ if (!this.db) {
47
+ throw new Error("Website Talk database not initialized. Call connect() first.");
48
+ }
49
+ return this.db;
50
+ }
51
+ isConnected() {
52
+ return this.client !== null && this.client !== undefined;
53
+ }
54
+ }
55
+ exports.websitalkMongodbClient = new WebsitalkMongoDBClient();
56
+ //# sourceMappingURL=mongodb-client.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mongodb-client.js","sourceRoot":"","sources":["../../src/websitalk/mongodb-client.ts"],"names":[],"mappings":";;;AAAA,qCAA0C;AAC1C,mCAAgC;AAChC,oDAAuE;AAEvE,MAAM,sBAAsB;IAClB,MAAM,GAAuB,IAAI,CAAC;IAClC,EAAE,GAAc,IAAI,CAAC;IACZ,aAAa,GAAG,cAAc,CAAC;IAEhD,KAAK,CAAC,OAAO,CAAC,GAAY,EAAE,MAAe;QACzC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QAC3E,IAAA,2BAAc,EAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QACxC,IAAA,6BAAgB,EAAC,UAAW,CAAC,CAAC;QAE9B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,IAAI,qBAAW,CAAC,UAAW,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,YAAY,GAChB,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAC,aAAa,CAAC;YAChE,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC;YACvC,IAAA,aAAK,EAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,6CAA6C,YAAY,EAAE,CAAC,CAAC;QAC5E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;YACjE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;YACjE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;gBACpE,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,8DAA8D,CAC/D,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;IAC3D,CAAC;CACF;AAEY,QAAA,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC"}
@@ -0,0 +1,3 @@
1
+ export * from "./scans.getters";
2
+ export * from "./scans.types";
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/websitalk/scans/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC"}
@@ -0,0 +1,19 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./scans.getters"), exports);
18
+ __exportStar(require("./scans.types"), exports);
19
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/websitalk/scans/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC;AAChC,gDAA8B"}
@@ -0,0 +1,12 @@
1
+ import { Collection, Filter, ObjectId } from "mongodb";
2
+ import { QueryOptions } from "../../talkpilot/utils/query.utils";
3
+ import type { ActiveScanStatus, Scan, ScanDoc } from "./scans.types";
4
+ export declare const getScansCollection: () => Collection<Scan>;
5
+ export declare const getScansByClientAndDateRange: (clientId: string, startDate: Date, endDate: Date) => Promise<ScanDoc[]>;
6
+ export declare const getScanFieldsByClientAndDateRange: <K extends keyof Scan>(clientId: string, startDate: Date, endDate: Date, fields: K[]) => Promise<Pick<ScanDoc, "_id" | K>[]>;
7
+ export declare const createScanDoc: (scan: Pick<Scan, "clientId" | "baseUrl" | "notifyPhoneNumber">) => Promise<import("mongodb").InsertOneResult<Scan>>;
8
+ export declare const getActiveScanStatus: (clientId: string) => Promise<ActiveScanStatus>;
9
+ export declare const updateScanDoc: (scanId: ObjectId, updates: Partial<Omit<Scan, "clientId" | "createdAt">>) => Promise<ScanDoc | null>;
10
+ export declare const findScansByQuery: (query: Filter<Scan>, options?: QueryOptions) => Promise<ScanDoc[]>;
11
+ export declare const countScans: (query: Filter<Scan>) => Promise<number>;
12
+ //# sourceMappingURL=scans.getters.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scans.getters.d.ts","sourceRoot":"","sources":["../../../src/websitalk/scans/scans.getters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEvD,OAAO,EAEL,YAAY,EACb,MAAM,mCAAmC,CAAC;AAC3C,OAAO,KAAK,EACV,gBAAgB,EAChB,IAAI,EACJ,OAAO,EAER,MAAM,eAAe,CAAC;AAEvB,eAAO,MAAM,kBAAkB,QAAO,UAAU,CAAC,IAAI,CAEpD,CAAC;AAEF,eAAO,MAAM,4BAA4B,GACvC,UAAU,MAAM,EAChB,WAAW,IAAI,EACf,SAAS,IAAI,KACZ,OAAO,CAAC,OAAO,EAAE,CAUnB,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAAI,CAAC,SAAS,MAAM,IAAI,EACpE,UAAU,MAAM,EAChB,WAAW,IAAI,EACf,SAAS,IAAI,EACb,QAAQ,CAAC,EAAE,KACV,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,CAkBpC,CAAC;AAEF,eAAO,MAAM,aAAa,GACxB,MAAM,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,SAAS,GAAG,mBAAmB,CAAC,qDAa/D,CAAC;AAIF,eAAO,MAAM,mBAAmB,GAC9B,UAAU,MAAM,KACf,OAAO,CAAC,gBAAgB,CAW1B,CAAC;AAEF,eAAO,MAAM,aAAa,GACxB,QAAQ,QAAQ,EAChB,SAAS,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,WAAW,CAAC,CAAC,KACrD,OAAO,CAAC,OAAO,GAAG,IAAI,CAMxB,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAC3B,OAAO,MAAM,CAAC,IAAI,CAAC,EACnB,UAAU,YAAY,KACrB,OAAO,CAAC,OAAO,EAAE,CAGnB,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,OAAO,MAAM,CAAC,IAAI,CAAC,KAAG,OAAO,CAAC,MAAM,CAEpE,CAAC"}
@@ -0,0 +1,74 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.countScans = exports.findScansByQuery = exports.updateScanDoc = exports.getActiveScanStatus = exports.createScanDoc = exports.getScanFieldsByClientAndDateRange = exports.getScansByClientAndDateRange = exports.getScansCollection = void 0;
4
+ const index_1 = require("../index");
5
+ const query_utils_1 = require("../../talkpilot/utils/query.utils");
6
+ const getScansCollection = () => {
7
+ return (0, index_1.getDb)().collection("scans");
8
+ };
9
+ exports.getScansCollection = getScansCollection;
10
+ const getScansByClientAndDateRange = (clientId, startDate, endDate) => {
11
+ return (0, exports.getScansCollection)()
12
+ .find({
13
+ clientId,
14
+ createdAt: {
15
+ $gte: startDate,
16
+ $lte: endDate,
17
+ },
18
+ })
19
+ .toArray();
20
+ };
21
+ exports.getScansByClientAndDateRange = getScansByClientAndDateRange;
22
+ const getScanFieldsByClientAndDateRange = (clientId, startDate, endDate, fields) => {
23
+ const projection = fields.reduce((acc, field) => {
24
+ acc[field] = 1;
25
+ return acc;
26
+ }, {});
27
+ return (0, exports.getScansCollection)()
28
+ .find({
29
+ clientId,
30
+ createdAt: {
31
+ $gte: startDate,
32
+ $lte: endDate,
33
+ },
34
+ }, { projection })
35
+ .toArray();
36
+ };
37
+ exports.getScanFieldsByClientAndDateRange = getScanFieldsByClientAndDateRange;
38
+ const createScanDoc = (scan) => {
39
+ return (0, exports.getScansCollection)().insertOne({
40
+ ...scan,
41
+ status: "CHECKING",
42
+ activeTasksCount: 0,
43
+ pagesScanned: 0,
44
+ pagesSkipped: 0,
45
+ skipped: [],
46
+ siteChrome: {},
47
+ createdAt: new Date(),
48
+ updatedAt: new Date(),
49
+ });
50
+ };
51
+ exports.createScanDoc = createScanDoc;
52
+ const FINISHED_SCAN_STATUSES = ["COMPLETED", "FAILED"];
53
+ const getActiveScanStatus = async (clientId) => {
54
+ const latestScan = await (0, exports.getScansCollection)().findOne({ clientId }, { sort: { createdAt: -1 } });
55
+ if (!latestScan || FINISHED_SCAN_STATUSES.includes(latestScan.status)) {
56
+ return { isActive: false };
57
+ }
58
+ return { isActive: true, status: latestScan.status };
59
+ };
60
+ exports.getActiveScanStatus = getActiveScanStatus;
61
+ const updateScanDoc = async (scanId, updates) => {
62
+ return await (0, exports.getScansCollection)().findOneAndUpdate({ _id: scanId }, { $set: { ...updates, updatedAt: new Date() } }, { returnDocument: "after" });
63
+ };
64
+ exports.updateScanDoc = updateScanDoc;
65
+ const findScansByQuery = async (query, options) => {
66
+ const cursor = (0, exports.getScansCollection)().find(query);
67
+ return await (0, query_utils_1.applyQueryOptions)(cursor, options).toArray();
68
+ };
69
+ exports.findScansByQuery = findScansByQuery;
70
+ const countScans = async (query) => {
71
+ return (0, exports.getScansCollection)().countDocuments(query);
72
+ };
73
+ exports.countScans = countScans;
74
+ //# sourceMappingURL=scans.getters.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scans.getters.js","sourceRoot":"","sources":["../../../src/websitalk/scans/scans.getters.ts"],"names":[],"mappings":";;;AACA,oCAAiC;AACjC,mEAG2C;AAQpC,MAAM,kBAAkB,GAAG,GAAqB,EAAE;IACvD,OAAO,IAAA,aAAK,GAAE,CAAC,UAAU,CAAO,OAAO,CAAC,CAAC;AAC3C,CAAC,CAAC;AAFW,QAAA,kBAAkB,sBAE7B;AAEK,MAAM,4BAA4B,GAAG,CAC1C,QAAgB,EAChB,SAAe,EACf,OAAa,EACO,EAAE;IACtB,OAAO,IAAA,0BAAkB,GAAE;SACxB,IAAI,CAAC;QACJ,QAAQ;QACR,SAAS,EAAE;YACT,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,OAAO;SACd;KACF,CAAC;SACD,OAAO,EAAE,CAAC;AACf,CAAC,CAAC;AAdW,QAAA,4BAA4B,gCAcvC;AAEK,MAAM,iCAAiC,GAAG,CAC/C,QAAgB,EAChB,SAAe,EACf,OAAa,EACb,MAAW,EAC0B,EAAE;IACvC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACjE,GAAG,CAAC,KAAe,CAAC,GAAG,CAAC,CAAC;QACzB,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO,IAAA,0BAAkB,GAAE;SACxB,IAAI,CACH;QACE,QAAQ;QACR,SAAS,EAAE;YACT,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,OAAO;SACd;KACF,EACD,EAAE,UAAU,EAAE,CACf;SACA,OAAO,EAAyC,CAAC;AACtD,CAAC,CAAC;AAvBW,QAAA,iCAAiC,qCAuB5C;AAEK,MAAM,aAAa,GAAG,CAC3B,IAA8D,EAC9D,EAAE;IACF,OAAO,IAAA,0BAAkB,GAAE,CAAC,SAAS,CAAC;QACpC,GAAG,IAAI;QACP,MAAM,EAAE,UAAU;QAClB,gBAAgB,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,OAAO,EAAE,EAAE;QACX,UAAU,EAAE,EAAwB;QACpC,SAAS,EAAE,IAAI,IAAI,EAAE;QACrB,SAAS,EAAE,IAAI,IAAI,EAAE;KACtB,CAAC,CAAC;AACL,CAAC,CAAC;AAdW,QAAA,aAAa,iBAcxB;AAEF,MAAM,sBAAsB,GAAiB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;AAE9D,MAAM,mBAAmB,GAAG,KAAK,EACtC,QAAgB,EACW,EAAE;IAC7B,MAAM,UAAU,GAAG,MAAM,IAAA,0BAAkB,GAAE,CAAC,OAAO,CACnD,EAAE,QAAQ,EAAE,EACZ,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAC5B,CAAC;IAEF,IAAI,CAAC,UAAU,IAAI,sBAAsB,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACtE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;AACvD,CAAC,CAAC;AAbW,QAAA,mBAAmB,uBAa9B;AAEK,MAAM,aAAa,GAAG,KAAK,EAChC,MAAgB,EAChB,OAAsD,EAC7B,EAAE;IAC3B,OAAO,MAAM,IAAA,0BAAkB,GAAE,CAAC,gBAAgB,CAChD,EAAE,GAAG,EAAE,MAAM,EAAE,EACf,EAAE,IAAI,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,EAC/C,EAAE,cAAc,EAAE,OAAO,EAAE,CAC5B,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,aAAa,iBASxB;AAEK,MAAM,gBAAgB,GAAG,KAAK,EACnC,KAAmB,EACnB,OAAsB,EACF,EAAE;IACtB,MAAM,MAAM,GAAG,IAAA,0BAAkB,GAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChD,OAAO,MAAM,IAAA,+BAAiB,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;AAC5D,CAAC,CAAC;AANW,QAAA,gBAAgB,oBAM3B;AAEK,MAAM,UAAU,GAAG,KAAK,EAAE,KAAmB,EAAmB,EAAE;IACvE,OAAO,IAAA,0BAAkB,GAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;AACpD,CAAC,CAAC;AAFW,QAAA,UAAU,cAErB"}
@@ -0,0 +1,45 @@
1
+ import { WithId } from "mongodb";
2
+ export type ScanStatus = "CHECKING" | "PREPARING" | "SCANNING" | "PROCESSING" | "COMPLETED" | "FAILED";
3
+ export type ActiveScanStatus = {
4
+ isActive: true;
5
+ status: ScanStatus;
6
+ } | {
7
+ isActive: false;
8
+ };
9
+ export type SiteChromeEntry = {
10
+ url: string;
11
+ urlCanonical?: string | null;
12
+ title?: string | null;
13
+ h1?: string | null;
14
+ language?: string | null;
15
+ sourceType?: string | null;
16
+ status?: string | null;
17
+ context?: string | null;
18
+ contentHash?: string | null;
19
+ errorMessage?: string | null;
20
+ breadcrumbs?: unknown;
21
+ description?: string | null;
22
+ sourceUrl?: string | null;
23
+ fetchedAt?: Date | null;
24
+ createdAt?: Date;
25
+ updatedAt?: Date;
26
+ };
27
+ export type SkippedEntry = {
28
+ path: string;
29
+ reason: string;
30
+ };
31
+ export type Scan = {
32
+ clientId: string;
33
+ baseUrl: string;
34
+ notifyPhoneNumber?: string | null;
35
+ status: ScanStatus;
36
+ activeTasksCount: number;
37
+ pagesScanned: number;
38
+ pagesSkipped: number;
39
+ skipped: SkippedEntry[];
40
+ siteChrome: SiteChromeEntry;
41
+ createdAt: Date;
42
+ updatedAt: Date;
43
+ };
44
+ export type ScanDoc = WithId<Scan>;
45
+ //# sourceMappingURL=scans.types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scans.types.d.ts","sourceRoot":"","sources":["../../../src/websitalk/scans/scans.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,MAAM,MAAM,UAAU,GAClB,UAAU,GACV,WAAW,GACX,UAAU,GACV,YAAY,GACZ,WAAW,GACX,QAAQ,CAAC;AAEb,MAAM,MAAM,gBAAgB,GACxB;IAAE,QAAQ,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GACtC;IAAE,QAAQ,EAAE,KAAK,CAAA;CAAE,CAAC;AAExB,MAAM,MAAM,eAAe,GAAG;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACxB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,SAAS,CAAC,EAAE,IAAI,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,IAAI,GAAG;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,MAAM,EAAE,UAAU,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,UAAU,EAAE,eAAe,CAAC;IAC5B,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ //# sourceMappingURL=scans.types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scans.types.js","sourceRoot":"","sources":["../../../src/websitalk/scans/scans.types.ts"],"names":[],"mappings":""}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@talkpilot/core-db",
3
- "version": "1.3.1",
3
+ "version": "1.3.3",
4
4
  "description": "Core database package for centralized connections and ORM integration.",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
package/src/connection.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { mongodbClient } from "./talkpilot";
2
2
  import { municipalDataMongodbClient } from "./municipal";
3
+ import { websitalkMongodbClient } from "./websitalk";
3
4
 
4
5
  let isConnected = false;
5
6
 
@@ -15,6 +16,7 @@ export async function ensureDbConnected() {
15
16
  const mongoUri = process.env.MONGO_URI || process.env.MONGODB_URI;
16
17
  const talkpilotUri = mongoUri;
17
18
  const municipalUri = mongoUri;
19
+ const websiteTalkUri = mongoUri;
18
20
 
19
21
  if (!talkpilotUri) {
20
22
  console.warn("[core-db] MONGO_URI is not set");
@@ -38,5 +40,15 @@ export async function ensureDbConnected() {
38
40
  );
39
41
  }
40
42
 
43
+ if (!websiteTalkUri) {
44
+ console.warn("[core-db] MONGO_URI is not set");
45
+ } else {
46
+ const dbName = process.env.WEBSITALK_DB_NAME;
47
+ await websitalkMongodbClient.connect(websiteTalkUri, dbName);
48
+ console.info(
49
+ `[core-db] Connected to Website Talk MongoDB: ${dbName || "website-talk (default)"}`,
50
+ );
51
+ }
52
+
41
53
  isConnected = true;
42
54
  }
package/src/index.ts CHANGED
@@ -14,3 +14,12 @@ export * from "./municipal/departmentsSubjects";
14
14
  export * from "./municipal/tickets";
15
15
  export * from "./municipal/systemInstructions";
16
16
  export * from "./municipal/utils/types";
17
+
18
+ export {
19
+ websitalkMongodbClient,
20
+ getDb as getWebsitalkDb,
21
+ setDb as setWebsitalkDb,
22
+ ObjectId as WebsitalkObjectId,
23
+ } from "./websitalk";
24
+ export * from "./websitalk/scans/scans.getters";
25
+ export type * from "./websitalk/scans/scans.types";
@@ -1,6 +1,6 @@
1
1
  import { MongoMemoryServer } from "mongodb-memory-server";
2
2
  import { MongoClient, Db } from "mongodb";
3
- import { setDb, setMunicipalDataDb } from "../index";
3
+ import { setDb, setMunicipalDataDb, setWebsitalkDb } from "../index";
4
4
 
5
5
  let mongoServer: MongoMemoryServer;
6
6
  let client: MongoClient;
@@ -13,8 +13,10 @@ export async function initTestDb(): Promise<Db> {
13
13
  await client.connect();
14
14
  const talkpilotDb = client.db();
15
15
  const municipalDb = client.db("municipal-data");
16
+ const websitalkDb = client.db("website-talk");
16
17
  setDb(talkpilotDb);
17
18
  setMunicipalDataDb(municipalDb);
19
+ setWebsitalkDb(websitalkDb);
18
20
  return talkpilotDb;
19
21
  }
20
22
 
@@ -10,3 +10,4 @@ export * from "./municipal/cities";
10
10
  export * from "./municipal/departmentsSubjects";
11
11
  export * from "./municipal/streets";
12
12
  export * from "./municipal/tickets";
13
+ export * from "./websitalk/scans";
@@ -0,0 +1,23 @@
1
+ import { Factory } from "fishery";
2
+ import { faker } from "@faker-js/faker";
3
+ import type { Scan } from "../../../websitalk";
4
+
5
+ export const scanFactory = Factory.define<Scan>(() => ({
6
+ clientId: faker.string.uuid(),
7
+ baseUrl: faker.internet.url(),
8
+ status: "CHECKING",
9
+ activeTasksCount: 0,
10
+ pagesScanned: 0,
11
+ pagesSkipped: 0,
12
+ skipped: [],
13
+ siteChrome: {
14
+ url: faker.internet.url(),
15
+ sourceType: "site_chrome",
16
+ },
17
+ createdAt: new Date(),
18
+ updatedAt: new Date(),
19
+ }));
20
+
21
+ export function createScanFixture(overrides?: Partial<Scan>): Scan {
22
+ return scanFactory.build(overrides);
23
+ }
@@ -0,0 +1,15 @@
1
+ import { Db, ObjectId as MongoObjectId } from "mongodb";
2
+
3
+ export * from "./scans";
4
+ export { websitalkMongodbClient } from "./mongodb-client";
5
+
6
+ let db: Db;
7
+ export const setDb = (d: Db) => {
8
+ db = d;
9
+ };
10
+
11
+ export const getDb = (): Db => {
12
+ if (!db) throw new Error("Website Talk DB not initialised");
13
+ return db;
14
+ };
15
+ export const ObjectId = MongoObjectId;
@@ -0,0 +1,61 @@
1
+ import { MongoClient, Db } from "mongodb";
2
+ import { setDb } from "./index";
3
+ import { validateConfig, validateMongoUri } from "../utils/validation";
4
+
5
+ class WebsitalkMongoDBClient {
6
+ private client: MongoClient | null = null;
7
+ private db: Db | null = null;
8
+ private readonly defaultDbName = "website-talk";
9
+
10
+ async connect(uri?: string, dbName?: string): Promise<void> {
11
+ if (this.client) {
12
+ return;
13
+ }
14
+
15
+ const mongodbUri = uri || process.env.MONGO_URI || process.env.MONGODB_URI;
16
+ validateConfig("MONGO_URI", mongodbUri);
17
+ validateMongoUri(mongodbUri!);
18
+
19
+ try {
20
+ this.client = new MongoClient(mongodbUri!);
21
+ await this.client.connect();
22
+ const targetDbName =
23
+ dbName || process.env.WEBSITALK_DB_NAME || this.defaultDbName;
24
+ this.db = this.client.db(targetDbName);
25
+ setDb(this.db);
26
+ console.info(`[core-db] Website Talk MongoDB connected: ${targetDbName}`);
27
+ } catch (error) {
28
+ console.error("[core-db] Website Talk connection failed", error);
29
+ throw error;
30
+ }
31
+ }
32
+
33
+ async disconnect(): Promise<void> {
34
+ if (this.client) {
35
+ try {
36
+ await this.client.close();
37
+ this.client = null;
38
+ this.db = null;
39
+ console.info("Website Talk MongoDB disconnected successfully");
40
+ } catch (error) {
41
+ console.error("[core-db] Website Talk disconnection failed", error);
42
+ throw error;
43
+ }
44
+ }
45
+ }
46
+
47
+ getDb(): Db {
48
+ if (!this.db) {
49
+ throw new Error(
50
+ "Website Talk database not initialized. Call connect() first.",
51
+ );
52
+ }
53
+ return this.db;
54
+ }
55
+
56
+ isConnected(): boolean {
57
+ return this.client !== null && this.client !== undefined;
58
+ }
59
+ }
60
+
61
+ export const websitalkMongodbClient = new WebsitalkMongoDBClient();
@@ -0,0 +1,218 @@
1
+ import {
2
+ getScansCollection,
3
+ getScansByClientAndDateRange,
4
+ getScanFieldsByClientAndDateRange,
5
+ findScansByQuery,
6
+ countScans,
7
+ createScanDoc,
8
+ updateScanDoc,
9
+ getActiveScanStatus,
10
+ } from "../scans.getters";
11
+ import { createScanFixture } from "../../../test-utils/factories";
12
+ import { ObjectId } from "mongodb";
13
+
14
+ describe("db.websitalk.scans", () => {
15
+ describe("getScansByClientAndDateRange()", () => {
16
+ it("should return full scan documents within the date range", async () => {
17
+ const clientId = "dateRangeClient";
18
+ const startDate = new Date("2023-05-01");
19
+ const endDate = new Date("2023-05-31");
20
+
21
+ const scanInside = createScanFixture({ clientId, status: "COMPLETED" });
22
+ const scanBefore = createScanFixture({ clientId });
23
+ const scanAfter = createScanFixture({ clientId });
24
+
25
+ await getScansCollection().insertMany([
26
+ { ...scanInside, createdAt: new Date("2023-05-15") },
27
+ { ...scanBefore, createdAt: new Date("2023-04-30") },
28
+ { ...scanAfter, createdAt: new Date("2023-06-01") },
29
+ ]);
30
+
31
+ const result = await getScansByClientAndDateRange(
32
+ clientId,
33
+ startDate,
34
+ endDate,
35
+ );
36
+
37
+ expect(result.length).toBe(1);
38
+ expect(result[0]).toMatchObject({
39
+ clientId,
40
+ baseUrl: scanInside.baseUrl,
41
+ status: "COMPLETED",
42
+ });
43
+ expect(result[0]).toHaveProperty("siteChrome");
44
+ expect(result[0]).toHaveProperty("skipped");
45
+ });
46
+
47
+ it("should respect the date range boundaries (inclusive)", async () => {
48
+ const clientId = "boundaryClient";
49
+ const onStart = createScanFixture({ clientId });
50
+ const onEnd = createScanFixture({ clientId });
51
+
52
+ await getScansCollection().insertMany([
53
+ { ...onStart, createdAt: new Date("2023-05-01") },
54
+ { ...onEnd, createdAt: new Date("2023-05-31") },
55
+ ]);
56
+
57
+ const result = await getScansByClientAndDateRange(
58
+ clientId,
59
+ new Date("2023-05-01"),
60
+ new Date("2023-05-31"),
61
+ );
62
+
63
+ expect(result.length).toBe(2);
64
+ });
65
+ });
66
+
67
+ describe("getScanFieldsByClientAndDateRange()", () => {
68
+ it("should return only the requested fields (plus _id)", async () => {
69
+ const clientId = "projectionClient";
70
+ const scan = createScanFixture({
71
+ clientId,
72
+ status: "COMPLETED",
73
+ siteChrome: { url: "https://example.com", sourceType: "site_chrome" },
74
+ skipped: [{ path: "/broken", reason: "HTTP 500" }],
75
+ });
76
+
77
+ await getScansCollection().insertOne({
78
+ ...scan,
79
+ createdAt: new Date("2023-05-15"),
80
+ });
81
+
82
+ const [result] = await getScanFieldsByClientAndDateRange(
83
+ clientId,
84
+ new Date("2023-05-01"),
85
+ new Date("2023-05-31"),
86
+ ["clientId", "baseUrl", "status"],
87
+ );
88
+
89
+ expect(result).toMatchObject({
90
+ clientId,
91
+ baseUrl: scan.baseUrl,
92
+ status: "COMPLETED",
93
+ });
94
+ expect(result).toHaveProperty("_id");
95
+ expect(result).not.toHaveProperty("siteChrome");
96
+ expect(result).not.toHaveProperty("skipped");
97
+ expect(result).not.toHaveProperty("createdAt");
98
+ });
99
+ });
100
+
101
+ describe("findScansByQuery() / countScans()", () => {
102
+ it("should find scans matching a raw filter and count them", async () => {
103
+ const clientId = "queryClient";
104
+ const completed = createScanFixture({ clientId, status: "COMPLETED" });
105
+ const scanning = createScanFixture({ clientId, status: "SCANNING" });
106
+
107
+ await getScansCollection().insertMany([completed, scanning]);
108
+
109
+ const result = await findScansByQuery({ clientId, status: "COMPLETED" });
110
+ const count = await countScans({ clientId });
111
+
112
+ expect(result.length).toBe(1);
113
+ expect(result[0].baseUrl).toBe(completed.baseUrl);
114
+ expect(count).toBe(2);
115
+ });
116
+ });
117
+
118
+ describe("createScanDoc()", () => {
119
+ it("should insert a scan with default values for the rest of the fields", async () => {
120
+ const clientId = "createClient";
121
+ const baseUrl = "https://example.com";
122
+
123
+ const { insertedId } = await createScanDoc({ clientId, baseUrl });
124
+
125
+ const result = await getScansCollection().findOne({ _id: insertedId });
126
+
127
+ expect(result).toMatchObject({
128
+ clientId,
129
+ baseUrl,
130
+ status: "CHECKING",
131
+ activeTasksCount: 0,
132
+ pagesScanned: 0,
133
+ pagesSkipped: 0,
134
+ skipped: [],
135
+ siteChrome: {},
136
+ });
137
+ expect(result?.createdAt).toBeInstanceOf(Date);
138
+ expect(result?.updatedAt).toBeInstanceOf(Date);
139
+ });
140
+ });
141
+
142
+ describe("updateScanDoc()", () => {
143
+ it("should update the given fields and bump updatedAt", async () => {
144
+ const scan = createScanFixture({ status: "SCANNING", pagesScanned: 0 });
145
+ const { insertedId } = await getScansCollection().insertOne(scan);
146
+
147
+ const result = await updateScanDoc(insertedId, {
148
+ status: "COMPLETED",
149
+ pagesScanned: 10,
150
+ });
151
+
152
+ expect(result).toMatchObject({
153
+ _id: insertedId,
154
+ status: "COMPLETED",
155
+ pagesScanned: 10,
156
+ });
157
+ expect(result?.updatedAt.getTime()).toBeGreaterThan(
158
+ scan.updatedAt.getTime(),
159
+ );
160
+ });
161
+
162
+ it("should return null when the scan does not exist", async () => {
163
+ const result = await updateScanDoc(new ObjectId(), { status: "FAILED" });
164
+
165
+ expect(result).toBeNull();
166
+ });
167
+ });
168
+
169
+ describe("getActiveScanStatus()", () => {
170
+ it("should return isActive: true with the status when the latest scan is still in progress", async () => {
171
+ const clientId = "activeClient";
172
+
173
+ await getScansCollection().insertMany([
174
+ createScanFixture({
175
+ clientId,
176
+ status: "COMPLETED",
177
+ createdAt: new Date("2023-05-01"),
178
+ }),
179
+ createScanFixture({
180
+ clientId,
181
+ status: "SCANNING",
182
+ createdAt: new Date("2023-05-15"),
183
+ }),
184
+ ]);
185
+
186
+ const result = await getActiveScanStatus(clientId);
187
+
188
+ expect(result).toEqual({ isActive: true, status: "SCANNING" });
189
+ });
190
+
191
+ it("should return isActive: false when the latest scan finished (COMPLETED / FAILED)", async () => {
192
+ const clientId = "finishedClient";
193
+
194
+ await getScansCollection().insertMany([
195
+ createScanFixture({
196
+ clientId,
197
+ status: "SCANNING",
198
+ createdAt: new Date("2023-05-01"),
199
+ }),
200
+ createScanFixture({
201
+ clientId,
202
+ status: "FAILED",
203
+ createdAt: new Date("2023-05-15"),
204
+ }),
205
+ ]);
206
+
207
+ const result = await getActiveScanStatus(clientId);
208
+
209
+ expect(result).toEqual({ isActive: false });
210
+ });
211
+
212
+ it("should return isActive: false when the client has no scans", async () => {
213
+ const result = await getActiveScanStatus("noScansClient");
214
+
215
+ expect(result).toEqual({ isActive: false });
216
+ });
217
+ });
218
+ });
@@ -0,0 +1,2 @@
1
+ export * from "./scans.getters";
2
+ export * from "./scans.types";
@@ -0,0 +1,113 @@
1
+ import { Collection, Filter, ObjectId } from "mongodb";
2
+ import { getDb } from "../index";
3
+ import {
4
+ applyQueryOptions,
5
+ QueryOptions,
6
+ } from "../../talkpilot/utils/query.utils";
7
+ import type {
8
+ ActiveScanStatus,
9
+ Scan,
10
+ ScanDoc,
11
+ ScanStatus,
12
+ } from "./scans.types";
13
+
14
+ export const getScansCollection = (): Collection<Scan> => {
15
+ return getDb().collection<Scan>("scans");
16
+ };
17
+
18
+ export const getScansByClientAndDateRange = (
19
+ clientId: string,
20
+ startDate: Date,
21
+ endDate: Date,
22
+ ): Promise<ScanDoc[]> => {
23
+ return getScansCollection()
24
+ .find({
25
+ clientId,
26
+ createdAt: {
27
+ $gte: startDate,
28
+ $lte: endDate,
29
+ },
30
+ })
31
+ .toArray();
32
+ };
33
+
34
+ export const getScanFieldsByClientAndDateRange = <K extends keyof Scan>(
35
+ clientId: string,
36
+ startDate: Date,
37
+ endDate: Date,
38
+ fields: K[],
39
+ ): Promise<Pick<ScanDoc, "_id" | K>[]> => {
40
+ const projection = fields.reduce<Record<string, 1>>((acc, field) => {
41
+ acc[field as string] = 1;
42
+ return acc;
43
+ }, {});
44
+
45
+ return getScansCollection()
46
+ .find(
47
+ {
48
+ clientId,
49
+ createdAt: {
50
+ $gte: startDate,
51
+ $lte: endDate,
52
+ },
53
+ },
54
+ { projection },
55
+ )
56
+ .toArray() as Promise<Pick<ScanDoc, "_id" | K>[]>;
57
+ };
58
+
59
+ export const createScanDoc = (
60
+ scan: Pick<Scan, "clientId" | "baseUrl" | "notifyPhoneNumber">,
61
+ ) => {
62
+ return getScansCollection().insertOne({
63
+ ...scan,
64
+ status: "CHECKING",
65
+ activeTasksCount: 0,
66
+ pagesScanned: 0,
67
+ pagesSkipped: 0,
68
+ skipped: [],
69
+ siteChrome: {} as Scan["siteChrome"],
70
+ createdAt: new Date(),
71
+ updatedAt: new Date(),
72
+ });
73
+ };
74
+
75
+ const FINISHED_SCAN_STATUSES: ScanStatus[] = ["COMPLETED", "FAILED"];
76
+
77
+ export const getActiveScanStatus = async (
78
+ clientId: string,
79
+ ): Promise<ActiveScanStatus> => {
80
+ const latestScan = await getScansCollection().findOne(
81
+ { clientId },
82
+ { sort: { createdAt: -1 } },
83
+ );
84
+
85
+ if (!latestScan || FINISHED_SCAN_STATUSES.includes(latestScan.status)) {
86
+ return { isActive: false };
87
+ }
88
+
89
+ return { isActive: true, status: latestScan.status };
90
+ };
91
+
92
+ export const updateScanDoc = async (
93
+ scanId: ObjectId,
94
+ updates: Partial<Omit<Scan, "clientId" | "createdAt">>,
95
+ ): Promise<ScanDoc | null> => {
96
+ return await getScansCollection().findOneAndUpdate(
97
+ { _id: scanId },
98
+ { $set: { ...updates, updatedAt: new Date() } },
99
+ { returnDocument: "after" },
100
+ );
101
+ };
102
+
103
+ export const findScansByQuery = async (
104
+ query: Filter<Scan>,
105
+ options?: QueryOptions,
106
+ ): Promise<ScanDoc[]> => {
107
+ const cursor = getScansCollection().find(query);
108
+ return await applyQueryOptions(cursor, options).toArray();
109
+ };
110
+
111
+ export const countScans = async (query: Filter<Scan>): Promise<number> => {
112
+ return getScansCollection().countDocuments(query);
113
+ };
@@ -0,0 +1,53 @@
1
+ import { WithId } from "mongodb";
2
+
3
+ export type ScanStatus =
4
+ | "CHECKING"
5
+ | "PREPARING"
6
+ | "SCANNING"
7
+ | "PROCESSING"
8
+ | "COMPLETED"
9
+ | "FAILED";
10
+
11
+ export type ActiveScanStatus =
12
+ | { isActive: true; status: ScanStatus }
13
+ | { isActive: false };
14
+
15
+ export type SiteChromeEntry = {
16
+ url: string;
17
+ urlCanonical?: string | null;
18
+ title?: string | null;
19
+ h1?: string | null;
20
+ language?: string | null;
21
+ sourceType?: string | null;
22
+ status?: string | null;
23
+ context?: string | null;
24
+ contentHash?: string | null;
25
+ errorMessage?: string | null;
26
+ breadcrumbs?: unknown;
27
+ description?: string | null;
28
+ sourceUrl?: string | null;
29
+ fetchedAt?: Date | null;
30
+ createdAt?: Date;
31
+ updatedAt?: Date;
32
+ };
33
+
34
+ export type SkippedEntry = {
35
+ path: string;
36
+ reason: string;
37
+ };
38
+
39
+ export type Scan = {
40
+ clientId: string;
41
+ baseUrl: string;
42
+ notifyPhoneNumber?: string | null;
43
+ status: ScanStatus;
44
+ activeTasksCount: number;
45
+ pagesScanned: number;
46
+ pagesSkipped: number;
47
+ skipped: SkippedEntry[];
48
+ siteChrome: SiteChromeEntry;
49
+ createdAt: Date;
50
+ updatedAt: Date;
51
+ };
52
+
53
+ export type ScanDoc = WithId<Scan>;