@talkpilot/core-db 1.3.7 → 1.3.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/.claude/settings.local.json +11 -0
  2. package/.cursor/rules/development.mdc +65 -65
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +257 -190
  5. package/README_OLD.md +160 -160
  6. package/dist/municipal/tickets/tickets.deprecated.getters.d.ts +12 -0
  7. package/dist/municipal/tickets/tickets.deprecated.getters.d.ts.map +1 -0
  8. package/dist/municipal/tickets/tickets.deprecated.getters.js +131 -0
  9. package/dist/municipal/tickets/tickets.deprecated.getters.js.map +1 -0
  10. package/dist/municipal/tickets/tickets.statistics.dates.d.ts +7 -0
  11. package/dist/municipal/tickets/tickets.statistics.dates.d.ts.map +1 -0
  12. package/dist/municipal/tickets/tickets.statistics.dates.js +40 -0
  13. package/dist/municipal/tickets/tickets.statistics.dates.js.map +1 -0
  14. package/dist/municipal/tickets/tickets.statistics.getters.d.ts +4 -0
  15. package/dist/municipal/tickets/tickets.statistics.getters.d.ts.map +1 -1
  16. package/dist/municipal/tickets/tickets.statistics.getters.js +30 -3
  17. package/dist/municipal/tickets/tickets.statistics.getters.js.map +1 -1
  18. package/dist/municipal/tickets/tickets.statistics.pipeline.d.ts +53 -0
  19. package/dist/municipal/tickets/tickets.statistics.pipeline.d.ts.map +1 -0
  20. package/dist/municipal/tickets/tickets.statistics.pipeline.js +112 -0
  21. package/dist/municipal/tickets/tickets.statistics.pipeline.js.map +1 -0
  22. package/dist/municipal/tickets/tickets.statistics.utils.d.ts +7 -0
  23. package/dist/municipal/tickets/tickets.statistics.utils.d.ts.map +1 -0
  24. package/dist/municipal/tickets/tickets.statistics.utils.js +40 -0
  25. package/dist/municipal/tickets/tickets.statistics.utils.js.map +1 -0
  26. package/dist/talkpilot/calls/calls.statistics.getters.d.ts.map +1 -1
  27. package/dist/talkpilot/calls/calls.statistics.getters.js +18 -18
  28. package/dist/talkpilot/calls/calls.statistics.getters.js.map +1 -1
  29. package/dist/talkpilot/calls/calls.statistics.ticketScope.d.ts +12 -0
  30. package/dist/talkpilot/calls/calls.statistics.ticketScope.d.ts.map +1 -0
  31. package/dist/talkpilot/calls/calls.statistics.ticketScope.js +37 -0
  32. package/dist/talkpilot/calls/calls.statistics.ticketScope.js.map +1 -0
  33. package/dist/talkpilot/calls/calls.statistics.tickets.d.ts +17 -0
  34. package/dist/talkpilot/calls/calls.statistics.tickets.d.ts.map +1 -0
  35. package/dist/talkpilot/calls/calls.statistics.tickets.js +33 -0
  36. package/dist/talkpilot/calls/calls.statistics.tickets.js.map +1 -0
  37. package/dist/talkpilot/calls/calls.statistics.types.d.ts +4 -1
  38. package/dist/talkpilot/calls/calls.statistics.types.d.ts.map +1 -1
  39. package/dist/utils/statistics.aggregation.d.ts +20 -0
  40. package/dist/utils/statistics.aggregation.d.ts.map +1 -0
  41. package/dist/utils/statistics.aggregation.js +43 -0
  42. package/dist/utils/statistics.aggregation.js.map +1 -0
  43. package/jest.config.js +20 -20
  44. package/package.json +46 -46
  45. package/src/__tests__/setup.ts +20 -20
  46. package/src/connection.ts +54 -54
  47. package/src/index.ts +26 -26
  48. package/src/municipal/__tests__/validation.spec.ts +62 -62
  49. package/src/municipal/cities/cities.getters.ts +50 -50
  50. package/src/municipal/cities/cities.types.ts +11 -11
  51. package/src/municipal/cities/index.ts +2 -2
  52. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +282 -282
  53. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +72 -72
  54. package/src/municipal/departmentsSubjects/index.ts +9 -9
  55. package/src/municipal/index.ts +22 -22
  56. package/src/municipal/mongodb-client.ts +61 -61
  57. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +92 -92
  58. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  59. package/src/municipal/muniIssues/index.ts +17 -17
  60. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  61. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  62. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  63. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  64. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  65. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  66. package/src/municipal/streets/index.ts +2 -2
  67. package/src/municipal/streets/streets.getters.ts +125 -125
  68. package/src/municipal/streets/streets.types.ts +18 -18
  69. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  70. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  71. package/src/municipal/systemInstructions/index.ts +7 -7
  72. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  73. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  74. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  75. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  76. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +68 -51
  77. package/src/municipal/tickets/index.ts +3 -3
  78. package/src/municipal/tickets/tickets.constants.ts +8 -8
  79. package/src/municipal/tickets/tickets.getters.ts +121 -121
  80. package/src/municipal/tickets/tickets.statistics.aggregation.ts +96 -96
  81. package/src/municipal/tickets/tickets.statistics.getters.ts +109 -71
  82. package/src/municipal/tickets/tickets.types.ts +53 -53
  83. package/src/municipal/utils/types.ts +11 -11
  84. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  85. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  86. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  87. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  88. package/src/talkpilot/agents/agents.getters.ts +34 -34
  89. package/src/talkpilot/agents/agents.types.ts +14 -14
  90. package/src/talkpilot/agents/index.ts +2 -2
  91. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  92. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  93. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  94. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  95. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  96. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +149 -149
  97. package/src/talkpilot/calls/__tests__/calls.spec.ts +270 -270
  98. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +375 -344
  99. package/src/talkpilot/calls/calls.constants.ts +20 -20
  100. package/src/talkpilot/calls/calls.getters.ts +248 -248
  101. package/src/talkpilot/calls/calls.statistics.getters.ts +590 -587
  102. package/src/talkpilot/calls/calls.statistics.types.ts +47 -44
  103. package/src/talkpilot/calls/calls.types.ts +119 -119
  104. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +292 -292
  105. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  106. package/src/talkpilot/calls/index.ts +6 -6
  107. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  108. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  109. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  110. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  111. package/src/talkpilot/clients/clients.getters.ts +16 -16
  112. package/src/talkpilot/clients/clients.types.ts +14 -14
  113. package/src/talkpilot/clients/index.ts +2 -2
  114. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +53 -53
  115. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +190 -190
  116. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +55 -55
  117. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +127 -127
  118. package/src/talkpilot/clientsConfig/index.ts +2 -2
  119. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +176 -176
  120. package/src/talkpilot/contextNotes/contextNotes.getters.ts +86 -86
  121. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  122. package/src/talkpilot/contextNotes/index.ts +2 -2
  123. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +96 -96
  124. package/src/talkpilot/flows/flows.getter.ts +14 -14
  125. package/src/talkpilot/flows/flows.schema.ts +154 -154
  126. package/src/talkpilot/flows/flows.types.ts +187 -187
  127. package/src/talkpilot/flows/index.ts +2 -2
  128. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  129. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  130. package/src/talkpilot/groups/groups.getters.ts +30 -30
  131. package/src/talkpilot/groups/groups.types.ts +29 -29
  132. package/src/talkpilot/groups/index.ts +3 -3
  133. package/src/talkpilot/groups/phone.utils.ts +46 -46
  134. package/src/talkpilot/index.ts +31 -31
  135. package/src/talkpilot/leads/index.ts +2 -2
  136. package/src/talkpilot/leads/leads.getter.ts +6 -6
  137. package/src/talkpilot/leads/leads.schema.ts +33 -33
  138. package/src/talkpilot/leads/leads.types.ts +20 -20
  139. package/src/talkpilot/mongodb-client.ts +78 -78
  140. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +252 -252
  141. package/src/talkpilot/phone_numbers/index.ts +2 -2
  142. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +158 -158
  143. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  144. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  145. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  146. package/src/talkpilot/plans/index.ts +2 -2
  147. package/src/talkpilot/plans/plans.getters.ts +132 -132
  148. package/src/talkpilot/plans/plans.types.ts +89 -89
  149. package/src/talkpilot/products/__tests__/products.getters.spec.ts +45 -45
  150. package/src/talkpilot/products/index.ts +2 -2
  151. package/src/talkpilot/products/products.getters.ts +12 -12
  152. package/src/talkpilot/products/products.types.ts +9 -9
  153. package/src/talkpilot/results/index.ts +7 -7
  154. package/src/talkpilot/results/results.getter.ts +39 -39
  155. package/src/talkpilot/results/results.schema.ts +25 -25
  156. package/src/talkpilot/results/results.types.ts +34 -34
  157. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  158. package/src/talkpilot/retry_analyze/index.ts +2 -2
  159. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  160. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  161. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  162. package/src/talkpilot/sessions/index.ts +2 -2
  163. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  164. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  165. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  166. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  167. package/src/talkpilot/subscriptions/index.ts +3 -3
  168. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  169. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  170. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  171. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  172. package/src/talkpilot/utils/query.utils.ts +21 -21
  173. package/src/test-utils/db-utils.ts +26 -26
  174. package/src/test-utils/factories/index.ts +15 -15
  175. package/src/test-utils/factories/municipal/cities.ts +16 -16
  176. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  177. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  178. package/src/test-utils/factories/municipal/streets.ts +22 -22
  179. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  180. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  181. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  182. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  183. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  184. package/src/test-utils/factories/talkpilot/contextNotes.ts +33 -33
  185. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  186. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  187. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  188. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  189. package/src/test-utils/factories/websitalk/scans.ts +23 -23
  190. package/src/utils/date.utils.ts +116 -116
  191. package/src/utils/shared.types.ts +4 -4
  192. package/src/utils/validation.ts +23 -23
  193. package/src/websitalk/index.ts +15 -15
  194. package/src/websitalk/mongodb-client.ts +61 -61
  195. package/src/websitalk/scans/__tests__/scans.spec.ts +218 -218
  196. package/src/websitalk/scans/index.ts +2 -2
  197. package/src/websitalk/scans/scans.getters.ts +113 -113
  198. package/src/websitalk/scans/scans.types.ts +53 -53
  199. package/tsconfig.json +23 -23
@@ -0,0 +1,43 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.warnIfLargeSidArray = exports.callSidInSetExpr = exports.buildCallSidLookup = exports.resolveMaxTimeMS = exports.StatisticsTimeoutError = exports.MAX_RECOMMENDED_SID_ARRAY_SIZE = exports.DEFAULT_STATS_MAX_TIME_MS = void 0;
4
+ /** Default server-side cap for statistics aggregations (30s). */
5
+ exports.DEFAULT_STATS_MAX_TIME_MS = 30_000;
6
+ /** Log a warning when SID arrays exceed this size (BSON / pipeline pressure). */
7
+ exports.MAX_RECOMMENDED_SID_ARRAY_SIZE = 10_000;
8
+ class StatisticsTimeoutError extends Error {
9
+ constructor(maxTimeMS) {
10
+ super(`Statistics aggregation exceeded maxTimeMS (${maxTimeMS})`);
11
+ this.name = "StatisticsTimeoutError";
12
+ }
13
+ }
14
+ exports.StatisticsTimeoutError = StatisticsTimeoutError;
15
+ const resolveMaxTimeMS = (options) => options?.maxTimeMS ?? exports.DEFAULT_STATS_MAX_TIME_MS;
16
+ exports.resolveMaxTimeMS = resolveMaxTimeMS;
17
+ /** Builds a constant lookup object for O(1) membership checks via $getField. */
18
+ const buildCallSidLookup = (callSids) => Object.fromEntries(callSids.map((sid) => [sid, true]));
19
+ exports.buildCallSidLookup = buildCallSidLookup;
20
+ /**
21
+ * $expr that is true when `$callSid` is in `callSids`.
22
+ * Prefer over `$in` for large arrays embedded in aggregation pipelines.
23
+ */
24
+ const callSidInSetExpr = (callSids) => ({
25
+ $eq: [
26
+ {
27
+ $getField: {
28
+ field: "$callSid",
29
+ input: (0, exports.buildCallSidLookup)(callSids),
30
+ default: false,
31
+ },
32
+ },
33
+ true,
34
+ ],
35
+ });
36
+ exports.callSidInSetExpr = callSidInSetExpr;
37
+ const warnIfLargeSidArray = (label, callSids) => {
38
+ if (callSids.length > exports.MAX_RECOMMENDED_SID_ARRAY_SIZE) {
39
+ console.warn(`[core-db statistics] ${label}: ${callSids.length} call SIDs exceeds recommended max (${exports.MAX_RECOMMENDED_SID_ARRAY_SIZE}). Narrow the date range or cache SIDs once per request.`);
40
+ }
41
+ };
42
+ exports.warnIfLargeSidArray = warnIfLargeSidArray;
43
+ //# sourceMappingURL=statistics.aggregation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"statistics.aggregation.js","sourceRoot":"","sources":["../../src/utils/statistics.aggregation.ts"],"names":[],"mappings":";;;AAAA,iEAAiE;AACpD,QAAA,yBAAyB,GAAG,MAAM,CAAC;AAEhD,iFAAiF;AACpE,QAAA,8BAA8B,GAAG,MAAM,CAAC;AAMrD,MAAa,sBAAuB,SAAQ,KAAK;IAC/C,YAAY,SAAiB;QAC3B,KAAK,CAAC,8CAA8C,SAAS,GAAG,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AALD,wDAKC;AAEM,MAAM,gBAAgB,GAAG,CAAC,OAAsC,EAAU,EAAE,CACjF,OAAO,EAAE,SAAS,IAAI,iCAAyB,CAAC;AADrC,QAAA,gBAAgB,oBACqB;AAElD,gFAAgF;AACzE,MAAM,kBAAkB,GAAG,CAAC,QAAkB,EAAwB,EAAE,CAC7E,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAyB,CAAC;AADpE,QAAA,kBAAkB,sBACkD;AAEjF;;;GAGG;AACI,MAAM,gBAAgB,GAAG,CAAC,QAAkB,EAA2B,EAAE,CAAC,CAAC;IAChF,GAAG,EAAE;QACH;YACE,SAAS,EAAE;gBACT,KAAK,EAAE,UAAU;gBACjB,KAAK,EAAE,IAAA,0BAAkB,EAAC,QAAQ,CAAC;gBACnC,OAAO,EAAE,KAAK;aACf;SACF;QACD,IAAI;KACL;CACF,CAAC,CAAC;AAXU,QAAA,gBAAgB,oBAW1B;AAEI,MAAM,mBAAmB,GAAG,CAAC,KAAa,EAAE,QAAkB,EAAQ,EAAE;IAC7E,IAAI,QAAQ,CAAC,MAAM,GAAG,sCAA8B,EAAE,CAAC;QACrD,OAAO,CAAC,IAAI,CACV,wBAAwB,KAAK,KAAK,QAAQ,CAAC,MAAM,uCAAuC,sCAA8B,0DAA0D,CACjL,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AANW,QAAA,mBAAmB,uBAM9B"}
package/jest.config.js CHANGED
@@ -1,20 +1,20 @@
1
- /** @type {import('ts-jest').JestConfigWithTsJest} */
2
- module.exports = {
3
- preset: 'ts-jest',
4
- testEnvironment: 'node',
5
- roots: ['<rootDir>/src'],
6
- testPathIgnorePatterns: ['<rootDir>/src/__tests__/legacy/'],
7
- testMatch: ['**/__tests__/**/*.spec.ts', '**/*.spec.ts'],
8
- transform: {
9
- '^.+\\.tsx?$': ['ts-jest', {
10
- tsconfig: 'tsconfig.json',
11
- }],
12
- },
13
- setupFilesAfterEnv: ['<rootDir>/src/__tests__/setup.ts'],
14
- maxWorkers: 1,
15
- verbose: true,
16
- forceExit: true,
17
- clearMocks: true,
18
- resetMocks: true,
19
- restoreMocks: true,
20
- };
1
+ /** @type {import('ts-jest').JestConfigWithTsJest} */
2
+ module.exports = {
3
+ preset: 'ts-jest',
4
+ testEnvironment: 'node',
5
+ roots: ['<rootDir>/src'],
6
+ testPathIgnorePatterns: ['<rootDir>/src/__tests__/legacy/'],
7
+ testMatch: ['**/__tests__/**/*.spec.ts', '**/*.spec.ts'],
8
+ transform: {
9
+ '^.+\\.tsx?$': ['ts-jest', {
10
+ tsconfig: 'tsconfig.json',
11
+ }],
12
+ },
13
+ setupFilesAfterEnv: ['<rootDir>/src/__tests__/setup.ts'],
14
+ maxWorkers: 1,
15
+ verbose: true,
16
+ forceExit: true,
17
+ clearMocks: true,
18
+ resetMocks: true,
19
+ restoreMocks: true,
20
+ };
package/package.json CHANGED
@@ -1,46 +1,46 @@
1
- {
2
- "name": "@talkpilot/core-db",
3
- "version": "1.3.7",
4
- "description": "Core database package for centralized connections and ORM integration.",
5
- "main": "dist/index.js",
6
- "types": "dist/index.d.ts",
7
- "scripts": {
8
- "build": "tsc",
9
- "dev": "tsc --watch",
10
- "test": "jest",
11
- "lint": "eslint 'src/**/*.{ts,tsx}'",
12
- "format": "prettier --write \"src/**/*.{ts,tsx}\"",
13
- "prepare": "npm run build"
14
- },
15
- "keywords": [
16
- "database",
17
- "orm",
18
- "typescript",
19
- "postgres",
20
- "db-client"
21
- ],
22
- "author": "",
23
- "license": "MIT",
24
- "dependencies": {
25
- "dayjs": "^1.11.21",
26
- "express": "^4.18.0",
27
- "google-libphonenumber": "^3.2.0",
28
- "mongodb": "^6.11.0"
29
- },
30
- "devDependencies": {
31
- "@faker-js/faker": "^8.0.0",
32
- "@types/express": "^4.17.0",
33
- "@types/google-libphonenumber": "^7.4.0",
34
- "@types/jest": "^29.0.0",
35
- "@types/node": "^20.0.0",
36
- "fishery": "^2.4.0",
37
- "jest": "^29.0.0",
38
- "mongodb-memory-server": "^10.0.0",
39
- "prettier": "^3.8.2",
40
- "ts-jest": "^29.0.0",
41
- "typescript": "^5.0.0"
42
- },
43
- "publishConfig": {
44
- "access": "public"
45
- }
46
- }
1
+ {
2
+ "name": "@talkpilot/core-db",
3
+ "version": "1.3.9",
4
+ "description": "Core database package for centralized connections and ORM integration.",
5
+ "main": "dist/index.js",
6
+ "types": "dist/index.d.ts",
7
+ "scripts": {
8
+ "build": "tsc",
9
+ "dev": "tsc --watch",
10
+ "test": "jest",
11
+ "lint": "eslint 'src/**/*.{ts,tsx}'",
12
+ "format": "prettier --write \"src/**/*.{ts,tsx}\"",
13
+ "prepare": "npm run build"
14
+ },
15
+ "keywords": [
16
+ "database",
17
+ "orm",
18
+ "typescript",
19
+ "postgres",
20
+ "db-client"
21
+ ],
22
+ "author": "",
23
+ "license": "MIT",
24
+ "dependencies": {
25
+ "dayjs": "^1.11.21",
26
+ "express": "^4.18.0",
27
+ "google-libphonenumber": "^3.2.0",
28
+ "mongodb": "^6.11.0"
29
+ },
30
+ "devDependencies": {
31
+ "@faker-js/faker": "^8.0.0",
32
+ "@types/express": "^4.17.0",
33
+ "@types/google-libphonenumber": "^7.4.0",
34
+ "@types/jest": "^29.0.0",
35
+ "@types/node": "^20.0.0",
36
+ "fishery": "^2.4.0",
37
+ "jest": "^29.0.0",
38
+ "mongodb-memory-server": "^10.0.0",
39
+ "prettier": "^3.8.2",
40
+ "ts-jest": "^29.0.0",
41
+ "typescript": "^5.0.0"
42
+ },
43
+ "publishConfig": {
44
+ "access": "public"
45
+ }
46
+ }
@@ -1,20 +1,20 @@
1
- import { initTestDb, closeTestDb } from "../test-utils/db-utils";
2
-
3
- declare global {
4
- // eslint-disable-next-line no-var
5
- var db: import("mongodb").Db;
6
- }
7
-
8
- // Set up global mocks if needed
9
- // global.fetch = jest.fn();
10
-
11
- beforeEach(async () => {
12
- global.db = await initTestDb();
13
- }, 30_000);
14
-
15
- afterEach(async () => {
16
- await closeTestDb();
17
- jest.resetAllMocks();
18
- });
19
-
20
- process.env.NODE_ENV = "test";
1
+ import { initTestDb, closeTestDb } from "../test-utils/db-utils";
2
+
3
+ declare global {
4
+ // eslint-disable-next-line no-var
5
+ var db: import("mongodb").Db;
6
+ }
7
+
8
+ // Set up global mocks if needed
9
+ // global.fetch = jest.fn();
10
+
11
+ beforeEach(async () => {
12
+ global.db = await initTestDb();
13
+ }, 30_000);
14
+
15
+ afterEach(async () => {
16
+ await closeTestDb();
17
+ jest.resetAllMocks();
18
+ });
19
+
20
+ process.env.NODE_ENV = "test";
package/src/connection.ts CHANGED
@@ -1,54 +1,54 @@
1
- import { mongodbClient } from "./talkpilot";
2
- import { municipalDataMongodbClient } from "./municipal";
3
- import { websitalkMongodbClient } from "./websitalk";
4
-
5
- let isConnected = false;
6
-
7
- /**
8
- * Ensures the database clients are initialized.
9
- * This function reads from MONGO_URI.
10
- */
11
- export async function ensureDbConnected() {
12
- if (isConnected) {
13
- return;
14
- }
15
-
16
- const mongoUri = process.env.MONGO_URI || process.env.MONGODB_URI;
17
- const talkpilotUri = mongoUri;
18
- const municipalUri = mongoUri;
19
- const websiteTalkUri = mongoUri;
20
-
21
- if (!talkpilotUri) {
22
- console.warn("[core-db] MONGO_URI is not set");
23
- } else {
24
- const dbNameFromUri = talkpilotUri.split("/").pop()?.split("?")[0];
25
- const dbName = dbNameFromUri || process.env.TALKPILOT_DB_NAME;
26
- await mongodbClient.connect(talkpilotUri, dbName);
27
- console.info(
28
- `[core-db] Connected to TalkPilot MongoDB: ${dbName || "via env"}`,
29
- );
30
- }
31
-
32
- if (!municipalUri) {
33
- console.warn("[core-db] MONGO_URI is not set");
34
- } else {
35
- const dbNameFromUri = municipalUri.split("/").pop()?.split("?")[0];
36
- const dbName = dbNameFromUri || process.env.MUNICIPAL_DB_NAME;
37
- await municipalDataMongodbClient.connect(municipalUri, dbName);
38
- console.info(
39
- `[core-db] Connected to Municipal Data MongoDB: ${dbName || "via env"}`,
40
- );
41
- }
42
-
43
- if (!websiteTalkUri) {
44
- console.warn("[core-db] MONGO_URI is not set");
45
- } else {
46
- const dbName = process.env.WEBSITALK_DB_NAME;
47
- await websitalkMongodbClient.connect(websiteTalkUri, dbName);
48
- console.info(
49
- `[core-db] Connected to Website Talk MongoDB: ${dbName || "website-talk (default)"}`,
50
- );
51
- }
52
-
53
- isConnected = true;
54
- }
1
+ import { mongodbClient } from "./talkpilot";
2
+ import { municipalDataMongodbClient } from "./municipal";
3
+ import { websitalkMongodbClient } from "./websitalk";
4
+
5
+ let isConnected = false;
6
+
7
+ /**
8
+ * Ensures the database clients are initialized.
9
+ * This function reads from MONGO_URI.
10
+ */
11
+ export async function ensureDbConnected() {
12
+ if (isConnected) {
13
+ return;
14
+ }
15
+
16
+ const mongoUri = process.env.MONGO_URI || process.env.MONGODB_URI;
17
+ const talkpilotUri = mongoUri;
18
+ const municipalUri = mongoUri;
19
+ const websiteTalkUri = mongoUri;
20
+
21
+ if (!talkpilotUri) {
22
+ console.warn("[core-db] MONGO_URI is not set");
23
+ } else {
24
+ const dbNameFromUri = talkpilotUri.split("/").pop()?.split("?")[0];
25
+ const dbName = dbNameFromUri || process.env.TALKPILOT_DB_NAME;
26
+ await mongodbClient.connect(talkpilotUri, dbName);
27
+ console.info(
28
+ `[core-db] Connected to TalkPilot MongoDB: ${dbName || "via env"}`,
29
+ );
30
+ }
31
+
32
+ if (!municipalUri) {
33
+ console.warn("[core-db] MONGO_URI is not set");
34
+ } else {
35
+ const dbNameFromUri = municipalUri.split("/").pop()?.split("?")[0];
36
+ const dbName = dbNameFromUri || process.env.MUNICIPAL_DB_NAME;
37
+ await municipalDataMongodbClient.connect(municipalUri, dbName);
38
+ console.info(
39
+ `[core-db] Connected to Municipal Data MongoDB: ${dbName || "via env"}`,
40
+ );
41
+ }
42
+
43
+ if (!websiteTalkUri) {
44
+ console.warn("[core-db] MONGO_URI is not set");
45
+ } else {
46
+ const dbName = process.env.WEBSITALK_DB_NAME;
47
+ await websitalkMongodbClient.connect(websiteTalkUri, dbName);
48
+ console.info(
49
+ `[core-db] Connected to Website Talk MongoDB: ${dbName || "website-talk (default)"}`,
50
+ );
51
+ }
52
+
53
+ isConnected = true;
54
+ }
package/src/index.ts CHANGED
@@ -1,26 +1,26 @@
1
- // TalkPilot DB exports
2
- export * from "./talkpilot";
3
- export * from "./connection";
4
-
5
- export {
6
- municipalDataMongodbClient,
7
- getDb as getMunicipalDataDb,
8
- setDb as setMunicipalDataDb,
9
- ObjectId as MunicipalDataObjectId,
10
- } from "./municipal";
11
- export * from "./municipal/cities";
12
- export * from "./municipal/streets";
13
- export * from "./municipal/departmentsSubjects";
14
- export * from "./municipal/tickets";
15
- export * from "./municipal/systemInstructions";
16
- export * from "./municipal/muniIssues";
17
- export * from "./municipal/utils/types";
18
-
19
- export {
20
- websitalkMongodbClient,
21
- getDb as getWebsitalkDb,
22
- setDb as setWebsitalkDb,
23
- ObjectId as WebsitalkObjectId,
24
- } from "./websitalk";
25
- export * from "./websitalk/scans/scans.getters";
26
- export type * from "./websitalk/scans/scans.types";
1
+ // TalkPilot DB exports
2
+ export * from "./talkpilot";
3
+ export * from "./connection";
4
+
5
+ export {
6
+ municipalDataMongodbClient,
7
+ getDb as getMunicipalDataDb,
8
+ setDb as setMunicipalDataDb,
9
+ ObjectId as MunicipalDataObjectId,
10
+ } from "./municipal";
11
+ export * from "./municipal/cities";
12
+ export * from "./municipal/streets";
13
+ export * from "./municipal/departmentsSubjects";
14
+ export * from "./municipal/tickets";
15
+ export * from "./municipal/systemInstructions";
16
+ export * from "./municipal/muniIssues";
17
+ export * from "./municipal/utils/types";
18
+
19
+ export {
20
+ websitalkMongodbClient,
21
+ getDb as getWebsitalkDb,
22
+ setDb as setWebsitalkDb,
23
+ ObjectId as WebsitalkObjectId,
24
+ } from "./websitalk";
25
+ export * from "./websitalk/scans/scans.getters";
26
+ export type * from "./websitalk/scans/scans.types";
@@ -1,62 +1,62 @@
1
- import { municipalDataMongodbClient } from "../mongodb-client";
2
- import { MongoClient } from "mongodb";
3
-
4
- describe("MunicipalDataMongoDBClient Validation", () => {
5
- const originalEnv = process.env;
6
-
7
- beforeEach(() => {
8
- process.env = { ...originalEnv };
9
- delete process.env.MONGO_URI;
10
- delete process.env.MONGODB_URI;
11
-
12
- // Force reset singleton state
13
- (municipalDataMongodbClient as any).client = null;
14
- (municipalDataMongodbClient as any).db = null;
15
- });
16
-
17
- afterAll(async () => {
18
- process.env = originalEnv;
19
- await municipalDataMongodbClient.disconnect();
20
- });
21
-
22
- it("should succeed with default database name if only URI is provided", async () => {
23
- const mockDb = { databaseName: "municipal-data" };
24
- const connectSpy = jest
25
- .spyOn(MongoClient.prototype, "connect")
26
- .mockResolvedValue({} as any);
27
- const dbSpy = jest
28
- .spyOn(MongoClient.prototype, "db")
29
- .mockReturnValue(mockDb as any);
30
-
31
- const validUri = "mongodb://127.0.0.1:27017";
32
- await municipalDataMongodbClient.connect(validUri);
33
-
34
- expect(municipalDataMongodbClient.getDb()).toBeDefined();
35
- expect(municipalDataMongodbClient.getDb().databaseName).toBe(
36
- "municipal-data",
37
- );
38
-
39
- connectSpy.mockRestore();
40
- dbSpy.mockRestore();
41
- });
42
-
43
- it("should allow overriding the default database name", async () => {
44
- const mockDb = { databaseName: "custom-municipal-db" };
45
- const connectSpy = jest
46
- .spyOn(MongoClient.prototype, "connect")
47
- .mockResolvedValue({} as any);
48
- const dbSpy = jest
49
- .spyOn(MongoClient.prototype, "db")
50
- .mockReturnValue(mockDb as any);
51
-
52
- const validUri = "mongodb://127.0.0.1:27017";
53
- await municipalDataMongodbClient.connect(validUri, "custom-municipal-db");
54
-
55
- expect(municipalDataMongodbClient.getDb().databaseName).toBe(
56
- "custom-municipal-db",
57
- );
58
-
59
- connectSpy.mockRestore();
60
- dbSpy.mockRestore();
61
- });
62
- });
1
+ import { municipalDataMongodbClient } from "../mongodb-client";
2
+ import { MongoClient } from "mongodb";
3
+
4
+ describe("MunicipalDataMongoDBClient Validation", () => {
5
+ const originalEnv = process.env;
6
+
7
+ beforeEach(() => {
8
+ process.env = { ...originalEnv };
9
+ delete process.env.MONGO_URI;
10
+ delete process.env.MONGODB_URI;
11
+
12
+ // Force reset singleton state
13
+ (municipalDataMongodbClient as any).client = null;
14
+ (municipalDataMongodbClient as any).db = null;
15
+ });
16
+
17
+ afterAll(async () => {
18
+ process.env = originalEnv;
19
+ await municipalDataMongodbClient.disconnect();
20
+ });
21
+
22
+ it("should succeed with default database name if only URI is provided", async () => {
23
+ const mockDb = { databaseName: "municipal-data" };
24
+ const connectSpy = jest
25
+ .spyOn(MongoClient.prototype, "connect")
26
+ .mockResolvedValue({} as any);
27
+ const dbSpy = jest
28
+ .spyOn(MongoClient.prototype, "db")
29
+ .mockReturnValue(mockDb as any);
30
+
31
+ const validUri = "mongodb://127.0.0.1:27017";
32
+ await municipalDataMongodbClient.connect(validUri);
33
+
34
+ expect(municipalDataMongodbClient.getDb()).toBeDefined();
35
+ expect(municipalDataMongodbClient.getDb().databaseName).toBe(
36
+ "municipal-data",
37
+ );
38
+
39
+ connectSpy.mockRestore();
40
+ dbSpy.mockRestore();
41
+ });
42
+
43
+ it("should allow overriding the default database name", async () => {
44
+ const mockDb = { databaseName: "custom-municipal-db" };
45
+ const connectSpy = jest
46
+ .spyOn(MongoClient.prototype, "connect")
47
+ .mockResolvedValue({} as any);
48
+ const dbSpy = jest
49
+ .spyOn(MongoClient.prototype, "db")
50
+ .mockReturnValue(mockDb as any);
51
+
52
+ const validUri = "mongodb://127.0.0.1:27017";
53
+ await municipalDataMongodbClient.connect(validUri, "custom-municipal-db");
54
+
55
+ expect(municipalDataMongodbClient.getDb().databaseName).toBe(
56
+ "custom-municipal-db",
57
+ );
58
+
59
+ connectSpy.mockRestore();
60
+ dbSpy.mockRestore();
61
+ });
62
+ });
@@ -1,50 +1,50 @@
1
- import { getDb, ObjectId, City } from "../index";
2
- import { Collection, Filter, ObjectId as MongoObjectId } from "mongodb";
3
-
4
- export const getCitiesCollection = (): Collection<City> => {
5
- return getDb().collection<City>("cities");
6
- };
7
-
8
- export const findCities = async (
9
- filter: Filter<City> = {},
10
- ): Promise<City[]> => {
11
- return await getCitiesCollection().find(filter).toArray();
12
- };
13
-
14
- export const getCityById = async (cityId: string): Promise<City | null> => {
15
- const city = await getCitiesCollection().findOne({
16
- _id: new ObjectId(cityId),
17
- });
18
- return city ? city : null;
19
- };
20
-
21
- export const createCity = async (
22
- cityData: Omit<City, "_id" | "createdAt" | "updatedAt">,
23
- ): Promise<MongoObjectId> => {
24
- const city: Omit<City, "_id"> = {
25
- ...cityData,
26
- createdAt: new Date(),
27
- updatedAt: new Date(),
28
- };
29
- const { insertedId } = await getCitiesCollection().insertOne(city as City);
30
- return insertedId;
31
- };
32
-
33
- export const updateCity = async (
34
- cityId: string,
35
- data: Partial<Omit<City, "_id" | "createdAt" | "updatedAt">>,
36
- ): Promise<City | null> => {
37
- const result = await getCitiesCollection().findOneAndUpdate(
38
- { _id: new ObjectId(cityId) },
39
- { $set: { ...data, updatedAt: new Date() } },
40
- { returnDocument: "after" },
41
- );
42
- return result || null;
43
- };
44
-
45
- export const deleteCity = async (cityId: string): Promise<boolean> => {
46
- const result = await getCitiesCollection().deleteOne({
47
- _id: new ObjectId(cityId),
48
- });
49
- return result.deletedCount > 0;
50
- };
1
+ import { getDb, ObjectId, City } from "../index";
2
+ import { Collection, Filter, ObjectId as MongoObjectId } from "mongodb";
3
+
4
+ export const getCitiesCollection = (): Collection<City> => {
5
+ return getDb().collection<City>("cities");
6
+ };
7
+
8
+ export const findCities = async (
9
+ filter: Filter<City> = {},
10
+ ): Promise<City[]> => {
11
+ return await getCitiesCollection().find(filter).toArray();
12
+ };
13
+
14
+ export const getCityById = async (cityId: string): Promise<City | null> => {
15
+ const city = await getCitiesCollection().findOne({
16
+ _id: new ObjectId(cityId),
17
+ });
18
+ return city ? city : null;
19
+ };
20
+
21
+ export const createCity = async (
22
+ cityData: Omit<City, "_id" | "createdAt" | "updatedAt">,
23
+ ): Promise<MongoObjectId> => {
24
+ const city: Omit<City, "_id"> = {
25
+ ...cityData,
26
+ createdAt: new Date(),
27
+ updatedAt: new Date(),
28
+ };
29
+ const { insertedId } = await getCitiesCollection().insertOne(city as City);
30
+ return insertedId;
31
+ };
32
+
33
+ export const updateCity = async (
34
+ cityId: string,
35
+ data: Partial<Omit<City, "_id" | "createdAt" | "updatedAt">>,
36
+ ): Promise<City | null> => {
37
+ const result = await getCitiesCollection().findOneAndUpdate(
38
+ { _id: new ObjectId(cityId) },
39
+ { $set: { ...data, updatedAt: new Date() } },
40
+ { returnDocument: "after" },
41
+ );
42
+ return result || null;
43
+ };
44
+
45
+ export const deleteCity = async (cityId: string): Promise<boolean> => {
46
+ const result = await getCitiesCollection().deleteOne({
47
+ _id: new ObjectId(cityId),
48
+ });
49
+ return result.deletedCount > 0;
50
+ };
@@ -1,11 +1,11 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- export type City = {
4
- _id: ObjectId;
5
- createdAt: Date;
6
- updatedAt: Date;
7
- name: string;
8
- displayName: string;
9
- };
10
-
11
- export type CityDoc = WithId<City>;
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ export type City = {
4
+ _id: ObjectId;
5
+ createdAt: Date;
6
+ updatedAt: Date;
7
+ name: string;
8
+ displayName: string;
9
+ };
10
+
11
+ export type CityDoc = WithId<City>;
@@ -1,2 +1,2 @@
1
- export * from "./cities.getters";
2
- export type { City, CityDoc } from "./cities.types";
1
+ export * from "./cities.getters";
2
+ export type { City, CityDoc } from "./cities.types";