@talkpilot/core-db 1.3.72 → 1.3.75

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (296) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +818 -836
  5. package/dist/index.d.ts +1 -0
  6. package/dist/index.d.ts.map +1 -1
  7. package/dist/index.js +1 -0
  8. package/dist/index.js.map +1 -1
  9. package/dist/municipal/index.d.ts +1 -0
  10. package/dist/municipal/index.d.ts.map +1 -1
  11. package/dist/municipal/index.js +1 -0
  12. package/dist/municipal/index.js.map +1 -1
  13. package/dist/municipal/muniIssues/index.d.ts +2 -2
  14. package/dist/municipal/muniIssues/index.d.ts.map +1 -1
  15. package/dist/municipal/muniIssues/index.js +1 -2
  16. package/dist/municipal/muniIssues/index.js.map +1 -1
  17. package/dist/municipal/muniIssues/muniIssues.constants.d.ts +0 -2
  18. package/dist/municipal/muniIssues/muniIssues.constants.d.ts.map +1 -1
  19. package/dist/municipal/muniIssues/muniIssues.constants.js +1 -8
  20. package/dist/municipal/muniIssues/muniIssues.constants.js.map +1 -1
  21. package/dist/municipal/muniIssues/muniIssues.getters.d.ts +1 -6
  22. package/dist/municipal/muniIssues/muniIssues.getters.d.ts.map +1 -1
  23. package/dist/municipal/muniIssues/muniIssues.getters.js +1 -31
  24. package/dist/municipal/muniIssues/muniIssues.getters.js.map +1 -1
  25. package/dist/municipal/muniIssues/muniIssues.schema.d.ts.map +1 -1
  26. package/dist/municipal/muniIssues/muniIssues.schema.js +0 -13
  27. package/dist/municipal/muniIssues/muniIssues.schema.js.map +1 -1
  28. package/dist/municipal/muniIssues/muniIssues.setters.d.ts +1 -5
  29. package/dist/municipal/muniIssues/muniIssues.setters.d.ts.map +1 -1
  30. package/dist/municipal/muniIssues/muniIssues.setters.js +2 -39
  31. package/dist/municipal/muniIssues/muniIssues.setters.js.map +1 -1
  32. package/dist/municipal/muniIssues/muniIssues.types.d.ts +2 -23
  33. package/dist/municipal/muniIssues/muniIssues.types.d.ts.map +1 -1
  34. package/dist/municipal/residents/index.d.ts +5 -0
  35. package/dist/municipal/residents/index.d.ts.map +1 -0
  36. package/dist/municipal/residents/index.js +24 -0
  37. package/dist/municipal/residents/index.js.map +1 -0
  38. package/dist/municipal/residents/residents.constants.d.ts +3 -0
  39. package/dist/municipal/residents/residents.constants.d.ts.map +1 -0
  40. package/dist/municipal/residents/residents.constants.js +6 -0
  41. package/dist/municipal/residents/residents.constants.js.map +1 -0
  42. package/dist/municipal/residents/residents.getters.d.ts +9 -0
  43. package/dist/municipal/residents/residents.getters.d.ts.map +1 -0
  44. package/dist/municipal/residents/residents.getters.js +32 -0
  45. package/dist/municipal/residents/residents.getters.js.map +1 -0
  46. package/dist/municipal/residents/residents.schema.d.ts +4 -0
  47. package/dist/municipal/residents/residents.schema.d.ts.map +1 -0
  48. package/dist/municipal/residents/residents.schema.js +29 -0
  49. package/dist/municipal/residents/residents.schema.js.map +1 -0
  50. package/dist/municipal/residents/residents.types.d.ts +15 -0
  51. package/dist/municipal/residents/residents.types.d.ts.map +1 -0
  52. package/dist/municipal/residents/residents.types.js +3 -0
  53. package/dist/municipal/residents/residents.types.js.map +1 -0
  54. package/dist/talkpilot/calls/calls.constants.d.ts +0 -6
  55. package/dist/talkpilot/calls/calls.constants.d.ts.map +1 -1
  56. package/dist/talkpilot/calls/calls.constants.js +1 -7
  57. package/dist/talkpilot/calls/calls.constants.js.map +1 -1
  58. package/dist/talkpilot/calls/calls.getters.d.ts +1 -2
  59. package/dist/talkpilot/calls/calls.getters.d.ts.map +1 -1
  60. package/dist/talkpilot/calls/calls.getters.js +1 -6
  61. package/dist/talkpilot/calls/calls.getters.js.map +1 -1
  62. package/dist/talkpilot/calls/calls.types.d.ts +2 -4
  63. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  64. package/dist/talkpilot/flows/flows.schema.d.ts +28 -0
  65. package/dist/talkpilot/flows/flows.schema.d.ts.map +1 -1
  66. package/dist/talkpilot/flows/flows.schema.js +16 -0
  67. package/dist/talkpilot/flows/flows.schema.js.map +1 -1
  68. package/dist/talkpilot/flows/flows.types.d.ts +8 -0
  69. package/dist/talkpilot/flows/flows.types.d.ts.map +1 -1
  70. package/dist/talkpilot/subscriptions/subscriptions.utils.d.ts +4 -0
  71. package/dist/talkpilot/subscriptions/subscriptions.utils.d.ts.map +1 -0
  72. package/dist/talkpilot/subscriptions/subscriptions.utils.js +20 -0
  73. package/dist/talkpilot/subscriptions/subscriptions.utils.js.map +1 -0
  74. package/dist/test-utils/factories/index.d.ts +1 -0
  75. package/dist/test-utils/factories/index.d.ts.map +1 -1
  76. package/dist/test-utils/factories/index.js +1 -0
  77. package/dist/test-utils/factories/index.js.map +1 -1
  78. package/dist/test-utils/factories/municipal/residents.d.ts +5 -0
  79. package/dist/test-utils/factories/municipal/residents.d.ts.map +1 -0
  80. package/dist/test-utils/factories/municipal/residents.js +22 -0
  81. package/dist/test-utils/factories/municipal/residents.js.map +1 -0
  82. package/jest.config.js +20 -20
  83. package/package.json +46 -46
  84. package/src/__tests__/setup.ts +20 -20
  85. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  86. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  87. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  88. package/src/bulkWrite/index.ts +2 -2
  89. package/src/config.ts +9 -9
  90. package/src/configuration/index.ts +17 -17
  91. package/src/configuration/internalModels/index.ts +3 -3
  92. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  93. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  94. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  95. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  96. package/src/configuration/models/index.ts +27 -27
  97. package/src/configuration/models/models.constants.ts +20 -20
  98. package/src/configuration/models/models.getters.ts +71 -71
  99. package/src/configuration/models/models.types.ts +80 -80
  100. package/src/configuration/mongodb-client.ts +62 -62
  101. package/src/configuration/prompts/index.ts +2 -2
  102. package/src/configuration/prompts/prompts.getters.ts +49 -49
  103. package/src/configuration/prompts/prompts.types.ts +11 -11
  104. package/src/connection.ts +81 -81
  105. package/src/index.ts +48 -47
  106. package/src/municipal/__tests__/validation.spec.ts +62 -62
  107. package/src/municipal/cities/cities.getters.ts +50 -50
  108. package/src/municipal/cities/cities.types.ts +11 -11
  109. package/src/municipal/cities/index.ts +2 -2
  110. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  111. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  112. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  113. package/src/municipal/departmentsSubjects/index.ts +9 -9
  114. package/src/municipal/index.ts +23 -22
  115. package/src/municipal/mongodb-client.ts +61 -61
  116. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -167
  117. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -93
  118. package/src/municipal/muniIssues/index.ts +17 -22
  119. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -26
  120. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -68
  121. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -80
  122. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -80
  123. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  124. package/src/municipal/muniIssues/muniIssues.types.ts +37 -67
  125. package/src/municipal/residents/__tests__/residents.spec.ts +92 -0
  126. package/src/municipal/residents/index.ts +4 -0
  127. package/src/municipal/residents/residents.constants.ts +2 -0
  128. package/src/municipal/residents/residents.getters.ts +42 -0
  129. package/src/municipal/residents/residents.schema.ts +28 -0
  130. package/src/municipal/residents/residents.types.ts +17 -0
  131. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  132. package/src/municipal/streets/index.ts +2 -2
  133. package/src/municipal/streets/streets.getters.ts +140 -140
  134. package/src/municipal/streets/streets.types.ts +19 -19
  135. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  136. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  137. package/src/municipal/systemInstructions/index.ts +7 -7
  138. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  139. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  140. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  141. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  142. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  143. package/src/municipal/tickets/index.ts +9 -9
  144. package/src/municipal/tickets/tickets.constants.ts +8 -8
  145. package/src/municipal/tickets/tickets.getters.ts +121 -121
  146. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  147. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  148. package/src/municipal/tickets/tickets.types.ts +54 -54
  149. package/src/municipal/utils/types.ts +11 -11
  150. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  151. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  152. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  153. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  154. package/src/talkpilot/agents/agents.getters.ts +34 -34
  155. package/src/talkpilot/agents/agents.types.ts +14 -14
  156. package/src/talkpilot/agents/index.ts +2 -2
  157. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  158. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  159. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  160. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  161. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -57
  162. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -42
  163. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -28
  164. package/src/talkpilot/callTokenUsage/index.ts +2 -2
  165. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  166. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  167. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -519
  168. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  169. package/src/talkpilot/calls/calls.constants.ts +49 -56
  170. package/src/talkpilot/calls/calls.getters.ts +277 -295
  171. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  172. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  173. package/src/talkpilot/calls/calls.types.ts +151 -155
  174. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  175. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  176. package/src/talkpilot/calls/index.ts +6 -6
  177. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  178. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  179. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  180. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  181. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  182. package/src/talkpilot/clients/clients.getters.ts +19 -19
  183. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  184. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  185. package/src/talkpilot/clients/clients.types.ts +18 -18
  186. package/src/talkpilot/clients/index.ts +4 -4
  187. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  188. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  189. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  190. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  191. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  192. package/src/talkpilot/clientsConfig/index.ts +3 -3
  193. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  194. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  195. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  196. package/src/talkpilot/contextNotes/index.ts +2 -2
  197. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +152 -124
  198. package/src/talkpilot/flows/flows.getter.ts +34 -34
  199. package/src/talkpilot/flows/flows.schema.ts +196 -180
  200. package/src/talkpilot/flows/flows.types.ts +220 -211
  201. package/src/talkpilot/flows/index.ts +7 -7
  202. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  203. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  204. package/src/talkpilot/groups/groups.getters.ts +30 -30
  205. package/src/talkpilot/groups/groups.types.ts +29 -29
  206. package/src/talkpilot/groups/index.ts +3 -3
  207. package/src/talkpilot/groups/phone.utils.ts +46 -46
  208. package/src/talkpilot/index.ts +32 -32
  209. package/src/talkpilot/leads/index.ts +2 -2
  210. package/src/talkpilot/leads/leads.getter.ts +6 -6
  211. package/src/talkpilot/leads/leads.schema.ts +33 -33
  212. package/src/talkpilot/leads/leads.types.ts +20 -20
  213. package/src/talkpilot/mongodb-client.ts +78 -78
  214. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  215. package/src/talkpilot/phone_numbers/index.ts +2 -2
  216. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  217. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  218. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  219. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  220. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  221. package/src/talkpilot/plans/index.ts +2 -2
  222. package/src/talkpilot/plans/plans.getters.ts +132 -132
  223. package/src/talkpilot/plans/plans.types.ts +89 -89
  224. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  225. package/src/talkpilot/products/index.ts +2 -2
  226. package/src/talkpilot/products/products.getters.ts +12 -12
  227. package/src/talkpilot/products/products.types.ts +9 -9
  228. package/src/talkpilot/results/index.ts +7 -7
  229. package/src/talkpilot/results/results.getter.ts +39 -39
  230. package/src/talkpilot/results/results.schema.ts +25 -25
  231. package/src/talkpilot/results/results.types.ts +34 -34
  232. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  233. package/src/talkpilot/retry_analyze/index.ts +2 -2
  234. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  235. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  236. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  237. package/src/talkpilot/sessions/index.ts +2 -2
  238. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  239. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  240. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  241. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  242. package/src/talkpilot/subscriptions/index.ts +3 -3
  243. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  244. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  245. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  246. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  247. package/src/talkpilot/utils/query.utils.ts +21 -21
  248. package/src/test-utils/db-utils.ts +33 -33
  249. package/src/test-utils/factories/index.ts +19 -18
  250. package/src/test-utils/factories/municipal/cities.ts +16 -16
  251. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  252. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  253. package/src/test-utils/factories/municipal/residents.ts +20 -0
  254. package/src/test-utils/factories/municipal/streets.ts +22 -22
  255. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  256. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  257. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  258. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  259. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  260. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  261. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  262. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  263. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  264. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  265. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  266. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  267. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  268. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  269. package/src/utils/date.utils.ts +126 -126
  270. package/src/utils/shared.types.ts +4 -4
  271. package/src/utils/validation.ts +23 -23
  272. package/src/websitalk/index.ts +18 -18
  273. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  274. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  275. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  276. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  277. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  278. package/src/websitalk/mongodb-client.ts +61 -61
  279. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  280. package/src/websitalk/scanResources/index.ts +4 -4
  281. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  282. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  283. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  284. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  285. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  286. package/src/websitalk/scans/index.ts +4 -4
  287. package/src/websitalk/scans/scans.constants.ts +18 -18
  288. package/src/websitalk/scans/scans.getters.ts +172 -172
  289. package/src/websitalk/scans/scans.types.ts +58 -58
  290. package/src/websitalk/scans/scans.utils.ts +5 -5
  291. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  292. package/src/websitalk/websiteUrls/index.ts +2 -2
  293. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  294. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  295. package/tsconfig.json +23 -23
  296. package/src/municipal/muniIssues/__tests__/muniIssues.getters.spec.ts +0 -60
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;