@talkpilot/core-db 1.3.77 → 1.3.78

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (288) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +818 -817
  5. package/dist/index.d.ts +1 -0
  6. package/dist/index.d.ts.map +1 -1
  7. package/dist/index.js +1 -0
  8. package/dist/index.js.map +1 -1
  9. package/dist/municipal/index.d.ts +1 -0
  10. package/dist/municipal/index.d.ts.map +1 -1
  11. package/dist/municipal/index.js +1 -0
  12. package/dist/municipal/index.js.map +1 -1
  13. package/dist/municipal/muniIssues/index.d.ts +2 -2
  14. package/dist/municipal/muniIssues/index.d.ts.map +1 -1
  15. package/dist/municipal/muniIssues/index.js +1 -2
  16. package/dist/municipal/muniIssues/index.js.map +1 -1
  17. package/dist/municipal/muniIssues/muniIssues.constants.d.ts +0 -2
  18. package/dist/municipal/muniIssues/muniIssues.constants.d.ts.map +1 -1
  19. package/dist/municipal/muniIssues/muniIssues.constants.js +1 -8
  20. package/dist/municipal/muniIssues/muniIssues.constants.js.map +1 -1
  21. package/dist/municipal/muniIssues/muniIssues.getters.d.ts +1 -6
  22. package/dist/municipal/muniIssues/muniIssues.getters.d.ts.map +1 -1
  23. package/dist/municipal/muniIssues/muniIssues.getters.js +1 -31
  24. package/dist/municipal/muniIssues/muniIssues.getters.js.map +1 -1
  25. package/dist/municipal/muniIssues/muniIssues.schema.d.ts.map +1 -1
  26. package/dist/municipal/muniIssues/muniIssues.schema.js +0 -13
  27. package/dist/municipal/muniIssues/muniIssues.schema.js.map +1 -1
  28. package/dist/municipal/muniIssues/muniIssues.setters.d.ts +1 -5
  29. package/dist/municipal/muniIssues/muniIssues.setters.d.ts.map +1 -1
  30. package/dist/municipal/muniIssues/muniIssues.setters.js +2 -39
  31. package/dist/municipal/muniIssues/muniIssues.setters.js.map +1 -1
  32. package/dist/municipal/muniIssues/muniIssues.types.d.ts +2 -23
  33. package/dist/municipal/muniIssues/muniIssues.types.d.ts.map +1 -1
  34. package/dist/municipal/residents/index.d.ts +5 -0
  35. package/dist/municipal/residents/index.d.ts.map +1 -0
  36. package/dist/municipal/residents/index.js +24 -0
  37. package/dist/municipal/residents/index.js.map +1 -0
  38. package/dist/municipal/residents/residents.constants.d.ts +3 -0
  39. package/dist/municipal/residents/residents.constants.d.ts.map +1 -0
  40. package/dist/municipal/residents/residents.constants.js +6 -0
  41. package/dist/municipal/residents/residents.constants.js.map +1 -0
  42. package/dist/municipal/residents/residents.getters.d.ts +9 -0
  43. package/dist/municipal/residents/residents.getters.d.ts.map +1 -0
  44. package/dist/municipal/residents/residents.getters.js +32 -0
  45. package/dist/municipal/residents/residents.getters.js.map +1 -0
  46. package/dist/municipal/residents/residents.schema.d.ts +4 -0
  47. package/dist/municipal/residents/residents.schema.d.ts.map +1 -0
  48. package/dist/municipal/residents/residents.schema.js +29 -0
  49. package/dist/municipal/residents/residents.schema.js.map +1 -0
  50. package/dist/municipal/residents/residents.types.d.ts +15 -0
  51. package/dist/municipal/residents/residents.types.d.ts.map +1 -0
  52. package/dist/municipal/residents/residents.types.js +3 -0
  53. package/dist/municipal/residents/residents.types.js.map +1 -0
  54. package/dist/talkpilot/calls/calls.types.d.ts +12 -0
  55. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  56. package/dist/talkpilot/flows/flows.schema.d.ts +28 -0
  57. package/dist/talkpilot/flows/flows.schema.d.ts.map +1 -1
  58. package/dist/talkpilot/flows/flows.schema.js +16 -0
  59. package/dist/talkpilot/flows/flows.schema.js.map +1 -1
  60. package/dist/talkpilot/flows/flows.types.d.ts +8 -0
  61. package/dist/talkpilot/flows/flows.types.d.ts.map +1 -1
  62. package/dist/talkpilot/subscriptions/subscriptions.utils.d.ts +4 -0
  63. package/dist/talkpilot/subscriptions/subscriptions.utils.d.ts.map +1 -0
  64. package/dist/talkpilot/subscriptions/subscriptions.utils.js +20 -0
  65. package/dist/talkpilot/subscriptions/subscriptions.utils.js.map +1 -0
  66. package/dist/test-utils/factories/index.d.ts +1 -0
  67. package/dist/test-utils/factories/index.d.ts.map +1 -1
  68. package/dist/test-utils/factories/index.js +1 -0
  69. package/dist/test-utils/factories/index.js.map +1 -1
  70. package/dist/test-utils/factories/municipal/residents.d.ts +5 -0
  71. package/dist/test-utils/factories/municipal/residents.d.ts.map +1 -0
  72. package/dist/test-utils/factories/municipal/residents.js +22 -0
  73. package/dist/test-utils/factories/municipal/residents.js.map +1 -0
  74. package/jest.config.js +20 -20
  75. package/package.json +46 -46
  76. package/src/__tests__/setup.ts +20 -20
  77. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  78. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  79. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  80. package/src/bulkWrite/index.ts +2 -2
  81. package/src/config.ts +9 -9
  82. package/src/configuration/index.ts +17 -17
  83. package/src/configuration/internalModels/index.ts +3 -3
  84. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  85. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  86. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  87. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  88. package/src/configuration/models/index.ts +27 -27
  89. package/src/configuration/models/models.constants.ts +20 -20
  90. package/src/configuration/models/models.getters.ts +71 -71
  91. package/src/configuration/models/models.types.ts +80 -80
  92. package/src/configuration/mongodb-client.ts +62 -62
  93. package/src/configuration/prompts/index.ts +2 -2
  94. package/src/configuration/prompts/prompts.getters.ts +49 -49
  95. package/src/configuration/prompts/prompts.types.ts +11 -11
  96. package/src/connection.ts +81 -81
  97. package/src/index.ts +48 -47
  98. package/src/municipal/__tests__/validation.spec.ts +62 -62
  99. package/src/municipal/cities/cities.getters.ts +50 -50
  100. package/src/municipal/cities/cities.types.ts +11 -11
  101. package/src/municipal/cities/index.ts +2 -2
  102. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  103. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  104. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  105. package/src/municipal/departmentsSubjects/index.ts +9 -9
  106. package/src/municipal/index.ts +23 -22
  107. package/src/municipal/mongodb-client.ts +61 -61
  108. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -167
  109. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -93
  110. package/src/municipal/muniIssues/index.ts +17 -22
  111. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -26
  112. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -68
  113. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -80
  114. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -80
  115. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  116. package/src/municipal/muniIssues/muniIssues.types.ts +37 -68
  117. package/src/municipal/residents/__tests__/residents.spec.ts +92 -0
  118. package/src/municipal/residents/index.ts +4 -0
  119. package/src/municipal/residents/residents.constants.ts +2 -0
  120. package/src/municipal/residents/residents.getters.ts +42 -0
  121. package/src/municipal/residents/residents.schema.ts +28 -0
  122. package/src/municipal/residents/residents.types.ts +17 -0
  123. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  124. package/src/municipal/streets/index.ts +2 -2
  125. package/src/municipal/streets/streets.getters.ts +140 -140
  126. package/src/municipal/streets/streets.types.ts +19 -19
  127. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  128. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  129. package/src/municipal/systemInstructions/index.ts +7 -7
  130. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  131. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  132. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  133. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  134. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  135. package/src/municipal/tickets/index.ts +9 -9
  136. package/src/municipal/tickets/tickets.constants.ts +8 -8
  137. package/src/municipal/tickets/tickets.getters.ts +121 -121
  138. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  139. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  140. package/src/municipal/tickets/tickets.types.ts +54 -54
  141. package/src/municipal/utils/types.ts +11 -11
  142. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  143. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  144. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  145. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  146. package/src/talkpilot/agents/agents.getters.ts +34 -34
  147. package/src/talkpilot/agents/agents.types.ts +14 -14
  148. package/src/talkpilot/agents/index.ts +2 -2
  149. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  150. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  151. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  152. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  153. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -57
  154. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -42
  155. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -28
  156. package/src/talkpilot/callTokenUsage/index.ts +2 -2
  157. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  158. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  159. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  160. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  161. package/src/talkpilot/calls/calls.constants.ts +49 -49
  162. package/src/talkpilot/calls/calls.getters.ts +277 -277
  163. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  164. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  165. package/src/talkpilot/calls/calls.types.ts +164 -151
  166. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  167. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  168. package/src/talkpilot/calls/index.ts +6 -6
  169. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  170. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  171. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  172. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  173. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  174. package/src/talkpilot/clients/clients.getters.ts +19 -19
  175. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  176. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  177. package/src/talkpilot/clients/clients.types.ts +18 -18
  178. package/src/talkpilot/clients/index.ts +4 -4
  179. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  180. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  181. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  182. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  183. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  184. package/src/talkpilot/clientsConfig/index.ts +3 -3
  185. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  186. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  187. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  188. package/src/talkpilot/contextNotes/index.ts +2 -2
  189. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +152 -124
  190. package/src/talkpilot/flows/flows.getter.ts +34 -34
  191. package/src/talkpilot/flows/flows.schema.ts +196 -180
  192. package/src/talkpilot/flows/flows.types.ts +220 -211
  193. package/src/talkpilot/flows/index.ts +7 -7
  194. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  195. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  196. package/src/talkpilot/groups/groups.getters.ts +30 -30
  197. package/src/talkpilot/groups/groups.types.ts +29 -29
  198. package/src/talkpilot/groups/index.ts +3 -3
  199. package/src/talkpilot/groups/phone.utils.ts +46 -46
  200. package/src/talkpilot/index.ts +32 -32
  201. package/src/talkpilot/leads/index.ts +2 -2
  202. package/src/talkpilot/leads/leads.getter.ts +6 -6
  203. package/src/talkpilot/leads/leads.schema.ts +33 -33
  204. package/src/talkpilot/leads/leads.types.ts +20 -20
  205. package/src/talkpilot/mongodb-client.ts +78 -78
  206. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  207. package/src/talkpilot/phone_numbers/index.ts +2 -2
  208. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  209. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  210. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  211. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  212. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  213. package/src/talkpilot/plans/index.ts +2 -2
  214. package/src/talkpilot/plans/plans.getters.ts +132 -132
  215. package/src/talkpilot/plans/plans.types.ts +89 -89
  216. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  217. package/src/talkpilot/products/index.ts +2 -2
  218. package/src/talkpilot/products/products.getters.ts +12 -12
  219. package/src/talkpilot/products/products.types.ts +9 -9
  220. package/src/talkpilot/results/index.ts +7 -7
  221. package/src/talkpilot/results/results.getter.ts +39 -39
  222. package/src/talkpilot/results/results.schema.ts +25 -25
  223. package/src/talkpilot/results/results.types.ts +34 -34
  224. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  225. package/src/talkpilot/retry_analyze/index.ts +2 -2
  226. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  227. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  228. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  229. package/src/talkpilot/sessions/index.ts +2 -2
  230. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  231. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  232. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  233. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  234. package/src/talkpilot/subscriptions/index.ts +3 -3
  235. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  236. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  237. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  238. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  239. package/src/talkpilot/utils/query.utils.ts +21 -21
  240. package/src/test-utils/db-utils.ts +33 -33
  241. package/src/test-utils/factories/index.ts +19 -18
  242. package/src/test-utils/factories/municipal/cities.ts +16 -16
  243. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  244. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  245. package/src/test-utils/factories/municipal/residents.ts +20 -0
  246. package/src/test-utils/factories/municipal/streets.ts +22 -22
  247. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  248. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  249. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  250. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  251. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  252. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  253. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  254. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  255. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  256. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  257. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  258. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  259. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  260. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  261. package/src/utils/date.utils.ts +126 -126
  262. package/src/utils/shared.types.ts +4 -4
  263. package/src/utils/validation.ts +23 -23
  264. package/src/websitalk/index.ts +18 -18
  265. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  266. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  267. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  268. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  269. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  270. package/src/websitalk/mongodb-client.ts +61 -61
  271. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  272. package/src/websitalk/scanResources/index.ts +4 -4
  273. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  274. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  275. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  276. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  277. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  278. package/src/websitalk/scans/index.ts +4 -4
  279. package/src/websitalk/scans/scans.constants.ts +18 -18
  280. package/src/websitalk/scans/scans.getters.ts +172 -172
  281. package/src/websitalk/scans/scans.types.ts +58 -58
  282. package/src/websitalk/scans/scans.utils.ts +5 -5
  283. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  284. package/src/websitalk/websiteUrls/index.ts +2 -2
  285. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  286. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  287. package/tsconfig.json +23 -23
  288. package/src/municipal/muniIssues/__tests__/muniIssues.getters.spec.ts +0 -66
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;