@talkpilot/core-db 1.3.39 → 1.3.41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (273) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/DEVELOPMENT.md +141 -141
  3. package/README.md +706 -721
  4. package/dist/index.d.ts +1 -0
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +1 -0
  7. package/dist/index.js.map +1 -1
  8. package/dist/talkpilot/calls/calls.types.d.ts +0 -1
  9. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  10. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  11. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  12. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  13. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  14. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  15. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  16. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  17. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  18. package/dist/talkpilot/clientsConfig/clientsConfig.getters.d.ts +0 -39
  19. package/dist/talkpilot/clientsConfig/clientsConfig.getters.d.ts.map +1 -1
  20. package/dist/talkpilot/clientsConfig/clientsConfig.getters.js +1 -92
  21. package/dist/talkpilot/clientsConfig/clientsConfig.getters.js.map +1 -1
  22. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts +0 -4
  23. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts.map +1 -1
  24. package/dist/talkpilot/clientsConfig/index.d.ts +0 -1
  25. package/dist/talkpilot/clientsConfig/index.d.ts.map +1 -1
  26. package/dist/talkpilot/clientsConfig/index.js +0 -1
  27. package/dist/talkpilot/clientsConfig/index.js.map +1 -1
  28. package/dist/test-utils/factories/index.d.ts +1 -0
  29. package/dist/test-utils/factories/index.d.ts.map +1 -1
  30. package/dist/test-utils/factories/index.js +1 -0
  31. package/dist/test-utils/factories/index.js.map +1 -1
  32. package/dist/test-utils/factories/websitalk/knowledgeDocuments.d.ts +5 -0
  33. package/dist/test-utils/factories/websitalk/knowledgeDocuments.d.ts.map +1 -0
  34. package/dist/test-utils/factories/websitalk/knowledgeDocuments.js +23 -0
  35. package/dist/test-utils/factories/websitalk/knowledgeDocuments.js.map +1 -0
  36. package/dist/test-utils/factories/websitalk/scanResources.d.ts +5 -0
  37. package/dist/test-utils/factories/websitalk/scanResources.d.ts.map +1 -0
  38. package/dist/test-utils/factories/websitalk/scanResources.js +24 -0
  39. package/dist/test-utils/factories/websitalk/scanResources.js.map +1 -0
  40. package/dist/websitalk/index.d.ts +1 -0
  41. package/dist/websitalk/index.d.ts.map +1 -1
  42. package/dist/websitalk/index.js +1 -0
  43. package/dist/websitalk/index.js.map +1 -1
  44. package/dist/websitalk/knowledgeDocuments/index.d.ts +4 -0
  45. package/dist/websitalk/knowledgeDocuments/index.d.ts.map +1 -0
  46. package/dist/websitalk/knowledgeDocuments/index.js +20 -0
  47. package/dist/websitalk/knowledgeDocuments/index.js.map +1 -0
  48. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts +14 -0
  49. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts.map +1 -0
  50. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js +15 -0
  51. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js.map +1 -0
  52. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts +10 -0
  53. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts.map +1 -0
  54. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js +61 -0
  55. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js.map +1 -0
  56. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts +28 -0
  57. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts.map +1 -0
  58. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.js +3 -0
  59. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.js.map +1 -0
  60. package/dist/websitalk/scanResources/index.d.ts +5 -0
  61. package/dist/websitalk/scanResources/index.d.ts.map +1 -0
  62. package/dist/websitalk/scanResources/index.js +21 -0
  63. package/dist/websitalk/scanResources/index.js.map +1 -0
  64. package/dist/websitalk/scanResources/scanResources.constants.d.ts +38 -0
  65. package/dist/websitalk/scanResources/scanResources.constants.d.ts.map +1 -0
  66. package/dist/websitalk/scanResources/scanResources.constants.js +47 -0
  67. package/dist/websitalk/scanResources/scanResources.constants.js.map +1 -0
  68. package/dist/websitalk/scanResources/scanResources.getters.d.ts +8 -0
  69. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -0
  70. package/dist/websitalk/scanResources/scanResources.getters.js +68 -0
  71. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -0
  72. package/dist/websitalk/scanResources/scanResources.types.d.ts +60 -0
  73. package/dist/websitalk/scanResources/scanResources.types.d.ts.map +1 -0
  74. package/dist/websitalk/scanResources/scanResources.types.js +3 -0
  75. package/dist/websitalk/scanResources/scanResources.types.js.map +1 -0
  76. package/dist/websitalk/scanResources/scanResources.utils.d.ts +7 -0
  77. package/dist/websitalk/scanResources/scanResources.utils.d.ts.map +1 -0
  78. package/dist/websitalk/scanResources/scanResources.utils.js +20 -0
  79. package/dist/websitalk/scanResources/scanResources.utils.js.map +1 -0
  80. package/jest.config.js +20 -20
  81. package/package.json +46 -46
  82. package/src/__tests__/setup.ts +20 -20
  83. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  84. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  85. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  86. package/src/bulkWrite/index.ts +2 -2
  87. package/src/config.ts +9 -9
  88. package/src/configuration/index.ts +17 -17
  89. package/src/configuration/internalModels/index.ts +3 -3
  90. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  91. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  92. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  93. package/src/configuration/models/index.ts +25 -25
  94. package/src/configuration/models/models.constants.ts +13 -13
  95. package/src/configuration/models/models.getters.ts +53 -53
  96. package/src/configuration/models/models.types.ts +79 -79
  97. package/src/configuration/mongodb-client.ts +62 -62
  98. package/src/configuration/prompts/index.ts +2 -2
  99. package/src/configuration/prompts/prompts.getters.ts +49 -49
  100. package/src/configuration/prompts/prompts.types.ts +11 -11
  101. package/src/connection.ts +81 -81
  102. package/src/index.ts +43 -42
  103. package/src/municipal/__tests__/validation.spec.ts +62 -62
  104. package/src/municipal/cities/cities.getters.ts +50 -50
  105. package/src/municipal/cities/cities.types.ts +11 -11
  106. package/src/municipal/cities/index.ts +2 -2
  107. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  108. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  109. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  110. package/src/municipal/departmentsSubjects/index.ts +9 -9
  111. package/src/municipal/index.ts +22 -22
  112. package/src/municipal/mongodb-client.ts +61 -61
  113. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  114. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  115. package/src/municipal/muniIssues/index.ts +17 -17
  116. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  117. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  118. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  119. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  120. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  121. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  122. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  123. package/src/municipal/streets/index.ts +2 -2
  124. package/src/municipal/streets/streets.getters.ts +140 -140
  125. package/src/municipal/streets/streets.types.ts +19 -19
  126. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  127. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  128. package/src/municipal/systemInstructions/index.ts +7 -7
  129. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  130. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  131. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  132. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  133. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  134. package/src/municipal/tickets/index.ts +9 -9
  135. package/src/municipal/tickets/tickets.constants.ts +8 -8
  136. package/src/municipal/tickets/tickets.getters.ts +121 -121
  137. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  138. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  139. package/src/municipal/tickets/tickets.types.ts +54 -54
  140. package/src/municipal/utils/types.ts +11 -11
  141. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  142. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  143. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  144. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  145. package/src/talkpilot/agents/agents.getters.ts +34 -34
  146. package/src/talkpilot/agents/agents.types.ts +14 -14
  147. package/src/talkpilot/agents/index.ts +2 -2
  148. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  149. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  150. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  151. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  152. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  153. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  154. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  155. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  156. package/src/talkpilot/calls/calls.constants.ts +49 -49
  157. package/src/talkpilot/calls/calls.getters.ts +277 -277
  158. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  159. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  160. package/src/talkpilot/calls/calls.types.ts +133 -134
  161. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  162. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  163. package/src/talkpilot/calls/index.ts +6 -6
  164. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  165. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  166. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  167. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  168. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  169. package/src/talkpilot/clients/clients.getters.ts +16 -16
  170. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  171. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  172. package/src/talkpilot/clients/clients.types.ts +18 -18
  173. package/src/talkpilot/clients/index.ts +4 -4
  174. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +0 -318
  175. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  176. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +2 -116
  177. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +0 -4
  178. package/src/talkpilot/clientsConfig/index.ts +2 -3
  179. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  180. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  181. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  182. package/src/talkpilot/contextNotes/index.ts +2 -2
  183. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  184. package/src/talkpilot/flows/flows.getter.ts +14 -14
  185. package/src/talkpilot/flows/flows.schema.ts +155 -155
  186. package/src/talkpilot/flows/flows.types.ts +189 -189
  187. package/src/talkpilot/flows/index.ts +2 -2
  188. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  189. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  190. package/src/talkpilot/groups/groups.getters.ts +30 -30
  191. package/src/talkpilot/groups/groups.types.ts +29 -29
  192. package/src/talkpilot/groups/index.ts +3 -3
  193. package/src/talkpilot/groups/phone.utils.ts +46 -46
  194. package/src/talkpilot/index.ts +31 -31
  195. package/src/talkpilot/leads/index.ts +2 -2
  196. package/src/talkpilot/leads/leads.getter.ts +6 -6
  197. package/src/talkpilot/leads/leads.schema.ts +33 -33
  198. package/src/talkpilot/leads/leads.types.ts +20 -20
  199. package/src/talkpilot/mongodb-client.ts +78 -78
  200. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  201. package/src/talkpilot/phone_numbers/index.ts +2 -2
  202. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  203. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  204. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  205. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  206. package/src/talkpilot/plans/index.ts +2 -2
  207. package/src/talkpilot/plans/plans.getters.ts +132 -132
  208. package/src/talkpilot/plans/plans.types.ts +89 -89
  209. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  210. package/src/talkpilot/products/index.ts +2 -2
  211. package/src/talkpilot/products/products.getters.ts +12 -12
  212. package/src/talkpilot/products/products.types.ts +9 -9
  213. package/src/talkpilot/results/index.ts +7 -7
  214. package/src/talkpilot/results/results.getter.ts +39 -39
  215. package/src/talkpilot/results/results.schema.ts +25 -25
  216. package/src/talkpilot/results/results.types.ts +34 -34
  217. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  218. package/src/talkpilot/retry_analyze/index.ts +2 -2
  219. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  220. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  221. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  222. package/src/talkpilot/sessions/index.ts +2 -2
  223. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  224. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  225. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  226. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  227. package/src/talkpilot/subscriptions/index.ts +3 -3
  228. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  229. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  230. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  231. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  232. package/src/talkpilot/utils/query.utils.ts +21 -21
  233. package/src/test-utils/db-utils.ts +33 -33
  234. package/src/test-utils/factories/index.ts +17 -16
  235. package/src/test-utils/factories/municipal/cities.ts +16 -16
  236. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  237. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  238. package/src/test-utils/factories/municipal/streets.ts +22 -22
  239. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  240. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  241. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  242. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  243. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  244. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  245. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  246. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  247. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  248. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  249. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +28 -0
  250. package/src/test-utils/factories/websitalk/scans.ts +24 -24
  251. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  252. package/src/utils/date.utils.ts +126 -126
  253. package/src/utils/shared.types.ts +4 -4
  254. package/src/utils/validation.ts +23 -23
  255. package/src/websitalk/index.ts +17 -16
  256. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +123 -0
  257. package/src/websitalk/knowledgeDocuments/index.ts +3 -0
  258. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +19 -0
  259. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +85 -0
  260. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +37 -0
  261. package/src/websitalk/mongodb-client.ts +61 -61
  262. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  263. package/src/websitalk/scans/index.ts +4 -4
  264. package/src/websitalk/scans/scans.constants.ts +15 -15
  265. package/src/websitalk/scans/scans.getters.ts +160 -160
  266. package/src/websitalk/scans/scans.types.ts +45 -45
  267. package/src/websitalk/scans/scans.utils.ts +5 -5
  268. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  269. package/src/websitalk/websiteUrls/index.ts +2 -2
  270. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  271. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  272. package/tsconfig.json +23 -23
  273. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +0 -2
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;