@talkpilot/core-db 1.3.39 → 1.3.40

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (266) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/DEVELOPMENT.md +141 -141
  3. package/README.md +747 -721
  4. package/dist/index.d.ts +1 -0
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +1 -0
  7. package/dist/index.js.map +1 -1
  8. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  9. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  10. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  11. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  12. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  13. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  14. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  15. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  16. package/dist/test-utils/factories/index.d.ts +1 -0
  17. package/dist/test-utils/factories/index.d.ts.map +1 -1
  18. package/dist/test-utils/factories/index.js +1 -0
  19. package/dist/test-utils/factories/index.js.map +1 -1
  20. package/dist/test-utils/factories/websitalk/knowledgeDocuments.d.ts +5 -0
  21. package/dist/test-utils/factories/websitalk/knowledgeDocuments.d.ts.map +1 -0
  22. package/dist/test-utils/factories/websitalk/knowledgeDocuments.js +23 -0
  23. package/dist/test-utils/factories/websitalk/knowledgeDocuments.js.map +1 -0
  24. package/dist/test-utils/factories/websitalk/scanResources.d.ts +5 -0
  25. package/dist/test-utils/factories/websitalk/scanResources.d.ts.map +1 -0
  26. package/dist/test-utils/factories/websitalk/scanResources.js +24 -0
  27. package/dist/test-utils/factories/websitalk/scanResources.js.map +1 -0
  28. package/dist/test-utils/factories/websitalk/scans.d.ts.map +1 -1
  29. package/dist/test-utils/factories/websitalk/scans.js +5 -0
  30. package/dist/test-utils/factories/websitalk/scans.js.map +1 -1
  31. package/dist/websitalk/index.d.ts +1 -0
  32. package/dist/websitalk/index.d.ts.map +1 -1
  33. package/dist/websitalk/index.js +1 -0
  34. package/dist/websitalk/index.js.map +1 -1
  35. package/dist/websitalk/knowledgeDocuments/index.d.ts +4 -0
  36. package/dist/websitalk/knowledgeDocuments/index.d.ts.map +1 -0
  37. package/dist/websitalk/knowledgeDocuments/index.js +20 -0
  38. package/dist/websitalk/knowledgeDocuments/index.js.map +1 -0
  39. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts +14 -0
  40. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts.map +1 -0
  41. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js +15 -0
  42. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js.map +1 -0
  43. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts +10 -0
  44. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts.map +1 -0
  45. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js +61 -0
  46. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js.map +1 -0
  47. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts +28 -0
  48. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts.map +1 -0
  49. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.js +3 -0
  50. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.js.map +1 -0
  51. package/dist/websitalk/scanResources/index.d.ts +5 -0
  52. package/dist/websitalk/scanResources/index.d.ts.map +1 -0
  53. package/dist/websitalk/scanResources/index.js +21 -0
  54. package/dist/websitalk/scanResources/index.js.map +1 -0
  55. package/dist/websitalk/scanResources/scanResources.constants.d.ts +38 -0
  56. package/dist/websitalk/scanResources/scanResources.constants.d.ts.map +1 -0
  57. package/dist/websitalk/scanResources/scanResources.constants.js +47 -0
  58. package/dist/websitalk/scanResources/scanResources.constants.js.map +1 -0
  59. package/dist/websitalk/scanResources/scanResources.getters.d.ts +8 -0
  60. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -0
  61. package/dist/websitalk/scanResources/scanResources.getters.js +68 -0
  62. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -0
  63. package/dist/websitalk/scanResources/scanResources.types.d.ts +60 -0
  64. package/dist/websitalk/scanResources/scanResources.types.d.ts.map +1 -0
  65. package/dist/websitalk/scanResources/scanResources.types.js +3 -0
  66. package/dist/websitalk/scanResources/scanResources.types.js.map +1 -0
  67. package/dist/websitalk/scanResources/scanResources.utils.d.ts +7 -0
  68. package/dist/websitalk/scanResources/scanResources.utils.d.ts.map +1 -0
  69. package/dist/websitalk/scanResources/scanResources.utils.js +20 -0
  70. package/dist/websitalk/scanResources/scanResources.utils.js.map +1 -0
  71. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  72. package/dist/websitalk/scans/scans.getters.js +8 -2
  73. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  74. package/dist/websitalk/scans/scans.types.d.ts +5 -0
  75. package/dist/websitalk/scans/scans.types.d.ts.map +1 -1
  76. package/jest.config.js +20 -20
  77. package/package.json +46 -46
  78. package/src/__tests__/setup.ts +20 -20
  79. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  80. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  81. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  82. package/src/bulkWrite/index.ts +2 -2
  83. package/src/config.ts +9 -9
  84. package/src/configuration/index.ts +17 -17
  85. package/src/configuration/internalModels/index.ts +3 -3
  86. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  87. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  88. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  89. package/src/configuration/models/index.ts +25 -25
  90. package/src/configuration/models/models.constants.ts +13 -13
  91. package/src/configuration/models/models.getters.ts +53 -53
  92. package/src/configuration/models/models.types.ts +79 -79
  93. package/src/configuration/mongodb-client.ts +62 -62
  94. package/src/configuration/prompts/index.ts +2 -2
  95. package/src/configuration/prompts/prompts.getters.ts +49 -49
  96. package/src/configuration/prompts/prompts.types.ts +11 -11
  97. package/src/connection.ts +81 -81
  98. package/src/index.ts +43 -42
  99. package/src/municipal/__tests__/validation.spec.ts +62 -62
  100. package/src/municipal/cities/cities.getters.ts +50 -50
  101. package/src/municipal/cities/cities.types.ts +11 -11
  102. package/src/municipal/cities/index.ts +2 -2
  103. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  104. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  105. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  106. package/src/municipal/departmentsSubjects/index.ts +9 -9
  107. package/src/municipal/index.ts +22 -22
  108. package/src/municipal/mongodb-client.ts +61 -61
  109. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  110. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  111. package/src/municipal/muniIssues/index.ts +17 -17
  112. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  113. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  114. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  115. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  116. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  117. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  118. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  119. package/src/municipal/streets/index.ts +2 -2
  120. package/src/municipal/streets/streets.getters.ts +140 -140
  121. package/src/municipal/streets/streets.types.ts +19 -19
  122. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  123. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  124. package/src/municipal/systemInstructions/index.ts +7 -7
  125. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  126. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  127. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  128. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  129. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  130. package/src/municipal/tickets/index.ts +9 -9
  131. package/src/municipal/tickets/tickets.constants.ts +8 -8
  132. package/src/municipal/tickets/tickets.getters.ts +121 -121
  133. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  134. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  135. package/src/municipal/tickets/tickets.types.ts +54 -54
  136. package/src/municipal/utils/types.ts +11 -11
  137. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  138. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  139. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  140. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  141. package/src/talkpilot/agents/agents.getters.ts +34 -34
  142. package/src/talkpilot/agents/agents.types.ts +14 -14
  143. package/src/talkpilot/agents/index.ts +2 -2
  144. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  145. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  146. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  147. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  148. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  149. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  150. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  151. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  152. package/src/talkpilot/calls/calls.constants.ts +49 -49
  153. package/src/talkpilot/calls/calls.getters.ts +277 -277
  154. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  155. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  156. package/src/talkpilot/calls/calls.types.ts +134 -134
  157. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  158. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  159. package/src/talkpilot/calls/index.ts +6 -6
  160. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  161. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  162. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  163. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  164. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  165. package/src/talkpilot/clients/clients.getters.ts +16 -16
  166. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  167. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  168. package/src/talkpilot/clients/clients.types.ts +18 -18
  169. package/src/talkpilot/clients/index.ts +4 -4
  170. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  171. package/src/talkpilot/clientsConfig/index.ts +3 -3
  172. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  173. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  174. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  175. package/src/talkpilot/contextNotes/index.ts +2 -2
  176. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  177. package/src/talkpilot/flows/flows.getter.ts +14 -14
  178. package/src/talkpilot/flows/flows.schema.ts +155 -155
  179. package/src/talkpilot/flows/flows.types.ts +189 -189
  180. package/src/talkpilot/flows/index.ts +2 -2
  181. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  182. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  183. package/src/talkpilot/groups/groups.getters.ts +30 -30
  184. package/src/talkpilot/groups/groups.types.ts +29 -29
  185. package/src/talkpilot/groups/index.ts +3 -3
  186. package/src/talkpilot/groups/phone.utils.ts +46 -46
  187. package/src/talkpilot/index.ts +31 -31
  188. package/src/talkpilot/leads/index.ts +2 -2
  189. package/src/talkpilot/leads/leads.getter.ts +6 -6
  190. package/src/talkpilot/leads/leads.schema.ts +33 -33
  191. package/src/talkpilot/leads/leads.types.ts +20 -20
  192. package/src/talkpilot/mongodb-client.ts +78 -78
  193. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  194. package/src/talkpilot/phone_numbers/index.ts +2 -2
  195. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  196. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  197. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  198. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  199. package/src/talkpilot/plans/index.ts +2 -2
  200. package/src/talkpilot/plans/plans.getters.ts +132 -132
  201. package/src/talkpilot/plans/plans.types.ts +89 -89
  202. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  203. package/src/talkpilot/products/index.ts +2 -2
  204. package/src/talkpilot/products/products.getters.ts +12 -12
  205. package/src/talkpilot/products/products.types.ts +9 -9
  206. package/src/talkpilot/results/index.ts +7 -7
  207. package/src/talkpilot/results/results.getter.ts +39 -39
  208. package/src/talkpilot/results/results.schema.ts +25 -25
  209. package/src/talkpilot/results/results.types.ts +34 -34
  210. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  211. package/src/talkpilot/retry_analyze/index.ts +2 -2
  212. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  213. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  214. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  215. package/src/talkpilot/sessions/index.ts +2 -2
  216. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  217. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  218. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  219. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  220. package/src/talkpilot/subscriptions/index.ts +3 -3
  221. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  222. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  223. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  224. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  225. package/src/talkpilot/utils/query.utils.ts +21 -21
  226. package/src/test-utils/db-utils.ts +33 -33
  227. package/src/test-utils/factories/index.ts +17 -16
  228. package/src/test-utils/factories/municipal/cities.ts +16 -16
  229. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  230. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  231. package/src/test-utils/factories/municipal/streets.ts +22 -22
  232. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  233. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  234. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  235. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  236. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  237. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  238. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  239. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  240. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  241. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  242. package/src/test-utils/factories/websitalk/scanResources.ts +26 -0
  243. package/src/test-utils/factories/websitalk/scans.ts +29 -24
  244. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  245. package/src/utils/date.utils.ts +126 -126
  246. package/src/utils/shared.types.ts +4 -4
  247. package/src/utils/validation.ts +23 -23
  248. package/src/websitalk/index.ts +17 -16
  249. package/src/websitalk/mongodb-client.ts +61 -61
  250. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +136 -0
  251. package/src/websitalk/scanResources/index.ts +4 -0
  252. package/src/websitalk/scanResources/scanResources.constants.ts +47 -0
  253. package/src/websitalk/scanResources/scanResources.getters.ts +94 -0
  254. package/src/websitalk/scanResources/scanResources.types.ts +90 -0
  255. package/src/websitalk/scanResources/scanResources.utils.ts +28 -0
  256. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  257. package/src/websitalk/scans/index.ts +4 -4
  258. package/src/websitalk/scans/scans.constants.ts +15 -15
  259. package/src/websitalk/scans/scans.getters.ts +166 -160
  260. package/src/websitalk/scans/scans.types.ts +54 -45
  261. package/src/websitalk/scans/scans.utils.ts +5 -5
  262. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  263. package/src/websitalk/websiteUrls/index.ts +2 -2
  264. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  265. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  266. package/tsconfig.json +23 -23
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;