@talkpilot/core-db 1.3.78 → 1.3.80

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (274) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +844 -818
  5. package/dist/index.d.ts +0 -1
  6. package/dist/index.d.ts.map +1 -1
  7. package/dist/index.js +0 -1
  8. package/dist/index.js.map +1 -1
  9. package/dist/municipal/index.d.ts +0 -1
  10. package/dist/municipal/index.d.ts.map +1 -1
  11. package/dist/municipal/index.js +0 -1
  12. package/dist/municipal/index.js.map +1 -1
  13. package/dist/talkpilot/calls/calls.constants.d.ts +7 -0
  14. package/dist/talkpilot/calls/calls.constants.d.ts.map +1 -1
  15. package/dist/talkpilot/calls/calls.constants.js +8 -1
  16. package/dist/talkpilot/calls/calls.constants.js.map +1 -1
  17. package/dist/talkpilot/calls/calls.getters.d.ts +2 -1
  18. package/dist/talkpilot/calls/calls.getters.d.ts.map +1 -1
  19. package/dist/talkpilot/calls/calls.getters.js +6 -1
  20. package/dist/talkpilot/calls/calls.getters.js.map +1 -1
  21. package/dist/talkpilot/calls/calls.types.d.ts +4 -2
  22. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  23. package/dist/talkpilot/flows/flows.schema.d.ts +0 -28
  24. package/dist/talkpilot/flows/flows.schema.d.ts.map +1 -1
  25. package/dist/talkpilot/flows/flows.schema.js +0 -16
  26. package/dist/talkpilot/flows/flows.schema.js.map +1 -1
  27. package/dist/talkpilot/flows/flows.types.d.ts +0 -8
  28. package/dist/talkpilot/flows/flows.types.d.ts.map +1 -1
  29. package/dist/test-utils/factories/index.d.ts +0 -1
  30. package/dist/test-utils/factories/index.d.ts.map +1 -1
  31. package/dist/test-utils/factories/index.js +0 -1
  32. package/dist/test-utils/factories/index.js.map +1 -1
  33. package/jest.config.js +20 -20
  34. package/package.json +46 -46
  35. package/src/__tests__/setup.ts +20 -20
  36. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  37. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  38. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  39. package/src/bulkWrite/index.ts +2 -2
  40. package/src/config.ts +9 -9
  41. package/src/configuration/index.ts +17 -17
  42. package/src/configuration/internalModels/index.ts +3 -3
  43. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  44. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  45. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  46. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  47. package/src/configuration/models/index.ts +27 -27
  48. package/src/configuration/models/models.constants.ts +20 -20
  49. package/src/configuration/models/models.getters.ts +71 -71
  50. package/src/configuration/models/models.types.ts +80 -80
  51. package/src/configuration/mongodb-client.ts +62 -62
  52. package/src/configuration/prompts/index.ts +2 -2
  53. package/src/configuration/prompts/prompts.getters.ts +49 -49
  54. package/src/configuration/prompts/prompts.types.ts +11 -11
  55. package/src/connection.ts +81 -81
  56. package/src/index.ts +47 -48
  57. package/src/municipal/__tests__/validation.spec.ts +62 -62
  58. package/src/municipal/cities/cities.getters.ts +50 -50
  59. package/src/municipal/cities/cities.types.ts +11 -11
  60. package/src/municipal/cities/index.ts +2 -2
  61. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  62. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  63. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  64. package/src/municipal/departmentsSubjects/index.ts +9 -9
  65. package/src/municipal/index.ts +22 -23
  66. package/src/municipal/mongodb-client.ts +61 -61
  67. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  68. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  69. package/src/municipal/muniIssues/index.ts +17 -17
  70. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  71. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  72. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  73. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  74. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  75. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  76. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  77. package/src/municipal/streets/index.ts +2 -2
  78. package/src/municipal/streets/streets.getters.ts +140 -140
  79. package/src/municipal/streets/streets.types.ts +19 -19
  80. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  81. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  82. package/src/municipal/systemInstructions/index.ts +7 -7
  83. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  84. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  85. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  86. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  87. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  88. package/src/municipal/tickets/index.ts +9 -9
  89. package/src/municipal/tickets/tickets.constants.ts +8 -8
  90. package/src/municipal/tickets/tickets.getters.ts +121 -121
  91. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  92. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  93. package/src/municipal/tickets/tickets.types.ts +54 -54
  94. package/src/municipal/utils/types.ts +11 -11
  95. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  96. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  97. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  98. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  99. package/src/talkpilot/agents/agents.getters.ts +34 -34
  100. package/src/talkpilot/agents/agents.types.ts +14 -14
  101. package/src/talkpilot/agents/index.ts +2 -2
  102. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  103. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  104. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  105. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  106. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -57
  107. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -42
  108. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -28
  109. package/src/talkpilot/callTokenUsage/index.ts +2 -2
  110. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  111. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  112. package/src/talkpilot/calls/__tests__/calls.spec.ts +519 -471
  113. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  114. package/src/talkpilot/calls/calls.constants.ts +57 -49
  115. package/src/talkpilot/calls/calls.getters.ts +295 -277
  116. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  117. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  118. package/src/talkpilot/calls/calls.types.ts +168 -164
  119. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  120. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  121. package/src/talkpilot/calls/index.ts +6 -6
  122. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  123. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  124. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  125. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  126. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  127. package/src/talkpilot/clients/clients.getters.ts +19 -19
  128. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  129. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  130. package/src/talkpilot/clients/clients.types.ts +18 -18
  131. package/src/talkpilot/clients/index.ts +4 -4
  132. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  133. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  134. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  135. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  136. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  137. package/src/talkpilot/clientsConfig/index.ts +3 -3
  138. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  139. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  140. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  141. package/src/talkpilot/contextNotes/index.ts +2 -2
  142. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -152
  143. package/src/talkpilot/flows/flows.getter.ts +34 -34
  144. package/src/talkpilot/flows/flows.schema.ts +180 -196
  145. package/src/talkpilot/flows/flows.types.ts +211 -220
  146. package/src/talkpilot/flows/index.ts +7 -7
  147. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  148. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  149. package/src/talkpilot/groups/groups.getters.ts +30 -30
  150. package/src/talkpilot/groups/groups.types.ts +29 -29
  151. package/src/talkpilot/groups/index.ts +3 -3
  152. package/src/talkpilot/groups/phone.utils.ts +46 -46
  153. package/src/talkpilot/index.ts +32 -32
  154. package/src/talkpilot/leads/index.ts +2 -2
  155. package/src/talkpilot/leads/leads.getter.ts +6 -6
  156. package/src/talkpilot/leads/leads.schema.ts +33 -33
  157. package/src/talkpilot/leads/leads.types.ts +20 -20
  158. package/src/talkpilot/mongodb-client.ts +78 -78
  159. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  160. package/src/talkpilot/phone_numbers/index.ts +2 -2
  161. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  162. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  163. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  164. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  165. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  166. package/src/talkpilot/plans/index.ts +2 -2
  167. package/src/talkpilot/plans/plans.getters.ts +132 -132
  168. package/src/talkpilot/plans/plans.types.ts +89 -89
  169. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  170. package/src/talkpilot/products/index.ts +2 -2
  171. package/src/talkpilot/products/products.getters.ts +12 -12
  172. package/src/talkpilot/products/products.types.ts +9 -9
  173. package/src/talkpilot/results/index.ts +7 -7
  174. package/src/talkpilot/results/results.getter.ts +39 -39
  175. package/src/talkpilot/results/results.schema.ts +25 -25
  176. package/src/talkpilot/results/results.types.ts +34 -34
  177. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  178. package/src/talkpilot/retry_analyze/index.ts +2 -2
  179. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  180. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  181. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  182. package/src/talkpilot/sessions/index.ts +2 -2
  183. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  184. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  185. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  186. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  187. package/src/talkpilot/subscriptions/index.ts +3 -3
  188. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  189. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  190. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  191. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  192. package/src/talkpilot/utils/query.utils.ts +21 -21
  193. package/src/test-utils/db-utils.ts +33 -33
  194. package/src/test-utils/factories/index.ts +18 -19
  195. package/src/test-utils/factories/municipal/cities.ts +16 -16
  196. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  197. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  198. package/src/test-utils/factories/municipal/streets.ts +22 -22
  199. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  200. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  201. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  202. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  203. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  204. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  205. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  206. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  207. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  208. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  209. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  210. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  211. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  212. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  213. package/src/utils/date.utils.ts +126 -126
  214. package/src/utils/shared.types.ts +4 -4
  215. package/src/utils/validation.ts +23 -23
  216. package/src/websitalk/index.ts +18 -18
  217. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  218. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  219. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  220. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  221. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  222. package/src/websitalk/mongodb-client.ts +61 -61
  223. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  224. package/src/websitalk/scanResources/index.ts +4 -4
  225. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  226. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  227. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  228. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  229. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  230. package/src/websitalk/scans/index.ts +4 -4
  231. package/src/websitalk/scans/scans.constants.ts +18 -18
  232. package/src/websitalk/scans/scans.getters.ts +172 -172
  233. package/src/websitalk/scans/scans.types.ts +58 -58
  234. package/src/websitalk/scans/scans.utils.ts +5 -5
  235. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  236. package/src/websitalk/websiteUrls/index.ts +2 -2
  237. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  238. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  239. package/tsconfig.json +23 -23
  240. package/dist/municipal/residents/index.d.ts +0 -5
  241. package/dist/municipal/residents/index.d.ts.map +0 -1
  242. package/dist/municipal/residents/index.js +0 -24
  243. package/dist/municipal/residents/index.js.map +0 -1
  244. package/dist/municipal/residents/residents.constants.d.ts +0 -3
  245. package/dist/municipal/residents/residents.constants.d.ts.map +0 -1
  246. package/dist/municipal/residents/residents.constants.js +0 -6
  247. package/dist/municipal/residents/residents.constants.js.map +0 -1
  248. package/dist/municipal/residents/residents.getters.d.ts +0 -9
  249. package/dist/municipal/residents/residents.getters.d.ts.map +0 -1
  250. package/dist/municipal/residents/residents.getters.js +0 -32
  251. package/dist/municipal/residents/residents.getters.js.map +0 -1
  252. package/dist/municipal/residents/residents.schema.d.ts +0 -4
  253. package/dist/municipal/residents/residents.schema.d.ts.map +0 -1
  254. package/dist/municipal/residents/residents.schema.js +0 -29
  255. package/dist/municipal/residents/residents.schema.js.map +0 -1
  256. package/dist/municipal/residents/residents.types.d.ts +0 -15
  257. package/dist/municipal/residents/residents.types.d.ts.map +0 -1
  258. package/dist/municipal/residents/residents.types.js +0 -3
  259. package/dist/municipal/residents/residents.types.js.map +0 -1
  260. package/dist/talkpilot/subscriptions/subscriptions.utils.d.ts +0 -4
  261. package/dist/talkpilot/subscriptions/subscriptions.utils.d.ts.map +0 -1
  262. package/dist/talkpilot/subscriptions/subscriptions.utils.js +0 -20
  263. package/dist/talkpilot/subscriptions/subscriptions.utils.js.map +0 -1
  264. package/dist/test-utils/factories/municipal/residents.d.ts +0 -5
  265. package/dist/test-utils/factories/municipal/residents.d.ts.map +0 -1
  266. package/dist/test-utils/factories/municipal/residents.js +0 -22
  267. package/dist/test-utils/factories/municipal/residents.js.map +0 -1
  268. package/src/municipal/residents/__tests__/residents.spec.ts +0 -92
  269. package/src/municipal/residents/index.ts +0 -4
  270. package/src/municipal/residents/residents.constants.ts +0 -2
  271. package/src/municipal/residents/residents.getters.ts +0 -42
  272. package/src/municipal/residents/residents.schema.ts +0 -28
  273. package/src/municipal/residents/residents.types.ts +0 -17
  274. package/src/test-utils/factories/municipal/residents.ts +0 -20
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;