@talkpilot/core-db 1.3.60 → 1.3.61

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (254) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +814 -779
  5. package/dist/configuration/models/models.seed.d.ts +5 -0
  6. package/dist/configuration/models/models.seed.d.ts.map +1 -0
  7. package/dist/configuration/models/models.seed.js +16 -0
  8. package/dist/configuration/models/models.seed.js.map +1 -0
  9. package/dist/configuration/models/realtimeUiFields.constants.d.ts +4 -0
  10. package/dist/configuration/models/realtimeUiFields.constants.d.ts.map +1 -0
  11. package/dist/configuration/models/realtimeUiFields.constants.js +80 -0
  12. package/dist/configuration/models/realtimeUiFields.constants.js.map +1 -0
  13. package/dist/configuration/models/uiFields.types.d.ts +29 -0
  14. package/dist/configuration/models/uiFields.types.d.ts.map +1 -0
  15. package/dist/configuration/models/uiFields.types.js +12 -0
  16. package/dist/configuration/models/uiFields.types.js.map +1 -0
  17. package/dist/index.d.ts +0 -1
  18. package/dist/index.d.ts.map +1 -1
  19. package/dist/index.js +0 -1
  20. package/dist/index.js.map +1 -1
  21. package/dist/talkpilot/clients/clients.getters.d.ts +1 -0
  22. package/dist/talkpilot/clients/clients.getters.d.ts.map +1 -1
  23. package/dist/talkpilot/clients/clients.getters.js +3 -1
  24. package/dist/talkpilot/clients/clients.getters.js.map +1 -1
  25. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts +1 -0
  26. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts.map +1 -1
  27. package/dist/talkpilot/phone_numbers/phone_numbers.getter.d.ts +6 -0
  28. package/dist/talkpilot/phone_numbers/phone_numbers.getter.d.ts.map +1 -1
  29. package/dist/talkpilot/phone_numbers/phone_numbers.getter.js +32 -1
  30. package/dist/talkpilot/phone_numbers/phone_numbers.getter.js.map +1 -1
  31. package/dist/talkpilot/phone_numbers/phone_numbers.utils.d.ts +6 -0
  32. package/dist/talkpilot/phone_numbers/phone_numbers.utils.d.ts.map +1 -0
  33. package/dist/talkpilot/phone_numbers/phone_numbers.utils.js +11 -0
  34. package/dist/talkpilot/phone_numbers/phone_numbers.utils.js.map +1 -0
  35. package/dist/test-utils/factories/websitalk/scans.d.ts.map +1 -1
  36. package/dist/test-utils/factories/websitalk/scans.js +0 -1
  37. package/dist/test-utils/factories/websitalk/scans.js.map +1 -1
  38. package/dist/websitalk/scanResources/scanResources.getters.d.ts +0 -1
  39. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  40. package/dist/websitalk/scanResources/scanResources.getters.js +1 -6
  41. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  42. package/dist/websitalk/scans/scans.constants.d.ts +1 -3
  43. package/dist/websitalk/scans/scans.constants.d.ts.map +1 -1
  44. package/dist/websitalk/scans/scans.constants.js +0 -3
  45. package/dist/websitalk/scans/scans.constants.js.map +1 -1
  46. package/dist/websitalk/scans/scans.getters.d.ts +0 -1
  47. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  48. package/dist/websitalk/scans/scans.getters.js +1 -7
  49. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  50. package/dist/websitalk/scans/scans.types.d.ts +0 -1
  51. package/dist/websitalk/scans/scans.types.d.ts.map +1 -1
  52. package/jest.config.js +20 -20
  53. package/package.json +46 -46
  54. package/src/__tests__/setup.ts +20 -20
  55. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  56. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  57. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  58. package/src/bulkWrite/index.ts +2 -2
  59. package/src/config.ts +9 -9
  60. package/src/configuration/index.ts +17 -17
  61. package/src/configuration/internalModels/index.ts +3 -3
  62. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  63. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  64. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  65. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  66. package/src/configuration/models/index.ts +27 -27
  67. package/src/configuration/models/models.constants.ts +15 -15
  68. package/src/configuration/models/models.getters.ts +71 -71
  69. package/src/configuration/models/models.types.ts +80 -80
  70. package/src/configuration/mongodb-client.ts +62 -62
  71. package/src/configuration/prompts/index.ts +2 -2
  72. package/src/configuration/prompts/prompts.getters.ts +49 -49
  73. package/src/configuration/prompts/prompts.types.ts +11 -11
  74. package/src/connection.ts +81 -81
  75. package/src/index.ts +46 -47
  76. package/src/municipal/__tests__/validation.spec.ts +62 -62
  77. package/src/municipal/cities/cities.getters.ts +50 -50
  78. package/src/municipal/cities/cities.types.ts +11 -11
  79. package/src/municipal/cities/index.ts +2 -2
  80. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  81. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  82. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  83. package/src/municipal/departmentsSubjects/index.ts +9 -9
  84. package/src/municipal/index.ts +22 -22
  85. package/src/municipal/mongodb-client.ts +61 -61
  86. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  87. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  88. package/src/municipal/muniIssues/index.ts +17 -17
  89. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  90. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  91. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  92. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  93. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  94. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  95. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  96. package/src/municipal/streets/index.ts +2 -2
  97. package/src/municipal/streets/streets.getters.ts +140 -140
  98. package/src/municipal/streets/streets.types.ts +19 -19
  99. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  100. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  101. package/src/municipal/systemInstructions/index.ts +7 -7
  102. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  103. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  104. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  105. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  106. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  107. package/src/municipal/tickets/index.ts +9 -9
  108. package/src/municipal/tickets/tickets.constants.ts +8 -8
  109. package/src/municipal/tickets/tickets.getters.ts +121 -121
  110. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  111. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  112. package/src/municipal/tickets/tickets.types.ts +54 -54
  113. package/src/municipal/utils/types.ts +11 -11
  114. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  115. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  116. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  117. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  118. package/src/talkpilot/agents/agents.getters.ts +34 -34
  119. package/src/talkpilot/agents/agents.types.ts +14 -14
  120. package/src/talkpilot/agents/index.ts +2 -2
  121. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  122. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  123. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  124. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  125. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  126. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  127. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  128. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  129. package/src/talkpilot/calls/calls.constants.ts +49 -49
  130. package/src/talkpilot/calls/calls.getters.ts +277 -277
  131. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  132. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  133. package/src/talkpilot/calls/calls.types.ts +149 -149
  134. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  135. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  136. package/src/talkpilot/calls/index.ts +6 -6
  137. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  138. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  139. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  140. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  141. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  142. package/src/talkpilot/clients/clients.getters.ts +19 -16
  143. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  144. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  145. package/src/talkpilot/clients/clients.types.ts +18 -18
  146. package/src/talkpilot/clients/index.ts +4 -4
  147. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  148. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  149. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  150. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  151. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -136
  152. package/src/talkpilot/clientsConfig/index.ts +3 -3
  153. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  154. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  155. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  156. package/src/talkpilot/contextNotes/index.ts +2 -2
  157. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  158. package/src/talkpilot/flows/flows.getter.ts +34 -34
  159. package/src/talkpilot/flows/flows.schema.ts +180 -180
  160. package/src/talkpilot/flows/flows.types.ts +211 -211
  161. package/src/talkpilot/flows/index.ts +7 -7
  162. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  163. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  164. package/src/talkpilot/groups/groups.getters.ts +30 -30
  165. package/src/talkpilot/groups/groups.types.ts +29 -29
  166. package/src/talkpilot/groups/index.ts +3 -3
  167. package/src/talkpilot/groups/phone.utils.ts +46 -46
  168. package/src/talkpilot/index.ts +31 -31
  169. package/src/talkpilot/leads/index.ts +2 -2
  170. package/src/talkpilot/leads/leads.getter.ts +6 -6
  171. package/src/talkpilot/leads/leads.schema.ts +33 -33
  172. package/src/talkpilot/leads/leads.types.ts +20 -20
  173. package/src/talkpilot/mongodb-client.ts +78 -78
  174. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -282
  175. package/src/talkpilot/phone_numbers/index.ts +2 -2
  176. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -176
  177. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  178. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  179. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -0
  180. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  181. package/src/talkpilot/plans/index.ts +2 -2
  182. package/src/talkpilot/plans/plans.getters.ts +132 -132
  183. package/src/talkpilot/plans/plans.types.ts +89 -89
  184. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  185. package/src/talkpilot/products/index.ts +2 -2
  186. package/src/talkpilot/products/products.getters.ts +12 -12
  187. package/src/talkpilot/products/products.types.ts +9 -9
  188. package/src/talkpilot/results/index.ts +7 -7
  189. package/src/talkpilot/results/results.getter.ts +39 -39
  190. package/src/talkpilot/results/results.schema.ts +25 -25
  191. package/src/talkpilot/results/results.types.ts +34 -34
  192. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  193. package/src/talkpilot/retry_analyze/index.ts +2 -2
  194. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  195. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  196. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  197. package/src/talkpilot/sessions/index.ts +2 -2
  198. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  199. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  200. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  201. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  202. package/src/talkpilot/subscriptions/index.ts +3 -3
  203. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  204. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  205. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  206. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  207. package/src/talkpilot/utils/query.utils.ts +21 -21
  208. package/src/test-utils/db-utils.ts +33 -33
  209. package/src/test-utils/factories/index.ts +18 -18
  210. package/src/test-utils/factories/municipal/cities.ts +16 -16
  211. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  212. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  213. package/src/test-utils/factories/municipal/streets.ts +22 -22
  214. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  215. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  216. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  217. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  218. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  219. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  220. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  221. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  222. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  223. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  224. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  225. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  226. package/src/test-utils/factories/websitalk/scans.ts +29 -30
  227. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  228. package/src/utils/date.utils.ts +126 -126
  229. package/src/utils/shared.types.ts +4 -4
  230. package/src/utils/validation.ts +23 -23
  231. package/src/websitalk/index.ts +18 -18
  232. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  233. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  234. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  235. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  236. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  237. package/src/websitalk/mongodb-client.ts +61 -61
  238. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +248 -267
  239. package/src/websitalk/scanResources/index.ts +4 -4
  240. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  241. package/src/websitalk/scanResources/scanResources.getters.ts +121 -128
  242. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  243. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  244. package/src/websitalk/scans/__tests__/scans.spec.ts +0 -49
  245. package/src/websitalk/scans/index.ts +4 -4
  246. package/src/websitalk/scans/scans.constants.ts +15 -18
  247. package/src/websitalk/scans/scans.getters.ts +166 -172
  248. package/src/websitalk/scans/scans.types.ts +56 -61
  249. package/src/websitalk/scans/scans.utils.ts +5 -5
  250. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  251. package/src/websitalk/websiteUrls/index.ts +2 -2
  252. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  253. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  254. package/tsconfig.json +23 -23
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;