@talkpilot/core-db 1.3.63 → 1.3.64

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +816 -815
  5. package/dist/configuration/models/models.constants.d.ts +1 -1
  6. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  7. package/dist/configuration/models/models.constants.js +1 -6
  8. package/dist/configuration/models/models.constants.js.map +1 -1
  9. package/dist/talkpilot/callTokenUsage/callTokenUsage.getters.d.ts +4 -0
  10. package/dist/talkpilot/callTokenUsage/callTokenUsage.getters.d.ts.map +1 -0
  11. package/dist/talkpilot/callTokenUsage/callTokenUsage.getters.js +30 -0
  12. package/dist/talkpilot/callTokenUsage/callTokenUsage.getters.js.map +1 -0
  13. package/dist/talkpilot/callTokenUsage/callTokenUsage.types.d.ts +28 -0
  14. package/dist/talkpilot/callTokenUsage/callTokenUsage.types.d.ts.map +1 -0
  15. package/dist/{reconcile/reconcile.types.js → talkpilot/callTokenUsage/callTokenUsage.types.js} +1 -1
  16. package/dist/talkpilot/callTokenUsage/callTokenUsage.types.js.map +1 -0
  17. package/dist/talkpilot/callTokenUsage/index.d.ts +3 -0
  18. package/dist/talkpilot/callTokenUsage/index.d.ts.map +1 -0
  19. package/dist/{reconcile → talkpilot/callTokenUsage}/index.js +1 -4
  20. package/dist/talkpilot/callTokenUsage/index.js.map +1 -0
  21. package/dist/talkpilot/index.d.ts +1 -0
  22. package/dist/talkpilot/index.d.ts.map +1 -1
  23. package/dist/talkpilot/index.js +1 -0
  24. package/dist/talkpilot/index.js.map +1 -1
  25. package/jest.config.js +20 -20
  26. package/package.json +46 -46
  27. package/src/__tests__/setup.ts +20 -20
  28. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  29. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  30. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  31. package/src/bulkWrite/index.ts +2 -2
  32. package/src/config.ts +9 -9
  33. package/src/configuration/index.ts +17 -17
  34. package/src/configuration/internalModels/index.ts +3 -3
  35. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  36. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  37. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  38. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  39. package/src/configuration/models/index.ts +27 -27
  40. package/src/configuration/models/models.constants.ts +15 -20
  41. package/src/configuration/models/models.getters.ts +71 -71
  42. package/src/configuration/models/models.types.ts +80 -80
  43. package/src/configuration/mongodb-client.ts +62 -62
  44. package/src/configuration/prompts/index.ts +2 -2
  45. package/src/configuration/prompts/prompts.getters.ts +49 -49
  46. package/src/configuration/prompts/prompts.types.ts +11 -11
  47. package/src/connection.ts +81 -81
  48. package/src/index.ts +47 -47
  49. package/src/municipal/__tests__/validation.spec.ts +62 -62
  50. package/src/municipal/cities/cities.getters.ts +50 -50
  51. package/src/municipal/cities/cities.types.ts +11 -11
  52. package/src/municipal/cities/index.ts +2 -2
  53. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  54. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  55. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  56. package/src/municipal/departmentsSubjects/index.ts +9 -9
  57. package/src/municipal/index.ts +22 -22
  58. package/src/municipal/mongodb-client.ts +61 -61
  59. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  60. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  61. package/src/municipal/muniIssues/index.ts +17 -17
  62. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  63. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  64. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  65. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  66. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  67. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  68. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  69. package/src/municipal/streets/index.ts +2 -2
  70. package/src/municipal/streets/streets.getters.ts +140 -140
  71. package/src/municipal/streets/streets.types.ts +19 -19
  72. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  73. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  74. package/src/municipal/systemInstructions/index.ts +7 -7
  75. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  76. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  77. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  78. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  79. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  80. package/src/municipal/tickets/index.ts +9 -9
  81. package/src/municipal/tickets/tickets.constants.ts +8 -8
  82. package/src/municipal/tickets/tickets.getters.ts +121 -121
  83. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  84. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  85. package/src/municipal/tickets/tickets.types.ts +54 -54
  86. package/src/municipal/utils/types.ts +11 -11
  87. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  88. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  89. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  90. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  91. package/src/talkpilot/agents/agents.getters.ts +34 -34
  92. package/src/talkpilot/agents/agents.types.ts +14 -14
  93. package/src/talkpilot/agents/index.ts +2 -2
  94. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  95. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  96. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  97. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  98. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -0
  99. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -0
  100. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -0
  101. package/src/talkpilot/callTokenUsage/index.ts +2 -0
  102. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  103. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  104. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  105. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  106. package/src/talkpilot/calls/calls.constants.ts +49 -49
  107. package/src/talkpilot/calls/calls.getters.ts +277 -277
  108. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  109. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  110. package/src/talkpilot/calls/calls.types.ts +149 -149
  111. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  112. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  113. package/src/talkpilot/calls/index.ts +6 -6
  114. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  115. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  116. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  117. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  118. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  119. package/src/talkpilot/clients/clients.getters.ts +19 -19
  120. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  121. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  122. package/src/talkpilot/clients/clients.types.ts +18 -18
  123. package/src/talkpilot/clients/index.ts +4 -4
  124. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  125. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  126. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  127. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  128. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  129. package/src/talkpilot/clientsConfig/index.ts +3 -3
  130. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  131. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  132. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  133. package/src/talkpilot/contextNotes/index.ts +2 -2
  134. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  135. package/src/talkpilot/flows/flows.getter.ts +34 -34
  136. package/src/talkpilot/flows/flows.schema.ts +180 -180
  137. package/src/talkpilot/flows/flows.types.ts +211 -211
  138. package/src/talkpilot/flows/index.ts +7 -7
  139. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  140. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  141. package/src/talkpilot/groups/groups.getters.ts +30 -30
  142. package/src/talkpilot/groups/groups.types.ts +29 -29
  143. package/src/talkpilot/groups/index.ts +3 -3
  144. package/src/talkpilot/groups/phone.utils.ts +46 -46
  145. package/src/talkpilot/index.ts +32 -31
  146. package/src/talkpilot/leads/index.ts +2 -2
  147. package/src/talkpilot/leads/leads.getter.ts +6 -6
  148. package/src/talkpilot/leads/leads.schema.ts +33 -33
  149. package/src/talkpilot/leads/leads.types.ts +20 -20
  150. package/src/talkpilot/mongodb-client.ts +78 -78
  151. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  152. package/src/talkpilot/phone_numbers/index.ts +2 -2
  153. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  154. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  155. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  156. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  157. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  158. package/src/talkpilot/plans/index.ts +2 -2
  159. package/src/talkpilot/plans/plans.getters.ts +132 -132
  160. package/src/talkpilot/plans/plans.types.ts +89 -89
  161. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  162. package/src/talkpilot/products/index.ts +2 -2
  163. package/src/talkpilot/products/products.getters.ts +12 -12
  164. package/src/talkpilot/products/products.types.ts +9 -9
  165. package/src/talkpilot/results/index.ts +7 -7
  166. package/src/talkpilot/results/results.getter.ts +39 -39
  167. package/src/talkpilot/results/results.schema.ts +25 -25
  168. package/src/talkpilot/results/results.types.ts +34 -34
  169. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  170. package/src/talkpilot/retry_analyze/index.ts +2 -2
  171. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  172. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  173. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  174. package/src/talkpilot/sessions/index.ts +2 -2
  175. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  176. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  177. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  178. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  179. package/src/talkpilot/subscriptions/index.ts +3 -3
  180. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  181. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  182. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  183. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  184. package/src/talkpilot/utils/query.utils.ts +21 -21
  185. package/src/test-utils/db-utils.ts +33 -33
  186. package/src/test-utils/factories/index.ts +18 -18
  187. package/src/test-utils/factories/municipal/cities.ts +16 -16
  188. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  189. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  190. package/src/test-utils/factories/municipal/streets.ts +22 -22
  191. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  192. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  193. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  194. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  195. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  196. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  197. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  198. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  199. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  200. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  201. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  202. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  203. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  204. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  205. package/src/utils/date.utils.ts +126 -126
  206. package/src/utils/shared.types.ts +4 -4
  207. package/src/utils/validation.ts +23 -23
  208. package/src/websitalk/index.ts +18 -18
  209. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  210. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  211. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  212. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  213. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  214. package/src/websitalk/mongodb-client.ts +61 -61
  215. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  216. package/src/websitalk/scanResources/index.ts +4 -4
  217. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  218. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  219. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  220. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  221. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  222. package/src/websitalk/scans/index.ts +4 -4
  223. package/src/websitalk/scans/scans.constants.ts +18 -18
  224. package/src/websitalk/scans/scans.getters.ts +172 -172
  225. package/src/websitalk/scans/scans.types.ts +58 -58
  226. package/src/websitalk/scans/scans.utils.ts +5 -5
  227. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  228. package/src/websitalk/websiteUrls/index.ts +2 -2
  229. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  230. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  231. package/tsconfig.json +23 -23
  232. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  233. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  234. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  235. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  236. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  237. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  238. package/dist/municipal/streets/streets.setters.js +0 -15
  239. package/dist/municipal/streets/streets.setters.js.map +0 -1
  240. package/dist/reconcile/index.d.ts +0 -5
  241. package/dist/reconcile/index.d.ts.map +0 -1
  242. package/dist/reconcile/index.js.map +0 -1
  243. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  244. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  245. package/dist/reconcile/reconcile.diff.js +0 -36
  246. package/dist/reconcile/reconcile.diff.js.map +0 -1
  247. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  248. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  249. package/dist/reconcile/reconcile.execute.js +0 -20
  250. package/dist/reconcile/reconcile.execute.js.map +0 -1
  251. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  252. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  253. package/dist/reconcile/reconcile.ops.js +0 -24
  254. package/dist/reconcile/reconcile.ops.js.map +0 -1
  255. package/dist/reconcile/reconcile.types.d.ts +0 -32
  256. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  257. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;