@talkpilot/core-db 1.3.67 → 1.3.69

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (263) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +816 -815
  5. package/dist/configuration/models/models.constants.d.ts +1 -1
  6. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  7. package/dist/configuration/models/models.constants.js +1 -6
  8. package/dist/configuration/models/models.constants.js.map +1 -1
  9. package/dist/talkpilot/callTokenUsage/callTokenUsage.getters.d.ts +4 -0
  10. package/dist/talkpilot/callTokenUsage/callTokenUsage.getters.d.ts.map +1 -0
  11. package/dist/talkpilot/callTokenUsage/callTokenUsage.getters.js +30 -0
  12. package/dist/talkpilot/callTokenUsage/callTokenUsage.getters.js.map +1 -0
  13. package/dist/talkpilot/callTokenUsage/callTokenUsage.types.d.ts +28 -0
  14. package/dist/talkpilot/callTokenUsage/callTokenUsage.types.d.ts.map +1 -0
  15. package/dist/{reconcile/reconcile.types.js → talkpilot/callTokenUsage/callTokenUsage.types.js} +1 -1
  16. package/dist/talkpilot/callTokenUsage/callTokenUsage.types.js.map +1 -0
  17. package/dist/talkpilot/callTokenUsage/index.d.ts +3 -0
  18. package/dist/talkpilot/callTokenUsage/index.d.ts.map +1 -0
  19. package/dist/{reconcile → talkpilot/callTokenUsage}/index.js +1 -4
  20. package/dist/talkpilot/callTokenUsage/index.js.map +1 -0
  21. package/dist/talkpilot/calls/calls.getters.d.ts +2 -1
  22. package/dist/talkpilot/calls/calls.getters.d.ts.map +1 -1
  23. package/dist/talkpilot/calls/calls.getters.js +6 -1
  24. package/dist/talkpilot/calls/calls.getters.js.map +1 -1
  25. package/dist/talkpilot/calls/calls.types.d.ts +3 -3
  26. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  27. package/dist/talkpilot/index.d.ts +1 -0
  28. package/dist/talkpilot/index.d.ts.map +1 -1
  29. package/dist/talkpilot/index.js +1 -0
  30. package/dist/talkpilot/index.js.map +1 -1
  31. package/jest.config.js +20 -20
  32. package/package.json +46 -46
  33. package/src/__tests__/setup.ts +20 -20
  34. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  35. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  36. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  37. package/src/bulkWrite/index.ts +2 -2
  38. package/src/config.ts +9 -9
  39. package/src/configuration/index.ts +17 -17
  40. package/src/configuration/internalModels/index.ts +3 -3
  41. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  42. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  43. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  44. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  45. package/src/configuration/models/index.ts +27 -27
  46. package/src/configuration/models/models.constants.ts +15 -20
  47. package/src/configuration/models/models.getters.ts +71 -71
  48. package/src/configuration/models/models.types.ts +80 -80
  49. package/src/configuration/mongodb-client.ts +62 -62
  50. package/src/configuration/prompts/index.ts +2 -2
  51. package/src/configuration/prompts/prompts.getters.ts +49 -49
  52. package/src/configuration/prompts/prompts.types.ts +11 -11
  53. package/src/connection.ts +81 -81
  54. package/src/index.ts +47 -47
  55. package/src/municipal/__tests__/validation.spec.ts +62 -62
  56. package/src/municipal/cities/cities.getters.ts +50 -50
  57. package/src/municipal/cities/cities.types.ts +11 -11
  58. package/src/municipal/cities/index.ts +2 -2
  59. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  60. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  61. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  62. package/src/municipal/departmentsSubjects/index.ts +9 -9
  63. package/src/municipal/index.ts +22 -22
  64. package/src/municipal/mongodb-client.ts +61 -61
  65. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  66. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  67. package/src/municipal/muniIssues/index.ts +17 -17
  68. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  69. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  70. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  71. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  72. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  73. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  74. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  75. package/src/municipal/streets/index.ts +2 -2
  76. package/src/municipal/streets/streets.getters.ts +140 -140
  77. package/src/municipal/streets/streets.types.ts +19 -19
  78. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  79. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  80. package/src/municipal/systemInstructions/index.ts +7 -7
  81. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  82. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  83. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  84. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  85. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  86. package/src/municipal/tickets/index.ts +9 -9
  87. package/src/municipal/tickets/tickets.constants.ts +8 -8
  88. package/src/municipal/tickets/tickets.getters.ts +121 -121
  89. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  90. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  91. package/src/municipal/tickets/tickets.types.ts +54 -54
  92. package/src/municipal/utils/types.ts +11 -11
  93. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  94. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  95. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  96. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  97. package/src/talkpilot/agents/agents.getters.ts +34 -34
  98. package/src/talkpilot/agents/agents.types.ts +14 -14
  99. package/src/talkpilot/agents/index.ts +2 -2
  100. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  101. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  102. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  103. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  104. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -0
  105. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -0
  106. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -0
  107. package/src/talkpilot/callTokenUsage/index.ts +2 -0
  108. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  109. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  110. package/src/talkpilot/calls/__tests__/calls.spec.ts +519 -471
  111. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  112. package/src/talkpilot/calls/calls.constants.ts +49 -49
  113. package/src/talkpilot/calls/calls.getters.ts +295 -277
  114. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  115. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  116. package/src/talkpilot/calls/calls.types.ts +152 -151
  117. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  118. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  119. package/src/talkpilot/calls/index.ts +6 -6
  120. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  121. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  122. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  123. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  124. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  125. package/src/talkpilot/clients/clients.getters.ts +19 -19
  126. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  127. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  128. package/src/talkpilot/clients/clients.types.ts +18 -18
  129. package/src/talkpilot/clients/index.ts +4 -4
  130. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  131. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  132. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  133. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  134. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  135. package/src/talkpilot/clientsConfig/index.ts +3 -3
  136. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  137. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  138. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  139. package/src/talkpilot/contextNotes/index.ts +2 -2
  140. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  141. package/src/talkpilot/flows/flows.getter.ts +34 -34
  142. package/src/talkpilot/flows/flows.schema.ts +180 -180
  143. package/src/talkpilot/flows/flows.types.ts +211 -211
  144. package/src/talkpilot/flows/index.ts +7 -7
  145. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  146. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  147. package/src/talkpilot/groups/groups.getters.ts +30 -30
  148. package/src/talkpilot/groups/groups.types.ts +29 -29
  149. package/src/talkpilot/groups/index.ts +3 -3
  150. package/src/talkpilot/groups/phone.utils.ts +46 -46
  151. package/src/talkpilot/index.ts +32 -31
  152. package/src/talkpilot/leads/index.ts +2 -2
  153. package/src/talkpilot/leads/leads.getter.ts +6 -6
  154. package/src/talkpilot/leads/leads.schema.ts +33 -33
  155. package/src/talkpilot/leads/leads.types.ts +20 -20
  156. package/src/talkpilot/mongodb-client.ts +78 -78
  157. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  158. package/src/talkpilot/phone_numbers/index.ts +2 -2
  159. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  160. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  161. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  162. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  163. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  164. package/src/talkpilot/plans/index.ts +2 -2
  165. package/src/talkpilot/plans/plans.getters.ts +132 -132
  166. package/src/talkpilot/plans/plans.types.ts +89 -89
  167. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  168. package/src/talkpilot/products/index.ts +2 -2
  169. package/src/talkpilot/products/products.getters.ts +12 -12
  170. package/src/talkpilot/products/products.types.ts +9 -9
  171. package/src/talkpilot/results/index.ts +7 -7
  172. package/src/talkpilot/results/results.getter.ts +39 -39
  173. package/src/talkpilot/results/results.schema.ts +25 -25
  174. package/src/talkpilot/results/results.types.ts +34 -34
  175. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  176. package/src/talkpilot/retry_analyze/index.ts +2 -2
  177. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  178. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  179. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  180. package/src/talkpilot/sessions/index.ts +2 -2
  181. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  182. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  183. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  184. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  185. package/src/talkpilot/subscriptions/index.ts +3 -3
  186. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  187. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  188. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  189. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  190. package/src/talkpilot/utils/query.utils.ts +21 -21
  191. package/src/test-utils/db-utils.ts +33 -33
  192. package/src/test-utils/factories/index.ts +18 -18
  193. package/src/test-utils/factories/municipal/cities.ts +16 -16
  194. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  195. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  196. package/src/test-utils/factories/municipal/streets.ts +22 -22
  197. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  198. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  199. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  200. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  201. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  202. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  203. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  204. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  205. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  206. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  207. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  208. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  209. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  210. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  211. package/src/utils/date.utils.ts +126 -126
  212. package/src/utils/shared.types.ts +4 -4
  213. package/src/utils/validation.ts +23 -23
  214. package/src/websitalk/index.ts +18 -18
  215. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  216. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  217. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  218. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  219. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  220. package/src/websitalk/mongodb-client.ts +61 -61
  221. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  222. package/src/websitalk/scanResources/index.ts +4 -4
  223. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  224. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  225. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  226. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  227. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  228. package/src/websitalk/scans/index.ts +4 -4
  229. package/src/websitalk/scans/scans.constants.ts +18 -18
  230. package/src/websitalk/scans/scans.getters.ts +172 -172
  231. package/src/websitalk/scans/scans.types.ts +58 -58
  232. package/src/websitalk/scans/scans.utils.ts +5 -5
  233. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  234. package/src/websitalk/websiteUrls/index.ts +2 -2
  235. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  236. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  237. package/tsconfig.json +23 -23
  238. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  239. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  240. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  241. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  242. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  243. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  244. package/dist/municipal/streets/streets.setters.js +0 -15
  245. package/dist/municipal/streets/streets.setters.js.map +0 -1
  246. package/dist/reconcile/index.d.ts +0 -5
  247. package/dist/reconcile/index.d.ts.map +0 -1
  248. package/dist/reconcile/index.js.map +0 -1
  249. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  250. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  251. package/dist/reconcile/reconcile.diff.js +0 -36
  252. package/dist/reconcile/reconcile.diff.js.map +0 -1
  253. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  254. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  255. package/dist/reconcile/reconcile.execute.js +0 -20
  256. package/dist/reconcile/reconcile.execute.js.map +0 -1
  257. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  258. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  259. package/dist/reconcile/reconcile.ops.js +0 -24
  260. package/dist/reconcile/reconcile.ops.js.map +0 -1
  261. package/dist/reconcile/reconcile.types.d.ts +0 -32
  262. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  263. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;