@talkpilot/core-db 1.3.53 → 1.3.55

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -778
  5. package/dist/configuration/models/index.d.ts +2 -2
  6. package/dist/configuration/models/index.d.ts.map +1 -1
  7. package/dist/configuration/models/index.js +3 -1
  8. package/dist/configuration/models/index.js.map +1 -1
  9. package/dist/configuration/models/models.constants.d.ts +1 -0
  10. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  11. package/dist/configuration/models/models.constants.js +2 -1
  12. package/dist/configuration/models/models.constants.js.map +1 -1
  13. package/dist/configuration/models/models.getters.d.ts +5 -0
  14. package/dist/configuration/models/models.getters.d.ts.map +1 -1
  15. package/dist/configuration/models/models.getters.js +14 -1
  16. package/dist/configuration/models/models.getters.js.map +1 -1
  17. package/dist/configuration/models/models.types.d.ts +2 -1
  18. package/dist/configuration/models/models.types.d.ts.map +1 -1
  19. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  20. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  21. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  22. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  23. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  24. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  25. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  26. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  27. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts +8 -0
  28. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts.map +1 -1
  29. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js +9 -1
  30. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js.map +1 -1
  31. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts +2 -1
  32. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts.map +1 -1
  33. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js +8 -1
  34. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js.map +1 -1
  35. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts +3 -1
  36. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts.map +1 -1
  37. package/dist/websitalk/scanResources/scanResources.constants.d.ts +9 -0
  38. package/dist/websitalk/scanResources/scanResources.constants.d.ts.map +1 -1
  39. package/dist/websitalk/scanResources/scanResources.constants.js +14 -2
  40. package/dist/websitalk/scanResources/scanResources.constants.js.map +1 -1
  41. package/dist/websitalk/scanResources/scanResources.getters.d.ts +2 -2
  42. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  43. package/dist/websitalk/scanResources/scanResources.getters.js +12 -6
  44. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  45. package/dist/websitalk/scanResources/scanResources.types.d.ts +4 -0
  46. package/dist/websitalk/scanResources/scanResources.types.d.ts.map +1 -1
  47. package/dist/websitalk/scans/scans.constants.d.ts +1 -3
  48. package/dist/websitalk/scans/scans.constants.d.ts.map +1 -1
  49. package/dist/websitalk/scans/scans.constants.js +0 -3
  50. package/dist/websitalk/scans/scans.constants.js.map +1 -1
  51. package/dist/websitalk/scans/scans.getters.d.ts +0 -1
  52. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  53. package/dist/websitalk/scans/scans.getters.js +1 -6
  54. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  55. package/dist/websitalk/scans/scans.types.d.ts +2 -0
  56. package/dist/websitalk/scans/scans.types.d.ts.map +1 -1
  57. package/jest.config.js +20 -20
  58. package/package.json +46 -46
  59. package/src/__tests__/setup.ts +20 -20
  60. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  61. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  62. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  63. package/src/bulkWrite/index.ts +2 -2
  64. package/src/config.ts +9 -9
  65. package/src/configuration/index.ts +17 -17
  66. package/src/configuration/internalModels/index.ts +3 -3
  67. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  68. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  69. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  70. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -0
  71. package/src/configuration/models/index.ts +27 -25
  72. package/src/configuration/models/models.constants.ts +15 -13
  73. package/src/configuration/models/models.getters.ts +71 -53
  74. package/src/configuration/models/models.types.ts +80 -79
  75. package/src/configuration/mongodb-client.ts +62 -62
  76. package/src/configuration/prompts/index.ts +2 -2
  77. package/src/configuration/prompts/prompts.getters.ts +49 -49
  78. package/src/configuration/prompts/prompts.types.ts +11 -11
  79. package/src/connection.ts +81 -81
  80. package/src/index.ts +46 -46
  81. package/src/municipal/__tests__/validation.spec.ts +62 -62
  82. package/src/municipal/cities/cities.getters.ts +50 -50
  83. package/src/municipal/cities/cities.types.ts +11 -11
  84. package/src/municipal/cities/index.ts +2 -2
  85. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  86. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  87. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  88. package/src/municipal/departmentsSubjects/index.ts +9 -9
  89. package/src/municipal/index.ts +22 -22
  90. package/src/municipal/mongodb-client.ts +61 -61
  91. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  92. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  93. package/src/municipal/muniIssues/index.ts +17 -17
  94. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  95. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  96. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  97. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  98. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  99. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  100. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  101. package/src/municipal/streets/index.ts +2 -2
  102. package/src/municipal/streets/streets.getters.ts +140 -140
  103. package/src/municipal/streets/streets.types.ts +19 -19
  104. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  105. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  106. package/src/municipal/systemInstructions/index.ts +7 -7
  107. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  108. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  109. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  110. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  111. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  112. package/src/municipal/tickets/index.ts +9 -9
  113. package/src/municipal/tickets/tickets.constants.ts +8 -8
  114. package/src/municipal/tickets/tickets.getters.ts +121 -121
  115. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  116. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  117. package/src/municipal/tickets/tickets.types.ts +54 -54
  118. package/src/municipal/utils/types.ts +11 -11
  119. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  120. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  121. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  122. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  123. package/src/talkpilot/agents/agents.getters.ts +34 -34
  124. package/src/talkpilot/agents/agents.types.ts +14 -14
  125. package/src/talkpilot/agents/index.ts +2 -2
  126. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  127. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  128. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  129. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  130. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  131. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  132. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  133. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  134. package/src/talkpilot/calls/calls.constants.ts +49 -49
  135. package/src/talkpilot/calls/calls.getters.ts +277 -277
  136. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  137. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  138. package/src/talkpilot/calls/calls.types.ts +149 -149
  139. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  140. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  141. package/src/talkpilot/calls/index.ts +6 -6
  142. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  143. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  144. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  145. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  146. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  147. package/src/talkpilot/clients/clients.getters.ts +16 -16
  148. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  149. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  150. package/src/talkpilot/clients/clients.types.ts +18 -18
  151. package/src/talkpilot/clients/index.ts +4 -4
  152. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  153. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  154. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  155. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  156. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  157. package/src/talkpilot/clientsConfig/index.ts +3 -3
  158. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  159. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  160. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  161. package/src/talkpilot/contextNotes/index.ts +2 -2
  162. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  163. package/src/talkpilot/flows/flows.getter.ts +34 -34
  164. package/src/talkpilot/flows/flows.schema.ts +180 -180
  165. package/src/talkpilot/flows/flows.types.ts +211 -211
  166. package/src/talkpilot/flows/index.ts +7 -7
  167. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  168. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  169. package/src/talkpilot/groups/groups.getters.ts +30 -30
  170. package/src/talkpilot/groups/groups.types.ts +29 -29
  171. package/src/talkpilot/groups/index.ts +3 -3
  172. package/src/talkpilot/groups/phone.utils.ts +46 -46
  173. package/src/talkpilot/index.ts +31 -31
  174. package/src/talkpilot/leads/index.ts +2 -2
  175. package/src/talkpilot/leads/leads.getter.ts +6 -6
  176. package/src/talkpilot/leads/leads.schema.ts +33 -33
  177. package/src/talkpilot/leads/leads.types.ts +20 -20
  178. package/src/talkpilot/mongodb-client.ts +78 -78
  179. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  180. package/src/talkpilot/phone_numbers/index.ts +2 -2
  181. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  182. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  183. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  184. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  185. package/src/talkpilot/plans/index.ts +2 -2
  186. package/src/talkpilot/plans/plans.getters.ts +132 -132
  187. package/src/talkpilot/plans/plans.types.ts +89 -89
  188. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  189. package/src/talkpilot/products/index.ts +2 -2
  190. package/src/talkpilot/products/products.getters.ts +12 -12
  191. package/src/talkpilot/products/products.types.ts +9 -9
  192. package/src/talkpilot/results/index.ts +7 -7
  193. package/src/talkpilot/results/results.getter.ts +39 -39
  194. package/src/talkpilot/results/results.schema.ts +25 -25
  195. package/src/talkpilot/results/results.types.ts +34 -34
  196. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  197. package/src/talkpilot/retry_analyze/index.ts +2 -2
  198. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  199. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  200. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  201. package/src/talkpilot/sessions/index.ts +2 -2
  202. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  203. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  204. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  205. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  206. package/src/talkpilot/subscriptions/index.ts +3 -3
  207. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  208. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  209. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  210. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  211. package/src/talkpilot/utils/query.utils.ts +21 -21
  212. package/src/test-utils/db-utils.ts +33 -33
  213. package/src/test-utils/factories/index.ts +18 -18
  214. package/src/test-utils/factories/municipal/cities.ts +16 -16
  215. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  216. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  217. package/src/test-utils/factories/municipal/streets.ts +22 -22
  218. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  219. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  220. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  221. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  222. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  223. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  224. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  225. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  226. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  227. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  228. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  229. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  230. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  231. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  232. package/src/utils/date.utils.ts +126 -126
  233. package/src/utils/shared.types.ts +4 -4
  234. package/src/utils/validation.ts +23 -23
  235. package/src/websitalk/index.ts +18 -18
  236. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -186
  237. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  238. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -17
  239. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -78
  240. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -62
  241. package/src/websitalk/mongodb-client.ts +61 -61
  242. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +248 -212
  243. package/src/websitalk/scanResources/index.ts +4 -4
  244. package/src/websitalk/scanResources/scanResources.constants.ts +60 -47
  245. package/src/websitalk/scanResources/scanResources.getters.ts +121 -109
  246. package/src/websitalk/scanResources/scanResources.types.ts +105 -90
  247. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  248. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -341
  249. package/src/websitalk/scans/index.ts +4 -4
  250. package/src/websitalk/scans/scans.constants.ts +15 -18
  251. package/src/websitalk/scans/scans.getters.ts +166 -171
  252. package/src/websitalk/scans/scans.types.ts +56 -54
  253. package/src/websitalk/scans/scans.utils.ts +5 -5
  254. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  255. package/src/websitalk/websiteUrls/index.ts +2 -2
  256. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  257. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  258. package/tsconfig.json +23 -23
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;