@talkpilot/core-db 1.3.54 → 1.3.55

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (262) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -778
  5. package/dist/configuration/models/index.d.ts +2 -2
  6. package/dist/configuration/models/index.d.ts.map +1 -1
  7. package/dist/configuration/models/index.js +3 -1
  8. package/dist/configuration/models/index.js.map +1 -1
  9. package/dist/configuration/models/models.constants.d.ts +1 -0
  10. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  11. package/dist/configuration/models/models.constants.js +2 -1
  12. package/dist/configuration/models/models.constants.js.map +1 -1
  13. package/dist/configuration/models/models.getters.d.ts +5 -0
  14. package/dist/configuration/models/models.getters.d.ts.map +1 -1
  15. package/dist/configuration/models/models.getters.js +14 -1
  16. package/dist/configuration/models/models.getters.js.map +1 -1
  17. package/dist/configuration/models/models.types.d.ts +2 -1
  18. package/dist/configuration/models/models.types.d.ts.map +1 -1
  19. package/dist/index.d.ts +0 -1
  20. package/dist/index.d.ts.map +1 -1
  21. package/dist/index.js +0 -1
  22. package/dist/index.js.map +1 -1
  23. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  24. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  25. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  26. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  27. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  28. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  29. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  30. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  31. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts +8 -0
  32. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts.map +1 -1
  33. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js +9 -1
  34. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js.map +1 -1
  35. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts +2 -1
  36. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts.map +1 -1
  37. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js +8 -1
  38. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js.map +1 -1
  39. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts +3 -1
  40. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts.map +1 -1
  41. package/dist/websitalk/scanResources/scanResources.constants.d.ts +9 -0
  42. package/dist/websitalk/scanResources/scanResources.constants.d.ts.map +1 -1
  43. package/dist/websitalk/scanResources/scanResources.constants.js +14 -2
  44. package/dist/websitalk/scanResources/scanResources.constants.js.map +1 -1
  45. package/dist/websitalk/scanResources/scanResources.getters.d.ts +2 -2
  46. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  47. package/dist/websitalk/scanResources/scanResources.getters.js +12 -6
  48. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  49. package/dist/websitalk/scanResources/scanResources.types.d.ts +4 -0
  50. package/dist/websitalk/scanResources/scanResources.types.d.ts.map +1 -1
  51. package/dist/websitalk/scans/scans.constants.d.ts +1 -3
  52. package/dist/websitalk/scans/scans.constants.d.ts.map +1 -1
  53. package/dist/websitalk/scans/scans.constants.js +0 -3
  54. package/dist/websitalk/scans/scans.constants.js.map +1 -1
  55. package/dist/websitalk/scans/scans.getters.d.ts +0 -1
  56. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  57. package/dist/websitalk/scans/scans.getters.js +1 -6
  58. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  59. package/dist/websitalk/scans/scans.types.d.ts +2 -0
  60. package/dist/websitalk/scans/scans.types.d.ts.map +1 -1
  61. package/jest.config.js +20 -20
  62. package/package.json +46 -46
  63. package/src/__tests__/setup.ts +20 -20
  64. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  65. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  66. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  67. package/src/bulkWrite/index.ts +2 -2
  68. package/src/config.ts +9 -9
  69. package/src/configuration/index.ts +17 -17
  70. package/src/configuration/internalModels/index.ts +3 -3
  71. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  72. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  73. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  74. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -0
  75. package/src/configuration/models/index.ts +27 -25
  76. package/src/configuration/models/models.constants.ts +15 -13
  77. package/src/configuration/models/models.getters.ts +71 -53
  78. package/src/configuration/models/models.types.ts +80 -79
  79. package/src/configuration/mongodb-client.ts +62 -62
  80. package/src/configuration/prompts/index.ts +2 -2
  81. package/src/configuration/prompts/prompts.getters.ts +49 -49
  82. package/src/configuration/prompts/prompts.types.ts +11 -11
  83. package/src/connection.ts +81 -81
  84. package/src/index.ts +46 -47
  85. package/src/municipal/__tests__/validation.spec.ts +62 -62
  86. package/src/municipal/cities/cities.getters.ts +50 -50
  87. package/src/municipal/cities/cities.types.ts +11 -11
  88. package/src/municipal/cities/index.ts +2 -2
  89. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  90. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  91. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  92. package/src/municipal/departmentsSubjects/index.ts +9 -9
  93. package/src/municipal/index.ts +22 -22
  94. package/src/municipal/mongodb-client.ts +61 -61
  95. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  96. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  97. package/src/municipal/muniIssues/index.ts +17 -17
  98. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  99. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  100. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  101. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  102. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  103. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  104. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  105. package/src/municipal/streets/index.ts +2 -2
  106. package/src/municipal/streets/streets.getters.ts +140 -140
  107. package/src/municipal/streets/streets.types.ts +19 -19
  108. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  109. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  110. package/src/municipal/systemInstructions/index.ts +7 -7
  111. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  112. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  113. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  114. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  115. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  116. package/src/municipal/tickets/index.ts +9 -9
  117. package/src/municipal/tickets/tickets.constants.ts +8 -8
  118. package/src/municipal/tickets/tickets.getters.ts +121 -121
  119. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  120. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  121. package/src/municipal/tickets/tickets.types.ts +54 -54
  122. package/src/municipal/utils/types.ts +11 -11
  123. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  124. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  125. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  126. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  127. package/src/talkpilot/agents/agents.getters.ts +34 -34
  128. package/src/talkpilot/agents/agents.types.ts +14 -14
  129. package/src/talkpilot/agents/index.ts +2 -2
  130. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  131. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  132. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  133. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  134. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  135. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  136. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  137. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  138. package/src/talkpilot/calls/calls.constants.ts +49 -49
  139. package/src/talkpilot/calls/calls.getters.ts +277 -277
  140. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  141. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  142. package/src/talkpilot/calls/calls.types.ts +149 -149
  143. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  144. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  145. package/src/talkpilot/calls/index.ts +6 -6
  146. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  147. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  148. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  149. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  150. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  151. package/src/talkpilot/clients/clients.getters.ts +16 -16
  152. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  153. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  154. package/src/talkpilot/clients/clients.types.ts +18 -18
  155. package/src/talkpilot/clients/index.ts +4 -4
  156. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  157. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  158. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  159. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  160. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  161. package/src/talkpilot/clientsConfig/index.ts +3 -3
  162. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  163. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  164. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  165. package/src/talkpilot/contextNotes/index.ts +2 -2
  166. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  167. package/src/talkpilot/flows/flows.getter.ts +34 -34
  168. package/src/talkpilot/flows/flows.schema.ts +180 -180
  169. package/src/talkpilot/flows/flows.types.ts +211 -211
  170. package/src/talkpilot/flows/index.ts +7 -7
  171. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  172. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  173. package/src/talkpilot/groups/groups.getters.ts +30 -30
  174. package/src/talkpilot/groups/groups.types.ts +29 -29
  175. package/src/talkpilot/groups/index.ts +3 -3
  176. package/src/talkpilot/groups/phone.utils.ts +46 -46
  177. package/src/talkpilot/index.ts +31 -31
  178. package/src/talkpilot/leads/index.ts +2 -2
  179. package/src/talkpilot/leads/leads.getter.ts +6 -6
  180. package/src/talkpilot/leads/leads.schema.ts +33 -33
  181. package/src/talkpilot/leads/leads.types.ts +20 -20
  182. package/src/talkpilot/mongodb-client.ts +78 -78
  183. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  184. package/src/talkpilot/phone_numbers/index.ts +2 -2
  185. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  186. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  187. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  188. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  189. package/src/talkpilot/plans/index.ts +2 -2
  190. package/src/talkpilot/plans/plans.getters.ts +132 -132
  191. package/src/talkpilot/plans/plans.types.ts +89 -89
  192. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  193. package/src/talkpilot/products/index.ts +2 -2
  194. package/src/talkpilot/products/products.getters.ts +12 -12
  195. package/src/talkpilot/products/products.types.ts +9 -9
  196. package/src/talkpilot/results/index.ts +7 -7
  197. package/src/talkpilot/results/results.getter.ts +39 -39
  198. package/src/talkpilot/results/results.schema.ts +25 -25
  199. package/src/talkpilot/results/results.types.ts +34 -34
  200. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  201. package/src/talkpilot/retry_analyze/index.ts +2 -2
  202. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  203. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  204. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  205. package/src/talkpilot/sessions/index.ts +2 -2
  206. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  207. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  208. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  209. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  210. package/src/talkpilot/subscriptions/index.ts +3 -3
  211. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  212. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  213. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  214. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  215. package/src/talkpilot/utils/query.utils.ts +21 -21
  216. package/src/test-utils/db-utils.ts +33 -33
  217. package/src/test-utils/factories/index.ts +18 -18
  218. package/src/test-utils/factories/municipal/cities.ts +16 -16
  219. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  220. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  221. package/src/test-utils/factories/municipal/streets.ts +22 -22
  222. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  223. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  224. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  225. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  226. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  227. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  228. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  229. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  230. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  231. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  232. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  233. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  234. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  235. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  236. package/src/utils/date.utils.ts +126 -126
  237. package/src/utils/shared.types.ts +4 -4
  238. package/src/utils/validation.ts +23 -23
  239. package/src/websitalk/index.ts +18 -18
  240. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -186
  241. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  242. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -17
  243. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -78
  244. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -62
  245. package/src/websitalk/mongodb-client.ts +61 -61
  246. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +248 -212
  247. package/src/websitalk/scanResources/index.ts +4 -4
  248. package/src/websitalk/scanResources/scanResources.constants.ts +60 -47
  249. package/src/websitalk/scanResources/scanResources.getters.ts +121 -109
  250. package/src/websitalk/scanResources/scanResources.types.ts +105 -90
  251. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  252. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -341
  253. package/src/websitalk/scans/index.ts +4 -4
  254. package/src/websitalk/scans/scans.constants.ts +15 -18
  255. package/src/websitalk/scans/scans.getters.ts +166 -171
  256. package/src/websitalk/scans/scans.types.ts +56 -54
  257. package/src/websitalk/scans/scans.utils.ts +5 -5
  258. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  259. package/src/websitalk/websiteUrls/index.ts +2 -2
  260. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  261. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  262. package/tsconfig.json +23 -23
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;