@talkpilot/core-db 1.3.76 → 1.3.77

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (263) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +817 -816
  5. package/dist/municipal/muniIssues/index.d.ts +2 -2
  6. package/dist/municipal/muniIssues/index.d.ts.map +1 -1
  7. package/dist/municipal/muniIssues/index.js +2 -1
  8. package/dist/municipal/muniIssues/index.js.map +1 -1
  9. package/dist/municipal/muniIssues/muniIssues.constants.d.ts +2 -0
  10. package/dist/municipal/muniIssues/muniIssues.constants.d.ts.map +1 -1
  11. package/dist/municipal/muniIssues/muniIssues.constants.js +8 -1
  12. package/dist/municipal/muniIssues/muniIssues.constants.js.map +1 -1
  13. package/dist/municipal/muniIssues/muniIssues.getters.d.ts +6 -1
  14. package/dist/municipal/muniIssues/muniIssues.getters.d.ts.map +1 -1
  15. package/dist/municipal/muniIssues/muniIssues.getters.js +31 -1
  16. package/dist/municipal/muniIssues/muniIssues.getters.js.map +1 -1
  17. package/dist/municipal/muniIssues/muniIssues.schema.d.ts.map +1 -1
  18. package/dist/municipal/muniIssues/muniIssues.schema.js +13 -0
  19. package/dist/municipal/muniIssues/muniIssues.schema.js.map +1 -1
  20. package/dist/municipal/muniIssues/muniIssues.setters.d.ts +5 -1
  21. package/dist/municipal/muniIssues/muniIssues.setters.d.ts.map +1 -1
  22. package/dist/municipal/muniIssues/muniIssues.setters.js +39 -2
  23. package/dist/municipal/muniIssues/muniIssues.setters.js.map +1 -1
  24. package/dist/municipal/muniIssues/muniIssues.types.d.ts +23 -2
  25. package/dist/municipal/muniIssues/muniIssues.types.d.ts.map +1 -1
  26. package/dist/talkpilot/calls/calls.types.d.ts +0 -12
  27. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  28. package/jest.config.js +20 -20
  29. package/package.json +46 -46
  30. package/src/__tests__/setup.ts +20 -20
  31. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  32. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  33. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  34. package/src/bulkWrite/index.ts +2 -2
  35. package/src/config.ts +9 -9
  36. package/src/configuration/index.ts +17 -17
  37. package/src/configuration/internalModels/index.ts +3 -3
  38. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  39. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  40. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  41. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  42. package/src/configuration/models/index.ts +27 -27
  43. package/src/configuration/models/models.constants.ts +20 -20
  44. package/src/configuration/models/models.getters.ts +71 -71
  45. package/src/configuration/models/models.types.ts +80 -80
  46. package/src/configuration/mongodb-client.ts +62 -62
  47. package/src/configuration/prompts/index.ts +2 -2
  48. package/src/configuration/prompts/prompts.getters.ts +49 -49
  49. package/src/configuration/prompts/prompts.types.ts +11 -11
  50. package/src/connection.ts +81 -81
  51. package/src/index.ts +47 -47
  52. package/src/municipal/__tests__/validation.spec.ts +62 -62
  53. package/src/municipal/cities/cities.getters.ts +50 -50
  54. package/src/municipal/cities/cities.types.ts +11 -11
  55. package/src/municipal/cities/index.ts +2 -2
  56. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  57. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  58. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  59. package/src/municipal/departmentsSubjects/index.ts +9 -9
  60. package/src/municipal/index.ts +22 -22
  61. package/src/municipal/mongodb-client.ts +61 -61
  62. package/src/municipal/muniIssues/__tests__/muniIssues.getters.spec.ts +66 -0
  63. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +167 -94
  64. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +93 -92
  65. package/src/municipal/muniIssues/index.ts +22 -17
  66. package/src/municipal/muniIssues/muniIssues.constants.ts +26 -18
  67. package/src/municipal/muniIssues/muniIssues.getters.ts +68 -24
  68. package/src/municipal/muniIssues/muniIssues.schema.ts +80 -66
  69. package/src/municipal/muniIssues/muniIssues.setters.ts +80 -24
  70. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  71. package/src/municipal/muniIssues/muniIssues.types.ts +68 -37
  72. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  73. package/src/municipal/streets/index.ts +2 -2
  74. package/src/municipal/streets/streets.getters.ts +140 -140
  75. package/src/municipal/streets/streets.types.ts +19 -19
  76. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  77. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  78. package/src/municipal/systemInstructions/index.ts +7 -7
  79. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  80. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  81. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  82. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  83. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  84. package/src/municipal/tickets/index.ts +9 -9
  85. package/src/municipal/tickets/tickets.constants.ts +8 -8
  86. package/src/municipal/tickets/tickets.getters.ts +121 -121
  87. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  88. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  89. package/src/municipal/tickets/tickets.types.ts +54 -54
  90. package/src/municipal/utils/types.ts +11 -11
  91. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  92. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  93. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  94. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  95. package/src/talkpilot/agents/agents.getters.ts +34 -34
  96. package/src/talkpilot/agents/agents.types.ts +14 -14
  97. package/src/talkpilot/agents/index.ts +2 -2
  98. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  99. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  100. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  101. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  102. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -57
  103. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -42
  104. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -28
  105. package/src/talkpilot/callTokenUsage/index.ts +2 -2
  106. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  107. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  108. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  109. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  110. package/src/talkpilot/calls/calls.constants.ts +49 -49
  111. package/src/talkpilot/calls/calls.getters.ts +277 -277
  112. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  113. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  114. package/src/talkpilot/calls/calls.types.ts +151 -164
  115. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  116. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  117. package/src/talkpilot/calls/index.ts +6 -6
  118. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  119. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  120. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  121. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  122. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  123. package/src/talkpilot/clients/clients.getters.ts +19 -19
  124. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  125. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  126. package/src/talkpilot/clients/clients.types.ts +18 -18
  127. package/src/talkpilot/clients/index.ts +4 -4
  128. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  129. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  130. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  131. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  132. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  133. package/src/talkpilot/clientsConfig/index.ts +3 -3
  134. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  135. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  136. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  137. package/src/talkpilot/contextNotes/index.ts +2 -2
  138. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  139. package/src/talkpilot/flows/flows.getter.ts +34 -34
  140. package/src/talkpilot/flows/flows.schema.ts +180 -180
  141. package/src/talkpilot/flows/flows.types.ts +211 -211
  142. package/src/talkpilot/flows/index.ts +7 -7
  143. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  144. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  145. package/src/talkpilot/groups/groups.getters.ts +30 -30
  146. package/src/talkpilot/groups/groups.types.ts +29 -29
  147. package/src/talkpilot/groups/index.ts +3 -3
  148. package/src/talkpilot/groups/phone.utils.ts +46 -46
  149. package/src/talkpilot/index.ts +32 -32
  150. package/src/talkpilot/leads/index.ts +2 -2
  151. package/src/talkpilot/leads/leads.getter.ts +6 -6
  152. package/src/talkpilot/leads/leads.schema.ts +33 -33
  153. package/src/talkpilot/leads/leads.types.ts +20 -20
  154. package/src/talkpilot/mongodb-client.ts +78 -78
  155. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  156. package/src/talkpilot/phone_numbers/index.ts +2 -2
  157. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  158. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  159. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  160. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  161. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  162. package/src/talkpilot/plans/index.ts +2 -2
  163. package/src/talkpilot/plans/plans.getters.ts +132 -132
  164. package/src/talkpilot/plans/plans.types.ts +89 -89
  165. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  166. package/src/talkpilot/products/index.ts +2 -2
  167. package/src/talkpilot/products/products.getters.ts +12 -12
  168. package/src/talkpilot/products/products.types.ts +9 -9
  169. package/src/talkpilot/results/index.ts +7 -7
  170. package/src/talkpilot/results/results.getter.ts +39 -39
  171. package/src/talkpilot/results/results.schema.ts +25 -25
  172. package/src/talkpilot/results/results.types.ts +34 -34
  173. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  174. package/src/talkpilot/retry_analyze/index.ts +2 -2
  175. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  176. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  177. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  178. package/src/talkpilot/sessions/index.ts +2 -2
  179. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  180. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  181. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  182. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  183. package/src/talkpilot/subscriptions/index.ts +3 -3
  184. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  185. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  186. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  187. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  188. package/src/talkpilot/utils/query.utils.ts +21 -21
  189. package/src/test-utils/db-utils.ts +33 -33
  190. package/src/test-utils/factories/index.ts +18 -18
  191. package/src/test-utils/factories/municipal/cities.ts +16 -16
  192. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  193. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  194. package/src/test-utils/factories/municipal/streets.ts +22 -22
  195. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  196. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  197. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  198. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  199. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  200. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  201. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  202. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  203. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  204. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  205. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  206. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  207. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  208. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  209. package/src/utils/date.utils.ts +126 -126
  210. package/src/utils/shared.types.ts +4 -4
  211. package/src/utils/validation.ts +23 -23
  212. package/src/websitalk/index.ts +18 -18
  213. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  214. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  215. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  216. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  217. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  218. package/src/websitalk/mongodb-client.ts +61 -61
  219. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  220. package/src/websitalk/scanResources/index.ts +4 -4
  221. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  222. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  223. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  224. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  225. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  226. package/src/websitalk/scans/index.ts +4 -4
  227. package/src/websitalk/scans/scans.constants.ts +18 -18
  228. package/src/websitalk/scans/scans.getters.ts +172 -172
  229. package/src/websitalk/scans/scans.types.ts +58 -58
  230. package/src/websitalk/scans/scans.utils.ts +5 -5
  231. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  232. package/src/websitalk/websiteUrls/index.ts +2 -2
  233. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  234. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  235. package/tsconfig.json +23 -23
  236. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  237. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  238. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  239. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  240. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  241. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  242. package/dist/municipal/streets/streets.setters.js +0 -15
  243. package/dist/municipal/streets/streets.setters.js.map +0 -1
  244. package/dist/reconcile/index.d.ts +0 -5
  245. package/dist/reconcile/index.d.ts.map +0 -1
  246. package/dist/reconcile/index.js +0 -21
  247. package/dist/reconcile/index.js.map +0 -1
  248. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  249. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  250. package/dist/reconcile/reconcile.diff.js +0 -36
  251. package/dist/reconcile/reconcile.diff.js.map +0 -1
  252. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  253. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  254. package/dist/reconcile/reconcile.execute.js +0 -20
  255. package/dist/reconcile/reconcile.execute.js.map +0 -1
  256. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  257. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  258. package/dist/reconcile/reconcile.ops.js +0 -24
  259. package/dist/reconcile/reconcile.ops.js.map +0 -1
  260. package/dist/reconcile/reconcile.types.d.ts +0 -32
  261. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  262. package/dist/reconcile/reconcile.types.js +0 -3
  263. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;