@talkpilot/core-db 1.3.83 → 1.3.85

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +846 -847
  5. package/dist/configuration/gptLive.seed.d.ts +2 -0
  6. package/dist/configuration/gptLive.seed.d.ts.map +1 -0
  7. package/dist/configuration/gptLive.seed.js +59 -0
  8. package/dist/configuration/gptLive.seed.js.map +1 -0
  9. package/dist/municipal/muniIssues/index.d.ts +2 -2
  10. package/dist/municipal/muniIssues/index.d.ts.map +1 -1
  11. package/dist/municipal/muniIssues/index.js +1 -3
  12. package/dist/municipal/muniIssues/index.js.map +1 -1
  13. package/dist/municipal/muniIssues/muniIssues.constants.d.ts +0 -2
  14. package/dist/municipal/muniIssues/muniIssues.constants.d.ts.map +1 -1
  15. package/dist/municipal/muniIssues/muniIssues.constants.js +1 -8
  16. package/dist/municipal/muniIssues/muniIssues.constants.js.map +1 -1
  17. package/dist/municipal/muniIssues/muniIssues.getters.d.ts +1 -4
  18. package/dist/municipal/muniIssues/muniIssues.getters.d.ts.map +1 -1
  19. package/dist/municipal/muniIssues/muniIssues.getters.js +1 -29
  20. package/dist/municipal/muniIssues/muniIssues.getters.js.map +1 -1
  21. package/dist/municipal/muniIssues/muniIssues.schema.d.ts.map +1 -1
  22. package/dist/municipal/muniIssues/muniIssues.schema.js +0 -17
  23. package/dist/municipal/muniIssues/muniIssues.schema.js.map +1 -1
  24. package/dist/municipal/muniIssues/muniIssues.setters.d.ts +1 -3
  25. package/dist/municipal/muniIssues/muniIssues.setters.d.ts.map +1 -1
  26. package/dist/municipal/muniIssues/muniIssues.setters.js +2 -46
  27. package/dist/municipal/muniIssues/muniIssues.setters.js.map +1 -1
  28. package/dist/municipal/muniIssues/muniIssues.types.d.ts +2 -22
  29. package/dist/municipal/muniIssues/muniIssues.types.d.ts.map +1 -1
  30. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  31. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  32. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  33. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  34. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  35. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  36. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  37. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  38. package/dist/talkpilot/contextNotes/contextNotes.getters.d.ts +7 -1
  39. package/dist/talkpilot/contextNotes/contextNotes.getters.d.ts.map +1 -1
  40. package/dist/talkpilot/contextNotes/contextNotes.getters.js +37 -1
  41. package/dist/talkpilot/contextNotes/contextNotes.getters.js.map +1 -1
  42. package/dist/talkpilot/contextNotes/contextNotes.types.d.ts +6 -0
  43. package/dist/talkpilot/contextNotes/contextNotes.types.d.ts.map +1 -1
  44. package/jest.config.js +20 -20
  45. package/package.json +46 -46
  46. package/src/__tests__/setup.ts +20 -20
  47. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  48. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  49. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  50. package/src/bulkWrite/index.ts +2 -2
  51. package/src/config.ts +9 -9
  52. package/src/configuration/index.ts +17 -17
  53. package/src/configuration/internalModels/index.ts +3 -3
  54. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  55. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  56. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  57. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  58. package/src/configuration/models/index.ts +27 -27
  59. package/src/configuration/models/models.constants.ts +20 -20
  60. package/src/configuration/models/models.getters.ts +71 -71
  61. package/src/configuration/models/models.types.ts +80 -80
  62. package/src/configuration/mongodb-client.ts +62 -62
  63. package/src/configuration/prompts/index.ts +2 -2
  64. package/src/configuration/prompts/prompts.getters.ts +49 -49
  65. package/src/configuration/prompts/prompts.types.ts +11 -11
  66. package/src/connection.ts +81 -81
  67. package/src/index.ts +48 -48
  68. package/src/municipal/__tests__/validation.spec.ts +62 -62
  69. package/src/municipal/cities/cities.getters.ts +50 -50
  70. package/src/municipal/cities/cities.types.ts +11 -11
  71. package/src/municipal/cities/index.ts +2 -2
  72. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  73. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  74. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  75. package/src/municipal/departmentsSubjects/index.ts +9 -9
  76. package/src/municipal/index.ts +23 -23
  77. package/src/municipal/mongodb-client.ts +61 -61
  78. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -199
  79. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -93
  80. package/src/municipal/muniIssues/index.ts +17 -23
  81. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -27
  82. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -66
  83. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -85
  84. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -87
  85. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  86. package/src/municipal/muniIssues/muniIssues.types.ts +37 -67
  87. package/src/municipal/residents/__tests__/residents.spec.ts +92 -92
  88. package/src/municipal/residents/index.ts +4 -4
  89. package/src/municipal/residents/residents.constants.ts +2 -2
  90. package/src/municipal/residents/residents.getters.ts +42 -42
  91. package/src/municipal/residents/residents.schema.ts +28 -28
  92. package/src/municipal/residents/residents.types.ts +17 -17
  93. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  94. package/src/municipal/streets/index.ts +2 -2
  95. package/src/municipal/streets/streets.getters.ts +140 -140
  96. package/src/municipal/streets/streets.types.ts +19 -19
  97. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  98. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  99. package/src/municipal/systemInstructions/index.ts +7 -7
  100. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  101. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  102. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  103. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  104. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  105. package/src/municipal/tickets/index.ts +9 -9
  106. package/src/municipal/tickets/tickets.constants.ts +8 -8
  107. package/src/municipal/tickets/tickets.getters.ts +121 -121
  108. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  109. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  110. package/src/municipal/tickets/tickets.types.ts +54 -54
  111. package/src/municipal/utils/types.ts +11 -11
  112. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  113. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  114. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  115. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  116. package/src/talkpilot/agents/agents.getters.ts +34 -34
  117. package/src/talkpilot/agents/agents.types.ts +14 -14
  118. package/src/talkpilot/agents/index.ts +2 -2
  119. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  120. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  121. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  122. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  123. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -57
  124. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -42
  125. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -28
  126. package/src/talkpilot/callTokenUsage/index.ts +2 -2
  127. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  128. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  129. package/src/talkpilot/calls/__tests__/calls.spec.ts +519 -519
  130. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  131. package/src/talkpilot/calls/calls.constants.ts +57 -57
  132. package/src/talkpilot/calls/calls.getters.ts +295 -295
  133. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  134. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  135. package/src/talkpilot/calls/calls.types.ts +168 -168
  136. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  137. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  138. package/src/talkpilot/calls/index.ts +6 -6
  139. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  140. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  141. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  142. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  143. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  144. package/src/talkpilot/clients/clients.getters.ts +19 -19
  145. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  146. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  147. package/src/talkpilot/clients/clients.types.ts +18 -18
  148. package/src/talkpilot/clients/index.ts +4 -4
  149. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  150. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  151. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  152. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  153. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  154. package/src/talkpilot/clientsConfig/index.ts +3 -3
  155. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +358 -217
  156. package/src/talkpilot/contextNotes/contextNotes.getters.ts +159 -85
  157. package/src/talkpilot/contextNotes/contextNotes.types.ts +27 -20
  158. package/src/talkpilot/contextNotes/index.ts +2 -2
  159. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +152 -152
  160. package/src/talkpilot/flows/flows.getter.ts +34 -34
  161. package/src/talkpilot/flows/flows.schema.ts +196 -196
  162. package/src/talkpilot/flows/flows.types.ts +220 -220
  163. package/src/talkpilot/flows/index.ts +7 -7
  164. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  165. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  166. package/src/talkpilot/groups/groups.getters.ts +30 -30
  167. package/src/talkpilot/groups/groups.types.ts +29 -29
  168. package/src/talkpilot/groups/index.ts +3 -3
  169. package/src/talkpilot/groups/phone.utils.ts +46 -46
  170. package/src/talkpilot/index.ts +32 -32
  171. package/src/talkpilot/leads/index.ts +2 -2
  172. package/src/talkpilot/leads/leads.getter.ts +6 -6
  173. package/src/talkpilot/leads/leads.schema.ts +33 -33
  174. package/src/talkpilot/leads/leads.types.ts +20 -20
  175. package/src/talkpilot/mongodb-client.ts +78 -78
  176. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  177. package/src/talkpilot/phone_numbers/index.ts +2 -2
  178. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  179. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  180. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  181. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  182. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  183. package/src/talkpilot/plans/index.ts +2 -2
  184. package/src/talkpilot/plans/plans.getters.ts +132 -132
  185. package/src/talkpilot/plans/plans.types.ts +89 -89
  186. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  187. package/src/talkpilot/products/index.ts +2 -2
  188. package/src/talkpilot/products/products.getters.ts +12 -12
  189. package/src/talkpilot/products/products.types.ts +9 -9
  190. package/src/talkpilot/results/index.ts +7 -7
  191. package/src/talkpilot/results/results.getter.ts +39 -39
  192. package/src/talkpilot/results/results.schema.ts +25 -25
  193. package/src/talkpilot/results/results.types.ts +34 -34
  194. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  195. package/src/talkpilot/retry_analyze/index.ts +2 -2
  196. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  197. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  198. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  199. package/src/talkpilot/sessions/index.ts +2 -2
  200. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  201. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  202. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  203. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  204. package/src/talkpilot/subscriptions/index.ts +3 -3
  205. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  206. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  207. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  208. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  209. package/src/talkpilot/utils/query.utils.ts +21 -21
  210. package/src/test-utils/db-utils.ts +33 -33
  211. package/src/test-utils/factories/index.ts +19 -19
  212. package/src/test-utils/factories/municipal/cities.ts +16 -16
  213. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  214. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  215. package/src/test-utils/factories/municipal/residents.ts +20 -20
  216. package/src/test-utils/factories/municipal/streets.ts +22 -22
  217. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  218. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  219. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  220. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  221. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  222. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  223. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  224. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  225. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  226. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  227. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  228. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  229. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  230. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  231. package/src/utils/date.utils.ts +126 -126
  232. package/src/utils/shared.types.ts +4 -4
  233. package/src/utils/validation.ts +23 -23
  234. package/src/websitalk/index.ts +18 -18
  235. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  236. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  237. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  238. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  239. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  240. package/src/websitalk/mongodb-client.ts +61 -61
  241. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  242. package/src/websitalk/scanResources/index.ts +4 -4
  243. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  244. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  245. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  246. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  247. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  248. package/src/websitalk/scans/index.ts +4 -4
  249. package/src/websitalk/scans/scans.constants.ts +18 -18
  250. package/src/websitalk/scans/scans.getters.ts +172 -172
  251. package/src/websitalk/scans/scans.types.ts +58 -58
  252. package/src/websitalk/scans/scans.utils.ts +5 -5
  253. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  254. package/src/websitalk/websiteUrls/index.ts +2 -2
  255. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  256. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  257. package/tsconfig.json +23 -23
  258. package/src/municipal/muniIssues/__tests__/muniIssues.getters.spec.ts +0 -66
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;