@talkpilot/core-db 1.3.74 → 1.3.76

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +816 -844
  5. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +10 -0
  6. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +1 -0
  7. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +15 -0
  8. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +1 -0
  9. package/dist/municipal/streets/streets.setters.d.ts +10 -0
  10. package/dist/municipal/streets/streets.setters.d.ts.map +1 -0
  11. package/dist/municipal/streets/streets.setters.js +15 -0
  12. package/dist/municipal/streets/streets.setters.js.map +1 -0
  13. package/dist/reconcile/index.d.ts +5 -0
  14. package/dist/reconcile/index.d.ts.map +1 -0
  15. package/dist/reconcile/index.js +21 -0
  16. package/dist/reconcile/index.js.map +1 -0
  17. package/dist/reconcile/reconcile.diff.d.ts +4 -0
  18. package/dist/reconcile/reconcile.diff.d.ts.map +1 -0
  19. package/dist/reconcile/reconcile.diff.js +36 -0
  20. package/dist/reconcile/reconcile.diff.js.map +1 -0
  21. package/dist/reconcile/reconcile.execute.d.ts +7 -0
  22. package/dist/reconcile/reconcile.execute.d.ts.map +1 -0
  23. package/dist/reconcile/reconcile.execute.js +20 -0
  24. package/dist/reconcile/reconcile.execute.js.map +1 -0
  25. package/dist/reconcile/reconcile.ops.d.ts +12 -0
  26. package/dist/reconcile/reconcile.ops.d.ts.map +1 -0
  27. package/dist/reconcile/reconcile.ops.js +24 -0
  28. package/dist/reconcile/reconcile.ops.js.map +1 -0
  29. package/dist/reconcile/reconcile.types.d.ts +32 -0
  30. package/dist/reconcile/reconcile.types.d.ts.map +1 -0
  31. package/dist/reconcile/reconcile.types.js +3 -0
  32. package/dist/reconcile/reconcile.types.js.map +1 -0
  33. package/dist/talkpilot/calls/calls.constants.d.ts +0 -7
  34. package/dist/talkpilot/calls/calls.constants.d.ts.map +1 -1
  35. package/dist/talkpilot/calls/calls.constants.js +1 -8
  36. package/dist/talkpilot/calls/calls.constants.js.map +1 -1
  37. package/dist/talkpilot/calls/calls.getters.d.ts +1 -2
  38. package/dist/talkpilot/calls/calls.getters.d.ts.map +1 -1
  39. package/dist/talkpilot/calls/calls.getters.js +1 -6
  40. package/dist/talkpilot/calls/calls.getters.js.map +1 -1
  41. package/dist/talkpilot/calls/calls.types.d.ts +14 -4
  42. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  43. package/jest.config.js +20 -20
  44. package/package.json +46 -46
  45. package/src/__tests__/setup.ts +20 -20
  46. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  47. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  48. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  49. package/src/bulkWrite/index.ts +2 -2
  50. package/src/config.ts +9 -9
  51. package/src/configuration/index.ts +17 -17
  52. package/src/configuration/internalModels/index.ts +3 -3
  53. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  54. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  55. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  56. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  57. package/src/configuration/models/index.ts +27 -27
  58. package/src/configuration/models/models.constants.ts +20 -20
  59. package/src/configuration/models/models.getters.ts +71 -71
  60. package/src/configuration/models/models.types.ts +80 -80
  61. package/src/configuration/mongodb-client.ts +62 -62
  62. package/src/configuration/prompts/index.ts +2 -2
  63. package/src/configuration/prompts/prompts.getters.ts +49 -49
  64. package/src/configuration/prompts/prompts.types.ts +11 -11
  65. package/src/connection.ts +81 -81
  66. package/src/index.ts +47 -47
  67. package/src/municipal/__tests__/validation.spec.ts +62 -62
  68. package/src/municipal/cities/cities.getters.ts +50 -50
  69. package/src/municipal/cities/cities.types.ts +11 -11
  70. package/src/municipal/cities/index.ts +2 -2
  71. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  72. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  73. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  74. package/src/municipal/departmentsSubjects/index.ts +9 -9
  75. package/src/municipal/index.ts +22 -22
  76. package/src/municipal/mongodb-client.ts +61 -61
  77. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  78. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  79. package/src/municipal/muniIssues/index.ts +17 -17
  80. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  81. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  82. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  83. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  84. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  85. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  86. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  87. package/src/municipal/streets/index.ts +2 -2
  88. package/src/municipal/streets/streets.getters.ts +140 -140
  89. package/src/municipal/streets/streets.types.ts +19 -19
  90. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  91. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  92. package/src/municipal/systemInstructions/index.ts +7 -7
  93. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  94. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  95. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  96. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  97. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  98. package/src/municipal/tickets/index.ts +9 -9
  99. package/src/municipal/tickets/tickets.constants.ts +8 -8
  100. package/src/municipal/tickets/tickets.getters.ts +121 -121
  101. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  102. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  103. package/src/municipal/tickets/tickets.types.ts +54 -54
  104. package/src/municipal/utils/types.ts +11 -11
  105. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  106. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  107. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  108. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  109. package/src/talkpilot/agents/agents.getters.ts +34 -34
  110. package/src/talkpilot/agents/agents.types.ts +14 -14
  111. package/src/talkpilot/agents/index.ts +2 -2
  112. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  113. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  114. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  115. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  116. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -57
  117. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -42
  118. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -28
  119. package/src/talkpilot/callTokenUsage/index.ts +2 -2
  120. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  121. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  122. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -519
  123. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  124. package/src/talkpilot/calls/calls.constants.ts +49 -57
  125. package/src/talkpilot/calls/calls.getters.ts +277 -295
  126. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  127. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  128. package/src/talkpilot/calls/calls.types.ts +164 -155
  129. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  130. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  131. package/src/talkpilot/calls/index.ts +6 -6
  132. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  133. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  134. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  135. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  136. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  137. package/src/talkpilot/clients/clients.getters.ts +19 -19
  138. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  139. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  140. package/src/talkpilot/clients/clients.types.ts +18 -18
  141. package/src/talkpilot/clients/index.ts +4 -4
  142. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  143. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  144. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  145. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  146. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  147. package/src/talkpilot/clientsConfig/index.ts +3 -3
  148. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  149. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  150. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  151. package/src/talkpilot/contextNotes/index.ts +2 -2
  152. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  153. package/src/talkpilot/flows/flows.getter.ts +34 -34
  154. package/src/talkpilot/flows/flows.schema.ts +180 -180
  155. package/src/talkpilot/flows/flows.types.ts +211 -211
  156. package/src/talkpilot/flows/index.ts +7 -7
  157. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  158. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  159. package/src/talkpilot/groups/groups.getters.ts +30 -30
  160. package/src/talkpilot/groups/groups.types.ts +29 -29
  161. package/src/talkpilot/groups/index.ts +3 -3
  162. package/src/talkpilot/groups/phone.utils.ts +46 -46
  163. package/src/talkpilot/index.ts +32 -32
  164. package/src/talkpilot/leads/index.ts +2 -2
  165. package/src/talkpilot/leads/leads.getter.ts +6 -6
  166. package/src/talkpilot/leads/leads.schema.ts +33 -33
  167. package/src/talkpilot/leads/leads.types.ts +20 -20
  168. package/src/talkpilot/mongodb-client.ts +78 -78
  169. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  170. package/src/talkpilot/phone_numbers/index.ts +2 -2
  171. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  172. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  173. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  174. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  175. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  176. package/src/talkpilot/plans/index.ts +2 -2
  177. package/src/talkpilot/plans/plans.getters.ts +132 -132
  178. package/src/talkpilot/plans/plans.types.ts +89 -89
  179. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  180. package/src/talkpilot/products/index.ts +2 -2
  181. package/src/talkpilot/products/products.getters.ts +12 -12
  182. package/src/talkpilot/products/products.types.ts +9 -9
  183. package/src/talkpilot/results/index.ts +7 -7
  184. package/src/talkpilot/results/results.getter.ts +39 -39
  185. package/src/talkpilot/results/results.schema.ts +25 -25
  186. package/src/talkpilot/results/results.types.ts +34 -34
  187. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  188. package/src/talkpilot/retry_analyze/index.ts +2 -2
  189. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  190. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  191. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  192. package/src/talkpilot/sessions/index.ts +2 -2
  193. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  194. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  195. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  196. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  197. package/src/talkpilot/subscriptions/index.ts +3 -3
  198. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  199. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  200. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  201. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  202. package/src/talkpilot/utils/query.utils.ts +21 -21
  203. package/src/test-utils/db-utils.ts +33 -33
  204. package/src/test-utils/factories/index.ts +18 -18
  205. package/src/test-utils/factories/municipal/cities.ts +16 -16
  206. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  207. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  208. package/src/test-utils/factories/municipal/streets.ts +22 -22
  209. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  210. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  211. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  212. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  213. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  214. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  215. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  216. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  217. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  218. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  219. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  220. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  221. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  222. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  223. package/src/utils/date.utils.ts +126 -126
  224. package/src/utils/shared.types.ts +4 -4
  225. package/src/utils/validation.ts +23 -23
  226. package/src/websitalk/index.ts +18 -18
  227. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  228. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  229. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  230. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  231. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  232. package/src/websitalk/mongodb-client.ts +61 -61
  233. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  234. package/src/websitalk/scanResources/index.ts +4 -4
  235. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  236. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  237. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  238. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  239. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  240. package/src/websitalk/scans/index.ts +4 -4
  241. package/src/websitalk/scans/scans.constants.ts +18 -18
  242. package/src/websitalk/scans/scans.getters.ts +172 -172
  243. package/src/websitalk/scans/scans.types.ts +58 -58
  244. package/src/websitalk/scans/scans.utils.ts +5 -5
  245. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  246. package/src/websitalk/websiteUrls/index.ts +2 -2
  247. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  248. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  249. package/tsconfig.json +23 -23
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;