@talkpilot/core-db 1.3.68 → 1.3.70

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +816 -816
  5. package/dist/talkpilot/calls/calls.getters.d.ts +2 -1
  6. package/dist/talkpilot/calls/calls.getters.d.ts.map +1 -1
  7. package/dist/talkpilot/calls/calls.getters.js +6 -1
  8. package/dist/talkpilot/calls/calls.getters.js.map +1 -1
  9. package/dist/talkpilot/calls/calls.types.d.ts +3 -1
  10. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  11. package/jest.config.js +20 -20
  12. package/package.json +46 -46
  13. package/src/__tests__/setup.ts +20 -20
  14. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  15. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  16. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  17. package/src/bulkWrite/index.ts +2 -2
  18. package/src/config.ts +9 -9
  19. package/src/configuration/index.ts +17 -17
  20. package/src/configuration/internalModels/index.ts +3 -3
  21. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  22. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  23. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  24. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  25. package/src/configuration/models/index.ts +27 -27
  26. package/src/configuration/models/models.constants.ts +20 -20
  27. package/src/configuration/models/models.getters.ts +71 -71
  28. package/src/configuration/models/models.types.ts +80 -80
  29. package/src/configuration/mongodb-client.ts +62 -62
  30. package/src/configuration/prompts/index.ts +2 -2
  31. package/src/configuration/prompts/prompts.getters.ts +49 -49
  32. package/src/configuration/prompts/prompts.types.ts +11 -11
  33. package/src/connection.ts +81 -81
  34. package/src/index.ts +47 -47
  35. package/src/municipal/__tests__/validation.spec.ts +62 -62
  36. package/src/municipal/cities/cities.getters.ts +50 -50
  37. package/src/municipal/cities/cities.types.ts +11 -11
  38. package/src/municipal/cities/index.ts +2 -2
  39. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  40. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  41. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  42. package/src/municipal/departmentsSubjects/index.ts +9 -9
  43. package/src/municipal/index.ts +22 -22
  44. package/src/municipal/mongodb-client.ts +61 -61
  45. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  46. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  47. package/src/municipal/muniIssues/index.ts +17 -17
  48. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  49. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  50. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  51. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  52. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  53. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  54. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  55. package/src/municipal/streets/index.ts +2 -2
  56. package/src/municipal/streets/streets.getters.ts +140 -140
  57. package/src/municipal/streets/streets.types.ts +19 -19
  58. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  59. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  60. package/src/municipal/systemInstructions/index.ts +7 -7
  61. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  62. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  63. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  64. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  65. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  66. package/src/municipal/tickets/index.ts +9 -9
  67. package/src/municipal/tickets/tickets.constants.ts +8 -8
  68. package/src/municipal/tickets/tickets.getters.ts +121 -121
  69. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  70. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  71. package/src/municipal/tickets/tickets.types.ts +54 -54
  72. package/src/municipal/utils/types.ts +11 -11
  73. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  74. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  75. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  76. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  77. package/src/talkpilot/agents/agents.getters.ts +34 -34
  78. package/src/talkpilot/agents/agents.types.ts +14 -14
  79. package/src/talkpilot/agents/index.ts +2 -2
  80. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  81. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  82. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  83. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  84. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -57
  85. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -42
  86. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -28
  87. package/src/talkpilot/callTokenUsage/index.ts +2 -2
  88. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  89. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  90. package/src/talkpilot/calls/__tests__/calls.spec.ts +519 -471
  91. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  92. package/src/talkpilot/calls/calls.constants.ts +49 -49
  93. package/src/talkpilot/calls/calls.getters.ts +295 -277
  94. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  95. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  96. package/src/talkpilot/calls/calls.types.ts +154 -151
  97. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  98. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  99. package/src/talkpilot/calls/index.ts +6 -6
  100. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  101. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  102. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  103. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  104. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  105. package/src/talkpilot/clients/clients.getters.ts +19 -19
  106. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  107. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  108. package/src/talkpilot/clients/clients.types.ts +18 -18
  109. package/src/talkpilot/clients/index.ts +4 -4
  110. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  111. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  112. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  113. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  114. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  115. package/src/talkpilot/clientsConfig/index.ts +3 -3
  116. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  117. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  118. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  119. package/src/talkpilot/contextNotes/index.ts +2 -2
  120. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  121. package/src/talkpilot/flows/flows.getter.ts +34 -34
  122. package/src/talkpilot/flows/flows.schema.ts +180 -180
  123. package/src/talkpilot/flows/flows.types.ts +211 -211
  124. package/src/talkpilot/flows/index.ts +7 -7
  125. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  126. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  127. package/src/talkpilot/groups/groups.getters.ts +30 -30
  128. package/src/talkpilot/groups/groups.types.ts +29 -29
  129. package/src/talkpilot/groups/index.ts +3 -3
  130. package/src/talkpilot/groups/phone.utils.ts +46 -46
  131. package/src/talkpilot/index.ts +32 -32
  132. package/src/talkpilot/leads/index.ts +2 -2
  133. package/src/talkpilot/leads/leads.getter.ts +6 -6
  134. package/src/talkpilot/leads/leads.schema.ts +33 -33
  135. package/src/talkpilot/leads/leads.types.ts +20 -20
  136. package/src/talkpilot/mongodb-client.ts +78 -78
  137. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  138. package/src/talkpilot/phone_numbers/index.ts +2 -2
  139. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  140. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  141. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  142. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  143. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  144. package/src/talkpilot/plans/index.ts +2 -2
  145. package/src/talkpilot/plans/plans.getters.ts +132 -132
  146. package/src/talkpilot/plans/plans.types.ts +89 -89
  147. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  148. package/src/talkpilot/products/index.ts +2 -2
  149. package/src/talkpilot/products/products.getters.ts +12 -12
  150. package/src/talkpilot/products/products.types.ts +9 -9
  151. package/src/talkpilot/results/index.ts +7 -7
  152. package/src/talkpilot/results/results.getter.ts +39 -39
  153. package/src/talkpilot/results/results.schema.ts +25 -25
  154. package/src/talkpilot/results/results.types.ts +34 -34
  155. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  156. package/src/talkpilot/retry_analyze/index.ts +2 -2
  157. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  158. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  159. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  160. package/src/talkpilot/sessions/index.ts +2 -2
  161. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  162. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  163. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  164. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  165. package/src/talkpilot/subscriptions/index.ts +3 -3
  166. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  167. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  168. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  169. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  170. package/src/talkpilot/utils/query.utils.ts +21 -21
  171. package/src/test-utils/db-utils.ts +33 -33
  172. package/src/test-utils/factories/index.ts +18 -18
  173. package/src/test-utils/factories/municipal/cities.ts +16 -16
  174. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  175. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  176. package/src/test-utils/factories/municipal/streets.ts +22 -22
  177. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  178. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  179. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  180. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  181. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  182. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  183. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  184. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  185. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  186. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  187. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  188. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  189. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  190. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  191. package/src/utils/date.utils.ts +126 -126
  192. package/src/utils/shared.types.ts +4 -4
  193. package/src/utils/validation.ts +23 -23
  194. package/src/websitalk/index.ts +18 -18
  195. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  196. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  197. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  198. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  199. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  200. package/src/websitalk/mongodb-client.ts +61 -61
  201. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  202. package/src/websitalk/scanResources/index.ts +4 -4
  203. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  204. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  205. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  206. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  207. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  208. package/src/websitalk/scans/index.ts +4 -4
  209. package/src/websitalk/scans/scans.constants.ts +18 -18
  210. package/src/websitalk/scans/scans.getters.ts +172 -172
  211. package/src/websitalk/scans/scans.types.ts +58 -58
  212. package/src/websitalk/scans/scans.utils.ts +5 -5
  213. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  214. package/src/websitalk/websiteUrls/index.ts +2 -2
  215. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  216. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  217. package/tsconfig.json +23 -23
  218. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  219. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  220. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  221. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  222. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  223. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  224. package/dist/municipal/streets/streets.setters.js +0 -15
  225. package/dist/municipal/streets/streets.setters.js.map +0 -1
  226. package/dist/reconcile/index.d.ts +0 -5
  227. package/dist/reconcile/index.d.ts.map +0 -1
  228. package/dist/reconcile/index.js +0 -21
  229. package/dist/reconcile/index.js.map +0 -1
  230. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  231. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  232. package/dist/reconcile/reconcile.diff.js +0 -36
  233. package/dist/reconcile/reconcile.diff.js.map +0 -1
  234. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  235. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  236. package/dist/reconcile/reconcile.execute.js +0 -20
  237. package/dist/reconcile/reconcile.execute.js.map +0 -1
  238. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  239. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  240. package/dist/reconcile/reconcile.ops.js +0 -24
  241. package/dist/reconcile/reconcile.ops.js.map +0 -1
  242. package/dist/reconcile/reconcile.types.d.ts +0 -32
  243. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  244. package/dist/reconcile/reconcile.types.js +0 -3
  245. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;