@talkpilot/core-db 1.3.46 → 1.3.48

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (242) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +777 -747
  5. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts +1 -0
  6. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts.map +1 -1
  7. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  8. package/dist/websitalk/scanResources/scanResources.getters.js +3 -2
  9. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  10. package/dist/websitalk/scanResources/scanResources.utils.d.ts +1 -0
  11. package/dist/websitalk/scanResources/scanResources.utils.d.ts.map +1 -1
  12. package/dist/websitalk/scanResources/scanResources.utils.js +3 -1
  13. package/dist/websitalk/scanResources/scanResources.utils.js.map +1 -1
  14. package/jest.config.js +20 -20
  15. package/package.json +46 -46
  16. package/src/__tests__/setup.ts +20 -20
  17. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  18. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  19. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  20. package/src/bulkWrite/index.ts +2 -2
  21. package/src/config.ts +9 -9
  22. package/src/configuration/index.ts +17 -17
  23. package/src/configuration/internalModels/index.ts +3 -3
  24. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  25. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  26. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  27. package/src/configuration/models/index.ts +25 -25
  28. package/src/configuration/models/models.constants.ts +13 -13
  29. package/src/configuration/models/models.getters.ts +53 -53
  30. package/src/configuration/models/models.types.ts +79 -79
  31. package/src/configuration/mongodb-client.ts +62 -62
  32. package/src/configuration/prompts/index.ts +2 -2
  33. package/src/configuration/prompts/prompts.getters.ts +49 -49
  34. package/src/configuration/prompts/prompts.types.ts +11 -11
  35. package/src/connection.ts +81 -81
  36. package/src/index.ts +46 -46
  37. package/src/municipal/__tests__/validation.spec.ts +62 -62
  38. package/src/municipal/cities/cities.getters.ts +50 -50
  39. package/src/municipal/cities/cities.types.ts +11 -11
  40. package/src/municipal/cities/index.ts +2 -2
  41. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  42. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  43. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  44. package/src/municipal/departmentsSubjects/index.ts +9 -9
  45. package/src/municipal/index.ts +22 -22
  46. package/src/municipal/mongodb-client.ts +61 -61
  47. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  48. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  49. package/src/municipal/muniIssues/index.ts +17 -17
  50. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  51. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  52. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  53. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  54. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  55. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  56. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  57. package/src/municipal/streets/index.ts +2 -2
  58. package/src/municipal/streets/streets.getters.ts +140 -140
  59. package/src/municipal/streets/streets.types.ts +19 -19
  60. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  61. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  62. package/src/municipal/systemInstructions/index.ts +7 -7
  63. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  64. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  65. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  66. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  67. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  68. package/src/municipal/tickets/index.ts +9 -9
  69. package/src/municipal/tickets/tickets.constants.ts +8 -8
  70. package/src/municipal/tickets/tickets.getters.ts +121 -121
  71. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  72. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  73. package/src/municipal/tickets/tickets.types.ts +54 -54
  74. package/src/municipal/utils/types.ts +11 -11
  75. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  76. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  77. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  78. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  79. package/src/talkpilot/agents/agents.getters.ts +34 -34
  80. package/src/talkpilot/agents/agents.types.ts +14 -14
  81. package/src/talkpilot/agents/index.ts +2 -2
  82. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  83. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  84. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  85. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  86. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  87. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  88. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  89. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  90. package/src/talkpilot/calls/calls.constants.ts +49 -49
  91. package/src/talkpilot/calls/calls.getters.ts +277 -277
  92. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  93. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  94. package/src/talkpilot/calls/calls.types.ts +149 -149
  95. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  96. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  97. package/src/talkpilot/calls/index.ts +6 -6
  98. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  99. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  100. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  101. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  102. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  103. package/src/talkpilot/clients/clients.getters.ts +16 -16
  104. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  105. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  106. package/src/talkpilot/clients/clients.types.ts +18 -18
  107. package/src/talkpilot/clients/index.ts +4 -4
  108. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  109. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  110. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  111. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  112. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -135
  113. package/src/talkpilot/clientsConfig/index.ts +3 -3
  114. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  115. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  116. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  117. package/src/talkpilot/contextNotes/index.ts +2 -2
  118. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  119. package/src/talkpilot/flows/flows.getter.ts +14 -14
  120. package/src/talkpilot/flows/flows.schema.ts +155 -155
  121. package/src/talkpilot/flows/flows.types.ts +189 -189
  122. package/src/talkpilot/flows/index.ts +2 -2
  123. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  124. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  125. package/src/talkpilot/groups/groups.getters.ts +30 -30
  126. package/src/talkpilot/groups/groups.types.ts +29 -29
  127. package/src/talkpilot/groups/index.ts +3 -3
  128. package/src/talkpilot/groups/phone.utils.ts +46 -46
  129. package/src/talkpilot/index.ts +31 -31
  130. package/src/talkpilot/leads/index.ts +2 -2
  131. package/src/talkpilot/leads/leads.getter.ts +6 -6
  132. package/src/talkpilot/leads/leads.schema.ts +33 -33
  133. package/src/talkpilot/leads/leads.types.ts +20 -20
  134. package/src/talkpilot/mongodb-client.ts +78 -78
  135. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  136. package/src/talkpilot/phone_numbers/index.ts +2 -2
  137. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  138. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  139. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  140. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  141. package/src/talkpilot/plans/index.ts +2 -2
  142. package/src/talkpilot/plans/plans.getters.ts +132 -132
  143. package/src/talkpilot/plans/plans.types.ts +89 -89
  144. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  145. package/src/talkpilot/products/index.ts +2 -2
  146. package/src/talkpilot/products/products.getters.ts +12 -12
  147. package/src/talkpilot/products/products.types.ts +9 -9
  148. package/src/talkpilot/results/index.ts +7 -7
  149. package/src/talkpilot/results/results.getter.ts +39 -39
  150. package/src/talkpilot/results/results.schema.ts +25 -25
  151. package/src/talkpilot/results/results.types.ts +34 -34
  152. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  153. package/src/talkpilot/retry_analyze/index.ts +2 -2
  154. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  155. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  156. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  157. package/src/talkpilot/sessions/index.ts +2 -2
  158. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  159. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  160. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  161. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  162. package/src/talkpilot/subscriptions/index.ts +3 -3
  163. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  164. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  165. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  166. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  167. package/src/talkpilot/utils/query.utils.ts +21 -21
  168. package/src/test-utils/db-utils.ts +33 -33
  169. package/src/test-utils/factories/index.ts +18 -18
  170. package/src/test-utils/factories/municipal/cities.ts +16 -16
  171. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  172. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  173. package/src/test-utils/factories/municipal/streets.ts +22 -22
  174. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  175. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  176. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  177. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  178. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  179. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  180. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  181. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  182. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  183. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  184. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  185. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  186. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  187. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  188. package/src/utils/date.utils.ts +126 -126
  189. package/src/utils/shared.types.ts +4 -4
  190. package/src/utils/validation.ts +23 -23
  191. package/src/websitalk/index.ts +18 -18
  192. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +186 -186
  193. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  194. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +17 -17
  195. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +78 -78
  196. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +62 -62
  197. package/src/websitalk/mongodb-client.ts +61 -61
  198. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +193 -136
  199. package/src/websitalk/scanResources/index.ts +4 -4
  200. package/src/websitalk/scanResources/scanResources.constants.ts +47 -47
  201. package/src/websitalk/scanResources/scanResources.getters.ts +102 -94
  202. package/src/websitalk/scanResources/scanResources.types.ts +90 -90
  203. package/src/websitalk/scanResources/scanResources.utils.ts +31 -28
  204. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  205. package/src/websitalk/scans/index.ts +4 -4
  206. package/src/websitalk/scans/scans.constants.ts +15 -15
  207. package/src/websitalk/scans/scans.getters.ts +166 -166
  208. package/src/websitalk/scans/scans.types.ts +54 -54
  209. package/src/websitalk/scans/scans.utils.ts +5 -5
  210. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  211. package/src/websitalk/websiteUrls/index.ts +2 -2
  212. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  213. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  214. package/tsconfig.json +23 -23
  215. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  216. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  217. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  218. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  219. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  220. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  221. package/dist/municipal/streets/streets.setters.js +0 -15
  222. package/dist/municipal/streets/streets.setters.js.map +0 -1
  223. package/dist/reconcile/index.d.ts +0 -5
  224. package/dist/reconcile/index.d.ts.map +0 -1
  225. package/dist/reconcile/index.js +0 -21
  226. package/dist/reconcile/index.js.map +0 -1
  227. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  228. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  229. package/dist/reconcile/reconcile.diff.js +0 -36
  230. package/dist/reconcile/reconcile.diff.js.map +0 -1
  231. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  232. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  233. package/dist/reconcile/reconcile.execute.js +0 -20
  234. package/dist/reconcile/reconcile.execute.js.map +0 -1
  235. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  236. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  237. package/dist/reconcile/reconcile.ops.js +0 -24
  238. package/dist/reconcile/reconcile.ops.js.map +0 -1
  239. package/dist/reconcile/reconcile.types.d.ts +0 -32
  240. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  241. package/dist/reconcile/reconcile.types.js +0 -3
  242. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;