@talkpilot/core-db 1.3.46 → 1.3.47

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (241) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +747 -747
  5. package/dist/configuration/models/models.constants.d.ts +1 -1
  6. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  7. package/dist/configuration/models/models.constants.js +1 -1
  8. package/dist/configuration/models/models.constants.js.map +1 -1
  9. package/dist/talkpilot/calls/calls.types.d.ts +0 -14
  10. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  11. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts +1 -0
  12. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts.map +1 -1
  13. package/jest.config.js +20 -20
  14. package/package.json +46 -46
  15. package/src/__tests__/setup.ts +20 -20
  16. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  17. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  18. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  19. package/src/bulkWrite/index.ts +2 -2
  20. package/src/config.ts +9 -9
  21. package/src/configuration/index.ts +17 -17
  22. package/src/configuration/internalModels/index.ts +3 -3
  23. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  24. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  25. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  26. package/src/configuration/models/index.ts +25 -25
  27. package/src/configuration/models/models.constants.ts +13 -13
  28. package/src/configuration/models/models.getters.ts +53 -53
  29. package/src/configuration/models/models.types.ts +79 -79
  30. package/src/configuration/mongodb-client.ts +62 -62
  31. package/src/configuration/prompts/index.ts +2 -2
  32. package/src/configuration/prompts/prompts.getters.ts +49 -49
  33. package/src/configuration/prompts/prompts.types.ts +11 -11
  34. package/src/connection.ts +81 -81
  35. package/src/index.ts +46 -46
  36. package/src/municipal/__tests__/validation.spec.ts +62 -62
  37. package/src/municipal/cities/cities.getters.ts +50 -50
  38. package/src/municipal/cities/cities.types.ts +11 -11
  39. package/src/municipal/cities/index.ts +2 -2
  40. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  41. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  42. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  43. package/src/municipal/departmentsSubjects/index.ts +9 -9
  44. package/src/municipal/index.ts +22 -22
  45. package/src/municipal/mongodb-client.ts +61 -61
  46. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  47. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  48. package/src/municipal/muniIssues/index.ts +17 -17
  49. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  50. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  51. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  52. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  53. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  54. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  55. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  56. package/src/municipal/streets/index.ts +2 -2
  57. package/src/municipal/streets/streets.getters.ts +140 -140
  58. package/src/municipal/streets/streets.types.ts +19 -19
  59. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  60. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  61. package/src/municipal/systemInstructions/index.ts +7 -7
  62. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  63. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  64. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  65. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  66. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  67. package/src/municipal/tickets/index.ts +9 -9
  68. package/src/municipal/tickets/tickets.constants.ts +8 -8
  69. package/src/municipal/tickets/tickets.getters.ts +121 -121
  70. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  71. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  72. package/src/municipal/tickets/tickets.types.ts +54 -54
  73. package/src/municipal/utils/types.ts +11 -11
  74. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  75. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  76. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  77. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  78. package/src/talkpilot/agents/agents.getters.ts +34 -34
  79. package/src/talkpilot/agents/agents.types.ts +14 -14
  80. package/src/talkpilot/agents/index.ts +2 -2
  81. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  82. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  83. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  84. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  85. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  86. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  87. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  88. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  89. package/src/talkpilot/calls/calls.constants.ts +49 -49
  90. package/src/talkpilot/calls/calls.getters.ts +277 -277
  91. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  92. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  93. package/src/talkpilot/calls/calls.types.ts +134 -149
  94. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  95. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  96. package/src/talkpilot/calls/index.ts +6 -6
  97. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  98. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  99. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  100. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  101. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  102. package/src/talkpilot/clients/clients.getters.ts +16 -16
  103. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  104. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  105. package/src/talkpilot/clients/clients.types.ts +18 -18
  106. package/src/talkpilot/clients/index.ts +4 -4
  107. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  108. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  109. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  110. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  111. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -135
  112. package/src/talkpilot/clientsConfig/index.ts +3 -3
  113. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  114. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  115. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  116. package/src/talkpilot/contextNotes/index.ts +2 -2
  117. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  118. package/src/talkpilot/flows/flows.getter.ts +14 -14
  119. package/src/talkpilot/flows/flows.schema.ts +155 -155
  120. package/src/talkpilot/flows/flows.types.ts +189 -189
  121. package/src/talkpilot/flows/index.ts +2 -2
  122. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  123. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  124. package/src/talkpilot/groups/groups.getters.ts +30 -30
  125. package/src/talkpilot/groups/groups.types.ts +29 -29
  126. package/src/talkpilot/groups/index.ts +3 -3
  127. package/src/talkpilot/groups/phone.utils.ts +46 -46
  128. package/src/talkpilot/index.ts +31 -31
  129. package/src/talkpilot/leads/index.ts +2 -2
  130. package/src/talkpilot/leads/leads.getter.ts +6 -6
  131. package/src/talkpilot/leads/leads.schema.ts +33 -33
  132. package/src/talkpilot/leads/leads.types.ts +20 -20
  133. package/src/talkpilot/mongodb-client.ts +78 -78
  134. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  135. package/src/talkpilot/phone_numbers/index.ts +2 -2
  136. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  137. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  138. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  139. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  140. package/src/talkpilot/plans/index.ts +2 -2
  141. package/src/talkpilot/plans/plans.getters.ts +132 -132
  142. package/src/talkpilot/plans/plans.types.ts +89 -89
  143. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  144. package/src/talkpilot/products/index.ts +2 -2
  145. package/src/talkpilot/products/products.getters.ts +12 -12
  146. package/src/talkpilot/products/products.types.ts +9 -9
  147. package/src/talkpilot/results/index.ts +7 -7
  148. package/src/talkpilot/results/results.getter.ts +39 -39
  149. package/src/talkpilot/results/results.schema.ts +25 -25
  150. package/src/talkpilot/results/results.types.ts +34 -34
  151. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  152. package/src/talkpilot/retry_analyze/index.ts +2 -2
  153. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  154. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  155. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  156. package/src/talkpilot/sessions/index.ts +2 -2
  157. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  158. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  159. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  160. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  161. package/src/talkpilot/subscriptions/index.ts +3 -3
  162. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  163. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  164. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  165. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  166. package/src/talkpilot/utils/query.utils.ts +21 -21
  167. package/src/test-utils/db-utils.ts +33 -33
  168. package/src/test-utils/factories/index.ts +18 -18
  169. package/src/test-utils/factories/municipal/cities.ts +16 -16
  170. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  171. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  172. package/src/test-utils/factories/municipal/streets.ts +22 -22
  173. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  174. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  175. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  176. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  177. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  178. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  179. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  180. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  181. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  182. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  183. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  184. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  185. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  186. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  187. package/src/utils/date.utils.ts +126 -126
  188. package/src/utils/shared.types.ts +4 -4
  189. package/src/utils/validation.ts +23 -23
  190. package/src/websitalk/index.ts +18 -18
  191. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +186 -186
  192. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  193. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +17 -17
  194. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +78 -78
  195. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +62 -62
  196. package/src/websitalk/mongodb-client.ts +61 -61
  197. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +136 -136
  198. package/src/websitalk/scanResources/index.ts +4 -4
  199. package/src/websitalk/scanResources/scanResources.constants.ts +47 -47
  200. package/src/websitalk/scanResources/scanResources.getters.ts +94 -94
  201. package/src/websitalk/scanResources/scanResources.types.ts +90 -90
  202. package/src/websitalk/scanResources/scanResources.utils.ts +28 -28
  203. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  204. package/src/websitalk/scans/index.ts +4 -4
  205. package/src/websitalk/scans/scans.constants.ts +15 -15
  206. package/src/websitalk/scans/scans.getters.ts +166 -166
  207. package/src/websitalk/scans/scans.types.ts +54 -54
  208. package/src/websitalk/scans/scans.utils.ts +5 -5
  209. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  210. package/src/websitalk/websiteUrls/index.ts +2 -2
  211. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  212. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  213. package/tsconfig.json +23 -23
  214. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  215. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  216. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  217. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  218. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  219. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  220. package/dist/municipal/streets/streets.setters.js +0 -15
  221. package/dist/municipal/streets/streets.setters.js.map +0 -1
  222. package/dist/reconcile/index.d.ts +0 -5
  223. package/dist/reconcile/index.d.ts.map +0 -1
  224. package/dist/reconcile/index.js +0 -21
  225. package/dist/reconcile/index.js.map +0 -1
  226. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  227. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  228. package/dist/reconcile/reconcile.diff.js +0 -36
  229. package/dist/reconcile/reconcile.diff.js.map +0 -1
  230. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  231. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  232. package/dist/reconcile/reconcile.execute.js +0 -20
  233. package/dist/reconcile/reconcile.execute.js.map +0 -1
  234. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  235. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  236. package/dist/reconcile/reconcile.ops.js +0 -24
  237. package/dist/reconcile/reconcile.ops.js.map +0 -1
  238. package/dist/reconcile/reconcile.types.d.ts +0 -32
  239. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  240. package/dist/reconcile/reconcile.types.js +0 -3
  241. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;