@talkpilot/core-db 1.3.58 → 1.3.59

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (228) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +779 -778
  5. package/dist/configuration/models/index.d.ts +1 -1
  6. package/dist/configuration/models/index.d.ts.map +1 -1
  7. package/dist/configuration/models/models.types.d.ts +12 -0
  8. package/dist/configuration/models/models.types.d.ts.map +1 -1
  9. package/dist/index.d.ts +0 -1
  10. package/dist/index.d.ts.map +1 -1
  11. package/dist/index.js +0 -1
  12. package/dist/index.js.map +1 -1
  13. package/dist/websitalk/scanResources/scanResources.getters.d.ts +0 -1
  14. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  15. package/dist/websitalk/scanResources/scanResources.getters.js +1 -6
  16. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  17. package/dist/websitalk/scans/scans.constants.d.ts +1 -3
  18. package/dist/websitalk/scans/scans.constants.d.ts.map +1 -1
  19. package/dist/websitalk/scans/scans.constants.js +0 -3
  20. package/dist/websitalk/scans/scans.constants.js.map +1 -1
  21. package/dist/websitalk/scans/scans.getters.d.ts +0 -1
  22. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  23. package/dist/websitalk/scans/scans.getters.js +1 -6
  24. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  25. package/dist/websitalk/scans/scans.types.d.ts +0 -1
  26. package/dist/websitalk/scans/scans.types.d.ts.map +1 -1
  27. package/jest.config.js +20 -20
  28. package/package.json +46 -46
  29. package/src/__tests__/setup.ts +20 -20
  30. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  31. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  32. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  33. package/src/bulkWrite/index.ts +2 -2
  34. package/src/config.ts +9 -9
  35. package/src/configuration/index.ts +17 -17
  36. package/src/configuration/internalModels/index.ts +3 -3
  37. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  38. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  39. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  40. package/src/configuration/models/__tests__/models.getters.spec.ts +86 -67
  41. package/src/configuration/models/index.ts +28 -27
  42. package/src/configuration/models/models.constants.ts +15 -15
  43. package/src/configuration/models/models.getters.ts +71 -71
  44. package/src/configuration/models/models.types.ts +93 -80
  45. package/src/configuration/mongodb-client.ts +62 -62
  46. package/src/configuration/prompts/index.ts +2 -2
  47. package/src/configuration/prompts/prompts.getters.ts +49 -49
  48. package/src/configuration/prompts/prompts.types.ts +11 -11
  49. package/src/connection.ts +81 -81
  50. package/src/index.ts +46 -47
  51. package/src/municipal/__tests__/validation.spec.ts +62 -62
  52. package/src/municipal/cities/cities.getters.ts +50 -50
  53. package/src/municipal/cities/cities.types.ts +11 -11
  54. package/src/municipal/cities/index.ts +2 -2
  55. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  56. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  57. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  58. package/src/municipal/departmentsSubjects/index.ts +9 -9
  59. package/src/municipal/index.ts +22 -22
  60. package/src/municipal/mongodb-client.ts +61 -61
  61. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  62. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  63. package/src/municipal/muniIssues/index.ts +17 -17
  64. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  65. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  66. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  67. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  68. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  69. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  70. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  71. package/src/municipal/streets/index.ts +2 -2
  72. package/src/municipal/streets/streets.getters.ts +140 -140
  73. package/src/municipal/streets/streets.types.ts +19 -19
  74. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  75. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  76. package/src/municipal/systemInstructions/index.ts +7 -7
  77. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  78. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  79. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  80. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  81. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  82. package/src/municipal/tickets/index.ts +9 -9
  83. package/src/municipal/tickets/tickets.constants.ts +8 -8
  84. package/src/municipal/tickets/tickets.getters.ts +121 -121
  85. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  86. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  87. package/src/municipal/tickets/tickets.types.ts +54 -54
  88. package/src/municipal/utils/types.ts +11 -11
  89. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  90. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  91. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  92. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  93. package/src/talkpilot/agents/agents.getters.ts +34 -34
  94. package/src/talkpilot/agents/agents.types.ts +14 -14
  95. package/src/talkpilot/agents/index.ts +2 -2
  96. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  97. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  98. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  99. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  100. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  101. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  102. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  103. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  104. package/src/talkpilot/calls/calls.constants.ts +49 -49
  105. package/src/talkpilot/calls/calls.getters.ts +277 -277
  106. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  107. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  108. package/src/talkpilot/calls/calls.types.ts +149 -149
  109. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  110. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  111. package/src/talkpilot/calls/index.ts +6 -6
  112. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  113. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  114. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  115. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  116. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  117. package/src/talkpilot/clients/clients.getters.ts +16 -16
  118. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  119. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  120. package/src/talkpilot/clients/clients.types.ts +18 -18
  121. package/src/talkpilot/clients/index.ts +4 -4
  122. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  123. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  124. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  125. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  126. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  127. package/src/talkpilot/clientsConfig/index.ts +3 -3
  128. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  129. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  130. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  131. package/src/talkpilot/contextNotes/index.ts +2 -2
  132. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  133. package/src/talkpilot/flows/flows.getter.ts +34 -34
  134. package/src/talkpilot/flows/flows.schema.ts +180 -180
  135. package/src/talkpilot/flows/flows.types.ts +211 -211
  136. package/src/talkpilot/flows/index.ts +7 -7
  137. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  138. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  139. package/src/talkpilot/groups/groups.getters.ts +30 -30
  140. package/src/talkpilot/groups/groups.types.ts +29 -29
  141. package/src/talkpilot/groups/index.ts +3 -3
  142. package/src/talkpilot/groups/phone.utils.ts +46 -46
  143. package/src/talkpilot/index.ts +31 -31
  144. package/src/talkpilot/leads/index.ts +2 -2
  145. package/src/talkpilot/leads/leads.getter.ts +6 -6
  146. package/src/talkpilot/leads/leads.schema.ts +33 -33
  147. package/src/talkpilot/leads/leads.types.ts +20 -20
  148. package/src/talkpilot/mongodb-client.ts +78 -78
  149. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  150. package/src/talkpilot/phone_numbers/index.ts +2 -2
  151. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  152. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  153. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  154. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  155. package/src/talkpilot/plans/index.ts +2 -2
  156. package/src/talkpilot/plans/plans.getters.ts +132 -132
  157. package/src/talkpilot/plans/plans.types.ts +89 -89
  158. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  159. package/src/talkpilot/products/index.ts +2 -2
  160. package/src/talkpilot/products/products.getters.ts +12 -12
  161. package/src/talkpilot/products/products.types.ts +9 -9
  162. package/src/talkpilot/results/index.ts +7 -7
  163. package/src/talkpilot/results/results.getter.ts +39 -39
  164. package/src/talkpilot/results/results.schema.ts +25 -25
  165. package/src/talkpilot/results/results.types.ts +34 -34
  166. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  167. package/src/talkpilot/retry_analyze/index.ts +2 -2
  168. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  169. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  170. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  171. package/src/talkpilot/sessions/index.ts +2 -2
  172. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  173. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  174. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  175. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  176. package/src/talkpilot/subscriptions/index.ts +3 -3
  177. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  178. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  179. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  180. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  181. package/src/talkpilot/utils/query.utils.ts +21 -21
  182. package/src/test-utils/db-utils.ts +33 -33
  183. package/src/test-utils/factories/index.ts +18 -18
  184. package/src/test-utils/factories/municipal/cities.ts +16 -16
  185. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  186. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  187. package/src/test-utils/factories/municipal/streets.ts +22 -22
  188. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  189. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  190. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  191. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  192. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  193. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  194. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  195. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  196. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  197. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  198. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  199. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  200. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  201. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  202. package/src/utils/date.utils.ts +126 -126
  203. package/src/utils/shared.types.ts +4 -4
  204. package/src/utils/validation.ts +23 -23
  205. package/src/websitalk/index.ts +18 -18
  206. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  207. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  208. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  209. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  210. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  211. package/src/websitalk/mongodb-client.ts +61 -61
  212. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +248 -267
  213. package/src/websitalk/scanResources/index.ts +4 -4
  214. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  215. package/src/websitalk/scanResources/scanResources.getters.ts +121 -128
  216. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  217. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  218. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -341
  219. package/src/websitalk/scans/index.ts +4 -4
  220. package/src/websitalk/scans/scans.constants.ts +15 -18
  221. package/src/websitalk/scans/scans.getters.ts +166 -171
  222. package/src/websitalk/scans/scans.types.ts +56 -57
  223. package/src/websitalk/scans/scans.utils.ts +5 -5
  224. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  225. package/src/websitalk/websiteUrls/index.ts +2 -2
  226. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  227. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  228. package/tsconfig.json +23 -23
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;