@talkpilot/core-db 1.3.55 → 1.3.56

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (230) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -778
  5. package/dist/index.d.ts +1 -0
  6. package/dist/index.d.ts.map +1 -1
  7. package/dist/index.js +1 -0
  8. package/dist/index.js.map +1 -1
  9. package/dist/websitalk/scanResources/scanResources.getters.d.ts +1 -0
  10. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  11. package/dist/websitalk/scanResources/scanResources.getters.js +6 -1
  12. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  13. package/dist/websitalk/scans/scans.constants.d.ts +3 -1
  14. package/dist/websitalk/scans/scans.constants.d.ts.map +1 -1
  15. package/dist/websitalk/scans/scans.constants.js +3 -0
  16. package/dist/websitalk/scans/scans.constants.js.map +1 -1
  17. package/dist/websitalk/scans/scans.getters.d.ts +1 -0
  18. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  19. package/dist/websitalk/scans/scans.getters.js +6 -1
  20. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  21. package/jest.config.js +20 -20
  22. package/package.json +46 -46
  23. package/src/__tests__/setup.ts +20 -20
  24. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  25. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  26. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  27. package/src/bulkWrite/index.ts +2 -2
  28. package/src/config.ts +9 -9
  29. package/src/configuration/index.ts +17 -17
  30. package/src/configuration/internalModels/index.ts +3 -3
  31. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  32. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  33. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  34. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  35. package/src/configuration/models/index.ts +27 -27
  36. package/src/configuration/models/models.constants.ts +15 -15
  37. package/src/configuration/models/models.getters.ts +71 -71
  38. package/src/configuration/models/models.types.ts +80 -80
  39. package/src/configuration/mongodb-client.ts +62 -62
  40. package/src/configuration/prompts/index.ts +2 -2
  41. package/src/configuration/prompts/prompts.getters.ts +49 -49
  42. package/src/configuration/prompts/prompts.types.ts +11 -11
  43. package/src/connection.ts +81 -81
  44. package/src/index.ts +47 -46
  45. package/src/municipal/__tests__/validation.spec.ts +62 -62
  46. package/src/municipal/cities/cities.getters.ts +50 -50
  47. package/src/municipal/cities/cities.types.ts +11 -11
  48. package/src/municipal/cities/index.ts +2 -2
  49. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  50. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  51. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  52. package/src/municipal/departmentsSubjects/index.ts +9 -9
  53. package/src/municipal/index.ts +22 -22
  54. package/src/municipal/mongodb-client.ts +61 -61
  55. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  56. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  57. package/src/municipal/muniIssues/index.ts +17 -17
  58. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  59. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  60. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  61. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  62. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  63. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  64. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  65. package/src/municipal/streets/index.ts +2 -2
  66. package/src/municipal/streets/streets.getters.ts +140 -140
  67. package/src/municipal/streets/streets.types.ts +19 -19
  68. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  69. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  70. package/src/municipal/systemInstructions/index.ts +7 -7
  71. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  72. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  73. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  74. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  75. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  76. package/src/municipal/tickets/index.ts +9 -9
  77. package/src/municipal/tickets/tickets.constants.ts +8 -8
  78. package/src/municipal/tickets/tickets.getters.ts +121 -121
  79. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  80. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  81. package/src/municipal/tickets/tickets.types.ts +54 -54
  82. package/src/municipal/utils/types.ts +11 -11
  83. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  84. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  85. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  86. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  87. package/src/talkpilot/agents/agents.getters.ts +34 -34
  88. package/src/talkpilot/agents/agents.types.ts +14 -14
  89. package/src/talkpilot/agents/index.ts +2 -2
  90. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  91. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  92. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  93. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  94. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  95. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  96. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  97. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  98. package/src/talkpilot/calls/calls.constants.ts +49 -49
  99. package/src/talkpilot/calls/calls.getters.ts +277 -277
  100. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  101. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  102. package/src/talkpilot/calls/calls.types.ts +149 -149
  103. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  104. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  105. package/src/talkpilot/calls/index.ts +6 -6
  106. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  107. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  108. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  109. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  110. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  111. package/src/talkpilot/clients/clients.getters.ts +16 -16
  112. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  113. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  114. package/src/talkpilot/clients/clients.types.ts +18 -18
  115. package/src/talkpilot/clients/index.ts +4 -4
  116. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  117. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  118. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  119. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  120. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  121. package/src/talkpilot/clientsConfig/index.ts +3 -3
  122. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  123. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  124. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  125. package/src/talkpilot/contextNotes/index.ts +2 -2
  126. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  127. package/src/talkpilot/flows/flows.getter.ts +34 -34
  128. package/src/talkpilot/flows/flows.schema.ts +180 -180
  129. package/src/talkpilot/flows/flows.types.ts +211 -211
  130. package/src/talkpilot/flows/index.ts +7 -7
  131. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  132. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  133. package/src/talkpilot/groups/groups.getters.ts +30 -30
  134. package/src/talkpilot/groups/groups.types.ts +29 -29
  135. package/src/talkpilot/groups/index.ts +3 -3
  136. package/src/talkpilot/groups/phone.utils.ts +46 -46
  137. package/src/talkpilot/index.ts +31 -31
  138. package/src/talkpilot/leads/index.ts +2 -2
  139. package/src/talkpilot/leads/leads.getter.ts +6 -6
  140. package/src/talkpilot/leads/leads.schema.ts +33 -33
  141. package/src/talkpilot/leads/leads.types.ts +20 -20
  142. package/src/talkpilot/mongodb-client.ts +78 -78
  143. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  144. package/src/talkpilot/phone_numbers/index.ts +2 -2
  145. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  146. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  147. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  148. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  149. package/src/talkpilot/plans/index.ts +2 -2
  150. package/src/talkpilot/plans/plans.getters.ts +132 -132
  151. package/src/talkpilot/plans/plans.types.ts +89 -89
  152. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  153. package/src/talkpilot/products/index.ts +2 -2
  154. package/src/talkpilot/products/products.getters.ts +12 -12
  155. package/src/talkpilot/products/products.types.ts +9 -9
  156. package/src/talkpilot/results/index.ts +7 -7
  157. package/src/talkpilot/results/results.getter.ts +39 -39
  158. package/src/talkpilot/results/results.schema.ts +25 -25
  159. package/src/talkpilot/results/results.types.ts +34 -34
  160. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  161. package/src/talkpilot/retry_analyze/index.ts +2 -2
  162. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  163. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  164. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  165. package/src/talkpilot/sessions/index.ts +2 -2
  166. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  167. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  168. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  169. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  170. package/src/talkpilot/subscriptions/index.ts +3 -3
  171. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  172. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  173. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  174. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  175. package/src/talkpilot/utils/query.utils.ts +21 -21
  176. package/src/test-utils/db-utils.ts +33 -33
  177. package/src/test-utils/factories/index.ts +18 -18
  178. package/src/test-utils/factories/municipal/cities.ts +16 -16
  179. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  180. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  181. package/src/test-utils/factories/municipal/streets.ts +22 -22
  182. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  183. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  184. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  185. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  186. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  187. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  188. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  189. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  190. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  191. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  192. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  193. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  194. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  195. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  196. package/src/utils/date.utils.ts +126 -126
  197. package/src/utils/shared.types.ts +4 -4
  198. package/src/utils/validation.ts +23 -23
  199. package/src/websitalk/index.ts +18 -18
  200. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  201. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  202. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  203. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  204. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  205. package/src/websitalk/mongodb-client.ts +61 -61
  206. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -248
  207. package/src/websitalk/scanResources/index.ts +4 -4
  208. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  209. package/src/websitalk/scanResources/scanResources.getters.ts +128 -121
  210. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  211. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  212. package/src/websitalk/scans/__tests__/scans.spec.ts +341 -313
  213. package/src/websitalk/scans/index.ts +4 -4
  214. package/src/websitalk/scans/scans.constants.ts +18 -15
  215. package/src/websitalk/scans/scans.getters.ts +171 -166
  216. package/src/websitalk/scans/scans.types.ts +56 -56
  217. package/src/websitalk/scans/scans.utils.ts +5 -5
  218. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  219. package/src/websitalk/websiteUrls/index.ts +2 -2
  220. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  221. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  222. package/tsconfig.json +23 -23
  223. package/dist/talkpilot/clients/clients.quota.constants.d.ts +0 -2
  224. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +0 -1
  225. package/dist/talkpilot/clients/clients.quota.constants.js +0 -5
  226. package/dist/talkpilot/clients/clients.quota.constants.js.map +0 -1
  227. package/dist/talkpilot/clients/clients.quota.utils.d.ts +0 -8
  228. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +0 -1
  229. package/dist/talkpilot/clients/clients.quota.utils.js +0 -45
  230. package/dist/talkpilot/clients/clients.quota.utils.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;