@talkpilot/core-db 1.3.47 → 1.3.49

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (240) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -747
  5. package/dist/configuration/models/models.constants.d.ts +1 -1
  6. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  7. package/dist/configuration/models/models.constants.js +1 -1
  8. package/dist/configuration/models/models.constants.js.map +1 -1
  9. package/dist/talkpilot/calls/calls.types.d.ts +14 -0
  10. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  11. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  12. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  13. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  14. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  15. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  16. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  17. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  18. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  19. package/dist/talkpilot/flows/flows.getter.d.ts +4 -1
  20. package/dist/talkpilot/flows/flows.getter.d.ts.map +1 -1
  21. package/dist/talkpilot/flows/flows.getter.js +12 -1
  22. package/dist/talkpilot/flows/flows.getter.js.map +1 -1
  23. package/dist/talkpilot/flows/flows.schema.d.ts +31 -0
  24. package/dist/talkpilot/flows/flows.schema.d.ts.map +1 -1
  25. package/dist/talkpilot/flows/flows.schema.js +25 -0
  26. package/dist/talkpilot/flows/flows.schema.js.map +1 -1
  27. package/dist/talkpilot/flows/flows.types.d.ts +14 -0
  28. package/dist/talkpilot/flows/flows.types.d.ts.map +1 -1
  29. package/dist/talkpilot/flows/index.d.ts +1 -1
  30. package/dist/talkpilot/flows/index.d.ts.map +1 -1
  31. package/dist/talkpilot/flows/index.js +3 -1
  32. package/dist/talkpilot/flows/index.js.map +1 -1
  33. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  34. package/dist/websitalk/scanResources/scanResources.getters.js +3 -2
  35. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  36. package/dist/websitalk/scanResources/scanResources.utils.d.ts +1 -0
  37. package/dist/websitalk/scanResources/scanResources.utils.d.ts.map +1 -1
  38. package/dist/websitalk/scanResources/scanResources.utils.js +3 -1
  39. package/dist/websitalk/scanResources/scanResources.utils.js.map +1 -1
  40. package/jest.config.js +20 -20
  41. package/package.json +46 -46
  42. package/src/__tests__/setup.ts +20 -20
  43. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  44. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  45. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  46. package/src/bulkWrite/index.ts +2 -2
  47. package/src/config.ts +9 -9
  48. package/src/configuration/index.ts +17 -17
  49. package/src/configuration/internalModels/index.ts +3 -3
  50. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  51. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  52. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  53. package/src/configuration/models/index.ts +25 -25
  54. package/src/configuration/models/models.constants.ts +13 -13
  55. package/src/configuration/models/models.getters.ts +53 -53
  56. package/src/configuration/models/models.types.ts +79 -79
  57. package/src/configuration/mongodb-client.ts +62 -62
  58. package/src/configuration/prompts/index.ts +2 -2
  59. package/src/configuration/prompts/prompts.getters.ts +49 -49
  60. package/src/configuration/prompts/prompts.types.ts +11 -11
  61. package/src/connection.ts +81 -81
  62. package/src/index.ts +46 -46
  63. package/src/municipal/__tests__/validation.spec.ts +62 -62
  64. package/src/municipal/cities/cities.getters.ts +50 -50
  65. package/src/municipal/cities/cities.types.ts +11 -11
  66. package/src/municipal/cities/index.ts +2 -2
  67. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  68. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  69. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  70. package/src/municipal/departmentsSubjects/index.ts +9 -9
  71. package/src/municipal/index.ts +22 -22
  72. package/src/municipal/mongodb-client.ts +61 -61
  73. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  74. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  75. package/src/municipal/muniIssues/index.ts +17 -17
  76. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  77. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  78. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  79. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  80. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  81. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  82. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  83. package/src/municipal/streets/index.ts +2 -2
  84. package/src/municipal/streets/streets.getters.ts +140 -140
  85. package/src/municipal/streets/streets.types.ts +19 -19
  86. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  87. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  88. package/src/municipal/systemInstructions/index.ts +7 -7
  89. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  90. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  91. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  92. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  93. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  94. package/src/municipal/tickets/index.ts +9 -9
  95. package/src/municipal/tickets/tickets.constants.ts +8 -8
  96. package/src/municipal/tickets/tickets.getters.ts +121 -121
  97. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  98. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  99. package/src/municipal/tickets/tickets.types.ts +54 -54
  100. package/src/municipal/utils/types.ts +11 -11
  101. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  102. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  103. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  104. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  105. package/src/talkpilot/agents/agents.getters.ts +34 -34
  106. package/src/talkpilot/agents/agents.types.ts +14 -14
  107. package/src/talkpilot/agents/index.ts +2 -2
  108. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  109. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  110. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  111. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  112. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  113. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  114. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  115. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  116. package/src/talkpilot/calls/calls.constants.ts +49 -49
  117. package/src/talkpilot/calls/calls.getters.ts +277 -277
  118. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  119. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  120. package/src/talkpilot/calls/calls.types.ts +149 -134
  121. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  122. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  123. package/src/talkpilot/calls/index.ts +6 -6
  124. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  125. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  126. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  127. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  128. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  129. package/src/talkpilot/clients/clients.getters.ts +16 -16
  130. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  131. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  132. package/src/talkpilot/clients/clients.types.ts +18 -18
  133. package/src/talkpilot/clients/index.ts +4 -4
  134. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  135. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  136. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  137. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  138. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  139. package/src/talkpilot/clientsConfig/index.ts +3 -3
  140. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  141. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  142. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  143. package/src/talkpilot/contextNotes/index.ts +2 -2
  144. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -99
  145. package/src/talkpilot/flows/flows.getter.ts +34 -14
  146. package/src/talkpilot/flows/flows.schema.ts +180 -155
  147. package/src/talkpilot/flows/flows.types.ts +211 -189
  148. package/src/talkpilot/flows/index.ts +7 -2
  149. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  150. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  151. package/src/talkpilot/groups/groups.getters.ts +30 -30
  152. package/src/talkpilot/groups/groups.types.ts +29 -29
  153. package/src/talkpilot/groups/index.ts +3 -3
  154. package/src/talkpilot/groups/phone.utils.ts +46 -46
  155. package/src/talkpilot/index.ts +31 -31
  156. package/src/talkpilot/leads/index.ts +2 -2
  157. package/src/talkpilot/leads/leads.getter.ts +6 -6
  158. package/src/talkpilot/leads/leads.schema.ts +33 -33
  159. package/src/talkpilot/leads/leads.types.ts +20 -20
  160. package/src/talkpilot/mongodb-client.ts +78 -78
  161. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  162. package/src/talkpilot/phone_numbers/index.ts +2 -2
  163. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  164. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  165. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  166. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  167. package/src/talkpilot/plans/index.ts +2 -2
  168. package/src/talkpilot/plans/plans.getters.ts +132 -132
  169. package/src/talkpilot/plans/plans.types.ts +89 -89
  170. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  171. package/src/talkpilot/products/index.ts +2 -2
  172. package/src/talkpilot/products/products.getters.ts +12 -12
  173. package/src/talkpilot/products/products.types.ts +9 -9
  174. package/src/talkpilot/results/index.ts +7 -7
  175. package/src/talkpilot/results/results.getter.ts +39 -39
  176. package/src/talkpilot/results/results.schema.ts +25 -25
  177. package/src/talkpilot/results/results.types.ts +34 -34
  178. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  179. package/src/talkpilot/retry_analyze/index.ts +2 -2
  180. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  181. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  182. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  183. package/src/talkpilot/sessions/index.ts +2 -2
  184. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  185. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  186. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  187. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  188. package/src/talkpilot/subscriptions/index.ts +3 -3
  189. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  190. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  191. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  192. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  193. package/src/talkpilot/utils/query.utils.ts +21 -21
  194. package/src/test-utils/db-utils.ts +33 -33
  195. package/src/test-utils/factories/index.ts +18 -18
  196. package/src/test-utils/factories/municipal/cities.ts +16 -16
  197. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  198. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  199. package/src/test-utils/factories/municipal/streets.ts +22 -22
  200. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  201. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  202. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  203. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  204. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  205. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  206. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  207. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  208. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  209. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  210. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  211. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  212. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  213. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  214. package/src/utils/date.utils.ts +126 -126
  215. package/src/utils/shared.types.ts +4 -4
  216. package/src/utils/validation.ts +23 -23
  217. package/src/websitalk/index.ts +18 -18
  218. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +186 -186
  219. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  220. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +17 -17
  221. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +78 -78
  222. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +62 -62
  223. package/src/websitalk/mongodb-client.ts +61 -61
  224. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +193 -136
  225. package/src/websitalk/scanResources/index.ts +4 -4
  226. package/src/websitalk/scanResources/scanResources.constants.ts +47 -47
  227. package/src/websitalk/scanResources/scanResources.getters.ts +102 -94
  228. package/src/websitalk/scanResources/scanResources.types.ts +90 -90
  229. package/src/websitalk/scanResources/scanResources.utils.ts +31 -28
  230. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  231. package/src/websitalk/scans/index.ts +4 -4
  232. package/src/websitalk/scans/scans.constants.ts +15 -15
  233. package/src/websitalk/scans/scans.getters.ts +166 -166
  234. package/src/websitalk/scans/scans.types.ts +54 -54
  235. package/src/websitalk/scans/scans.utils.ts +5 -5
  236. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  237. package/src/websitalk/websiteUrls/index.ts +2 -2
  238. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  239. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  240. package/tsconfig.json +23 -23
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;