@talkpilot/core-db 1.3.37 → 1.3.39

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (235) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/DEVELOPMENT.md +141 -141
  3. package/README.md +721 -672
  4. package/dist/talkpilot/calls/calls.types.d.ts +1 -0
  5. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  6. package/dist/talkpilot/clientsConfig/clientsConfig.constants.d.ts +3 -0
  7. package/dist/talkpilot/clientsConfig/clientsConfig.constants.d.ts.map +1 -0
  8. package/dist/talkpilot/clientsConfig/clientsConfig.constants.js +6 -0
  9. package/dist/talkpilot/clientsConfig/clientsConfig.constants.js.map +1 -0
  10. package/dist/talkpilot/clientsConfig/clientsConfig.getters.d.ts +39 -0
  11. package/dist/talkpilot/clientsConfig/clientsConfig.getters.d.ts.map +1 -1
  12. package/dist/talkpilot/clientsConfig/clientsConfig.getters.js +92 -1
  13. package/dist/talkpilot/clientsConfig/clientsConfig.getters.js.map +1 -1
  14. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts +4 -0
  15. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts.map +1 -1
  16. package/dist/talkpilot/clientsConfig/index.d.ts +1 -0
  17. package/dist/talkpilot/clientsConfig/index.d.ts.map +1 -1
  18. package/dist/talkpilot/clientsConfig/index.js +1 -0
  19. package/dist/talkpilot/clientsConfig/index.js.map +1 -1
  20. package/jest.config.js +20 -20
  21. package/package.json +46 -46
  22. package/src/__tests__/setup.ts +20 -20
  23. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  24. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  25. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  26. package/src/bulkWrite/index.ts +2 -2
  27. package/src/config.ts +9 -9
  28. package/src/configuration/index.ts +17 -17
  29. package/src/configuration/internalModels/index.ts +3 -3
  30. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  31. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  32. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  33. package/src/configuration/models/index.ts +25 -25
  34. package/src/configuration/models/models.constants.ts +13 -13
  35. package/src/configuration/models/models.getters.ts +53 -53
  36. package/src/configuration/models/models.types.ts +79 -79
  37. package/src/configuration/mongodb-client.ts +62 -62
  38. package/src/configuration/prompts/index.ts +2 -2
  39. package/src/configuration/prompts/prompts.getters.ts +49 -49
  40. package/src/configuration/prompts/prompts.types.ts +11 -11
  41. package/src/connection.ts +81 -81
  42. package/src/index.ts +42 -42
  43. package/src/municipal/__tests__/validation.spec.ts +62 -62
  44. package/src/municipal/cities/cities.getters.ts +50 -50
  45. package/src/municipal/cities/cities.types.ts +11 -11
  46. package/src/municipal/cities/index.ts +2 -2
  47. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  48. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  49. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  50. package/src/municipal/departmentsSubjects/index.ts +9 -9
  51. package/src/municipal/index.ts +22 -22
  52. package/src/municipal/mongodb-client.ts +61 -61
  53. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  54. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  55. package/src/municipal/muniIssues/index.ts +17 -17
  56. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  57. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  58. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  59. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  60. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  61. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  62. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  63. package/src/municipal/streets/index.ts +2 -2
  64. package/src/municipal/streets/streets.getters.ts +140 -140
  65. package/src/municipal/streets/streets.types.ts +19 -19
  66. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  67. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  68. package/src/municipal/systemInstructions/index.ts +7 -7
  69. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  70. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  71. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  72. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  73. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  74. package/src/municipal/tickets/index.ts +9 -9
  75. package/src/municipal/tickets/tickets.constants.ts +8 -8
  76. package/src/municipal/tickets/tickets.getters.ts +121 -121
  77. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  78. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  79. package/src/municipal/tickets/tickets.types.ts +54 -54
  80. package/src/municipal/utils/types.ts +11 -11
  81. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  82. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  83. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  84. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  85. package/src/talkpilot/agents/agents.getters.ts +34 -34
  86. package/src/talkpilot/agents/agents.types.ts +14 -14
  87. package/src/talkpilot/agents/index.ts +2 -2
  88. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  89. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  90. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  91. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  92. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  93. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  94. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  95. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  96. package/src/talkpilot/calls/calls.constants.ts +49 -49
  97. package/src/talkpilot/calls/calls.getters.ts +277 -277
  98. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  99. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  100. package/src/talkpilot/calls/calls.types.ts +134 -133
  101. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  102. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  103. package/src/talkpilot/calls/index.ts +6 -6
  104. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  105. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  106. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  107. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  108. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  109. package/src/talkpilot/clients/clients.getters.ts +16 -16
  110. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  111. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  112. package/src/talkpilot/clients/clients.types.ts +18 -18
  113. package/src/talkpilot/clients/index.ts +4 -4
  114. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +318 -0
  115. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  116. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -0
  117. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +116 -2
  118. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +4 -0
  119. package/src/talkpilot/clientsConfig/index.ts +3 -2
  120. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  121. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  122. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  123. package/src/talkpilot/contextNotes/index.ts +2 -2
  124. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  125. package/src/talkpilot/flows/flows.getter.ts +14 -14
  126. package/src/talkpilot/flows/flows.schema.ts +155 -155
  127. package/src/talkpilot/flows/flows.types.ts +189 -189
  128. package/src/talkpilot/flows/index.ts +2 -2
  129. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  130. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  131. package/src/talkpilot/groups/groups.getters.ts +30 -30
  132. package/src/talkpilot/groups/groups.types.ts +29 -29
  133. package/src/talkpilot/groups/index.ts +3 -3
  134. package/src/talkpilot/groups/phone.utils.ts +46 -46
  135. package/src/talkpilot/index.ts +31 -31
  136. package/src/talkpilot/leads/index.ts +2 -2
  137. package/src/talkpilot/leads/leads.getter.ts +6 -6
  138. package/src/talkpilot/leads/leads.schema.ts +33 -33
  139. package/src/talkpilot/leads/leads.types.ts +20 -20
  140. package/src/talkpilot/mongodb-client.ts +78 -78
  141. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  142. package/src/talkpilot/phone_numbers/index.ts +2 -2
  143. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  144. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  145. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  146. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  147. package/src/talkpilot/plans/index.ts +2 -2
  148. package/src/talkpilot/plans/plans.getters.ts +132 -132
  149. package/src/talkpilot/plans/plans.types.ts +89 -89
  150. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  151. package/src/talkpilot/products/index.ts +2 -2
  152. package/src/talkpilot/products/products.getters.ts +12 -12
  153. package/src/talkpilot/products/products.types.ts +9 -9
  154. package/src/talkpilot/results/index.ts +7 -7
  155. package/src/talkpilot/results/results.getter.ts +39 -39
  156. package/src/talkpilot/results/results.schema.ts +25 -25
  157. package/src/talkpilot/results/results.types.ts +34 -34
  158. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  159. package/src/talkpilot/retry_analyze/index.ts +2 -2
  160. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  161. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  162. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  163. package/src/talkpilot/sessions/index.ts +2 -2
  164. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  165. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  166. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  167. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  168. package/src/talkpilot/subscriptions/index.ts +3 -3
  169. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  170. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  171. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  172. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  173. package/src/talkpilot/utils/query.utils.ts +21 -21
  174. package/src/test-utils/db-utils.ts +33 -33
  175. package/src/test-utils/factories/index.ts +16 -16
  176. package/src/test-utils/factories/municipal/cities.ts +16 -16
  177. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  178. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  179. package/src/test-utils/factories/municipal/streets.ts +22 -22
  180. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  181. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  182. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  183. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  184. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  185. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  186. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  187. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  188. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  189. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  190. package/src/test-utils/factories/websitalk/scans.ts +24 -24
  191. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  192. package/src/utils/date.utils.ts +126 -126
  193. package/src/utils/shared.types.ts +4 -4
  194. package/src/utils/validation.ts +23 -23
  195. package/src/websitalk/index.ts +16 -16
  196. package/src/websitalk/mongodb-client.ts +61 -61
  197. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  198. package/src/websitalk/scans/index.ts +4 -4
  199. package/src/websitalk/scans/scans.constants.ts +15 -15
  200. package/src/websitalk/scans/scans.getters.ts +160 -160
  201. package/src/websitalk/scans/scans.types.ts +45 -45
  202. package/src/websitalk/scans/scans.utils.ts +5 -5
  203. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  204. package/src/websitalk/websiteUrls/index.ts +2 -2
  205. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  206. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  207. package/tsconfig.json +23 -23
  208. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  209. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  210. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  211. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  212. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  213. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  214. package/dist/municipal/streets/streets.setters.js +0 -15
  215. package/dist/municipal/streets/streets.setters.js.map +0 -1
  216. package/dist/reconcile/index.d.ts +0 -5
  217. package/dist/reconcile/index.d.ts.map +0 -1
  218. package/dist/reconcile/index.js +0 -21
  219. package/dist/reconcile/index.js.map +0 -1
  220. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  221. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  222. package/dist/reconcile/reconcile.diff.js +0 -36
  223. package/dist/reconcile/reconcile.diff.js.map +0 -1
  224. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  225. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  226. package/dist/reconcile/reconcile.execute.js +0 -20
  227. package/dist/reconcile/reconcile.execute.js.map +0 -1
  228. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  229. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  230. package/dist/reconcile/reconcile.ops.js +0 -24
  231. package/dist/reconcile/reconcile.ops.js.map +0 -1
  232. package/dist/reconcile/reconcile.types.d.ts +0 -32
  233. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  234. package/dist/reconcile/reconcile.types.js +0 -3
  235. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;