@talkpilot/core-db 1.3.49 → 1.3.51

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (225) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -778
  5. package/dist/websitalk/scanResources/scanResources.getters.d.ts +1 -0
  6. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  7. package/dist/websitalk/scanResources/scanResources.getters.js +6 -1
  8. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  9. package/dist/websitalk/scans/scans.constants.d.ts +1 -0
  10. package/dist/websitalk/scans/scans.constants.d.ts.map +1 -1
  11. package/dist/websitalk/scans/scans.constants.js +1 -0
  12. package/dist/websitalk/scans/scans.constants.js.map +1 -1
  13. package/dist/websitalk/scans/scans.getters.d.ts +1 -0
  14. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  15. package/dist/websitalk/scans/scans.getters.js +6 -1
  16. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  17. package/jest.config.js +20 -20
  18. package/package.json +46 -46
  19. package/src/__tests__/setup.ts +20 -20
  20. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  21. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  22. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  23. package/src/bulkWrite/index.ts +2 -2
  24. package/src/config.ts +9 -9
  25. package/src/configuration/index.ts +17 -17
  26. package/src/configuration/internalModels/index.ts +3 -3
  27. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  28. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  29. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  30. package/src/configuration/models/index.ts +25 -25
  31. package/src/configuration/models/models.constants.ts +13 -13
  32. package/src/configuration/models/models.getters.ts +53 -53
  33. package/src/configuration/models/models.types.ts +79 -79
  34. package/src/configuration/mongodb-client.ts +62 -62
  35. package/src/configuration/prompts/index.ts +2 -2
  36. package/src/configuration/prompts/prompts.getters.ts +49 -49
  37. package/src/configuration/prompts/prompts.types.ts +11 -11
  38. package/src/connection.ts +81 -81
  39. package/src/index.ts +46 -46
  40. package/src/municipal/__tests__/validation.spec.ts +62 -62
  41. package/src/municipal/cities/cities.getters.ts +50 -50
  42. package/src/municipal/cities/cities.types.ts +11 -11
  43. package/src/municipal/cities/index.ts +2 -2
  44. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  45. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  46. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  47. package/src/municipal/departmentsSubjects/index.ts +9 -9
  48. package/src/municipal/index.ts +22 -22
  49. package/src/municipal/mongodb-client.ts +61 -61
  50. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  51. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  52. package/src/municipal/muniIssues/index.ts +17 -17
  53. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  54. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  55. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  56. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  57. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  58. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  59. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  60. package/src/municipal/streets/index.ts +2 -2
  61. package/src/municipal/streets/streets.getters.ts +140 -140
  62. package/src/municipal/streets/streets.types.ts +19 -19
  63. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  64. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  65. package/src/municipal/systemInstructions/index.ts +7 -7
  66. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  67. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  68. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  69. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  70. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  71. package/src/municipal/tickets/index.ts +9 -9
  72. package/src/municipal/tickets/tickets.constants.ts +8 -8
  73. package/src/municipal/tickets/tickets.getters.ts +121 -121
  74. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  75. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  76. package/src/municipal/tickets/tickets.types.ts +54 -54
  77. package/src/municipal/utils/types.ts +11 -11
  78. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  79. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  80. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  81. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  82. package/src/talkpilot/agents/agents.getters.ts +34 -34
  83. package/src/talkpilot/agents/agents.types.ts +14 -14
  84. package/src/talkpilot/agents/index.ts +2 -2
  85. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  86. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  87. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  88. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  89. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  90. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  91. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  92. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  93. package/src/talkpilot/calls/calls.constants.ts +49 -49
  94. package/src/talkpilot/calls/calls.getters.ts +277 -277
  95. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  96. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  97. package/src/talkpilot/calls/calls.types.ts +149 -149
  98. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  99. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  100. package/src/talkpilot/calls/index.ts +6 -6
  101. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  102. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  103. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  104. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  105. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  106. package/src/talkpilot/clients/clients.getters.ts +16 -16
  107. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  108. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  109. package/src/talkpilot/clients/clients.types.ts +18 -18
  110. package/src/talkpilot/clients/index.ts +4 -4
  111. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  112. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  113. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  114. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  115. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  116. package/src/talkpilot/clientsConfig/index.ts +3 -3
  117. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  118. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  119. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  120. package/src/talkpilot/contextNotes/index.ts +2 -2
  121. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  122. package/src/talkpilot/flows/flows.getter.ts +34 -34
  123. package/src/talkpilot/flows/flows.schema.ts +180 -180
  124. package/src/talkpilot/flows/flows.types.ts +211 -211
  125. package/src/talkpilot/flows/index.ts +7 -7
  126. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  127. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  128. package/src/talkpilot/groups/groups.getters.ts +30 -30
  129. package/src/talkpilot/groups/groups.types.ts +29 -29
  130. package/src/talkpilot/groups/index.ts +3 -3
  131. package/src/talkpilot/groups/phone.utils.ts +46 -46
  132. package/src/talkpilot/index.ts +31 -31
  133. package/src/talkpilot/leads/index.ts +2 -2
  134. package/src/talkpilot/leads/leads.getter.ts +6 -6
  135. package/src/talkpilot/leads/leads.schema.ts +33 -33
  136. package/src/talkpilot/leads/leads.types.ts +20 -20
  137. package/src/talkpilot/mongodb-client.ts +78 -78
  138. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  139. package/src/talkpilot/phone_numbers/index.ts +2 -2
  140. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  141. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  142. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  143. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  144. package/src/talkpilot/plans/index.ts +2 -2
  145. package/src/talkpilot/plans/plans.getters.ts +132 -132
  146. package/src/talkpilot/plans/plans.types.ts +89 -89
  147. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  148. package/src/talkpilot/products/index.ts +2 -2
  149. package/src/talkpilot/products/products.getters.ts +12 -12
  150. package/src/talkpilot/products/products.types.ts +9 -9
  151. package/src/talkpilot/results/index.ts +7 -7
  152. package/src/talkpilot/results/results.getter.ts +39 -39
  153. package/src/talkpilot/results/results.schema.ts +25 -25
  154. package/src/talkpilot/results/results.types.ts +34 -34
  155. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  156. package/src/talkpilot/retry_analyze/index.ts +2 -2
  157. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  158. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  159. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  160. package/src/talkpilot/sessions/index.ts +2 -2
  161. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  162. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  163. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  164. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  165. package/src/talkpilot/subscriptions/index.ts +3 -3
  166. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  167. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  168. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  169. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  170. package/src/talkpilot/utils/query.utils.ts +21 -21
  171. package/src/test-utils/db-utils.ts +33 -33
  172. package/src/test-utils/factories/index.ts +18 -18
  173. package/src/test-utils/factories/municipal/cities.ts +16 -16
  174. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  175. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  176. package/src/test-utils/factories/municipal/streets.ts +22 -22
  177. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  178. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  179. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  180. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  181. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  182. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  183. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  184. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  185. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  186. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  187. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  188. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  189. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  190. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  191. package/src/utils/date.utils.ts +126 -126
  192. package/src/utils/shared.types.ts +4 -4
  193. package/src/utils/validation.ts +23 -23
  194. package/src/websitalk/index.ts +18 -18
  195. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +186 -186
  196. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  197. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +17 -17
  198. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +78 -78
  199. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +62 -62
  200. package/src/websitalk/mongodb-client.ts +61 -61
  201. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +212 -193
  202. package/src/websitalk/scanResources/index.ts +4 -4
  203. package/src/websitalk/scanResources/scanResources.constants.ts +47 -47
  204. package/src/websitalk/scanResources/scanResources.getters.ts +109 -102
  205. package/src/websitalk/scanResources/scanResources.types.ts +90 -90
  206. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  207. package/src/websitalk/scans/__tests__/scans.spec.ts +330 -313
  208. package/src/websitalk/scans/index.ts +4 -4
  209. package/src/websitalk/scans/scans.constants.ts +16 -15
  210. package/src/websitalk/scans/scans.getters.ts +171 -166
  211. package/src/websitalk/scans/scans.types.ts +54 -54
  212. package/src/websitalk/scans/scans.utils.ts +5 -5
  213. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  214. package/src/websitalk/websiteUrls/index.ts +2 -2
  215. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  216. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  217. package/tsconfig.json +23 -23
  218. package/dist/talkpilot/clients/clients.quota.constants.d.ts +0 -2
  219. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +0 -1
  220. package/dist/talkpilot/clients/clients.quota.constants.js +0 -5
  221. package/dist/talkpilot/clients/clients.quota.constants.js.map +0 -1
  222. package/dist/talkpilot/clients/clients.quota.utils.d.ts +0 -8
  223. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +0 -1
  224. package/dist/talkpilot/clients/clients.quota.utils.js +0 -45
  225. package/dist/talkpilot/clients/clients.quota.utils.js.map +0 -1
@@ -1,110 +1,110 @@
1
- import { CityName } from "../utils/types";
2
- import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
- import { getTicketsCollection } from "./tickets.getters";
4
- import type { TicketStatsDateRange } from "./tickets.types";
5
-
6
- const effectiveSubjectIdExpr = {
7
- $ifNull: [
8
- "$externalCallFields.event_subject_id",
9
- {
10
- $ifNull: [
11
- "$externalCallFields.event_sub_subject_id",
12
- "$externalCallFields.event_sub_subject_id2",
13
- ],
14
- },
15
- ],
16
- };
17
-
18
- const departmentsSubjectsLookup = (cityName: CityName) => ({
19
- $lookup: {
20
- from: "departmentsSubjects",
21
- let: { sid: "$effectiveSubjectId", c: cityName },
22
- pipeline: [
23
- {
24
- $match: {
25
- $expr: {
26
- $and: [
27
- { $eq: ["$cityName", "$$c"] },
28
- {
29
- $or: [
30
- { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
- { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
- { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
- ],
34
- },
35
- ],
36
- },
37
- },
38
- },
39
- { $limit: 1 },
40
- ],
41
- as: "subj",
42
- },
43
- });
44
-
45
- const subjectLabelExpr = {
46
- $cond: {
47
- if: { $gt: [{ $size: "$subj" }, 0] },
48
- then: {
49
- $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
- },
51
- else: UNCLASSIFIED,
52
- },
53
- };
54
-
55
- const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
- createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
- });
58
-
59
- /** Legacy draft detection for tickets created before isDraft existed. */
60
- export const isDraftSubjectIdExpr = {
61
- $or: [
62
- { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
- { $eq: ["$externalCallFields.event_subject_id", null] },
64
- {
65
- $regexMatch: {
66
- input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
- regex: /^\s*$/,
68
- },
69
- },
70
- ],
71
- };
72
-
73
- /**
74
- * Draft when isDraft is true, not draft when isDraft is false,
75
- * otherwise fall back to legacy subject-id heuristic for older tickets.
76
- */
77
- export const isDraftTicketExpr = {
78
- $or: [
79
- { $eq: ["$isDraft", true] },
80
- {
81
- $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
- },
83
- ],
84
- };
85
-
86
- export const ticketsWithCallSidMatch = (
87
- cityName: CityName,
88
- dateRange: TicketStatsDateRange,
89
- ) => ({
90
- cityName,
91
- callSid: { $exists: true, $nin: [null, ""] },
92
- ...ticketDateMatch(dateRange),
93
- });
94
-
95
- export const subjectResolutionStages = (
96
- cityName: CityName,
97
- ): Record<string, unknown>[] => [
98
- { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
- departmentsSubjectsLookup(cityName),
100
- { $addFields: { subject: subjectLabelExpr } },
101
- ];
102
-
103
- export const runTicketStatsAggregate = async <T>(
104
- pipeline: Record<string, unknown>[],
105
- ): Promise<T[]> => {
106
- const rows = await getTicketsCollection()
107
- .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
- .toArray();
109
- return rows as T[];
110
- };
1
+ import { CityName } from "../utils/types";
2
+ import { STATS_MAX_TIME_MS, UNCLASSIFIED } from "./tickets.constants";
3
+ import { getTicketsCollection } from "./tickets.getters";
4
+ import type { TicketStatsDateRange } from "./tickets.types";
5
+
6
+ const effectiveSubjectIdExpr = {
7
+ $ifNull: [
8
+ "$externalCallFields.event_subject_id",
9
+ {
10
+ $ifNull: [
11
+ "$externalCallFields.event_sub_subject_id",
12
+ "$externalCallFields.event_sub_subject_id2",
13
+ ],
14
+ },
15
+ ],
16
+ };
17
+
18
+ const departmentsSubjectsLookup = (cityName: CityName) => ({
19
+ $lookup: {
20
+ from: "departmentsSubjects",
21
+ let: { sid: "$effectiveSubjectId", c: cityName },
22
+ pipeline: [
23
+ {
24
+ $match: {
25
+ $expr: {
26
+ $and: [
27
+ { $eq: ["$cityName", "$$c"] },
28
+ {
29
+ $or: [
30
+ { $eq: ["$subject_id", { $ifNull: ["$$sid", ""] }] },
31
+ { $eq: ["$sub_subject_id", { $ifNull: ["$$sid", ""] }] },
32
+ { $eq: ["$sub_subject_id2", { $ifNull: ["$$sid", ""] }] },
33
+ ],
34
+ },
35
+ ],
36
+ },
37
+ },
38
+ },
39
+ { $limit: 1 },
40
+ ],
41
+ as: "subj",
42
+ },
43
+ });
44
+
45
+ const subjectLabelExpr = {
46
+ $cond: {
47
+ if: { $gt: [{ $size: "$subj" }, 0] },
48
+ then: {
49
+ $ifNull: [{ $arrayElemAt: ["$subj.subjectName", 0] }, UNCLASSIFIED],
50
+ },
51
+ else: UNCLASSIFIED,
52
+ },
53
+ };
54
+
55
+ const ticketDateMatch = (dateRange: TicketStatsDateRange) => ({
56
+ createdAt: { $gte: dateRange.from, $lte: dateRange.to },
57
+ });
58
+
59
+ /** Legacy draft detection for tickets created before isDraft existed. */
60
+ export const isDraftSubjectIdExpr = {
61
+ $or: [
62
+ { $eq: [{ $type: "$externalCallFields.event_subject_id" }, "missing"] },
63
+ { $eq: ["$externalCallFields.event_subject_id", null] },
64
+ {
65
+ $regexMatch: {
66
+ input: { $ifNull: ["$externalCallFields.event_subject_id", ""] },
67
+ regex: /^\s*$/,
68
+ },
69
+ },
70
+ ],
71
+ };
72
+
73
+ /**
74
+ * Draft when isDraft is true, not draft when isDraft is false,
75
+ * otherwise fall back to legacy subject-id heuristic for older tickets.
76
+ */
77
+ export const isDraftTicketExpr = {
78
+ $or: [
79
+ { $eq: ["$isDraft", true] },
80
+ {
81
+ $and: [{ $ne: ["$isDraft", false] }, isDraftSubjectIdExpr],
82
+ },
83
+ ],
84
+ };
85
+
86
+ export const ticketsWithCallSidMatch = (
87
+ cityName: CityName,
88
+ dateRange: TicketStatsDateRange,
89
+ ) => ({
90
+ cityName,
91
+ callSid: { $exists: true, $nin: [null, ""] },
92
+ ...ticketDateMatch(dateRange),
93
+ });
94
+
95
+ export const subjectResolutionStages = (
96
+ cityName: CityName,
97
+ ): Record<string, unknown>[] => [
98
+ { $addFields: { effectiveSubjectId: effectiveSubjectIdExpr } },
99
+ departmentsSubjectsLookup(cityName),
100
+ { $addFields: { subject: subjectLabelExpr } },
101
+ ];
102
+
103
+ export const runTicketStatsAggregate = async <T>(
104
+ pipeline: Record<string, unknown>[],
105
+ ): Promise<T[]> => {
106
+ const rows = await getTicketsCollection()
107
+ .aggregate(pipeline, { maxTimeMS: STATS_MAX_TIME_MS })
108
+ .toArray();
109
+ return rows as T[];
110
+ };
@@ -1,145 +1,145 @@
1
- import { CityName } from "../utils/types";
2
- import {
3
- DAY_MS,
4
- endOfCalendarDayInTz,
5
- startOfCalendarDayInTz,
6
- } from "../../utils/date.utils";
7
- import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
- import {
9
- isDraftTicketExpr,
10
- runTicketStatsAggregate,
11
- subjectResolutionStages,
12
- ticketsWithCallSidMatch,
13
- } from "./tickets.statistics.aggregation";
14
- import type {
15
- TicketStatsDateRange,
16
- TicketStatsDateScope,
17
- TicketSubjectRow,
18
- } from "./tickets.types";
19
-
20
- export const resolveTicketStatsDateRange = (
21
- dateScope?: TicketStatsDateScope,
22
- ): TicketStatsDateRange => {
23
- const to = dateScope?.to ?? new Date();
24
- const from =
25
- dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
- return { from, to };
27
- };
28
-
29
- export const ticketStatsDateScopeFromYmd = (
30
- startStr: string,
31
- endStr: string,
32
- timezone: string,
33
- ): TicketStatsDateScope => ({
34
- from: startOfCalendarDayInTz(startStr, timezone),
35
- to: endOfCalendarDayInTz(endStr, timezone),
36
- });
37
-
38
- /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
- export const findCallSidsWithTicketsByCity = async (
40
- cityName: CityName,
41
- dateScope?: TicketStatsDateScope,
42
- ): Promise<string[]> => {
43
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
- {
45
- $match: ticketsWithCallSidMatch(
46
- cityName,
47
- resolveTicketStatsDateRange(dateScope),
48
- ),
49
- },
50
- { $group: { _id: "$callSid" } },
51
- ]);
52
- return rows
53
- .filter((r) => r._id != null && r._id !== "")
54
- .map((r) => String(r._id));
55
- };
56
-
57
- export const findCallSidTicketCountsByCity = async (
58
- cityName: CityName,
59
- dateScope?: TicketStatsDateScope,
60
- ): Promise<Map<string, number>> => {
61
- const rows = await runTicketStatsAggregate<{
62
- _id: unknown;
63
- ticketCount: number;
64
- }>([
65
- {
66
- $match: ticketsWithCallSidMatch(
67
- cityName,
68
- resolveTicketStatsDateRange(dateScope),
69
- ),
70
- },
71
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
- ]);
73
- return new Map(
74
- rows
75
- .filter((r) => r._id != null && r._id !== "")
76
- .map((r) => [String(r._id), r.ticketCount]),
77
- );
78
- };
79
-
80
- /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
- export const findCallSidsWithDraftTicketsByCity = async (
82
- cityName: CityName,
83
- dateScope?: TicketStatsDateScope,
84
- ): Promise<string[]> => {
85
- const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
- {
87
- $match: ticketsWithCallSidMatch(
88
- cityName,
89
- resolveTicketStatsDateRange(dateScope),
90
- ),
91
- },
92
- { $match: { $expr: isDraftTicketExpr } },
93
- { $group: { _id: "$callSid" } },
94
- ]);
95
- return rows
96
- .filter((r) => r._id != null && r._id !== "")
97
- .map((r) => String(r._id));
98
- };
99
-
100
- export const findCallSidDraftTicketCountsByCity = async (
101
- cityName: CityName,
102
- dateScope?: TicketStatsDateScope,
103
- ): Promise<Map<string, number>> => {
104
- const rows = await runTicketStatsAggregate<{
105
- _id: unknown;
106
- ticketCount: number;
107
- }>([
108
- {
109
- $match: ticketsWithCallSidMatch(
110
- cityName,
111
- resolveTicketStatsDateRange(dateScope),
112
- ),
113
- },
114
- { $match: { $expr: isDraftTicketExpr } },
115
- { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
- ]);
117
- return new Map(
118
- rows
119
- .filter((r) => r._id != null && r._id !== "")
120
- .map((r) => [String(r._id), r.ticketCount]),
121
- );
122
- };
123
-
124
- export const findTicketSubjectRows = async (
125
- cityName: CityName,
126
- dateScope?: TicketStatsDateScope,
127
- ): Promise<TicketSubjectRow[]> => {
128
- const rows = await runTicketStatsAggregate<{
129
- callSid: unknown;
130
- subject: unknown;
131
- }>([
132
- {
133
- $match: ticketsWithCallSidMatch(
134
- cityName,
135
- resolveTicketStatsDateRange(dateScope),
136
- ),
137
- },
138
- ...subjectResolutionStages(cityName),
139
- { $project: { _id: 0, callSid: 1, subject: 1 } },
140
- ]);
141
- return rows.map((r) => ({
142
- callSid: String(r.callSid),
143
- subject: String(r.subject),
144
- }));
145
- };
1
+ import { CityName } from "../utils/types";
2
+ import {
3
+ DAY_MS,
4
+ endOfCalendarDayInTz,
5
+ startOfCalendarDayInTz,
6
+ } from "../../utils/date.utils";
7
+ import { DEFAULT_LOOKBACK_DAYS } from "./tickets.constants";
8
+ import {
9
+ isDraftTicketExpr,
10
+ runTicketStatsAggregate,
11
+ subjectResolutionStages,
12
+ ticketsWithCallSidMatch,
13
+ } from "./tickets.statistics.aggregation";
14
+ import type {
15
+ TicketStatsDateRange,
16
+ TicketStatsDateScope,
17
+ TicketSubjectRow,
18
+ } from "./tickets.types";
19
+
20
+ export const resolveTicketStatsDateRange = (
21
+ dateScope?: TicketStatsDateScope,
22
+ ): TicketStatsDateRange => {
23
+ const to = dateScope?.to ?? new Date();
24
+ const from =
25
+ dateScope?.from ?? new Date(to.getTime() - DEFAULT_LOOKBACK_DAYS * DAY_MS);
26
+ return { from, to };
27
+ };
28
+
29
+ export const ticketStatsDateScopeFromYmd = (
30
+ startStr: string,
31
+ endStr: string,
32
+ timezone: string,
33
+ ): TicketStatsDateScope => ({
34
+ from: startOfCalendarDayInTz(startStr, timezone),
35
+ to: endOfCalendarDayInTz(endStr, timezone),
36
+ });
37
+
38
+ /** @deprecated Use findCallSidTicketCountsByCity instead. */
39
+ export const findCallSidsWithTicketsByCity = async (
40
+ cityName: CityName,
41
+ dateScope?: TicketStatsDateScope,
42
+ ): Promise<string[]> => {
43
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
44
+ {
45
+ $match: ticketsWithCallSidMatch(
46
+ cityName,
47
+ resolveTicketStatsDateRange(dateScope),
48
+ ),
49
+ },
50
+ { $group: { _id: "$callSid" } },
51
+ ]);
52
+ return rows
53
+ .filter((r) => r._id != null && r._id !== "")
54
+ .map((r) => String(r._id));
55
+ };
56
+
57
+ export const findCallSidTicketCountsByCity = async (
58
+ cityName: CityName,
59
+ dateScope?: TicketStatsDateScope,
60
+ ): Promise<Map<string, number>> => {
61
+ const rows = await runTicketStatsAggregate<{
62
+ _id: unknown;
63
+ ticketCount: number;
64
+ }>([
65
+ {
66
+ $match: ticketsWithCallSidMatch(
67
+ cityName,
68
+ resolveTicketStatsDateRange(dateScope),
69
+ ),
70
+ },
71
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
72
+ ]);
73
+ return new Map(
74
+ rows
75
+ .filter((r) => r._id != null && r._id !== "")
76
+ .map((r) => [String(r._id), r.ticketCount]),
77
+ );
78
+ };
79
+
80
+ /** @deprecated Use findCallSidDraftTicketCountsByCity instead. */
81
+ export const findCallSidsWithDraftTicketsByCity = async (
82
+ cityName: CityName,
83
+ dateScope?: TicketStatsDateScope,
84
+ ): Promise<string[]> => {
85
+ const rows = await runTicketStatsAggregate<{ _id: unknown }>([
86
+ {
87
+ $match: ticketsWithCallSidMatch(
88
+ cityName,
89
+ resolveTicketStatsDateRange(dateScope),
90
+ ),
91
+ },
92
+ { $match: { $expr: isDraftTicketExpr } },
93
+ { $group: { _id: "$callSid" } },
94
+ ]);
95
+ return rows
96
+ .filter((r) => r._id != null && r._id !== "")
97
+ .map((r) => String(r._id));
98
+ };
99
+
100
+ export const findCallSidDraftTicketCountsByCity = async (
101
+ cityName: CityName,
102
+ dateScope?: TicketStatsDateScope,
103
+ ): Promise<Map<string, number>> => {
104
+ const rows = await runTicketStatsAggregate<{
105
+ _id: unknown;
106
+ ticketCount: number;
107
+ }>([
108
+ {
109
+ $match: ticketsWithCallSidMatch(
110
+ cityName,
111
+ resolveTicketStatsDateRange(dateScope),
112
+ ),
113
+ },
114
+ { $match: { $expr: isDraftTicketExpr } },
115
+ { $group: { _id: "$callSid", ticketCount: { $sum: 1 } } },
116
+ ]);
117
+ return new Map(
118
+ rows
119
+ .filter((r) => r._id != null && r._id !== "")
120
+ .map((r) => [String(r._id), r.ticketCount]),
121
+ );
122
+ };
123
+
124
+ export const findTicketSubjectRows = async (
125
+ cityName: CityName,
126
+ dateScope?: TicketStatsDateScope,
127
+ ): Promise<TicketSubjectRow[]> => {
128
+ const rows = await runTicketStatsAggregate<{
129
+ callSid: unknown;
130
+ subject: unknown;
131
+ }>([
132
+ {
133
+ $match: ticketsWithCallSidMatch(
134
+ cityName,
135
+ resolveTicketStatsDateRange(dateScope),
136
+ ),
137
+ },
138
+ ...subjectResolutionStages(cityName),
139
+ { $project: { _id: 0, callSid: 1, subject: 1 } },
140
+ ]);
141
+ return rows.map((r) => ({
142
+ callSid: String(r.callSid),
143
+ subject: String(r.subject),
144
+ }));
145
+ };
@@ -1,54 +1,54 @@
1
- import { ObjectId, WithId } from "mongodb";
2
-
3
- import { CityName } from "../utils/types";
4
-
5
- export type Ticket = {
6
- _id: ObjectId;
7
- createdAt: Date;
8
- updatedAt: Date;
9
- callSid?: string;
10
- isDraft?: boolean;
11
- cityName: CityName;
12
- externalCallFields: {
13
- first_name?: string;
14
- last_name?: string;
15
- event_description?: string;
16
- street?: string;
17
- house_number?: string;
18
- event_subject_id?: string;
19
- event_sub_subject_id?: string;
20
- event_sub_subject_id2?: string | null;
21
- call_number?: string;
22
- status?: number;
23
- error?: string;
24
- image1?: string;
25
- image2?: string;
26
- image3?: string;
27
- file1?: string;
28
- file2?: string;
29
- file3?: string;
30
- };
31
- guestJwt?: string;
32
- };
33
-
34
- export type TicketDoc = WithId<Ticket>;
35
-
36
- export type SubjectItem = {
37
- subject: string;
38
- count: number;
39
- };
40
-
41
- export type TicketSubjectRow = {
42
- callSid: string;
43
- subject: string;
44
- };
45
-
46
- export type TicketStatsDateScope = {
47
- from?: Date;
48
- to?: Date;
49
- };
50
-
51
- export type TicketStatsDateRange = {
52
- from: Date;
53
- to: Date;
54
- };
1
+ import { ObjectId, WithId } from "mongodb";
2
+
3
+ import { CityName } from "../utils/types";
4
+
5
+ export type Ticket = {
6
+ _id: ObjectId;
7
+ createdAt: Date;
8
+ updatedAt: Date;
9
+ callSid?: string;
10
+ isDraft?: boolean;
11
+ cityName: CityName;
12
+ externalCallFields: {
13
+ first_name?: string;
14
+ last_name?: string;
15
+ event_description?: string;
16
+ street?: string;
17
+ house_number?: string;
18
+ event_subject_id?: string;
19
+ event_sub_subject_id?: string;
20
+ event_sub_subject_id2?: string | null;
21
+ call_number?: string;
22
+ status?: number;
23
+ error?: string;
24
+ image1?: string;
25
+ image2?: string;
26
+ image3?: string;
27
+ file1?: string;
28
+ file2?: string;
29
+ file3?: string;
30
+ };
31
+ guestJwt?: string;
32
+ };
33
+
34
+ export type TicketDoc = WithId<Ticket>;
35
+
36
+ export type SubjectItem = {
37
+ subject: string;
38
+ count: number;
39
+ };
40
+
41
+ export type TicketSubjectRow = {
42
+ callSid: string;
43
+ subject: string;
44
+ };
45
+
46
+ export type TicketStatsDateScope = {
47
+ from?: Date;
48
+ to?: Date;
49
+ };
50
+
51
+ export type TicketStatsDateRange = {
52
+ from: Date;
53
+ to: Date;
54
+ };
@@ -1,11 +1,11 @@
1
- /**
2
- * City name type for municipal data
3
- */
4
- export type CityName =
5
- | "ashdod"
6
- | "maltar"
7
- | "billit"
8
- | "hashkelon"
9
- | "eilat"
10
- | "tests"
11
- | string;
1
+ /**
2
+ * City name type for municipal data
3
+ */
4
+ export type CityName =
5
+ | "ashdod"
6
+ | "maltar"
7
+ | "billit"
8
+ | "hashkelon"
9
+ | "eilat"
10
+ | "tests"
11
+ | string;