@talkpilot/core-db 1.3.19 → 1.3.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/.claude/settings.local.json +13 -0
  2. package/.cursor/rules/development.mdc +65 -65
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +500 -465
  5. package/dist/talkpilot/calls/calls.constants.d.ts +4 -0
  6. package/dist/talkpilot/calls/calls.constants.d.ts.map +1 -1
  7. package/dist/talkpilot/calls/calls.constants.js +11 -1
  8. package/dist/talkpilot/calls/calls.constants.js.map +1 -1
  9. package/dist/talkpilot/calls/calls.getters.d.ts +3 -0
  10. package/dist/talkpilot/calls/calls.getters.d.ts.map +1 -1
  11. package/dist/talkpilot/calls/calls.getters.js +12 -1
  12. package/dist/talkpilot/calls/calls.getters.js.map +1 -1
  13. package/dist/talkpilot/calls/calls.types.d.ts +9 -0
  14. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  15. package/dist/talkpilot/leads/leads.setter.d.ts +4 -0
  16. package/dist/talkpilot/leads/leads.setter.d.ts.map +1 -0
  17. package/dist/talkpilot/leads/leads.setter.js +16 -0
  18. package/dist/talkpilot/leads/leads.setter.js.map +1 -0
  19. package/jest.config.js +20 -20
  20. package/package.json +46 -46
  21. package/src/__tests__/setup.ts +20 -20
  22. package/src/connection.ts +54 -54
  23. package/src/index.ts +27 -27
  24. package/src/municipal/__tests__/validation.spec.ts +62 -62
  25. package/src/municipal/cities/cities.getters.ts +50 -50
  26. package/src/municipal/cities/cities.types.ts +11 -11
  27. package/src/municipal/cities/index.ts +2 -2
  28. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +282 -282
  29. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +72 -72
  30. package/src/municipal/departmentsSubjects/index.ts +9 -9
  31. package/src/municipal/index.ts +22 -22
  32. package/src/municipal/mongodb-client.ts +61 -61
  33. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  34. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  35. package/src/municipal/muniIssues/index.ts +17 -17
  36. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  37. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  38. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  39. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  40. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  41. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  42. package/src/municipal/streets/index.ts +2 -2
  43. package/src/municipal/streets/streets.getters.ts +125 -125
  44. package/src/municipal/streets/streets.types.ts +18 -18
  45. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  46. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  47. package/src/municipal/systemInstructions/index.ts +7 -7
  48. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  49. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  50. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  51. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  52. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  53. package/src/municipal/tickets/index.ts +9 -9
  54. package/src/municipal/tickets/tickets.constants.ts +8 -8
  55. package/src/municipal/tickets/tickets.getters.ts +121 -121
  56. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  57. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  58. package/src/municipal/tickets/tickets.types.ts +54 -54
  59. package/src/municipal/utils/types.ts +11 -11
  60. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  61. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  62. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  63. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  64. package/src/talkpilot/agents/agents.getters.ts +34 -34
  65. package/src/talkpilot/agents/agents.types.ts +14 -14
  66. package/src/talkpilot/agents/index.ts +2 -2
  67. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  68. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  69. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  70. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  71. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  72. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  73. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -283
  74. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  75. package/src/talkpilot/calls/calls.constants.ts +35 -23
  76. package/src/talkpilot/calls/calls.getters.ts +277 -258
  77. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  78. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  79. package/src/talkpilot/calls/calls.types.ts +141 -130
  80. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  81. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  82. package/src/talkpilot/calls/index.ts +6 -6
  83. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  84. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  85. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  86. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  87. package/src/talkpilot/clients/clients.getters.ts +16 -16
  88. package/src/talkpilot/clients/clients.types.ts +14 -14
  89. package/src/talkpilot/clients/index.ts +2 -2
  90. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +105 -105
  91. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +186 -186
  92. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +79 -79
  93. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +127 -127
  94. package/src/talkpilot/clientsConfig/index.ts +2 -2
  95. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  96. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  97. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  98. package/src/talkpilot/contextNotes/index.ts +2 -2
  99. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  100. package/src/talkpilot/flows/flows.getter.ts +14 -14
  101. package/src/talkpilot/flows/flows.schema.ts +155 -155
  102. package/src/talkpilot/flows/flows.types.ts +189 -189
  103. package/src/talkpilot/flows/index.ts +2 -2
  104. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  105. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  106. package/src/talkpilot/groups/groups.getters.ts +30 -30
  107. package/src/talkpilot/groups/groups.types.ts +29 -29
  108. package/src/talkpilot/groups/index.ts +3 -3
  109. package/src/talkpilot/groups/phone.utils.ts +46 -46
  110. package/src/talkpilot/index.ts +31 -31
  111. package/src/talkpilot/leads/index.ts +2 -2
  112. package/src/talkpilot/leads/leads.getter.ts +6 -6
  113. package/src/talkpilot/leads/leads.schema.ts +33 -33
  114. package/src/talkpilot/leads/leads.types.ts +20 -20
  115. package/src/talkpilot/mongodb-client.ts +78 -78
  116. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +252 -252
  117. package/src/talkpilot/phone_numbers/index.ts +2 -2
  118. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +171 -171
  119. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  120. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  121. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  122. package/src/talkpilot/plans/index.ts +2 -2
  123. package/src/talkpilot/plans/plans.getters.ts +132 -132
  124. package/src/talkpilot/plans/plans.types.ts +89 -89
  125. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  126. package/src/talkpilot/products/index.ts +2 -2
  127. package/src/talkpilot/products/products.getters.ts +12 -12
  128. package/src/talkpilot/products/products.types.ts +9 -9
  129. package/src/talkpilot/results/index.ts +7 -7
  130. package/src/talkpilot/results/results.getter.ts +39 -39
  131. package/src/talkpilot/results/results.schema.ts +25 -25
  132. package/src/talkpilot/results/results.types.ts +34 -34
  133. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  134. package/src/talkpilot/retry_analyze/index.ts +2 -2
  135. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  136. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  137. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  138. package/src/talkpilot/sessions/index.ts +2 -2
  139. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  140. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  141. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  142. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  143. package/src/talkpilot/subscriptions/index.ts +3 -3
  144. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  145. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  146. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  147. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  148. package/src/talkpilot/utils/query.utils.ts +21 -21
  149. package/src/test-utils/db-utils.ts +26 -26
  150. package/src/test-utils/factories/index.ts +16 -16
  151. package/src/test-utils/factories/municipal/cities.ts +16 -16
  152. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  153. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  154. package/src/test-utils/factories/municipal/streets.ts +22 -22
  155. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  156. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  157. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  158. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  159. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  160. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  161. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  162. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  163. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  164. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  165. package/src/test-utils/factories/websitalk/scans.ts +24 -24
  166. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  167. package/src/utils/date.utils.ts +126 -126
  168. package/src/utils/shared.types.ts +4 -4
  169. package/src/utils/validation.ts +23 -23
  170. package/src/websitalk/index.ts +16 -16
  171. package/src/websitalk/mongodb-client.ts +61 -61
  172. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  173. package/src/websitalk/scans/index.ts +4 -4
  174. package/src/websitalk/scans/scans.constants.ts +15 -15
  175. package/src/websitalk/scans/scans.getters.ts +160 -160
  176. package/src/websitalk/scans/scans.types.ts +45 -45
  177. package/src/websitalk/scans/scans.utils.ts +5 -5
  178. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  179. package/src/websitalk/websiteUrls/index.ts +2 -2
  180. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  181. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  182. package/tsconfig.json +23 -23
  183. package/dist/talkpilot/flows/flows.setter.d.ts +0 -13
  184. package/dist/talkpilot/flows/flows.setter.d.ts.map +0 -1
  185. package/dist/talkpilot/flows/flows.setter.js +0 -90
  186. package/dist/talkpilot/flows/flows.setter.js.map +0 -1
  187. package/dist/websitalk/websitalk.setup.d.ts +0 -3
  188. package/dist/websitalk/websitalk.setup.d.ts.map +0 -1
  189. package/dist/websitalk/websitalk.setup.js +0 -34
  190. package/dist/websitalk/websitalk.setup.js.map +0 -1
  191. package/dist/websitalk/websiteUrls/websiteUrls.constants.d.ts +0 -2
  192. package/dist/websitalk/websiteUrls/websiteUrls.constants.d.ts.map +0 -1
  193. package/dist/websitalk/websiteUrls/websiteUrls.constants.js +0 -5
  194. package/dist/websitalk/websiteUrls/websiteUrls.constants.js.map +0 -1
  195. package/dist/websitalk/websiteUrls/websiteUrls.context.d.ts +0 -11
  196. package/dist/websitalk/websiteUrls/websiteUrls.context.d.ts.map +0 -1
  197. package/dist/websitalk/websiteUrls/websiteUrls.context.js +0 -35
  198. package/dist/websitalk/websiteUrls/websiteUrls.context.js.map +0 -1
  199. package/dist/websitalk/websiteUrls/websiteUrls.setters.d.ts +0 -7
  200. package/dist/websitalk/websiteUrls/websiteUrls.setters.d.ts.map +0 -1
  201. package/dist/websitalk/websiteUrls/websiteUrls.setters.js +0 -29
  202. package/dist/websitalk/websiteUrls/websiteUrls.setters.js.map +0 -1
@@ -1,282 +1,282 @@
1
- import { CityName, DepartmentSubject, getDb } from "../index";
2
- import { Collection, Filter } from "mongodb";
3
- import { VectorSearchResult } from "./departmentsSubjects.types";
4
-
5
- export const getDepartmentsSubjectsCollection =
6
- (): Collection<DepartmentSubject> => {
7
- return getDb().collection<DepartmentSubject>("departmentsSubjects");
8
- };
9
-
10
- /**
11
- * Get all departments subjects for a given city.
12
- * No DB sort; tree build does not depend on order. Callers that need alphabetical order
13
- * sort in memory (e.g. sortTreeAlphabetically in full-tree-subjects.service).
14
- * @param cityName - City name to filter subjects
15
- * @param withEmbeddings - Whether to include embedding and embedding_model fields (default: false)
16
- * @returns Array of all department subjects for the city
17
- */
18
- export const getAllDepartmentsSubjectsByCity = async (
19
- cityName: CityName,
20
- withEmbeddings: boolean = false,
21
- ): Promise<DepartmentSubject[]> => {
22
- const collection = getDepartmentsSubjectsCollection();
23
- const query = collection.find({ cityName });
24
-
25
- if (!withEmbeddings) {
26
- return (await query
27
- .project({ embedding: 0, embedding_model: 0 })
28
- .toArray()) as DepartmentSubject[];
29
- }
30
-
31
- return await query.toArray();
32
- };
33
-
34
- /**
35
- * Perform vector search on departmentsSubjects collection
36
- * @param queryVector - The embedding vector to search with
37
- * @param cityName - City name to filter results
38
- * @param limit - Maximum number of results (default: 5)
39
- * @param numCandidates - Number of candidates to consider (default: 800)
40
- * @returns Array of vector search results
41
- */
42
- export const vectorSearchDepartmentsSubjects = async (
43
- queryVector: number[],
44
- cityName: CityName,
45
- limit: number = 5,
46
- numCandidates: number = 800,
47
- ): Promise<VectorSearchResult[]> => {
48
- const collection = getDepartmentsSubjectsCollection();
49
- const indexName = "subjectTreesIndex";
50
-
51
- return await collection
52
- .aggregate<VectorSearchResult>([
53
- {
54
- $vectorSearch: {
55
- index: indexName,
56
- path: "embedding",
57
- queryVector,
58
- numCandidates,
59
- limit,
60
- filter: { cityName },
61
- },
62
- },
63
- {
64
- $project: {
65
- _id: 0,
66
- subjectName: 1,
67
- subject_id: { $toInt: "$subject_id" }, // Convert string to number
68
- sub_subject_name: 1,
69
- sub_subject_id: 1,
70
- descriptions: 1,
71
- guidelines: 1,
72
- score: { $meta: "vectorSearchScore" },
73
- },
74
- },
75
- ])
76
- .toArray();
77
- };
78
-
79
- export const addDepartmentSubjectInstruction = async (
80
- filter: Filter<DepartmentSubject>,
81
- instructionText: string,
82
- ): Promise<DepartmentSubject | null> => {
83
- const newInstruction = {
84
- id: Date.now(),
85
- instruction: instructionText,
86
- };
87
-
88
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
89
- filter,
90
- {
91
- $push: { instructions: newInstruction },
92
- $set: { updatedAt: new Date() },
93
- },
94
- { returnDocument: "after" },
95
- );
96
-
97
- return result || null;
98
- };
99
-
100
- export const updateDepartmentSubjectInstruction = async (
101
- filter: Filter<DepartmentSubject>,
102
- instructionId: number,
103
- newInstructionText: string,
104
- ): Promise<DepartmentSubject | null> => {
105
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
106
- { ...filter, "instructions.id": instructionId },
107
- {
108
- $set: {
109
- "instructions.$.instruction": newInstructionText,
110
- updatedAt: new Date(),
111
- },
112
- },
113
- { returnDocument: "after" },
114
- );
115
-
116
- return result || null;
117
- };
118
-
119
- export const removeDepartmentSubjectInstruction = async (
120
- filter: Filter<DepartmentSubject>,
121
- instructionId: number,
122
- ): Promise<DepartmentSubject | null> => {
123
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
124
- filter,
125
- {
126
- $pull: { instructions: { id: instructionId } },
127
- $set: { updatedAt: new Date() },
128
- },
129
- { returnDocument: "after" },
130
- );
131
-
132
- return result || null;
133
- };
134
-
135
- export const addDepartmentSubjectCommunication = async (
136
- filter: Filter<DepartmentSubject>,
137
- communication: {
138
- type: "free_text_sms" | "upload_url_sms";
139
- message_text?: string;
140
- template_id?: string;
141
- to?: string;
142
- },
143
- ): Promise<DepartmentSubject | null> => {
144
- const newCommunication = {
145
- id: Date.now(),
146
- type: communication.type,
147
- ...(communication.message_text !== undefined && {
148
- message_text: communication.message_text,
149
- }),
150
- is_deleted: false,
151
- ...(communication.template_id !== undefined && {
152
- template_id: communication.template_id,
153
- }),
154
- ...(communication.to !== undefined && { to: communication.to }),
155
- };
156
-
157
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
158
- filter,
159
- {
160
- $push: { communications: newCommunication },
161
- $set: { updatedAt: new Date() },
162
- },
163
- { returnDocument: "after" },
164
- );
165
-
166
- return result || null;
167
- };
168
-
169
- export const updateDepartmentSubjectCommunication = async (
170
- filter: Filter<DepartmentSubject>,
171
- communicationId: number,
172
- updates: {
173
- type?: "free_text_sms" | "upload_url_sms";
174
- message_text?: string | null;
175
- template_id?: string | null;
176
- to?: string | null;
177
- is_deleted?: boolean | null;
178
- },
179
- ): Promise<DepartmentSubject | null> => {
180
- const setFields: Record<string, unknown> = { updatedAt: new Date() };
181
- if (updates.type !== undefined)
182
- setFields["communications.$.type"] = updates.type;
183
- if (updates.message_text !== undefined)
184
- setFields["communications.$.message_text"] = updates.message_text;
185
- if (updates.template_id !== undefined)
186
- setFields["communications.$.template_id"] = updates.template_id;
187
- if (updates.to !== undefined) setFields["communications.$.to"] = updates.to;
188
- if (updates.is_deleted !== undefined)
189
- setFields["communications.$.is_deleted"] = updates.is_deleted;
190
-
191
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
192
- { ...filter, "communications.id": communicationId },
193
- { $set: setFields },
194
- { returnDocument: "after" },
195
- );
196
-
197
- return result || null;
198
- };
199
-
200
- export const removeDepartmentSubjectCommunication = async (
201
- filter: Filter<DepartmentSubject>,
202
- communicationId: number,
203
- ): Promise<DepartmentSubject | null> => {
204
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
205
- filter,
206
- {
207
- $pull: { communications: { id: communicationId } },
208
- $set: { updatedAt: new Date() },
209
- },
210
- { returnDocument: "after" },
211
- );
212
-
213
- return result || null;
214
- };
215
-
216
- /**
217
- * Get department subject by subject_id, sub_subject_id, and cityName
218
- * @param subjectId - Subject ID (from event_subject_id)
219
- * @param subSubjectId - Sub-subject ID (from event_sub_subject_id, optional)
220
- * @param cityName - City name to filter results
221
- * @returns DepartmentSubject document or null if not found
222
- */
223
- export const getDepartmentSubjectBySubjectIds = async (
224
- subjectId: string,
225
- subSubjectId: string,
226
- cityName: CityName,
227
- ): Promise<DepartmentSubject | null> => {
228
- const collection = getDepartmentsSubjectsCollection();
229
-
230
- const filter: Filter<DepartmentSubject> = {
231
- subject_id: subjectId,
232
- cityName,
233
- };
234
-
235
- if (subSubjectId) {
236
- filter.sub_subject_id = subSubjectId;
237
- }
238
-
239
- const result = await collection.findOne(filter);
240
-
241
- return result || null;
242
- };
243
-
244
- /**
245
- * Update or create guidelines field for a department subject
246
- * @param filter - MongoDB filter to find the document
247
- * @param guidelines - Guidelines text to set
248
- * @returns Updated DepartmentSubject document or null if not found
249
- */
250
- export const updateDepartmentSubjectGuidelines = async (
251
- filter: Filter<DepartmentSubject>,
252
- guidelines: string,
253
- ): Promise<DepartmentSubject | null> => {
254
- // $set will create the field if it doesn't exist
255
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
256
- filter,
257
- { $set: { guidelines, updatedAt: new Date() } },
258
- { returnDocument: "after" },
259
- );
260
- return result || null;
261
- };
262
-
263
- /**
264
- * Clear guidelines field from a department subject document (sets it to null)
265
- * @param filter - MongoDB filter to find the document
266
- * @returns Updated DepartmentSubject document or null if not found
267
- */
268
- export const deleteDepartmentSubjectGuidelines = async (
269
- filter: Filter<DepartmentSubject>,
270
- ): Promise<DepartmentSubject | null> => {
271
- // $set clears the field by setting it to null (keeps the field in the document)
272
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
273
- filter,
274
- { $set: { guidelines: null, updatedAt: new Date() } },
275
- { returnDocument: "after" },
276
- );
277
- return result || null;
278
- };
279
-
280
- export const findSubjectByQuery = async (query: Partial<DepartmentSubject>) => {
281
- return await getDepartmentsSubjectsCollection().findOne(query);
282
- };
1
+ import { CityName, DepartmentSubject, getDb } from "../index";
2
+ import { Collection, Filter } from "mongodb";
3
+ import { VectorSearchResult } from "./departmentsSubjects.types";
4
+
5
+ export const getDepartmentsSubjectsCollection =
6
+ (): Collection<DepartmentSubject> => {
7
+ return getDb().collection<DepartmentSubject>("departmentsSubjects");
8
+ };
9
+
10
+ /**
11
+ * Get all departments subjects for a given city.
12
+ * No DB sort; tree build does not depend on order. Callers that need alphabetical order
13
+ * sort in memory (e.g. sortTreeAlphabetically in full-tree-subjects.service).
14
+ * @param cityName - City name to filter subjects
15
+ * @param withEmbeddings - Whether to include embedding and embedding_model fields (default: false)
16
+ * @returns Array of all department subjects for the city
17
+ */
18
+ export const getAllDepartmentsSubjectsByCity = async (
19
+ cityName: CityName,
20
+ withEmbeddings: boolean = false,
21
+ ): Promise<DepartmentSubject[]> => {
22
+ const collection = getDepartmentsSubjectsCollection();
23
+ const query = collection.find({ cityName });
24
+
25
+ if (!withEmbeddings) {
26
+ return (await query
27
+ .project({ embedding: 0, embedding_model: 0 })
28
+ .toArray()) as DepartmentSubject[];
29
+ }
30
+
31
+ return await query.toArray();
32
+ };
33
+
34
+ /**
35
+ * Perform vector search on departmentsSubjects collection
36
+ * @param queryVector - The embedding vector to search with
37
+ * @param cityName - City name to filter results
38
+ * @param limit - Maximum number of results (default: 5)
39
+ * @param numCandidates - Number of candidates to consider (default: 800)
40
+ * @returns Array of vector search results
41
+ */
42
+ export const vectorSearchDepartmentsSubjects = async (
43
+ queryVector: number[],
44
+ cityName: CityName,
45
+ limit: number = 5,
46
+ numCandidates: number = 800,
47
+ ): Promise<VectorSearchResult[]> => {
48
+ const collection = getDepartmentsSubjectsCollection();
49
+ const indexName = "subjectTreesIndex";
50
+
51
+ return await collection
52
+ .aggregate<VectorSearchResult>([
53
+ {
54
+ $vectorSearch: {
55
+ index: indexName,
56
+ path: "embedding",
57
+ queryVector,
58
+ numCandidates,
59
+ limit,
60
+ filter: { cityName },
61
+ },
62
+ },
63
+ {
64
+ $project: {
65
+ _id: 0,
66
+ subjectName: 1,
67
+ subject_id: { $toInt: "$subject_id" }, // Convert string to number
68
+ sub_subject_name: 1,
69
+ sub_subject_id: 1,
70
+ descriptions: 1,
71
+ guidelines: 1,
72
+ score: { $meta: "vectorSearchScore" },
73
+ },
74
+ },
75
+ ])
76
+ .toArray();
77
+ };
78
+
79
+ export const addDepartmentSubjectInstruction = async (
80
+ filter: Filter<DepartmentSubject>,
81
+ instructionText: string,
82
+ ): Promise<DepartmentSubject | null> => {
83
+ const newInstruction = {
84
+ id: Date.now(),
85
+ instruction: instructionText,
86
+ };
87
+
88
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
89
+ filter,
90
+ {
91
+ $push: { instructions: newInstruction },
92
+ $set: { updatedAt: new Date() },
93
+ },
94
+ { returnDocument: "after" },
95
+ );
96
+
97
+ return result || null;
98
+ };
99
+
100
+ export const updateDepartmentSubjectInstruction = async (
101
+ filter: Filter<DepartmentSubject>,
102
+ instructionId: number,
103
+ newInstructionText: string,
104
+ ): Promise<DepartmentSubject | null> => {
105
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
106
+ { ...filter, "instructions.id": instructionId },
107
+ {
108
+ $set: {
109
+ "instructions.$.instruction": newInstructionText,
110
+ updatedAt: new Date(),
111
+ },
112
+ },
113
+ { returnDocument: "after" },
114
+ );
115
+
116
+ return result || null;
117
+ };
118
+
119
+ export const removeDepartmentSubjectInstruction = async (
120
+ filter: Filter<DepartmentSubject>,
121
+ instructionId: number,
122
+ ): Promise<DepartmentSubject | null> => {
123
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
124
+ filter,
125
+ {
126
+ $pull: { instructions: { id: instructionId } },
127
+ $set: { updatedAt: new Date() },
128
+ },
129
+ { returnDocument: "after" },
130
+ );
131
+
132
+ return result || null;
133
+ };
134
+
135
+ export const addDepartmentSubjectCommunication = async (
136
+ filter: Filter<DepartmentSubject>,
137
+ communication: {
138
+ type: "free_text_sms" | "upload_url_sms";
139
+ message_text?: string;
140
+ template_id?: string;
141
+ to?: string;
142
+ },
143
+ ): Promise<DepartmentSubject | null> => {
144
+ const newCommunication = {
145
+ id: Date.now(),
146
+ type: communication.type,
147
+ ...(communication.message_text !== undefined && {
148
+ message_text: communication.message_text,
149
+ }),
150
+ is_deleted: false,
151
+ ...(communication.template_id !== undefined && {
152
+ template_id: communication.template_id,
153
+ }),
154
+ ...(communication.to !== undefined && { to: communication.to }),
155
+ };
156
+
157
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
158
+ filter,
159
+ {
160
+ $push: { communications: newCommunication },
161
+ $set: { updatedAt: new Date() },
162
+ },
163
+ { returnDocument: "after" },
164
+ );
165
+
166
+ return result || null;
167
+ };
168
+
169
+ export const updateDepartmentSubjectCommunication = async (
170
+ filter: Filter<DepartmentSubject>,
171
+ communicationId: number,
172
+ updates: {
173
+ type?: "free_text_sms" | "upload_url_sms";
174
+ message_text?: string | null;
175
+ template_id?: string | null;
176
+ to?: string | null;
177
+ is_deleted?: boolean | null;
178
+ },
179
+ ): Promise<DepartmentSubject | null> => {
180
+ const setFields: Record<string, unknown> = { updatedAt: new Date() };
181
+ if (updates.type !== undefined)
182
+ setFields["communications.$.type"] = updates.type;
183
+ if (updates.message_text !== undefined)
184
+ setFields["communications.$.message_text"] = updates.message_text;
185
+ if (updates.template_id !== undefined)
186
+ setFields["communications.$.template_id"] = updates.template_id;
187
+ if (updates.to !== undefined) setFields["communications.$.to"] = updates.to;
188
+ if (updates.is_deleted !== undefined)
189
+ setFields["communications.$.is_deleted"] = updates.is_deleted;
190
+
191
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
192
+ { ...filter, "communications.id": communicationId },
193
+ { $set: setFields },
194
+ { returnDocument: "after" },
195
+ );
196
+
197
+ return result || null;
198
+ };
199
+
200
+ export const removeDepartmentSubjectCommunication = async (
201
+ filter: Filter<DepartmentSubject>,
202
+ communicationId: number,
203
+ ): Promise<DepartmentSubject | null> => {
204
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
205
+ filter,
206
+ {
207
+ $pull: { communications: { id: communicationId } },
208
+ $set: { updatedAt: new Date() },
209
+ },
210
+ { returnDocument: "after" },
211
+ );
212
+
213
+ return result || null;
214
+ };
215
+
216
+ /**
217
+ * Get department subject by subject_id, sub_subject_id, and cityName
218
+ * @param subjectId - Subject ID (from event_subject_id)
219
+ * @param subSubjectId - Sub-subject ID (from event_sub_subject_id, optional)
220
+ * @param cityName - City name to filter results
221
+ * @returns DepartmentSubject document or null if not found
222
+ */
223
+ export const getDepartmentSubjectBySubjectIds = async (
224
+ subjectId: string,
225
+ subSubjectId: string,
226
+ cityName: CityName,
227
+ ): Promise<DepartmentSubject | null> => {
228
+ const collection = getDepartmentsSubjectsCollection();
229
+
230
+ const filter: Filter<DepartmentSubject> = {
231
+ subject_id: subjectId,
232
+ cityName,
233
+ };
234
+
235
+ if (subSubjectId) {
236
+ filter.sub_subject_id = subSubjectId;
237
+ }
238
+
239
+ const result = await collection.findOne(filter);
240
+
241
+ return result || null;
242
+ };
243
+
244
+ /**
245
+ * Update or create guidelines field for a department subject
246
+ * @param filter - MongoDB filter to find the document
247
+ * @param guidelines - Guidelines text to set
248
+ * @returns Updated DepartmentSubject document or null if not found
249
+ */
250
+ export const updateDepartmentSubjectGuidelines = async (
251
+ filter: Filter<DepartmentSubject>,
252
+ guidelines: string,
253
+ ): Promise<DepartmentSubject | null> => {
254
+ // $set will create the field if it doesn't exist
255
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
256
+ filter,
257
+ { $set: { guidelines, updatedAt: new Date() } },
258
+ { returnDocument: "after" },
259
+ );
260
+ return result || null;
261
+ };
262
+
263
+ /**
264
+ * Clear guidelines field from a department subject document (sets it to null)
265
+ * @param filter - MongoDB filter to find the document
266
+ * @returns Updated DepartmentSubject document or null if not found
267
+ */
268
+ export const deleteDepartmentSubjectGuidelines = async (
269
+ filter: Filter<DepartmentSubject>,
270
+ ): Promise<DepartmentSubject | null> => {
271
+ // $set clears the field by setting it to null (keeps the field in the document)
272
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
273
+ filter,
274
+ { $set: { guidelines: null, updatedAt: new Date() } },
275
+ { returnDocument: "after" },
276
+ );
277
+ return result || null;
278
+ };
279
+
280
+ export const findSubjectByQuery = async (query: Partial<DepartmentSubject>) => {
281
+ return await getDepartmentsSubjectsCollection().findOne(query);
282
+ };