@talkpilot/core-db 1.3.23 → 1.3.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/DEVELOPMENT.md +141 -141
  3. package/README.md +496 -532
  4. package/dist/connection.d.ts +1 -0
  5. package/dist/connection.d.ts.map +1 -1
  6. package/dist/connection.js +12 -0
  7. package/dist/connection.js.map +1 -1
  8. package/dist/talkpilot/calls/calls.constants.d.ts +0 -14
  9. package/dist/talkpilot/calls/calls.constants.d.ts.map +1 -1
  10. package/dist/talkpilot/calls/calls.constants.js +1 -15
  11. package/dist/talkpilot/calls/calls.constants.js.map +1 -1
  12. package/dist/talkpilot/calls/calls.getters.d.ts +0 -3
  13. package/dist/talkpilot/calls/calls.getters.d.ts.map +1 -1
  14. package/dist/talkpilot/calls/calls.getters.js +1 -12
  15. package/dist/talkpilot/calls/calls.getters.js.map +1 -1
  16. package/dist/talkpilot/calls/calls.types.d.ts +2 -11
  17. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  18. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts +0 -1
  19. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts.map +1 -1
  20. package/dist/talkpilot/flows/flows.setter.d.ts +13 -0
  21. package/dist/talkpilot/flows/flows.setter.d.ts.map +1 -0
  22. package/dist/talkpilot/flows/flows.setter.js +90 -0
  23. package/dist/talkpilot/flows/flows.setter.js.map +1 -0
  24. package/dist/talkpilot/phone_numbers/phone_numbers.getter.d.ts +1 -0
  25. package/dist/talkpilot/phone_numbers/phone_numbers.getter.d.ts.map +1 -1
  26. package/dist/talkpilot/phone_numbers/phone_numbers.getter.js +6 -1
  27. package/dist/talkpilot/phone_numbers/phone_numbers.getter.js.map +1 -1
  28. package/dist/websitalk/websitalk.setup.d.ts +3 -0
  29. package/dist/websitalk/websitalk.setup.d.ts.map +1 -0
  30. package/dist/websitalk/websitalk.setup.js +34 -0
  31. package/dist/websitalk/websitalk.setup.js.map +1 -0
  32. package/dist/websitalk/websiteUrls/websiteUrls.constants.d.ts +2 -0
  33. package/dist/websitalk/websiteUrls/websiteUrls.constants.d.ts.map +1 -0
  34. package/dist/websitalk/websiteUrls/websiteUrls.constants.js +5 -0
  35. package/dist/websitalk/websiteUrls/websiteUrls.constants.js.map +1 -0
  36. package/dist/websitalk/websiteUrls/websiteUrls.context.d.ts +11 -0
  37. package/dist/websitalk/websiteUrls/websiteUrls.context.d.ts.map +1 -0
  38. package/dist/websitalk/websiteUrls/websiteUrls.context.js +35 -0
  39. package/dist/websitalk/websiteUrls/websiteUrls.context.js.map +1 -0
  40. package/dist/websitalk/websiteUrls/websiteUrls.setters.d.ts +7 -0
  41. package/dist/websitalk/websiteUrls/websiteUrls.setters.d.ts.map +1 -0
  42. package/dist/websitalk/websiteUrls/websiteUrls.setters.js +29 -0
  43. package/dist/websitalk/websiteUrls/websiteUrls.setters.js.map +1 -0
  44. package/jest.config.js +20 -20
  45. package/package.json +46 -46
  46. package/src/__tests__/setup.ts +20 -20
  47. package/src/connection.ts +67 -54
  48. package/src/index.ts +27 -27
  49. package/src/municipal/__tests__/validation.spec.ts +62 -62
  50. package/src/municipal/cities/cities.getters.ts +50 -50
  51. package/src/municipal/cities/cities.types.ts +11 -11
  52. package/src/municipal/cities/index.ts +2 -2
  53. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +282 -282
  54. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +72 -72
  55. package/src/municipal/departmentsSubjects/index.ts +9 -9
  56. package/src/municipal/index.ts +22 -22
  57. package/src/municipal/mongodb-client.ts +61 -61
  58. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  59. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  60. package/src/municipal/muniIssues/index.ts +17 -17
  61. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  62. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  63. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  64. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  65. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  66. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  67. package/src/municipal/streets/index.ts +2 -2
  68. package/src/municipal/streets/streets.getters.ts +125 -125
  69. package/src/municipal/streets/streets.types.ts +18 -18
  70. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  71. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  72. package/src/municipal/systemInstructions/index.ts +7 -7
  73. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  74. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  75. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  76. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  77. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  78. package/src/municipal/tickets/index.ts +9 -9
  79. package/src/municipal/tickets/tickets.constants.ts +8 -8
  80. package/src/municipal/tickets/tickets.getters.ts +121 -121
  81. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  82. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  83. package/src/municipal/tickets/tickets.types.ts +54 -54
  84. package/src/municipal/utils/types.ts +11 -11
  85. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  86. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  87. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  88. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  89. package/src/talkpilot/agents/agents.getters.ts +34 -34
  90. package/src/talkpilot/agents/agents.types.ts +14 -14
  91. package/src/talkpilot/agents/index.ts +2 -2
  92. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  93. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  94. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  95. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  96. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  97. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  98. package/src/talkpilot/calls/__tests__/calls.spec.ts +283 -471
  99. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  100. package/src/talkpilot/calls/calls.constants.ts +32 -49
  101. package/src/talkpilot/calls/calls.getters.ts +258 -277
  102. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  103. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  104. package/src/talkpilot/calls/calls.types.ts +130 -133
  105. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  106. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  107. package/src/talkpilot/calls/index.ts +6 -6
  108. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  109. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  110. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  111. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  112. package/src/talkpilot/clients/clients.getters.ts +16 -16
  113. package/src/talkpilot/clients/clients.types.ts +14 -14
  114. package/src/talkpilot/clients/index.ts +2 -2
  115. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +105 -105
  116. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +186 -186
  117. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +79 -79
  118. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +126 -127
  119. package/src/talkpilot/clientsConfig/index.ts +2 -2
  120. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  121. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  122. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  123. package/src/talkpilot/contextNotes/index.ts +2 -2
  124. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  125. package/src/talkpilot/flows/flows.getter.ts +14 -14
  126. package/src/talkpilot/flows/flows.schema.ts +155 -155
  127. package/src/talkpilot/flows/flows.types.ts +189 -189
  128. package/src/talkpilot/flows/index.ts +2 -2
  129. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  130. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  131. package/src/talkpilot/groups/groups.getters.ts +30 -30
  132. package/src/talkpilot/groups/groups.types.ts +29 -29
  133. package/src/talkpilot/groups/index.ts +3 -3
  134. package/src/talkpilot/groups/phone.utils.ts +46 -46
  135. package/src/talkpilot/index.ts +31 -31
  136. package/src/talkpilot/leads/index.ts +2 -2
  137. package/src/talkpilot/leads/leads.getter.ts +6 -6
  138. package/src/talkpilot/leads/leads.schema.ts +33 -33
  139. package/src/talkpilot/leads/leads.types.ts +20 -20
  140. package/src/talkpilot/mongodb-client.ts +78 -78
  141. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -252
  142. package/src/talkpilot/phone_numbers/index.ts +2 -2
  143. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -171
  144. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  145. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  146. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  147. package/src/talkpilot/plans/index.ts +2 -2
  148. package/src/talkpilot/plans/plans.getters.ts +132 -132
  149. package/src/talkpilot/plans/plans.types.ts +89 -89
  150. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  151. package/src/talkpilot/products/index.ts +2 -2
  152. package/src/talkpilot/products/products.getters.ts +12 -12
  153. package/src/talkpilot/products/products.types.ts +9 -9
  154. package/src/talkpilot/results/index.ts +7 -7
  155. package/src/talkpilot/results/results.getter.ts +39 -39
  156. package/src/talkpilot/results/results.schema.ts +25 -25
  157. package/src/talkpilot/results/results.types.ts +34 -34
  158. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  159. package/src/talkpilot/retry_analyze/index.ts +2 -2
  160. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  161. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  162. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  163. package/src/talkpilot/sessions/index.ts +2 -2
  164. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  165. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  166. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  167. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  168. package/src/talkpilot/subscriptions/index.ts +3 -3
  169. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  170. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  171. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  172. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  173. package/src/talkpilot/utils/query.utils.ts +21 -21
  174. package/src/test-utils/db-utils.ts +26 -26
  175. package/src/test-utils/factories/index.ts +16 -16
  176. package/src/test-utils/factories/municipal/cities.ts +16 -16
  177. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  178. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  179. package/src/test-utils/factories/municipal/streets.ts +22 -22
  180. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  181. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  182. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  183. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  184. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  185. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  186. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  187. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  188. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  189. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  190. package/src/test-utils/factories/websitalk/scans.ts +24 -24
  191. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  192. package/src/utils/date.utils.ts +126 -126
  193. package/src/utils/shared.types.ts +4 -4
  194. package/src/utils/validation.ts +23 -23
  195. package/src/websitalk/index.ts +16 -16
  196. package/src/websitalk/mongodb-client.ts +61 -61
  197. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  198. package/src/websitalk/scans/index.ts +4 -4
  199. package/src/websitalk/scans/scans.constants.ts +15 -15
  200. package/src/websitalk/scans/scans.getters.ts +160 -160
  201. package/src/websitalk/scans/scans.types.ts +45 -45
  202. package/src/websitalk/scans/scans.utils.ts +5 -5
  203. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  204. package/src/websitalk/websiteUrls/index.ts +2 -2
  205. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  206. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  207. package/tsconfig.json +23 -23
  208. package/.claude/settings.local.json +0 -13
  209. package/dist/talkpilot/leads/leads.setter.d.ts +0 -4
  210. package/dist/talkpilot/leads/leads.setter.d.ts.map +0 -1
  211. package/dist/talkpilot/leads/leads.setter.js +0 -16
  212. package/dist/talkpilot/leads/leads.setter.js.map +0 -1
@@ -1,282 +1,282 @@
1
- import { CityName, DepartmentSubject, getDb } from "../index";
2
- import { Collection, Filter } from "mongodb";
3
- import { VectorSearchResult } from "./departmentsSubjects.types";
4
-
5
- export const getDepartmentsSubjectsCollection =
6
- (): Collection<DepartmentSubject> => {
7
- return getDb().collection<DepartmentSubject>("departmentsSubjects");
8
- };
9
-
10
- /**
11
- * Get all departments subjects for a given city.
12
- * No DB sort; tree build does not depend on order. Callers that need alphabetical order
13
- * sort in memory (e.g. sortTreeAlphabetically in full-tree-subjects.service).
14
- * @param cityName - City name to filter subjects
15
- * @param withEmbeddings - Whether to include embedding and embedding_model fields (default: false)
16
- * @returns Array of all department subjects for the city
17
- */
18
- export const getAllDepartmentsSubjectsByCity = async (
19
- cityName: CityName,
20
- withEmbeddings: boolean = false,
21
- ): Promise<DepartmentSubject[]> => {
22
- const collection = getDepartmentsSubjectsCollection();
23
- const query = collection.find({ cityName });
24
-
25
- if (!withEmbeddings) {
26
- return (await query
27
- .project({ embedding: 0, embedding_model: 0 })
28
- .toArray()) as DepartmentSubject[];
29
- }
30
-
31
- return await query.toArray();
32
- };
33
-
34
- /**
35
- * Perform vector search on departmentsSubjects collection
36
- * @param queryVector - The embedding vector to search with
37
- * @param cityName - City name to filter results
38
- * @param limit - Maximum number of results (default: 5)
39
- * @param numCandidates - Number of candidates to consider (default: 800)
40
- * @returns Array of vector search results
41
- */
42
- export const vectorSearchDepartmentsSubjects = async (
43
- queryVector: number[],
44
- cityName: CityName,
45
- limit: number = 5,
46
- numCandidates: number = 800,
47
- ): Promise<VectorSearchResult[]> => {
48
- const collection = getDepartmentsSubjectsCollection();
49
- const indexName = "subjectTreesIndex";
50
-
51
- return await collection
52
- .aggregate<VectorSearchResult>([
53
- {
54
- $vectorSearch: {
55
- index: indexName,
56
- path: "embedding",
57
- queryVector,
58
- numCandidates,
59
- limit,
60
- filter: { cityName },
61
- },
62
- },
63
- {
64
- $project: {
65
- _id: 0,
66
- subjectName: 1,
67
- subject_id: { $toInt: "$subject_id" }, // Convert string to number
68
- sub_subject_name: 1,
69
- sub_subject_id: 1,
70
- descriptions: 1,
71
- guidelines: 1,
72
- score: { $meta: "vectorSearchScore" },
73
- },
74
- },
75
- ])
76
- .toArray();
77
- };
78
-
79
- export const addDepartmentSubjectInstruction = async (
80
- filter: Filter<DepartmentSubject>,
81
- instructionText: string,
82
- ): Promise<DepartmentSubject | null> => {
83
- const newInstruction = {
84
- id: Date.now(),
85
- instruction: instructionText,
86
- };
87
-
88
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
89
- filter,
90
- {
91
- $push: { instructions: newInstruction },
92
- $set: { updatedAt: new Date() },
93
- },
94
- { returnDocument: "after" },
95
- );
96
-
97
- return result || null;
98
- };
99
-
100
- export const updateDepartmentSubjectInstruction = async (
101
- filter: Filter<DepartmentSubject>,
102
- instructionId: number,
103
- newInstructionText: string,
104
- ): Promise<DepartmentSubject | null> => {
105
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
106
- { ...filter, "instructions.id": instructionId },
107
- {
108
- $set: {
109
- "instructions.$.instruction": newInstructionText,
110
- updatedAt: new Date(),
111
- },
112
- },
113
- { returnDocument: "after" },
114
- );
115
-
116
- return result || null;
117
- };
118
-
119
- export const removeDepartmentSubjectInstruction = async (
120
- filter: Filter<DepartmentSubject>,
121
- instructionId: number,
122
- ): Promise<DepartmentSubject | null> => {
123
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
124
- filter,
125
- {
126
- $pull: { instructions: { id: instructionId } },
127
- $set: { updatedAt: new Date() },
128
- },
129
- { returnDocument: "after" },
130
- );
131
-
132
- return result || null;
133
- };
134
-
135
- export const addDepartmentSubjectCommunication = async (
136
- filter: Filter<DepartmentSubject>,
137
- communication: {
138
- type: "free_text_sms" | "upload_url_sms";
139
- message_text?: string;
140
- template_id?: string;
141
- to?: string;
142
- },
143
- ): Promise<DepartmentSubject | null> => {
144
- const newCommunication = {
145
- id: Date.now(),
146
- type: communication.type,
147
- ...(communication.message_text !== undefined && {
148
- message_text: communication.message_text,
149
- }),
150
- is_deleted: false,
151
- ...(communication.template_id !== undefined && {
152
- template_id: communication.template_id,
153
- }),
154
- ...(communication.to !== undefined && { to: communication.to }),
155
- };
156
-
157
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
158
- filter,
159
- {
160
- $push: { communications: newCommunication },
161
- $set: { updatedAt: new Date() },
162
- },
163
- { returnDocument: "after" },
164
- );
165
-
166
- return result || null;
167
- };
168
-
169
- export const updateDepartmentSubjectCommunication = async (
170
- filter: Filter<DepartmentSubject>,
171
- communicationId: number,
172
- updates: {
173
- type?: "free_text_sms" | "upload_url_sms";
174
- message_text?: string | null;
175
- template_id?: string | null;
176
- to?: string | null;
177
- is_deleted?: boolean | null;
178
- },
179
- ): Promise<DepartmentSubject | null> => {
180
- const setFields: Record<string, unknown> = { updatedAt: new Date() };
181
- if (updates.type !== undefined)
182
- setFields["communications.$.type"] = updates.type;
183
- if (updates.message_text !== undefined)
184
- setFields["communications.$.message_text"] = updates.message_text;
185
- if (updates.template_id !== undefined)
186
- setFields["communications.$.template_id"] = updates.template_id;
187
- if (updates.to !== undefined) setFields["communications.$.to"] = updates.to;
188
- if (updates.is_deleted !== undefined)
189
- setFields["communications.$.is_deleted"] = updates.is_deleted;
190
-
191
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
192
- { ...filter, "communications.id": communicationId },
193
- { $set: setFields },
194
- { returnDocument: "after" },
195
- );
196
-
197
- return result || null;
198
- };
199
-
200
- export const removeDepartmentSubjectCommunication = async (
201
- filter: Filter<DepartmentSubject>,
202
- communicationId: number,
203
- ): Promise<DepartmentSubject | null> => {
204
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
205
- filter,
206
- {
207
- $pull: { communications: { id: communicationId } },
208
- $set: { updatedAt: new Date() },
209
- },
210
- { returnDocument: "after" },
211
- );
212
-
213
- return result || null;
214
- };
215
-
216
- /**
217
- * Get department subject by subject_id, sub_subject_id, and cityName
218
- * @param subjectId - Subject ID (from event_subject_id)
219
- * @param subSubjectId - Sub-subject ID (from event_sub_subject_id, optional)
220
- * @param cityName - City name to filter results
221
- * @returns DepartmentSubject document or null if not found
222
- */
223
- export const getDepartmentSubjectBySubjectIds = async (
224
- subjectId: string,
225
- subSubjectId: string,
226
- cityName: CityName,
227
- ): Promise<DepartmentSubject | null> => {
228
- const collection = getDepartmentsSubjectsCollection();
229
-
230
- const filter: Filter<DepartmentSubject> = {
231
- subject_id: subjectId,
232
- cityName,
233
- };
234
-
235
- if (subSubjectId) {
236
- filter.sub_subject_id = subSubjectId;
237
- }
238
-
239
- const result = await collection.findOne(filter);
240
-
241
- return result || null;
242
- };
243
-
244
- /**
245
- * Update or create guidelines field for a department subject
246
- * @param filter - MongoDB filter to find the document
247
- * @param guidelines - Guidelines text to set
248
- * @returns Updated DepartmentSubject document or null if not found
249
- */
250
- export const updateDepartmentSubjectGuidelines = async (
251
- filter: Filter<DepartmentSubject>,
252
- guidelines: string,
253
- ): Promise<DepartmentSubject | null> => {
254
- // $set will create the field if it doesn't exist
255
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
256
- filter,
257
- { $set: { guidelines, updatedAt: new Date() } },
258
- { returnDocument: "after" },
259
- );
260
- return result || null;
261
- };
262
-
263
- /**
264
- * Clear guidelines field from a department subject document (sets it to null)
265
- * @param filter - MongoDB filter to find the document
266
- * @returns Updated DepartmentSubject document or null if not found
267
- */
268
- export const deleteDepartmentSubjectGuidelines = async (
269
- filter: Filter<DepartmentSubject>,
270
- ): Promise<DepartmentSubject | null> => {
271
- // $set clears the field by setting it to null (keeps the field in the document)
272
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
273
- filter,
274
- { $set: { guidelines: null, updatedAt: new Date() } },
275
- { returnDocument: "after" },
276
- );
277
- return result || null;
278
- };
279
-
280
- export const findSubjectByQuery = async (query: Partial<DepartmentSubject>) => {
281
- return await getDepartmentsSubjectsCollection().findOne(query);
282
- };
1
+ import { CityName, DepartmentSubject, getDb } from "../index";
2
+ import { Collection, Filter } from "mongodb";
3
+ import { VectorSearchResult } from "./departmentsSubjects.types";
4
+
5
+ export const getDepartmentsSubjectsCollection =
6
+ (): Collection<DepartmentSubject> => {
7
+ return getDb().collection<DepartmentSubject>("departmentsSubjects");
8
+ };
9
+
10
+ /**
11
+ * Get all departments subjects for a given city.
12
+ * No DB sort; tree build does not depend on order. Callers that need alphabetical order
13
+ * sort in memory (e.g. sortTreeAlphabetically in full-tree-subjects.service).
14
+ * @param cityName - City name to filter subjects
15
+ * @param withEmbeddings - Whether to include embedding and embedding_model fields (default: false)
16
+ * @returns Array of all department subjects for the city
17
+ */
18
+ export const getAllDepartmentsSubjectsByCity = async (
19
+ cityName: CityName,
20
+ withEmbeddings: boolean = false,
21
+ ): Promise<DepartmentSubject[]> => {
22
+ const collection = getDepartmentsSubjectsCollection();
23
+ const query = collection.find({ cityName });
24
+
25
+ if (!withEmbeddings) {
26
+ return (await query
27
+ .project({ embedding: 0, embedding_model: 0 })
28
+ .toArray()) as DepartmentSubject[];
29
+ }
30
+
31
+ return await query.toArray();
32
+ };
33
+
34
+ /**
35
+ * Perform vector search on departmentsSubjects collection
36
+ * @param queryVector - The embedding vector to search with
37
+ * @param cityName - City name to filter results
38
+ * @param limit - Maximum number of results (default: 5)
39
+ * @param numCandidates - Number of candidates to consider (default: 800)
40
+ * @returns Array of vector search results
41
+ */
42
+ export const vectorSearchDepartmentsSubjects = async (
43
+ queryVector: number[],
44
+ cityName: CityName,
45
+ limit: number = 5,
46
+ numCandidates: number = 800,
47
+ ): Promise<VectorSearchResult[]> => {
48
+ const collection = getDepartmentsSubjectsCollection();
49
+ const indexName = "subjectTreesIndex";
50
+
51
+ return await collection
52
+ .aggregate<VectorSearchResult>([
53
+ {
54
+ $vectorSearch: {
55
+ index: indexName,
56
+ path: "embedding",
57
+ queryVector,
58
+ numCandidates,
59
+ limit,
60
+ filter: { cityName },
61
+ },
62
+ },
63
+ {
64
+ $project: {
65
+ _id: 0,
66
+ subjectName: 1,
67
+ subject_id: { $toInt: "$subject_id" }, // Convert string to number
68
+ sub_subject_name: 1,
69
+ sub_subject_id: 1,
70
+ descriptions: 1,
71
+ guidelines: 1,
72
+ score: { $meta: "vectorSearchScore" },
73
+ },
74
+ },
75
+ ])
76
+ .toArray();
77
+ };
78
+
79
+ export const addDepartmentSubjectInstruction = async (
80
+ filter: Filter<DepartmentSubject>,
81
+ instructionText: string,
82
+ ): Promise<DepartmentSubject | null> => {
83
+ const newInstruction = {
84
+ id: Date.now(),
85
+ instruction: instructionText,
86
+ };
87
+
88
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
89
+ filter,
90
+ {
91
+ $push: { instructions: newInstruction },
92
+ $set: { updatedAt: new Date() },
93
+ },
94
+ { returnDocument: "after" },
95
+ );
96
+
97
+ return result || null;
98
+ };
99
+
100
+ export const updateDepartmentSubjectInstruction = async (
101
+ filter: Filter<DepartmentSubject>,
102
+ instructionId: number,
103
+ newInstructionText: string,
104
+ ): Promise<DepartmentSubject | null> => {
105
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
106
+ { ...filter, "instructions.id": instructionId },
107
+ {
108
+ $set: {
109
+ "instructions.$.instruction": newInstructionText,
110
+ updatedAt: new Date(),
111
+ },
112
+ },
113
+ { returnDocument: "after" },
114
+ );
115
+
116
+ return result || null;
117
+ };
118
+
119
+ export const removeDepartmentSubjectInstruction = async (
120
+ filter: Filter<DepartmentSubject>,
121
+ instructionId: number,
122
+ ): Promise<DepartmentSubject | null> => {
123
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
124
+ filter,
125
+ {
126
+ $pull: { instructions: { id: instructionId } },
127
+ $set: { updatedAt: new Date() },
128
+ },
129
+ { returnDocument: "after" },
130
+ );
131
+
132
+ return result || null;
133
+ };
134
+
135
+ export const addDepartmentSubjectCommunication = async (
136
+ filter: Filter<DepartmentSubject>,
137
+ communication: {
138
+ type: "free_text_sms" | "upload_url_sms";
139
+ message_text?: string;
140
+ template_id?: string;
141
+ to?: string;
142
+ },
143
+ ): Promise<DepartmentSubject | null> => {
144
+ const newCommunication = {
145
+ id: Date.now(),
146
+ type: communication.type,
147
+ ...(communication.message_text !== undefined && {
148
+ message_text: communication.message_text,
149
+ }),
150
+ is_deleted: false,
151
+ ...(communication.template_id !== undefined && {
152
+ template_id: communication.template_id,
153
+ }),
154
+ ...(communication.to !== undefined && { to: communication.to }),
155
+ };
156
+
157
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
158
+ filter,
159
+ {
160
+ $push: { communications: newCommunication },
161
+ $set: { updatedAt: new Date() },
162
+ },
163
+ { returnDocument: "after" },
164
+ );
165
+
166
+ return result || null;
167
+ };
168
+
169
+ export const updateDepartmentSubjectCommunication = async (
170
+ filter: Filter<DepartmentSubject>,
171
+ communicationId: number,
172
+ updates: {
173
+ type?: "free_text_sms" | "upload_url_sms";
174
+ message_text?: string | null;
175
+ template_id?: string | null;
176
+ to?: string | null;
177
+ is_deleted?: boolean | null;
178
+ },
179
+ ): Promise<DepartmentSubject | null> => {
180
+ const setFields: Record<string, unknown> = { updatedAt: new Date() };
181
+ if (updates.type !== undefined)
182
+ setFields["communications.$.type"] = updates.type;
183
+ if (updates.message_text !== undefined)
184
+ setFields["communications.$.message_text"] = updates.message_text;
185
+ if (updates.template_id !== undefined)
186
+ setFields["communications.$.template_id"] = updates.template_id;
187
+ if (updates.to !== undefined) setFields["communications.$.to"] = updates.to;
188
+ if (updates.is_deleted !== undefined)
189
+ setFields["communications.$.is_deleted"] = updates.is_deleted;
190
+
191
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
192
+ { ...filter, "communications.id": communicationId },
193
+ { $set: setFields },
194
+ { returnDocument: "after" },
195
+ );
196
+
197
+ return result || null;
198
+ };
199
+
200
+ export const removeDepartmentSubjectCommunication = async (
201
+ filter: Filter<DepartmentSubject>,
202
+ communicationId: number,
203
+ ): Promise<DepartmentSubject | null> => {
204
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
205
+ filter,
206
+ {
207
+ $pull: { communications: { id: communicationId } },
208
+ $set: { updatedAt: new Date() },
209
+ },
210
+ { returnDocument: "after" },
211
+ );
212
+
213
+ return result || null;
214
+ };
215
+
216
+ /**
217
+ * Get department subject by subject_id, sub_subject_id, and cityName
218
+ * @param subjectId - Subject ID (from event_subject_id)
219
+ * @param subSubjectId - Sub-subject ID (from event_sub_subject_id, optional)
220
+ * @param cityName - City name to filter results
221
+ * @returns DepartmentSubject document or null if not found
222
+ */
223
+ export const getDepartmentSubjectBySubjectIds = async (
224
+ subjectId: string,
225
+ subSubjectId: string,
226
+ cityName: CityName,
227
+ ): Promise<DepartmentSubject | null> => {
228
+ const collection = getDepartmentsSubjectsCollection();
229
+
230
+ const filter: Filter<DepartmentSubject> = {
231
+ subject_id: subjectId,
232
+ cityName,
233
+ };
234
+
235
+ if (subSubjectId) {
236
+ filter.sub_subject_id = subSubjectId;
237
+ }
238
+
239
+ const result = await collection.findOne(filter);
240
+
241
+ return result || null;
242
+ };
243
+
244
+ /**
245
+ * Update or create guidelines field for a department subject
246
+ * @param filter - MongoDB filter to find the document
247
+ * @param guidelines - Guidelines text to set
248
+ * @returns Updated DepartmentSubject document or null if not found
249
+ */
250
+ export const updateDepartmentSubjectGuidelines = async (
251
+ filter: Filter<DepartmentSubject>,
252
+ guidelines: string,
253
+ ): Promise<DepartmentSubject | null> => {
254
+ // $set will create the field if it doesn't exist
255
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
256
+ filter,
257
+ { $set: { guidelines, updatedAt: new Date() } },
258
+ { returnDocument: "after" },
259
+ );
260
+ return result || null;
261
+ };
262
+
263
+ /**
264
+ * Clear guidelines field from a department subject document (sets it to null)
265
+ * @param filter - MongoDB filter to find the document
266
+ * @returns Updated DepartmentSubject document or null if not found
267
+ */
268
+ export const deleteDepartmentSubjectGuidelines = async (
269
+ filter: Filter<DepartmentSubject>,
270
+ ): Promise<DepartmentSubject | null> => {
271
+ // $set clears the field by setting it to null (keeps the field in the document)
272
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
273
+ filter,
274
+ { $set: { guidelines: null, updatedAt: new Date() } },
275
+ { returnDocument: "after" },
276
+ );
277
+ return result || null;
278
+ };
279
+
280
+ export const findSubjectByQuery = async (query: Partial<DepartmentSubject>) => {
281
+ return await getDepartmentsSubjectsCollection().findOne(query);
282
+ };