@talkpilot/core-db 1.3.39 → 1.3.41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (273) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/DEVELOPMENT.md +141 -141
  3. package/README.md +706 -721
  4. package/dist/index.d.ts +1 -0
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +1 -0
  7. package/dist/index.js.map +1 -1
  8. package/dist/talkpilot/calls/calls.types.d.ts +0 -1
  9. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  10. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  11. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  12. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  13. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  14. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  15. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  16. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  17. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  18. package/dist/talkpilot/clientsConfig/clientsConfig.getters.d.ts +0 -39
  19. package/dist/talkpilot/clientsConfig/clientsConfig.getters.d.ts.map +1 -1
  20. package/dist/talkpilot/clientsConfig/clientsConfig.getters.js +1 -92
  21. package/dist/talkpilot/clientsConfig/clientsConfig.getters.js.map +1 -1
  22. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts +0 -4
  23. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts.map +1 -1
  24. package/dist/talkpilot/clientsConfig/index.d.ts +0 -1
  25. package/dist/talkpilot/clientsConfig/index.d.ts.map +1 -1
  26. package/dist/talkpilot/clientsConfig/index.js +0 -1
  27. package/dist/talkpilot/clientsConfig/index.js.map +1 -1
  28. package/dist/test-utils/factories/index.d.ts +1 -0
  29. package/dist/test-utils/factories/index.d.ts.map +1 -1
  30. package/dist/test-utils/factories/index.js +1 -0
  31. package/dist/test-utils/factories/index.js.map +1 -1
  32. package/dist/test-utils/factories/websitalk/knowledgeDocuments.d.ts +5 -0
  33. package/dist/test-utils/factories/websitalk/knowledgeDocuments.d.ts.map +1 -0
  34. package/dist/test-utils/factories/websitalk/knowledgeDocuments.js +23 -0
  35. package/dist/test-utils/factories/websitalk/knowledgeDocuments.js.map +1 -0
  36. package/dist/test-utils/factories/websitalk/scanResources.d.ts +5 -0
  37. package/dist/test-utils/factories/websitalk/scanResources.d.ts.map +1 -0
  38. package/dist/test-utils/factories/websitalk/scanResources.js +24 -0
  39. package/dist/test-utils/factories/websitalk/scanResources.js.map +1 -0
  40. package/dist/websitalk/index.d.ts +1 -0
  41. package/dist/websitalk/index.d.ts.map +1 -1
  42. package/dist/websitalk/index.js +1 -0
  43. package/dist/websitalk/index.js.map +1 -1
  44. package/dist/websitalk/knowledgeDocuments/index.d.ts +4 -0
  45. package/dist/websitalk/knowledgeDocuments/index.d.ts.map +1 -0
  46. package/dist/websitalk/knowledgeDocuments/index.js +20 -0
  47. package/dist/websitalk/knowledgeDocuments/index.js.map +1 -0
  48. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts +14 -0
  49. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts.map +1 -0
  50. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js +15 -0
  51. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js.map +1 -0
  52. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts +10 -0
  53. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts.map +1 -0
  54. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js +61 -0
  55. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js.map +1 -0
  56. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts +28 -0
  57. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts.map +1 -0
  58. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.js +3 -0
  59. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.js.map +1 -0
  60. package/dist/websitalk/scanResources/index.d.ts +5 -0
  61. package/dist/websitalk/scanResources/index.d.ts.map +1 -0
  62. package/dist/websitalk/scanResources/index.js +21 -0
  63. package/dist/websitalk/scanResources/index.js.map +1 -0
  64. package/dist/websitalk/scanResources/scanResources.constants.d.ts +38 -0
  65. package/dist/websitalk/scanResources/scanResources.constants.d.ts.map +1 -0
  66. package/dist/websitalk/scanResources/scanResources.constants.js +47 -0
  67. package/dist/websitalk/scanResources/scanResources.constants.js.map +1 -0
  68. package/dist/websitalk/scanResources/scanResources.getters.d.ts +8 -0
  69. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -0
  70. package/dist/websitalk/scanResources/scanResources.getters.js +68 -0
  71. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -0
  72. package/dist/websitalk/scanResources/scanResources.types.d.ts +60 -0
  73. package/dist/websitalk/scanResources/scanResources.types.d.ts.map +1 -0
  74. package/dist/websitalk/scanResources/scanResources.types.js +3 -0
  75. package/dist/websitalk/scanResources/scanResources.types.js.map +1 -0
  76. package/dist/websitalk/scanResources/scanResources.utils.d.ts +7 -0
  77. package/dist/websitalk/scanResources/scanResources.utils.d.ts.map +1 -0
  78. package/dist/websitalk/scanResources/scanResources.utils.js +20 -0
  79. package/dist/websitalk/scanResources/scanResources.utils.js.map +1 -0
  80. package/jest.config.js +20 -20
  81. package/package.json +46 -46
  82. package/src/__tests__/setup.ts +20 -20
  83. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  84. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  85. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  86. package/src/bulkWrite/index.ts +2 -2
  87. package/src/config.ts +9 -9
  88. package/src/configuration/index.ts +17 -17
  89. package/src/configuration/internalModels/index.ts +3 -3
  90. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  91. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  92. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  93. package/src/configuration/models/index.ts +25 -25
  94. package/src/configuration/models/models.constants.ts +13 -13
  95. package/src/configuration/models/models.getters.ts +53 -53
  96. package/src/configuration/models/models.types.ts +79 -79
  97. package/src/configuration/mongodb-client.ts +62 -62
  98. package/src/configuration/prompts/index.ts +2 -2
  99. package/src/configuration/prompts/prompts.getters.ts +49 -49
  100. package/src/configuration/prompts/prompts.types.ts +11 -11
  101. package/src/connection.ts +81 -81
  102. package/src/index.ts +43 -42
  103. package/src/municipal/__tests__/validation.spec.ts +62 -62
  104. package/src/municipal/cities/cities.getters.ts +50 -50
  105. package/src/municipal/cities/cities.types.ts +11 -11
  106. package/src/municipal/cities/index.ts +2 -2
  107. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  108. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  109. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  110. package/src/municipal/departmentsSubjects/index.ts +9 -9
  111. package/src/municipal/index.ts +22 -22
  112. package/src/municipal/mongodb-client.ts +61 -61
  113. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  114. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  115. package/src/municipal/muniIssues/index.ts +17 -17
  116. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  117. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  118. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  119. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  120. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  121. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  122. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  123. package/src/municipal/streets/index.ts +2 -2
  124. package/src/municipal/streets/streets.getters.ts +140 -140
  125. package/src/municipal/streets/streets.types.ts +19 -19
  126. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  127. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  128. package/src/municipal/systemInstructions/index.ts +7 -7
  129. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  130. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  131. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  132. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  133. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  134. package/src/municipal/tickets/index.ts +9 -9
  135. package/src/municipal/tickets/tickets.constants.ts +8 -8
  136. package/src/municipal/tickets/tickets.getters.ts +121 -121
  137. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  138. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  139. package/src/municipal/tickets/tickets.types.ts +54 -54
  140. package/src/municipal/utils/types.ts +11 -11
  141. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  142. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  143. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  144. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  145. package/src/talkpilot/agents/agents.getters.ts +34 -34
  146. package/src/talkpilot/agents/agents.types.ts +14 -14
  147. package/src/talkpilot/agents/index.ts +2 -2
  148. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  149. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  150. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  151. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  152. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  153. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  154. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  155. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  156. package/src/talkpilot/calls/calls.constants.ts +49 -49
  157. package/src/talkpilot/calls/calls.getters.ts +277 -277
  158. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  159. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  160. package/src/talkpilot/calls/calls.types.ts +133 -134
  161. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  162. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  163. package/src/talkpilot/calls/index.ts +6 -6
  164. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  165. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  166. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  167. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  168. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  169. package/src/talkpilot/clients/clients.getters.ts +16 -16
  170. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  171. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  172. package/src/talkpilot/clients/clients.types.ts +18 -18
  173. package/src/talkpilot/clients/index.ts +4 -4
  174. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +0 -318
  175. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  176. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +2 -116
  177. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +0 -4
  178. package/src/talkpilot/clientsConfig/index.ts +2 -3
  179. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  180. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  181. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  182. package/src/talkpilot/contextNotes/index.ts +2 -2
  183. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  184. package/src/talkpilot/flows/flows.getter.ts +14 -14
  185. package/src/talkpilot/flows/flows.schema.ts +155 -155
  186. package/src/talkpilot/flows/flows.types.ts +189 -189
  187. package/src/talkpilot/flows/index.ts +2 -2
  188. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  189. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  190. package/src/talkpilot/groups/groups.getters.ts +30 -30
  191. package/src/talkpilot/groups/groups.types.ts +29 -29
  192. package/src/talkpilot/groups/index.ts +3 -3
  193. package/src/talkpilot/groups/phone.utils.ts +46 -46
  194. package/src/talkpilot/index.ts +31 -31
  195. package/src/talkpilot/leads/index.ts +2 -2
  196. package/src/talkpilot/leads/leads.getter.ts +6 -6
  197. package/src/talkpilot/leads/leads.schema.ts +33 -33
  198. package/src/talkpilot/leads/leads.types.ts +20 -20
  199. package/src/talkpilot/mongodb-client.ts +78 -78
  200. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  201. package/src/talkpilot/phone_numbers/index.ts +2 -2
  202. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  203. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  204. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  205. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  206. package/src/talkpilot/plans/index.ts +2 -2
  207. package/src/talkpilot/plans/plans.getters.ts +132 -132
  208. package/src/talkpilot/plans/plans.types.ts +89 -89
  209. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  210. package/src/talkpilot/products/index.ts +2 -2
  211. package/src/talkpilot/products/products.getters.ts +12 -12
  212. package/src/talkpilot/products/products.types.ts +9 -9
  213. package/src/talkpilot/results/index.ts +7 -7
  214. package/src/talkpilot/results/results.getter.ts +39 -39
  215. package/src/talkpilot/results/results.schema.ts +25 -25
  216. package/src/talkpilot/results/results.types.ts +34 -34
  217. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  218. package/src/talkpilot/retry_analyze/index.ts +2 -2
  219. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  220. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  221. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  222. package/src/talkpilot/sessions/index.ts +2 -2
  223. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  224. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  225. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  226. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  227. package/src/talkpilot/subscriptions/index.ts +3 -3
  228. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  229. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  230. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  231. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  232. package/src/talkpilot/utils/query.utils.ts +21 -21
  233. package/src/test-utils/db-utils.ts +33 -33
  234. package/src/test-utils/factories/index.ts +17 -16
  235. package/src/test-utils/factories/municipal/cities.ts +16 -16
  236. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  237. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  238. package/src/test-utils/factories/municipal/streets.ts +22 -22
  239. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  240. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  241. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  242. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  243. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  244. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  245. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  246. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  247. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  248. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  249. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +28 -0
  250. package/src/test-utils/factories/websitalk/scans.ts +24 -24
  251. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  252. package/src/utils/date.utils.ts +126 -126
  253. package/src/utils/shared.types.ts +4 -4
  254. package/src/utils/validation.ts +23 -23
  255. package/src/websitalk/index.ts +17 -16
  256. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +123 -0
  257. package/src/websitalk/knowledgeDocuments/index.ts +3 -0
  258. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +19 -0
  259. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +85 -0
  260. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +37 -0
  261. package/src/websitalk/mongodb-client.ts +61 -61
  262. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  263. package/src/websitalk/scans/index.ts +4 -4
  264. package/src/websitalk/scans/scans.constants.ts +15 -15
  265. package/src/websitalk/scans/scans.getters.ts +160 -160
  266. package/src/websitalk/scans/scans.types.ts +45 -45
  267. package/src/websitalk/scans/scans.utils.ts +5 -5
  268. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  269. package/src/websitalk/websiteUrls/index.ts +2 -2
  270. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  271. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  272. package/tsconfig.json +23 -23
  273. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +0 -2
@@ -1,317 +1,317 @@
1
- import {CityName, DepartmentSubject, getDb} from "../index";
2
- import {AnyBulkWriteOperation, BulkWriteOptions, BulkWriteResult, Collection, Filter, ObjectId,} from "mongodb";
3
- import {VectorSearchResult} from "./departmentsSubjects.types";
4
-
5
- export const getDepartmentsSubjectsCollection =
6
- (): Collection<DepartmentSubject> => {
7
- return getDb().collection<DepartmentSubject>("departmentsSubjects");
8
- };
9
-
10
- export const bulkWriteDepartmentsSubjects = async (
11
- operations: AnyBulkWriteOperation<DepartmentSubject>[],
12
- options?: BulkWriteOptions,
13
- ): Promise<BulkWriteResult> => {
14
- return getDepartmentsSubjectsCollection().bulkWrite(operations, options);
15
- };
16
-
17
- /**
18
- * Get all departments subjects for a given city.
19
- * No DB sort; tree build does not depend on order. Callers that need alphabetical order
20
- * sort in memory (e.g. sortTreeAlphabetically in full-tree-subjects.service).
21
- * @param cityName - City name to filter subjects
22
- * @param withEmbeddings - Whether to include embedding and embedding_model fields (default: false)
23
- * @returns Array of all department subjects for the city
24
- */
25
- export const getAllDepartmentsSubjectsByCity = async (
26
- cityName: CityName,
27
- withEmbeddings: boolean = false,
28
- ): Promise<DepartmentSubject[]> => {
29
- const collection = getDepartmentsSubjectsCollection();
30
- const query = collection.find({ cityName });
31
-
32
- if (!withEmbeddings) {
33
- return (await query
34
- .project({ embedding: 0, embedding_model: 0 })
35
- .toArray()) as DepartmentSubject[];
36
- }
37
-
38
- return await query.toArray();
39
- };
40
-
41
- /**
42
- * Perform vector search on departmentsSubjects collection
43
- * @param queryVector - The embedding vector to search with
44
- * @param cityName - City name to filter results
45
- * @param limit - Maximum number of results (default: 5)
46
- * @param numCandidates - Number of candidates to consider (default: 800)
47
- * @returns Array of vector search results
48
- */
49
- export const vectorSearchDepartmentsSubjects = async (
50
- queryVector: number[],
51
- cityName: CityName,
52
- limit: number = 5,
53
- numCandidates: number = 800,
54
- ): Promise<VectorSearchResult[]> => {
55
- const collection = getDepartmentsSubjectsCollection();
56
- const indexName = "subjectTreesIndex";
57
-
58
- return await collection
59
- .aggregate<VectorSearchResult>([
60
- {
61
- $vectorSearch: {
62
- index: indexName,
63
- path: "embedding",
64
- queryVector,
65
- numCandidates,
66
- limit,
67
- filter: { cityName },
68
- },
69
- },
70
- {
71
- $project: {
72
- _id: 0,
73
- subjectName: 1,
74
- subject_id: { $toInt: "$subject_id" }, // Convert string to number
75
- sub_subject_name: 1,
76
- sub_subject_id: 1,
77
- descriptions: 1,
78
- guidelines: 1,
79
- score: { $meta: "vectorSearchScore" },
80
- },
81
- },
82
- ])
83
- .toArray();
84
- };
85
-
86
- export const addDepartmentSubjectInstruction = async (
87
- filter: Filter<DepartmentSubject>,
88
- instructionText: string,
89
- ): Promise<DepartmentSubject | null> => {
90
- const newInstruction = {
91
- id: Date.now(),
92
- instruction: instructionText,
93
- };
94
-
95
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
96
- filter,
97
- {
98
- $push: { instructions: newInstruction },
99
- $set: { updatedAt: new Date() },
100
- },
101
- { returnDocument: "after" },
102
- );
103
-
104
- return result || null;
105
- };
106
-
107
- export const updateDepartmentSubjectInstruction = async (
108
- filter: Filter<DepartmentSubject>,
109
- instructionId: number,
110
- newInstructionText: string,
111
- ): Promise<DepartmentSubject | null> => {
112
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
113
- { ...filter, "instructions.id": instructionId },
114
- {
115
- $set: {
116
- "instructions.$.instruction": newInstructionText,
117
- updatedAt: new Date(),
118
- },
119
- },
120
- { returnDocument: "after" },
121
- );
122
-
123
- return result || null;
124
- };
125
-
126
- export const removeDepartmentSubjectInstruction = async (
127
- filter: Filter<DepartmentSubject>,
128
- instructionId: number,
129
- ): Promise<DepartmentSubject | null> => {
130
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
131
- filter,
132
- {
133
- $pull: { instructions: { id: instructionId } },
134
- $set: { updatedAt: new Date() },
135
- },
136
- { returnDocument: "after" },
137
- );
138
-
139
- return result || null;
140
- };
141
-
142
- export const addDepartmentSubjectCommunication = async (
143
- filter: Filter<DepartmentSubject>,
144
- communication: {
145
- type: "free_text_sms" | "upload_url_sms";
146
- message_text?: string;
147
- template_id?: string;
148
- to?: string;
149
- },
150
- ): Promise<DepartmentSubject | null> => {
151
- const newCommunication = {
152
- id: Date.now(),
153
- type: communication.type,
154
- ...(communication.message_text !== undefined && {
155
- message_text: communication.message_text,
156
- }),
157
- is_deleted: false,
158
- ...(communication.template_id !== undefined && {
159
- template_id: communication.template_id,
160
- }),
161
- ...(communication.to !== undefined && { to: communication.to }),
162
- };
163
-
164
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
165
- filter,
166
- {
167
- $push: { communications: newCommunication },
168
- $set: { updatedAt: new Date() },
169
- },
170
- { returnDocument: "after" },
171
- );
172
-
173
- return result || null;
174
- };
175
-
176
- export const updateDepartmentSubjectCommunication = async (
177
- filter: Filter<DepartmentSubject>,
178
- communicationId: number,
179
- updates: {
180
- type?: "free_text_sms" | "upload_url_sms";
181
- message_text?: string | null;
182
- template_id?: string | null;
183
- to?: string | null;
184
- is_deleted?: boolean | null;
185
- },
186
- ): Promise<DepartmentSubject | null> => {
187
- const setFields: Record<string, unknown> = { updatedAt: new Date() };
188
- if (updates.type !== undefined)
189
- setFields["communications.$.type"] = updates.type;
190
- if (updates.message_text !== undefined)
191
- setFields["communications.$.message_text"] = updates.message_text;
192
- if (updates.template_id !== undefined)
193
- setFields["communications.$.template_id"] = updates.template_id;
194
- if (updates.to !== undefined) setFields["communications.$.to"] = updates.to;
195
- if (updates.is_deleted !== undefined)
196
- setFields["communications.$.is_deleted"] = updates.is_deleted;
197
-
198
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
199
- { ...filter, "communications.id": communicationId },
200
- { $set: setFields },
201
- { returnDocument: "after" },
202
- );
203
-
204
- return result || null;
205
- };
206
-
207
- export const removeDepartmentSubjectCommunication = async (
208
- filter: Filter<DepartmentSubject>,
209
- communicationId: number,
210
- ): Promise<DepartmentSubject | null> => {
211
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
212
- filter,
213
- {
214
- $pull: { communications: { id: communicationId } },
215
- $set: { updatedAt: new Date() },
216
- },
217
- { returnDocument: "after" },
218
- );
219
-
220
- return result || null;
221
- };
222
-
223
- /**
224
- * Get department subject by subject_id, sub_subject_id, and cityName
225
- * @param subjectId - Subject ID (from event_subject_id)
226
- * @param subSubjectId - Sub-subject ID (from event_sub_subject_id, optional)
227
- * @param cityName - City name to filter results
228
- * @returns DepartmentSubject document or null if not found
229
- */
230
- export const getDepartmentSubjectBySubjectIds = async (
231
- subjectId: string,
232
- subSubjectId: string,
233
- cityName: CityName,
234
- ): Promise<DepartmentSubject | null> => {
235
- const collection = getDepartmentsSubjectsCollection();
236
-
237
- const filter: Filter<DepartmentSubject> = {
238
- subject_id: subjectId,
239
- cityName,
240
- };
241
-
242
- if (subSubjectId) {
243
- filter.sub_subject_id = subSubjectId;
244
- }
245
-
246
- const result = await collection.findOne(filter);
247
-
248
- return result || null;
249
- };
250
-
251
- /**
252
- * Update or create guidelines field for a department subject
253
- * @param filter - MongoDB filter to find the document
254
- * @param guidelines - Guidelines text to set
255
- * @returns Updated DepartmentSubject document or null if not found
256
- */
257
- export const updateDepartmentSubjectGuidelines = async (
258
- filter: Filter<DepartmentSubject>,
259
- guidelines: string,
260
- ): Promise<DepartmentSubject | null> => {
261
- // $set will create the field if it doesn't exist
262
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
263
- filter,
264
- { $set: { guidelines, updatedAt: new Date() } },
265
- { returnDocument: "after" },
266
- );
267
- return result || null;
268
- };
269
-
270
- /**
271
- * Clear guidelines field from a department subject document (sets it to null)
272
- * @param filter - MongoDB filter to find the document
273
- * @returns Updated DepartmentSubject document or null if not found
274
- */
275
- export const deleteDepartmentSubjectGuidelines = async (
276
- filter: Filter<DepartmentSubject>,
277
- ): Promise<DepartmentSubject | null> => {
278
- // $set clears the field by setting it to null (keeps the field in the document)
279
- const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
280
- filter,
281
- { $set: { guidelines: null, updatedAt: new Date() } },
282
- { returnDocument: "after" },
283
- );
284
- return result || null;
285
- };
286
-
287
- export const findSubjectByQuery = async (query: Partial<DepartmentSubject>) => {
288
- return await getDepartmentsSubjectsCollection().findOne(query);
289
- };
290
-
291
- /**
292
- * Get department subjects matching a filter
293
- * @param filter - Mongo filter
294
- * @returns Array of matching documents
295
- */
296
- export const findDepartmentSubjectsByFilter = async (
297
- filter: Filter<DepartmentSubject>,
298
- ): Promise<DepartmentSubject[]> => {
299
- return getDepartmentsSubjectsCollection().find(filter).toArray();
300
- };
301
-
302
- /**
303
- * Update the isActive flag for a subject
304
- * @param id - _id of the document to update
305
- * @param isActive - Active status to set
306
- * @returns Updated DepartmentSubject document, null if not found
307
- */
308
- export const updateDepartmentSubjectActive = async (
309
- id: ObjectId,
310
- isActive: boolean,
311
- ): Promise<DepartmentSubject | null> => {
312
- return await getDepartmentsSubjectsCollection().findOneAndUpdate(
313
- {_id: id},
314
- {$set: {isActive, updatedAt: new Date()}},
315
- {returnDocument: "after"},
316
- );
317
- };
1
+ import {CityName, DepartmentSubject, getDb} from "../index";
2
+ import {AnyBulkWriteOperation, BulkWriteOptions, BulkWriteResult, Collection, Filter, ObjectId,} from "mongodb";
3
+ import {VectorSearchResult} from "./departmentsSubjects.types";
4
+
5
+ export const getDepartmentsSubjectsCollection =
6
+ (): Collection<DepartmentSubject> => {
7
+ return getDb().collection<DepartmentSubject>("departmentsSubjects");
8
+ };
9
+
10
+ export const bulkWriteDepartmentsSubjects = async (
11
+ operations: AnyBulkWriteOperation<DepartmentSubject>[],
12
+ options?: BulkWriteOptions,
13
+ ): Promise<BulkWriteResult> => {
14
+ return getDepartmentsSubjectsCollection().bulkWrite(operations, options);
15
+ };
16
+
17
+ /**
18
+ * Get all departments subjects for a given city.
19
+ * No DB sort; tree build does not depend on order. Callers that need alphabetical order
20
+ * sort in memory (e.g. sortTreeAlphabetically in full-tree-subjects.service).
21
+ * @param cityName - City name to filter subjects
22
+ * @param withEmbeddings - Whether to include embedding and embedding_model fields (default: false)
23
+ * @returns Array of all department subjects for the city
24
+ */
25
+ export const getAllDepartmentsSubjectsByCity = async (
26
+ cityName: CityName,
27
+ withEmbeddings: boolean = false,
28
+ ): Promise<DepartmentSubject[]> => {
29
+ const collection = getDepartmentsSubjectsCollection();
30
+ const query = collection.find({ cityName });
31
+
32
+ if (!withEmbeddings) {
33
+ return (await query
34
+ .project({ embedding: 0, embedding_model: 0 })
35
+ .toArray()) as DepartmentSubject[];
36
+ }
37
+
38
+ return await query.toArray();
39
+ };
40
+
41
+ /**
42
+ * Perform vector search on departmentsSubjects collection
43
+ * @param queryVector - The embedding vector to search with
44
+ * @param cityName - City name to filter results
45
+ * @param limit - Maximum number of results (default: 5)
46
+ * @param numCandidates - Number of candidates to consider (default: 800)
47
+ * @returns Array of vector search results
48
+ */
49
+ export const vectorSearchDepartmentsSubjects = async (
50
+ queryVector: number[],
51
+ cityName: CityName,
52
+ limit: number = 5,
53
+ numCandidates: number = 800,
54
+ ): Promise<VectorSearchResult[]> => {
55
+ const collection = getDepartmentsSubjectsCollection();
56
+ const indexName = "subjectTreesIndex";
57
+
58
+ return await collection
59
+ .aggregate<VectorSearchResult>([
60
+ {
61
+ $vectorSearch: {
62
+ index: indexName,
63
+ path: "embedding",
64
+ queryVector,
65
+ numCandidates,
66
+ limit,
67
+ filter: { cityName },
68
+ },
69
+ },
70
+ {
71
+ $project: {
72
+ _id: 0,
73
+ subjectName: 1,
74
+ subject_id: { $toInt: "$subject_id" }, // Convert string to number
75
+ sub_subject_name: 1,
76
+ sub_subject_id: 1,
77
+ descriptions: 1,
78
+ guidelines: 1,
79
+ score: { $meta: "vectorSearchScore" },
80
+ },
81
+ },
82
+ ])
83
+ .toArray();
84
+ };
85
+
86
+ export const addDepartmentSubjectInstruction = async (
87
+ filter: Filter<DepartmentSubject>,
88
+ instructionText: string,
89
+ ): Promise<DepartmentSubject | null> => {
90
+ const newInstruction = {
91
+ id: Date.now(),
92
+ instruction: instructionText,
93
+ };
94
+
95
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
96
+ filter,
97
+ {
98
+ $push: { instructions: newInstruction },
99
+ $set: { updatedAt: new Date() },
100
+ },
101
+ { returnDocument: "after" },
102
+ );
103
+
104
+ return result || null;
105
+ };
106
+
107
+ export const updateDepartmentSubjectInstruction = async (
108
+ filter: Filter<DepartmentSubject>,
109
+ instructionId: number,
110
+ newInstructionText: string,
111
+ ): Promise<DepartmentSubject | null> => {
112
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
113
+ { ...filter, "instructions.id": instructionId },
114
+ {
115
+ $set: {
116
+ "instructions.$.instruction": newInstructionText,
117
+ updatedAt: new Date(),
118
+ },
119
+ },
120
+ { returnDocument: "after" },
121
+ );
122
+
123
+ return result || null;
124
+ };
125
+
126
+ export const removeDepartmentSubjectInstruction = async (
127
+ filter: Filter<DepartmentSubject>,
128
+ instructionId: number,
129
+ ): Promise<DepartmentSubject | null> => {
130
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
131
+ filter,
132
+ {
133
+ $pull: { instructions: { id: instructionId } },
134
+ $set: { updatedAt: new Date() },
135
+ },
136
+ { returnDocument: "after" },
137
+ );
138
+
139
+ return result || null;
140
+ };
141
+
142
+ export const addDepartmentSubjectCommunication = async (
143
+ filter: Filter<DepartmentSubject>,
144
+ communication: {
145
+ type: "free_text_sms" | "upload_url_sms";
146
+ message_text?: string;
147
+ template_id?: string;
148
+ to?: string;
149
+ },
150
+ ): Promise<DepartmentSubject | null> => {
151
+ const newCommunication = {
152
+ id: Date.now(),
153
+ type: communication.type,
154
+ ...(communication.message_text !== undefined && {
155
+ message_text: communication.message_text,
156
+ }),
157
+ is_deleted: false,
158
+ ...(communication.template_id !== undefined && {
159
+ template_id: communication.template_id,
160
+ }),
161
+ ...(communication.to !== undefined && { to: communication.to }),
162
+ };
163
+
164
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
165
+ filter,
166
+ {
167
+ $push: { communications: newCommunication },
168
+ $set: { updatedAt: new Date() },
169
+ },
170
+ { returnDocument: "after" },
171
+ );
172
+
173
+ return result || null;
174
+ };
175
+
176
+ export const updateDepartmentSubjectCommunication = async (
177
+ filter: Filter<DepartmentSubject>,
178
+ communicationId: number,
179
+ updates: {
180
+ type?: "free_text_sms" | "upload_url_sms";
181
+ message_text?: string | null;
182
+ template_id?: string | null;
183
+ to?: string | null;
184
+ is_deleted?: boolean | null;
185
+ },
186
+ ): Promise<DepartmentSubject | null> => {
187
+ const setFields: Record<string, unknown> = { updatedAt: new Date() };
188
+ if (updates.type !== undefined)
189
+ setFields["communications.$.type"] = updates.type;
190
+ if (updates.message_text !== undefined)
191
+ setFields["communications.$.message_text"] = updates.message_text;
192
+ if (updates.template_id !== undefined)
193
+ setFields["communications.$.template_id"] = updates.template_id;
194
+ if (updates.to !== undefined) setFields["communications.$.to"] = updates.to;
195
+ if (updates.is_deleted !== undefined)
196
+ setFields["communications.$.is_deleted"] = updates.is_deleted;
197
+
198
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
199
+ { ...filter, "communications.id": communicationId },
200
+ { $set: setFields },
201
+ { returnDocument: "after" },
202
+ );
203
+
204
+ return result || null;
205
+ };
206
+
207
+ export const removeDepartmentSubjectCommunication = async (
208
+ filter: Filter<DepartmentSubject>,
209
+ communicationId: number,
210
+ ): Promise<DepartmentSubject | null> => {
211
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
212
+ filter,
213
+ {
214
+ $pull: { communications: { id: communicationId } },
215
+ $set: { updatedAt: new Date() },
216
+ },
217
+ { returnDocument: "after" },
218
+ );
219
+
220
+ return result || null;
221
+ };
222
+
223
+ /**
224
+ * Get department subject by subject_id, sub_subject_id, and cityName
225
+ * @param subjectId - Subject ID (from event_subject_id)
226
+ * @param subSubjectId - Sub-subject ID (from event_sub_subject_id, optional)
227
+ * @param cityName - City name to filter results
228
+ * @returns DepartmentSubject document or null if not found
229
+ */
230
+ export const getDepartmentSubjectBySubjectIds = async (
231
+ subjectId: string,
232
+ subSubjectId: string,
233
+ cityName: CityName,
234
+ ): Promise<DepartmentSubject | null> => {
235
+ const collection = getDepartmentsSubjectsCollection();
236
+
237
+ const filter: Filter<DepartmentSubject> = {
238
+ subject_id: subjectId,
239
+ cityName,
240
+ };
241
+
242
+ if (subSubjectId) {
243
+ filter.sub_subject_id = subSubjectId;
244
+ }
245
+
246
+ const result = await collection.findOne(filter);
247
+
248
+ return result || null;
249
+ };
250
+
251
+ /**
252
+ * Update or create guidelines field for a department subject
253
+ * @param filter - MongoDB filter to find the document
254
+ * @param guidelines - Guidelines text to set
255
+ * @returns Updated DepartmentSubject document or null if not found
256
+ */
257
+ export const updateDepartmentSubjectGuidelines = async (
258
+ filter: Filter<DepartmentSubject>,
259
+ guidelines: string,
260
+ ): Promise<DepartmentSubject | null> => {
261
+ // $set will create the field if it doesn't exist
262
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
263
+ filter,
264
+ { $set: { guidelines, updatedAt: new Date() } },
265
+ { returnDocument: "after" },
266
+ );
267
+ return result || null;
268
+ };
269
+
270
+ /**
271
+ * Clear guidelines field from a department subject document (sets it to null)
272
+ * @param filter - MongoDB filter to find the document
273
+ * @returns Updated DepartmentSubject document or null if not found
274
+ */
275
+ export const deleteDepartmentSubjectGuidelines = async (
276
+ filter: Filter<DepartmentSubject>,
277
+ ): Promise<DepartmentSubject | null> => {
278
+ // $set clears the field by setting it to null (keeps the field in the document)
279
+ const result = await getDepartmentsSubjectsCollection().findOneAndUpdate(
280
+ filter,
281
+ { $set: { guidelines: null, updatedAt: new Date() } },
282
+ { returnDocument: "after" },
283
+ );
284
+ return result || null;
285
+ };
286
+
287
+ export const findSubjectByQuery = async (query: Partial<DepartmentSubject>) => {
288
+ return await getDepartmentsSubjectsCollection().findOne(query);
289
+ };
290
+
291
+ /**
292
+ * Get department subjects matching a filter
293
+ * @param filter - Mongo filter
294
+ * @returns Array of matching documents
295
+ */
296
+ export const findDepartmentSubjectsByFilter = async (
297
+ filter: Filter<DepartmentSubject>,
298
+ ): Promise<DepartmentSubject[]> => {
299
+ return getDepartmentsSubjectsCollection().find(filter).toArray();
300
+ };
301
+
302
+ /**
303
+ * Update the isActive flag for a subject
304
+ * @param id - _id of the document to update
305
+ * @param isActive - Active status to set
306
+ * @returns Updated DepartmentSubject document, null if not found
307
+ */
308
+ export const updateDepartmentSubjectActive = async (
309
+ id: ObjectId,
310
+ isActive: boolean,
311
+ ): Promise<DepartmentSubject | null> => {
312
+ return await getDepartmentsSubjectsCollection().findOneAndUpdate(
313
+ {_id: id},
314
+ {$set: {isActive, updatedAt: new Date()}},
315
+ {returnDocument: "after"},
316
+ );
317
+ };