@talkpilot/core-db 1.3.76 → 1.3.77

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (263) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +817 -816
  5. package/dist/municipal/muniIssues/index.d.ts +2 -2
  6. package/dist/municipal/muniIssues/index.d.ts.map +1 -1
  7. package/dist/municipal/muniIssues/index.js +2 -1
  8. package/dist/municipal/muniIssues/index.js.map +1 -1
  9. package/dist/municipal/muniIssues/muniIssues.constants.d.ts +2 -0
  10. package/dist/municipal/muniIssues/muniIssues.constants.d.ts.map +1 -1
  11. package/dist/municipal/muniIssues/muniIssues.constants.js +8 -1
  12. package/dist/municipal/muniIssues/muniIssues.constants.js.map +1 -1
  13. package/dist/municipal/muniIssues/muniIssues.getters.d.ts +6 -1
  14. package/dist/municipal/muniIssues/muniIssues.getters.d.ts.map +1 -1
  15. package/dist/municipal/muniIssues/muniIssues.getters.js +31 -1
  16. package/dist/municipal/muniIssues/muniIssues.getters.js.map +1 -1
  17. package/dist/municipal/muniIssues/muniIssues.schema.d.ts.map +1 -1
  18. package/dist/municipal/muniIssues/muniIssues.schema.js +13 -0
  19. package/dist/municipal/muniIssues/muniIssues.schema.js.map +1 -1
  20. package/dist/municipal/muniIssues/muniIssues.setters.d.ts +5 -1
  21. package/dist/municipal/muniIssues/muniIssues.setters.d.ts.map +1 -1
  22. package/dist/municipal/muniIssues/muniIssues.setters.js +39 -2
  23. package/dist/municipal/muniIssues/muniIssues.setters.js.map +1 -1
  24. package/dist/municipal/muniIssues/muniIssues.types.d.ts +23 -2
  25. package/dist/municipal/muniIssues/muniIssues.types.d.ts.map +1 -1
  26. package/dist/talkpilot/calls/calls.types.d.ts +0 -12
  27. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  28. package/jest.config.js +20 -20
  29. package/package.json +46 -46
  30. package/src/__tests__/setup.ts +20 -20
  31. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  32. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  33. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  34. package/src/bulkWrite/index.ts +2 -2
  35. package/src/config.ts +9 -9
  36. package/src/configuration/index.ts +17 -17
  37. package/src/configuration/internalModels/index.ts +3 -3
  38. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  39. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  40. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  41. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -67
  42. package/src/configuration/models/index.ts +27 -27
  43. package/src/configuration/models/models.constants.ts +20 -20
  44. package/src/configuration/models/models.getters.ts +71 -71
  45. package/src/configuration/models/models.types.ts +80 -80
  46. package/src/configuration/mongodb-client.ts +62 -62
  47. package/src/configuration/prompts/index.ts +2 -2
  48. package/src/configuration/prompts/prompts.getters.ts +49 -49
  49. package/src/configuration/prompts/prompts.types.ts +11 -11
  50. package/src/connection.ts +81 -81
  51. package/src/index.ts +47 -47
  52. package/src/municipal/__tests__/validation.spec.ts +62 -62
  53. package/src/municipal/cities/cities.getters.ts +50 -50
  54. package/src/municipal/cities/cities.types.ts +11 -11
  55. package/src/municipal/cities/index.ts +2 -2
  56. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  57. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  58. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  59. package/src/municipal/departmentsSubjects/index.ts +9 -9
  60. package/src/municipal/index.ts +22 -22
  61. package/src/municipal/mongodb-client.ts +61 -61
  62. package/src/municipal/muniIssues/__tests__/muniIssues.getters.spec.ts +66 -0
  63. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +167 -94
  64. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +93 -92
  65. package/src/municipal/muniIssues/index.ts +22 -17
  66. package/src/municipal/muniIssues/muniIssues.constants.ts +26 -18
  67. package/src/municipal/muniIssues/muniIssues.getters.ts +68 -24
  68. package/src/municipal/muniIssues/muniIssues.schema.ts +80 -66
  69. package/src/municipal/muniIssues/muniIssues.setters.ts +80 -24
  70. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  71. package/src/municipal/muniIssues/muniIssues.types.ts +68 -37
  72. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  73. package/src/municipal/streets/index.ts +2 -2
  74. package/src/municipal/streets/streets.getters.ts +140 -140
  75. package/src/municipal/streets/streets.types.ts +19 -19
  76. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  77. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  78. package/src/municipal/systemInstructions/index.ts +7 -7
  79. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  80. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  81. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  82. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  83. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  84. package/src/municipal/tickets/index.ts +9 -9
  85. package/src/municipal/tickets/tickets.constants.ts +8 -8
  86. package/src/municipal/tickets/tickets.getters.ts +121 -121
  87. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  88. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  89. package/src/municipal/tickets/tickets.types.ts +54 -54
  90. package/src/municipal/utils/types.ts +11 -11
  91. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  92. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  93. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  94. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  95. package/src/talkpilot/agents/agents.getters.ts +34 -34
  96. package/src/talkpilot/agents/agents.types.ts +14 -14
  97. package/src/talkpilot/agents/index.ts +2 -2
  98. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  99. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  100. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  101. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  102. package/src/talkpilot/callTokenUsage/__tests__/callTokenUsage.getters.spec.ts +57 -57
  103. package/src/talkpilot/callTokenUsage/callTokenUsage.getters.ts +42 -42
  104. package/src/talkpilot/callTokenUsage/callTokenUsage.types.ts +28 -28
  105. package/src/talkpilot/callTokenUsage/index.ts +2 -2
  106. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  107. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  108. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  109. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  110. package/src/talkpilot/calls/calls.constants.ts +49 -49
  111. package/src/talkpilot/calls/calls.getters.ts +277 -277
  112. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  113. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  114. package/src/talkpilot/calls/calls.types.ts +151 -164
  115. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  116. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  117. package/src/talkpilot/calls/index.ts +6 -6
  118. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  119. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  120. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  121. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  122. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  123. package/src/talkpilot/clients/clients.getters.ts +19 -19
  124. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  125. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  126. package/src/talkpilot/clients/clients.types.ts +18 -18
  127. package/src/talkpilot/clients/index.ts +4 -4
  128. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  129. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  130. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  131. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  132. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +137 -137
  133. package/src/talkpilot/clientsConfig/index.ts +3 -3
  134. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  135. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  136. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  137. package/src/talkpilot/contextNotes/index.ts +2 -2
  138. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  139. package/src/talkpilot/flows/flows.getter.ts +34 -34
  140. package/src/talkpilot/flows/flows.schema.ts +180 -180
  141. package/src/talkpilot/flows/flows.types.ts +211 -211
  142. package/src/talkpilot/flows/index.ts +7 -7
  143. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  144. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  145. package/src/talkpilot/groups/groups.getters.ts +30 -30
  146. package/src/talkpilot/groups/groups.types.ts +29 -29
  147. package/src/talkpilot/groups/index.ts +3 -3
  148. package/src/talkpilot/groups/phone.utils.ts +46 -46
  149. package/src/talkpilot/index.ts +32 -32
  150. package/src/talkpilot/leads/index.ts +2 -2
  151. package/src/talkpilot/leads/leads.getter.ts +6 -6
  152. package/src/talkpilot/leads/leads.schema.ts +33 -33
  153. package/src/talkpilot/leads/leads.types.ts +20 -20
  154. package/src/talkpilot/mongodb-client.ts +78 -78
  155. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +530 -530
  156. package/src/talkpilot/phone_numbers/index.ts +2 -2
  157. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +240 -240
  158. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  159. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  160. package/src/talkpilot/phone_numbers/phone_numbers.utils.ts +9 -9
  161. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  162. package/src/talkpilot/plans/index.ts +2 -2
  163. package/src/talkpilot/plans/plans.getters.ts +132 -132
  164. package/src/talkpilot/plans/plans.types.ts +89 -89
  165. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  166. package/src/talkpilot/products/index.ts +2 -2
  167. package/src/talkpilot/products/products.getters.ts +12 -12
  168. package/src/talkpilot/products/products.types.ts +9 -9
  169. package/src/talkpilot/results/index.ts +7 -7
  170. package/src/talkpilot/results/results.getter.ts +39 -39
  171. package/src/talkpilot/results/results.schema.ts +25 -25
  172. package/src/talkpilot/results/results.types.ts +34 -34
  173. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  174. package/src/talkpilot/retry_analyze/index.ts +2 -2
  175. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  176. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  177. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  178. package/src/talkpilot/sessions/index.ts +2 -2
  179. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  180. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  181. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  182. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  183. package/src/talkpilot/subscriptions/index.ts +3 -3
  184. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  185. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  186. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  187. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  188. package/src/talkpilot/utils/query.utils.ts +21 -21
  189. package/src/test-utils/db-utils.ts +33 -33
  190. package/src/test-utils/factories/index.ts +18 -18
  191. package/src/test-utils/factories/municipal/cities.ts +16 -16
  192. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  193. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  194. package/src/test-utils/factories/municipal/streets.ts +22 -22
  195. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  196. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  197. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  198. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  199. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  200. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  201. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  202. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  203. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  204. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  205. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  206. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  207. package/src/test-utils/factories/websitalk/scans.ts +30 -30
  208. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  209. package/src/utils/date.utils.ts +126 -126
  210. package/src/utils/shared.types.ts +4 -4
  211. package/src/utils/validation.ts +23 -23
  212. package/src/websitalk/index.ts +18 -18
  213. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -238
  214. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  215. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -26
  216. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -95
  217. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -75
  218. package/src/websitalk/mongodb-client.ts +61 -61
  219. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +267 -267
  220. package/src/websitalk/scanResources/index.ts +4 -4
  221. package/src/websitalk/scanResources/scanResources.constants.ts +60 -60
  222. package/src/websitalk/scanResources/scanResources.getters.ts +128 -128
  223. package/src/websitalk/scanResources/scanResources.types.ts +105 -105
  224. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  225. package/src/websitalk/scans/__tests__/scans.spec.ts +362 -362
  226. package/src/websitalk/scans/index.ts +4 -4
  227. package/src/websitalk/scans/scans.constants.ts +18 -18
  228. package/src/websitalk/scans/scans.getters.ts +172 -172
  229. package/src/websitalk/scans/scans.types.ts +58 -58
  230. package/src/websitalk/scans/scans.utils.ts +5 -5
  231. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  232. package/src/websitalk/websiteUrls/index.ts +2 -2
  233. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  234. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  235. package/tsconfig.json +23 -23
  236. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  237. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  238. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  239. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  240. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  241. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  242. package/dist/municipal/streets/streets.setters.js +0 -15
  243. package/dist/municipal/streets/streets.setters.js.map +0 -1
  244. package/dist/reconcile/index.d.ts +0 -5
  245. package/dist/reconcile/index.d.ts.map +0 -1
  246. package/dist/reconcile/index.js +0 -21
  247. package/dist/reconcile/index.js.map +0 -1
  248. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  249. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  250. package/dist/reconcile/reconcile.diff.js +0 -36
  251. package/dist/reconcile/reconcile.diff.js.map +0 -1
  252. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  253. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  254. package/dist/reconcile/reconcile.execute.js +0 -20
  255. package/dist/reconcile/reconcile.execute.js.map +0 -1
  256. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  257. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  258. package/dist/reconcile/reconcile.ops.js +0 -24
  259. package/dist/reconcile/reconcile.ops.js.map +0 -1
  260. package/dist/reconcile/reconcile.types.d.ts +0 -32
  261. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  262. package/dist/reconcile/reconcile.types.js +0 -3
  263. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,95 +1,95 @@
1
- import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
- import { getDb, ObjectId } from "../index";
3
- import {
4
- KNOWLEDGE_DOCUMENTS_COLLECTION,
5
- KNOWLEDGE_DOCUMENT_READY_PROJECTION,
6
- KNOWLEDGE_DOCUMENT_STATUSES,
7
- } from "./knowledgeDocuments.constants";
8
- import type {
9
- CreateKnowledgeDocumentInput,
10
- KnowledgeDocument,
11
- KnowledgeDocumentDoc,
12
- KnowledgeDocumentReadyProjection,
13
- UpdateKnowledgeDocumentInput,
14
- } from "./knowledgeDocuments.types";
15
-
16
- export const getKnowledgeDocumentsCollection =
17
- (): Collection<KnowledgeDocument> => {
18
- return getDb().collection<KnowledgeDocument>(
19
- KNOWLEDGE_DOCUMENTS_COLLECTION,
20
- );
21
- };
22
-
23
- export const createKnowledgeDocument = async (
24
- input: CreateKnowledgeDocumentInput,
25
- ): Promise<MongoObjectId> => {
26
- const now = new Date();
27
- const { status, progressPercent, _id, ...rest } = input;
28
- const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
29
- ...(_id ? { _id } : {}),
30
- ...rest,
31
- status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
32
- progressPercent: progressPercent ?? 0,
33
- createdAt: now,
34
- updatedAt: now,
35
- });
36
- return insertedId;
37
- };
38
-
39
- export const getKnowledgeDocumentById = async (
40
- id: string,
41
- ): Promise<KnowledgeDocumentDoc | null> => {
42
- return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
43
- };
44
-
45
- export const listKnowledgeDocumentsByClientId = async (
46
- clientId: string,
47
- ): Promise<KnowledgeDocumentDoc[]> => {
48
- return getKnowledgeDocumentsCollection()
49
- .find({ clientId })
50
- .sort({ createdAt: -1 })
51
- .toArray();
52
- };
53
-
54
- export const listReadyKnowledgeDocumentIdsByClientId = async (
55
- clientId: string,
56
- ): Promise<string[]> => {
57
- const docs = await getKnowledgeDocumentsCollection()
58
- .find(
59
- { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
60
- { projection: { _id: 1 } },
61
- )
62
- .sort({ createdAt: -1 })
63
- .toArray();
64
- return docs.map((doc) => doc._id.toString());
65
- };
66
-
67
- export const listReadyKnowledgeDocumentsByClientId = async (
68
- clientId: string,
69
- ): Promise<KnowledgeDocumentReadyProjection[]> => {
70
- return getKnowledgeDocumentsCollection()
71
- .find(
72
- { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
73
- { projection: KNOWLEDGE_DOCUMENT_READY_PROJECTION },
74
- )
75
- .sort({ createdAt: -1 })
76
- .toArray() as Promise<KnowledgeDocumentReadyProjection[]>;
77
- };
78
-
79
- export const updateKnowledgeDocument = async (
80
- id: string,
81
- updates: UpdateKnowledgeDocumentInput,
82
- ): Promise<KnowledgeDocumentDoc | null> => {
83
- return getKnowledgeDocumentsCollection().findOneAndUpdate(
84
- { _id: new ObjectId(id) },
85
- { $set: { ...updates, updatedAt: new Date() } },
86
- { returnDocument: "after" },
87
- );
88
- };
89
-
90
- export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
91
- const result = await getKnowledgeDocumentsCollection().deleteOne({
92
- _id: new ObjectId(id),
93
- });
94
- return result.deletedCount === 1;
95
- };
1
+ import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
+ import { getDb, ObjectId } from "../index";
3
+ import {
4
+ KNOWLEDGE_DOCUMENTS_COLLECTION,
5
+ KNOWLEDGE_DOCUMENT_READY_PROJECTION,
6
+ KNOWLEDGE_DOCUMENT_STATUSES,
7
+ } from "./knowledgeDocuments.constants";
8
+ import type {
9
+ CreateKnowledgeDocumentInput,
10
+ KnowledgeDocument,
11
+ KnowledgeDocumentDoc,
12
+ KnowledgeDocumentReadyProjection,
13
+ UpdateKnowledgeDocumentInput,
14
+ } from "./knowledgeDocuments.types";
15
+
16
+ export const getKnowledgeDocumentsCollection =
17
+ (): Collection<KnowledgeDocument> => {
18
+ return getDb().collection<KnowledgeDocument>(
19
+ KNOWLEDGE_DOCUMENTS_COLLECTION,
20
+ );
21
+ };
22
+
23
+ export const createKnowledgeDocument = async (
24
+ input: CreateKnowledgeDocumentInput,
25
+ ): Promise<MongoObjectId> => {
26
+ const now = new Date();
27
+ const { status, progressPercent, _id, ...rest } = input;
28
+ const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
29
+ ...(_id ? { _id } : {}),
30
+ ...rest,
31
+ status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
32
+ progressPercent: progressPercent ?? 0,
33
+ createdAt: now,
34
+ updatedAt: now,
35
+ });
36
+ return insertedId;
37
+ };
38
+
39
+ export const getKnowledgeDocumentById = async (
40
+ id: string,
41
+ ): Promise<KnowledgeDocumentDoc | null> => {
42
+ return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
43
+ };
44
+
45
+ export const listKnowledgeDocumentsByClientId = async (
46
+ clientId: string,
47
+ ): Promise<KnowledgeDocumentDoc[]> => {
48
+ return getKnowledgeDocumentsCollection()
49
+ .find({ clientId })
50
+ .sort({ createdAt: -1 })
51
+ .toArray();
52
+ };
53
+
54
+ export const listReadyKnowledgeDocumentIdsByClientId = async (
55
+ clientId: string,
56
+ ): Promise<string[]> => {
57
+ const docs = await getKnowledgeDocumentsCollection()
58
+ .find(
59
+ { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
60
+ { projection: { _id: 1 } },
61
+ )
62
+ .sort({ createdAt: -1 })
63
+ .toArray();
64
+ return docs.map((doc) => doc._id.toString());
65
+ };
66
+
67
+ export const listReadyKnowledgeDocumentsByClientId = async (
68
+ clientId: string,
69
+ ): Promise<KnowledgeDocumentReadyProjection[]> => {
70
+ return getKnowledgeDocumentsCollection()
71
+ .find(
72
+ { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
73
+ { projection: KNOWLEDGE_DOCUMENT_READY_PROJECTION },
74
+ )
75
+ .sort({ createdAt: -1 })
76
+ .toArray() as Promise<KnowledgeDocumentReadyProjection[]>;
77
+ };
78
+
79
+ export const updateKnowledgeDocument = async (
80
+ id: string,
81
+ updates: UpdateKnowledgeDocumentInput,
82
+ ): Promise<KnowledgeDocumentDoc | null> => {
83
+ return getKnowledgeDocumentsCollection().findOneAndUpdate(
84
+ { _id: new ObjectId(id) },
85
+ { $set: { ...updates, updatedAt: new Date() } },
86
+ { returnDocument: "after" },
87
+ );
88
+ };
89
+
90
+ export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
91
+ const result = await getKnowledgeDocumentsCollection().deleteOne({
92
+ _id: new ObjectId(id),
93
+ });
94
+ return result.deletedCount === 1;
95
+ };
@@ -1,75 +1,75 @@
1
- import { WithId, ObjectId as MongoObjectId } from "mongodb";
2
-
3
- import type {
4
- KNOWLEDGE_CONTENT_TYPES,
5
- KNOWLEDGE_DOCUMENT_STATUSES,
6
- KNOWLEDGE_FILE_TYPES,
7
- } from "./knowledgeDocuments.constants";
8
-
9
- export type KnowledgeDocumentStatus =
10
- (typeof KNOWLEDGE_DOCUMENT_STATUSES)[keyof typeof KNOWLEDGE_DOCUMENT_STATUSES];
11
-
12
- export type KnowledgeFileType =
13
- (typeof KNOWLEDGE_FILE_TYPES)[keyof typeof KNOWLEDGE_FILE_TYPES];
14
-
15
- export type KnowledgeContentType =
16
- (typeof KNOWLEDGE_CONTENT_TYPES)[keyof typeof KNOWLEDGE_CONTENT_TYPES];
17
-
18
- export type KnowledgeDocument = {
19
- clientId: string;
20
- filename: string;
21
- contentType: KnowledgeContentType;
22
- fileType: KnowledgeFileType;
23
- storagePath: string;
24
- markdownStoragePath?: string;
25
- byteSize: number;
26
- pageCount?: number;
27
- pagesExtracted?: number;
28
- charCount?: number;
29
- totalTokens?: number;
30
- contentHash?: string;
31
- status: KnowledgeDocumentStatus;
32
- errorMessage?: string;
33
- progressPercent: number;
34
- createdAt: Date;
35
- updatedAt: Date;
36
- };
37
-
38
- export type KnowledgeDocumentDoc = WithId<KnowledgeDocument>;
39
-
40
- export type CreateKnowledgeDocumentInput = Omit<
41
- KnowledgeDocument,
42
- "createdAt" | "updatedAt" | "progressPercent" | "status"
43
- > & {
44
- status?: KnowledgeDocumentStatus;
45
- progressPercent?: number;
46
- _id?: MongoObjectId;
47
- };
48
-
49
- export type UpdateKnowledgeDocumentInput = Partial<
50
- Pick<
51
- KnowledgeDocument,
52
- | "storagePath"
53
- | "markdownStoragePath"
54
- | "byteSize"
55
- | "pageCount"
56
- | "pagesExtracted"
57
- | "charCount"
58
- | "totalTokens"
59
- | "contentHash"
60
- | "status"
61
- | "errorMessage"
62
- | "progressPercent"
63
- >
64
- >;
65
-
66
- export type KnowledgeDocumentReadyProjection = Pick<
67
- KnowledgeDocumentDoc,
68
- | "_id"
69
- | "clientId"
70
- | "filename"
71
- | "markdownStoragePath"
72
- | "charCount"
73
- | "totalTokens"
74
- | "status"
75
- >;
1
+ import { WithId, ObjectId as MongoObjectId } from "mongodb";
2
+
3
+ import type {
4
+ KNOWLEDGE_CONTENT_TYPES,
5
+ KNOWLEDGE_DOCUMENT_STATUSES,
6
+ KNOWLEDGE_FILE_TYPES,
7
+ } from "./knowledgeDocuments.constants";
8
+
9
+ export type KnowledgeDocumentStatus =
10
+ (typeof KNOWLEDGE_DOCUMENT_STATUSES)[keyof typeof KNOWLEDGE_DOCUMENT_STATUSES];
11
+
12
+ export type KnowledgeFileType =
13
+ (typeof KNOWLEDGE_FILE_TYPES)[keyof typeof KNOWLEDGE_FILE_TYPES];
14
+
15
+ export type KnowledgeContentType =
16
+ (typeof KNOWLEDGE_CONTENT_TYPES)[keyof typeof KNOWLEDGE_CONTENT_TYPES];
17
+
18
+ export type KnowledgeDocument = {
19
+ clientId: string;
20
+ filename: string;
21
+ contentType: KnowledgeContentType;
22
+ fileType: KnowledgeFileType;
23
+ storagePath: string;
24
+ markdownStoragePath?: string;
25
+ byteSize: number;
26
+ pageCount?: number;
27
+ pagesExtracted?: number;
28
+ charCount?: number;
29
+ totalTokens?: number;
30
+ contentHash?: string;
31
+ status: KnowledgeDocumentStatus;
32
+ errorMessage?: string;
33
+ progressPercent: number;
34
+ createdAt: Date;
35
+ updatedAt: Date;
36
+ };
37
+
38
+ export type KnowledgeDocumentDoc = WithId<KnowledgeDocument>;
39
+
40
+ export type CreateKnowledgeDocumentInput = Omit<
41
+ KnowledgeDocument,
42
+ "createdAt" | "updatedAt" | "progressPercent" | "status"
43
+ > & {
44
+ status?: KnowledgeDocumentStatus;
45
+ progressPercent?: number;
46
+ _id?: MongoObjectId;
47
+ };
48
+
49
+ export type UpdateKnowledgeDocumentInput = Partial<
50
+ Pick<
51
+ KnowledgeDocument,
52
+ | "storagePath"
53
+ | "markdownStoragePath"
54
+ | "byteSize"
55
+ | "pageCount"
56
+ | "pagesExtracted"
57
+ | "charCount"
58
+ | "totalTokens"
59
+ | "contentHash"
60
+ | "status"
61
+ | "errorMessage"
62
+ | "progressPercent"
63
+ >
64
+ >;
65
+
66
+ export type KnowledgeDocumentReadyProjection = Pick<
67
+ KnowledgeDocumentDoc,
68
+ | "_id"
69
+ | "clientId"
70
+ | "filename"
71
+ | "markdownStoragePath"
72
+ | "charCount"
73
+ | "totalTokens"
74
+ | "status"
75
+ >;
@@ -1,61 +1,61 @@
1
- import { MongoClient, Db } from "mongodb";
2
- import { setDb } from "./index";
3
- import { validateConfig, validateMongoUri } from "../utils/validation";
4
-
5
- class WebsitalkMongoDBClient {
6
- private client: MongoClient | null = null;
7
- private db: Db | null = null;
8
- private readonly defaultDbName = "website-talk";
9
-
10
- async connect(uri?: string, dbName?: string): Promise<void> {
11
- if (this.client) {
12
- return;
13
- }
14
-
15
- const mongodbUri = uri || process.env.MONGO_URI || process.env.MONGODB_URI;
16
- validateConfig("MONGO_URI", mongodbUri);
17
- validateMongoUri(mongodbUri!);
18
-
19
- try {
20
- this.client = new MongoClient(mongodbUri!);
21
- await this.client.connect();
22
- const targetDbName =
23
- dbName || process.env.WEBSITALK_DB_NAME || this.defaultDbName;
24
- this.db = this.client.db(targetDbName);
25
- setDb(this.db);
26
- console.info(`[core-db] Website Talk MongoDB connected: ${targetDbName}`);
27
- } catch (error) {
28
- console.error("[core-db] Website Talk connection failed", error);
29
- throw error;
30
- }
31
- }
32
-
33
- async disconnect(): Promise<void> {
34
- if (this.client) {
35
- try {
36
- await this.client.close();
37
- this.client = null;
38
- this.db = null;
39
- console.info("Website Talk MongoDB disconnected successfully");
40
- } catch (error) {
41
- console.error("[core-db] Website Talk disconnection failed", error);
42
- throw error;
43
- }
44
- }
45
- }
46
-
47
- getDb(): Db {
48
- if (!this.db) {
49
- throw new Error(
50
- "Website Talk database not initialized. Call connect() first.",
51
- );
52
- }
53
- return this.db;
54
- }
55
-
56
- isConnected(): boolean {
57
- return this.client !== null && this.client !== undefined;
58
- }
59
- }
60
-
61
- export const websitalkMongodbClient = new WebsitalkMongoDBClient();
1
+ import { MongoClient, Db } from "mongodb";
2
+ import { setDb } from "./index";
3
+ import { validateConfig, validateMongoUri } from "../utils/validation";
4
+
5
+ class WebsitalkMongoDBClient {
6
+ private client: MongoClient | null = null;
7
+ private db: Db | null = null;
8
+ private readonly defaultDbName = "website-talk";
9
+
10
+ async connect(uri?: string, dbName?: string): Promise<void> {
11
+ if (this.client) {
12
+ return;
13
+ }
14
+
15
+ const mongodbUri = uri || process.env.MONGO_URI || process.env.MONGODB_URI;
16
+ validateConfig("MONGO_URI", mongodbUri);
17
+ validateMongoUri(mongodbUri!);
18
+
19
+ try {
20
+ this.client = new MongoClient(mongodbUri!);
21
+ await this.client.connect();
22
+ const targetDbName =
23
+ dbName || process.env.WEBSITALK_DB_NAME || this.defaultDbName;
24
+ this.db = this.client.db(targetDbName);
25
+ setDb(this.db);
26
+ console.info(`[core-db] Website Talk MongoDB connected: ${targetDbName}`);
27
+ } catch (error) {
28
+ console.error("[core-db] Website Talk connection failed", error);
29
+ throw error;
30
+ }
31
+ }
32
+
33
+ async disconnect(): Promise<void> {
34
+ if (this.client) {
35
+ try {
36
+ await this.client.close();
37
+ this.client = null;
38
+ this.db = null;
39
+ console.info("Website Talk MongoDB disconnected successfully");
40
+ } catch (error) {
41
+ console.error("[core-db] Website Talk disconnection failed", error);
42
+ throw error;
43
+ }
44
+ }
45
+ }
46
+
47
+ getDb(): Db {
48
+ if (!this.db) {
49
+ throw new Error(
50
+ "Website Talk database not initialized. Call connect() first.",
51
+ );
52
+ }
53
+ return this.db;
54
+ }
55
+
56
+ isConnected(): boolean {
57
+ return this.client !== null && this.client !== undefined;
58
+ }
59
+ }
60
+
61
+ export const websitalkMongodbClient = new WebsitalkMongoDBClient();