@talkpilot/core-db 1.3.54 → 1.3.55

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (262) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -778
  5. package/dist/configuration/models/index.d.ts +2 -2
  6. package/dist/configuration/models/index.d.ts.map +1 -1
  7. package/dist/configuration/models/index.js +3 -1
  8. package/dist/configuration/models/index.js.map +1 -1
  9. package/dist/configuration/models/models.constants.d.ts +1 -0
  10. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  11. package/dist/configuration/models/models.constants.js +2 -1
  12. package/dist/configuration/models/models.constants.js.map +1 -1
  13. package/dist/configuration/models/models.getters.d.ts +5 -0
  14. package/dist/configuration/models/models.getters.d.ts.map +1 -1
  15. package/dist/configuration/models/models.getters.js +14 -1
  16. package/dist/configuration/models/models.getters.js.map +1 -1
  17. package/dist/configuration/models/models.types.d.ts +2 -1
  18. package/dist/configuration/models/models.types.d.ts.map +1 -1
  19. package/dist/index.d.ts +0 -1
  20. package/dist/index.d.ts.map +1 -1
  21. package/dist/index.js +0 -1
  22. package/dist/index.js.map +1 -1
  23. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  24. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  25. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  26. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  27. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  28. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  29. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  30. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  31. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts +8 -0
  32. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.d.ts.map +1 -1
  33. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js +9 -1
  34. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.constants.js.map +1 -1
  35. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts +2 -1
  36. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.d.ts.map +1 -1
  37. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js +8 -1
  38. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.getters.js.map +1 -1
  39. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts +3 -1
  40. package/dist/websitalk/knowledgeDocuments/knowledgeDocuments.types.d.ts.map +1 -1
  41. package/dist/websitalk/scanResources/scanResources.constants.d.ts +9 -0
  42. package/dist/websitalk/scanResources/scanResources.constants.d.ts.map +1 -1
  43. package/dist/websitalk/scanResources/scanResources.constants.js +14 -2
  44. package/dist/websitalk/scanResources/scanResources.constants.js.map +1 -1
  45. package/dist/websitalk/scanResources/scanResources.getters.d.ts +2 -2
  46. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  47. package/dist/websitalk/scanResources/scanResources.getters.js +12 -6
  48. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  49. package/dist/websitalk/scanResources/scanResources.types.d.ts +4 -0
  50. package/dist/websitalk/scanResources/scanResources.types.d.ts.map +1 -1
  51. package/dist/websitalk/scans/scans.constants.d.ts +1 -3
  52. package/dist/websitalk/scans/scans.constants.d.ts.map +1 -1
  53. package/dist/websitalk/scans/scans.constants.js +0 -3
  54. package/dist/websitalk/scans/scans.constants.js.map +1 -1
  55. package/dist/websitalk/scans/scans.getters.d.ts +0 -1
  56. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  57. package/dist/websitalk/scans/scans.getters.js +1 -6
  58. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  59. package/dist/websitalk/scans/scans.types.d.ts +2 -0
  60. package/dist/websitalk/scans/scans.types.d.ts.map +1 -1
  61. package/jest.config.js +20 -20
  62. package/package.json +46 -46
  63. package/src/__tests__/setup.ts +20 -20
  64. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  65. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  66. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  67. package/src/bulkWrite/index.ts +2 -2
  68. package/src/config.ts +9 -9
  69. package/src/configuration/index.ts +17 -17
  70. package/src/configuration/internalModels/index.ts +3 -3
  71. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  72. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  73. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  74. package/src/configuration/models/__tests__/models.getters.spec.ts +67 -0
  75. package/src/configuration/models/index.ts +27 -25
  76. package/src/configuration/models/models.constants.ts +15 -13
  77. package/src/configuration/models/models.getters.ts +71 -53
  78. package/src/configuration/models/models.types.ts +80 -79
  79. package/src/configuration/mongodb-client.ts +62 -62
  80. package/src/configuration/prompts/index.ts +2 -2
  81. package/src/configuration/prompts/prompts.getters.ts +49 -49
  82. package/src/configuration/prompts/prompts.types.ts +11 -11
  83. package/src/connection.ts +81 -81
  84. package/src/index.ts +46 -47
  85. package/src/municipal/__tests__/validation.spec.ts +62 -62
  86. package/src/municipal/cities/cities.getters.ts +50 -50
  87. package/src/municipal/cities/cities.types.ts +11 -11
  88. package/src/municipal/cities/index.ts +2 -2
  89. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  90. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  91. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  92. package/src/municipal/departmentsSubjects/index.ts +9 -9
  93. package/src/municipal/index.ts +22 -22
  94. package/src/municipal/mongodb-client.ts +61 -61
  95. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  96. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  97. package/src/municipal/muniIssues/index.ts +17 -17
  98. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  99. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  100. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  101. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  102. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  103. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  104. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  105. package/src/municipal/streets/index.ts +2 -2
  106. package/src/municipal/streets/streets.getters.ts +140 -140
  107. package/src/municipal/streets/streets.types.ts +19 -19
  108. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  109. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  110. package/src/municipal/systemInstructions/index.ts +7 -7
  111. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  112. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  113. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  114. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  115. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  116. package/src/municipal/tickets/index.ts +9 -9
  117. package/src/municipal/tickets/tickets.constants.ts +8 -8
  118. package/src/municipal/tickets/tickets.getters.ts +121 -121
  119. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  120. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  121. package/src/municipal/tickets/tickets.types.ts +54 -54
  122. package/src/municipal/utils/types.ts +11 -11
  123. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  124. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  125. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  126. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  127. package/src/talkpilot/agents/agents.getters.ts +34 -34
  128. package/src/talkpilot/agents/agents.types.ts +14 -14
  129. package/src/talkpilot/agents/index.ts +2 -2
  130. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  131. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  132. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  133. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  134. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  135. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  136. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  137. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  138. package/src/talkpilot/calls/calls.constants.ts +49 -49
  139. package/src/talkpilot/calls/calls.getters.ts +277 -277
  140. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  141. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  142. package/src/talkpilot/calls/calls.types.ts +149 -149
  143. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  144. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  145. package/src/talkpilot/calls/index.ts +6 -6
  146. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  147. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  148. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  149. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  150. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  151. package/src/talkpilot/clients/clients.getters.ts +16 -16
  152. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  153. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  154. package/src/talkpilot/clients/clients.types.ts +18 -18
  155. package/src/talkpilot/clients/index.ts +4 -4
  156. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  157. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  158. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  159. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  160. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  161. package/src/talkpilot/clientsConfig/index.ts +3 -3
  162. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  163. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  164. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  165. package/src/talkpilot/contextNotes/index.ts +2 -2
  166. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  167. package/src/talkpilot/flows/flows.getter.ts +34 -34
  168. package/src/talkpilot/flows/flows.schema.ts +180 -180
  169. package/src/talkpilot/flows/flows.types.ts +211 -211
  170. package/src/talkpilot/flows/index.ts +7 -7
  171. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  172. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  173. package/src/talkpilot/groups/groups.getters.ts +30 -30
  174. package/src/talkpilot/groups/groups.types.ts +29 -29
  175. package/src/talkpilot/groups/index.ts +3 -3
  176. package/src/talkpilot/groups/phone.utils.ts +46 -46
  177. package/src/talkpilot/index.ts +31 -31
  178. package/src/talkpilot/leads/index.ts +2 -2
  179. package/src/talkpilot/leads/leads.getter.ts +6 -6
  180. package/src/talkpilot/leads/leads.schema.ts +33 -33
  181. package/src/talkpilot/leads/leads.types.ts +20 -20
  182. package/src/talkpilot/mongodb-client.ts +78 -78
  183. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  184. package/src/talkpilot/phone_numbers/index.ts +2 -2
  185. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  186. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  187. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  188. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  189. package/src/talkpilot/plans/index.ts +2 -2
  190. package/src/talkpilot/plans/plans.getters.ts +132 -132
  191. package/src/talkpilot/plans/plans.types.ts +89 -89
  192. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  193. package/src/talkpilot/products/index.ts +2 -2
  194. package/src/talkpilot/products/products.getters.ts +12 -12
  195. package/src/talkpilot/products/products.types.ts +9 -9
  196. package/src/talkpilot/results/index.ts +7 -7
  197. package/src/talkpilot/results/results.getter.ts +39 -39
  198. package/src/talkpilot/results/results.schema.ts +25 -25
  199. package/src/talkpilot/results/results.types.ts +34 -34
  200. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  201. package/src/talkpilot/retry_analyze/index.ts +2 -2
  202. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  203. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  204. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  205. package/src/talkpilot/sessions/index.ts +2 -2
  206. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  207. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  208. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  209. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  210. package/src/talkpilot/subscriptions/index.ts +3 -3
  211. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  212. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  213. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  214. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  215. package/src/talkpilot/utils/query.utils.ts +21 -21
  216. package/src/test-utils/db-utils.ts +33 -33
  217. package/src/test-utils/factories/index.ts +18 -18
  218. package/src/test-utils/factories/municipal/cities.ts +16 -16
  219. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  220. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  221. package/src/test-utils/factories/municipal/streets.ts +22 -22
  222. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  223. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  224. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  225. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  226. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  227. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  228. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  229. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  230. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  231. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  232. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  233. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  234. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  235. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  236. package/src/utils/date.utils.ts +126 -126
  237. package/src/utils/shared.types.ts +4 -4
  238. package/src/utils/validation.ts +23 -23
  239. package/src/websitalk/index.ts +18 -18
  240. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +238 -186
  241. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  242. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +26 -17
  243. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +95 -78
  244. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +75 -62
  245. package/src/websitalk/mongodb-client.ts +61 -61
  246. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +248 -212
  247. package/src/websitalk/scanResources/index.ts +4 -4
  248. package/src/websitalk/scanResources/scanResources.constants.ts +60 -47
  249. package/src/websitalk/scanResources/scanResources.getters.ts +121 -109
  250. package/src/websitalk/scanResources/scanResources.types.ts +105 -90
  251. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  252. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -341
  253. package/src/websitalk/scans/index.ts +4 -4
  254. package/src/websitalk/scans/scans.constants.ts +15 -18
  255. package/src/websitalk/scans/scans.getters.ts +166 -171
  256. package/src/websitalk/scans/scans.types.ts +56 -54
  257. package/src/websitalk/scans/scans.utils.ts +5 -5
  258. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  259. package/src/websitalk/websiteUrls/index.ts +2 -2
  260. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  261. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  262. package/tsconfig.json +23 -23
@@ -1,186 +1,238 @@
1
- import {
2
- KNOWLEDGE_CONTENT_TYPES,
3
- KNOWLEDGE_DOCUMENT_STATUSES,
4
- KNOWLEDGE_FILE_TYPES,
5
- } from "../knowledgeDocuments.constants";
6
- import {
7
- createKnowledgeDocument,
8
- deleteKnowledgeDocument,
9
- getKnowledgeDocumentById,
10
- getKnowledgeDocumentsCollection,
11
- listKnowledgeDocumentsByClientId,
12
- listReadyKnowledgeDocumentIdsByClientId,
13
- updateKnowledgeDocument,
14
- } from "../knowledgeDocuments.getters";
15
- import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
-
17
- describe("db.websitalk.knowledgeDocuments", () => {
18
- const clientId = "test-client";
19
- const nonExistentId = "507f1f77bcf86cd799439011";
20
-
21
- describe("createKnowledgeDocument", () => {
22
- it("should create a knowledge document", async () => {
23
- const id = await createKnowledgeDocument({
24
- clientId,
25
- filename: "faq.pdf",
26
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
- storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
- byteSize: 2048,
30
- });
31
-
32
- const saved = await getKnowledgeDocumentById(id.toString());
33
- expect(saved).toMatchObject({
34
- clientId,
35
- filename: "faq.pdf",
36
- status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
- progressPercent: 0,
38
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
- });
40
- expect(saved?.createdAt).toBeInstanceOf(Date);
41
- expect(saved?.updatedAt).toBeInstanceOf(Date);
42
- });
43
- });
44
-
45
- describe("getKnowledgeDocumentById", () => {
46
- it("should throw for an invalid id", async () => {
47
- await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
- });
49
- });
50
-
51
- describe("listKnowledgeDocumentsByClientId", () => {
52
- it("should return documents for a client only", async () => {
53
- await getKnowledgeDocumentsCollection().insertMany([
54
- createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
- createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
- createKnowledgeDocumentFixture({
57
- clientId: "other-client",
58
- filename: "c.pdf",
59
- }),
60
- ]);
61
-
62
- const results = await listKnowledgeDocumentsByClientId(clientId);
63
- expect(results).toHaveLength(2);
64
- expect(results.map((doc) => doc.filename).sort()).toEqual([
65
- "a.pdf",
66
- "b.pdf",
67
- ]);
68
- });
69
-
70
- it("should return documents sorted by createdAt descending", async () => {
71
- await getKnowledgeDocumentsCollection().insertMany([
72
- createKnowledgeDocumentFixture({
73
- clientId,
74
- filename: "older.pdf",
75
- createdAt: new Date("2024-01-01"),
76
- updatedAt: new Date("2024-01-01"),
77
- }),
78
- createKnowledgeDocumentFixture({
79
- clientId,
80
- filename: "newer.pdf",
81
- createdAt: new Date("2024-06-01"),
82
- updatedAt: new Date("2024-06-01"),
83
- }),
84
- ]);
85
-
86
- const results = await listKnowledgeDocumentsByClientId(clientId);
87
- expect(results.map((doc) => doc.filename)).toEqual([
88
- "newer.pdf",
89
- "older.pdf",
90
- ]);
91
- });
92
- });
93
-
94
- describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
- it("should return only READY document ids sorted by createdAt descending", async () => {
96
- await getKnowledgeDocumentsCollection().insertMany([
97
- createKnowledgeDocumentFixture({
98
- clientId,
99
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
- createdAt: new Date("2024-01-01"),
101
- updatedAt: new Date("2024-01-01"),
102
- }),
103
- createKnowledgeDocumentFixture({
104
- clientId,
105
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
- createdAt: new Date("2024-06-01"),
107
- updatedAt: new Date("2024-06-01"),
108
- }),
109
- createKnowledgeDocumentFixture({
110
- clientId,
111
- status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
- }),
113
- createKnowledgeDocumentFixture({
114
- clientId: "other",
115
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
- }),
117
- ]);
118
-
119
- const readyDocs = await getKnowledgeDocumentsCollection()
120
- .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
- .sort({ createdAt: -1 })
122
- .toArray();
123
- const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
-
125
- const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
- expect(ids).toHaveLength(2);
127
- expect(ids).toEqual(expectedIds);
128
- });
129
- });
130
-
131
- describe("updateKnowledgeDocument", () => {
132
- it("should update status and progress", async () => {
133
- const id = await createKnowledgeDocument({
134
- clientId,
135
- filename: "doc.pdf",
136
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
- storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
- byteSize: 100,
140
- });
141
-
142
- const before = await getKnowledgeDocumentById(id.toString());
143
-
144
- const updated = await updateKnowledgeDocument(id.toString(), {
145
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
- progressPercent: 100,
147
- pageCount: 12,
148
- });
149
-
150
- expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
- expect(updated?.progressPercent).toBe(100);
152
- expect(updated?.pageCount).toBe(12);
153
- expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
- before!.updatedAt.getTime(),
155
- );
156
- });
157
-
158
- it("should return null when the document does not exist", async () => {
159
- expect(
160
- await updateKnowledgeDocument(nonExistentId, {
161
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
- }),
163
- ).toBeNull();
164
- });
165
- });
166
-
167
- describe("deleteKnowledgeDocument", () => {
168
- it("should delete and return true", async () => {
169
- const id = await createKnowledgeDocument({
170
- clientId: "delete-client",
171
- filename: "gone.pdf",
172
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
- storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
- byteSize: 10,
176
- });
177
-
178
- expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
- expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
- });
181
-
182
- it("should return false when the document does not exist", async () => {
183
- expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
- });
185
- });
186
- });
1
+ import {
2
+ KNOWLEDGE_CONTENT_TYPES,
3
+ KNOWLEDGE_DOCUMENT_STATUSES,
4
+ KNOWLEDGE_FILE_TYPES,
5
+ } from "../knowledgeDocuments.constants";
6
+ import {
7
+ createKnowledgeDocument,
8
+ deleteKnowledgeDocument,
9
+ getKnowledgeDocumentById,
10
+ getKnowledgeDocumentsCollection,
11
+ listKnowledgeDocumentsByClientId,
12
+ listReadyKnowledgeDocumentIdsByClientId,
13
+ listReadyKnowledgeDocumentsByClientId,
14
+ updateKnowledgeDocument,
15
+ } from "../knowledgeDocuments.getters";
16
+ import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
17
+
18
+ describe("db.websitalk.knowledgeDocuments", () => {
19
+ const clientId = "test-client";
20
+ const nonExistentId = "507f1f77bcf86cd799439011";
21
+
22
+ describe("createKnowledgeDocument", () => {
23
+ it("should create a knowledge document", async () => {
24
+ const id = await createKnowledgeDocument({
25
+ clientId,
26
+ filename: "faq.pdf",
27
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
28
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
29
+ storagePath: "websitalk/knowledge_files/test/faq.pdf",
30
+ byteSize: 2048,
31
+ });
32
+
33
+ const saved = await getKnowledgeDocumentById(id.toString());
34
+ expect(saved).toMatchObject({
35
+ clientId,
36
+ filename: "faq.pdf",
37
+ status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
38
+ progressPercent: 0,
39
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
40
+ });
41
+ expect(saved?.createdAt).toBeInstanceOf(Date);
42
+ expect(saved?.updatedAt).toBeInstanceOf(Date);
43
+ });
44
+ });
45
+
46
+ describe("getKnowledgeDocumentById", () => {
47
+ it("should throw for an invalid id", async () => {
48
+ await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
49
+ });
50
+ });
51
+
52
+ describe("listKnowledgeDocumentsByClientId", () => {
53
+ it("should return documents for a client only", async () => {
54
+ await getKnowledgeDocumentsCollection().insertMany([
55
+ createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
56
+ createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
57
+ createKnowledgeDocumentFixture({
58
+ clientId: "other-client",
59
+ filename: "c.pdf",
60
+ }),
61
+ ]);
62
+
63
+ const results = await listKnowledgeDocumentsByClientId(clientId);
64
+ expect(results).toHaveLength(2);
65
+ expect(results.map((doc) => doc.filename).sort()).toEqual([
66
+ "a.pdf",
67
+ "b.pdf",
68
+ ]);
69
+ });
70
+
71
+ it("should return documents sorted by createdAt descending", async () => {
72
+ await getKnowledgeDocumentsCollection().insertMany([
73
+ createKnowledgeDocumentFixture({
74
+ clientId,
75
+ filename: "older.pdf",
76
+ createdAt: new Date("2024-01-01"),
77
+ updatedAt: new Date("2024-01-01"),
78
+ }),
79
+ createKnowledgeDocumentFixture({
80
+ clientId,
81
+ filename: "newer.pdf",
82
+ createdAt: new Date("2024-06-01"),
83
+ updatedAt: new Date("2024-06-01"),
84
+ }),
85
+ ]);
86
+
87
+ const results = await listKnowledgeDocumentsByClientId(clientId);
88
+ expect(results.map((doc) => doc.filename)).toEqual([
89
+ "newer.pdf",
90
+ "older.pdf",
91
+ ]);
92
+ });
93
+ });
94
+
95
+ describe("listReadyKnowledgeDocumentIdsByClientId", () => {
96
+ it("should return only READY document ids sorted by createdAt descending", async () => {
97
+ await getKnowledgeDocumentsCollection().insertMany([
98
+ createKnowledgeDocumentFixture({
99
+ clientId,
100
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
101
+ createdAt: new Date("2024-01-01"),
102
+ updatedAt: new Date("2024-01-01"),
103
+ }),
104
+ createKnowledgeDocumentFixture({
105
+ clientId,
106
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
107
+ createdAt: new Date("2024-06-01"),
108
+ updatedAt: new Date("2024-06-01"),
109
+ }),
110
+ createKnowledgeDocumentFixture({
111
+ clientId,
112
+ status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
113
+ }),
114
+ createKnowledgeDocumentFixture({
115
+ clientId: "other",
116
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
117
+ }),
118
+ ]);
119
+
120
+ const readyDocs = await getKnowledgeDocumentsCollection()
121
+ .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
122
+ .sort({ createdAt: -1 })
123
+ .toArray();
124
+ const expectedIds = readyDocs.map((doc) => doc._id.toString());
125
+
126
+ const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
127
+ expect(ids).toHaveLength(2);
128
+ expect(ids).toEqual(expectedIds);
129
+ });
130
+ });
131
+
132
+ describe("listReadyKnowledgeDocumentsByClientId", () => {
133
+ it("should return only READY documents sorted by createdAt descending", async () => {
134
+ await getKnowledgeDocumentsCollection().insertMany([
135
+ createKnowledgeDocumentFixture({
136
+ clientId,
137
+ filename: "older.pdf",
138
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
139
+ markdownStoragePath: "path/older.md",
140
+ charCount: 100,
141
+ totalTokens: 20,
142
+ createdAt: new Date("2024-01-01"),
143
+ updatedAt: new Date("2024-01-01"),
144
+ }),
145
+ createKnowledgeDocumentFixture({
146
+ clientId,
147
+ filename: "newer.pdf",
148
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
149
+ markdownStoragePath: "path/newer.md",
150
+ charCount: 200,
151
+ totalTokens: 40,
152
+ createdAt: new Date("2024-06-01"),
153
+ updatedAt: new Date("2024-06-01"),
154
+ }),
155
+ createKnowledgeDocumentFixture({
156
+ clientId,
157
+ filename: "processing.pdf",
158
+ status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
159
+ }),
160
+ createKnowledgeDocumentFixture({
161
+ clientId: "other",
162
+ filename: "other.pdf",
163
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
164
+ }),
165
+ ]);
166
+
167
+ const docs = await listReadyKnowledgeDocumentsByClientId(clientId);
168
+ expect(docs.map((doc) => doc.filename)).toEqual([
169
+ "newer.pdf",
170
+ "older.pdf",
171
+ ]);
172
+ expect(docs[0]).toMatchObject({
173
+ clientId,
174
+ filename: "newer.pdf",
175
+ markdownStoragePath: "path/newer.md",
176
+ charCount: 200,
177
+ totalTokens: 40,
178
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
179
+ });
180
+ });
181
+ });
182
+
183
+ describe("updateKnowledgeDocument", () => {
184
+ it("should update status and progress", async () => {
185
+ const id = await createKnowledgeDocument({
186
+ clientId,
187
+ filename: "doc.pdf",
188
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
189
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
190
+ storagePath: "websitalk/knowledge_files/test/doc.pdf",
191
+ byteSize: 100,
192
+ });
193
+
194
+ const before = await getKnowledgeDocumentById(id.toString());
195
+
196
+ const updated = await updateKnowledgeDocument(id.toString(), {
197
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
198
+ progressPercent: 100,
199
+ pageCount: 12,
200
+ });
201
+
202
+ expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
203
+ expect(updated?.progressPercent).toBe(100);
204
+ expect(updated?.pageCount).toBe(12);
205
+ expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
206
+ before!.updatedAt.getTime(),
207
+ );
208
+ });
209
+
210
+ it("should return null when the document does not exist", async () => {
211
+ expect(
212
+ await updateKnowledgeDocument(nonExistentId, {
213
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
214
+ }),
215
+ ).toBeNull();
216
+ });
217
+ });
218
+
219
+ describe("deleteKnowledgeDocument", () => {
220
+ it("should delete and return true", async () => {
221
+ const id = await createKnowledgeDocument({
222
+ clientId: "delete-client",
223
+ filename: "gone.pdf",
224
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
225
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
226
+ storagePath: "websitalk/knowledge_files/delete/gone.pdf",
227
+ byteSize: 10,
228
+ });
229
+
230
+ expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
231
+ expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
232
+ });
233
+
234
+ it("should return false when the document does not exist", async () => {
235
+ expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
236
+ });
237
+ });
238
+ });
@@ -1,3 +1,3 @@
1
- export * from "./knowledgeDocuments.constants";
2
- export * from "./knowledgeDocuments.getters";
3
- export * from "./knowledgeDocuments.types";
1
+ export * from "./knowledgeDocuments.constants";
2
+ export * from "./knowledgeDocuments.getters";
3
+ export * from "./knowledgeDocuments.types";
@@ -1,17 +1,26 @@
1
- export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
-
3
- export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
- UPLOADING: "UPLOADING",
5
- EXTRACTING: "EXTRACTING",
6
- PROCESSING: "PROCESSING",
7
- READY: "READY",
8
- FAILED: "FAILED",
9
- } as const;
10
-
11
- export const KNOWLEDGE_FILE_TYPES = {
12
- PDF: "pdf",
13
- } as const;
14
-
15
- export const KNOWLEDGE_CONTENT_TYPES = {
16
- PDF: "application/pdf",
17
- } as const;
1
+ export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
+
3
+ export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
+ UPLOADING: "UPLOADING",
5
+ EXTRACTING: "EXTRACTING",
6
+ PROCESSING: "PROCESSING",
7
+ READY: "READY",
8
+ FAILED: "FAILED",
9
+ } as const;
10
+
11
+ export const KNOWLEDGE_FILE_TYPES = {
12
+ PDF: "pdf",
13
+ } as const;
14
+
15
+ export const KNOWLEDGE_CONTENT_TYPES = {
16
+ PDF: "application/pdf",
17
+ } as const;
18
+
19
+ export const KNOWLEDGE_DOCUMENT_READY_PROJECTION = {
20
+ clientId: 1,
21
+ filename: 1,
22
+ markdownStoragePath: 1,
23
+ charCount: 1,
24
+ totalTokens: 1,
25
+ status: 1,
26
+ } as const;
@@ -1,78 +1,95 @@
1
- import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
- import { getDb, ObjectId } from "../index";
3
- import {
4
- KNOWLEDGE_DOCUMENTS_COLLECTION,
5
- KNOWLEDGE_DOCUMENT_STATUSES,
6
- } from "./knowledgeDocuments.constants";
7
- import type {
8
- CreateKnowledgeDocumentInput,
9
- KnowledgeDocument,
10
- KnowledgeDocumentDoc,
11
- UpdateKnowledgeDocumentInput,
12
- } from "./knowledgeDocuments.types";
13
-
14
- export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
- return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
- };
17
-
18
- export const createKnowledgeDocument = async (
19
- input: CreateKnowledgeDocumentInput,
20
- ): Promise<MongoObjectId> => {
21
- const now = new Date();
22
- const { status, progressPercent, _id, ...rest } = input;
23
- const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
- ...(_id ? { _id } : {}),
25
- ...rest,
26
- status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
- progressPercent: progressPercent ?? 0,
28
- createdAt: now,
29
- updatedAt: now,
30
- });
31
- return insertedId;
32
- };
33
-
34
- export const getKnowledgeDocumentById = async (
35
- id: string,
36
- ): Promise<KnowledgeDocumentDoc | null> => {
37
- return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
- };
39
-
40
- export const listKnowledgeDocumentsByClientId = async (
41
- clientId: string,
42
- ): Promise<KnowledgeDocumentDoc[]> => {
43
- return getKnowledgeDocumentsCollection()
44
- .find({ clientId })
45
- .sort({ createdAt: -1 })
46
- .toArray();
47
- };
48
-
49
- export const listReadyKnowledgeDocumentIdsByClientId = async (
50
- clientId: string,
51
- ): Promise<string[]> => {
52
- const docs = await getKnowledgeDocumentsCollection()
53
- .find(
54
- { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
- { projection: { _id: 1 } },
56
- )
57
- .sort({ createdAt: -1 })
58
- .toArray();
59
- return docs.map((doc) => doc._id.toString());
60
- };
61
-
62
- export const updateKnowledgeDocument = async (
63
- id: string,
64
- updates: UpdateKnowledgeDocumentInput,
65
- ): Promise<KnowledgeDocumentDoc | null> => {
66
- return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
- { _id: new ObjectId(id) },
68
- { $set: { ...updates, updatedAt: new Date() } },
69
- { returnDocument: "after" },
70
- );
71
- };
72
-
73
- export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
- const result = await getKnowledgeDocumentsCollection().deleteOne({
75
- _id: new ObjectId(id),
76
- });
77
- return result.deletedCount === 1;
78
- };
1
+ import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
+ import { getDb, ObjectId } from "../index";
3
+ import {
4
+ KNOWLEDGE_DOCUMENTS_COLLECTION,
5
+ KNOWLEDGE_DOCUMENT_READY_PROJECTION,
6
+ KNOWLEDGE_DOCUMENT_STATUSES,
7
+ } from "./knowledgeDocuments.constants";
8
+ import type {
9
+ CreateKnowledgeDocumentInput,
10
+ KnowledgeDocument,
11
+ KnowledgeDocumentDoc,
12
+ KnowledgeDocumentReadyProjection,
13
+ UpdateKnowledgeDocumentInput,
14
+ } from "./knowledgeDocuments.types";
15
+
16
+ export const getKnowledgeDocumentsCollection =
17
+ (): Collection<KnowledgeDocument> => {
18
+ return getDb().collection<KnowledgeDocument>(
19
+ KNOWLEDGE_DOCUMENTS_COLLECTION,
20
+ );
21
+ };
22
+
23
+ export const createKnowledgeDocument = async (
24
+ input: CreateKnowledgeDocumentInput,
25
+ ): Promise<MongoObjectId> => {
26
+ const now = new Date();
27
+ const { status, progressPercent, _id, ...rest } = input;
28
+ const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
29
+ ...(_id ? { _id } : {}),
30
+ ...rest,
31
+ status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
32
+ progressPercent: progressPercent ?? 0,
33
+ createdAt: now,
34
+ updatedAt: now,
35
+ });
36
+ return insertedId;
37
+ };
38
+
39
+ export const getKnowledgeDocumentById = async (
40
+ id: string,
41
+ ): Promise<KnowledgeDocumentDoc | null> => {
42
+ return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
43
+ };
44
+
45
+ export const listKnowledgeDocumentsByClientId = async (
46
+ clientId: string,
47
+ ): Promise<KnowledgeDocumentDoc[]> => {
48
+ return getKnowledgeDocumentsCollection()
49
+ .find({ clientId })
50
+ .sort({ createdAt: -1 })
51
+ .toArray();
52
+ };
53
+
54
+ export const listReadyKnowledgeDocumentIdsByClientId = async (
55
+ clientId: string,
56
+ ): Promise<string[]> => {
57
+ const docs = await getKnowledgeDocumentsCollection()
58
+ .find(
59
+ { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
60
+ { projection: { _id: 1 } },
61
+ )
62
+ .sort({ createdAt: -1 })
63
+ .toArray();
64
+ return docs.map((doc) => doc._id.toString());
65
+ };
66
+
67
+ export const listReadyKnowledgeDocumentsByClientId = async (
68
+ clientId: string,
69
+ ): Promise<KnowledgeDocumentReadyProjection[]> => {
70
+ return getKnowledgeDocumentsCollection()
71
+ .find(
72
+ { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
73
+ { projection: KNOWLEDGE_DOCUMENT_READY_PROJECTION },
74
+ )
75
+ .sort({ createdAt: -1 })
76
+ .toArray() as Promise<KnowledgeDocumentReadyProjection[]>;
77
+ };
78
+
79
+ export const updateKnowledgeDocument = async (
80
+ id: string,
81
+ updates: UpdateKnowledgeDocumentInput,
82
+ ): Promise<KnowledgeDocumentDoc | null> => {
83
+ return getKnowledgeDocumentsCollection().findOneAndUpdate(
84
+ { _id: new ObjectId(id) },
85
+ { $set: { ...updates, updatedAt: new Date() } },
86
+ { returnDocument: "after" },
87
+ );
88
+ };
89
+
90
+ export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
91
+ const result = await getKnowledgeDocumentsCollection().deleteOne({
92
+ _id: new ObjectId(id),
93
+ });
94
+ return result.deletedCount === 1;
95
+ };