@talkpilot/core-db 1.3.47 → 1.3.49

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (240) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -747
  5. package/dist/configuration/models/models.constants.d.ts +1 -1
  6. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  7. package/dist/configuration/models/models.constants.js +1 -1
  8. package/dist/configuration/models/models.constants.js.map +1 -1
  9. package/dist/talkpilot/calls/calls.types.d.ts +14 -0
  10. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  11. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  12. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  13. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  14. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  15. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  16. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  17. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  18. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  19. package/dist/talkpilot/flows/flows.getter.d.ts +4 -1
  20. package/dist/talkpilot/flows/flows.getter.d.ts.map +1 -1
  21. package/dist/talkpilot/flows/flows.getter.js +12 -1
  22. package/dist/talkpilot/flows/flows.getter.js.map +1 -1
  23. package/dist/talkpilot/flows/flows.schema.d.ts +31 -0
  24. package/dist/talkpilot/flows/flows.schema.d.ts.map +1 -1
  25. package/dist/talkpilot/flows/flows.schema.js +25 -0
  26. package/dist/talkpilot/flows/flows.schema.js.map +1 -1
  27. package/dist/talkpilot/flows/flows.types.d.ts +14 -0
  28. package/dist/talkpilot/flows/flows.types.d.ts.map +1 -1
  29. package/dist/talkpilot/flows/index.d.ts +1 -1
  30. package/dist/talkpilot/flows/index.d.ts.map +1 -1
  31. package/dist/talkpilot/flows/index.js +3 -1
  32. package/dist/talkpilot/flows/index.js.map +1 -1
  33. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  34. package/dist/websitalk/scanResources/scanResources.getters.js +3 -2
  35. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  36. package/dist/websitalk/scanResources/scanResources.utils.d.ts +1 -0
  37. package/dist/websitalk/scanResources/scanResources.utils.d.ts.map +1 -1
  38. package/dist/websitalk/scanResources/scanResources.utils.js +3 -1
  39. package/dist/websitalk/scanResources/scanResources.utils.js.map +1 -1
  40. package/jest.config.js +20 -20
  41. package/package.json +46 -46
  42. package/src/__tests__/setup.ts +20 -20
  43. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  44. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  45. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  46. package/src/bulkWrite/index.ts +2 -2
  47. package/src/config.ts +9 -9
  48. package/src/configuration/index.ts +17 -17
  49. package/src/configuration/internalModels/index.ts +3 -3
  50. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  51. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  52. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  53. package/src/configuration/models/index.ts +25 -25
  54. package/src/configuration/models/models.constants.ts +13 -13
  55. package/src/configuration/models/models.getters.ts +53 -53
  56. package/src/configuration/models/models.types.ts +79 -79
  57. package/src/configuration/mongodb-client.ts +62 -62
  58. package/src/configuration/prompts/index.ts +2 -2
  59. package/src/configuration/prompts/prompts.getters.ts +49 -49
  60. package/src/configuration/prompts/prompts.types.ts +11 -11
  61. package/src/connection.ts +81 -81
  62. package/src/index.ts +46 -46
  63. package/src/municipal/__tests__/validation.spec.ts +62 -62
  64. package/src/municipal/cities/cities.getters.ts +50 -50
  65. package/src/municipal/cities/cities.types.ts +11 -11
  66. package/src/municipal/cities/index.ts +2 -2
  67. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  68. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  69. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  70. package/src/municipal/departmentsSubjects/index.ts +9 -9
  71. package/src/municipal/index.ts +22 -22
  72. package/src/municipal/mongodb-client.ts +61 -61
  73. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  74. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  75. package/src/municipal/muniIssues/index.ts +17 -17
  76. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  77. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  78. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  79. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  80. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  81. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  82. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  83. package/src/municipal/streets/index.ts +2 -2
  84. package/src/municipal/streets/streets.getters.ts +140 -140
  85. package/src/municipal/streets/streets.types.ts +19 -19
  86. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  87. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  88. package/src/municipal/systemInstructions/index.ts +7 -7
  89. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  90. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  91. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  92. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  93. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  94. package/src/municipal/tickets/index.ts +9 -9
  95. package/src/municipal/tickets/tickets.constants.ts +8 -8
  96. package/src/municipal/tickets/tickets.getters.ts +121 -121
  97. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  98. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  99. package/src/municipal/tickets/tickets.types.ts +54 -54
  100. package/src/municipal/utils/types.ts +11 -11
  101. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  102. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  103. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  104. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  105. package/src/talkpilot/agents/agents.getters.ts +34 -34
  106. package/src/talkpilot/agents/agents.types.ts +14 -14
  107. package/src/talkpilot/agents/index.ts +2 -2
  108. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  109. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  110. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  111. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  112. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  113. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  114. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  115. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  116. package/src/talkpilot/calls/calls.constants.ts +49 -49
  117. package/src/talkpilot/calls/calls.getters.ts +277 -277
  118. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  119. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  120. package/src/talkpilot/calls/calls.types.ts +149 -134
  121. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  122. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  123. package/src/talkpilot/calls/index.ts +6 -6
  124. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  125. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  126. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  127. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  128. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  129. package/src/talkpilot/clients/clients.getters.ts +16 -16
  130. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  131. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  132. package/src/talkpilot/clients/clients.types.ts +18 -18
  133. package/src/talkpilot/clients/index.ts +4 -4
  134. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  135. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  136. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  137. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  138. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  139. package/src/talkpilot/clientsConfig/index.ts +3 -3
  140. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  141. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  142. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  143. package/src/talkpilot/contextNotes/index.ts +2 -2
  144. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -99
  145. package/src/talkpilot/flows/flows.getter.ts +34 -14
  146. package/src/talkpilot/flows/flows.schema.ts +180 -155
  147. package/src/talkpilot/flows/flows.types.ts +211 -189
  148. package/src/talkpilot/flows/index.ts +7 -2
  149. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  150. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  151. package/src/talkpilot/groups/groups.getters.ts +30 -30
  152. package/src/talkpilot/groups/groups.types.ts +29 -29
  153. package/src/talkpilot/groups/index.ts +3 -3
  154. package/src/talkpilot/groups/phone.utils.ts +46 -46
  155. package/src/talkpilot/index.ts +31 -31
  156. package/src/talkpilot/leads/index.ts +2 -2
  157. package/src/talkpilot/leads/leads.getter.ts +6 -6
  158. package/src/talkpilot/leads/leads.schema.ts +33 -33
  159. package/src/talkpilot/leads/leads.types.ts +20 -20
  160. package/src/talkpilot/mongodb-client.ts +78 -78
  161. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  162. package/src/talkpilot/phone_numbers/index.ts +2 -2
  163. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  164. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  165. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  166. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  167. package/src/talkpilot/plans/index.ts +2 -2
  168. package/src/talkpilot/plans/plans.getters.ts +132 -132
  169. package/src/talkpilot/plans/plans.types.ts +89 -89
  170. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  171. package/src/talkpilot/products/index.ts +2 -2
  172. package/src/talkpilot/products/products.getters.ts +12 -12
  173. package/src/talkpilot/products/products.types.ts +9 -9
  174. package/src/talkpilot/results/index.ts +7 -7
  175. package/src/talkpilot/results/results.getter.ts +39 -39
  176. package/src/talkpilot/results/results.schema.ts +25 -25
  177. package/src/talkpilot/results/results.types.ts +34 -34
  178. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  179. package/src/talkpilot/retry_analyze/index.ts +2 -2
  180. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  181. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  182. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  183. package/src/talkpilot/sessions/index.ts +2 -2
  184. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  185. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  186. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  187. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  188. package/src/talkpilot/subscriptions/index.ts +3 -3
  189. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  190. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  191. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  192. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  193. package/src/talkpilot/utils/query.utils.ts +21 -21
  194. package/src/test-utils/db-utils.ts +33 -33
  195. package/src/test-utils/factories/index.ts +18 -18
  196. package/src/test-utils/factories/municipal/cities.ts +16 -16
  197. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  198. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  199. package/src/test-utils/factories/municipal/streets.ts +22 -22
  200. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  201. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  202. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  203. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  204. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  205. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  206. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  207. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  208. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  209. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  210. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  211. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  212. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  213. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  214. package/src/utils/date.utils.ts +126 -126
  215. package/src/utils/shared.types.ts +4 -4
  216. package/src/utils/validation.ts +23 -23
  217. package/src/websitalk/index.ts +18 -18
  218. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +186 -186
  219. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  220. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +17 -17
  221. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +78 -78
  222. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +62 -62
  223. package/src/websitalk/mongodb-client.ts +61 -61
  224. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +193 -136
  225. package/src/websitalk/scanResources/index.ts +4 -4
  226. package/src/websitalk/scanResources/scanResources.constants.ts +47 -47
  227. package/src/websitalk/scanResources/scanResources.getters.ts +102 -94
  228. package/src/websitalk/scanResources/scanResources.types.ts +90 -90
  229. package/src/websitalk/scanResources/scanResources.utils.ts +31 -28
  230. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  231. package/src/websitalk/scans/index.ts +4 -4
  232. package/src/websitalk/scans/scans.constants.ts +15 -15
  233. package/src/websitalk/scans/scans.getters.ts +166 -166
  234. package/src/websitalk/scans/scans.types.ts +54 -54
  235. package/src/websitalk/scans/scans.utils.ts +5 -5
  236. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  237. package/src/websitalk/websiteUrls/index.ts +2 -2
  238. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  239. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  240. package/tsconfig.json +23 -23
@@ -1,186 +1,186 @@
1
- import {
2
- KNOWLEDGE_CONTENT_TYPES,
3
- KNOWLEDGE_DOCUMENT_STATUSES,
4
- KNOWLEDGE_FILE_TYPES,
5
- } from "../knowledgeDocuments.constants";
6
- import {
7
- createKnowledgeDocument,
8
- deleteKnowledgeDocument,
9
- getKnowledgeDocumentById,
10
- getKnowledgeDocumentsCollection,
11
- listKnowledgeDocumentsByClientId,
12
- listReadyKnowledgeDocumentIdsByClientId,
13
- updateKnowledgeDocument,
14
- } from "../knowledgeDocuments.getters";
15
- import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
-
17
- describe("db.websitalk.knowledgeDocuments", () => {
18
- const clientId = "test-client";
19
- const nonExistentId = "507f1f77bcf86cd799439011";
20
-
21
- describe("createKnowledgeDocument", () => {
22
- it("should create a knowledge document", async () => {
23
- const id = await createKnowledgeDocument({
24
- clientId,
25
- filename: "faq.pdf",
26
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
- storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
- byteSize: 2048,
30
- });
31
-
32
- const saved = await getKnowledgeDocumentById(id.toString());
33
- expect(saved).toMatchObject({
34
- clientId,
35
- filename: "faq.pdf",
36
- status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
- progressPercent: 0,
38
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
- });
40
- expect(saved?.createdAt).toBeInstanceOf(Date);
41
- expect(saved?.updatedAt).toBeInstanceOf(Date);
42
- });
43
- });
44
-
45
- describe("getKnowledgeDocumentById", () => {
46
- it("should throw for an invalid id", async () => {
47
- await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
- });
49
- });
50
-
51
- describe("listKnowledgeDocumentsByClientId", () => {
52
- it("should return documents for a client only", async () => {
53
- await getKnowledgeDocumentsCollection().insertMany([
54
- createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
- createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
- createKnowledgeDocumentFixture({
57
- clientId: "other-client",
58
- filename: "c.pdf",
59
- }),
60
- ]);
61
-
62
- const results = await listKnowledgeDocumentsByClientId(clientId);
63
- expect(results).toHaveLength(2);
64
- expect(results.map((doc) => doc.filename).sort()).toEqual([
65
- "a.pdf",
66
- "b.pdf",
67
- ]);
68
- });
69
-
70
- it("should return documents sorted by createdAt descending", async () => {
71
- await getKnowledgeDocumentsCollection().insertMany([
72
- createKnowledgeDocumentFixture({
73
- clientId,
74
- filename: "older.pdf",
75
- createdAt: new Date("2024-01-01"),
76
- updatedAt: new Date("2024-01-01"),
77
- }),
78
- createKnowledgeDocumentFixture({
79
- clientId,
80
- filename: "newer.pdf",
81
- createdAt: new Date("2024-06-01"),
82
- updatedAt: new Date("2024-06-01"),
83
- }),
84
- ]);
85
-
86
- const results = await listKnowledgeDocumentsByClientId(clientId);
87
- expect(results.map((doc) => doc.filename)).toEqual([
88
- "newer.pdf",
89
- "older.pdf",
90
- ]);
91
- });
92
- });
93
-
94
- describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
- it("should return only READY document ids sorted by createdAt descending", async () => {
96
- await getKnowledgeDocumentsCollection().insertMany([
97
- createKnowledgeDocumentFixture({
98
- clientId,
99
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
- createdAt: new Date("2024-01-01"),
101
- updatedAt: new Date("2024-01-01"),
102
- }),
103
- createKnowledgeDocumentFixture({
104
- clientId,
105
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
- createdAt: new Date("2024-06-01"),
107
- updatedAt: new Date("2024-06-01"),
108
- }),
109
- createKnowledgeDocumentFixture({
110
- clientId,
111
- status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
- }),
113
- createKnowledgeDocumentFixture({
114
- clientId: "other",
115
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
- }),
117
- ]);
118
-
119
- const readyDocs = await getKnowledgeDocumentsCollection()
120
- .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
- .sort({ createdAt: -1 })
122
- .toArray();
123
- const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
-
125
- const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
- expect(ids).toHaveLength(2);
127
- expect(ids).toEqual(expectedIds);
128
- });
129
- });
130
-
131
- describe("updateKnowledgeDocument", () => {
132
- it("should update status and progress", async () => {
133
- const id = await createKnowledgeDocument({
134
- clientId,
135
- filename: "doc.pdf",
136
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
- storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
- byteSize: 100,
140
- });
141
-
142
- const before = await getKnowledgeDocumentById(id.toString());
143
-
144
- const updated = await updateKnowledgeDocument(id.toString(), {
145
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
- progressPercent: 100,
147
- pageCount: 12,
148
- });
149
-
150
- expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
- expect(updated?.progressPercent).toBe(100);
152
- expect(updated?.pageCount).toBe(12);
153
- expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
- before!.updatedAt.getTime(),
155
- );
156
- });
157
-
158
- it("should return null when the document does not exist", async () => {
159
- expect(
160
- await updateKnowledgeDocument(nonExistentId, {
161
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
- }),
163
- ).toBeNull();
164
- });
165
- });
166
-
167
- describe("deleteKnowledgeDocument", () => {
168
- it("should delete and return true", async () => {
169
- const id = await createKnowledgeDocument({
170
- clientId: "delete-client",
171
- filename: "gone.pdf",
172
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
- storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
- byteSize: 10,
176
- });
177
-
178
- expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
- expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
- });
181
-
182
- it("should return false when the document does not exist", async () => {
183
- expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
- });
185
- });
186
- });
1
+ import {
2
+ KNOWLEDGE_CONTENT_TYPES,
3
+ KNOWLEDGE_DOCUMENT_STATUSES,
4
+ KNOWLEDGE_FILE_TYPES,
5
+ } from "../knowledgeDocuments.constants";
6
+ import {
7
+ createKnowledgeDocument,
8
+ deleteKnowledgeDocument,
9
+ getKnowledgeDocumentById,
10
+ getKnowledgeDocumentsCollection,
11
+ listKnowledgeDocumentsByClientId,
12
+ listReadyKnowledgeDocumentIdsByClientId,
13
+ updateKnowledgeDocument,
14
+ } from "../knowledgeDocuments.getters";
15
+ import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
+
17
+ describe("db.websitalk.knowledgeDocuments", () => {
18
+ const clientId = "test-client";
19
+ const nonExistentId = "507f1f77bcf86cd799439011";
20
+
21
+ describe("createKnowledgeDocument", () => {
22
+ it("should create a knowledge document", async () => {
23
+ const id = await createKnowledgeDocument({
24
+ clientId,
25
+ filename: "faq.pdf",
26
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
+ storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
+ byteSize: 2048,
30
+ });
31
+
32
+ const saved = await getKnowledgeDocumentById(id.toString());
33
+ expect(saved).toMatchObject({
34
+ clientId,
35
+ filename: "faq.pdf",
36
+ status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
+ progressPercent: 0,
38
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
+ });
40
+ expect(saved?.createdAt).toBeInstanceOf(Date);
41
+ expect(saved?.updatedAt).toBeInstanceOf(Date);
42
+ });
43
+ });
44
+
45
+ describe("getKnowledgeDocumentById", () => {
46
+ it("should throw for an invalid id", async () => {
47
+ await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
+ });
49
+ });
50
+
51
+ describe("listKnowledgeDocumentsByClientId", () => {
52
+ it("should return documents for a client only", async () => {
53
+ await getKnowledgeDocumentsCollection().insertMany([
54
+ createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
+ createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
+ createKnowledgeDocumentFixture({
57
+ clientId: "other-client",
58
+ filename: "c.pdf",
59
+ }),
60
+ ]);
61
+
62
+ const results = await listKnowledgeDocumentsByClientId(clientId);
63
+ expect(results).toHaveLength(2);
64
+ expect(results.map((doc) => doc.filename).sort()).toEqual([
65
+ "a.pdf",
66
+ "b.pdf",
67
+ ]);
68
+ });
69
+
70
+ it("should return documents sorted by createdAt descending", async () => {
71
+ await getKnowledgeDocumentsCollection().insertMany([
72
+ createKnowledgeDocumentFixture({
73
+ clientId,
74
+ filename: "older.pdf",
75
+ createdAt: new Date("2024-01-01"),
76
+ updatedAt: new Date("2024-01-01"),
77
+ }),
78
+ createKnowledgeDocumentFixture({
79
+ clientId,
80
+ filename: "newer.pdf",
81
+ createdAt: new Date("2024-06-01"),
82
+ updatedAt: new Date("2024-06-01"),
83
+ }),
84
+ ]);
85
+
86
+ const results = await listKnowledgeDocumentsByClientId(clientId);
87
+ expect(results.map((doc) => doc.filename)).toEqual([
88
+ "newer.pdf",
89
+ "older.pdf",
90
+ ]);
91
+ });
92
+ });
93
+
94
+ describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
+ it("should return only READY document ids sorted by createdAt descending", async () => {
96
+ await getKnowledgeDocumentsCollection().insertMany([
97
+ createKnowledgeDocumentFixture({
98
+ clientId,
99
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
+ createdAt: new Date("2024-01-01"),
101
+ updatedAt: new Date("2024-01-01"),
102
+ }),
103
+ createKnowledgeDocumentFixture({
104
+ clientId,
105
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
+ createdAt: new Date("2024-06-01"),
107
+ updatedAt: new Date("2024-06-01"),
108
+ }),
109
+ createKnowledgeDocumentFixture({
110
+ clientId,
111
+ status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
+ }),
113
+ createKnowledgeDocumentFixture({
114
+ clientId: "other",
115
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
+ }),
117
+ ]);
118
+
119
+ const readyDocs = await getKnowledgeDocumentsCollection()
120
+ .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
+ .sort({ createdAt: -1 })
122
+ .toArray();
123
+ const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
+
125
+ const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
+ expect(ids).toHaveLength(2);
127
+ expect(ids).toEqual(expectedIds);
128
+ });
129
+ });
130
+
131
+ describe("updateKnowledgeDocument", () => {
132
+ it("should update status and progress", async () => {
133
+ const id = await createKnowledgeDocument({
134
+ clientId,
135
+ filename: "doc.pdf",
136
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
+ storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
+ byteSize: 100,
140
+ });
141
+
142
+ const before = await getKnowledgeDocumentById(id.toString());
143
+
144
+ const updated = await updateKnowledgeDocument(id.toString(), {
145
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
+ progressPercent: 100,
147
+ pageCount: 12,
148
+ });
149
+
150
+ expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
+ expect(updated?.progressPercent).toBe(100);
152
+ expect(updated?.pageCount).toBe(12);
153
+ expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
+ before!.updatedAt.getTime(),
155
+ );
156
+ });
157
+
158
+ it("should return null when the document does not exist", async () => {
159
+ expect(
160
+ await updateKnowledgeDocument(nonExistentId, {
161
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
+ }),
163
+ ).toBeNull();
164
+ });
165
+ });
166
+
167
+ describe("deleteKnowledgeDocument", () => {
168
+ it("should delete and return true", async () => {
169
+ const id = await createKnowledgeDocument({
170
+ clientId: "delete-client",
171
+ filename: "gone.pdf",
172
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
+ storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
+ byteSize: 10,
176
+ });
177
+
178
+ expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
+ expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
+ });
181
+
182
+ it("should return false when the document does not exist", async () => {
183
+ expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
+ });
185
+ });
186
+ });
@@ -1,3 +1,3 @@
1
- export * from "./knowledgeDocuments.constants";
2
- export * from "./knowledgeDocuments.getters";
3
- export * from "./knowledgeDocuments.types";
1
+ export * from "./knowledgeDocuments.constants";
2
+ export * from "./knowledgeDocuments.getters";
3
+ export * from "./knowledgeDocuments.types";
@@ -1,17 +1,17 @@
1
- export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
-
3
- export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
- UPLOADING: "UPLOADING",
5
- EXTRACTING: "EXTRACTING",
6
- PROCESSING: "PROCESSING",
7
- READY: "READY",
8
- FAILED: "FAILED",
9
- } as const;
10
-
11
- export const KNOWLEDGE_FILE_TYPES = {
12
- PDF: "pdf",
13
- } as const;
14
-
15
- export const KNOWLEDGE_CONTENT_TYPES = {
16
- PDF: "application/pdf",
17
- } as const;
1
+ export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
+
3
+ export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
+ UPLOADING: "UPLOADING",
5
+ EXTRACTING: "EXTRACTING",
6
+ PROCESSING: "PROCESSING",
7
+ READY: "READY",
8
+ FAILED: "FAILED",
9
+ } as const;
10
+
11
+ export const KNOWLEDGE_FILE_TYPES = {
12
+ PDF: "pdf",
13
+ } as const;
14
+
15
+ export const KNOWLEDGE_CONTENT_TYPES = {
16
+ PDF: "application/pdf",
17
+ } as const;
@@ -1,78 +1,78 @@
1
- import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
- import { getDb, ObjectId } from "../index";
3
- import {
4
- KNOWLEDGE_DOCUMENTS_COLLECTION,
5
- KNOWLEDGE_DOCUMENT_STATUSES,
6
- } from "./knowledgeDocuments.constants";
7
- import type {
8
- CreateKnowledgeDocumentInput,
9
- KnowledgeDocument,
10
- KnowledgeDocumentDoc,
11
- UpdateKnowledgeDocumentInput,
12
- } from "./knowledgeDocuments.types";
13
-
14
- export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
- return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
- };
17
-
18
- export const createKnowledgeDocument = async (
19
- input: CreateKnowledgeDocumentInput,
20
- ): Promise<MongoObjectId> => {
21
- const now = new Date();
22
- const { status, progressPercent, _id, ...rest } = input;
23
- const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
- ...(_id ? { _id } : {}),
25
- ...rest,
26
- status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
- progressPercent: progressPercent ?? 0,
28
- createdAt: now,
29
- updatedAt: now,
30
- });
31
- return insertedId;
32
- };
33
-
34
- export const getKnowledgeDocumentById = async (
35
- id: string,
36
- ): Promise<KnowledgeDocumentDoc | null> => {
37
- return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
- };
39
-
40
- export const listKnowledgeDocumentsByClientId = async (
41
- clientId: string,
42
- ): Promise<KnowledgeDocumentDoc[]> => {
43
- return getKnowledgeDocumentsCollection()
44
- .find({ clientId })
45
- .sort({ createdAt: -1 })
46
- .toArray();
47
- };
48
-
49
- export const listReadyKnowledgeDocumentIdsByClientId = async (
50
- clientId: string,
51
- ): Promise<string[]> => {
52
- const docs = await getKnowledgeDocumentsCollection()
53
- .find(
54
- { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
- { projection: { _id: 1 } },
56
- )
57
- .sort({ createdAt: -1 })
58
- .toArray();
59
- return docs.map((doc) => doc._id.toString());
60
- };
61
-
62
- export const updateKnowledgeDocument = async (
63
- id: string,
64
- updates: UpdateKnowledgeDocumentInput,
65
- ): Promise<KnowledgeDocumentDoc | null> => {
66
- return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
- { _id: new ObjectId(id) },
68
- { $set: { ...updates, updatedAt: new Date() } },
69
- { returnDocument: "after" },
70
- );
71
- };
72
-
73
- export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
- const result = await getKnowledgeDocumentsCollection().deleteOne({
75
- _id: new ObjectId(id),
76
- });
77
- return result.deletedCount === 1;
78
- };
1
+ import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
+ import { getDb, ObjectId } from "../index";
3
+ import {
4
+ KNOWLEDGE_DOCUMENTS_COLLECTION,
5
+ KNOWLEDGE_DOCUMENT_STATUSES,
6
+ } from "./knowledgeDocuments.constants";
7
+ import type {
8
+ CreateKnowledgeDocumentInput,
9
+ KnowledgeDocument,
10
+ KnowledgeDocumentDoc,
11
+ UpdateKnowledgeDocumentInput,
12
+ } from "./knowledgeDocuments.types";
13
+
14
+ export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
+ return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
+ };
17
+
18
+ export const createKnowledgeDocument = async (
19
+ input: CreateKnowledgeDocumentInput,
20
+ ): Promise<MongoObjectId> => {
21
+ const now = new Date();
22
+ const { status, progressPercent, _id, ...rest } = input;
23
+ const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
+ ...(_id ? { _id } : {}),
25
+ ...rest,
26
+ status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
+ progressPercent: progressPercent ?? 0,
28
+ createdAt: now,
29
+ updatedAt: now,
30
+ });
31
+ return insertedId;
32
+ };
33
+
34
+ export const getKnowledgeDocumentById = async (
35
+ id: string,
36
+ ): Promise<KnowledgeDocumentDoc | null> => {
37
+ return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
+ };
39
+
40
+ export const listKnowledgeDocumentsByClientId = async (
41
+ clientId: string,
42
+ ): Promise<KnowledgeDocumentDoc[]> => {
43
+ return getKnowledgeDocumentsCollection()
44
+ .find({ clientId })
45
+ .sort({ createdAt: -1 })
46
+ .toArray();
47
+ };
48
+
49
+ export const listReadyKnowledgeDocumentIdsByClientId = async (
50
+ clientId: string,
51
+ ): Promise<string[]> => {
52
+ const docs = await getKnowledgeDocumentsCollection()
53
+ .find(
54
+ { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
+ { projection: { _id: 1 } },
56
+ )
57
+ .sort({ createdAt: -1 })
58
+ .toArray();
59
+ return docs.map((doc) => doc._id.toString());
60
+ };
61
+
62
+ export const updateKnowledgeDocument = async (
63
+ id: string,
64
+ updates: UpdateKnowledgeDocumentInput,
65
+ ): Promise<KnowledgeDocumentDoc | null> => {
66
+ return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
+ { _id: new ObjectId(id) },
68
+ { $set: { ...updates, updatedAt: new Date() } },
69
+ { returnDocument: "after" },
70
+ );
71
+ };
72
+
73
+ export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
+ const result = await getKnowledgeDocumentsCollection().deleteOne({
75
+ _id: new ObjectId(id),
76
+ });
77
+ return result.deletedCount === 1;
78
+ };