@talkpilot/core-db 1.3.50 → 1.3.51

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (229) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -778
  5. package/dist/configuration/models/models.constants.d.ts +1 -1
  6. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  7. package/dist/configuration/models/models.constants.js +1 -6
  8. package/dist/configuration/models/models.constants.js.map +1 -1
  9. package/dist/websitalk/scanResources/scanResources.getters.d.ts +1 -0
  10. package/dist/websitalk/scanResources/scanResources.getters.d.ts.map +1 -1
  11. package/dist/websitalk/scanResources/scanResources.getters.js +6 -1
  12. package/dist/websitalk/scanResources/scanResources.getters.js.map +1 -1
  13. package/dist/websitalk/scans/scans.constants.d.ts +1 -0
  14. package/dist/websitalk/scans/scans.constants.d.ts.map +1 -1
  15. package/dist/websitalk/scans/scans.constants.js +1 -0
  16. package/dist/websitalk/scans/scans.constants.js.map +1 -1
  17. package/dist/websitalk/scans/scans.getters.d.ts +1 -0
  18. package/dist/websitalk/scans/scans.getters.d.ts.map +1 -1
  19. package/dist/websitalk/scans/scans.getters.js +6 -1
  20. package/dist/websitalk/scans/scans.getters.js.map +1 -1
  21. package/jest.config.js +20 -20
  22. package/package.json +46 -46
  23. package/src/__tests__/setup.ts +20 -20
  24. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  25. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  26. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  27. package/src/bulkWrite/index.ts +2 -2
  28. package/src/config.ts +9 -9
  29. package/src/configuration/index.ts +17 -17
  30. package/src/configuration/internalModels/index.ts +3 -3
  31. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  32. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  33. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  34. package/src/configuration/models/index.ts +25 -25
  35. package/src/configuration/models/models.constants.ts +13 -18
  36. package/src/configuration/models/models.getters.ts +53 -53
  37. package/src/configuration/models/models.types.ts +79 -79
  38. package/src/configuration/mongodb-client.ts +62 -62
  39. package/src/configuration/prompts/index.ts +2 -2
  40. package/src/configuration/prompts/prompts.getters.ts +49 -49
  41. package/src/configuration/prompts/prompts.types.ts +11 -11
  42. package/src/connection.ts +81 -81
  43. package/src/index.ts +46 -46
  44. package/src/municipal/__tests__/validation.spec.ts +62 -62
  45. package/src/municipal/cities/cities.getters.ts +50 -50
  46. package/src/municipal/cities/cities.types.ts +11 -11
  47. package/src/municipal/cities/index.ts +2 -2
  48. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  49. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  50. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  51. package/src/municipal/departmentsSubjects/index.ts +9 -9
  52. package/src/municipal/index.ts +22 -22
  53. package/src/municipal/mongodb-client.ts +61 -61
  54. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  55. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  56. package/src/municipal/muniIssues/index.ts +17 -17
  57. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  58. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  59. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  60. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  61. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  62. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  63. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  64. package/src/municipal/streets/index.ts +2 -2
  65. package/src/municipal/streets/streets.getters.ts +140 -140
  66. package/src/municipal/streets/streets.types.ts +19 -19
  67. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  68. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  69. package/src/municipal/systemInstructions/index.ts +7 -7
  70. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  71. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  72. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  73. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  74. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  75. package/src/municipal/tickets/index.ts +9 -9
  76. package/src/municipal/tickets/tickets.constants.ts +8 -8
  77. package/src/municipal/tickets/tickets.getters.ts +121 -121
  78. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  79. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  80. package/src/municipal/tickets/tickets.types.ts +54 -54
  81. package/src/municipal/utils/types.ts +11 -11
  82. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  83. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  84. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  85. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  86. package/src/talkpilot/agents/agents.getters.ts +34 -34
  87. package/src/talkpilot/agents/agents.types.ts +14 -14
  88. package/src/talkpilot/agents/index.ts +2 -2
  89. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  90. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  91. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  92. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  93. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  94. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  95. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  96. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  97. package/src/talkpilot/calls/calls.constants.ts +49 -49
  98. package/src/talkpilot/calls/calls.getters.ts +277 -277
  99. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  100. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  101. package/src/talkpilot/calls/calls.types.ts +149 -149
  102. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  103. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  104. package/src/talkpilot/calls/index.ts +6 -6
  105. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  106. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  107. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  108. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  109. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  110. package/src/talkpilot/clients/clients.getters.ts +16 -16
  111. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  112. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  113. package/src/talkpilot/clients/clients.types.ts +18 -18
  114. package/src/talkpilot/clients/index.ts +4 -4
  115. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  116. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  117. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  118. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  119. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  120. package/src/talkpilot/clientsConfig/index.ts +3 -3
  121. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  122. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  123. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  124. package/src/talkpilot/contextNotes/index.ts +2 -2
  125. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -124
  126. package/src/talkpilot/flows/flows.getter.ts +34 -34
  127. package/src/talkpilot/flows/flows.schema.ts +180 -180
  128. package/src/talkpilot/flows/flows.types.ts +211 -211
  129. package/src/talkpilot/flows/index.ts +7 -7
  130. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  131. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  132. package/src/talkpilot/groups/groups.getters.ts +30 -30
  133. package/src/talkpilot/groups/groups.types.ts +29 -29
  134. package/src/talkpilot/groups/index.ts +3 -3
  135. package/src/talkpilot/groups/phone.utils.ts +46 -46
  136. package/src/talkpilot/index.ts +31 -31
  137. package/src/talkpilot/leads/index.ts +2 -2
  138. package/src/talkpilot/leads/leads.getter.ts +6 -6
  139. package/src/talkpilot/leads/leads.schema.ts +33 -33
  140. package/src/talkpilot/leads/leads.types.ts +20 -20
  141. package/src/talkpilot/mongodb-client.ts +78 -78
  142. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  143. package/src/talkpilot/phone_numbers/index.ts +2 -2
  144. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  145. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  146. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  147. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  148. package/src/talkpilot/plans/index.ts +2 -2
  149. package/src/talkpilot/plans/plans.getters.ts +132 -132
  150. package/src/talkpilot/plans/plans.types.ts +89 -89
  151. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  152. package/src/talkpilot/products/index.ts +2 -2
  153. package/src/talkpilot/products/products.getters.ts +12 -12
  154. package/src/talkpilot/products/products.types.ts +9 -9
  155. package/src/talkpilot/results/index.ts +7 -7
  156. package/src/talkpilot/results/results.getter.ts +39 -39
  157. package/src/talkpilot/results/results.schema.ts +25 -25
  158. package/src/talkpilot/results/results.types.ts +34 -34
  159. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  160. package/src/talkpilot/retry_analyze/index.ts +2 -2
  161. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  162. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  163. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  164. package/src/talkpilot/sessions/index.ts +2 -2
  165. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  166. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  167. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  168. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  169. package/src/talkpilot/subscriptions/index.ts +3 -3
  170. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  171. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  172. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  173. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  174. package/src/talkpilot/utils/query.utils.ts +21 -21
  175. package/src/test-utils/db-utils.ts +33 -33
  176. package/src/test-utils/factories/index.ts +18 -18
  177. package/src/test-utils/factories/municipal/cities.ts +16 -16
  178. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  179. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  180. package/src/test-utils/factories/municipal/streets.ts +22 -22
  181. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  182. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  183. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  184. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  185. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  186. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  187. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  188. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  189. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  190. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  191. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  192. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  193. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  194. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  195. package/src/utils/date.utils.ts +126 -126
  196. package/src/utils/shared.types.ts +4 -4
  197. package/src/utils/validation.ts +23 -23
  198. package/src/websitalk/index.ts +18 -18
  199. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +186 -186
  200. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  201. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +17 -17
  202. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +78 -78
  203. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +62 -62
  204. package/src/websitalk/mongodb-client.ts +61 -61
  205. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +212 -193
  206. package/src/websitalk/scanResources/index.ts +4 -4
  207. package/src/websitalk/scanResources/scanResources.constants.ts +47 -47
  208. package/src/websitalk/scanResources/scanResources.getters.ts +109 -102
  209. package/src/websitalk/scanResources/scanResources.types.ts +90 -90
  210. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  211. package/src/websitalk/scans/__tests__/scans.spec.ts +330 -313
  212. package/src/websitalk/scans/index.ts +4 -4
  213. package/src/websitalk/scans/scans.constants.ts +16 -15
  214. package/src/websitalk/scans/scans.getters.ts +171 -166
  215. package/src/websitalk/scans/scans.types.ts +54 -54
  216. package/src/websitalk/scans/scans.utils.ts +5 -5
  217. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  218. package/src/websitalk/websiteUrls/index.ts +2 -2
  219. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  220. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  221. package/tsconfig.json +23 -23
  222. package/dist/talkpilot/clients/clients.quota.constants.d.ts +0 -2
  223. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +0 -1
  224. package/dist/talkpilot/clients/clients.quota.constants.js +0 -5
  225. package/dist/talkpilot/clients/clients.quota.constants.js.map +0 -1
  226. package/dist/talkpilot/clients/clients.quota.utils.d.ts +0 -8
  227. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +0 -1
  228. package/dist/talkpilot/clients/clients.quota.utils.js +0 -45
  229. package/dist/talkpilot/clients/clients.quota.utils.js.map +0 -1
@@ -1,186 +1,186 @@
1
- import {
2
- KNOWLEDGE_CONTENT_TYPES,
3
- KNOWLEDGE_DOCUMENT_STATUSES,
4
- KNOWLEDGE_FILE_TYPES,
5
- } from "../knowledgeDocuments.constants";
6
- import {
7
- createKnowledgeDocument,
8
- deleteKnowledgeDocument,
9
- getKnowledgeDocumentById,
10
- getKnowledgeDocumentsCollection,
11
- listKnowledgeDocumentsByClientId,
12
- listReadyKnowledgeDocumentIdsByClientId,
13
- updateKnowledgeDocument,
14
- } from "../knowledgeDocuments.getters";
15
- import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
-
17
- describe("db.websitalk.knowledgeDocuments", () => {
18
- const clientId = "test-client";
19
- const nonExistentId = "507f1f77bcf86cd799439011";
20
-
21
- describe("createKnowledgeDocument", () => {
22
- it("should create a knowledge document", async () => {
23
- const id = await createKnowledgeDocument({
24
- clientId,
25
- filename: "faq.pdf",
26
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
- storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
- byteSize: 2048,
30
- });
31
-
32
- const saved = await getKnowledgeDocumentById(id.toString());
33
- expect(saved).toMatchObject({
34
- clientId,
35
- filename: "faq.pdf",
36
- status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
- progressPercent: 0,
38
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
- });
40
- expect(saved?.createdAt).toBeInstanceOf(Date);
41
- expect(saved?.updatedAt).toBeInstanceOf(Date);
42
- });
43
- });
44
-
45
- describe("getKnowledgeDocumentById", () => {
46
- it("should throw for an invalid id", async () => {
47
- await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
- });
49
- });
50
-
51
- describe("listKnowledgeDocumentsByClientId", () => {
52
- it("should return documents for a client only", async () => {
53
- await getKnowledgeDocumentsCollection().insertMany([
54
- createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
- createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
- createKnowledgeDocumentFixture({
57
- clientId: "other-client",
58
- filename: "c.pdf",
59
- }),
60
- ]);
61
-
62
- const results = await listKnowledgeDocumentsByClientId(clientId);
63
- expect(results).toHaveLength(2);
64
- expect(results.map((doc) => doc.filename).sort()).toEqual([
65
- "a.pdf",
66
- "b.pdf",
67
- ]);
68
- });
69
-
70
- it("should return documents sorted by createdAt descending", async () => {
71
- await getKnowledgeDocumentsCollection().insertMany([
72
- createKnowledgeDocumentFixture({
73
- clientId,
74
- filename: "older.pdf",
75
- createdAt: new Date("2024-01-01"),
76
- updatedAt: new Date("2024-01-01"),
77
- }),
78
- createKnowledgeDocumentFixture({
79
- clientId,
80
- filename: "newer.pdf",
81
- createdAt: new Date("2024-06-01"),
82
- updatedAt: new Date("2024-06-01"),
83
- }),
84
- ]);
85
-
86
- const results = await listKnowledgeDocumentsByClientId(clientId);
87
- expect(results.map((doc) => doc.filename)).toEqual([
88
- "newer.pdf",
89
- "older.pdf",
90
- ]);
91
- });
92
- });
93
-
94
- describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
- it("should return only READY document ids sorted by createdAt descending", async () => {
96
- await getKnowledgeDocumentsCollection().insertMany([
97
- createKnowledgeDocumentFixture({
98
- clientId,
99
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
- createdAt: new Date("2024-01-01"),
101
- updatedAt: new Date("2024-01-01"),
102
- }),
103
- createKnowledgeDocumentFixture({
104
- clientId,
105
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
- createdAt: new Date("2024-06-01"),
107
- updatedAt: new Date("2024-06-01"),
108
- }),
109
- createKnowledgeDocumentFixture({
110
- clientId,
111
- status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
- }),
113
- createKnowledgeDocumentFixture({
114
- clientId: "other",
115
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
- }),
117
- ]);
118
-
119
- const readyDocs = await getKnowledgeDocumentsCollection()
120
- .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
- .sort({ createdAt: -1 })
122
- .toArray();
123
- const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
-
125
- const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
- expect(ids).toHaveLength(2);
127
- expect(ids).toEqual(expectedIds);
128
- });
129
- });
130
-
131
- describe("updateKnowledgeDocument", () => {
132
- it("should update status and progress", async () => {
133
- const id = await createKnowledgeDocument({
134
- clientId,
135
- filename: "doc.pdf",
136
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
- storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
- byteSize: 100,
140
- });
141
-
142
- const before = await getKnowledgeDocumentById(id.toString());
143
-
144
- const updated = await updateKnowledgeDocument(id.toString(), {
145
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
- progressPercent: 100,
147
- pageCount: 12,
148
- });
149
-
150
- expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
- expect(updated?.progressPercent).toBe(100);
152
- expect(updated?.pageCount).toBe(12);
153
- expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
- before!.updatedAt.getTime(),
155
- );
156
- });
157
-
158
- it("should return null when the document does not exist", async () => {
159
- expect(
160
- await updateKnowledgeDocument(nonExistentId, {
161
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
- }),
163
- ).toBeNull();
164
- });
165
- });
166
-
167
- describe("deleteKnowledgeDocument", () => {
168
- it("should delete and return true", async () => {
169
- const id = await createKnowledgeDocument({
170
- clientId: "delete-client",
171
- filename: "gone.pdf",
172
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
- storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
- byteSize: 10,
176
- });
177
-
178
- expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
- expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
- });
181
-
182
- it("should return false when the document does not exist", async () => {
183
- expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
- });
185
- });
186
- });
1
+ import {
2
+ KNOWLEDGE_CONTENT_TYPES,
3
+ KNOWLEDGE_DOCUMENT_STATUSES,
4
+ KNOWLEDGE_FILE_TYPES,
5
+ } from "../knowledgeDocuments.constants";
6
+ import {
7
+ createKnowledgeDocument,
8
+ deleteKnowledgeDocument,
9
+ getKnowledgeDocumentById,
10
+ getKnowledgeDocumentsCollection,
11
+ listKnowledgeDocumentsByClientId,
12
+ listReadyKnowledgeDocumentIdsByClientId,
13
+ updateKnowledgeDocument,
14
+ } from "../knowledgeDocuments.getters";
15
+ import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
+
17
+ describe("db.websitalk.knowledgeDocuments", () => {
18
+ const clientId = "test-client";
19
+ const nonExistentId = "507f1f77bcf86cd799439011";
20
+
21
+ describe("createKnowledgeDocument", () => {
22
+ it("should create a knowledge document", async () => {
23
+ const id = await createKnowledgeDocument({
24
+ clientId,
25
+ filename: "faq.pdf",
26
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
+ storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
+ byteSize: 2048,
30
+ });
31
+
32
+ const saved = await getKnowledgeDocumentById(id.toString());
33
+ expect(saved).toMatchObject({
34
+ clientId,
35
+ filename: "faq.pdf",
36
+ status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
+ progressPercent: 0,
38
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
+ });
40
+ expect(saved?.createdAt).toBeInstanceOf(Date);
41
+ expect(saved?.updatedAt).toBeInstanceOf(Date);
42
+ });
43
+ });
44
+
45
+ describe("getKnowledgeDocumentById", () => {
46
+ it("should throw for an invalid id", async () => {
47
+ await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
+ });
49
+ });
50
+
51
+ describe("listKnowledgeDocumentsByClientId", () => {
52
+ it("should return documents for a client only", async () => {
53
+ await getKnowledgeDocumentsCollection().insertMany([
54
+ createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
+ createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
+ createKnowledgeDocumentFixture({
57
+ clientId: "other-client",
58
+ filename: "c.pdf",
59
+ }),
60
+ ]);
61
+
62
+ const results = await listKnowledgeDocumentsByClientId(clientId);
63
+ expect(results).toHaveLength(2);
64
+ expect(results.map((doc) => doc.filename).sort()).toEqual([
65
+ "a.pdf",
66
+ "b.pdf",
67
+ ]);
68
+ });
69
+
70
+ it("should return documents sorted by createdAt descending", async () => {
71
+ await getKnowledgeDocumentsCollection().insertMany([
72
+ createKnowledgeDocumentFixture({
73
+ clientId,
74
+ filename: "older.pdf",
75
+ createdAt: new Date("2024-01-01"),
76
+ updatedAt: new Date("2024-01-01"),
77
+ }),
78
+ createKnowledgeDocumentFixture({
79
+ clientId,
80
+ filename: "newer.pdf",
81
+ createdAt: new Date("2024-06-01"),
82
+ updatedAt: new Date("2024-06-01"),
83
+ }),
84
+ ]);
85
+
86
+ const results = await listKnowledgeDocumentsByClientId(clientId);
87
+ expect(results.map((doc) => doc.filename)).toEqual([
88
+ "newer.pdf",
89
+ "older.pdf",
90
+ ]);
91
+ });
92
+ });
93
+
94
+ describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
+ it("should return only READY document ids sorted by createdAt descending", async () => {
96
+ await getKnowledgeDocumentsCollection().insertMany([
97
+ createKnowledgeDocumentFixture({
98
+ clientId,
99
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
+ createdAt: new Date("2024-01-01"),
101
+ updatedAt: new Date("2024-01-01"),
102
+ }),
103
+ createKnowledgeDocumentFixture({
104
+ clientId,
105
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
+ createdAt: new Date("2024-06-01"),
107
+ updatedAt: new Date("2024-06-01"),
108
+ }),
109
+ createKnowledgeDocumentFixture({
110
+ clientId,
111
+ status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
+ }),
113
+ createKnowledgeDocumentFixture({
114
+ clientId: "other",
115
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
+ }),
117
+ ]);
118
+
119
+ const readyDocs = await getKnowledgeDocumentsCollection()
120
+ .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
+ .sort({ createdAt: -1 })
122
+ .toArray();
123
+ const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
+
125
+ const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
+ expect(ids).toHaveLength(2);
127
+ expect(ids).toEqual(expectedIds);
128
+ });
129
+ });
130
+
131
+ describe("updateKnowledgeDocument", () => {
132
+ it("should update status and progress", async () => {
133
+ const id = await createKnowledgeDocument({
134
+ clientId,
135
+ filename: "doc.pdf",
136
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
+ storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
+ byteSize: 100,
140
+ });
141
+
142
+ const before = await getKnowledgeDocumentById(id.toString());
143
+
144
+ const updated = await updateKnowledgeDocument(id.toString(), {
145
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
+ progressPercent: 100,
147
+ pageCount: 12,
148
+ });
149
+
150
+ expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
+ expect(updated?.progressPercent).toBe(100);
152
+ expect(updated?.pageCount).toBe(12);
153
+ expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
+ before!.updatedAt.getTime(),
155
+ );
156
+ });
157
+
158
+ it("should return null when the document does not exist", async () => {
159
+ expect(
160
+ await updateKnowledgeDocument(nonExistentId, {
161
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
+ }),
163
+ ).toBeNull();
164
+ });
165
+ });
166
+
167
+ describe("deleteKnowledgeDocument", () => {
168
+ it("should delete and return true", async () => {
169
+ const id = await createKnowledgeDocument({
170
+ clientId: "delete-client",
171
+ filename: "gone.pdf",
172
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
+ storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
+ byteSize: 10,
176
+ });
177
+
178
+ expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
+ expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
+ });
181
+
182
+ it("should return false when the document does not exist", async () => {
183
+ expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
+ });
185
+ });
186
+ });
@@ -1,3 +1,3 @@
1
- export * from "./knowledgeDocuments.constants";
2
- export * from "./knowledgeDocuments.getters";
3
- export * from "./knowledgeDocuments.types";
1
+ export * from "./knowledgeDocuments.constants";
2
+ export * from "./knowledgeDocuments.getters";
3
+ export * from "./knowledgeDocuments.types";
@@ -1,17 +1,17 @@
1
- export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
-
3
- export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
- UPLOADING: "UPLOADING",
5
- EXTRACTING: "EXTRACTING",
6
- PROCESSING: "PROCESSING",
7
- READY: "READY",
8
- FAILED: "FAILED",
9
- } as const;
10
-
11
- export const KNOWLEDGE_FILE_TYPES = {
12
- PDF: "pdf",
13
- } as const;
14
-
15
- export const KNOWLEDGE_CONTENT_TYPES = {
16
- PDF: "application/pdf",
17
- } as const;
1
+ export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
+
3
+ export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
+ UPLOADING: "UPLOADING",
5
+ EXTRACTING: "EXTRACTING",
6
+ PROCESSING: "PROCESSING",
7
+ READY: "READY",
8
+ FAILED: "FAILED",
9
+ } as const;
10
+
11
+ export const KNOWLEDGE_FILE_TYPES = {
12
+ PDF: "pdf",
13
+ } as const;
14
+
15
+ export const KNOWLEDGE_CONTENT_TYPES = {
16
+ PDF: "application/pdf",
17
+ } as const;
@@ -1,78 +1,78 @@
1
- import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
- import { getDb, ObjectId } from "../index";
3
- import {
4
- KNOWLEDGE_DOCUMENTS_COLLECTION,
5
- KNOWLEDGE_DOCUMENT_STATUSES,
6
- } from "./knowledgeDocuments.constants";
7
- import type {
8
- CreateKnowledgeDocumentInput,
9
- KnowledgeDocument,
10
- KnowledgeDocumentDoc,
11
- UpdateKnowledgeDocumentInput,
12
- } from "./knowledgeDocuments.types";
13
-
14
- export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
- return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
- };
17
-
18
- export const createKnowledgeDocument = async (
19
- input: CreateKnowledgeDocumentInput,
20
- ): Promise<MongoObjectId> => {
21
- const now = new Date();
22
- const { status, progressPercent, _id, ...rest } = input;
23
- const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
- ...(_id ? { _id } : {}),
25
- ...rest,
26
- status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
- progressPercent: progressPercent ?? 0,
28
- createdAt: now,
29
- updatedAt: now,
30
- });
31
- return insertedId;
32
- };
33
-
34
- export const getKnowledgeDocumentById = async (
35
- id: string,
36
- ): Promise<KnowledgeDocumentDoc | null> => {
37
- return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
- };
39
-
40
- export const listKnowledgeDocumentsByClientId = async (
41
- clientId: string,
42
- ): Promise<KnowledgeDocumentDoc[]> => {
43
- return getKnowledgeDocumentsCollection()
44
- .find({ clientId })
45
- .sort({ createdAt: -1 })
46
- .toArray();
47
- };
48
-
49
- export const listReadyKnowledgeDocumentIdsByClientId = async (
50
- clientId: string,
51
- ): Promise<string[]> => {
52
- const docs = await getKnowledgeDocumentsCollection()
53
- .find(
54
- { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
- { projection: { _id: 1 } },
56
- )
57
- .sort({ createdAt: -1 })
58
- .toArray();
59
- return docs.map((doc) => doc._id.toString());
60
- };
61
-
62
- export const updateKnowledgeDocument = async (
63
- id: string,
64
- updates: UpdateKnowledgeDocumentInput,
65
- ): Promise<KnowledgeDocumentDoc | null> => {
66
- return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
- { _id: new ObjectId(id) },
68
- { $set: { ...updates, updatedAt: new Date() } },
69
- { returnDocument: "after" },
70
- );
71
- };
72
-
73
- export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
- const result = await getKnowledgeDocumentsCollection().deleteOne({
75
- _id: new ObjectId(id),
76
- });
77
- return result.deletedCount === 1;
78
- };
1
+ import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
+ import { getDb, ObjectId } from "../index";
3
+ import {
4
+ KNOWLEDGE_DOCUMENTS_COLLECTION,
5
+ KNOWLEDGE_DOCUMENT_STATUSES,
6
+ } from "./knowledgeDocuments.constants";
7
+ import type {
8
+ CreateKnowledgeDocumentInput,
9
+ KnowledgeDocument,
10
+ KnowledgeDocumentDoc,
11
+ UpdateKnowledgeDocumentInput,
12
+ } from "./knowledgeDocuments.types";
13
+
14
+ export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
+ return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
+ };
17
+
18
+ export const createKnowledgeDocument = async (
19
+ input: CreateKnowledgeDocumentInput,
20
+ ): Promise<MongoObjectId> => {
21
+ const now = new Date();
22
+ const { status, progressPercent, _id, ...rest } = input;
23
+ const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
+ ...(_id ? { _id } : {}),
25
+ ...rest,
26
+ status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
+ progressPercent: progressPercent ?? 0,
28
+ createdAt: now,
29
+ updatedAt: now,
30
+ });
31
+ return insertedId;
32
+ };
33
+
34
+ export const getKnowledgeDocumentById = async (
35
+ id: string,
36
+ ): Promise<KnowledgeDocumentDoc | null> => {
37
+ return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
+ };
39
+
40
+ export const listKnowledgeDocumentsByClientId = async (
41
+ clientId: string,
42
+ ): Promise<KnowledgeDocumentDoc[]> => {
43
+ return getKnowledgeDocumentsCollection()
44
+ .find({ clientId })
45
+ .sort({ createdAt: -1 })
46
+ .toArray();
47
+ };
48
+
49
+ export const listReadyKnowledgeDocumentIdsByClientId = async (
50
+ clientId: string,
51
+ ): Promise<string[]> => {
52
+ const docs = await getKnowledgeDocumentsCollection()
53
+ .find(
54
+ { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
+ { projection: { _id: 1 } },
56
+ )
57
+ .sort({ createdAt: -1 })
58
+ .toArray();
59
+ return docs.map((doc) => doc._id.toString());
60
+ };
61
+
62
+ export const updateKnowledgeDocument = async (
63
+ id: string,
64
+ updates: UpdateKnowledgeDocumentInput,
65
+ ): Promise<KnowledgeDocumentDoc | null> => {
66
+ return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
+ { _id: new ObjectId(id) },
68
+ { $set: { ...updates, updatedAt: new Date() } },
69
+ { returnDocument: "after" },
70
+ );
71
+ };
72
+
73
+ export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
+ const result = await getKnowledgeDocumentsCollection().deleteOne({
75
+ _id: new ObjectId(id),
76
+ });
77
+ return result.deletedCount === 1;
78
+ };