@talkpilot/core-db 1.3.48 → 1.3.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (231) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +778 -777
  5. package/dist/configuration/models/models.constants.d.ts +1 -1
  6. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  7. package/dist/configuration/models/models.constants.js +6 -1
  8. package/dist/configuration/models/models.constants.js.map +1 -1
  9. package/dist/talkpilot/clients/clients.quota.constants.d.ts +2 -0
  10. package/dist/talkpilot/clients/clients.quota.constants.d.ts.map +1 -0
  11. package/dist/talkpilot/clients/clients.quota.constants.js +5 -0
  12. package/dist/talkpilot/clients/clients.quota.constants.js.map +1 -0
  13. package/dist/talkpilot/clients/clients.quota.utils.d.ts +8 -0
  14. package/dist/talkpilot/clients/clients.quota.utils.d.ts.map +1 -0
  15. package/dist/talkpilot/clients/clients.quota.utils.js +45 -0
  16. package/dist/talkpilot/clients/clients.quota.utils.js.map +1 -0
  17. package/dist/talkpilot/flows/flows.getter.d.ts +4 -1
  18. package/dist/talkpilot/flows/flows.getter.d.ts.map +1 -1
  19. package/dist/talkpilot/flows/flows.getter.js +12 -1
  20. package/dist/talkpilot/flows/flows.getter.js.map +1 -1
  21. package/dist/talkpilot/flows/flows.schema.d.ts +31 -0
  22. package/dist/talkpilot/flows/flows.schema.d.ts.map +1 -1
  23. package/dist/talkpilot/flows/flows.schema.js +25 -0
  24. package/dist/talkpilot/flows/flows.schema.js.map +1 -1
  25. package/dist/talkpilot/flows/flows.types.d.ts +14 -0
  26. package/dist/talkpilot/flows/flows.types.d.ts.map +1 -1
  27. package/dist/talkpilot/flows/index.d.ts +1 -1
  28. package/dist/talkpilot/flows/index.d.ts.map +1 -1
  29. package/dist/talkpilot/flows/index.js +3 -1
  30. package/dist/talkpilot/flows/index.js.map +1 -1
  31. package/jest.config.js +20 -20
  32. package/package.json +46 -46
  33. package/src/__tests__/setup.ts +20 -20
  34. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  35. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  36. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  37. package/src/bulkWrite/index.ts +2 -2
  38. package/src/config.ts +9 -9
  39. package/src/configuration/index.ts +17 -17
  40. package/src/configuration/internalModels/index.ts +3 -3
  41. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  42. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  43. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  44. package/src/configuration/models/index.ts +25 -25
  45. package/src/configuration/models/models.constants.ts +18 -13
  46. package/src/configuration/models/models.getters.ts +53 -53
  47. package/src/configuration/models/models.types.ts +79 -79
  48. package/src/configuration/mongodb-client.ts +62 -62
  49. package/src/configuration/prompts/index.ts +2 -2
  50. package/src/configuration/prompts/prompts.getters.ts +49 -49
  51. package/src/configuration/prompts/prompts.types.ts +11 -11
  52. package/src/connection.ts +81 -81
  53. package/src/index.ts +46 -46
  54. package/src/municipal/__tests__/validation.spec.ts +62 -62
  55. package/src/municipal/cities/cities.getters.ts +50 -50
  56. package/src/municipal/cities/cities.types.ts +11 -11
  57. package/src/municipal/cities/index.ts +2 -2
  58. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  59. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  60. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  61. package/src/municipal/departmentsSubjects/index.ts +9 -9
  62. package/src/municipal/index.ts +22 -22
  63. package/src/municipal/mongodb-client.ts +61 -61
  64. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  65. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  66. package/src/municipal/muniIssues/index.ts +17 -17
  67. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  68. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  69. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  70. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  71. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  72. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  73. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  74. package/src/municipal/streets/index.ts +2 -2
  75. package/src/municipal/streets/streets.getters.ts +140 -140
  76. package/src/municipal/streets/streets.types.ts +19 -19
  77. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  78. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  79. package/src/municipal/systemInstructions/index.ts +7 -7
  80. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  81. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  82. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  83. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  84. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  85. package/src/municipal/tickets/index.ts +9 -9
  86. package/src/municipal/tickets/tickets.constants.ts +8 -8
  87. package/src/municipal/tickets/tickets.getters.ts +121 -121
  88. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  89. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  90. package/src/municipal/tickets/tickets.types.ts +54 -54
  91. package/src/municipal/utils/types.ts +11 -11
  92. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  93. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  94. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  95. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  96. package/src/talkpilot/agents/agents.getters.ts +34 -34
  97. package/src/talkpilot/agents/agents.types.ts +14 -14
  98. package/src/talkpilot/agents/index.ts +2 -2
  99. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  100. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  101. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  102. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  103. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  104. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  105. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  106. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  107. package/src/talkpilot/calls/calls.constants.ts +49 -49
  108. package/src/talkpilot/calls/calls.getters.ts +277 -277
  109. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  110. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  111. package/src/talkpilot/calls/calls.types.ts +149 -149
  112. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  113. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  114. package/src/talkpilot/calls/index.ts +6 -6
  115. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  116. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  117. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  118. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  119. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  120. package/src/talkpilot/clients/clients.getters.ts +16 -16
  121. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  122. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  123. package/src/talkpilot/clients/clients.types.ts +18 -18
  124. package/src/talkpilot/clients/index.ts +4 -4
  125. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  126. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  127. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  128. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  129. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -136
  130. package/src/talkpilot/clientsConfig/index.ts +3 -3
  131. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  132. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  133. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  134. package/src/talkpilot/contextNotes/index.ts +2 -2
  135. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +124 -99
  136. package/src/talkpilot/flows/flows.getter.ts +34 -14
  137. package/src/talkpilot/flows/flows.schema.ts +180 -155
  138. package/src/talkpilot/flows/flows.types.ts +211 -189
  139. package/src/talkpilot/flows/index.ts +7 -2
  140. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  141. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  142. package/src/talkpilot/groups/groups.getters.ts +30 -30
  143. package/src/talkpilot/groups/groups.types.ts +29 -29
  144. package/src/talkpilot/groups/index.ts +3 -3
  145. package/src/talkpilot/groups/phone.utils.ts +46 -46
  146. package/src/talkpilot/index.ts +31 -31
  147. package/src/talkpilot/leads/index.ts +2 -2
  148. package/src/talkpilot/leads/leads.getter.ts +6 -6
  149. package/src/talkpilot/leads/leads.schema.ts +33 -33
  150. package/src/talkpilot/leads/leads.types.ts +20 -20
  151. package/src/talkpilot/mongodb-client.ts +78 -78
  152. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  153. package/src/talkpilot/phone_numbers/index.ts +2 -2
  154. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  155. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  156. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  157. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  158. package/src/talkpilot/plans/index.ts +2 -2
  159. package/src/talkpilot/plans/plans.getters.ts +132 -132
  160. package/src/talkpilot/plans/plans.types.ts +89 -89
  161. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  162. package/src/talkpilot/products/index.ts +2 -2
  163. package/src/talkpilot/products/products.getters.ts +12 -12
  164. package/src/talkpilot/products/products.types.ts +9 -9
  165. package/src/talkpilot/results/index.ts +7 -7
  166. package/src/talkpilot/results/results.getter.ts +39 -39
  167. package/src/talkpilot/results/results.schema.ts +25 -25
  168. package/src/talkpilot/results/results.types.ts +34 -34
  169. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  170. package/src/talkpilot/retry_analyze/index.ts +2 -2
  171. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  172. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  173. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  174. package/src/talkpilot/sessions/index.ts +2 -2
  175. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  176. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  177. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  178. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  179. package/src/talkpilot/subscriptions/index.ts +3 -3
  180. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  181. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  182. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  183. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  184. package/src/talkpilot/utils/query.utils.ts +21 -21
  185. package/src/test-utils/db-utils.ts +33 -33
  186. package/src/test-utils/factories/index.ts +18 -18
  187. package/src/test-utils/factories/municipal/cities.ts +16 -16
  188. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  189. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  190. package/src/test-utils/factories/municipal/streets.ts +22 -22
  191. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  192. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  193. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  194. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  195. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  196. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  197. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  198. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  199. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  200. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  201. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  202. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  203. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  204. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  205. package/src/utils/date.utils.ts +126 -126
  206. package/src/utils/shared.types.ts +4 -4
  207. package/src/utils/validation.ts +23 -23
  208. package/src/websitalk/index.ts +18 -18
  209. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +186 -186
  210. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  211. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +17 -17
  212. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +78 -78
  213. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +62 -62
  214. package/src/websitalk/mongodb-client.ts +61 -61
  215. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +193 -193
  216. package/src/websitalk/scanResources/index.ts +4 -4
  217. package/src/websitalk/scanResources/scanResources.constants.ts +47 -47
  218. package/src/websitalk/scanResources/scanResources.getters.ts +102 -102
  219. package/src/websitalk/scanResources/scanResources.types.ts +90 -90
  220. package/src/websitalk/scanResources/scanResources.utils.ts +31 -31
  221. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  222. package/src/websitalk/scans/index.ts +4 -4
  223. package/src/websitalk/scans/scans.constants.ts +15 -15
  224. package/src/websitalk/scans/scans.getters.ts +166 -166
  225. package/src/websitalk/scans/scans.types.ts +54 -54
  226. package/src/websitalk/scans/scans.utils.ts +5 -5
  227. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  228. package/src/websitalk/websiteUrls/index.ts +2 -2
  229. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  230. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  231. package/tsconfig.json +23 -23
@@ -1,186 +1,186 @@
1
- import {
2
- KNOWLEDGE_CONTENT_TYPES,
3
- KNOWLEDGE_DOCUMENT_STATUSES,
4
- KNOWLEDGE_FILE_TYPES,
5
- } from "../knowledgeDocuments.constants";
6
- import {
7
- createKnowledgeDocument,
8
- deleteKnowledgeDocument,
9
- getKnowledgeDocumentById,
10
- getKnowledgeDocumentsCollection,
11
- listKnowledgeDocumentsByClientId,
12
- listReadyKnowledgeDocumentIdsByClientId,
13
- updateKnowledgeDocument,
14
- } from "../knowledgeDocuments.getters";
15
- import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
-
17
- describe("db.websitalk.knowledgeDocuments", () => {
18
- const clientId = "test-client";
19
- const nonExistentId = "507f1f77bcf86cd799439011";
20
-
21
- describe("createKnowledgeDocument", () => {
22
- it("should create a knowledge document", async () => {
23
- const id = await createKnowledgeDocument({
24
- clientId,
25
- filename: "faq.pdf",
26
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
- storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
- byteSize: 2048,
30
- });
31
-
32
- const saved = await getKnowledgeDocumentById(id.toString());
33
- expect(saved).toMatchObject({
34
- clientId,
35
- filename: "faq.pdf",
36
- status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
- progressPercent: 0,
38
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
- });
40
- expect(saved?.createdAt).toBeInstanceOf(Date);
41
- expect(saved?.updatedAt).toBeInstanceOf(Date);
42
- });
43
- });
44
-
45
- describe("getKnowledgeDocumentById", () => {
46
- it("should throw for an invalid id", async () => {
47
- await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
- });
49
- });
50
-
51
- describe("listKnowledgeDocumentsByClientId", () => {
52
- it("should return documents for a client only", async () => {
53
- await getKnowledgeDocumentsCollection().insertMany([
54
- createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
- createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
- createKnowledgeDocumentFixture({
57
- clientId: "other-client",
58
- filename: "c.pdf",
59
- }),
60
- ]);
61
-
62
- const results = await listKnowledgeDocumentsByClientId(clientId);
63
- expect(results).toHaveLength(2);
64
- expect(results.map((doc) => doc.filename).sort()).toEqual([
65
- "a.pdf",
66
- "b.pdf",
67
- ]);
68
- });
69
-
70
- it("should return documents sorted by createdAt descending", async () => {
71
- await getKnowledgeDocumentsCollection().insertMany([
72
- createKnowledgeDocumentFixture({
73
- clientId,
74
- filename: "older.pdf",
75
- createdAt: new Date("2024-01-01"),
76
- updatedAt: new Date("2024-01-01"),
77
- }),
78
- createKnowledgeDocumentFixture({
79
- clientId,
80
- filename: "newer.pdf",
81
- createdAt: new Date("2024-06-01"),
82
- updatedAt: new Date("2024-06-01"),
83
- }),
84
- ]);
85
-
86
- const results = await listKnowledgeDocumentsByClientId(clientId);
87
- expect(results.map((doc) => doc.filename)).toEqual([
88
- "newer.pdf",
89
- "older.pdf",
90
- ]);
91
- });
92
- });
93
-
94
- describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
- it("should return only READY document ids sorted by createdAt descending", async () => {
96
- await getKnowledgeDocumentsCollection().insertMany([
97
- createKnowledgeDocumentFixture({
98
- clientId,
99
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
- createdAt: new Date("2024-01-01"),
101
- updatedAt: new Date("2024-01-01"),
102
- }),
103
- createKnowledgeDocumentFixture({
104
- clientId,
105
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
- createdAt: new Date("2024-06-01"),
107
- updatedAt: new Date("2024-06-01"),
108
- }),
109
- createKnowledgeDocumentFixture({
110
- clientId,
111
- status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
- }),
113
- createKnowledgeDocumentFixture({
114
- clientId: "other",
115
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
- }),
117
- ]);
118
-
119
- const readyDocs = await getKnowledgeDocumentsCollection()
120
- .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
- .sort({ createdAt: -1 })
122
- .toArray();
123
- const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
-
125
- const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
- expect(ids).toHaveLength(2);
127
- expect(ids).toEqual(expectedIds);
128
- });
129
- });
130
-
131
- describe("updateKnowledgeDocument", () => {
132
- it("should update status and progress", async () => {
133
- const id = await createKnowledgeDocument({
134
- clientId,
135
- filename: "doc.pdf",
136
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
- storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
- byteSize: 100,
140
- });
141
-
142
- const before = await getKnowledgeDocumentById(id.toString());
143
-
144
- const updated = await updateKnowledgeDocument(id.toString(), {
145
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
- progressPercent: 100,
147
- pageCount: 12,
148
- });
149
-
150
- expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
- expect(updated?.progressPercent).toBe(100);
152
- expect(updated?.pageCount).toBe(12);
153
- expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
- before!.updatedAt.getTime(),
155
- );
156
- });
157
-
158
- it("should return null when the document does not exist", async () => {
159
- expect(
160
- await updateKnowledgeDocument(nonExistentId, {
161
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
- }),
163
- ).toBeNull();
164
- });
165
- });
166
-
167
- describe("deleteKnowledgeDocument", () => {
168
- it("should delete and return true", async () => {
169
- const id = await createKnowledgeDocument({
170
- clientId: "delete-client",
171
- filename: "gone.pdf",
172
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
- storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
- byteSize: 10,
176
- });
177
-
178
- expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
- expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
- });
181
-
182
- it("should return false when the document does not exist", async () => {
183
- expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
- });
185
- });
186
- });
1
+ import {
2
+ KNOWLEDGE_CONTENT_TYPES,
3
+ KNOWLEDGE_DOCUMENT_STATUSES,
4
+ KNOWLEDGE_FILE_TYPES,
5
+ } from "../knowledgeDocuments.constants";
6
+ import {
7
+ createKnowledgeDocument,
8
+ deleteKnowledgeDocument,
9
+ getKnowledgeDocumentById,
10
+ getKnowledgeDocumentsCollection,
11
+ listKnowledgeDocumentsByClientId,
12
+ listReadyKnowledgeDocumentIdsByClientId,
13
+ updateKnowledgeDocument,
14
+ } from "../knowledgeDocuments.getters";
15
+ import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
+
17
+ describe("db.websitalk.knowledgeDocuments", () => {
18
+ const clientId = "test-client";
19
+ const nonExistentId = "507f1f77bcf86cd799439011";
20
+
21
+ describe("createKnowledgeDocument", () => {
22
+ it("should create a knowledge document", async () => {
23
+ const id = await createKnowledgeDocument({
24
+ clientId,
25
+ filename: "faq.pdf",
26
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
+ storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
+ byteSize: 2048,
30
+ });
31
+
32
+ const saved = await getKnowledgeDocumentById(id.toString());
33
+ expect(saved).toMatchObject({
34
+ clientId,
35
+ filename: "faq.pdf",
36
+ status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
+ progressPercent: 0,
38
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
+ });
40
+ expect(saved?.createdAt).toBeInstanceOf(Date);
41
+ expect(saved?.updatedAt).toBeInstanceOf(Date);
42
+ });
43
+ });
44
+
45
+ describe("getKnowledgeDocumentById", () => {
46
+ it("should throw for an invalid id", async () => {
47
+ await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
+ });
49
+ });
50
+
51
+ describe("listKnowledgeDocumentsByClientId", () => {
52
+ it("should return documents for a client only", async () => {
53
+ await getKnowledgeDocumentsCollection().insertMany([
54
+ createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
+ createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
+ createKnowledgeDocumentFixture({
57
+ clientId: "other-client",
58
+ filename: "c.pdf",
59
+ }),
60
+ ]);
61
+
62
+ const results = await listKnowledgeDocumentsByClientId(clientId);
63
+ expect(results).toHaveLength(2);
64
+ expect(results.map((doc) => doc.filename).sort()).toEqual([
65
+ "a.pdf",
66
+ "b.pdf",
67
+ ]);
68
+ });
69
+
70
+ it("should return documents sorted by createdAt descending", async () => {
71
+ await getKnowledgeDocumentsCollection().insertMany([
72
+ createKnowledgeDocumentFixture({
73
+ clientId,
74
+ filename: "older.pdf",
75
+ createdAt: new Date("2024-01-01"),
76
+ updatedAt: new Date("2024-01-01"),
77
+ }),
78
+ createKnowledgeDocumentFixture({
79
+ clientId,
80
+ filename: "newer.pdf",
81
+ createdAt: new Date("2024-06-01"),
82
+ updatedAt: new Date("2024-06-01"),
83
+ }),
84
+ ]);
85
+
86
+ const results = await listKnowledgeDocumentsByClientId(clientId);
87
+ expect(results.map((doc) => doc.filename)).toEqual([
88
+ "newer.pdf",
89
+ "older.pdf",
90
+ ]);
91
+ });
92
+ });
93
+
94
+ describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
+ it("should return only READY document ids sorted by createdAt descending", async () => {
96
+ await getKnowledgeDocumentsCollection().insertMany([
97
+ createKnowledgeDocumentFixture({
98
+ clientId,
99
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
+ createdAt: new Date("2024-01-01"),
101
+ updatedAt: new Date("2024-01-01"),
102
+ }),
103
+ createKnowledgeDocumentFixture({
104
+ clientId,
105
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
+ createdAt: new Date("2024-06-01"),
107
+ updatedAt: new Date("2024-06-01"),
108
+ }),
109
+ createKnowledgeDocumentFixture({
110
+ clientId,
111
+ status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
+ }),
113
+ createKnowledgeDocumentFixture({
114
+ clientId: "other",
115
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
+ }),
117
+ ]);
118
+
119
+ const readyDocs = await getKnowledgeDocumentsCollection()
120
+ .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
+ .sort({ createdAt: -1 })
122
+ .toArray();
123
+ const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
+
125
+ const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
+ expect(ids).toHaveLength(2);
127
+ expect(ids).toEqual(expectedIds);
128
+ });
129
+ });
130
+
131
+ describe("updateKnowledgeDocument", () => {
132
+ it("should update status and progress", async () => {
133
+ const id = await createKnowledgeDocument({
134
+ clientId,
135
+ filename: "doc.pdf",
136
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
+ storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
+ byteSize: 100,
140
+ });
141
+
142
+ const before = await getKnowledgeDocumentById(id.toString());
143
+
144
+ const updated = await updateKnowledgeDocument(id.toString(), {
145
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
+ progressPercent: 100,
147
+ pageCount: 12,
148
+ });
149
+
150
+ expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
+ expect(updated?.progressPercent).toBe(100);
152
+ expect(updated?.pageCount).toBe(12);
153
+ expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
+ before!.updatedAt.getTime(),
155
+ );
156
+ });
157
+
158
+ it("should return null when the document does not exist", async () => {
159
+ expect(
160
+ await updateKnowledgeDocument(nonExistentId, {
161
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
+ }),
163
+ ).toBeNull();
164
+ });
165
+ });
166
+
167
+ describe("deleteKnowledgeDocument", () => {
168
+ it("should delete and return true", async () => {
169
+ const id = await createKnowledgeDocument({
170
+ clientId: "delete-client",
171
+ filename: "gone.pdf",
172
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
+ storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
+ byteSize: 10,
176
+ });
177
+
178
+ expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
+ expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
+ });
181
+
182
+ it("should return false when the document does not exist", async () => {
183
+ expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
+ });
185
+ });
186
+ });
@@ -1,3 +1,3 @@
1
- export * from "./knowledgeDocuments.constants";
2
- export * from "./knowledgeDocuments.getters";
3
- export * from "./knowledgeDocuments.types";
1
+ export * from "./knowledgeDocuments.constants";
2
+ export * from "./knowledgeDocuments.getters";
3
+ export * from "./knowledgeDocuments.types";
@@ -1,17 +1,17 @@
1
- export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
-
3
- export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
- UPLOADING: "UPLOADING",
5
- EXTRACTING: "EXTRACTING",
6
- PROCESSING: "PROCESSING",
7
- READY: "READY",
8
- FAILED: "FAILED",
9
- } as const;
10
-
11
- export const KNOWLEDGE_FILE_TYPES = {
12
- PDF: "pdf",
13
- } as const;
14
-
15
- export const KNOWLEDGE_CONTENT_TYPES = {
16
- PDF: "application/pdf",
17
- } as const;
1
+ export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
+
3
+ export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
+ UPLOADING: "UPLOADING",
5
+ EXTRACTING: "EXTRACTING",
6
+ PROCESSING: "PROCESSING",
7
+ READY: "READY",
8
+ FAILED: "FAILED",
9
+ } as const;
10
+
11
+ export const KNOWLEDGE_FILE_TYPES = {
12
+ PDF: "pdf",
13
+ } as const;
14
+
15
+ export const KNOWLEDGE_CONTENT_TYPES = {
16
+ PDF: "application/pdf",
17
+ } as const;
@@ -1,78 +1,78 @@
1
- import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
- import { getDb, ObjectId } from "../index";
3
- import {
4
- KNOWLEDGE_DOCUMENTS_COLLECTION,
5
- KNOWLEDGE_DOCUMENT_STATUSES,
6
- } from "./knowledgeDocuments.constants";
7
- import type {
8
- CreateKnowledgeDocumentInput,
9
- KnowledgeDocument,
10
- KnowledgeDocumentDoc,
11
- UpdateKnowledgeDocumentInput,
12
- } from "./knowledgeDocuments.types";
13
-
14
- export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
- return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
- };
17
-
18
- export const createKnowledgeDocument = async (
19
- input: CreateKnowledgeDocumentInput,
20
- ): Promise<MongoObjectId> => {
21
- const now = new Date();
22
- const { status, progressPercent, _id, ...rest } = input;
23
- const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
- ...(_id ? { _id } : {}),
25
- ...rest,
26
- status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
- progressPercent: progressPercent ?? 0,
28
- createdAt: now,
29
- updatedAt: now,
30
- });
31
- return insertedId;
32
- };
33
-
34
- export const getKnowledgeDocumentById = async (
35
- id: string,
36
- ): Promise<KnowledgeDocumentDoc | null> => {
37
- return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
- };
39
-
40
- export const listKnowledgeDocumentsByClientId = async (
41
- clientId: string,
42
- ): Promise<KnowledgeDocumentDoc[]> => {
43
- return getKnowledgeDocumentsCollection()
44
- .find({ clientId })
45
- .sort({ createdAt: -1 })
46
- .toArray();
47
- };
48
-
49
- export const listReadyKnowledgeDocumentIdsByClientId = async (
50
- clientId: string,
51
- ): Promise<string[]> => {
52
- const docs = await getKnowledgeDocumentsCollection()
53
- .find(
54
- { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
- { projection: { _id: 1 } },
56
- )
57
- .sort({ createdAt: -1 })
58
- .toArray();
59
- return docs.map((doc) => doc._id.toString());
60
- };
61
-
62
- export const updateKnowledgeDocument = async (
63
- id: string,
64
- updates: UpdateKnowledgeDocumentInput,
65
- ): Promise<KnowledgeDocumentDoc | null> => {
66
- return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
- { _id: new ObjectId(id) },
68
- { $set: { ...updates, updatedAt: new Date() } },
69
- { returnDocument: "after" },
70
- );
71
- };
72
-
73
- export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
- const result = await getKnowledgeDocumentsCollection().deleteOne({
75
- _id: new ObjectId(id),
76
- });
77
- return result.deletedCount === 1;
78
- };
1
+ import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
+ import { getDb, ObjectId } from "../index";
3
+ import {
4
+ KNOWLEDGE_DOCUMENTS_COLLECTION,
5
+ KNOWLEDGE_DOCUMENT_STATUSES,
6
+ } from "./knowledgeDocuments.constants";
7
+ import type {
8
+ CreateKnowledgeDocumentInput,
9
+ KnowledgeDocument,
10
+ KnowledgeDocumentDoc,
11
+ UpdateKnowledgeDocumentInput,
12
+ } from "./knowledgeDocuments.types";
13
+
14
+ export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
+ return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
+ };
17
+
18
+ export const createKnowledgeDocument = async (
19
+ input: CreateKnowledgeDocumentInput,
20
+ ): Promise<MongoObjectId> => {
21
+ const now = new Date();
22
+ const { status, progressPercent, _id, ...rest } = input;
23
+ const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
+ ...(_id ? { _id } : {}),
25
+ ...rest,
26
+ status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
+ progressPercent: progressPercent ?? 0,
28
+ createdAt: now,
29
+ updatedAt: now,
30
+ });
31
+ return insertedId;
32
+ };
33
+
34
+ export const getKnowledgeDocumentById = async (
35
+ id: string,
36
+ ): Promise<KnowledgeDocumentDoc | null> => {
37
+ return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
+ };
39
+
40
+ export const listKnowledgeDocumentsByClientId = async (
41
+ clientId: string,
42
+ ): Promise<KnowledgeDocumentDoc[]> => {
43
+ return getKnowledgeDocumentsCollection()
44
+ .find({ clientId })
45
+ .sort({ createdAt: -1 })
46
+ .toArray();
47
+ };
48
+
49
+ export const listReadyKnowledgeDocumentIdsByClientId = async (
50
+ clientId: string,
51
+ ): Promise<string[]> => {
52
+ const docs = await getKnowledgeDocumentsCollection()
53
+ .find(
54
+ { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
+ { projection: { _id: 1 } },
56
+ )
57
+ .sort({ createdAt: -1 })
58
+ .toArray();
59
+ return docs.map((doc) => doc._id.toString());
60
+ };
61
+
62
+ export const updateKnowledgeDocument = async (
63
+ id: string,
64
+ updates: UpdateKnowledgeDocumentInput,
65
+ ): Promise<KnowledgeDocumentDoc | null> => {
66
+ return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
+ { _id: new ObjectId(id) },
68
+ { $set: { ...updates, updatedAt: new Date() } },
69
+ { returnDocument: "after" },
70
+ );
71
+ };
72
+
73
+ export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
+ const result = await getKnowledgeDocumentsCollection().deleteOne({
75
+ _id: new ObjectId(id),
76
+ });
77
+ return result.deletedCount === 1;
78
+ };