@talkpilot/core-db 1.3.46 → 1.3.47

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (241) hide show
  1. package/.cursor/rules/development.mdc +65 -65
  2. package/AGENTS.md +49 -49
  3. package/DEVELOPMENT.md +141 -141
  4. package/README.md +747 -747
  5. package/dist/configuration/models/models.constants.d.ts +1 -1
  6. package/dist/configuration/models/models.constants.d.ts.map +1 -1
  7. package/dist/configuration/models/models.constants.js +1 -1
  8. package/dist/configuration/models/models.constants.js.map +1 -1
  9. package/dist/talkpilot/calls/calls.types.d.ts +0 -14
  10. package/dist/talkpilot/calls/calls.types.d.ts.map +1 -1
  11. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts +1 -0
  12. package/dist/talkpilot/clientsConfig/clientsConfig.types.d.ts.map +1 -1
  13. package/jest.config.js +20 -20
  14. package/package.json +46 -46
  15. package/src/__tests__/setup.ts +20 -20
  16. package/src/bulkWrite/__tests__/bulkWrite.spec.ts +65 -65
  17. package/src/bulkWrite/bulkWrite.ops.ts +45 -45
  18. package/src/bulkWrite/bulkWrite.types.ts +4 -4
  19. package/src/bulkWrite/index.ts +2 -2
  20. package/src/config.ts +9 -9
  21. package/src/configuration/index.ts +17 -17
  22. package/src/configuration/internalModels/index.ts +3 -3
  23. package/src/configuration/internalModels/internalModels.constants.ts +1 -1
  24. package/src/configuration/internalModels/internalModels.getters.ts +33 -33
  25. package/src/configuration/internalModels/internalModels.types.ts +12 -12
  26. package/src/configuration/models/index.ts +25 -25
  27. package/src/configuration/models/models.constants.ts +13 -13
  28. package/src/configuration/models/models.getters.ts +53 -53
  29. package/src/configuration/models/models.types.ts +79 -79
  30. package/src/configuration/mongodb-client.ts +62 -62
  31. package/src/configuration/prompts/index.ts +2 -2
  32. package/src/configuration/prompts/prompts.getters.ts +49 -49
  33. package/src/configuration/prompts/prompts.types.ts +11 -11
  34. package/src/connection.ts +81 -81
  35. package/src/index.ts +46 -46
  36. package/src/municipal/__tests__/validation.spec.ts +62 -62
  37. package/src/municipal/cities/cities.getters.ts +50 -50
  38. package/src/municipal/cities/cities.types.ts +11 -11
  39. package/src/municipal/cities/index.ts +2 -2
  40. package/src/municipal/departmentsSubjects/__tests__/departmentsSubjects.spec.ts +272 -272
  41. package/src/municipal/departmentsSubjects/departmentsSubjects.getters.ts +317 -317
  42. package/src/municipal/departmentsSubjects/departmentsSubjects.types.ts +73 -73
  43. package/src/municipal/departmentsSubjects/index.ts +9 -9
  44. package/src/municipal/index.ts +22 -22
  45. package/src/municipal/mongodb-client.ts +61 -61
  46. package/src/municipal/muniIssues/__tests__/muniIssues.setters.spec.ts +94 -94
  47. package/src/municipal/muniIssues/__tests__/muniIssues.setup.spec.ts +92 -92
  48. package/src/municipal/muniIssues/index.ts +17 -17
  49. package/src/municipal/muniIssues/muniIssues.constants.ts +18 -18
  50. package/src/municipal/muniIssues/muniIssues.getters.ts +24 -24
  51. package/src/municipal/muniIssues/muniIssues.schema.ts +66 -66
  52. package/src/municipal/muniIssues/muniIssues.setters.ts +24 -24
  53. package/src/municipal/muniIssues/muniIssues.setup.ts +65 -65
  54. package/src/municipal/muniIssues/muniIssues.types.ts +37 -37
  55. package/src/municipal/streets/__tests__/streets.spec.ts +253 -253
  56. package/src/municipal/streets/index.ts +2 -2
  57. package/src/municipal/streets/streets.getters.ts +140 -140
  58. package/src/municipal/streets/streets.types.ts +19 -19
  59. package/src/municipal/systemInstructions/__tests__/getters.spec.ts +113 -113
  60. package/src/municipal/systemInstructions/__tests__/setters.spec.ts +274 -274
  61. package/src/municipal/systemInstructions/index.ts +7 -7
  62. package/src/municipal/systemInstructions/instructions.getters.ts +57 -57
  63. package/src/municipal/systemInstructions/instructions.setters.ts +119 -119
  64. package/src/municipal/systemInstructions/instructions.types.ts +30 -30
  65. package/src/municipal/tickets/__tests__/tickets.getters.spec.ts +30 -30
  66. package/src/municipal/tickets/__tests__/tickets.statistics.spec.ts +99 -99
  67. package/src/municipal/tickets/index.ts +9 -9
  68. package/src/municipal/tickets/tickets.constants.ts +8 -8
  69. package/src/municipal/tickets/tickets.getters.ts +121 -121
  70. package/src/municipal/tickets/tickets.statistics.aggregation.ts +110 -110
  71. package/src/municipal/tickets/tickets.statistics.getters.ts +145 -145
  72. package/src/municipal/tickets/tickets.types.ts +54 -54
  73. package/src/municipal/utils/types.ts +11 -11
  74. package/src/talkpilot/__tests__/db.spec.ts +38 -38
  75. package/src/talkpilot/__tests__/mongodb-client.spec.ts +18 -18
  76. package/src/talkpilot/__tests__/validation.spec.ts +68 -68
  77. package/src/talkpilot/agents/__tests__/agents.getters.spec.ts +29 -29
  78. package/src/talkpilot/agents/agents.getters.ts +34 -34
  79. package/src/talkpilot/agents/agents.types.ts +14 -14
  80. package/src/talkpilot/agents/index.ts +2 -2
  81. package/src/talkpilot/backgroundToolResults/__tests__/backgroundToolResults.getters.spec.ts +147 -147
  82. package/src/talkpilot/backgroundToolResults/backgroundToolResults.getters.ts +65 -65
  83. package/src/talkpilot/backgroundToolResults/backgroundToolResults.types.ts +23 -23
  84. package/src/talkpilot/backgroundToolResults/index.ts +2 -2
  85. package/src/talkpilot/calls/__tests__/callStats.utils.spec.ts +128 -128
  86. package/src/talkpilot/calls/__tests__/calls.dashboard.spec.ts +229 -229
  87. package/src/talkpilot/calls/__tests__/calls.spec.ts +471 -471
  88. package/src/talkpilot/calls/__tests__/calls.statistics.spec.ts +483 -483
  89. package/src/talkpilot/calls/calls.constants.ts +49 -49
  90. package/src/talkpilot/calls/calls.getters.ts +277 -277
  91. package/src/talkpilot/calls/calls.statistics.getters.ts +668 -668
  92. package/src/talkpilot/calls/calls.statistics.types.ts +48 -48
  93. package/src/talkpilot/calls/calls.types.ts +134 -149
  94. package/src/talkpilot/calls/dashboard/calls.dashboard.ts +295 -295
  95. package/src/talkpilot/calls/dashboard/calls.dashboard.types.ts +57 -57
  96. package/src/talkpilot/calls/index.ts +6 -6
  97. package/src/talkpilot/clientAudioBuffers/__tests__/clientAudioBuffer.getters.spec.ts +160 -160
  98. package/src/talkpilot/clientAudioBuffers/clientAudioBuffer.getters.ts +117 -117
  99. package/src/talkpilot/clientAudioBuffers/clientsAudioBuffers.types.ts +25 -25
  100. package/src/talkpilot/clientAudioBuffers/index.ts +2 -2
  101. package/src/talkpilot/clients/__tests__/clients.quota.spec.ts +123 -123
  102. package/src/talkpilot/clients/clients.getters.ts +16 -16
  103. package/src/talkpilot/clients/clients.quota.getters.ts +119 -119
  104. package/src/talkpilot/clients/clients.quota.types.ts +27 -27
  105. package/src/talkpilot/clients/clients.types.ts +18 -18
  106. package/src/talkpilot/clients/index.ts +4 -4
  107. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.getters.spec.ts +423 -423
  108. package/src/talkpilot/clientsConfig/__tests__/clientsConfig.spec.ts +212 -212
  109. package/src/talkpilot/clientsConfig/clientsConfig.constants.ts +2 -2
  110. package/src/talkpilot/clientsConfig/clientsConfig.getters.ts +247 -247
  111. package/src/talkpilot/clientsConfig/clientsConfig.types.ts +136 -135
  112. package/src/talkpilot/clientsConfig/index.ts +3 -3
  113. package/src/talkpilot/contextNotes/__tests__/contextNotes.getters.spec.ts +217 -217
  114. package/src/talkpilot/contextNotes/contextNotes.getters.ts +85 -85
  115. package/src/talkpilot/contextNotes/contextNotes.types.ts +20 -20
  116. package/src/talkpilot/contextNotes/index.ts +2 -2
  117. package/src/talkpilot/flows/__tests__/flows.schema.spec.ts +99 -99
  118. package/src/talkpilot/flows/flows.getter.ts +14 -14
  119. package/src/talkpilot/flows/flows.schema.ts +155 -155
  120. package/src/talkpilot/flows/flows.types.ts +189 -189
  121. package/src/talkpilot/flows/index.ts +2 -2
  122. package/src/talkpilot/groups/__tests__/groups.spec.ts +90 -90
  123. package/src/talkpilot/groups/__tests__/phone.utils.spec.ts +32 -32
  124. package/src/talkpilot/groups/groups.getters.ts +30 -30
  125. package/src/talkpilot/groups/groups.types.ts +29 -29
  126. package/src/talkpilot/groups/index.ts +3 -3
  127. package/src/talkpilot/groups/phone.utils.ts +46 -46
  128. package/src/talkpilot/index.ts +31 -31
  129. package/src/talkpilot/leads/index.ts +2 -2
  130. package/src/talkpilot/leads/leads.getter.ts +6 -6
  131. package/src/talkpilot/leads/leads.schema.ts +33 -33
  132. package/src/talkpilot/leads/leads.types.ts +20 -20
  133. package/src/talkpilot/mongodb-client.ts +78 -78
  134. package/src/talkpilot/phone_numbers/__tests__/phone_numbers.spec.ts +282 -282
  135. package/src/talkpilot/phone_numbers/index.ts +2 -2
  136. package/src/talkpilot/phone_numbers/phone_numbers.getter.ts +176 -176
  137. package/src/talkpilot/phone_numbers/phone_numbers.schema.ts +17 -17
  138. package/src/talkpilot/phone_numbers/phone_numbers.types.ts +30 -30
  139. package/src/talkpilot/plans/__tests__/plans.spec.ts +70 -70
  140. package/src/talkpilot/plans/index.ts +2 -2
  141. package/src/talkpilot/plans/plans.getters.ts +132 -132
  142. package/src/talkpilot/plans/plans.types.ts +89 -89
  143. package/src/talkpilot/products/__tests__/products.getters.spec.ts +44 -44
  144. package/src/talkpilot/products/index.ts +2 -2
  145. package/src/talkpilot/products/products.getters.ts +12 -12
  146. package/src/talkpilot/products/products.types.ts +9 -9
  147. package/src/talkpilot/results/index.ts +7 -7
  148. package/src/talkpilot/results/results.getter.ts +39 -39
  149. package/src/talkpilot/results/results.schema.ts +25 -25
  150. package/src/talkpilot/results/results.types.ts +34 -34
  151. package/src/talkpilot/retry_analyze/__tests__/retryAnalyze.getters.spec.ts +156 -156
  152. package/src/talkpilot/retry_analyze/index.ts +2 -2
  153. package/src/talkpilot/retry_analyze/retryAnalyze.getters.ts +84 -84
  154. package/src/talkpilot/retry_analyze/retryAnalyze.types.ts +13 -13
  155. package/src/talkpilot/sessions/__tests__/sessions.spec.ts +147 -147
  156. package/src/talkpilot/sessions/index.ts +2 -2
  157. package/src/talkpilot/sessions/sessions.getter.ts +92 -92
  158. package/src/talkpilot/sessions/sessions.schema.ts +34 -34
  159. package/src/talkpilot/sessions/sessions.types.ts +30 -30
  160. package/src/talkpilot/subscriptions/__tests__/subscriptions.getters.utils.spec.ts +45 -45
  161. package/src/talkpilot/subscriptions/index.ts +3 -3
  162. package/src/talkpilot/subscriptions/subscriptions.getters.ts +146 -146
  163. package/src/talkpilot/subscriptions/subscriptions.getters.utils.ts +33 -33
  164. package/src/talkpilot/subscriptions/subscriptions.types.ts +66 -66
  165. package/src/talkpilot/utils/__tests__/query.utils.spec.ts +49 -49
  166. package/src/talkpilot/utils/query.utils.ts +21 -21
  167. package/src/test-utils/db-utils.ts +33 -33
  168. package/src/test-utils/factories/index.ts +18 -18
  169. package/src/test-utils/factories/municipal/cities.ts +16 -16
  170. package/src/test-utils/factories/municipal/departmentsSubjects.ts +37 -37
  171. package/src/test-utils/factories/municipal/muniIssues.ts +32 -32
  172. package/src/test-utils/factories/municipal/streets.ts +22 -22
  173. package/src/test-utils/factories/municipal/tickets.ts +39 -39
  174. package/src/test-utils/factories/talkpilot/agents.ts +19 -19
  175. package/src/test-utils/factories/talkpilot/calls.ts +37 -37
  176. package/src/test-utils/factories/talkpilot/clientAudioBuffers.ts +20 -20
  177. package/src/test-utils/factories/talkpilot/clientsConfig.ts +18 -18
  178. package/src/test-utils/factories/talkpilot/contextNotes.ts +40 -40
  179. package/src/test-utils/factories/talkpilot/flows.ts +33 -33
  180. package/src/test-utils/factories/talkpilot/groups.ts +33 -33
  181. package/src/test-utils/factories/talkpilot/phone_numbers.ts +22 -22
  182. package/src/test-utils/factories/talkpilot/sessions.ts +35 -35
  183. package/src/test-utils/factories/websitalk/knowledgeDocuments.ts +29 -29
  184. package/src/test-utils/factories/websitalk/scanResources.ts +26 -26
  185. package/src/test-utils/factories/websitalk/scans.ts +29 -29
  186. package/src/test-utils/factories/websitalk/websiteUrls.ts +17 -17
  187. package/src/utils/date.utils.ts +126 -126
  188. package/src/utils/shared.types.ts +4 -4
  189. package/src/utils/validation.ts +23 -23
  190. package/src/websitalk/index.ts +18 -18
  191. package/src/websitalk/knowledgeDocuments/__tests__/knowledgeDocuments.spec.ts +186 -186
  192. package/src/websitalk/knowledgeDocuments/index.ts +3 -3
  193. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.constants.ts +17 -17
  194. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.getters.ts +78 -78
  195. package/src/websitalk/knowledgeDocuments/knowledgeDocuments.types.ts +62 -62
  196. package/src/websitalk/mongodb-client.ts +61 -61
  197. package/src/websitalk/scanResources/__tests__/scanResources.spec.ts +136 -136
  198. package/src/websitalk/scanResources/index.ts +4 -4
  199. package/src/websitalk/scanResources/scanResources.constants.ts +47 -47
  200. package/src/websitalk/scanResources/scanResources.getters.ts +94 -94
  201. package/src/websitalk/scanResources/scanResources.types.ts +90 -90
  202. package/src/websitalk/scanResources/scanResources.utils.ts +28 -28
  203. package/src/websitalk/scans/__tests__/scans.spec.ts +313 -313
  204. package/src/websitalk/scans/index.ts +4 -4
  205. package/src/websitalk/scans/scans.constants.ts +15 -15
  206. package/src/websitalk/scans/scans.getters.ts +166 -166
  207. package/src/websitalk/scans/scans.types.ts +54 -54
  208. package/src/websitalk/scans/scans.utils.ts +5 -5
  209. package/src/websitalk/websiteUrls/__tests__/websiteUrls.spec.ts +77 -77
  210. package/src/websitalk/websiteUrls/index.ts +2 -2
  211. package/src/websitalk/websiteUrls/websiteUrls.getters.ts +65 -65
  212. package/src/websitalk/websiteUrls/websiteUrls.types.ts +13 -13
  213. package/tsconfig.json +23 -23
  214. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts +0 -10
  215. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.d.ts.map +0 -1
  216. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js +0 -15
  217. package/dist/municipal/departmentsSubjects/departmentsSubjects.setters.js.map +0 -1
  218. package/dist/municipal/streets/streets.setters.d.ts +0 -10
  219. package/dist/municipal/streets/streets.setters.d.ts.map +0 -1
  220. package/dist/municipal/streets/streets.setters.js +0 -15
  221. package/dist/municipal/streets/streets.setters.js.map +0 -1
  222. package/dist/reconcile/index.d.ts +0 -5
  223. package/dist/reconcile/index.d.ts.map +0 -1
  224. package/dist/reconcile/index.js +0 -21
  225. package/dist/reconcile/index.js.map +0 -1
  226. package/dist/reconcile/reconcile.diff.d.ts +0 -4
  227. package/dist/reconcile/reconcile.diff.d.ts.map +0 -1
  228. package/dist/reconcile/reconcile.diff.js +0 -36
  229. package/dist/reconcile/reconcile.diff.js.map +0 -1
  230. package/dist/reconcile/reconcile.execute.d.ts +0 -7
  231. package/dist/reconcile/reconcile.execute.d.ts.map +0 -1
  232. package/dist/reconcile/reconcile.execute.js +0 -20
  233. package/dist/reconcile/reconcile.execute.js.map +0 -1
  234. package/dist/reconcile/reconcile.ops.d.ts +0 -12
  235. package/dist/reconcile/reconcile.ops.d.ts.map +0 -1
  236. package/dist/reconcile/reconcile.ops.js +0 -24
  237. package/dist/reconcile/reconcile.ops.js.map +0 -1
  238. package/dist/reconcile/reconcile.types.d.ts +0 -32
  239. package/dist/reconcile/reconcile.types.d.ts.map +0 -1
  240. package/dist/reconcile/reconcile.types.js +0 -3
  241. package/dist/reconcile/reconcile.types.js.map +0 -1
@@ -1,186 +1,186 @@
1
- import {
2
- KNOWLEDGE_CONTENT_TYPES,
3
- KNOWLEDGE_DOCUMENT_STATUSES,
4
- KNOWLEDGE_FILE_TYPES,
5
- } from "../knowledgeDocuments.constants";
6
- import {
7
- createKnowledgeDocument,
8
- deleteKnowledgeDocument,
9
- getKnowledgeDocumentById,
10
- getKnowledgeDocumentsCollection,
11
- listKnowledgeDocumentsByClientId,
12
- listReadyKnowledgeDocumentIdsByClientId,
13
- updateKnowledgeDocument,
14
- } from "../knowledgeDocuments.getters";
15
- import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
-
17
- describe("db.websitalk.knowledgeDocuments", () => {
18
- const clientId = "test-client";
19
- const nonExistentId = "507f1f77bcf86cd799439011";
20
-
21
- describe("createKnowledgeDocument", () => {
22
- it("should create a knowledge document", async () => {
23
- const id = await createKnowledgeDocument({
24
- clientId,
25
- filename: "faq.pdf",
26
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
- storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
- byteSize: 2048,
30
- });
31
-
32
- const saved = await getKnowledgeDocumentById(id.toString());
33
- expect(saved).toMatchObject({
34
- clientId,
35
- filename: "faq.pdf",
36
- status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
- progressPercent: 0,
38
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
- });
40
- expect(saved?.createdAt).toBeInstanceOf(Date);
41
- expect(saved?.updatedAt).toBeInstanceOf(Date);
42
- });
43
- });
44
-
45
- describe("getKnowledgeDocumentById", () => {
46
- it("should throw for an invalid id", async () => {
47
- await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
- });
49
- });
50
-
51
- describe("listKnowledgeDocumentsByClientId", () => {
52
- it("should return documents for a client only", async () => {
53
- await getKnowledgeDocumentsCollection().insertMany([
54
- createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
- createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
- createKnowledgeDocumentFixture({
57
- clientId: "other-client",
58
- filename: "c.pdf",
59
- }),
60
- ]);
61
-
62
- const results = await listKnowledgeDocumentsByClientId(clientId);
63
- expect(results).toHaveLength(2);
64
- expect(results.map((doc) => doc.filename).sort()).toEqual([
65
- "a.pdf",
66
- "b.pdf",
67
- ]);
68
- });
69
-
70
- it("should return documents sorted by createdAt descending", async () => {
71
- await getKnowledgeDocumentsCollection().insertMany([
72
- createKnowledgeDocumentFixture({
73
- clientId,
74
- filename: "older.pdf",
75
- createdAt: new Date("2024-01-01"),
76
- updatedAt: new Date("2024-01-01"),
77
- }),
78
- createKnowledgeDocumentFixture({
79
- clientId,
80
- filename: "newer.pdf",
81
- createdAt: new Date("2024-06-01"),
82
- updatedAt: new Date("2024-06-01"),
83
- }),
84
- ]);
85
-
86
- const results = await listKnowledgeDocumentsByClientId(clientId);
87
- expect(results.map((doc) => doc.filename)).toEqual([
88
- "newer.pdf",
89
- "older.pdf",
90
- ]);
91
- });
92
- });
93
-
94
- describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
- it("should return only READY document ids sorted by createdAt descending", async () => {
96
- await getKnowledgeDocumentsCollection().insertMany([
97
- createKnowledgeDocumentFixture({
98
- clientId,
99
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
- createdAt: new Date("2024-01-01"),
101
- updatedAt: new Date("2024-01-01"),
102
- }),
103
- createKnowledgeDocumentFixture({
104
- clientId,
105
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
- createdAt: new Date("2024-06-01"),
107
- updatedAt: new Date("2024-06-01"),
108
- }),
109
- createKnowledgeDocumentFixture({
110
- clientId,
111
- status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
- }),
113
- createKnowledgeDocumentFixture({
114
- clientId: "other",
115
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
- }),
117
- ]);
118
-
119
- const readyDocs = await getKnowledgeDocumentsCollection()
120
- .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
- .sort({ createdAt: -1 })
122
- .toArray();
123
- const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
-
125
- const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
- expect(ids).toHaveLength(2);
127
- expect(ids).toEqual(expectedIds);
128
- });
129
- });
130
-
131
- describe("updateKnowledgeDocument", () => {
132
- it("should update status and progress", async () => {
133
- const id = await createKnowledgeDocument({
134
- clientId,
135
- filename: "doc.pdf",
136
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
- storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
- byteSize: 100,
140
- });
141
-
142
- const before = await getKnowledgeDocumentById(id.toString());
143
-
144
- const updated = await updateKnowledgeDocument(id.toString(), {
145
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
- progressPercent: 100,
147
- pageCount: 12,
148
- });
149
-
150
- expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
- expect(updated?.progressPercent).toBe(100);
152
- expect(updated?.pageCount).toBe(12);
153
- expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
- before!.updatedAt.getTime(),
155
- );
156
- });
157
-
158
- it("should return null when the document does not exist", async () => {
159
- expect(
160
- await updateKnowledgeDocument(nonExistentId, {
161
- status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
- }),
163
- ).toBeNull();
164
- });
165
- });
166
-
167
- describe("deleteKnowledgeDocument", () => {
168
- it("should delete and return true", async () => {
169
- const id = await createKnowledgeDocument({
170
- clientId: "delete-client",
171
- filename: "gone.pdf",
172
- contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
- fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
- storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
- byteSize: 10,
176
- });
177
-
178
- expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
- expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
- });
181
-
182
- it("should return false when the document does not exist", async () => {
183
- expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
- });
185
- });
186
- });
1
+ import {
2
+ KNOWLEDGE_CONTENT_TYPES,
3
+ KNOWLEDGE_DOCUMENT_STATUSES,
4
+ KNOWLEDGE_FILE_TYPES,
5
+ } from "../knowledgeDocuments.constants";
6
+ import {
7
+ createKnowledgeDocument,
8
+ deleteKnowledgeDocument,
9
+ getKnowledgeDocumentById,
10
+ getKnowledgeDocumentsCollection,
11
+ listKnowledgeDocumentsByClientId,
12
+ listReadyKnowledgeDocumentIdsByClientId,
13
+ updateKnowledgeDocument,
14
+ } from "../knowledgeDocuments.getters";
15
+ import { createKnowledgeDocumentFixture } from "../../../test-utils/factories/websitalk/knowledgeDocuments";
16
+
17
+ describe("db.websitalk.knowledgeDocuments", () => {
18
+ const clientId = "test-client";
19
+ const nonExistentId = "507f1f77bcf86cd799439011";
20
+
21
+ describe("createKnowledgeDocument", () => {
22
+ it("should create a knowledge document", async () => {
23
+ const id = await createKnowledgeDocument({
24
+ clientId,
25
+ filename: "faq.pdf",
26
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
27
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
28
+ storagePath: "websitalk/knowledge_files/test/faq.pdf",
29
+ byteSize: 2048,
30
+ });
31
+
32
+ const saved = await getKnowledgeDocumentById(id.toString());
33
+ expect(saved).toMatchObject({
34
+ clientId,
35
+ filename: "faq.pdf",
36
+ status: KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
37
+ progressPercent: 0,
38
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
39
+ });
40
+ expect(saved?.createdAt).toBeInstanceOf(Date);
41
+ expect(saved?.updatedAt).toBeInstanceOf(Date);
42
+ });
43
+ });
44
+
45
+ describe("getKnowledgeDocumentById", () => {
46
+ it("should throw for an invalid id", async () => {
47
+ await expect(getKnowledgeDocumentById("invalid-id")).rejects.toThrow();
48
+ });
49
+ });
50
+
51
+ describe("listKnowledgeDocumentsByClientId", () => {
52
+ it("should return documents for a client only", async () => {
53
+ await getKnowledgeDocumentsCollection().insertMany([
54
+ createKnowledgeDocumentFixture({ clientId, filename: "a.pdf" }),
55
+ createKnowledgeDocumentFixture({ clientId, filename: "b.pdf" }),
56
+ createKnowledgeDocumentFixture({
57
+ clientId: "other-client",
58
+ filename: "c.pdf",
59
+ }),
60
+ ]);
61
+
62
+ const results = await listKnowledgeDocumentsByClientId(clientId);
63
+ expect(results).toHaveLength(2);
64
+ expect(results.map((doc) => doc.filename).sort()).toEqual([
65
+ "a.pdf",
66
+ "b.pdf",
67
+ ]);
68
+ });
69
+
70
+ it("should return documents sorted by createdAt descending", async () => {
71
+ await getKnowledgeDocumentsCollection().insertMany([
72
+ createKnowledgeDocumentFixture({
73
+ clientId,
74
+ filename: "older.pdf",
75
+ createdAt: new Date("2024-01-01"),
76
+ updatedAt: new Date("2024-01-01"),
77
+ }),
78
+ createKnowledgeDocumentFixture({
79
+ clientId,
80
+ filename: "newer.pdf",
81
+ createdAt: new Date("2024-06-01"),
82
+ updatedAt: new Date("2024-06-01"),
83
+ }),
84
+ ]);
85
+
86
+ const results = await listKnowledgeDocumentsByClientId(clientId);
87
+ expect(results.map((doc) => doc.filename)).toEqual([
88
+ "newer.pdf",
89
+ "older.pdf",
90
+ ]);
91
+ });
92
+ });
93
+
94
+ describe("listReadyKnowledgeDocumentIdsByClientId", () => {
95
+ it("should return only READY document ids sorted by createdAt descending", async () => {
96
+ await getKnowledgeDocumentsCollection().insertMany([
97
+ createKnowledgeDocumentFixture({
98
+ clientId,
99
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
100
+ createdAt: new Date("2024-01-01"),
101
+ updatedAt: new Date("2024-01-01"),
102
+ }),
103
+ createKnowledgeDocumentFixture({
104
+ clientId,
105
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
106
+ createdAt: new Date("2024-06-01"),
107
+ updatedAt: new Date("2024-06-01"),
108
+ }),
109
+ createKnowledgeDocumentFixture({
110
+ clientId,
111
+ status: KNOWLEDGE_DOCUMENT_STATUSES.PROCESSING,
112
+ }),
113
+ createKnowledgeDocumentFixture({
114
+ clientId: "other",
115
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
116
+ }),
117
+ ]);
118
+
119
+ const readyDocs = await getKnowledgeDocumentsCollection()
120
+ .find({ clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY })
121
+ .sort({ createdAt: -1 })
122
+ .toArray();
123
+ const expectedIds = readyDocs.map((doc) => doc._id.toString());
124
+
125
+ const ids = await listReadyKnowledgeDocumentIdsByClientId(clientId);
126
+ expect(ids).toHaveLength(2);
127
+ expect(ids).toEqual(expectedIds);
128
+ });
129
+ });
130
+
131
+ describe("updateKnowledgeDocument", () => {
132
+ it("should update status and progress", async () => {
133
+ const id = await createKnowledgeDocument({
134
+ clientId,
135
+ filename: "doc.pdf",
136
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
137
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
138
+ storagePath: "websitalk/knowledge_files/test/doc.pdf",
139
+ byteSize: 100,
140
+ });
141
+
142
+ const before = await getKnowledgeDocumentById(id.toString());
143
+
144
+ const updated = await updateKnowledgeDocument(id.toString(), {
145
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
146
+ progressPercent: 100,
147
+ pageCount: 12,
148
+ });
149
+
150
+ expect(updated?.status).toBe(KNOWLEDGE_DOCUMENT_STATUSES.READY);
151
+ expect(updated?.progressPercent).toBe(100);
152
+ expect(updated?.pageCount).toBe(12);
153
+ expect(updated?.updatedAt.getTime()).toBeGreaterThanOrEqual(
154
+ before!.updatedAt.getTime(),
155
+ );
156
+ });
157
+
158
+ it("should return null when the document does not exist", async () => {
159
+ expect(
160
+ await updateKnowledgeDocument(nonExistentId, {
161
+ status: KNOWLEDGE_DOCUMENT_STATUSES.READY,
162
+ }),
163
+ ).toBeNull();
164
+ });
165
+ });
166
+
167
+ describe("deleteKnowledgeDocument", () => {
168
+ it("should delete and return true", async () => {
169
+ const id = await createKnowledgeDocument({
170
+ clientId: "delete-client",
171
+ filename: "gone.pdf",
172
+ contentType: KNOWLEDGE_CONTENT_TYPES.PDF,
173
+ fileType: KNOWLEDGE_FILE_TYPES.PDF,
174
+ storagePath: "websitalk/knowledge_files/delete/gone.pdf",
175
+ byteSize: 10,
176
+ });
177
+
178
+ expect(await deleteKnowledgeDocument(id.toString())).toBe(true);
179
+ expect(await getKnowledgeDocumentById(id.toString())).toBeNull();
180
+ });
181
+
182
+ it("should return false when the document does not exist", async () => {
183
+ expect(await deleteKnowledgeDocument(nonExistentId)).toBe(false);
184
+ });
185
+ });
186
+ });
@@ -1,3 +1,3 @@
1
- export * from "./knowledgeDocuments.constants";
2
- export * from "./knowledgeDocuments.getters";
3
- export * from "./knowledgeDocuments.types";
1
+ export * from "./knowledgeDocuments.constants";
2
+ export * from "./knowledgeDocuments.getters";
3
+ export * from "./knowledgeDocuments.types";
@@ -1,17 +1,17 @@
1
- export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
-
3
- export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
- UPLOADING: "UPLOADING",
5
- EXTRACTING: "EXTRACTING",
6
- PROCESSING: "PROCESSING",
7
- READY: "READY",
8
- FAILED: "FAILED",
9
- } as const;
10
-
11
- export const KNOWLEDGE_FILE_TYPES = {
12
- PDF: "pdf",
13
- } as const;
14
-
15
- export const KNOWLEDGE_CONTENT_TYPES = {
16
- PDF: "application/pdf",
17
- } as const;
1
+ export const KNOWLEDGE_DOCUMENTS_COLLECTION = "knowledgeDocuments";
2
+
3
+ export const KNOWLEDGE_DOCUMENT_STATUSES = {
4
+ UPLOADING: "UPLOADING",
5
+ EXTRACTING: "EXTRACTING",
6
+ PROCESSING: "PROCESSING",
7
+ READY: "READY",
8
+ FAILED: "FAILED",
9
+ } as const;
10
+
11
+ export const KNOWLEDGE_FILE_TYPES = {
12
+ PDF: "pdf",
13
+ } as const;
14
+
15
+ export const KNOWLEDGE_CONTENT_TYPES = {
16
+ PDF: "application/pdf",
17
+ } as const;
@@ -1,78 +1,78 @@
1
- import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
- import { getDb, ObjectId } from "../index";
3
- import {
4
- KNOWLEDGE_DOCUMENTS_COLLECTION,
5
- KNOWLEDGE_DOCUMENT_STATUSES,
6
- } from "./knowledgeDocuments.constants";
7
- import type {
8
- CreateKnowledgeDocumentInput,
9
- KnowledgeDocument,
10
- KnowledgeDocumentDoc,
11
- UpdateKnowledgeDocumentInput,
12
- } from "./knowledgeDocuments.types";
13
-
14
- export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
- return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
- };
17
-
18
- export const createKnowledgeDocument = async (
19
- input: CreateKnowledgeDocumentInput,
20
- ): Promise<MongoObjectId> => {
21
- const now = new Date();
22
- const { status, progressPercent, _id, ...rest } = input;
23
- const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
- ...(_id ? { _id } : {}),
25
- ...rest,
26
- status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
- progressPercent: progressPercent ?? 0,
28
- createdAt: now,
29
- updatedAt: now,
30
- });
31
- return insertedId;
32
- };
33
-
34
- export const getKnowledgeDocumentById = async (
35
- id: string,
36
- ): Promise<KnowledgeDocumentDoc | null> => {
37
- return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
- };
39
-
40
- export const listKnowledgeDocumentsByClientId = async (
41
- clientId: string,
42
- ): Promise<KnowledgeDocumentDoc[]> => {
43
- return getKnowledgeDocumentsCollection()
44
- .find({ clientId })
45
- .sort({ createdAt: -1 })
46
- .toArray();
47
- };
48
-
49
- export const listReadyKnowledgeDocumentIdsByClientId = async (
50
- clientId: string,
51
- ): Promise<string[]> => {
52
- const docs = await getKnowledgeDocumentsCollection()
53
- .find(
54
- { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
- { projection: { _id: 1 } },
56
- )
57
- .sort({ createdAt: -1 })
58
- .toArray();
59
- return docs.map((doc) => doc._id.toString());
60
- };
61
-
62
- export const updateKnowledgeDocument = async (
63
- id: string,
64
- updates: UpdateKnowledgeDocumentInput,
65
- ): Promise<KnowledgeDocumentDoc | null> => {
66
- return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
- { _id: new ObjectId(id) },
68
- { $set: { ...updates, updatedAt: new Date() } },
69
- { returnDocument: "after" },
70
- );
71
- };
72
-
73
- export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
- const result = await getKnowledgeDocumentsCollection().deleteOne({
75
- _id: new ObjectId(id),
76
- });
77
- return result.deletedCount === 1;
78
- };
1
+ import { Collection, ObjectId as MongoObjectId } from "mongodb";
2
+ import { getDb, ObjectId } from "../index";
3
+ import {
4
+ KNOWLEDGE_DOCUMENTS_COLLECTION,
5
+ KNOWLEDGE_DOCUMENT_STATUSES,
6
+ } from "./knowledgeDocuments.constants";
7
+ import type {
8
+ CreateKnowledgeDocumentInput,
9
+ KnowledgeDocument,
10
+ KnowledgeDocumentDoc,
11
+ UpdateKnowledgeDocumentInput,
12
+ } from "./knowledgeDocuments.types";
13
+
14
+ export const getKnowledgeDocumentsCollection = (): Collection<KnowledgeDocument> => {
15
+ return getDb().collection<KnowledgeDocument>(KNOWLEDGE_DOCUMENTS_COLLECTION);
16
+ };
17
+
18
+ export const createKnowledgeDocument = async (
19
+ input: CreateKnowledgeDocumentInput,
20
+ ): Promise<MongoObjectId> => {
21
+ const now = new Date();
22
+ const { status, progressPercent, _id, ...rest } = input;
23
+ const { insertedId } = await getKnowledgeDocumentsCollection().insertOne({
24
+ ...(_id ? { _id } : {}),
25
+ ...rest,
26
+ status: status ?? KNOWLEDGE_DOCUMENT_STATUSES.UPLOADING,
27
+ progressPercent: progressPercent ?? 0,
28
+ createdAt: now,
29
+ updatedAt: now,
30
+ });
31
+ return insertedId;
32
+ };
33
+
34
+ export const getKnowledgeDocumentById = async (
35
+ id: string,
36
+ ): Promise<KnowledgeDocumentDoc | null> => {
37
+ return getKnowledgeDocumentsCollection().findOne({ _id: new ObjectId(id) });
38
+ };
39
+
40
+ export const listKnowledgeDocumentsByClientId = async (
41
+ clientId: string,
42
+ ): Promise<KnowledgeDocumentDoc[]> => {
43
+ return getKnowledgeDocumentsCollection()
44
+ .find({ clientId })
45
+ .sort({ createdAt: -1 })
46
+ .toArray();
47
+ };
48
+
49
+ export const listReadyKnowledgeDocumentIdsByClientId = async (
50
+ clientId: string,
51
+ ): Promise<string[]> => {
52
+ const docs = await getKnowledgeDocumentsCollection()
53
+ .find(
54
+ { clientId, status: KNOWLEDGE_DOCUMENT_STATUSES.READY },
55
+ { projection: { _id: 1 } },
56
+ )
57
+ .sort({ createdAt: -1 })
58
+ .toArray();
59
+ return docs.map((doc) => doc._id.toString());
60
+ };
61
+
62
+ export const updateKnowledgeDocument = async (
63
+ id: string,
64
+ updates: UpdateKnowledgeDocumentInput,
65
+ ): Promise<KnowledgeDocumentDoc | null> => {
66
+ return getKnowledgeDocumentsCollection().findOneAndUpdate(
67
+ { _id: new ObjectId(id) },
68
+ { $set: { ...updates, updatedAt: new Date() } },
69
+ { returnDocument: "after" },
70
+ );
71
+ };
72
+
73
+ export const deleteKnowledgeDocument = async (id: string): Promise<boolean> => {
74
+ const result = await getKnowledgeDocumentsCollection().deleteOne({
75
+ _id: new ObjectId(id),
76
+ });
77
+ return result.deletedCount === 1;
78
+ };