canopycms 0.0.0 → 0.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (467) hide show
  1. package/dist/auth/plugin.d.ts +8 -0
  2. package/dist/auth/plugin.d.ts.map +1 -1
  3. package/dist/build-mode.d.ts +15 -5
  4. package/dist/build-mode.d.ts.map +1 -1
  5. package/dist/build-mode.js +18 -8
  6. package/dist/build-mode.js.map +1 -1
  7. package/dist/cli/init.d.ts +2 -2
  8. package/dist/cli/init.d.ts.map +1 -1
  9. package/dist/cli/init.js +37 -36
  10. package/dist/cli/init.js.map +1 -1
  11. package/dist/cli/template-files/ai-config.ts.template +21 -0
  12. package/dist/cli/template-files/ai-route.ts.template +10 -0
  13. package/dist/cli/template-files/canopy.ts.template +24 -0
  14. package/dist/cli/templates.d.ts +5 -1
  15. package/dist/cli/templates.d.ts.map +1 -1
  16. package/dist/cli/templates.js +9 -2
  17. package/dist/cli/templates.js.map +1 -1
  18. package/dist/config/schemas/config.d.ts +4 -0
  19. package/dist/config/schemas/config.d.ts.map +1 -1
  20. package/dist/config/schemas/config.js +2 -0
  21. package/dist/config/schemas/config.js.map +1 -1
  22. package/dist/config/types.d.ts +5 -0
  23. package/dist/config/types.d.ts.map +1 -1
  24. package/dist/content-reader.js +2 -2
  25. package/dist/content-reader.js.map +1 -1
  26. package/dist/context.js +5 -5
  27. package/dist/context.js.map +1 -1
  28. package/dist/operating-mode/client-unsafe-strategy.d.ts.map +1 -1
  29. package/dist/operating-mode/client-unsafe-strategy.js +15 -18
  30. package/dist/operating-mode/client-unsafe-strategy.js.map +1 -1
  31. package/dist/operating-mode/types.d.ts +8 -0
  32. package/dist/operating-mode/types.d.ts.map +1 -1
  33. package/dist/server.d.ts +2 -0
  34. package/dist/server.d.ts.map +1 -1
  35. package/dist/server.js +2 -0
  36. package/dist/server.js.map +1 -1
  37. package/package.json +5 -4
  38. package/src/cli/init.ts +43 -38
  39. package/dist/__integration__/fixtures/content-seeds.d.ts +0 -43
  40. package/dist/__integration__/fixtures/content-seeds.d.ts.map +0 -1
  41. package/dist/__integration__/fixtures/content-seeds.js +0 -99
  42. package/dist/__integration__/fixtures/content-seeds.js.map +0 -1
  43. package/dist/__integration__/fixtures/schemas.d.ts +0 -12
  44. package/dist/__integration__/fixtures/schemas.d.ts.map +0 -1
  45. package/dist/__integration__/fixtures/schemas.js +0 -65
  46. package/dist/__integration__/fixtures/schemas.js.map +0 -1
  47. package/dist/__integration__/test-utils/api-client.d.ts +0 -123
  48. package/dist/__integration__/test-utils/api-client.d.ts.map +0 -1
  49. package/dist/__integration__/test-utils/api-client.js +0 -118
  50. package/dist/__integration__/test-utils/api-client.js.map +0 -1
  51. package/dist/__integration__/test-utils/multi-user.d.ts +0 -25
  52. package/dist/__integration__/test-utils/multi-user.d.ts.map +0 -1
  53. package/dist/__integration__/test-utils/multi-user.js +0 -105
  54. package/dist/__integration__/test-utils/multi-user.js.map +0 -1
  55. package/dist/__integration__/test-utils/test-workspace.d.ts +0 -25
  56. package/dist/__integration__/test-utils/test-workspace.d.ts.map +0 -1
  57. package/dist/__integration__/test-utils/test-workspace.js +0 -102
  58. package/dist/__integration__/test-utils/test-workspace.js.map +0 -1
  59. package/dist/editor/BranchManager.stories.d.ts +0 -8
  60. package/dist/editor/BranchManager.stories.d.ts.map +0 -1
  61. package/dist/editor/BranchManager.stories.js +0 -74
  62. package/dist/editor/BranchManager.stories.js.map +0 -1
  63. package/dist/editor/CanopyEditor.stories.d.ts +0 -7
  64. package/dist/editor/CanopyEditor.stories.d.ts.map +0 -1
  65. package/dist/editor/CanopyEditor.stories.js +0 -99
  66. package/dist/editor/CanopyEditor.stories.js.map +0 -1
  67. package/dist/editor/CommentsPanel.stories.d.ts +0 -10
  68. package/dist/editor/CommentsPanel.stories.d.ts.map +0 -1
  69. package/dist/editor/CommentsPanel.stories.js +0 -175
  70. package/dist/editor/CommentsPanel.stories.js.map +0 -1
  71. package/dist/editor/Editor.stories.d.ts +0 -7
  72. package/dist/editor/Editor.stories.d.ts.map +0 -1
  73. package/dist/editor/Editor.stories.js +0 -95
  74. package/dist/editor/Editor.stories.js.map +0 -1
  75. package/dist/editor/EditorPanes.stories.d.ts +0 -7
  76. package/dist/editor/EditorPanes.stories.d.ts.map +0 -1
  77. package/dist/editor/EditorPanes.stories.js +0 -116
  78. package/dist/editor/EditorPanes.stories.js.map +0 -1
  79. package/dist/editor/EntryNavigator.stories.d.ts +0 -8
  80. package/dist/editor/EntryNavigator.stories.d.ts.map +0 -1
  81. package/dist/editor/EntryNavigator.stories.js +0 -42
  82. package/dist/editor/EntryNavigator.stories.js.map +0 -1
  83. package/dist/editor/FormRenderer.stories.d.ts +0 -7
  84. package/dist/editor/FormRenderer.stories.d.ts.map +0 -1
  85. package/dist/editor/FormRenderer.stories.js +0 -115
  86. package/dist/editor/FormRenderer.stories.js.map +0 -1
  87. package/dist/editor/GroupManager.stories.d.ts +0 -19
  88. package/dist/editor/GroupManager.stories.d.ts.map +0 -1
  89. package/dist/editor/GroupManager.stories.js +0 -265
  90. package/dist/editor/GroupManager.stories.js.map +0 -1
  91. package/dist/editor/PermissionManager.stories.d.ts +0 -20
  92. package/dist/editor/PermissionManager.stories.d.ts.map +0 -1
  93. package/dist/editor/PermissionManager.stories.js +0 -506
  94. package/dist/editor/PermissionManager.stories.js.map +0 -1
  95. package/dist/editor/comments/FieldWrapper.stories.d.ts +0 -10
  96. package/dist/editor/comments/FieldWrapper.stories.d.ts.map +0 -1
  97. package/dist/editor/comments/FieldWrapper.stories.js +0 -173
  98. package/dist/editor/comments/FieldWrapper.stories.js.map +0 -1
  99. package/dist/editor/fields/BlockField.stories.d.ts +0 -7
  100. package/dist/editor/fields/BlockField.stories.d.ts.map +0 -1
  101. package/dist/editor/fields/BlockField.stories.js +0 -50
  102. package/dist/editor/fields/BlockField.stories.js.map +0 -1
  103. package/dist/editor/fields/fields.stories.d.ts +0 -8
  104. package/dist/editor/fields/fields.stories.d.ts.map +0 -1
  105. package/dist/editor/fields/fields.stories.js +0 -34
  106. package/dist/editor/fields/fields.stories.js.map +0 -1
  107. package/dist/test-utils/api-test-helpers.d.ts +0 -238
  108. package/dist/test-utils/api-test-helpers.d.ts.map +0 -1
  109. package/dist/test-utils/api-test-helpers.js +0 -347
  110. package/dist/test-utils/api-test-helpers.js.map +0 -1
  111. package/dist/test-utils/console-spy.d.ts +0 -56
  112. package/dist/test-utils/console-spy.d.ts.map +0 -1
  113. package/dist/test-utils/console-spy.js +0 -81
  114. package/dist/test-utils/console-spy.js.map +0 -1
  115. package/dist/test-utils/git-helpers.d.ts +0 -21
  116. package/dist/test-utils/git-helpers.d.ts.map +0 -1
  117. package/dist/test-utils/git-helpers.js +0 -23
  118. package/dist/test-utils/git-helpers.js.map +0 -1
  119. package/dist/test-utils/index.d.ts +0 -5
  120. package/dist/test-utils/index.d.ts.map +0 -1
  121. package/dist/test-utils/index.js +0 -4
  122. package/dist/test-utils/index.js.map +0 -1
  123. package/src/__integration__/errors/invalid-content.test.ts +0 -238
  124. package/src/__integration__/errors/permission-denied.test.ts +0 -220
  125. package/src/__integration__/fixtures/content-seeds.ts +0 -105
  126. package/src/__integration__/fixtures/schemas.ts +0 -67
  127. package/src/__integration__/initialization/prod-sim-init.test.ts +0 -139
  128. package/src/__integration__/permissions/path-permissions.test.ts +0 -314
  129. package/src/__integration__/permissions/role-permissions.test.ts +0 -354
  130. package/src/__integration__/permissions/settings-branch-isolation.test.ts +0 -317
  131. package/src/__integration__/settings/groups-api.test.ts +0 -403
  132. package/src/__integration__/test-utils/api-client.ts +0 -167
  133. package/src/__integration__/test-utils/multi-user.ts +0 -129
  134. package/src/__integration__/test-utils/test-workspace.ts +0 -130
  135. package/src/__integration__/user/user-context.test.ts +0 -174
  136. package/src/__integration__/validation/input-validation.test.ts +0 -166
  137. package/src/__integration__/workflows/api-editing-workflow.test.ts +0 -244
  138. package/src/__integration__/workflows/conflict-resolution.test.ts +0 -259
  139. package/src/__integration__/workflows/editing-workflow.test.ts +0 -205
  140. package/src/__integration__/workflows/review-workflow.test.ts +0 -260
  141. package/src/ai/__tests__/build.integration.test.ts +0 -224
  142. package/src/ai/__tests__/generate.integration.test.ts +0 -495
  143. package/src/ai/__tests__/handler.integration.test.ts +0 -212
  144. package/src/ai/__tests__/json-to-markdown.test.ts +0 -553
  145. package/src/ai/generate.ts +0 -410
  146. package/src/ai/handler.ts +0 -123
  147. package/src/ai/index.ts +0 -26
  148. package/src/ai/json-to-markdown.ts +0 -424
  149. package/src/ai/resolve-branch.ts +0 -34
  150. package/src/ai/types.ts +0 -160
  151. package/src/api/AGENTS.md +0 -81
  152. package/src/api/__test__/mock-client.ts +0 -404
  153. package/src/api/assets.test.ts +0 -140
  154. package/src/api/assets.ts +0 -154
  155. package/src/api/branch-merge.test.ts +0 -163
  156. package/src/api/branch-merge.ts +0 -113
  157. package/src/api/branch-review.test.ts +0 -297
  158. package/src/api/branch-review.ts +0 -136
  159. package/src/api/branch-status.test.ts +0 -85
  160. package/src/api/branch-status.ts +0 -153
  161. package/src/api/branch-withdraw.test.ts +0 -146
  162. package/src/api/branch-withdraw.ts +0 -81
  163. package/src/api/branch-workflow.integration.test.ts +0 -578
  164. package/src/api/branch.test.ts +0 -620
  165. package/src/api/branch.ts +0 -492
  166. package/src/api/client.test.ts +0 -349
  167. package/src/api/client.ts +0 -506
  168. package/src/api/comments.test.ts +0 -285
  169. package/src/api/comments.ts +0 -210
  170. package/src/api/content.test.ts +0 -345
  171. package/src/api/content.ts +0 -454
  172. package/src/api/entries.test.ts +0 -1339
  173. package/src/api/entries.ts +0 -650
  174. package/src/api/github-sync.ts +0 -144
  175. package/src/api/groups.test.ts +0 -1013
  176. package/src/api/groups.ts +0 -375
  177. package/src/api/guards.test.ts +0 -533
  178. package/src/api/guards.ts +0 -271
  179. package/src/api/index.ts +0 -87
  180. package/src/api/permissions.test.ts +0 -766
  181. package/src/api/permissions.ts +0 -334
  182. package/src/api/reference-options.ts +0 -118
  183. package/src/api/resolve-references.ts +0 -107
  184. package/src/api/route-builder.ts +0 -289
  185. package/src/api/schema.test.ts +0 -840
  186. package/src/api/schema.ts +0 -936
  187. package/src/api/security.test.ts +0 -233
  188. package/src/api/settings-helpers.ts +0 -84
  189. package/src/api/types.ts +0 -40
  190. package/src/api/user.test.ts +0 -127
  191. package/src/api/user.ts +0 -42
  192. package/src/api/validators.test.ts +0 -275
  193. package/src/api/validators.ts +0 -176
  194. package/src/asset-store.test.ts +0 -37
  195. package/src/asset-store.ts +0 -110
  196. package/src/auth/cache.ts +0 -7
  197. package/src/auth/caching-auth-plugin.test.ts +0 -154
  198. package/src/auth/caching-auth-plugin.ts +0 -109
  199. package/src/auth/context-helpers.ts +0 -75
  200. package/src/auth/file-based-auth-cache.test.ts +0 -257
  201. package/src/auth/file-based-auth-cache.ts +0 -279
  202. package/src/auth/index.ts +0 -12
  203. package/src/auth/plugin.ts +0 -51
  204. package/src/auth/types.ts +0 -38
  205. package/src/authorization/__tests__/branch.test.ts +0 -260
  206. package/src/authorization/__tests__/content.test.ts +0 -142
  207. package/src/authorization/__tests__/path.test.ts +0 -133
  208. package/src/authorization/__tests__/permissions-loader.test.ts +0 -200
  209. package/src/authorization/branch.ts +0 -94
  210. package/src/authorization/content.ts +0 -93
  211. package/src/authorization/groups/index.ts +0 -11
  212. package/src/authorization/groups/loader.ts +0 -127
  213. package/src/authorization/groups/schema.ts +0 -48
  214. package/src/authorization/helpers.ts +0 -48
  215. package/src/authorization/index.ts +0 -84
  216. package/src/authorization/path.ts +0 -112
  217. package/src/authorization/permissions/index.ts +0 -11
  218. package/src/authorization/permissions/loader.ts +0 -116
  219. package/src/authorization/permissions/schema.ts +0 -66
  220. package/src/authorization/test-utils.ts +0 -15
  221. package/src/authorization/types.ts +0 -66
  222. package/src/authorization/validation.test.ts +0 -100
  223. package/src/authorization/validation.ts +0 -62
  224. package/src/branch-metadata.test.ts +0 -168
  225. package/src/branch-metadata.ts +0 -166
  226. package/src/branch-registry.test.ts +0 -248
  227. package/src/branch-registry.ts +0 -152
  228. package/src/branch-schema-cache.test.ts +0 -275
  229. package/src/branch-schema-cache.ts +0 -189
  230. package/src/branch-workspace.test.ts +0 -183
  231. package/src/branch-workspace.ts +0 -124
  232. package/src/build/generate-ai-content.ts +0 -78
  233. package/src/build/index.ts +0 -8
  234. package/src/build-mode.ts +0 -27
  235. package/src/cli/generate-ai-content.ts +0 -100
  236. package/src/cli/init.test.ts +0 -240
  237. package/src/cli/templates/canopy.ts.template +0 -55
  238. package/src/cli/templates.ts +0 -47
  239. package/src/client.ts +0 -12
  240. package/src/comment-store.test.ts +0 -442
  241. package/src/comment-store.ts +0 -301
  242. package/src/config/__tests__/config.test.ts +0 -513
  243. package/src/config/flatten.ts +0 -174
  244. package/src/config/helpers.ts +0 -167
  245. package/src/config/index.ts +0 -86
  246. package/src/config/schemas/collection.ts +0 -67
  247. package/src/config/schemas/config.ts +0 -77
  248. package/src/config/schemas/field.ts +0 -108
  249. package/src/config/schemas/media.ts +0 -27
  250. package/src/config/schemas/permissions.ts +0 -21
  251. package/src/config/types.ts +0 -321
  252. package/src/config/validation.ts +0 -70
  253. package/src/config-test.ts +0 -65
  254. package/src/config.ts +0 -11
  255. package/src/content-id-index.test.ts +0 -512
  256. package/src/content-id-index.ts +0 -479
  257. package/src/content-reader.test.ts +0 -478
  258. package/src/content-reader.ts +0 -214
  259. package/src/content-store.test.ts +0 -1126
  260. package/src/content-store.ts +0 -793
  261. package/src/context.ts +0 -111
  262. package/src/editor/BranchManager.stories.tsx +0 -80
  263. package/src/editor/BranchManager.test.tsx +0 -324
  264. package/src/editor/BranchManager.tsx +0 -461
  265. package/src/editor/CanopyEditor.stories.tsx +0 -128
  266. package/src/editor/CanopyEditor.test.tsx +0 -81
  267. package/src/editor/CanopyEditor.tsx +0 -73
  268. package/src/editor/CanopyEditorPage.test.tsx +0 -59
  269. package/src/editor/CanopyEditorPage.tsx +0 -25
  270. package/src/editor/CommentsPanel.stories.tsx +0 -184
  271. package/src/editor/CommentsPanel.tsx +0 -338
  272. package/src/editor/Editor.integration.test.tsx +0 -227
  273. package/src/editor/Editor.stories.tsx +0 -119
  274. package/src/editor/Editor.tsx +0 -1221
  275. package/src/editor/EditorPanes.stories.tsx +0 -256
  276. package/src/editor/EditorPanes.test.tsx +0 -77
  277. package/src/editor/EditorPanes.tsx +0 -180
  278. package/src/editor/EntryNavigator.stories.tsx +0 -65
  279. package/src/editor/EntryNavigator.test.tsx +0 -598
  280. package/src/editor/EntryNavigator.tsx +0 -665
  281. package/src/editor/FormRenderer.stories.tsx +0 -212
  282. package/src/editor/FormRenderer.test.tsx +0 -194
  283. package/src/editor/FormRenderer.tsx +0 -432
  284. package/src/editor/GroupManager.stories.tsx +0 -301
  285. package/src/editor/GroupManager.test.tsx +0 -682
  286. package/src/editor/GroupManager.tsx +0 -9
  287. package/src/editor/PermissionManager.stories.tsx +0 -539
  288. package/src/editor/PermissionManager.test.tsx +0 -864
  289. package/src/editor/PermissionManager.tsx +0 -12
  290. package/src/editor/canopy-path.test.ts +0 -23
  291. package/src/editor/canopy-path.ts +0 -52
  292. package/src/editor/client-reference-resolver.ts +0 -118
  293. package/src/editor/comments/BranchComments.tsx +0 -93
  294. package/src/editor/comments/EntryComments.tsx +0 -94
  295. package/src/editor/comments/FieldWrapper.stories.tsx +0 -210
  296. package/src/editor/comments/FieldWrapper.tsx +0 -129
  297. package/src/editor/comments/InlineCommentThread.test.tsx +0 -384
  298. package/src/editor/comments/InlineCommentThread.tsx +0 -246
  299. package/src/editor/comments/ThreadCarousel.test.tsx +0 -393
  300. package/src/editor/comments/ThreadCarousel.tsx +0 -525
  301. package/src/editor/components/ConfirmDeleteModal.tsx +0 -49
  302. package/src/editor/components/EditorContext.tsx +0 -49
  303. package/src/editor/components/EditorFooter.tsx +0 -47
  304. package/src/editor/components/EditorHeader.tsx +0 -492
  305. package/src/editor/components/EditorSidebar.tsx +0 -193
  306. package/src/editor/components/EntryCreateModal.tsx +0 -193
  307. package/src/editor/components/RenameEntryModal.tsx +0 -152
  308. package/src/editor/components/UserBadge.test.tsx +0 -274
  309. package/src/editor/components/UserBadge.tsx +0 -240
  310. package/src/editor/components/index.ts +0 -6
  311. package/src/editor/context/ApiClientContext.tsx +0 -56
  312. package/src/editor/context/EditorStateContext.tsx +0 -221
  313. package/src/editor/context/index.ts +0 -40
  314. package/src/editor/editor-config.test.ts +0 -385
  315. package/src/editor/editor-config.ts +0 -94
  316. package/src/editor/editor-utils.test.ts +0 -772
  317. package/src/editor/editor-utils.ts +0 -303
  318. package/src/editor/env.ts +0 -4
  319. package/src/editor/fields/BlockField.stories.tsx +0 -79
  320. package/src/editor/fields/BlockField.tsx +0 -267
  321. package/src/editor/fields/CodeField.tsx +0 -41
  322. package/src/editor/fields/MarkdownField.tsx +0 -205
  323. package/src/editor/fields/ObjectField.tsx +0 -71
  324. package/src/editor/fields/ReferenceField.tsx +0 -138
  325. package/src/editor/fields/SelectField.tsx +0 -76
  326. package/src/editor/fields/TextField.tsx +0 -35
  327. package/src/editor/fields/ToggleField.tsx +0 -37
  328. package/src/editor/fields/fields.stories.tsx +0 -40
  329. package/src/editor/group-manager/ExternalGroupsTab.tsx +0 -114
  330. package/src/editor/group-manager/GroupCard.tsx +0 -102
  331. package/src/editor/group-manager/GroupForm.tsx +0 -66
  332. package/src/editor/group-manager/InternalGroupsTab.tsx +0 -147
  333. package/src/editor/group-manager/MemberList.tsx +0 -184
  334. package/src/editor/group-manager/hooks/useExternalGroupSearch.ts +0 -63
  335. package/src/editor/group-manager/hooks/useGroupState.ts +0 -134
  336. package/src/editor/group-manager/hooks/useUserSearch.ts +0 -84
  337. package/src/editor/group-manager/index.tsx +0 -210
  338. package/src/editor/group-manager/types.ts +0 -28
  339. package/src/editor/hooks/README.md +0 -26
  340. package/src/editor/hooks/__test__/test-utils.tsx +0 -183
  341. package/src/editor/hooks/index.ts +0 -23
  342. package/src/editor/hooks/useBranchActions.test.tsx +0 -267
  343. package/src/editor/hooks/useBranchActions.tsx +0 -121
  344. package/src/editor/hooks/useBranchManager.test.tsx +0 -391
  345. package/src/editor/hooks/useBranchManager.tsx +0 -326
  346. package/src/editor/hooks/useCommentSystem.test.ts +0 -615
  347. package/src/editor/hooks/useCommentSystem.ts +0 -347
  348. package/src/editor/hooks/useDraftManager.test.ts +0 -375
  349. package/src/editor/hooks/useDraftManager.ts +0 -259
  350. package/src/editor/hooks/useEditorLayout.test.ts +0 -147
  351. package/src/editor/hooks/useEditorLayout.ts +0 -67
  352. package/src/editor/hooks/useEntryManager.test.ts +0 -588
  353. package/src/editor/hooks/useEntryManager.ts +0 -387
  354. package/src/editor/hooks/useGroupManager.test.ts +0 -277
  355. package/src/editor/hooks/useGroupManager.ts +0 -139
  356. package/src/editor/hooks/usePermissionManager.test.ts +0 -211
  357. package/src/editor/hooks/usePermissionManager.ts +0 -113
  358. package/src/editor/hooks/useReferenceResolution.ts +0 -248
  359. package/src/editor/hooks/useSchemaManager.test.ts +0 -370
  360. package/src/editor/hooks/useSchemaManager.ts +0 -310
  361. package/src/editor/hooks/useUserContext.tsx +0 -57
  362. package/src/editor/hooks/useUserMetadata.test.ts +0 -191
  363. package/src/editor/hooks/useUserMetadata.ts +0 -71
  364. package/src/editor/permission-manager/GroupSelector.tsx +0 -73
  365. package/src/editor/permission-manager/PermissionEditor.tsx +0 -321
  366. package/src/editor/permission-manager/PermissionLevelBadge.tsx +0 -53
  367. package/src/editor/permission-manager/PermissionTree.tsx +0 -237
  368. package/src/editor/permission-manager/UserSelector.tsx +0 -95
  369. package/src/editor/permission-manager/constants.tsx +0 -18
  370. package/src/editor/permission-manager/hooks/useGroupsAndUsers.ts +0 -153
  371. package/src/editor/permission-manager/hooks/usePermissionTree.ts +0 -200
  372. package/src/editor/permission-manager/index.tsx +0 -294
  373. package/src/editor/permission-manager/types.ts +0 -58
  374. package/src/editor/permission-manager/utils.ts +0 -179
  375. package/src/editor/preview-bridge.test.tsx +0 -50
  376. package/src/editor/preview-bridge.tsx +0 -294
  377. package/src/editor/schema-editor/CollectionEditor.test.tsx +0 -238
  378. package/src/editor/schema-editor/CollectionEditor.tsx +0 -520
  379. package/src/editor/schema-editor/EntryTypeEditor.test.tsx +0 -215
  380. package/src/editor/schema-editor/EntryTypeEditor.tsx +0 -367
  381. package/src/editor/schema-editor/index.ts +0 -19
  382. package/src/editor/setup-test-dom.ts +0 -10
  383. package/src/editor/test-setup.ts +0 -33
  384. package/src/editor/theme.tsx +0 -119
  385. package/src/editor/utils/env.ts +0 -39
  386. package/src/entry-schema-registry.test.ts +0 -281
  387. package/src/entry-schema-registry.ts +0 -121
  388. package/src/entry-schema.ts +0 -84
  389. package/src/git-manager.test.ts +0 -552
  390. package/src/git-manager.ts +0 -667
  391. package/src/github-service.test.ts +0 -312
  392. package/src/github-service.ts +0 -295
  393. package/src/http/handler.test.ts +0 -275
  394. package/src/http/handler.ts +0 -280
  395. package/src/http/index.ts +0 -11
  396. package/src/http/router.ts +0 -164
  397. package/src/http/types.ts +0 -44
  398. package/src/id.test.ts +0 -48
  399. package/src/id.ts +0 -22
  400. package/src/index.ts +0 -26
  401. package/src/operating-mode/__tests__/strategies.test.ts +0 -511
  402. package/src/operating-mode/client-safe-strategy.ts +0 -184
  403. package/src/operating-mode/client-unsafe-strategy.ts +0 -303
  404. package/src/operating-mode/client.ts +0 -13
  405. package/src/operating-mode/index.ts +0 -34
  406. package/src/operating-mode/types.ts +0 -186
  407. package/src/paths/__tests__/branch.test.ts +0 -53
  408. package/src/paths/__tests__/normalize.test.ts +0 -141
  409. package/src/paths/__tests__/resolve.test.ts +0 -207
  410. package/src/paths/__tests__/validation.test.ts +0 -61
  411. package/src/paths/branch.ts +0 -115
  412. package/src/paths/index.ts +0 -73
  413. package/src/paths/normalize-server.ts +0 -40
  414. package/src/paths/normalize.ts +0 -107
  415. package/src/paths/resolve.ts +0 -61
  416. package/src/paths/test-utils.ts +0 -37
  417. package/src/paths/types.ts +0 -68
  418. package/src/paths/validation.test.ts +0 -480
  419. package/src/paths/validation.ts +0 -391
  420. package/src/reference-resolver.test.ts +0 -107
  421. package/src/reference-resolver.ts +0 -157
  422. package/src/schema/index.ts +0 -29
  423. package/src/schema/meta-loader.ts +0 -366
  424. package/src/schema/resolver.ts +0 -83
  425. package/src/schema/schema-store-types.ts +0 -56
  426. package/src/schema/schema-store.test.ts +0 -816
  427. package/src/schema/schema-store.ts +0 -795
  428. package/src/schema/types.ts +0 -33
  429. package/src/schema-meta-loader.test.ts +0 -447
  430. package/src/server.ts +0 -15
  431. package/src/services.test.ts +0 -559
  432. package/src/services.ts +0 -373
  433. package/src/settings-branch-utils.ts +0 -53
  434. package/src/settings-workspace.ts +0 -156
  435. package/src/task-queue/README.md +0 -144
  436. package/src/task-queue/index.ts +0 -14
  437. package/src/task-queue/task-queue.test.ts +0 -524
  438. package/src/task-queue/task-queue.ts +0 -514
  439. package/src/task-queue/types.ts +0 -41
  440. package/src/test-utils/api-test-helpers.ts +0 -445
  441. package/src/test-utils/console-spy.test.ts +0 -14
  442. package/src/test-utils/console-spy.ts +0 -125
  443. package/src/test-utils/git-helpers.ts +0 -31
  444. package/src/test-utils/index.ts +0 -4
  445. package/src/types.ts +0 -54
  446. package/src/user.ts +0 -118
  447. package/src/utils/debug.test.ts +0 -114
  448. package/src/utils/debug.ts +0 -127
  449. package/src/utils/error.test.ts +0 -92
  450. package/src/utils/error.ts +0 -83
  451. package/src/utils/format.ts +0 -12
  452. package/src/validation/__tests__/field-traversal.test.ts +0 -263
  453. package/src/validation/deletion-checker.ts +0 -234
  454. package/src/validation/field-traversal.ts +0 -146
  455. package/src/validation/reference-validator.ts +0 -168
  456. package/src/worker/cms-worker-rebase.test.ts +0 -473
  457. package/src/worker/cms-worker.ts +0 -777
  458. package/src/worker/integration.test.ts +0 -289
  459. package/src/worker/task-queue-config.ts +0 -25
  460. package/src/worker/task-queue.test.ts +0 -452
  461. package/src/worker/task-queue.ts +0 -58
  462. /package/{src/cli/templates → dist/cli/template-files}/Dockerfile.cms.template +0 -0
  463. /package/{src/cli/templates → dist/cli/template-files}/canopycms.config.ts.template +0 -0
  464. /package/{src/cli/templates → dist/cli/template-files}/deploy-cms.yml.template +0 -0
  465. /package/{src/cli/templates → dist/cli/template-files}/edit-page.tsx.template +0 -0
  466. /package/{src/cli/templates → dist/cli/template-files}/route.ts.template +0 -0
  467. /package/{src/cli/templates → dist/cli/template-files}/schemas.ts.template +0 -0
@@ -1,144 +0,0 @@
1
- # task-queue
2
-
3
- A file-based persistent task queue for Node.js. Tasks are JSON files organized in subdirectories by status. Designed for shared filesystems (EFS, NFS) where one process enqueues and another dequeues.
4
-
5
- No external dependencies — only Node.js stdlib (`fs`, `path`, `crypto`).
6
-
7
- ## Directory layout
8
-
9
- ```
10
- {taskDir}/
11
- pending/ tasks ready to be picked up
12
- processing/ tasks currently being executed
13
- completed/ tasks that finished successfully
14
- failed/ tasks that permanently failed (exhausted retries)
15
- corrupt/ unreadable files moved here for inspection
16
- ```
17
-
18
- ## Usage
19
-
20
- ```typescript
21
- import {
22
- enqueueTask,
23
- dequeueTask,
24
- completeTask,
25
- failTask,
26
- retryTask,
27
- recoverOrphanedTasks,
28
- getTask,
29
- listTasks,
30
- getQueueStats,
31
- } from 'canopycms/task-queue'
32
-
33
- // Producer (e.g., Lambda, API handler)
34
- const taskId = await enqueueTask('/mnt/efs/.tasks', {
35
- action: 'send-email',
36
- payload: { to: 'user@example.com', subject: 'Hello' },
37
- })
38
-
39
- // Consumer (e.g., worker daemon)
40
- const task = await dequeueTask('/mnt/efs/.tasks')
41
- if (task) {
42
- try {
43
- const result = await sendEmail(task.payload)
44
- await completeTask('/mnt/efs/.tasks', task.id, result)
45
- } catch (err) {
46
- // Retry with exponential backoff, or fail permanently
47
- if ((task.retryCount ?? 0) < (task.maxRetries ?? 3)) {
48
- await retryTask('/mnt/efs/.tasks', task.id, err.message)
49
- } else {
50
- await failTask('/mnt/efs/.tasks', task.id, err.message)
51
- }
52
- }
53
- }
54
- ```
55
-
56
- ## API
57
-
58
- ### Core operations
59
-
60
- | Function | Description |
61
- | -------------------------------------------------------- | -------------------------------------------------------------------------- |
62
- | `enqueueTask(taskDir, { action, payload, maxRetries? })` | Create a pending task. Returns the task ID. |
63
- | `dequeueTask(taskDir)` | Get the oldest ready task, move it to processing. Returns `null` if empty. |
64
- | `completeTask(taskDir, taskId, result)` | Mark a task as completed with a result object. |
65
- | `failTask(taskDir, taskId, error)` | Mark a task as permanently failed. |
66
- | `retryTask(taskDir, taskId, error)` | Move a task back to pending with exponential backoff. |
67
-
68
- ### Recovery & maintenance
69
-
70
- | Function | Description |
71
- | ------------------------------------------ | ----------------------------------------------------------------------------- |
72
- | `recoverOrphanedTasks(taskDir, maxAgeMs?)` | Move stale processing tasks back to pending. Call on startup. Default: 5 min. |
73
- | `cleanupOldTasks(taskDir, maxAgeMs?)` | Delete old completed/failed tasks. Default: 30 days. |
74
-
75
- ### Query (for UIs, monitoring)
76
-
77
- | Function | Description |
78
- | ------------------------------------ | ------------------------------------------------------------------------------------- |
79
- | `getTask(taskDir, taskId)` | Find a task by ID in any status directory. |
80
- | `listTasks(taskDir, status, limit?)` | List tasks in a status directory, sorted by createdAt. |
81
- | `getQueueStats(taskDir)` | Count of tasks in each status: `{ pending, processing, completed, failed, corrupt }`. |
82
-
83
- ## Retry behavior
84
-
85
- Tasks have `retryCount`, `maxRetries`, and `retryAfter` fields:
86
-
87
- - `retryTask()` increments `retryCount` and sets `retryAfter` with exponential backoff
88
- - Backoff schedule: 5s, 10s, 20s, 40s, 60s (capped)
89
- - `dequeueTask()` skips tasks whose `retryAfter` is in the future
90
- - After `maxRetries` exhausted, use `failTask()` to move to failed/
91
-
92
- Default `maxRetries` is 3 (configurable per-task at enqueue time).
93
-
94
- ## Crash safety
95
-
96
- The queue uses a write-then-unlink pattern for state transitions. If the process crashes between these operations, a task could exist in two directories. The queue handles this:
97
-
98
- - **Dedup on dequeue**: Before executing a dequeued task, checks if it already exists in `completed/` or `failed/`. If so, cleans up the stale copy instead of re-executing.
99
- - **Dedup on recovery**: `recoverOrphanedTasks()` checks the same before moving an orphaned task back to pending.
100
- - **Corrupt file handling**: Malformed JSON files are moved to `corrupt/` instead of crashing the consumer.
101
-
102
- ## Logger
103
-
104
- All functions accept an optional logger as the last argument:
105
-
106
- ```typescript
107
- const logger = {
108
- debug(message: string, data?: Record<string, unknown>) {
109
- console.log(`[TaskQueue] ${message}`, data)
110
- },
111
- }
112
-
113
- await enqueueTask(taskDir, task, logger)
114
- await dequeueTask(taskDir, logger)
115
- ```
116
-
117
- Omit the logger for silent operation.
118
-
119
- ## Task shape
120
-
121
- ```typescript
122
- interface Task {
123
- id: string // UUID, auto-generated
124
- action: string // arbitrary — the queue doesn't interpret it
125
- payload: Record<string, unknown> // action-specific data
126
- status: 'pending' | 'processing' | 'completed' | 'failed'
127
- createdAt: string // ISO timestamp
128
- completedAt?: string // set on complete/fail
129
- result?: Record<string, unknown> // set on complete
130
- error?: string // set on fail/retry
131
- retryCount?: number // 0-based
132
- maxRetries?: number // default 3
133
- retryAfter?: string // ISO timestamp — skip until then
134
- }
135
- ```
136
-
137
- ## CanopyCMS integration
138
-
139
- Within CanopyCMS, the worker layer (`src/worker/`) wraps this module with:
140
-
141
- - **`TaskAction` type** — a union of CMS-specific actions (`push-and-create-pr`, `close-pr`, etc.)
142
- - **`WorkerTask` alias** — `Task & { action: TaskAction }`
143
- - **`cmsTaskQueueLogger`** — wired to CanopyCMS's debug logger
144
- - **`task-queue-config.ts`** — resolves the task directory from CanopyCMS operating mode config
@@ -1,14 +0,0 @@
1
- export type { Task, TaskStatus, QueueStats, TaskQueueLogger } from './types'
2
-
3
- export {
4
- enqueueTask,
5
- dequeueTask,
6
- completeTask,
7
- failTask,
8
- retryTask,
9
- recoverOrphanedTasks,
10
- cleanupOldTasks,
11
- getTask,
12
- listTasks,
13
- getQueueStats,
14
- } from './task-queue'
@@ -1,524 +0,0 @@
1
- import { describe, it, expect, beforeEach, afterEach } from 'vitest'
2
- import fs from 'node:fs/promises'
3
- import path from 'node:path'
4
- import os from 'node:os'
5
- import {
6
- enqueueTask,
7
- dequeueTask,
8
- completeTask,
9
- failTask,
10
- retryTask,
11
- getTask,
12
- listTasks,
13
- getQueueStats,
14
- recoverOrphanedTasks,
15
- cleanupOldTasks,
16
- } from './task-queue'
17
-
18
- describe('Task Queue', () => {
19
- let tmpDir: string
20
-
21
- beforeEach(async () => {
22
- tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), 'taskq-test-'))
23
- })
24
-
25
- afterEach(async () => {
26
- await fs.rm(tmpDir, { recursive: true, force: true })
27
- })
28
-
29
- // ========================================================================
30
- // Core lifecycle
31
- // ========================================================================
32
-
33
- describe('enqueue', () => {
34
- it('creates a pending task file with correct fields', async () => {
35
- const id = await enqueueTask(tmpDir, {
36
- action: 'deploy',
37
- payload: { env: 'prod' },
38
- })
39
-
40
- const filePath = path.join(tmpDir, 'pending', `${id}.json`)
41
- const task = JSON.parse(await fs.readFile(filePath, 'utf-8'))
42
- expect(task.id).toBe(id)
43
- expect(task.action).toBe('deploy')
44
- expect(task.payload).toEqual({ env: 'prod' })
45
- expect(task.status).toBe('pending')
46
- expect(task.retryCount).toBe(0)
47
- expect(task.maxRetries).toBe(3)
48
- expect(task.createdAt).toBeTruthy()
49
- })
50
-
51
- it('generates unique IDs', async () => {
52
- const id1 = await enqueueTask(tmpDir, { action: 'a', payload: {} })
53
- const id2 = await enqueueTask(tmpDir, { action: 'b', payload: {} })
54
- expect(id1).not.toBe(id2)
55
- })
56
-
57
- it('accepts any string as action (generic, not a fixed union)', async () => {
58
- const id = await enqueueTask(tmpDir, {
59
- action: 'custom-user-defined-action',
60
- payload: { custom: true },
61
- })
62
- const task = await getTask(tmpDir, id)
63
- expect(task!.action).toBe('custom-user-defined-action')
64
- })
65
-
66
- it('allows custom maxRetries', async () => {
67
- const id = await enqueueTask(tmpDir, {
68
- action: 'fragile',
69
- payload: {},
70
- maxRetries: 10,
71
- })
72
- const task = await getTask(tmpDir, id)
73
- expect(task!.maxRetries).toBe(10)
74
- })
75
- })
76
-
77
- describe('dequeue', () => {
78
- it('returns oldest task first (FIFO)', async () => {
79
- const id1 = await enqueueTask(tmpDir, { action: 'first', payload: {} })
80
- await new Promise((r) => setTimeout(r, 5))
81
- await enqueueTask(tmpDir, { action: 'second', payload: {} })
82
-
83
- const task = await dequeueTask(tmpDir)
84
- expect(task!.id).toBe(id1)
85
- expect(task!.status).toBe('processing')
86
- })
87
-
88
- it('moves task from pending/ to processing/', async () => {
89
- const id = await enqueueTask(tmpDir, { action: 'x', payload: {} })
90
- await dequeueTask(tmpDir)
91
-
92
- await expect(fs.stat(path.join(tmpDir, 'pending', `${id}.json`))).rejects.toThrow()
93
- const stat = await fs.stat(path.join(tmpDir, 'processing', `${id}.json`))
94
- expect(stat.isFile()).toBe(true)
95
- })
96
-
97
- it('returns null when queue is empty', async () => {
98
- expect(await dequeueTask(tmpDir)).toBeNull()
99
- })
100
-
101
- it('returns null when pending directory does not exist', async () => {
102
- expect(await dequeueTask(path.join(tmpDir, 'nonexistent'))).toBeNull()
103
- })
104
- })
105
-
106
- describe('complete', () => {
107
- it('moves task to completed/ with result and timestamp', async () => {
108
- const id = await enqueueTask(tmpDir, { action: 'build', payload: {} })
109
- await dequeueTask(tmpDir)
110
- await completeTask(tmpDir, id, { url: 'https://example.com' })
111
-
112
- const task = JSON.parse(
113
- await fs.readFile(path.join(tmpDir, 'completed', `${id}.json`), 'utf-8'),
114
- )
115
- expect(task.status).toBe('completed')
116
- expect(task.result.url).toBe('https://example.com')
117
- expect(task.completedAt).toBeTruthy()
118
-
119
- await expect(fs.stat(path.join(tmpDir, 'processing', `${id}.json`))).rejects.toThrow()
120
- })
121
- })
122
-
123
- describe('fail', () => {
124
- it('moves task to failed/ with error and timestamp', async () => {
125
- const id = await enqueueTask(tmpDir, { action: 'deploy', payload: {} })
126
- await dequeueTask(tmpDir)
127
- await failTask(tmpDir, id, 'Connection refused')
128
-
129
- const task = JSON.parse(await fs.readFile(path.join(tmpDir, 'failed', `${id}.json`), 'utf-8'))
130
- expect(task.status).toBe('failed')
131
- expect(task.error).toBe('Connection refused')
132
- expect(task.completedAt).toBeTruthy()
133
- })
134
- })
135
-
136
- describe('full lifecycle', () => {
137
- it('enqueue → dequeue → complete', async () => {
138
- const id = await enqueueTask(tmpDir, {
139
- action: 'send-email',
140
- payload: { to: 'a@b.com' },
141
- })
142
- const task = await dequeueTask(tmpDir)
143
- expect(task!.id).toBe(id)
144
-
145
- await completeTask(tmpDir, id, { sent: true })
146
- const result = await getTask(tmpDir, id)
147
- expect(result!.status).toBe('completed')
148
-
149
- expect(await dequeueTask(tmpDir)).toBeNull()
150
- })
151
-
152
- it('enqueue → dequeue → fail', async () => {
153
- const id = await enqueueTask(tmpDir, { action: 'deploy', payload: {} })
154
- await dequeueTask(tmpDir)
155
- await failTask(tmpDir, id, 'Timeout')
156
-
157
- const result = await getTask(tmpDir, id)
158
- expect(result!.status).toBe('failed')
159
- expect(result!.error).toBe('Timeout')
160
- })
161
- })
162
-
163
- // ========================================================================
164
- // Issue 2: Retry with exponential backoff
165
- // ========================================================================
166
-
167
- describe('retry', () => {
168
- it('moves task back to pending with incremented retryCount', async () => {
169
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
170
- await dequeueTask(tmpDir)
171
- await retryTask(tmpDir, id, 'Transient error')
172
-
173
- const task = JSON.parse(
174
- await fs.readFile(path.join(tmpDir, 'pending', `${id}.json`), 'utf-8'),
175
- )
176
- expect(task.status).toBe('pending')
177
- expect(task.retryCount).toBe(1)
178
- expect(task.retryAfter).toBeTruthy()
179
- expect(task.error).toBe('Transient error')
180
-
181
- await expect(fs.stat(path.join(tmpDir, 'processing', `${id}.json`))).rejects.toThrow()
182
- })
183
-
184
- it('applies exponential backoff (5s, 10s, 20s, cap 60s)', async () => {
185
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
186
-
187
- // First retry → 5s backoff
188
- await dequeueTask(tmpDir)
189
- const t0 = Date.now()
190
- await retryTask(tmpDir, id, 'err')
191
- let task = JSON.parse(await fs.readFile(path.join(tmpDir, 'pending', `${id}.json`), 'utf-8'))
192
- const delay1 = new Date(task.retryAfter).getTime() - t0
193
- expect(delay1).toBeGreaterThanOrEqual(4000)
194
- expect(delay1).toBeLessThanOrEqual(8000)
195
-
196
- // Manually make retryAfter past so we can dequeue again
197
- task.retryAfter = new Date(Date.now() - 1000).toISOString()
198
- await fs.writeFile(path.join(tmpDir, 'pending', `${id}.json`), JSON.stringify(task), 'utf-8')
199
-
200
- // Second retry → 10s backoff
201
- await dequeueTask(tmpDir)
202
- const t1 = Date.now()
203
- await retryTask(tmpDir, id, 'err2')
204
- task = JSON.parse(await fs.readFile(path.join(tmpDir, 'pending', `${id}.json`), 'utf-8'))
205
- expect(task.retryCount).toBe(2)
206
- const delay2 = new Date(task.retryAfter).getTime() - t1
207
- expect(delay2).toBeGreaterThanOrEqual(8000)
208
- expect(delay2).toBeLessThanOrEqual(15000)
209
- })
210
-
211
- it('dequeue skips tasks whose retryAfter is in the future', async () => {
212
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
213
-
214
- const filePath = path.join(tmpDir, 'pending', `${id}.json`)
215
- const content = JSON.parse(await fs.readFile(filePath, 'utf-8'))
216
- content.retryAfter = new Date(Date.now() + 60_000).toISOString()
217
- await fs.writeFile(filePath, JSON.stringify(content), 'utf-8')
218
-
219
- expect(await dequeueTask(tmpDir)).toBeNull()
220
- })
221
-
222
- it('dequeue picks up tasks whose retryAfter is in the past', async () => {
223
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
224
-
225
- const filePath = path.join(tmpDir, 'pending', `${id}.json`)
226
- const content = JSON.parse(await fs.readFile(filePath, 'utf-8'))
227
- content.retryAfter = new Date(Date.now() - 1000).toISOString()
228
- await fs.writeFile(filePath, JSON.stringify(content), 'utf-8')
229
-
230
- const task = await dequeueTask(tmpDir)
231
- expect(task!.id).toBe(id)
232
- })
233
- })
234
-
235
- // ========================================================================
236
- // Issue 1: Crash dedup — prevent duplicate execution
237
- // ========================================================================
238
-
239
- describe('crash dedup', () => {
240
- it('dequeue skips task that already exists in completed/', async () => {
241
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
242
-
243
- // Simulate crash: task exists in both pending and completed
244
- await fs.mkdir(path.join(tmpDir, 'completed'), { recursive: true })
245
- await fs.writeFile(
246
- path.join(tmpDir, 'completed', `${id}.json`),
247
- JSON.stringify({
248
- id,
249
- action: 'push',
250
- payload: {},
251
- status: 'completed',
252
- }),
253
- 'utf-8',
254
- )
255
-
256
- const task = await dequeueTask(tmpDir)
257
- expect(task).toBeNull()
258
- // Pending copy should be cleaned up
259
- await expect(fs.stat(path.join(tmpDir, 'pending', `${id}.json`))).rejects.toThrow()
260
- })
261
-
262
- it('dequeue skips task that already exists in failed/', async () => {
263
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
264
-
265
- await fs.mkdir(path.join(tmpDir, 'failed'), { recursive: true })
266
- await fs.writeFile(
267
- path.join(tmpDir, 'failed', `${id}.json`),
268
- JSON.stringify({ id, action: 'push', payload: {}, status: 'failed' }),
269
- 'utf-8',
270
- )
271
-
272
- expect(await dequeueTask(tmpDir)).toBeNull()
273
- })
274
-
275
- it('orphan recovery skips tasks already in completed/ (crash between write and unlink)', async () => {
276
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
277
- await dequeueTask(tmpDir)
278
-
279
- // Simulate crash: task in both processing/ and completed/
280
- await fs.mkdir(path.join(tmpDir, 'completed'), { recursive: true })
281
- await fs.writeFile(
282
- path.join(tmpDir, 'completed', `${id}.json`),
283
- JSON.stringify({ id, status: 'completed' }),
284
- 'utf-8',
285
- )
286
-
287
- await new Promise((r) => setTimeout(r, 10))
288
- const recovered = await recoverOrphanedTasks(tmpDir, 0)
289
- expect(recovered).toBe(0)
290
- // Processing copy should be cleaned up
291
- await expect(fs.stat(path.join(tmpDir, 'processing', `${id}.json`))).rejects.toThrow()
292
- })
293
- })
294
-
295
- // ========================================================================
296
- // Issue 4: Corrupted JSON handling
297
- // ========================================================================
298
-
299
- describe('corrupt file handling', () => {
300
- it('dequeue moves corrupt files to corrupt/ and continues', async () => {
301
- await fs.mkdir(path.join(tmpDir, 'pending'), { recursive: true })
302
- await fs.writeFile(path.join(tmpDir, 'pending', 'bad.json'), 'not json {{{', 'utf-8')
303
-
304
- const validId = await enqueueTask(tmpDir, { action: 'ok', payload: {} })
305
-
306
- const task = await dequeueTask(tmpDir)
307
- expect(task!.id).toBe(validId)
308
-
309
- // Corrupt file moved to corrupt/
310
- await expect(fs.stat(path.join(tmpDir, 'corrupt', 'bad.json'))).resolves.toBeTruthy()
311
- await expect(fs.stat(path.join(tmpDir, 'pending', 'bad.json'))).rejects.toThrow()
312
- })
313
-
314
- it('dequeue moves files with missing required fields to corrupt/', async () => {
315
- await fs.mkdir(path.join(tmpDir, 'pending'), { recursive: true })
316
- // Valid JSON but missing 'id' field
317
- await fs.writeFile(
318
- path.join(tmpDir, 'pending', 'noid.json'),
319
- JSON.stringify({ action: 'x', payload: {} }),
320
- 'utf-8',
321
- )
322
-
323
- expect(await dequeueTask(tmpDir)).toBeNull()
324
- await expect(fs.stat(path.join(tmpDir, 'corrupt', 'noid.json'))).resolves.toBeTruthy()
325
- })
326
-
327
- it('completeTask handles corrupt processing file gracefully', async () => {
328
- await fs.mkdir(path.join(tmpDir, 'processing'), { recursive: true })
329
- await fs.writeFile(path.join(tmpDir, 'processing', 'bad-id.json'), 'corrupt', 'utf-8')
330
-
331
- // Should not throw — just log and remove
332
- await completeTask(tmpDir, 'bad-id', { result: true })
333
- await expect(fs.stat(path.join(tmpDir, 'processing', 'bad-id.json'))).rejects.toThrow()
334
- })
335
-
336
- it('failTask handles corrupt processing file gracefully', async () => {
337
- await fs.mkdir(path.join(tmpDir, 'processing'), { recursive: true })
338
- await fs.writeFile(path.join(tmpDir, 'processing', 'bad-id.json'), '{{bad', 'utf-8')
339
-
340
- await failTask(tmpDir, 'bad-id', 'error')
341
- await expect(fs.stat(path.join(tmpDir, 'processing', 'bad-id.json'))).rejects.toThrow()
342
- })
343
-
344
- it('retryTask handles corrupt processing file gracefully', async () => {
345
- await fs.mkdir(path.join(tmpDir, 'processing'), { recursive: true })
346
- await fs.writeFile(path.join(tmpDir, 'processing', 'bad-id.json'), '{{bad', 'utf-8')
347
-
348
- await retryTask(tmpDir, 'bad-id', 'error')
349
- await expect(fs.stat(path.join(tmpDir, 'processing', 'bad-id.json'))).rejects.toThrow()
350
- })
351
-
352
- it('recovery moves corrupt processing files to corrupt/', async () => {
353
- await fs.mkdir(path.join(tmpDir, 'processing'), { recursive: true })
354
- await fs.writeFile(path.join(tmpDir, 'processing', 'bad.json'), 'broken', 'utf-8')
355
-
356
- await new Promise((r) => setTimeout(r, 10))
357
- await recoverOrphanedTasks(tmpDir, 0)
358
-
359
- await expect(fs.stat(path.join(tmpDir, 'corrupt', 'bad.json'))).resolves.toBeTruthy()
360
- })
361
- })
362
-
363
- // ========================================================================
364
- // Orphan recovery
365
- // ========================================================================
366
-
367
- describe('orphan recovery', () => {
368
- it('moves stale tasks from processing back to pending', async () => {
369
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
370
- await dequeueTask(tmpDir)
371
-
372
- await new Promise((r) => setTimeout(r, 10))
373
- const recovered = await recoverOrphanedTasks(tmpDir, 0)
374
- expect(recovered).toBe(1)
375
-
376
- const task = JSON.parse(
377
- await fs.readFile(path.join(tmpDir, 'pending', `${id}.json`), 'utf-8'),
378
- )
379
- expect(task.status).toBe('pending')
380
- })
381
-
382
- it('leaves recent tasks in processing (not stale yet)', async () => {
383
- await enqueueTask(tmpDir, { action: 'push', payload: {} })
384
- await dequeueTask(tmpDir)
385
-
386
- const recovered = await recoverOrphanedTasks(tmpDir, 60_000)
387
- expect(recovered).toBe(0)
388
- })
389
-
390
- it('returns 0 when processing/ does not exist', async () => {
391
- expect(await recoverOrphanedTasks(tmpDir)).toBe(0)
392
- })
393
- })
394
-
395
- // ========================================================================
396
- // Issue 6: Cleanup old tasks
397
- // ========================================================================
398
-
399
- describe('cleanup', () => {
400
- it('removes old completed and failed tasks', async () => {
401
- const id1 = await enqueueTask(tmpDir, { action: 'a', payload: {} })
402
- await new Promise((r) => setTimeout(r, 5))
403
- const id2 = await enqueueTask(tmpDir, { action: 'b', payload: {} })
404
- await dequeueTask(tmpDir)
405
- await completeTask(tmpDir, id1, {})
406
- await dequeueTask(tmpDir)
407
- await failTask(tmpDir, id2, 'err')
408
-
409
- await new Promise((r) => setTimeout(r, 10))
410
- const cleaned = await cleanupOldTasks(tmpDir, 0)
411
- expect(cleaned).toBe(2)
412
-
413
- await expect(fs.stat(path.join(tmpDir, 'completed', `${id1}.json`))).rejects.toThrow()
414
- await expect(fs.stat(path.join(tmpDir, 'failed', `${id2}.json`))).rejects.toThrow()
415
- })
416
-
417
- it('keeps recent tasks', async () => {
418
- const id = await enqueueTask(tmpDir, { action: 'a', payload: {} })
419
- await dequeueTask(tmpDir)
420
- await completeTask(tmpDir, id, {})
421
-
422
- const cleaned = await cleanupOldTasks(tmpDir, 60 * 60_000)
423
- expect(cleaned).toBe(0)
424
- })
425
- })
426
-
427
- // ========================================================================
428
- // Query APIs (for editor UI)
429
- // ========================================================================
430
-
431
- describe('getTask', () => {
432
- it('finds task in any status directory', async () => {
433
- const id = await enqueueTask(tmpDir, { action: 'push', payload: {} })
434
- expect((await getTask(tmpDir, id))!.status).toBe('pending')
435
-
436
- await dequeueTask(tmpDir)
437
- expect((await getTask(tmpDir, id))!.status).toBe('processing')
438
-
439
- await completeTask(tmpDir, id, { ok: true })
440
- expect((await getTask(tmpDir, id))!.status).toBe('completed')
441
- })
442
-
443
- it('returns null for unknown task', async () => {
444
- expect(await getTask(tmpDir, 'nonexistent')).toBeNull()
445
- })
446
- })
447
-
448
- describe('listTasks', () => {
449
- it('returns tasks sorted by createdAt', async () => {
450
- const id1 = await enqueueTask(tmpDir, { action: 'a', payload: {} })
451
- await new Promise((r) => setTimeout(r, 5))
452
- const id2 = await enqueueTask(tmpDir, { action: 'b', payload: {} })
453
-
454
- const tasks = await listTasks(tmpDir, 'pending')
455
- expect(tasks).toHaveLength(2)
456
- expect(tasks[0].id).toBe(id1)
457
- expect(tasks[1].id).toBe(id2)
458
- })
459
-
460
- it('respects limit parameter', async () => {
461
- await enqueueTask(tmpDir, { action: 'a', payload: {} })
462
- await enqueueTask(tmpDir, { action: 'b', payload: {} })
463
- await enqueueTask(tmpDir, { action: 'c', payload: {} })
464
-
465
- const tasks = await listTasks(tmpDir, 'pending', 2)
466
- expect(tasks).toHaveLength(2)
467
- })
468
-
469
- it('returns empty array for nonexistent status directory', async () => {
470
- expect(await listTasks(tmpDir, 'completed')).toEqual([])
471
- })
472
- })
473
-
474
- describe('getQueueStats', () => {
475
- it('returns counts for each status', async () => {
476
- await enqueueTask(tmpDir, { action: 'a', payload: {} })
477
- await enqueueTask(tmpDir, { action: 'b', payload: {} })
478
- await enqueueTask(tmpDir, { action: 'c', payload: {} }) // stays pending
479
- const task1 = await dequeueTask(tmpDir)
480
- await completeTask(tmpDir, task1!.id, {})
481
- const task2 = await dequeueTask(tmpDir)
482
- await failTask(tmpDir, task2!.id, 'err')
483
-
484
- const stats = await getQueueStats(tmpDir)
485
- expect(stats.pending).toBe(1)
486
- expect(stats.processing).toBe(0)
487
- expect(stats.completed).toBe(1)
488
- expect(stats.failed).toBe(1)
489
- expect(stats.corrupt).toBe(0)
490
- })
491
-
492
- it('returns all zeros for empty queue', async () => {
493
- const stats = await getQueueStats(tmpDir)
494
- expect(stats).toEqual({
495
- pending: 0,
496
- processing: 0,
497
- completed: 0,
498
- failed: 0,
499
- corrupt: 0,
500
- })
501
- })
502
- })
503
-
504
- // ========================================================================
505
- // Logger interface
506
- // ========================================================================
507
-
508
- describe('logger', () => {
509
- it('calls logger.debug when provided', async () => {
510
- const messages: string[] = []
511
- const logger = { debug: (msg: string) => messages.push(msg) }
512
-
513
- await enqueueTask(tmpDir, { action: 'x', payload: {} }, logger)
514
- expect(messages).toContain('Enqueued task')
515
- })
516
-
517
- it('works silently without a logger', async () => {
518
- // Should not throw
519
- const id = await enqueueTask(tmpDir, { action: 'x', payload: {} })
520
- await dequeueTask(tmpDir)
521
- await completeTask(tmpDir, id, {})
522
- })
523
- })
524
- })