@jant/core 0.7.1 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (198) hide show
  1. package/bin/commands/assets/prepare.js +3 -3
  2. package/bin/commands/db/export.js +115 -2
  3. package/bin/commands/deploy.js +11 -3
  4. package/bin/commands/{search-reindex.js → search/reindex.js} +5 -5
  5. package/bin/commands/site/export.js +48 -36
  6. package/bin/commands/site/import.js +3074 -2
  7. package/bin/commands/site/snapshot/import.js +2 -0
  8. package/bin/commands/telegram/register-webhooks.js +48 -23
  9. package/bin/jant.js +16 -11
  10. package/bin/lib/command-registry.js +120 -0
  11. package/bin/lib/migration-artifacts.js +19 -0
  12. package/bin/lib/renamed-arguments.js +56 -0
  13. package/bin/lib/site-snapshot.js +83 -1
  14. package/dist/{app-ZcaI1kPN.js → app-CFsmRVJN.js} +7916 -499
  15. package/dist/client/.vite/manifest.json +3 -3
  16. package/dist/client/_assets/{client-DAhoqPdr.css → client-BCumu1-D.css} +1 -1
  17. package/dist/client/_assets/{client-knSEyUJO.js → client-DTLBOHqD.js} +1 -1
  18. package/dist/client/_assets/{client-auth-CAMfTrKW.js → client-auth-D6Ix6SmE.js} +1 -1
  19. package/dist/index.js +2 -3
  20. package/dist/node.js +2 -3
  21. package/dist/url-CKlGzvdN.js +428 -0
  22. package/package.json +1 -5
  23. package/src/__tests__/cli-commands.test.ts +144 -0
  24. package/src/__tests__/config-docs.test.ts +148 -0
  25. package/src/__tests__/export-import-roundtrip.test.ts +1 -1
  26. package/src/__tests__/feed-docs.test.ts +36 -0
  27. package/src/__tests__/fixtures/releases/0.7.0/site-export/README.md +89 -0
  28. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/41q27/0x4nv/index.md +16 -0
  29. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/41q27/_index.md +41 -0
  30. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/41q27/faqyt/index.md +28 -0
  31. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/41q27/the-potting-mix-guide-i-keep-rereading/index.md +18 -0
  32. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/_index.md +4 -0
  33. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/a-night-heron-field-guide-for-my-walk-folder/_index.md +27 -0
  34. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/a-quiet-saturday-after-a-busy-week/_index.md +32 -0
  35. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/archive/_index.md +7 -0
  36. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/are-na-is-the-only-bookmark-pile-i-still-revisit/_index.md +27 -0
  37. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/bought-too-many-lemons-again/_index.md +34 -0
  38. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/city-walks/_index.md +11 -0
  39. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/collections/_index.md +4 -0
  40. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/current-tea-rotation/_index.md +31 -0
  41. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/derek-sivers-still-writes-the-kind-of-internet-i-want-more-of/_index.md +27 -0
  42. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/desk-but-better/_index.md +22 -0
  43. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/e0kcg/_index.md +19 -0
  44. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/featured/_index.md +7 -0
  45. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/from-basho/_index.md +22 -0
  46. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/from-epictetus/_index.md +22 -0
  47. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/from-marcus-aurelius/_index.md +22 -0
  48. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/from-seneca/_index.md +22 -0
  49. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/from-thoreau/_index.md +22 -0
  50. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/gkbvv/2cl6d/index.md +16 -0
  51. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/gkbvv/3zqv7/index.md +28 -0
  52. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/gkbvv/5oxsv/index.md +16 -0
  53. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/gkbvv/_index.md +36 -0
  54. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/home-cooking/_index.md +11 -0
  55. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/k5vh8/_index.md +29 -0
  56. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/k5vh8/a-reading-log-idea-i-might-steal/index.md +18 -0
  57. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/k5vh8/a83qu/index.md +16 -0
  58. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/k5vh8/from-seneca-5hibo/index.md +19 -0
  59. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/mynoise-for-rainy-afternoons/_index.md +27 -0
  60. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/nts-archives-are-good-cleaning-music/_index.md +27 -0
  61. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/qgfcu/_index.md +29 -0
  62. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/qgfcu/c91j0/index.md +16 -0
  63. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/qgfcu/qyucy/index.md +16 -0
  64. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/qgfcu/wsgck/index.md +16 -0
  65. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/rain-makes-my-neighborhood-look-better/_index.md +43 -0
  66. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/reading-notes/_index.md +11 -0
  67. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/serious-eats-on-tomato-and-egg-soup/_index.md +27 -0
  68. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/te812/_index.md +41 -0
  69. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/te812/cxiu6/index.md +16 -0
  70. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/te812/t77ms/index.md +16 -0
  71. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/te812/the-soup-trick-i-always-forget/index.md +18 -0
  72. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/telk3/_index.md +27 -0
  73. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/telk3/from-thoreau-pawt2/index.md +17 -0
  74. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/the-five-minute-reset-is-still-the-best-habit-i-have/_index.md +32 -0
  75. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/the-hallway-light-took-12-minutes-and-3-months/_index.md +29 -0
  76. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/the-recurse-center-manual-is-weirdly-calming/_index.md +27 -0
  77. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/tiny-projects/_index.md +11 -0
  78. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/useful-links/_index.md +11 -0
  79. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/weekend-notes/_index.md +11 -0
  80. package/src/__tests__/fixtures/releases/0.7.0/site-export/content/what-i-actually-use-my-notebook-for/_index.md +49 -0
  81. package/src/__tests__/fixtures/releases/0.7.0/site-export/data/jant.toml +119 -0
  82. package/src/__tests__/fixtures/releases/0.7.0/site-export/hugo.toml +43 -0
  83. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/021801c20ab3-med_01kn8jw26cenf98vc7k0ppz5k8.webp +0 -0
  84. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/0f868ce9ac84-med_01kn8jtx8qenf98tm9ahxr48sw.webp +0 -0
  85. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/50c2ad911bad-med_01kn8jvb16enf98txp7p0pf5ge.webp +0 -0
  86. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/7a91f0960491-med_01kn8jvq58enf98v538w5vsqp4.webp +0 -0
  87. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/8714116d3c8e-med_01kn8jve5nenf98tzap11gpxzr.webp +0 -0
  88. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/8a0b4277443f-med_01kn8jv0jdenf98tp6qr9zgjjc.webp +0 -0
  89. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/a7d1c8a1afd9-med_01kn8jv452enf98trbkwrvhvgd.webp +0 -0
  90. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/e25570b405f5-med_01kn8jvsaeenf98v6ct4gjzppc.webp +0 -0
  91. package/src/__tests__/fixtures/releases/0.7.0/site-export/static/media/e89ea4eabf01-med_01kn8jtq3penf98tfq4gzmh9g9.png +0 -0
  92. package/src/__tests__/fixtures/releases/0.7.0/site-export/themes/jant/static/apple-touch-icon.png +0 -0
  93. package/src/__tests__/fixtures/releases/0.7.0/site-export/themes/jant/static/custom.css +0 -0
  94. package/src/__tests__/fixtures/releases/0.7.0/site-export/themes/jant/static/favicon.ico +0 -0
  95. package/src/__tests__/fixtures/releases/0.7.0/snapshot/db.sql +218 -0
  96. package/src/__tests__/fixtures/releases/0.7.0/snapshot/meta.json +9 -0
  97. package/src/__tests__/fixtures/releases/0.7.1/site-export/README.md +89 -0
  98. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/41q27/0x4nv/index.md +16 -0
  99. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/41q27/_index.md +41 -0
  100. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/41q27/faqyt/index.md +28 -0
  101. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/41q27/the-potting-mix-guide-i-keep-rereading/index.md +18 -0
  102. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/_index.md +4 -0
  103. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/a-night-heron-field-guide-for-my-walk-folder/_index.md +27 -0
  104. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/a-quiet-saturday-after-a-busy-week/_index.md +32 -0
  105. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/archive/_index.md +7 -0
  106. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/are-na-is-the-only-bookmark-pile-i-still-revisit/_index.md +27 -0
  107. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/bought-too-many-lemons-again/_index.md +34 -0
  108. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/city-walks/_index.md +11 -0
  109. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/collections/_index.md +4 -0
  110. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/current-tea-rotation/_index.md +31 -0
  111. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/derek-sivers-still-writes-the-kind-of-internet-i-want-more-of/_index.md +27 -0
  112. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/desk-but-better/_index.md +22 -0
  113. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/e0kcg/_index.md +19 -0
  114. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/featured/_index.md +7 -0
  115. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/from-basho/_index.md +22 -0
  116. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/from-epictetus/_index.md +22 -0
  117. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/from-marcus-aurelius/_index.md +22 -0
  118. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/from-seneca/_index.md +22 -0
  119. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/from-thoreau/_index.md +22 -0
  120. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/gkbvv/2cl6d/index.md +16 -0
  121. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/gkbvv/3zqv7/index.md +28 -0
  122. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/gkbvv/5oxsv/index.md +16 -0
  123. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/gkbvv/_index.md +36 -0
  124. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/home-cooking/_index.md +11 -0
  125. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/k5vh8/_index.md +29 -0
  126. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/k5vh8/a-reading-log-idea-i-might-steal/index.md +18 -0
  127. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/k5vh8/a83qu/index.md +16 -0
  128. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/k5vh8/from-seneca-5hibo/index.md +19 -0
  129. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/mynoise-for-rainy-afternoons/_index.md +27 -0
  130. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/nts-archives-are-good-cleaning-music/_index.md +27 -0
  131. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/qgfcu/_index.md +29 -0
  132. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/qgfcu/c91j0/index.md +16 -0
  133. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/qgfcu/qyucy/index.md +16 -0
  134. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/qgfcu/wsgck/index.md +16 -0
  135. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/rain-makes-my-neighborhood-look-better/_index.md +43 -0
  136. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/reading-notes/_index.md +11 -0
  137. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/serious-eats-on-tomato-and-egg-soup/_index.md +27 -0
  138. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/te812/_index.md +41 -0
  139. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/te812/cxiu6/index.md +16 -0
  140. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/te812/t77ms/index.md +16 -0
  141. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/te812/the-soup-trick-i-always-forget/index.md +18 -0
  142. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/telk3/_index.md +27 -0
  143. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/telk3/from-thoreau-pawt2/index.md +17 -0
  144. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/the-five-minute-reset-is-still-the-best-habit-i-have/_index.md +32 -0
  145. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/the-hallway-light-took-12-minutes-and-3-months/_index.md +29 -0
  146. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/the-recurse-center-manual-is-weirdly-calming/_index.md +27 -0
  147. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/tiny-projects/_index.md +11 -0
  148. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/useful-links/_index.md +11 -0
  149. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/weekend-notes/_index.md +11 -0
  150. package/src/__tests__/fixtures/releases/0.7.1/site-export/content/what-i-actually-use-my-notebook-for/_index.md +49 -0
  151. package/src/__tests__/fixtures/releases/0.7.1/site-export/data/jant.toml +119 -0
  152. package/src/__tests__/fixtures/releases/0.7.1/site-export/hugo.toml +43 -0
  153. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/021801c20ab3-med_01kn8jw26cenf98vc7k0ppz5k8.webp +0 -0
  154. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/0f868ce9ac84-med_01kn8jtx8qenf98tm9ahxr48sw.webp +0 -0
  155. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/50c2ad911bad-med_01kn8jvb16enf98txp7p0pf5ge.webp +0 -0
  156. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/7a91f0960491-med_01kn8jvq58enf98v538w5vsqp4.webp +0 -0
  157. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/8714116d3c8e-med_01kn8jve5nenf98tzap11gpxzr.webp +0 -0
  158. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/8a0b4277443f-med_01kn8jv0jdenf98tp6qr9zgjjc.webp +0 -0
  159. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/a7d1c8a1afd9-med_01kn8jv452enf98trbkwrvhvgd.webp +0 -0
  160. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/e25570b405f5-med_01kn8jvsaeenf98v6ct4gjzppc.webp +0 -0
  161. package/src/__tests__/fixtures/releases/0.7.1/site-export/static/media/e89ea4eabf01-med_01kn8jtq3penf98tfq4gzmh9g9.png +0 -0
  162. package/src/__tests__/fixtures/releases/0.7.1/site-export/themes/jant/static/apple-touch-icon.png +0 -0
  163. package/src/__tests__/fixtures/releases/0.7.1/site-export/themes/jant/static/custom.css +0 -0
  164. package/src/__tests__/fixtures/releases/0.7.1/site-export/themes/jant/static/favicon.ico +0 -0
  165. package/src/__tests__/fixtures/releases/0.7.1/snapshot/db.sql +322 -0
  166. package/src/__tests__/fixtures/releases/0.7.1/snapshot/meta.json +9 -0
  167. package/src/__tests__/helpers/site-export-import.ts +97 -0
  168. package/src/__tests__/import-site-command.test.ts +27 -1
  169. package/src/__tests__/release-fixtures.test.ts +132 -0
  170. package/src/__tests__/site-export-canonical-import.test.ts +11 -47
  171. package/src/__tests__/theme-docs.test.ts +109 -0
  172. package/src/app.tsx +1 -5
  173. package/src/db/rehearsal-fixtures/pg-demo-current.json +55 -0
  174. package/src/db/rehearsal-fixtures/pg-demo-current.sql +431 -0
  175. package/src/i18n/locales/public/en.po +0 -2
  176. package/src/i18n/locales/public/zh-Hans.po +0 -2
  177. package/src/i18n/locales/public/zh-Hant.po +0 -2
  178. package/src/index.ts +6 -77
  179. package/src/lib/__tests__/view.test.ts +0 -46
  180. package/src/lib/feed.ts +0 -6
  181. package/src/lib/view.ts +0 -27
  182. package/src/node/__tests__/cli-export.test.ts +2 -2
  183. package/src/node/__tests__/cli-site-snapshot.test.ts +6 -0
  184. package/src/node/__tests__/cli-site-token-env.test.ts +4 -1
  185. package/src/node/__tests__/cli-snapshot-meta.test.ts +64 -0
  186. package/src/routes/api/internal/search-reindex.ts +1 -1
  187. package/src/services/__tests__/media.test.ts +0 -271
  188. package/src/services/export.ts +13 -5
  189. package/src/services/media.ts +1 -219
  190. package/src/styles/ui.css +0 -118
  191. package/bin/commands/export.js +0 -120
  192. package/bin/commands/import-site.js +0 -3034
  193. package/bin/commands/migrate-text-attachments.js +0 -181
  194. package/dist/github-sync-Gw4orAHk.js +0 -8398
  195. package/src/client/multipart-upload.ts +0 -206
  196. package/src/routes/api/__tests__/upload-multipart.test.ts +0 -739
  197. package/src/routes/api/internal/text-attachments.ts +0 -60
  198. package/src/routes/api/upload-multipart.ts +0 -366
@@ -1,739 +0,0 @@
1
- import { describe, it, expect, beforeEach, vi } from "vitest";
2
- import { Hono } from "hono";
3
- import type { Bindings } from "../../../types.js";
4
- import type { AppVariables } from "../../../types/app-context.js";
5
- import {
6
- createTestDatabase,
7
- DEFAULT_TEST_SITE_ID,
8
- } from "../../../__tests__/helpers/db.js";
9
- import { createMediaService } from "../../../services/media.js";
10
- import { createSettingsService } from "../../../services/settings.js";
11
- import { createPostService } from "../../../services/post.js";
12
- import { createPathService } from "../../../services/path.js";
13
- import { createCustomUrlService } from "../../../services/custom-url.js";
14
- import { createCollectionService } from "../../../services/collection.js";
15
- import { createSearchService } from "../../../services/search.js";
16
- import { createNavItemService } from "../../../services/navigation.js";
17
- import { createAuthService } from "../../../services/auth.js";
18
- import { createSiteMemberService } from "../../../services/site-member.js";
19
- import { errorHandler } from "../../../middleware/error-handler.js";
20
- import { createI18n } from "../../../i18n/i18n.js";
21
- import { DEFAULT_APP_PORT } from "../../../lib/env.js";
22
- import { createMemoryRateLimiter } from "../../../lib/rate-limit-memory.js";
23
- import { resolveConfig } from "../../../lib/resolve-config.js";
24
- import type { Database } from "../../../db/index.js";
25
- import type { StorageDriver, UploadedPart } from "../../../lib/storage.js";
26
- import { MediaQuotaExceededError } from "../../../lib/errors.js";
27
- import { multipartUploadApiRoutes } from "../upload-multipart.js";
28
- import type BetterSqlite3 from "better-sqlite3";
29
-
30
- type Env = { Bindings: Bindings; Variables: AppVariables };
31
-
32
- /** Creates a mock storage driver that supports multipart uploads */
33
- function createMockMultipartStorage(): StorageDriver & {
34
- uploads: Map<
35
- string,
36
- {
37
- key: string;
38
- contentType?: string;
39
- parts: Map<number, ArrayBuffer>;
40
- }
41
- >;
42
- completed: Map<string, UploadedPart[]>;
43
- aborted: Set<string>;
44
- files: Map<string, { body: Uint8Array; contentType?: string }>;
45
- } {
46
- const uploads = new Map<
47
- string,
48
- {
49
- key: string;
50
- contentType?: string;
51
- parts: Map<number, ArrayBuffer>;
52
- }
53
- >();
54
- const completed = new Map<string, UploadedPart[]>();
55
- const aborted = new Set<string>();
56
- const files = new Map<string, { body: Uint8Array; contentType?: string }>();
57
- let uploadCounter = 0;
58
-
59
- return {
60
- uploads,
61
- completed,
62
- aborted,
63
- files,
64
-
65
- async put(key, body, opts) {
66
- let bytes: Uint8Array;
67
- if (body instanceof Uint8Array) {
68
- bytes = body;
69
- } else {
70
- const reader = body.getReader();
71
- const chunks: Uint8Array[] = [];
72
- for (;;) {
73
- const { done, value } = await reader.read();
74
- if (done) break;
75
- chunks.push(value);
76
- }
77
- let totalLength = 0;
78
- for (const chunk of chunks) totalLength += chunk.length;
79
- bytes = new Uint8Array(totalLength);
80
- let offset = 0;
81
- for (const chunk of chunks) {
82
- bytes.set(chunk, offset);
83
- offset += chunk.length;
84
- }
85
- }
86
- files.set(key, { body: bytes, contentType: opts?.contentType });
87
- },
88
-
89
- async get(key, opts) {
90
- const file = files.get(key);
91
- if (!file) return null;
92
- const start = opts?.range?.offset ?? 0;
93
- const end = opts?.range
94
- ? start + opts.range.length
95
- : file.body.byteLength;
96
- const slice = file.body.slice(start, end);
97
- const stream = new ReadableStream({
98
- start(controller) {
99
- controller.enqueue(slice);
100
- controller.close();
101
- },
102
- });
103
- return {
104
- body: stream,
105
- contentType: file.contentType,
106
- size: file.body.byteLength,
107
- };
108
- },
109
-
110
- async head(key) {
111
- const file = files.get(key);
112
- if (!file) return null;
113
- return {
114
- contentType: file.contentType,
115
- size: file.body.byteLength,
116
- };
117
- },
118
-
119
- async delete(key) {
120
- files.delete(key);
121
- },
122
-
123
- async createMultipartUpload(key, opts) {
124
- const uploadId = `upload-${++uploadCounter}`;
125
- uploads.set(uploadId, {
126
- key,
127
- contentType: opts?.contentType,
128
- parts: new Map(),
129
- });
130
- return { uploadId, key };
131
- },
132
-
133
- async uploadPart(key, uploadId, partNumber, body) {
134
- const upload = uploads.get(uploadId);
135
- if (!upload) throw new Error(`No upload with id ${uploadId}`);
136
- const buffer =
137
- body instanceof ArrayBuffer
138
- ? body
139
- : body instanceof Uint8Array
140
- ? body.buffer.slice(
141
- body.byteOffset,
142
- body.byteOffset + body.byteLength,
143
- )
144
- : await new Response(body as ReadableStream).arrayBuffer();
145
- upload.parts.set(partNumber, buffer);
146
- const etag = `etag-${key}-${partNumber}`;
147
- return { partNumber, etag };
148
- },
149
-
150
- async completeMultipartUpload(key, uploadId, parts) {
151
- const upload = uploads.get(uploadId);
152
- if (!upload || upload.key !== key) {
153
- throw new Error(`No upload with id ${uploadId}`);
154
- }
155
-
156
- const orderedParts = [...parts].sort(
157
- (a, b) => a.partNumber - b.partNumber,
158
- );
159
- const buffers = orderedParts.map((part) => {
160
- const chunk = upload.parts.get(part.partNumber);
161
- if (!chunk) {
162
- throw new Error(`Missing upload part ${part.partNumber}`);
163
- }
164
- return new Uint8Array(chunk);
165
- });
166
- const totalLength = buffers.reduce(
167
- (sum, chunk) => sum + chunk.byteLength,
168
- 0,
169
- );
170
- const body = new Uint8Array(totalLength);
171
- let offset = 0;
172
- for (const chunk of buffers) {
173
- body.set(chunk, offset);
174
- offset += chunk.byteLength;
175
- }
176
-
177
- files.set(key, {
178
- body,
179
- contentType: upload.contentType,
180
- });
181
- completed.set(uploadId, parts);
182
- uploads.delete(uploadId);
183
- },
184
-
185
- async abortMultipartUpload(_key, uploadId) {
186
- aborted.add(uploadId);
187
- uploads.delete(uploadId);
188
- },
189
- };
190
- }
191
-
192
- function createMockD1(sqliteDb: BetterSqlite3.Database) {
193
- return {
194
- prepare(query: string) {
195
- return {
196
- bind(...params: unknown[]) {
197
- return {
198
- async all<T>() {
199
- const stmt = sqliteDb.prepare(query);
200
- const rows = stmt.all(...(params as never[])) as T[];
201
- return { results: rows };
202
- },
203
- };
204
- },
205
- };
206
- },
207
- } as unknown as D1Database;
208
- }
209
-
210
- function createFakeMp4Bytes(length = 1024): Uint8Array {
211
- const bytes = new Uint8Array(length);
212
- bytes.set([
213
- 0x00, 0x00, 0x00, 0x18, 0x66, 0x74, 0x79, 0x70, 0x69, 0x73, 0x6f, 0x6d,
214
- ]);
215
- return bytes;
216
- }
217
-
218
- function createTestAppWithStorage(options: {
219
- authenticated?: boolean;
220
- storage: StorageDriver | null;
221
- }) {
222
- const testDb = createTestDatabase();
223
- const db = testDb.db as unknown as Database;
224
- const sqlite = testDb.sqlite;
225
- const mockD1 = createMockD1(sqlite);
226
-
227
- const settingsService = createSettingsService(db, DEFAULT_TEST_SITE_ID);
228
- const pathService = createPathService(db, DEFAULT_TEST_SITE_ID);
229
- const services = {
230
- paths: pathService,
231
- posts: createPostService(
232
- db,
233
- { slugIdLength: 5 },
234
- DEFAULT_TEST_SITE_ID,
235
- pathService,
236
- ),
237
- settings: settingsService,
238
- customUrls: createCustomUrlService(db, DEFAULT_TEST_SITE_ID, pathService),
239
- media: createMediaService(db, DEFAULT_TEST_SITE_ID),
240
- collections: createCollectionService(db, DEFAULT_TEST_SITE_ID, pathService),
241
- search: createSearchService(mockD1, DEFAULT_TEST_SITE_ID),
242
- navItems: createNavItemService(db, DEFAULT_TEST_SITE_ID),
243
- auth: createAuthService(db, settingsService),
244
- siteMembers: createSiteMemberService(db),
245
- };
246
-
247
- const app = new Hono<Env>();
248
- app.onError(errorHandler);
249
-
250
- app.use("*", async (c, next) => {
251
- c.env = {
252
- SITE_ORIGIN: `http://localhost:${DEFAULT_APP_PORT}`,
253
- SITE_PATH_PREFIX: "",
254
- } as AppVariables["services"] extends never ? never : Bindings;
255
-
256
- c.set("services", services as AppVariables["services"]);
257
- c.set("currentSite", {
258
- id: DEFAULT_TEST_SITE_ID,
259
- key: "default",
260
- status: "active",
261
- createdAt: 0,
262
- updatedAt: 0,
263
- });
264
- c.set("currentSiteDomain", null);
265
- const allSettings = await services.settings.getAll();
266
- c.set("allSettings", allSettings);
267
- c.set("appConfig", resolveConfig(c.env, allSettings));
268
- c.set("storage", options.storage);
269
- c.set("rateLimiter", createMemoryRateLimiter());
270
-
271
- const i18n = createI18n("en");
272
- c.set("lang", "en");
273
- c.set("i18n", i18n);
274
-
275
- if (options.authenticated) {
276
- await services.siteMembers.ensure(
277
- DEFAULT_TEST_SITE_ID,
278
- "test-user",
279
- "owner",
280
- );
281
- const session = {
282
- user: { id: "test-user", email: "test@test.com", name: "Test" },
283
- session: { id: "test-session" },
284
- } as unknown as AppVariables["session"];
285
- c.set("auth", {
286
- api: {
287
- getSession: async () => session,
288
- },
289
- } as AppVariables["auth"]);
290
- c.set("session", session);
291
- c.set("isAuthenticated", true);
292
- } else {
293
- c.set("auth", {
294
- api: {
295
- getSession: async () => null,
296
- },
297
- } as AppVariables["auth"]);
298
- c.set("session", null);
299
- c.set("isAuthenticated", false);
300
- }
301
-
302
- await next();
303
- });
304
-
305
- return { app, services, db, sqlite };
306
- }
307
-
308
- describe("multipart upload API routes", () => {
309
- describe("auth", () => {
310
- it("returns 401 when not authenticated", async () => {
311
- const { app } = createTestAppWithStorage({
312
- authenticated: false,
313
- storage: createMockMultipartStorage(),
314
- });
315
- app.route("/api/upload/multipart", multipartUploadApiRoutes);
316
-
317
- const res = await app.request("/api/upload/multipart", {
318
- method: "POST",
319
- headers: { "Content-Type": "application/json" },
320
- body: JSON.stringify({
321
- filename: "test.mp4",
322
- contentType: "video/mp4",
323
- size: 100_000_000,
324
- }),
325
- });
326
-
327
- expect(res.status).toBe(401);
328
- });
329
- });
330
-
331
- describe("storage support", () => {
332
- it("returns 500 when storage is null", async () => {
333
- const { app } = createTestAppWithStorage({
334
- authenticated: true,
335
- storage: null,
336
- });
337
- app.route("/api/upload/multipart", multipartUploadApiRoutes);
338
-
339
- const res = await app.request("/api/upload/multipart", {
340
- method: "POST",
341
- headers: { "Content-Type": "application/json" },
342
- body: JSON.stringify({
343
- filename: "test.mp4",
344
- contentType: "video/mp4",
345
- size: 100_000_000,
346
- }),
347
- });
348
-
349
- expect(res.status).toBe(500);
350
- const data = await res.json();
351
- expect(data.error).toContain("multipart");
352
- });
353
-
354
- it("returns 500 when storage lacks multipart methods", async () => {
355
- const basicStorage: StorageDriver = {
356
- async put() {},
357
- async get() {
358
- return null;
359
- },
360
- async delete() {},
361
- };
362
- const { app } = createTestAppWithStorage({
363
- authenticated: true,
364
- storage: basicStorage,
365
- });
366
- app.route("/api/upload/multipart", multipartUploadApiRoutes);
367
-
368
- const res = await app.request("/api/upload/multipart", {
369
- method: "POST",
370
- headers: { "Content-Type": "application/json" },
371
- body: JSON.stringify({
372
- filename: "test.mp4",
373
- contentType: "video/mp4",
374
- size: 100_000_000,
375
- }),
376
- });
377
-
378
- expect(res.status).toBe(500);
379
- });
380
- });
381
-
382
- describe("initiate", () => {
383
- it("accepts any file type", async () => {
384
- const { app } = createTestAppWithStorage({
385
- authenticated: true,
386
- storage: createMockMultipartStorage(),
387
- });
388
- app.route("/api/upload/multipart", multipartUploadApiRoutes);
389
-
390
- const res = await app.request("/api/upload/multipart", {
391
- method: "POST",
392
- headers: { "Content-Type": "application/json" },
393
- body: JSON.stringify({
394
- filename: "file.exe",
395
- contentType: "application/x-msdownload",
396
- size: 100_000_000,
397
- }),
398
- });
399
-
400
- expect(res.status).toBe(200);
401
- });
402
-
403
- it("returns id, uploadId, storageKey, filename on success", async () => {
404
- const { app } = createTestAppWithStorage({
405
- authenticated: true,
406
- storage: createMockMultipartStorage(),
407
- });
408
- app.route("/api/upload/multipart", multipartUploadApiRoutes);
409
-
410
- const res = await app.request("/api/upload/multipart", {
411
- method: "POST",
412
- headers: { "Content-Type": "application/json" },
413
- body: JSON.stringify({
414
- filename: "big-video.mp4",
415
- contentType: "video/mp4",
416
- size: 100_000_000,
417
- }),
418
- });
419
-
420
- expect(res.status).toBe(200);
421
- const data = await res.json();
422
- expect(data.id).toBeDefined();
423
- expect(data.uploadId).toBeDefined();
424
- expect(data.storageKey).toContain(`media/${DEFAULT_TEST_SITE_ID}/files/`);
425
- expect(data.filename).toBeDefined();
426
- expect(data.originalName).toBe("big-video.mp4");
427
- });
428
-
429
- it("returns 409 when the shared hosted media quota would be exceeded", async () => {
430
- const { app, services } = createTestAppWithStorage({
431
- authenticated: true,
432
- storage: createMockMultipartStorage(),
433
- });
434
- services.media.assertCanWriteBytes = vi.fn(async () => {
435
- throw new MediaQuotaExceededError();
436
- });
437
- app.route("/api/upload/multipart", multipartUploadApiRoutes);
438
-
439
- const res = await app.request("/api/upload/multipart", {
440
- method: "POST",
441
- headers: { "Content-Type": "application/json" },
442
- body: JSON.stringify({
443
- filename: "big-video.mp4",
444
- contentType: "video/mp4",
445
- size: 100_000_000,
446
- }),
447
- });
448
-
449
- expect(res.status).toBe(409);
450
- await expect(res.json()).resolves.toEqual({
451
- error:
452
- "This upload would exceed your shared hosted media limit. Remove files or upgrade storage to continue.",
453
- });
454
- });
455
- });
456
-
457
- describe("full flow", () => {
458
- let app: ReturnType<typeof createTestAppWithStorage>["app"];
459
- let services: ReturnType<typeof createTestAppWithStorage>["services"];
460
- let storage: ReturnType<typeof createMockMultipartStorage>;
461
-
462
- beforeEach(() => {
463
- storage = createMockMultipartStorage();
464
- const result = createTestAppWithStorage({
465
- authenticated: true,
466
- storage,
467
- });
468
- app = result.app;
469
- services = result.services;
470
- app.route("/api/upload/multipart", multipartUploadApiRoutes);
471
- });
472
-
473
- it("initiate → upload part → complete creates a DB record", async () => {
474
- // Initiate
475
- const initRes = await app.request("/api/upload/multipart", {
476
- method: "POST",
477
- headers: { "Content-Type": "application/json" },
478
- body: JSON.stringify({
479
- filename: "large-file.mp4",
480
- contentType: "video/mp4",
481
- size: 100_000_000,
482
- }),
483
- });
484
- expect(initRes.status).toBe(200);
485
- const { id, uploadId, storageKey, filename, originalName } =
486
- (await initRes.json()) as {
487
- id: string;
488
- uploadId: string;
489
- storageKey: string;
490
- filename: string;
491
- originalName: string;
492
- };
493
-
494
- // Upload a part
495
- const partBody = createFakeMp4Bytes();
496
- const partRes = await app.request(
497
- `/api/upload/multipart/${id}/part?partNumber=1&storageKey=${encodeURIComponent(storageKey)}&uploadId=${encodeURIComponent(uploadId)}`,
498
- {
499
- method: "PUT",
500
- body: partBody,
501
- },
502
- );
503
- expect(partRes.status).toBe(200);
504
- const partData = (await partRes.json()) as {
505
- partNumber: number;
506
- etag: string;
507
- };
508
- expect(partData.partNumber).toBe(1);
509
- expect(partData.etag).toBeDefined();
510
-
511
- // Complete
512
- const completeRes = await app.request(
513
- `/api/upload/multipart/${id}/complete`,
514
- {
515
- method: "POST",
516
- headers: { "Content-Type": "application/json" },
517
- body: JSON.stringify({
518
- storageKey,
519
- uploadId,
520
- parts: [{ partNumber: partData.partNumber, etag: partData.etag }],
521
- filename,
522
- originalName,
523
- contentType: "video/mp4",
524
- size: 100_000_000,
525
- width: 1920,
526
- height: 1080,
527
- durationSeconds: 14,
528
- }),
529
- },
530
- );
531
- expect(completeRes.status).toBe(200);
532
- const result = (await completeRes.json()) as {
533
- id: string;
534
- filename: string;
535
- mimeType: string;
536
- size: number;
537
- };
538
- expect(result.id).toBe(id);
539
- expect(result.mimeType).toBe("video/mp4");
540
- expect(result.size).toBe(100_000_000);
541
-
542
- // Verify DB record
543
- const media = await services.media.getById(id);
544
- expect(media).toMatchObject({
545
- mimeType: "video/mp4",
546
- width: 1920,
547
- height: 1080,
548
- durationSeconds: 14,
549
- });
550
- });
551
-
552
- it("abort cleans up R2", async () => {
553
- // Initiate
554
- const initRes = await app.request("/api/upload/multipart", {
555
- method: "POST",
556
- headers: { "Content-Type": "application/json" },
557
- body: JSON.stringify({
558
- filename: "cancelled.mp4",
559
- contentType: "video/mp4",
560
- size: 200_000_000,
561
- }),
562
- });
563
- const { id, uploadId, storageKey } = (await initRes.json()) as {
564
- id: string;
565
- uploadId: string;
566
- storageKey: string;
567
- };
568
-
569
- // Abort
570
- const abortRes = await app.request(`/api/upload/multipart/${id}/abort`, {
571
- method: "POST",
572
- headers: { "Content-Type": "application/json" },
573
- body: JSON.stringify({ storageKey, uploadId }),
574
- });
575
- expect(abortRes.status).toBe(200);
576
-
577
- // Verify R2 abort was called
578
- expect(storage.aborted.size).toBe(1);
579
- });
580
-
581
- it("returns 400 for part upload with missing storageKey/uploadId", async () => {
582
- const res = await app.request(
583
- "/api/upload/multipart/some-id/part?partNumber=1",
584
- {
585
- method: "PUT",
586
- body: new Uint8Array(10),
587
- },
588
- );
589
- expect(res.status).toBe(400);
590
- });
591
-
592
- it("poster upload returns posterKey", async () => {
593
- // Initiate
594
- const initRes = await app.request("/api/upload/multipart", {
595
- method: "POST",
596
- headers: { "Content-Type": "application/json" },
597
- body: JSON.stringify({
598
- filename: "video-with-poster.mp4",
599
- contentType: "video/mp4",
600
- size: 100_000_000,
601
- }),
602
- });
603
- const { id, uploadId, storageKey, filename, originalName } =
604
- (await initRes.json()) as {
605
- id: string;
606
- uploadId: string;
607
- storageKey: string;
608
- filename: string;
609
- originalName: string;
610
- };
611
-
612
- // Upload poster — bytes must contain valid WebP magic header
613
- const posterBytes = new Uint8Array(100);
614
- // RIFF....WEBP
615
- const riffHeader = new TextEncoder().encode("RIFF");
616
- const webpMarker = new TextEncoder().encode("WEBP");
617
- posterBytes.set(riffHeader, 0);
618
- posterBytes.set(webpMarker, 8);
619
- const posterBlob = new Blob([posterBytes], {
620
- type: "image/webp",
621
- });
622
- const formData = new FormData();
623
- formData.append("poster", posterBlob, "poster.webp");
624
-
625
- const posterRes = await app.request(
626
- `/api/upload/multipart/${id}/poster`,
627
- {
628
- method: "PUT",
629
- body: formData,
630
- },
631
- );
632
- expect(posterRes.status).toBe(200);
633
- const posterData = (await posterRes.json()) as { posterKey: string };
634
- expect(posterData.posterKey).toBe(
635
- `media/${DEFAULT_TEST_SITE_ID}/posters/${id}.webp`,
636
- );
637
-
638
- // Verify poster was stored
639
- expect(storage.files.has(posterData.posterKey)).toBe(true);
640
-
641
- // Upload a part and complete to verify posterKey is in the DB record
642
- const partRes = await app.request(
643
- `/api/upload/multipart/${id}/part?partNumber=1&storageKey=${encodeURIComponent(storageKey)}&uploadId=${encodeURIComponent(uploadId)}`,
644
- {
645
- method: "PUT",
646
- body: createFakeMp4Bytes(),
647
- },
648
- );
649
- const partData = (await partRes.json()) as {
650
- partNumber: number;
651
- etag: string;
652
- };
653
-
654
- await app.request(`/api/upload/multipart/${id}/complete`, {
655
- method: "POST",
656
- headers: { "Content-Type": "application/json" },
657
- body: JSON.stringify({
658
- storageKey,
659
- uploadId,
660
- parts: [{ partNumber: partData.partNumber, etag: partData.etag }],
661
- filename,
662
- originalName,
663
- contentType: "video/mp4",
664
- size: 100_000_000,
665
- posterKey: posterData.posterKey,
666
- }),
667
- });
668
-
669
- const media = await services.media.getById(id);
670
- expect(media).not.toBeNull();
671
- expect(media).toHaveProperty("posterKey");
672
- expect(String(media?.posterKey)).toBe(
673
- `media/${DEFAULT_TEST_SITE_ID}/posters/${id}.webp`,
674
- );
675
- });
676
-
677
- it("aborts the multipart upload when quota is exceeded during completion", async () => {
678
- const initRes = await app.request("/api/upload/multipart", {
679
- method: "POST",
680
- headers: { "Content-Type": "application/json" },
681
- body: JSON.stringify({
682
- filename: "quota-hit.mp4",
683
- contentType: "video/mp4",
684
- size: 100_000_000,
685
- }),
686
- });
687
- expect(initRes.status).toBe(200);
688
- const { id, uploadId, storageKey, filename, originalName } =
689
- (await initRes.json()) as {
690
- id: string;
691
- uploadId: string;
692
- storageKey: string;
693
- filename: string;
694
- originalName: string;
695
- };
696
-
697
- const partRes = await app.request(
698
- `/api/upload/multipart/${id}/part?partNumber=1&storageKey=${encodeURIComponent(storageKey)}&uploadId=${encodeURIComponent(uploadId)}`,
699
- {
700
- method: "PUT",
701
- body: createFakeMp4Bytes(),
702
- },
703
- );
704
- expect(partRes.status).toBe(200);
705
- const partData = (await partRes.json()) as {
706
- partNumber: number;
707
- etag: string;
708
- };
709
-
710
- services.media.assertCanWriteBytes = vi.fn(async () => {
711
- throw new MediaQuotaExceededError();
712
- });
713
-
714
- const completeRes = await app.request(
715
- `/api/upload/multipart/${id}/complete`,
716
- {
717
- method: "POST",
718
- headers: { "Content-Type": "application/json" },
719
- body: JSON.stringify({
720
- storageKey,
721
- uploadId,
722
- parts: [{ partNumber: partData.partNumber, etag: partData.etag }],
723
- filename,
724
- originalName,
725
- contentType: "video/mp4",
726
- size: 100_000_000,
727
- }),
728
- },
729
- );
730
-
731
- expect(completeRes.status).toBe(409);
732
- await expect(completeRes.json()).resolves.toEqual({
733
- error:
734
- "This upload would exceed your shared hosted media limit. Remove files or upgrade storage to continue.",
735
- });
736
- expect(storage.aborted.has(uploadId)).toBe(true);
737
- });
738
- });
739
- });