tinyzoo 0.0.0-stage → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +10 -0
- package/README.md +46 -2
- package/app/app.config.ts +35 -0
- package/app/assets/brand/characters/bright/bird.svg +1 -0
- package/app/assets/brand/characters/bright/bunny.svg +1 -0
- package/app/assets/brand/characters/bright/elephant.svg +1 -0
- package/app/assets/brand/characters/bright/fox.svg +1 -0
- package/app/assets/brand/characters/bright/frog.svg +1 -0
- package/app/assets/brand/characters/bright/octopus.svg +1 -0
- package/app/assets/brand/characters/muted/bee.svg +1 -0
- package/app/assets/brand/characters/muted/bird.svg +1 -0
- package/app/assets/brand/characters/muted/butterfly.svg +1 -0
- package/app/assets/brand/characters/muted/chick.svg +1 -0
- package/app/assets/brand/characters/muted/cow.svg +1 -0
- package/app/assets/brand/characters/muted/deer.svg +1 -0
- package/app/assets/brand/characters/muted/duck.svg +1 -0
- package/app/assets/brand/characters/muted/elephant.svg +1 -0
- package/app/assets/brand/characters/muted/fox.svg +1 -0
- package/app/assets/brand/characters/muted/hedgehog.svg +1 -0
- package/app/assets/brand/characters/muted/koala.svg +1 -0
- package/app/assets/brand/characters/muted/ladybug.svg +1 -0
- package/app/assets/brand/characters/muted/lion.svg +1 -0
- package/app/assets/brand/characters/muted/mouse.svg +1 -0
- package/app/assets/brand/characters/muted/octopus.svg +1 -0
- package/app/assets/brand/characters/muted/owl.svg +1 -0
- package/app/assets/brand/characters/muted/panda.svg +1 -0
- package/app/assets/brand/characters/muted/penguin.svg +1 -0
- package/app/assets/brand/characters/muted/pig.svg +1 -0
- package/app/assets/brand/characters/muted/poodle.svg +1 -0
- package/app/assets/brand/characters/muted/raccoon.svg +1 -0
- package/app/assets/brand/characters/muted/seal.svg +1 -0
- package/app/assets/brand/characters/muted/sheep.svg +1 -0
- package/app/assets/brand/characters/muted/snail.svg +1 -0
- package/app/assets/brand/characters/muted/turtle.svg +1 -0
- package/app/assets/brand/characters/muted/whale.svg +1 -0
- package/app/assets/brand/logo/favicon.svg +1 -0
- package/app/assets/brand/logo/logo-primary-reversed.svg +1 -0
- package/app/assets/brand/logo/logo-primary.svg +1 -0
- package/app/assets/brand/logo/mascot-reversed.svg +1 -0
- package/app/assets/brand/logo/mascot.svg +1 -0
- package/app/assets/brand/logo/wordmark-reversed.svg +1 -0
- package/app/assets/brand/logo/wordmark.svg +1 -0
- package/app/assets/css/cms-admin.css +607 -0
- package/app/components/CmsBlocks.vue +30 -0
- package/app/components/CmsCell.vue +16 -0
- package/app/components/CmsCellBadge.vue +18 -0
- package/app/components/CmsCellBlocks.vue +9 -0
- package/app/components/CmsCellBoolean.vue +12 -0
- package/app/components/CmsCellCode.vue +7 -0
- package/app/components/CmsCellColor.vue +13 -0
- package/app/components/CmsCellDate.vue +10 -0
- package/app/components/CmsCellExcerpt.vue +21 -0
- package/app/components/CmsCellGallery.vue +10 -0
- package/app/components/CmsCellGroup.vue +23 -0
- package/app/components/CmsCellNumber.vue +7 -0
- package/app/components/CmsCellRelation.vue +8 -0
- package/app/components/CmsCellText.vue +12 -0
- package/app/components/CmsCellThumb.vue +18 -0
- package/app/components/CmsConfirmDialog.vue +55 -0
- package/app/components/CmsContent.vue +103 -0
- package/app/components/CmsDayPicker.vue +44 -0
- package/app/components/CmsEmptyState.vue +35 -0
- package/app/components/CmsField.vue +111 -0
- package/app/components/CmsFieldBlocks.vue +353 -0
- package/app/components/CmsFieldBoolean.vue +8 -0
- package/app/components/CmsFieldColor.vue +42 -0
- package/app/components/CmsFieldDate.vue +131 -0
- package/app/components/CmsFieldGallery.vue +114 -0
- package/app/components/CmsFieldGroup.vue +53 -0
- package/app/components/CmsFieldMedia.vue +219 -0
- package/app/components/CmsFieldNumber.vue +11 -0
- package/app/components/CmsFieldRelationMany.vue +54 -0
- package/app/components/CmsFieldRelationOne.vue +47 -0
- package/app/components/CmsFieldRichText.vue +45 -0
- package/app/components/CmsFieldSelect.vue +41 -0
- package/app/components/CmsFieldSlug.vue +46 -0
- package/app/components/CmsFieldText.vue +75 -0
- package/app/components/CmsFormSections.vue +150 -0
- package/app/components/CmsHighlight.vue +22 -0
- package/app/components/CmsImage.vue +39 -0
- package/app/components/CmsLinkPicker.vue +122 -0
- package/app/components/CmsLinkTarget.vue +35 -0
- package/app/components/CmsListFilters.vue +107 -0
- package/app/components/CmsLiveNotice.vue +64 -0
- package/app/components/CmsLoadError.vue +24 -0
- package/app/components/CmsMascot.vue +10 -0
- package/app/components/CmsMediaLibrary.vue +114 -0
- package/app/components/CmsMediaPreview.vue +34 -0
- package/app/components/CmsMediaThumb.vue +22 -0
- package/app/components/CmsMoment.vue +42 -0
- package/app/components/CmsNav.vue +39 -0
- package/app/components/CmsPage.vue +86 -0
- package/app/components/CmsPasswordInput.vue +22 -0
- package/app/components/CmsPresence.vue +29 -0
- package/app/components/CmsPreviewPanel.vue +131 -0
- package/app/components/CmsPublishReview.vue +102 -0
- package/app/components/CmsRevisions.vue +195 -0
- package/app/components/CmsRichTextEditor.vue +290 -0
- package/app/components/CmsSearch.vue +99 -0
- package/app/components/CmsSection.vue +20 -0
- package/app/components/CmsSingletonForm.vue +283 -0
- package/app/components/CmsStatusBadge.vue +21 -0
- package/app/components/CmsTime.vue +16 -0
- package/app/components/CmsTranslationRef.vue +27 -0
- package/app/components/CmsTreeList.vue +453 -0
- package/app/components/CmsUnsavedText.vue +34 -0
- package/app/components/CmsWordmark.vue +10 -0
- package/app/composables/useCmsAdminHead.ts +18 -0
- package/app/composables/useCmsCollab.ts +165 -0
- package/app/composables/useCmsConfirm.ts +39 -0
- package/app/composables/useCmsEntryActions.ts +75 -0
- package/app/composables/useCmsFocus.ts +13 -0
- package/app/composables/useCmsForm.ts +273 -0
- package/app/composables/useCmsI18n.ts +185 -0
- package/app/composables/useCmsLinkTargets.ts +84 -0
- package/app/composables/useCmsLive.ts +199 -0
- package/app/composables/useCmsSearch.ts +62 -0
- package/app/composables/useCmsSeo.ts +99 -0
- package/app/composables/useCmsSignedIn.ts +24 -0
- package/app/composables/useCmsUiLocale.ts +24 -0
- package/app/i18n/cs.ts +781 -0
- package/app/i18n/de.ts +781 -0
- package/app/i18n/en.ts +782 -0
- package/app/i18n/types.ts +22 -0
- package/app/layouts/admin.vue +224 -0
- package/app/layouts/cms-auth.vue +37 -0
- package/app/middleware/cms-api-not-a-page.global.ts +10 -0
- package/app/middleware/cms-auth.global.ts +16 -0
- package/app/pages/admin/[entity]/[id].vue +1109 -0
- package/app/pages/admin/[entity]/index.vue +733 -0
- package/app/pages/admin/account.vue +117 -0
- package/app/pages/admin/forgot.vue +50 -0
- package/app/pages/admin/index.vue +184 -0
- package/app/pages/admin/invite/[token].vue +73 -0
- package/app/pages/admin/login.vue +84 -0
- package/app/pages/admin/media.vue +494 -0
- package/app/pages/admin/privacy.vue +193 -0
- package/app/pages/admin/reset/[token].vue +52 -0
- package/app/pages/admin/setup.vue +87 -0
- package/app/pages/admin/styleguide.vue +261 -0
- package/app/pages/admin/team.vue +258 -0
- package/app/plugins/cmsLivePreview.client.ts +20 -0
- package/app/plugins/cmsSignedOut.client.ts +31 -0
- package/app/utils/cmsBlockType.ts +11 -0
- package/app/utils/cmsBrand.ts +38 -0
- package/app/utils/cmsDiff.ts +83 -0
- package/app/utils/cmsFetch.ts +7 -0
- package/app/utils/cmsFocusInvalid.ts +22 -0
- package/app/utils/cmsIssues.ts +128 -0
- package/app/utils/cmsJson.ts +28 -0
- package/app/utils/cmsMedia.ts +63 -0
- package/app/utils/cmsSections.ts +154 -0
- package/app/utils/cmsTime.ts +41 -0
- package/cli/backup.ts +713 -0
- package/cli/breaking.ts +174 -0
- package/cli/content-migrate.ts +239 -0
- package/cli/db.ts +86 -0
- package/cli/export.ts +336 -0
- package/cli/generate.ts +146 -0
- package/cli/import.ts +643 -0
- package/cli/index.ts +140 -0
- package/cli/links-convert.ts +291 -0
- package/cli/seed-engine.ts +705 -0
- package/cli/seed.ts +339 -0
- package/cli/status.ts +49 -0
- package/cli/tar.ts +304 -0
- package/cli/transfer.ts +677 -0
- package/cli/up.ts +27 -0
- package/cli/upgrade.ts +60 -0
- package/cli/versions.ts +60 -0
- package/forms/components/CmsForm.vue +186 -0
- package/forms/index.ts +203 -0
- package/forms/messages.ts +104 -0
- package/forms/retention.ts +48 -0
- package/forms/server/form.get.ts +12 -0
- package/forms/server/form.post.ts +109 -0
- package/forms/server/formSettings.ts +12 -0
- package/forms/server/forms.ts +127 -0
- package/module.ts +373 -0
- package/nuxt.config.ts +43 -0
- package/package.json +98 -3
- package/server/api/cms/[entity]/[id]/revisions/[rev].get.ts +19 -0
- package/server/api/cms/[entity]/[id]/revisions/index.get.ts +14 -0
- package/server/api/cms/[entity]/[id].delete.ts +52 -0
- package/server/api/cms/[entity]/[id].get.ts +21 -0
- package/server/api/cms/[entity]/[id].patch.ts +116 -0
- package/server/api/cms/[entity]/_export.get.ts +69 -0
- package/server/api/cms/[entity]/_move.post.ts +81 -0
- package/server/api/cms/[entity]/_order.post.ts +49 -0
- package/server/api/cms/[entity]/_tree.get.ts +41 -0
- package/server/api/cms/[entity]/index.get.ts +62 -0
- package/server/api/cms/[entity]/index.post.ts +38 -0
- package/server/api/cms/[entity]/options.get.ts +55 -0
- package/server/api/cms/_auth/accept.post.ts +33 -0
- package/server/api/cms/_auth/forgot.post.ts +39 -0
- package/server/api/cms/_auth/invite/[token].get.ts +18 -0
- package/server/api/cms/_auth/login.post.ts +42 -0
- package/server/api/cms/_auth/logout.post.ts +7 -0
- package/server/api/cms/_auth/me.get.ts +5 -0
- package/server/api/cms/_auth/me.patch.ts +32 -0
- package/server/api/cms/_auth/password.post.ts +29 -0
- package/server/api/cms/_auth/reset.post.ts +34 -0
- package/server/api/cms/_auth/setup.post.ts +46 -0
- package/server/api/cms/_auth/status.get.ts +18 -0
- package/server/api/cms/_collab/session.get.ts +30 -0
- package/server/api/cms/_collab/socket.ts +51 -0
- package/server/api/cms/_collab/unsaved.delete.ts +16 -0
- package/server/api/cms/_graph.get.ts +20 -0
- package/server/api/cms/_links/resolve.post.ts +17 -0
- package/server/api/cms/_links.get.ts +81 -0
- package/server/api/cms/_live.ts +30 -0
- package/server/api/cms/_media/[id]/usage.get.ts +14 -0
- package/server/api/cms/_media/[id].delete.ts +29 -0
- package/server/api/cms/_media/[id].get.ts +13 -0
- package/server/api/cms/_media/[id].patch.ts +64 -0
- package/server/api/cms/_media/exists.post.ts +15 -0
- package/server/api/cms/_media/img/[id]/[file].get.ts +42 -0
- package/server/api/cms/_media/index.get.ts +44 -0
- package/server/api/cms/_media/index.post.ts +147 -0
- package/server/api/cms/_media/raw/[...key].get.ts +85 -0
- package/server/api/cms/_media/raw/[...key].head.ts +2 -0
- package/server/api/cms/_overview.get.ts +87 -0
- package/server/api/cms/_preview.post.ts +17 -0
- package/server/api/cms/_privacy/delete.post.ts +14 -0
- package/server/api/cms/_privacy/export.post.ts +25 -0
- package/server/api/cms/_privacy/lookup.post.ts +27 -0
- package/server/api/cms/_search.get.ts +17 -0
- package/server/api/cms/_singleton/[name].get.ts +19 -0
- package/server/api/cms/_singleton/[name].put.ts +76 -0
- package/server/api/cms/_users/[id]/resend.post.ts +25 -0
- package/server/api/cms/_users/[id].delete.ts +21 -0
- package/server/api/cms/_users/[id].patch.ts +45 -0
- package/server/api/cms/_users/index.get.ts +28 -0
- package/server/api/cms/_users/index.post.ts +39 -0
- package/server/api/content/[entity]/[slug].get.ts +74 -0
- package/server/api/content/[entity]/index.get.ts +100 -0
- package/server/api/content/_global/[name].get.ts +23 -0
- package/server/api/content/_search.get.ts +28 -0
- package/server/api/content/_sitemap.get.ts +8 -0
- package/server/api/content/_tree/[entity].get.ts +31 -0
- package/server/api/content-types.ts.get.ts +17 -0
- package/server/api/health/live.get.ts +10 -0
- package/server/api/health/ready.get.ts +21 -0
- package/server/api/openapi.get.ts +48 -0
- package/server/api/openapi.json.get.ts +32 -0
- package/server/db/driver.ts +8 -0
- package/server/mail/mailer.ts +43 -0
- package/server/middleware/cms-0-headers.ts +37 -0
- package/server/middleware/cms-0-migrate-gate.ts +14 -0
- package/server/middleware/cms-csrf.ts +28 -0
- package/server/middleware/cms-limits.ts +20 -0
- package/server/middleware/cms-redirects.ts +21 -0
- package/server/middleware/cms-session.ts +41 -0
- package/server/middleware/cms-z-plugin-access.ts +15 -0
- package/server/plugins/cms-0-config-check.ts +35 -0
- package/server/plugins/cms-changes.ts +53 -0
- package/server/plugins/cms-content-etag.ts +21 -0
- package/server/plugins/cms-errors.ts +45 -0
- package/server/plugins/cms-migrate.ts +5 -0
- package/server/plugins/cms-plugins.ts +17 -0
- package/server/plugins/cms-search.ts +12 -0
- package/server/plugins/cms-setup-code.ts +15 -0
- package/server/routes/sitemap.xml.get.ts +25 -0
- package/server/store/redis.ts +95 -0
- package/server/store/types.ts +21 -0
- package/server/tasks/cms/retention.ts +10 -0
- package/server/tasks/cms/scheduled.ts +10 -0
- package/server/tasks/cms/search-reindex.ts +12 -0
- package/server/utils/cmsAudit.ts +29 -0
- package/server/utils/cmsAuth.ts +143 -0
- package/server/utils/cmsBlocks.ts +47 -0
- package/server/utils/cmsChanges.ts +222 -0
- package/server/utils/cmsCollab.ts +286 -0
- package/server/utils/cmsCollabServer.ts +451 -0
- package/server/utils/cmsCollate.ts +27 -0
- package/server/utils/cmsContent.ts +376 -0
- package/server/utils/cmsCrud.ts +361 -0
- package/server/utils/cmsCsv.ts +24 -0
- package/server/utils/cmsDb.ts +23 -0
- package/server/utils/cmsDemo.ts +36 -0
- package/server/utils/cmsEmails.ts +125 -0
- package/server/utils/cmsErrors.ts +40 -0
- package/server/utils/cmsFold.ts +17 -0
- package/server/utils/cmsImageSizes.ts +51 -0
- package/server/utils/cmsJson.ts +6 -0
- package/server/utils/cmsLinkAddress.ts +50 -0
- package/server/utils/cmsLinks.ts +248 -0
- package/server/utils/cmsListQuery.ts +93 -0
- package/server/utils/cmsLive.ts +393 -0
- package/server/utils/cmsLocales.ts +96 -0
- package/server/utils/cmsMail.ts +28 -0
- package/server/utils/cmsMediaGc.ts +188 -0
- package/server/utils/cmsMediaKeys.ts +62 -0
- package/server/utils/cmsMigrate.ts +86 -0
- package/server/utils/cmsPreviewDraft.ts +72 -0
- package/server/utils/cmsPrivacy.ts +176 -0
- package/server/utils/cmsPublished.ts +57 -0
- package/server/utils/cmsRange.ts +38 -0
- package/server/utils/cmsRateLimit.ts +82 -0
- package/server/utils/cmsRedirects.ts +160 -0
- package/server/utils/cmsRetention.ts +61 -0
- package/server/utils/cmsRevisions.ts +103 -0
- package/server/utils/cmsScheduler.ts +45 -0
- package/server/utils/cmsScrub.ts +107 -0
- package/server/utils/cmsSearch.ts +354 -0
- package/server/utils/cmsSession.ts +102 -0
- package/server/utils/cmsSetupCode.ts +97 -0
- package/server/utils/cmsSitemap.ts +176 -0
- package/server/utils/cmsStorage.ts +580 -0
- package/server/utils/cmsStore.ts +109 -0
- package/server/utils/cmsTiming.ts +14 -0
- package/server/utils/cmsTooMany.ts +9 -0
- package/server/utils/cmsTranslationWrite.ts +186 -0
- package/server/utils/cmsTree.ts +251 -0
- package/server/utils/cmsTreeAddress.ts +65 -0
- package/server/utils/cmsUpload.ts +228 -0
- package/server/utils/cmsWebhooks.ts +104 -0
- package/shared/json.ts +11 -0
- package/shared/richtext-editor.ts +56 -0
- package/shared/richtext-normalize.ts +33 -0
- package/shared/richtext-paste.ts +151 -0
- package/shared/storage-delivery.ts +53 -0
- package/src/blocks.ts +624 -0
- package/src/changes.ts +54 -0
- package/src/content-shape.ts +340 -0
- package/src/deprecate.ts +64 -0
- package/src/descriptor.ts +149 -0
- package/src/docs.ts +27 -0
- package/src/emitter.ts +94 -0
- package/src/entity.ts +624 -0
- package/src/errorReport.ts +41 -0
- package/src/fields.ts +465 -0
- package/src/i18n.ts +26 -0
- package/src/index.ts +54 -0
- package/src/linkref.ts +31 -0
- package/src/links.ts +179 -0
- package/src/locales.ts +39 -0
- package/src/media.ts +48 -0
- package/src/migrate.ts +236 -0
- package/src/openapi.ts +377 -0
- package/src/paths.ts +88 -0
- package/src/plugin.ts +505 -0
- package/src/presets.ts +230 -0
- package/src/richtext.ts +88 -0
- package/src/sdk.ts +181 -0
- package/src/search.ts +312 -0
- package/src/seed.ts +225 -0
- package/src/setupCode.ts +30 -0
- package/src/system.ts +219 -0
- package/src/tree.ts +421 -0
- package/src/upgrades.ts +137 -0
- package/starter/.env.example +10 -0
- package/starter/README.md +65 -0
- package/starter/app/app.config.ts +10 -0
- package/starter/app/app.vue +12 -0
- package/starter/app/assets/css/main.css +15 -0
- package/starter/app/components/global/BlockContact.vue +15 -0
- package/starter/app/components/global/BlockCta.vue +15 -0
- package/starter/app/components/global/BlockHero.vue +23 -0
- package/starter/app/components/global/BlockImage.vue +13 -0
- package/starter/app/components/global/BlockText.vue +12 -0
- package/starter/app/composables/useSite.ts +77 -0
- package/starter/app/error.vue +28 -0
- package/starter/app/layouts/default.vue +106 -0
- package/starter/app/lib/cms-content.ts +152 -0
- package/starter/app/pages/[...slug].vue +66 -0
- package/starter/app/pages/hledat.vue +59 -0
- package/starter/app/pages/index.vue +20 -0
- package/starter/cms.config.ts +137 -0
- package/starter/compose.yaml +15 -0
- package/starter/drizzle.config.ts +8 -0
- package/starter/gitignore.txt +8 -0
- package/starter/nuxt.config.ts +13 -0
- package/starter/package.json +38 -0
- package/starter/scripts/typecheck.mjs +38 -0
- package/starter/seed/index.ts +297 -0
- package/starter/seed/media/about.jpg +0 -0
- package/starter/seed/media/hero.jpg +0 -0
- package/starter/seed/media/logo.png +0 -0
- package/starter/seed/media/news-bread.jpg +0 -0
- package/starter/seed/media/news-morning.jpg +0 -0
- package/starter/server/db/migrations/0000_init.sql +269 -0
- package/starter/server/db/migrations/0001_page_tree.sql +5 -0
- package/starter/server/db/migrations/0002_opening_hours_per_language.sql +1 -0
- package/starter/server/db/migrations/meta/0000_snapshot.json +1890 -0
- package/starter/server/db/migrations/meta/0001_snapshot.json +1887 -0
- package/starter/server/db/migrations/meta/0002_snapshot.json +1893 -0
- package/starter/server/db/migrations/meta/_journal.json +27 -0
- package/starter/server/db/schema.ts +253 -0
- package/starter/server/plugins/sitemap.ts +11 -0
- package/starter/server/routes/robots.txt.get.ts +12 -0
- package/starter/tsconfig.json +9 -0
|
@@ -0,0 +1,228 @@
|
|
|
1
|
+
// The Fastify team's maintained fork of busboy (also what undici, Node's fetch, uses); types built in.
|
|
2
|
+
import Busboy, { type BusboyInstance } from '@fastify/busboy'
|
|
3
|
+
import { createHash, randomUUID } from 'node:crypto'
|
|
4
|
+
import { createWriteStream } from 'node:fs'
|
|
5
|
+
import { mkdir, readdir, stat, unlink } from 'node:fs/promises'
|
|
6
|
+
import { join } from 'node:path'
|
|
7
|
+
import { Transform } from 'node:stream'
|
|
8
|
+
import { pipeline } from 'node:stream/promises'
|
|
9
|
+
|
|
10
|
+
// Receiving an upload without holding it in memory.
|
|
11
|
+
//
|
|
12
|
+
// The multipart body is parsed as it arrives and the file part goes straight to a temp
|
|
13
|
+
// file on disk (while its SHA-256 and first bytes are taken on the way). From there the
|
|
14
|
+
// storage driver moves or streams it on, so a 100 MB video costs the process a few
|
|
15
|
+
// buffers, not a few hundred megabytes — the pods have 256 MiB.
|
|
16
|
+
//
|
|
17
|
+
// The size cap counts the bytes that really arrive, not the Content-Length header: a
|
|
18
|
+
// chunked body has none, and a client may lie. The moment the cap is crossed the
|
|
19
|
+
// upload is refused with 413 and nothing more is read into the process.
|
|
20
|
+
|
|
21
|
+
/** What the sniffers look at: the first bytes of the file (a JPEG's size can sit after a large EXIF block). */
|
|
22
|
+
export const UPLOAD_HEAD_BYTES = 512 * 1024
|
|
23
|
+
/** Multipart framing (boundaries, part headers, the small fields) on top of the file's own bytes. */
|
|
24
|
+
const FRAMING_BYTES = 1024 * 1024
|
|
25
|
+
|
|
26
|
+
export interface ReceivedFile {
|
|
27
|
+
/** The name the browser sent (display only: never used as a path). */
|
|
28
|
+
filename: string
|
|
29
|
+
/** The type the browser sent, lower case. */
|
|
30
|
+
type: string
|
|
31
|
+
/** Where the bytes are, in the storage driver's temp folder. The caller moves or removes it. */
|
|
32
|
+
path: string
|
|
33
|
+
size: number
|
|
34
|
+
sha256: string
|
|
35
|
+
/** The first bytes (up to UPLOAD_HEAD_BYTES). */
|
|
36
|
+
head: Buffer
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export interface ReceivedUpload {
|
|
40
|
+
file: ReceivedFile | null
|
|
41
|
+
/** Text fields (folder, library), each short. */
|
|
42
|
+
fields: Record<string, string>
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const tooLarge = (maxBytes: number) => createError({
|
|
46
|
+
statusCode: 413,
|
|
47
|
+
statusMessage: 'File too large (max ' + Math.round(maxBytes / 1024 / 1024) + 'MB)',
|
|
48
|
+
data: { code: 'file_too_large', maxMb: Math.round(maxBytes / 1024 / 1024) },
|
|
49
|
+
})
|
|
50
|
+
|
|
51
|
+
let swept = false
|
|
52
|
+
/** Leftovers of uploads a crashed process never finished (once per process; an hour old at least). */
|
|
53
|
+
function sweepOldTemp(dir: string) {
|
|
54
|
+
if (swept) return
|
|
55
|
+
swept = true
|
|
56
|
+
readdir(dir).then((names) => Promise.all(names.filter((n) => n.endsWith('.part')).map(async (n) => {
|
|
57
|
+
const file = join(dir, n)
|
|
58
|
+
const info = await stat(file).catch(() => null)
|
|
59
|
+
if (info && Date.now() - info.mtimeMs > 60 * 60 * 1000) await unlink(file).catch(() => {})
|
|
60
|
+
}))).catch(() => {})
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
let tempDirWarned = false
|
|
64
|
+
|
|
65
|
+
/**
|
|
66
|
+
* Creates the folder uploads are staged in. A container with a read-only filesystem and
|
|
67
|
+
* no writable /tmp (some hosts run every app that way) fails here on the first upload;
|
|
68
|
+
* the log then says what to set instead of a bare ENOENT/EROFS, once per process.
|
|
69
|
+
*/
|
|
70
|
+
async function prepareTempDir(tempDir: string): Promise<void> {
|
|
71
|
+
try {
|
|
72
|
+
await mkdir(tempDir, { recursive: true })
|
|
73
|
+
}
|
|
74
|
+
catch (err: any) {
|
|
75
|
+
if (!tempDirWarned) {
|
|
76
|
+
tempDirWarned = true
|
|
77
|
+
console.error(`[cms] uploads are staged on disk, but ${tempDir} cannot be created (${err?.code ?? err}). `
|
|
78
|
+
+ 'The filesystem is probably read-only: mount a writable volume and point TMPDIR at it '
|
|
79
|
+
+ '(or at /dev/shm, which counts against the memory limit, for small files only). '
|
|
80
|
+
+ 'See https://github.com/tinyzookeeper/tinyzoo/blob/main/docs/deploying.md#media')
|
|
81
|
+
}
|
|
82
|
+
throw createError({ statusCode: 500, statusMessage: 'The server has no writable folder for uploads' })
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
/**
|
|
87
|
+
* Read the multipart upload of `event`: the first part named `file` with a filename is
|
|
88
|
+
* written to `tempDir`, the small text fields are returned. Throws 413 when more than
|
|
89
|
+
* `maxBytes` of file (or, with the framing, more than `maxBytes` + 1 MB of body) arrive,
|
|
90
|
+
* 400 for a body that is not multipart. Removes its temp file on every failure.
|
|
91
|
+
*/
|
|
92
|
+
export async function receiveUpload(event: any, opts: { maxBytes: number; tempDir: string }): Promise<ReceivedUpload> {
|
|
93
|
+
const req = event.node.req
|
|
94
|
+
const { maxBytes, tempDir } = opts
|
|
95
|
+
await prepareTempDir(tempDir)
|
|
96
|
+
sweepOldTemp(tempDir)
|
|
97
|
+
|
|
98
|
+
let parser: BusboyInstance
|
|
99
|
+
try {
|
|
100
|
+
parser = Busboy({
|
|
101
|
+
headers: req.headers,
|
|
102
|
+
// Field values and file names without a charset of their own are UTF-8.
|
|
103
|
+
defCharset: 'utf8',
|
|
104
|
+
// One file, a handful of short fields; a byte over the cap shows as the file's 'limit'.
|
|
105
|
+
limits: { files: 1, fields: 12, fieldSize: 4096, parts: 16, fileSize: maxBytes + 1 },
|
|
106
|
+
})
|
|
107
|
+
}
|
|
108
|
+
catch {
|
|
109
|
+
throw createError({ statusCode: 400, statusMessage: 'No file uploaded (expected multipart field "file")' })
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
return new Promise<ReceivedUpload>((resolve, reject) => {
|
|
113
|
+
const fields: Record<string, string> = {}
|
|
114
|
+
let received: ReceivedFile | null = null
|
|
115
|
+
let tempPath = ''
|
|
116
|
+
let writing: Promise<void> | null = null
|
|
117
|
+
let finished = false
|
|
118
|
+
let total = 0
|
|
119
|
+
|
|
120
|
+
const stop = (err: unknown) => {
|
|
121
|
+
if (finished) return
|
|
122
|
+
finished = true
|
|
123
|
+
req.removeListener('data', count)
|
|
124
|
+
req.unpipe(parser)
|
|
125
|
+
// Answer now; the rest of the body is read and thrown away by Node (or the socket
|
|
126
|
+
// is closed after the answer), never kept: see the Connection header below.
|
|
127
|
+
if (!event.node.res.headersSent) event.node.res.setHeader('Connection', 'close')
|
|
128
|
+
const cleanup = writing ? writing.catch(() => {}) : Promise.resolve()
|
|
129
|
+
cleanup.then(() => (tempPath ? unlink(tempPath).catch(() => {}) : undefined)).finally(() => reject(err))
|
|
130
|
+
// The temp file may still be open: end its stream first (the pipeline ends with the error below).
|
|
131
|
+
parser.destroy()
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
// Counts what arrives on the socket, whatever the framing.
|
|
135
|
+
const cap = maxBytes + FRAMING_BYTES
|
|
136
|
+
const count = (chunk: Buffer) => {
|
|
137
|
+
total += chunk.length
|
|
138
|
+
if (total > cap) stop(tooLarge(maxBytes))
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
parser.on('field', (name: string, value: string, nameTruncated: boolean, valueTruncated: boolean) => {
|
|
142
|
+
if (valueTruncated || nameTruncated) return stop(createError({ statusCode: 400, statusMessage: 'A form field is too long' }))
|
|
143
|
+
fields[name] = value
|
|
144
|
+
})
|
|
145
|
+
|
|
146
|
+
parser.on('file', (name: string, stream: NodeJS.ReadableStream & { resume(): void }, filename: string, _encoding: string, mimeType: string) => {
|
|
147
|
+
if (name !== 'file' || !filename || received || writing) {
|
|
148
|
+
stream.resume() // a second or unexpected file: read past it
|
|
149
|
+
return
|
|
150
|
+
}
|
|
151
|
+
tempPath = join(tempDir, randomUUID() + '.part')
|
|
152
|
+
const hash = createHash('sha256')
|
|
153
|
+
const head: Buffer[] = []
|
|
154
|
+
let headBytes = 0
|
|
155
|
+
let size = 0
|
|
156
|
+
const meter = new Transform({
|
|
157
|
+
transform(chunk: Buffer, _enc, cb) {
|
|
158
|
+
size += chunk.length
|
|
159
|
+
// The cap is ours, not the parser's: refuse the moment the file passes it.
|
|
160
|
+
if (size > maxBytes) {
|
|
161
|
+
stop(tooLarge(maxBytes))
|
|
162
|
+
return cb(tooLarge(maxBytes))
|
|
163
|
+
}
|
|
164
|
+
hash.update(chunk)
|
|
165
|
+
if (headBytes < UPLOAD_HEAD_BYTES) {
|
|
166
|
+
const part = chunk.subarray(0, UPLOAD_HEAD_BYTES - headBytes)
|
|
167
|
+
head.push(part)
|
|
168
|
+
headBytes += part.length
|
|
169
|
+
}
|
|
170
|
+
cb(null, chunk)
|
|
171
|
+
},
|
|
172
|
+
})
|
|
173
|
+
stream.on('limit', () => stop(tooLarge(maxBytes)))
|
|
174
|
+
writing = pipeline(stream, meter, createWriteStream(tempPath)).then(() => {
|
|
175
|
+
received = { filename: filename ?? '', type: String(mimeType || '').toLowerCase(), path: tempPath, size, sha256: hash.digest('hex'), head: Buffer.concat(head) }
|
|
176
|
+
})
|
|
177
|
+
writing.catch((err) => stop(err))
|
|
178
|
+
})
|
|
179
|
+
|
|
180
|
+
parser.on('error', () => stop(createError({ statusCode: 400, statusMessage: 'The upload could not be read' })))
|
|
181
|
+
parser.on('partsLimit', () => stop(createError({ statusCode: 400, statusMessage: 'Too many parts in the upload' })))
|
|
182
|
+
parser.on('fieldsLimit', () => stop(createError({ statusCode: 400, statusMessage: 'Too many fields in the upload' })))
|
|
183
|
+
|
|
184
|
+
// 'finish': every part has been read (the file part's stream may still be writing).
|
|
185
|
+
parser.on('finish', async () => {
|
|
186
|
+
if (finished) return
|
|
187
|
+
try { await writing } catch { return } // stop() has already answered
|
|
188
|
+
if (finished) return
|
|
189
|
+
finished = true
|
|
190
|
+
req.removeListener('data', count)
|
|
191
|
+
resolve({ file: received, fields })
|
|
192
|
+
})
|
|
193
|
+
|
|
194
|
+
// The visitor went away mid-upload: nobody to answer; drop the half file.
|
|
195
|
+
req.once('close', () => { if (!req.complete) stop(createError({ statusCode: 499, statusMessage: 'Upload cancelled' })) })
|
|
196
|
+
req.on('data', count)
|
|
197
|
+
req.pipe(parser)
|
|
198
|
+
})
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
/** Remove a received file that was not stored (refused, or the store failed). */
|
|
202
|
+
export async function discardReceived(file: ReceivedFile | null | undefined): Promise<void> {
|
|
203
|
+
if (file) await unlink(file.path).catch(() => {})
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
const startsWith = (head: Buffer, bytes: number[], at = 0) => bytes.every((b, i) => head[at + i] === b)
|
|
207
|
+
|
|
208
|
+
/**
|
|
209
|
+
* Does the content look like what its type says? The pictures are checked by the size
|
|
210
|
+
* reader; for the rest the first bytes must carry the format's signature — a renamed
|
|
211
|
+
* text file or a download cut off before its header is not a PDF or a video.
|
|
212
|
+
*/
|
|
213
|
+
export function looksLike(mime: string, head: Buffer): boolean {
|
|
214
|
+
switch (mime) {
|
|
215
|
+
case 'application/pdf':
|
|
216
|
+
// The header may follow a little junk, but within the first KB.
|
|
217
|
+
return head.subarray(0, 1024).includes('%PDF-')
|
|
218
|
+
case 'video/mp4':
|
|
219
|
+
return head.length >= 12 && head.subarray(4, 8).toString('latin1') === 'ftyp'
|
|
220
|
+
case 'video/webm':
|
|
221
|
+
return startsWith(head, [0x1a, 0x45, 0xdf, 0xa3]) // EBML
|
|
222
|
+
case 'audio/mpeg':
|
|
223
|
+
// An ID3 tag, or an MPEG audio frame (11 bits of sync).
|
|
224
|
+
return head.subarray(0, 3).toString('latin1') === 'ID3' || (head[0] === 0xff && ((head[1] ?? 0) & 0xe0) === 0xe0)
|
|
225
|
+
default:
|
|
226
|
+
return true
|
|
227
|
+
}
|
|
228
|
+
}
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import type { CmsChange } from 'tinyzoo'
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Publish webhooks: POST each public content change to the configured URLs so the
|
|
5
|
+
* website can purge its cache (`cms.webhooks.urls`, env NUXT_CMS_WEBHOOKS_URLS — comma
|
|
6
|
+
* separated; `cms.webhooks.secret` / NUXT_CMS_WEBHOOKS_SECRET signs them).
|
|
7
|
+
*
|
|
8
|
+
* Body: { delivery, type, entity, id, locale, public, paths, moved?, version, at } as JSON.
|
|
9
|
+
* `paths` are the website addresses to purge (old and new); in a page tree `moved` lists
|
|
10
|
+
* each address that changed with the write, `[{ id, locale, from, to }]`, the page's subpages included.
|
|
11
|
+
* `delivery` is unique per change and the same on every retry: deduplicate on it
|
|
12
|
+
* (it is inside the signed body, so a replay cannot pass as a new delivery).
|
|
13
|
+
* Headers:
|
|
14
|
+
* X-CMS-Event the change type, e.g. entry.published
|
|
15
|
+
* X-CMS-Delivery the delivery id again, for logs
|
|
16
|
+
* X-CMS-Signature t=<unix seconds>,v1=<hex HMAC-SHA256 of `${t}.${body}` with the secret>
|
|
17
|
+
*
|
|
18
|
+
* Verify by recomputing the HMAC over the raw body and rejecting a `t` older than a
|
|
19
|
+
* few minutes. Up to 3 attempts (the 2nd 1 s after the 1st fails, the 3rd 5 s after
|
|
20
|
+
* the 2nd); a 4xx answer other than 408/429 is final. Runs after the response and
|
|
21
|
+
* only ever logs failures. In production nothing is sent without a secret.
|
|
22
|
+
*/
|
|
23
|
+
const RETRY_DELAY_MS = 1_000
|
|
24
|
+
/** The 2nd attempt after the first delay, the 3rd after five times as long (the test build shortens it: CMS_TEST_WEBHOOK_RETRY_MS). */
|
|
25
|
+
const retryDelays = (): number[] => { const first = cmsTimerMs('CMS_TEST_WEBHOOK_RETRY_MS', RETRY_DELAY_MS); return [first, first * 5] }
|
|
26
|
+
const TIMEOUT_MS = 5_000
|
|
27
|
+
|
|
28
|
+
export function webhookConfig(): { urls: string[]; secret: string } {
|
|
29
|
+
const cfg = (useRuntimeConfig().cms as any)?.webhooks ?? {}
|
|
30
|
+
const raw: string = Array.isArray(cfg.urls) ? cfg.urls.join(',') : String(cfg.urls || '')
|
|
31
|
+
const urls = raw.split(/[\s,]+/).map((u) => u.trim()).filter((u) => {
|
|
32
|
+
try {
|
|
33
|
+
const url = new URL(u)
|
|
34
|
+
return url.protocol === 'http:' || url.protocol === 'https:'
|
|
35
|
+
}
|
|
36
|
+
catch {
|
|
37
|
+
return false
|
|
38
|
+
}
|
|
39
|
+
})
|
|
40
|
+
return { urls, secret: String(cfg.secret || '') }
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
const toHex = (buf: ArrayBuffer) => [...new Uint8Array(buf)].map((b) => b.toString(16).padStart(2, '0')).join('')
|
|
44
|
+
|
|
45
|
+
export async function signWebhook(secret: string, timestamp: number, body: string): Promise<string> {
|
|
46
|
+
const enc = new TextEncoder()
|
|
47
|
+
const key = await crypto.subtle.importKey('raw', enc.encode(secret), { name: 'HMAC', hash: 'SHA-256' }, false, ['sign'])
|
|
48
|
+
return toHex(await crypto.subtle.sign('HMAC', key, enc.encode(`${timestamp}.${body}`)))
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
let warnedUnsigned = false
|
|
52
|
+
|
|
53
|
+
/** Send a change to every webhook URL. Never rejects. */
|
|
54
|
+
export async function sendWebhooks(change: CmsChange): Promise<void> {
|
|
55
|
+
const { urls, secret } = webhookConfig()
|
|
56
|
+
if (!urls.length) return
|
|
57
|
+
if (!secret) {
|
|
58
|
+
const production = typeof process !== 'undefined' && process.env?.NODE_ENV === 'production'
|
|
59
|
+
if (!warnedUnsigned) {
|
|
60
|
+
warnedUnsigned = true
|
|
61
|
+
console.warn(production
|
|
62
|
+
? '[cms] webhooks are not sent: set NUXT_CMS_WEBHOOKS_SECRET'
|
|
63
|
+
: '[cms] webhooks are sent unsigned (development) — set NUXT_CMS_WEBHOOKS_SECRET')
|
|
64
|
+
}
|
|
65
|
+
if (production) return
|
|
66
|
+
}
|
|
67
|
+
const delivery = crypto.randomUUID()
|
|
68
|
+
// Who made the change stays inside the admin.
|
|
69
|
+
const { by: _by, ...rest } = change
|
|
70
|
+
const body = JSON.stringify({ delivery, ...rest })
|
|
71
|
+
await Promise.all(urls.map((url) => deliver(url, secret, change.type, delivery, body).catch(() => {})))
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
async function deliver(url: string, secret: string, type: string, delivery: string, body: string): Promise<void> {
|
|
75
|
+
let lastError = ''
|
|
76
|
+
const delays = retryDelays()
|
|
77
|
+
for (let attempt = 0; attempt <= delays.length; attempt++) {
|
|
78
|
+
if (attempt) await new Promise((r) => setTimeout(r, delays[attempt - 1]))
|
|
79
|
+
try {
|
|
80
|
+
const t = Math.floor(Date.now() / 1000)
|
|
81
|
+
const headers: Record<string, string> = {
|
|
82
|
+
'content-type': 'application/json',
|
|
83
|
+
'user-agent': 'cms-webhooks/1',
|
|
84
|
+
'x-cms-event': type,
|
|
85
|
+
'x-cms-delivery': delivery,
|
|
86
|
+
}
|
|
87
|
+
if (secret) headers['x-cms-signature'] = `t=${t},v1=${await signWebhook(secret, t, body)}`
|
|
88
|
+
const res = await fetch(url, { method: 'POST', headers, body, redirect: 'manual', signal: AbortSignal.timeout(TIMEOUT_MS) })
|
|
89
|
+
// Drain the body so the connection can be reused.
|
|
90
|
+
await res.arrayBuffer().catch(() => {})
|
|
91
|
+
if (res.ok) return
|
|
92
|
+
lastError = `HTTP ${res.status}`
|
|
93
|
+
if (res.status >= 300 && res.status < 500 && res.status !== 408 && res.status !== 429) break
|
|
94
|
+
}
|
|
95
|
+
catch (err) {
|
|
96
|
+
lastError = (err as Error)?.message || String(err)
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
console.error(JSON.stringify({ level: 'error', msg: 'cms webhook delivery failed', url: safeUrl(url), type, delivery, error: lastError }))
|
|
100
|
+
reportCmsError({
|
|
101
|
+
source: 'webhook', error: new Error(`Webhook delivery failed: ${lastError}`), status: null, requestId: null, method: null, path: null, userId: null,
|
|
102
|
+
webhook: { url: safeUrl(url), type, delivery },
|
|
103
|
+
})
|
|
104
|
+
}
|
package/shared/json.ts
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* JSON for comparing values: object keys sorted, so the same value compares equal
|
|
3
|
+
* however it was built — Postgres stores jsonb with its keys reordered, and the
|
|
4
|
+
* editor builds them in its own order. Shared by the admin and the server.
|
|
5
|
+
*/
|
|
6
|
+
export function stableJson(value: unknown): string {
|
|
7
|
+
return JSON.stringify(value ?? null, (_key, v) =>
|
|
8
|
+
v && typeof v === 'object' && !Array.isArray(v)
|
|
9
|
+
? Object.fromEntries(Object.keys(v).sort().map((k) => [k, v[k]]))
|
|
10
|
+
: v)
|
|
11
|
+
}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { getSchema, type AnyExtension } from '@tiptap/core'
|
|
2
|
+
import StarterKit from '@tiptap/starter-kit'
|
|
3
|
+
import Link from '@tiptap/extension-link'
|
|
4
|
+
import Image from '@tiptap/extension-image'
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* The rich-text editor's extensions, shared by the browser (the editor) and the
|
|
8
|
+
* server (shared editing builds documents with exactly the same schema).
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
// Image node that also records the cms_media id (as data-media-id) so the media GC
|
|
12
|
+
// can see images embedded in body text and never orphans them.
|
|
13
|
+
export const MediaImage = Image.extend({
|
|
14
|
+
addAttributes() {
|
|
15
|
+
return {
|
|
16
|
+
...this.parent?.(),
|
|
17
|
+
mediaId: {
|
|
18
|
+
default: null,
|
|
19
|
+
parseHTML: (el: { getAttribute: (name: string) => string | null }) => el.getAttribute('data-media-id'),
|
|
20
|
+
renderHTML: (attrs: Record<string, any>) => (attrs.mediaId ? { 'data-media-id': attrs.mediaId } : {}),
|
|
21
|
+
},
|
|
22
|
+
}
|
|
23
|
+
},
|
|
24
|
+
})
|
|
25
|
+
|
|
26
|
+
// Links render with fixed target/rel and never with a class: shared text arrives from
|
|
27
|
+
// other people's browsers, and a crafted class (e.g. a full-screen overlay) or target
|
|
28
|
+
// must not reach the page. Same attributes, so stored JSON keeps its shape.
|
|
29
|
+
export const SafeLink = Link.extend({
|
|
30
|
+
addAttributes() {
|
|
31
|
+
const parent = this.parent?.() ?? {}
|
|
32
|
+
return {
|
|
33
|
+
...parent,
|
|
34
|
+
target: { default: '_blank', parseHTML: () => '_blank', renderHTML: () => ({ target: '_blank' }) },
|
|
35
|
+
rel: { default: 'noopener noreferrer', parseHTML: () => 'noopener noreferrer', renderHTML: () => ({ rel: 'noopener noreferrer' }) },
|
|
36
|
+
class: { default: null, parseHTML: () => null, renderHTML: () => ({}) },
|
|
37
|
+
}
|
|
38
|
+
},
|
|
39
|
+
})
|
|
40
|
+
|
|
41
|
+
export function richTextExtensions(opts: { collaborative?: boolean } = {}): AnyExtension[] {
|
|
42
|
+
return [
|
|
43
|
+
// StarterKit v3 bundles Link (configured below) and an undo history, which shared
|
|
44
|
+
// editing replaces with its own (per person, not per document).
|
|
45
|
+
StarterKit.configure({ link: false, ...(opts.collaborative ? { undoRedo: false } : {}) }),
|
|
46
|
+
// `cms:<entity>/<id>` is a link to one of the site's pages (see src/links.ts): an allowed scheme here.
|
|
47
|
+
SafeLink.configure({ openOnClick: false, autolink: true, protocols: [{ scheme: 'cms', optionalSlashes: true }] }),
|
|
48
|
+
MediaImage.configure({ HTMLAttributes: { class: 'cms-embed-img' } }),
|
|
49
|
+
]
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
let schema: ReturnType<typeof getSchema> | undefined
|
|
53
|
+
/** The ProseMirror schema of stored rich text. */
|
|
54
|
+
export function editorSchema() {
|
|
55
|
+
return (schema ??= getSchema(richTextExtensions()))
|
|
56
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Comparing rich text the way a person reads it: the editor adds an empty paragraph
|
|
3
|
+
* after a last heading, list or quote, and empty text is the same as no text. Shared
|
|
4
|
+
* by the admin (is the form unsaved?) and the server (is the shared document ahead of
|
|
5
|
+
* the saved entry?).
|
|
6
|
+
*/
|
|
7
|
+
import { stableJson } from './json'
|
|
8
|
+
|
|
9
|
+
const emptyParagraph = (n: any) => n?.type === 'paragraph' && !(n.content?.length)
|
|
10
|
+
|
|
11
|
+
/** The document without empty paragraphs at its end (the same document when there are none). */
|
|
12
|
+
export function withoutTrailingEmpty<T>(doc: T): T {
|
|
13
|
+
const d = doc as any
|
|
14
|
+
if (!d || d.type !== 'doc' || !Array.isArray(d.content)) return doc
|
|
15
|
+
let end = d.content.length
|
|
16
|
+
while (end > 0 && emptyParagraph(d.content[end - 1])) end--
|
|
17
|
+
return end === d.content.length ? doc : ({ ...d, content: d.content.slice(0, end) } as T)
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
/** A value with every rich-text document inside it (also within blocks and groups) trimmed that way. */
|
|
21
|
+
export function withoutTrailingEmptyDeep(value: any): any {
|
|
22
|
+
if (Array.isArray(value)) return value.map(withoutTrailingEmptyDeep)
|
|
23
|
+
if (value && typeof value === 'object') {
|
|
24
|
+
if (value.type === 'doc' && Array.isArray(value.content)) return withoutTrailingEmpty(value)
|
|
25
|
+
return Object.fromEntries(Object.entries(value).map(([k, v]) => [k, withoutTrailingEmptyDeep(v)]))
|
|
26
|
+
}
|
|
27
|
+
return value
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
/** Stable JSON of a form value, rich text compared without its trailing empty paragraphs. */
|
|
31
|
+
export function formJson(value: unknown): string {
|
|
32
|
+
return stableJson(withoutTrailingEmptyDeep(value))
|
|
33
|
+
}
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tidying HTML pasted into the rich-text editor, before the editor reads it.
|
|
3
|
+
*
|
|
4
|
+
* Word (and Outlook) put lists in as plain paragraphs marked with `mso-list`, with the
|
|
5
|
+
* bullet or number as text inside a hidden span, and tables as `<table>`. The editor
|
|
6
|
+
* has real lists and no table, and silently turns those paragraphs into text starting
|
|
7
|
+
* with a Symbol bullet. This turns them into what a person meant:
|
|
8
|
+
*
|
|
9
|
+
* - runs of list paragraphs become `<ul>` / `<ol>` with nested levels;
|
|
10
|
+
* - a table becomes one paragraph per row, its cells separated by " · " (the text is
|
|
11
|
+
* kept, nothing runs together);
|
|
12
|
+
* - an image that cannot be kept (a `file://` path on the other person's computer, a
|
|
13
|
+
* `data:` blob, no source) is dropped and counted, so the editor can say so instead
|
|
14
|
+
* of leaving an empty image.
|
|
15
|
+
*
|
|
16
|
+
* Works on the HTML text (no DOM), so it runs the same in a test. Only structure is
|
|
17
|
+
* rebuilt; the editor's own schema still decides what is kept, so scripts, styles and
|
|
18
|
+
* event handlers never get through (they are not in the schema), and text is copied
|
|
19
|
+
* through as it was, never rewritten into markup.
|
|
20
|
+
*/
|
|
21
|
+
|
|
22
|
+
export interface PastedHtml {
|
|
23
|
+
html: string
|
|
24
|
+
/** Images left out (not a web address the page could show). */
|
|
25
|
+
droppedImages: number
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
const NAMED: Record<string, string> = {
|
|
29
|
+
nbsp: ' ', middot: '·', bull: '•', ndash: '–', mdash: '—', hellip: '…', lsquo: '‘', rsquo: '’', ldquo: '“', rdquo: '”',
|
|
30
|
+
bdquo: '„', sbquo: '‚', laquo: '«', raquo: '»', copy: '©', reg: '®', trade: '™', euro: '€', deg: '°', times: '×',
|
|
31
|
+
}
|
|
32
|
+
const decode = (s: string) => s
|
|
33
|
+
.replace(/ | /gi, ' ')
|
|
34
|
+
.replace(/&([a-z]+);/gi, (m, name: string) => NAMED[name.toLowerCase()] ?? m)
|
|
35
|
+
.replace(/&#(\d+);/g, (_m, n) => String.fromCodePoint(Number(n)))
|
|
36
|
+
.replace(/&#x([0-9a-f]+);/gi, (_m, n) => String.fromCodePoint(parseInt(n, 16)))
|
|
37
|
+
.replace(/</gi, '<').replace(/>/gi, '>').replace(/"/gi, '"').replace(/&/gi, '&')
|
|
38
|
+
// An entity the editor can read stays one (an unknown "&foo;" is not doubled into "&foo;").
|
|
39
|
+
const escapeText = (s: string) => s.replace(/&(?!(?:#\d+|#x[0-9a-f]+|[a-z]+);)/gi, '&').replace(/</g, '<').replace(/>/g, '>')
|
|
40
|
+
const textOf = (html: string) => decode(html.replace(/<(?:br|\/p|\/div|\/li|\/h[1-6])\b[^>]*>/gi, ' ').replace(/<[^>]*>/g, '')).replace(/\s+/g, ' ').trim()
|
|
41
|
+
|
|
42
|
+
/** Marker text that numbers an item ("1.", "a)", "iv.") rather than bullets it ("·", "o", "§"). */
|
|
43
|
+
const isNumbering = (marker: string) => /^\(?(?:\d{1,3}|[a-zA-Z]|[ivxlcdmIVXLCDM]{1,6})[.)]$/.test(marker) || /^\d{1,3}$/.test(marker)
|
|
44
|
+
|
|
45
|
+
/** Remove the first `<span … mso-list:Ignore>…</span>` (with whatever it nests) and return its text. */
|
|
46
|
+
function takeMarker(html: string): { marker: string; rest: string } {
|
|
47
|
+
const open = /<span\b[^>]*mso-list:\s*Ignore[^>]*>/i.exec(html)
|
|
48
|
+
if (!open) return { marker: '', rest: html }
|
|
49
|
+
const tags = /<\/?span\b[^>]*>/gi
|
|
50
|
+
tags.lastIndex = open.index + open[0].length
|
|
51
|
+
let depth = 1
|
|
52
|
+
let end = html.length
|
|
53
|
+
for (let m = tags.exec(html); m; m = tags.exec(html)) {
|
|
54
|
+
depth += m[0].startsWith('</') ? -1 : 1
|
|
55
|
+
if (depth === 0) {
|
|
56
|
+
end = m.index + m[0].length
|
|
57
|
+
break
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
const inner = html.slice(open.index + open[0].length, end)
|
|
61
|
+
const marker = textOf(inner.replace(/<span\b[\s\S]*$/i, '')).replace(/\s+/g, '')
|
|
62
|
+
return { marker, rest: html.slice(0, open.index) + html.slice(end) }
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
interface Item { level: number; ordered: boolean; html: string }
|
|
66
|
+
|
|
67
|
+
function listHtml(items: Item[]): string {
|
|
68
|
+
let out = ''
|
|
69
|
+
const stack: { tag: 'ul' | 'ol'; open: boolean }[] = []
|
|
70
|
+
const close = () => {
|
|
71
|
+
const top = stack.pop()!
|
|
72
|
+
out += `${top.open ? '</li>' : ''}</${top.tag}>`
|
|
73
|
+
}
|
|
74
|
+
for (const it of items) {
|
|
75
|
+
const level = Math.max(1, Math.min(8, it.level))
|
|
76
|
+
while (stack.length > level) close()
|
|
77
|
+
if (stack.length === level) {
|
|
78
|
+
const top = stack[stack.length - 1]!
|
|
79
|
+
if (top.open) out += '</li>'
|
|
80
|
+
top.open = false
|
|
81
|
+
}
|
|
82
|
+
while (stack.length < level) {
|
|
83
|
+
const tag = stack.length === level - 1 && it.ordered ? 'ol' : 'ul'
|
|
84
|
+
out += `<${tag}>`
|
|
85
|
+
stack.push({ tag, open: false })
|
|
86
|
+
}
|
|
87
|
+
out += `<li>${it.html}`
|
|
88
|
+
stack[stack.length - 1]!.open = true
|
|
89
|
+
}
|
|
90
|
+
while (stack.length) close()
|
|
91
|
+
return out
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
const LIST_PARAGRAPH = /<p\b[^>]*mso-list:\s*l\d+\s+level\d+[^>]*>[\s\S]*?<\/p>/gi
|
|
95
|
+
|
|
96
|
+
function convertLists(html: string): string {
|
|
97
|
+
const run = new RegExp(`(?:${LIST_PARAGRAPH.source}\\s*)+`, 'gi')
|
|
98
|
+
return html.replace(run, (chunk) => {
|
|
99
|
+
const items: Item[] = []
|
|
100
|
+
for (const p of chunk.match(new RegExp(LIST_PARAGRAPH.source, 'gi')) ?? []) {
|
|
101
|
+
const level = Number(/mso-list:\s*l\d+\s+level(\d+)/i.exec(p)?.[1] ?? 1)
|
|
102
|
+
const inner = p.replace(/^<p\b[^>]*>/i, '').replace(/<\/p>$/i, '')
|
|
103
|
+
const { marker, rest } = takeMarker(inner)
|
|
104
|
+
// Without Word's marker (and the empty wrapper it leaves) and its blank space.
|
|
105
|
+
const body = rest.replace(/<\/?o:p\b[^>]*>/gi, '').replace(/<span\b[^>]*>\s*<\/span>/gi, '').replace(/^(?:\s| | )+/i, '')
|
|
106
|
+
// Nothing but the marker (an empty item): not worth a bullet.
|
|
107
|
+
if (!textOf(body)) continue
|
|
108
|
+
items.push({ level, ordered: isNumbering(marker), html: body })
|
|
109
|
+
}
|
|
110
|
+
return items.length ? listHtml(items) : ''
|
|
111
|
+
})
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
function convertTables(html: string): string {
|
|
115
|
+
let out = html
|
|
116
|
+
// Innermost first, so a table inside a cell is flattened before its cell is read.
|
|
117
|
+
for (let guard = 0; guard < 20 && /<table\b/i.test(out); guard++) {
|
|
118
|
+
out = out.replace(/<table\b(?:(?!<table\b)[\s\S])*?<\/table>/gi, (table) => {
|
|
119
|
+
const rows = table.match(/<tr\b[\s\S]*?<\/tr>/gi) ?? []
|
|
120
|
+
return rows.map((tr) => {
|
|
121
|
+
const cells = (tr.match(/<t[dh]\b[\s\S]*?<\/t[dh]>/gi) ?? []).map(textOf).filter(Boolean)
|
|
122
|
+
return cells.length ? `<p>${escapeText(cells.join(' · '))}</p>` : ''
|
|
123
|
+
}).join('')
|
|
124
|
+
})
|
|
125
|
+
}
|
|
126
|
+
return out
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
function dropUnusableImages(html: string): { html: string; dropped: number } {
|
|
130
|
+
let dropped = 0
|
|
131
|
+
const out = html.replace(/<img\b[^>]*>/gi, (tag) => {
|
|
132
|
+
const src = /\bsrc\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s>]+))/i.exec(tag)
|
|
133
|
+
const value = decode((src?.[1] ?? src?.[2] ?? src?.[3] ?? '').trim())
|
|
134
|
+
// Only a web address can be shown on the page; a path on the sender's computer, an embedded blob or nothing cannot.
|
|
135
|
+
if (/^https?:\/\//i.test(value) || value.startsWith('/')) return tag
|
|
136
|
+
dropped++
|
|
137
|
+
return ''
|
|
138
|
+
})
|
|
139
|
+
return { html: out, dropped }
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
/** Make pasted HTML (Word and the like) say what its author meant. See the top of this file. */
|
|
143
|
+
export function cleanPastedHtml(html: string): PastedHtml {
|
|
144
|
+
let out = String(html ?? '')
|
|
145
|
+
// Word's conditional comments: the hidden kind goes with its content, the "revealed" kind only its markers.
|
|
146
|
+
out = out.replace(/<!--\[if[\s\S]*?<!\[endif\]-->/gi, '').replace(/<!\[(?:if [^\]]*|endif)\]>/gi, '')
|
|
147
|
+
if (/mso-list:/i.test(out)) out = convertLists(out)
|
|
148
|
+
if (/<table\b/i.test(out)) out = convertTables(out)
|
|
149
|
+
const { html: withoutImages, dropped } = dropUnusableImages(out)
|
|
150
|
+
return { html: withoutImages, droppedImages: dropped }
|
|
151
|
+
}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* How files in an S3-compatible bucket reach browsers (`cms.storage.s3.delivery`), and the
|
|
3
|
+
* address a stored file gets for it. Shared by the server's storage driver and the
|
|
4
|
+
* command line (`tinyzoo import` writes the same addresses), so the two cannot drift.
|
|
5
|
+
* No Nitro globals: the unit tests load it.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* - `public`: the bucket (or a CDN in front of it) is readable by anyone; the stored address
|
|
10
|
+
* is the bucket's own (`publicBaseUrl`, or `<endpoint>/<bucket>/<key>`).
|
|
11
|
+
* - `proxy`: the bucket is private; the app streams each file (`/api/cms/_media/raw/<key>`).
|
|
12
|
+
* - `redirect`: the bucket is private; the app answers with a short-lived signed address.
|
|
13
|
+
* The stored address of `proxy` and `redirect` is the same app path, so it never expires.
|
|
14
|
+
*/
|
|
15
|
+
export type S3Delivery = 'public' | 'proxy' | 'redirect'
|
|
16
|
+
export const S3_DELIVERIES: readonly S3Delivery[] = ['public', 'proxy', 'redirect']
|
|
17
|
+
|
|
18
|
+
/** The app path files are served from when the bucket is not (the one the local driver uses). */
|
|
19
|
+
export const DEFAULT_MEDIA_BASE = '/api/cms/_media/raw'
|
|
20
|
+
|
|
21
|
+
/** What was asked for, or the default: `public` when a public address is given, `proxy` otherwise. Throws for a name that is none of the three. */
|
|
22
|
+
export function resolveS3Delivery(value: unknown, publicBaseUrl?: string | null): S3Delivery {
|
|
23
|
+
const asked = String(value ?? '').trim().toLowerCase()
|
|
24
|
+
if (!asked) return publicBaseUrl ? 'public' : 'proxy'
|
|
25
|
+
if ((S3_DELIVERIES as readonly string[]).includes(asked)) return asked as S3Delivery
|
|
26
|
+
throw new Error(`Unknown storage delivery '${asked}' (NUXT_CMS_STORAGE_S3_DELIVERY is 'public', 'proxy' or 'redirect').`)
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/** A key as the path of an address, one segment at a time. */
|
|
30
|
+
export function encodeStorageKey(key: string): string {
|
|
31
|
+
return key.split('/').map(encodeURIComponent).join('/')
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
/** A key that stays inside the bucket: no empty, `.` or `..` segments (a URL would resolve them), no backslash or control characters. */
|
|
35
|
+
export function isSafeStorageKey(key: string): boolean {
|
|
36
|
+
if (!key || key.length > 1024) return false
|
|
37
|
+
if (/[\\\u0000-\u001f\u007f]/.test(key)) return false
|
|
38
|
+
return key.split('/').every((part) => part !== '' && part !== '.' && part !== '..')
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
/** The address a file is stored under in the database, and handed to browsers. */
|
|
42
|
+
export function storedMediaUrl(
|
|
43
|
+
cfg: { delivery: S3Delivery; endpoint: string; bucket: string; publicBaseUrl?: string | null; appBase?: string | null },
|
|
44
|
+
key: string,
|
|
45
|
+
): string {
|
|
46
|
+
if (cfg.delivery !== 'public') {
|
|
47
|
+
const base = (cfg.appBase || DEFAULT_MEDIA_BASE).replace(/\/+$/, '')
|
|
48
|
+
return base + '/' + key
|
|
49
|
+
}
|
|
50
|
+
const endpoint = cfg.endpoint.replace(/\/+$/, '')
|
|
51
|
+
const base = cfg.publicBaseUrl?.replace(/\/+$/, '') || endpoint + '/' + cfg.bucket
|
|
52
|
+
return base + '/' + encodeStorageKey(key)
|
|
53
|
+
}
|