studiocms 0.2.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +122 -0
- package/dist/cli/add/index.d.ts +2 -2
- package/dist/cli/add/index.js +4 -3
- package/dist/cli/add/npm-utils.d.ts +6 -6
- package/dist/cli/add/tryToInstallPlugins.d.ts +1 -1
- package/dist/cli/add/tryToInstallPlugins.js +6 -5
- package/dist/cli/add/updateStudioCMSConfig.d.ts +1 -1
- package/dist/cli/add/updateStudioCMSConfig.js +3 -4
- package/dist/cli/add/validatePlugins.d.ts +1 -2
- package/dist/cli/add/validatePlugins.js +15 -9
- package/dist/cli/crypto/genJWT/index.d.ts +1 -1
- package/dist/cli/crypto/genJWT/index.js +8 -9
- package/dist/cli/crypto/index.d.ts +1 -1
- package/dist/cli/init/steps/env.js +14 -4
- package/dist/cli/init/steps/next.d.ts +1 -1
- package/dist/cli/init/steps/next.js +6 -5
- package/dist/cli/migrator/index.d.ts +1 -1
- package/dist/cli/migrator/index.js +2 -2
- package/dist/cli/users/index.d.ts +1 -1
- package/dist/cli/users/shared.js +2 -2
- package/dist/cli/users/steps/createUsers.js +7 -7
- package/dist/cli/users/steps/modifyUsers.js +2 -2
- package/dist/cli/users/steps/next.d.ts +1 -1
- package/dist/cli/utils/checkRequiredEnvVars.js +2 -2
- package/dist/cli/utils/context.d.ts +2 -4
- package/dist/cli/utils/context.js +1 -3
- package/dist/cli/utils/getCliDbClient.d.ts +1 -1
- package/dist/cli/utils/intro.d.ts +1 -1
- package/dist/cli/utils/loadConfig.d.ts +54 -49
- package/dist/cli/utils/loadConfig.js +5 -8
- package/dist/cli/utils/logger.js +3 -3
- package/dist/cli/utils/user-utils.d.ts +1 -1
- package/dist/cli/utils/user-utils.js +4 -3
- package/dist/client/apiClient.d.ts +4923 -0
- package/dist/client/apiClient.js +72 -0
- package/dist/config.d.ts +1734 -1
- package/dist/consts.d.ts +5 -5
- package/dist/consts.js +3 -2
- package/dist/db/plugins.d.ts +1 -1
- package/dist/db/plugins.js +5 -8
- package/dist/handlers/frontend/routes.d.ts +4 -18
- package/dist/handlers/frontend/routes.js +13 -152
- package/dist/handlers/frontend/types.d.ts +1 -1
- package/dist/handlers/frontend/utils.js +0 -18
- package/dist/handlers/pluginHandler.d.ts +34 -257
- package/dist/handlers/pluginHandler.js +92 -46
- package/dist/handlers/routeHandler.js +32 -11
- package/dist/handlers/setupDbStudio.d.ts +3 -1
- package/dist/handlers/setupDbStudio.js +19 -10
- package/dist/handlers/storage-manager/core/effectify-astro-context.d.ts +25 -0
- package/dist/handlers/storage-manager/core/effectify-astro-context.js +78 -0
- package/dist/handlers/storage-manager/no-op.d.ts +2 -2
- package/dist/handlers/storage-manager/no-op.js +2 -3
- package/dist/index.d.ts +0 -1
- package/dist/index.js +10 -20
- package/dist/integrations/robots/index.d.ts +2 -2
- package/dist/integrations/robots/index.js +1 -3
- package/dist/integrations/robots/schema.d.ts +102 -273
- package/dist/integrations/robots/schema.js +220 -209
- package/dist/plugins/analytics/assets/schemas.d.ts +14 -9
- package/dist/plugins/analytics/assets/schemas.js +25 -17
- package/dist/plugins/analytics/db-client.d.ts +1 -1
- package/dist/plugins/analytics/index.d.ts +823 -3
- package/dist/plugins/analytics/index.js +4 -5
- package/dist/plugins/analytics/schemas.d.ts +54 -62
- package/dist/plugins/analytics/schemas.js +64 -13
- package/dist/plugins/analytics/table.d.ts +1 -1
- package/dist/plugins.d.ts +0 -1
- package/dist/schemas/config/api.d.ts +17 -0
- package/dist/schemas/config/api.js +14 -0
- package/dist/schemas/config/auth.d.ts +55 -59
- package/dist/schemas/config/auth.js +34 -11
- package/dist/schemas/config/dashboard.d.ts +43 -79
- package/dist/schemas/config/dashboard.js +43 -12
- package/dist/schemas/config/db.d.ts +15 -17
- package/dist/schemas/config/db.js +13 -5
- package/dist/schemas/config/developer.d.ts +33 -45
- package/dist/schemas/config/developer.js +22 -5
- package/dist/schemas/config/index.d.ts +398 -521
- package/dist/schemas/config/index.js +115 -57
- package/dist/schemas/config/sdk.d.ts +50 -196
- package/dist/schemas/config/sdk.js +61 -73
- package/dist/schemas/custom.d.ts +40 -0
- package/dist/schemas/custom.js +41 -0
- package/dist/schemas/external-schemas.d.ts +171 -0
- package/dist/schemas/external-schemas.js +179 -0
- package/dist/schemas/index.d.ts +2 -0
- package/dist/schemas/index.js +2 -0
- package/dist/schemas/plugins/i18n.d.ts +59 -39
- package/dist/schemas/plugins/i18n.js +42 -5
- package/dist/schemas/plugins/index.d.ts +7126 -10296
- package/dist/schemas/plugins/index.js +260 -276
- package/dist/schemas/plugins/shared.d.ts +1293 -3718
- package/dist/schemas/plugins/shared.js +320 -329
- package/dist/test-utils.d.ts +15 -4
- package/dist/test-utils.js +27 -11
- package/dist/toolbar/db-viewer/db-shared-types.d.ts +6 -6
- package/dist/toolbar/db-viewer/studio/connection.d.ts +8 -4
- package/dist/toolbar/db-viewer/studio/connection.js +2 -28
- package/dist/toolbar/db-viewer/studio/env/libsql.d.ts +7 -0
- package/dist/toolbar/db-viewer/studio/env/libsql.js +17 -0
- package/dist/toolbar/db-viewer/studio/env/mysql.d.ts +7 -0
- package/dist/toolbar/db-viewer/studio/env/mysql.js +23 -0
- package/dist/toolbar/db-viewer/studio/env/postgres.d.ts +7 -0
- package/dist/toolbar/db-viewer/studio/env/postgres.js +23 -0
- package/dist/toolbar/db-viewer/studio/index.js +20 -56
- package/dist/toolbar/db-viewer/studio/type.d.ts +1 -2
- package/dist/toolbar/db-viewer/studio/virtual-connection/libsql.d.ts +3 -0
- package/dist/toolbar/db-viewer/studio/virtual-connection/libsql.js +24 -0
- package/dist/toolbar/db-viewer/studio/virtual-connection/mysql.d.ts +3 -0
- package/dist/toolbar/db-viewer/studio/virtual-connection/mysql.js +9 -0
- package/dist/toolbar/db-viewer/studio/virtual-connection/postgres.d.ts +3 -0
- package/dist/toolbar/db-viewer/studio/virtual-connection/postgres.js +9 -0
- package/dist/toolbar/db-viewer/viewer.js +20 -21
- package/dist/types.d.ts +30 -0
- package/dist/utils/effects/smtp.d.ts +1 -1
- package/dist/utils/lang-helper.d.ts +10 -2
- package/dist/virtual.d.ts +35 -28
- package/dist/virtuals/auth/core.d.ts +5 -5
- package/dist/virtuals/auth/verify-email.d.ts +6 -6
- package/dist/virtuals/components/Generator.astro +2 -2
- package/dist/virtuals/components/Renderer.astro +9 -1
- package/dist/virtuals/components/renderFn.d.ts +3 -1
- package/dist/virtuals/components/renderFn.js +18 -0
- package/dist/virtuals/lib/headDefaults.d.ts +4 -2
- package/dist/virtuals/lib/headDefaults.js +0 -2
- package/dist/virtuals/lib/routeMap.d.ts +0 -12
- package/dist/virtuals/lib/routeMap.js +2 -14
- package/dist/virtuals/mailer/index.d.ts +3 -3
- package/dist/virtuals/notifier/index.d.ts +5 -5
- package/dist/virtuals/plugins/dashboard-pages.d.ts +2 -64
- package/dist/virtuals/scripts/StorageFileBrowser.d.ts +1 -172
- package/dist/virtuals/scripts/StorageFileBrowser.js +216 -119
- package/dist/virtuals/template-engine/index.d.ts +4 -4
- package/frontend/components/dashboard/configuration/ConfigForm.astro +218 -110
- package/frontend/components/dashboard/content-mgmt/ContentSearch.astro +21 -22
- package/frontend/components/dashboard/content-mgmt/CreateFolder.astro +66 -54
- package/frontend/components/dashboard/content-mgmt/CreatePage.astro +58 -104
- package/frontend/components/dashboard/content-mgmt/EditFolder.astro +65 -67
- package/frontend/components/dashboard/content-mgmt/EditPage.astro +86 -134
- package/frontend/components/dashboard/content-mgmt/InnerSidebarElement.astro +0 -1
- package/frontend/components/dashboard/content-mgmt/PageHeader.astro +33 -52
- package/frontend/components/dashboard/content-mgmt/PageTypeHandler.astro +2 -2
- package/frontend/components/dashboard/profile/APITokens.astro +219 -158
- package/frontend/components/dashboard/profile/BasicInfo.astro +165 -106
- package/frontend/components/dashboard/profile/Notifications.astro +27 -18
- package/frontend/components/dashboard/profile/UpdatePassword.astro +134 -94
- package/frontend/components/dashboard/sidebar/VersionCheck.astro +31 -16
- package/frontend/components/dashboard/sidebar/VersionCheckChangelog.astro +18 -11
- package/frontend/components/dashboard/sidebar-modals/VersionModal.astro +2 -2
- package/frontend/components/dashboard/smtp-config/TemplateEditor.astro +14 -14
- package/frontend/components/dashboard/taxonomy/InnerSidebarElement.astro +0 -1
- package/frontend/components/dashboard/taxonomy/MetaContainer.astro +0 -2
- package/frontend/components/dashboard/taxonomy/PageHeader.astro +16 -24
- package/frontend/components/dashboard/taxonomy/TaxonomySearch.astro +23 -27
- package/frontend/components/dashboard/user-mgmt/InnerSidebarElement.astro +111 -104
- package/frontend/components/dashboard/user-mgmt/UserListItem.astro +9 -22
- package/frontend/components/dashboard/user-mgmt/UserListItems.astro +18 -0
- package/frontend/components/first-time-setup/snippets/{opt2-studiocms.config.diff → studiocms.config.diff} +1 -0
- package/frontend/components/shared/Code.astro +1 -4
- package/frontend/components/shared/DynamicSettingsRenderer.astro +1 -1
- package/frontend/components/shared/SSRUser.astro +2 -4
- package/frontend/components/shared/foldertree/FolderTreeNode.astro +0 -6
- package/frontend/components/shared/storage-manager/StorageCopyOutput.astro +0 -1
- package/frontend/components/shared/taxonomy/TaxonomyTreeNode.astro +0 -6
- package/frontend/layouts/DashboardLayout.astro +1 -10
- package/frontend/layouts/TaxonomyLayout.astro +0 -1
- package/frontend/middleware/index.ts +102 -61
- package/frontend/pages/404.astro +5 -9
- package/frontend/pages/[dashboard]/[...pluginPage].astro +10 -1
- package/frontend/pages/[dashboard]/configuration.astro +10 -1
- package/frontend/pages/[dashboard]/content-management/createfolder.astro +10 -1
- package/frontend/pages/[dashboard]/content-management/createpage.astro +10 -1
- package/frontend/pages/[dashboard]/content-management/diff.astro +39 -14
- package/frontend/pages/[dashboard]/content-management/editfolder.astro +10 -1
- package/frontend/pages/[dashboard]/content-management/editpage.astro +10 -1
- package/frontend/pages/[dashboard]/content-management/index.astro +10 -1
- package/frontend/pages/[dashboard]/index.astro +10 -1
- package/frontend/pages/[dashboard]/login.astro +86 -25
- package/frontend/pages/[dashboard]/password-reset.astro +22 -16
- package/frontend/pages/[dashboard]/plugins/[plugin].astro +10 -1
- package/frontend/pages/[dashboard]/profile.astro +10 -1
- package/frontend/pages/[dashboard]/signup.astro +153 -52
- package/frontend/pages/[dashboard]/smtp-configuration.astro +77 -75
- package/frontend/pages/[dashboard]/system-management.astro +10 -1
- package/frontend/pages/[dashboard]/taxonomy/categories.astro +30 -41
- package/frontend/pages/[dashboard]/taxonomy/index.astro +10 -0
- package/frontend/pages/[dashboard]/taxonomy/tags.astro +33 -43
- package/frontend/pages/[dashboard]/unverified-email.astro +29 -21
- package/frontend/pages/[dashboard]/user-management/edit.astro +170 -90
- package/frontend/pages/[dashboard]/user-management/index.astro +10 -1
- package/frontend/pages/studiocms_api/[...all].ts +106 -0
- package/frontend/pages/studiocms_api/_handlers/_utils/auth.ts +26 -0
- package/frontend/pages/studiocms_api/_handlers/_utils/changelog.ts +147 -0
- package/frontend/pages/studiocms_api/_handlers/_utils/db-studio-driver.ts +46 -0
- package/frontend/pages/studiocms_api/_handlers/_utils/parseLogLevel.ts +27 -0
- package/frontend/pages/studiocms_api/_handlers/auth/auth.ts +459 -0
- package/frontend/pages/studiocms_api/_handlers/auth/index.ts +17 -0
- package/frontend/pages/studiocms_api/_handlers/auth/oauth.ts +91 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/_shared.ts +57 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/apiTokens.ts +134 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/config.ts +64 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/content.ts +741 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/create.ts +480 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/emailNotifications.ts +49 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/index.ts +45 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/mailer.ts +136 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/plugins.ts +80 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/profile.ts +275 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/resetPassword.ts +140 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/search.ts +63 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/taxonomy.ts +285 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/templates.ts +75 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/users.ts +312 -0
- package/frontend/pages/studiocms_api/_handlers/dashboard/verifyEndpoints.ts +307 -0
- package/frontend/pages/studiocms_api/_handlers/integration/dbStudio.ts +98 -0
- package/frontend/pages/studiocms_api/_handlers/integration/index.ts +17 -0
- package/frontend/pages/studiocms_api/_handlers/integration/storageManager.ts +107 -0
- package/frontend/pages/studiocms_api/_handlers/rest-api/index.ts +8 -0
- package/frontend/pages/studiocms_api/_handlers/rest-api/v1/_shared.ts +41 -0
- package/frontend/pages/studiocms_api/_handlers/rest-api/v1/index.ts +17 -0
- package/frontend/pages/studiocms_api/_handlers/rest-api/v1/public.ts +195 -0
- package/frontend/pages/studiocms_api/_handlers/rest-api/v1/secure.ts +1726 -0
- package/frontend/pages/studiocms_api/_handlers/sdk.ts +129 -0
- package/frontend/pages/studiocms_api/_middleware/astroLocals.ts +36 -0
- package/frontend/pages/studiocms_api/_middleware/restApi.ts +56 -0
- package/frontend/pages/studiocms_api/integrations/[...all].ts +8 -0
- package/frontend/scripts/formdata.ts +219 -0
- package/frontend/setup-pages/3-done.astro +4 -20
- package/frontend/setup-pages/studiocms_api/dashboard/step-2.ts +3 -6
- package/frontend/styles/dashboard-base.css +0 -1
- package/frontend/web-vitals/endpoint.ts +2 -1
- package/package.json +35 -31
- package/dist/global.d.ts +0 -9
- package/frontend/components/dashboard/LoginChecker.astro +0 -68
- package/frontend/components/dashboard/user-mgmt/RankCheck.astro +0 -57
- package/frontend/components/first-time-setup/snippets/opt1-astro.config.diff +0 -14
- package/frontend/components/first-time-setup/snippets/opt2-astro.config.diff +0 -9
- package/frontend/middleware/_authmap.ts +0 -63
- package/frontend/pages/studiocms_api/auth/[path].ts +0 -390
- package/frontend/pages/studiocms_api/auth/[provider]/[...id].ts +0 -64
- package/frontend/pages/studiocms_api/auth/[provider]/_effects/index.ts +0 -101
- package/frontend/pages/studiocms_api/auth/_shared.ts +0 -52
- package/frontend/pages/studiocms_api/dashboard/api-tokens.ts +0 -115
- package/frontend/pages/studiocms_api/dashboard/config.ts +0 -74
- package/frontend/pages/studiocms_api/dashboard/content/diff.ts +0 -73
- package/frontend/pages/studiocms_api/dashboard/content/folder.ts +0 -220
- package/frontend/pages/studiocms_api/dashboard/content/page.ts +0 -359
- package/frontend/pages/studiocms_api/dashboard/create-reset-link.ts +0 -77
- package/frontend/pages/studiocms_api/dashboard/create-user-invite.ts +0 -231
- package/frontend/pages/studiocms_api/dashboard/create-user.ts +0 -186
- package/frontend/pages/studiocms_api/dashboard/email-notification-settings-site.ts +0 -74
- package/frontend/pages/studiocms_api/dashboard/mailer/check-email.ts +0 -75
- package/frontend/pages/studiocms_api/dashboard/mailer/config.ts +0 -136
- package/frontend/pages/studiocms_api/dashboard/plugins/[plugin].ts +0 -80
- package/frontend/pages/studiocms_api/dashboard/profile.ts +0 -245
- package/frontend/pages/studiocms_api/dashboard/resend-verify-email.ts +0 -77
- package/frontend/pages/studiocms_api/dashboard/reset-password.ts +0 -124
- package/frontend/pages/studiocms_api/dashboard/search-list.ts +0 -59
- package/frontend/pages/studiocms_api/dashboard/taxonomy-search.ts +0 -47
- package/frontend/pages/studiocms_api/dashboard/taxonomy.ts +0 -230
- package/frontend/pages/studiocms_api/dashboard/templates.ts +0 -74
- package/frontend/pages/studiocms_api/dashboard/update-user-notifications.ts +0 -86
- package/frontend/pages/studiocms_api/dashboard/users.ts +0 -236
- package/frontend/pages/studiocms_api/dashboard/verify-email.ts +0 -83
- package/frontend/pages/studiocms_api/dashboard/verify-session.ts +0 -187
- package/frontend/pages/studiocms_api/integrations/[type]/[...id].ts +0 -15
- package/frontend/pages/studiocms_api/integrations/[type]/_routes/db-studio.ts +0 -173
- package/frontend/pages/studiocms_api/integrations/[type]/_routes/storage.ts +0 -88
- package/frontend/pages/studiocms_api/partials/editor.astro +0 -74
- package/frontend/pages/studiocms_api/partials/render.astro +0 -39
- package/frontend/pages/studiocms_api/partials/user-list-items.astro +0 -43
- package/frontend/pages/studiocms_api/rest/utils/auth-token.ts +0 -59
- package/frontend/pages/studiocms_api/rest/v1/[type]/[...id].ts +0 -23
- package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/categories.ts +0 -267
- package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/folders.ts +0 -283
- package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/pages.ts +0 -505
- package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/settings.ts +0 -100
- package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/tags.ts +0 -229
- package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/users.ts +0 -553
- package/frontend/pages/studiocms_api/rest/v1/public/[type]/[...id].ts +0 -19
- package/frontend/pages/studiocms_api/rest/v1/public/[type]/_routes/categories.ts +0 -74
- package/frontend/pages/studiocms_api/rest/v1/public/[type]/_routes/folders.ts +0 -85
- package/frontend/pages/studiocms_api/rest/v1/public/[type]/_routes/pages.ts +0 -103
- package/frontend/pages/studiocms_api/rest/v1/public/[type]/_routes/tags.ts +0 -67
- package/frontend/pages/studiocms_api/sdk/[...path].ts +0 -97
- package/frontend/pages/studiocms_api/sdk/utils/changelog.ts +0 -119
- package/frontend/scripts/auth/formListener.ts +0 -81
- package/frontend/scripts/formdata-utils.ts +0 -116
- package/frontend/utils/build-partial-schema.ts +0 -46
- package/frontend/utils/errors.ts +0 -6
- package/frontend/utils/param-extractor.ts +0 -83
- package/frontend/utils/rest-router.ts +0 -444
|
@@ -1,279 +1,108 @@
|
|
|
1
|
-
import
|
|
1
|
+
import * as Schema from 'effect/Schema';
|
|
2
|
+
export declare const Spider360: Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>;
|
|
3
|
+
export declare const HaoSouSpider: Schema.Literal<["HaoSouSpider"]>;
|
|
4
|
+
export declare const AdsBotGoogle: Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>;
|
|
5
|
+
export declare const Googlebot: Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>;
|
|
6
|
+
export declare const MediapartnersGoogle: Schema.Literal<["Mediapartners-Google"]>;
|
|
7
|
+
export declare const adidxbot: Schema.Literal<["adidxbot"]>;
|
|
8
|
+
export declare const bingbot: Schema.Literal<["bingbot"]>;
|
|
9
|
+
export declare const BingPreview: Schema.Literal<["BingPreview"]>;
|
|
10
|
+
export declare const MicrosoftPreview: Schema.Literal<["MicrosoftPreview"]>;
|
|
11
|
+
export declare const msnbot: Schema.Literal<["msnbot", "msnbot-media"]>;
|
|
12
|
+
export declare const Applebot: Schema.Literal<["Applebot", "AppleNewsBot"]>;
|
|
13
|
+
export declare const Baiduspider: Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>;
|
|
14
|
+
export declare const coccoc: Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>;
|
|
15
|
+
export declare const DuckDuckBot: Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>;
|
|
16
|
+
export declare const facebook: Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>;
|
|
17
|
+
export declare const gooblog: Schema.Literal<["gooblog"]>;
|
|
18
|
+
export declare const ichiro: Schema.Literal<["ichiro"]>;
|
|
19
|
+
export declare const Sogou: Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>;
|
|
20
|
+
export declare const Yandex: Schema.Literal<["Yandex", "YandexMobileBot"]>;
|
|
21
|
+
export declare const AlgoliaCrawler: Schema.Literal<["Algolia Crawler"]>;
|
|
22
|
+
export declare const BublupBot: Schema.Literal<["BublupBot"]>;
|
|
23
|
+
export declare const CCBot: Schema.Literal<["CCBot"]>;
|
|
24
|
+
export declare const Cliqzbot: Schema.Literal<["Cliqzbot"]>;
|
|
25
|
+
export declare const Daumoa: Schema.Literal<["Daumoa"]>;
|
|
26
|
+
export declare const DeuSu: Schema.Literal<["DeuSu"]>;
|
|
27
|
+
export declare const EuripBot: Schema.Literal<["EuripBot"]>;
|
|
28
|
+
export declare const Exploratodo: Schema.Literal<["Exploratodo"]>;
|
|
29
|
+
export declare const Feedly: Schema.Literal<["Feedly"]>;
|
|
30
|
+
export declare const Findxbot: Schema.Literal<["Findxbot"]>;
|
|
31
|
+
export declare const istellabot: Schema.Literal<["istellabot"]>;
|
|
32
|
+
export declare const JikeSpider: Schema.Literal<["JikeSpider"]>;
|
|
33
|
+
export declare const Lycos: Schema.Literal<["Lycos"]>;
|
|
34
|
+
export declare const MailRu: Schema.Literal<["Mail.Ru"]>;
|
|
35
|
+
export declare const MojeekBot: Schema.Literal<["MojeekBot"]>;
|
|
36
|
+
export declare const OrangeBot: Schema.Literal<["OrangeBot"]>;
|
|
37
|
+
export declare const Pinterest: Schema.Literal<["Pinterest"]>;
|
|
38
|
+
export declare const Plukkie: Schema.Literal<["Plukkie"]>;
|
|
39
|
+
export declare const Qwantify: Schema.Literal<["Qwantify"]>;
|
|
40
|
+
export declare const Rambler: Schema.Literal<["Rambler"]>;
|
|
41
|
+
export declare const SemanticScholarBot: Schema.Literal<["SemanticScholarBot"]>;
|
|
42
|
+
export declare const SeSchemanamBot: Schema.Literal<["SeSchemanamBot"]>;
|
|
43
|
+
export declare const Sosospider: Schema.Literal<["Sosospider"]>;
|
|
44
|
+
export declare const Slurp: Schema.Literal<["Slurp"]>;
|
|
45
|
+
export declare const Twitterbot: Schema.Literal<["Twitterbot"]>;
|
|
46
|
+
export declare const WhatsApp: Schema.Literal<["WhatsApp"]>;
|
|
47
|
+
export declare const yacybot: Schema.Literal<["yacybot"]>;
|
|
48
|
+
export declare const YepBot: Schema.Literal<["YepBot"]>;
|
|
49
|
+
export declare const Yeti: Schema.Literal<["Yeti"]>;
|
|
50
|
+
export declare const YioopBot: Schema.Literal<["YioopBot"]>;
|
|
51
|
+
export declare const yooSchemaBot: Schema.Literal<["yooSchemaBot"]>;
|
|
52
|
+
export declare const YoudaoBot: Schema.Literal<["YoudaoBot"]>;
|
|
2
53
|
/**
|
|
3
|
-
*
|
|
4
|
-
*
|
|
5
|
-
* This schema is used to validate or restrict values to a predefined set of search engine bot names,
|
|
6
|
-
* such as 'Googlebot', 'bingbot', 'Yandex', and others. It is useful for scenarios where you need to
|
|
7
|
-
* identify or whitelist/blacklist specific search engine crawlers by their user agent strings.
|
|
8
|
-
*
|
|
9
|
-
* @example
|
|
10
|
-
* SearchEngines.parse('Googlebot'); // passes
|
|
11
|
-
* SearchEngines.parse('UnknownBot'); // throws ZodError
|
|
54
|
+
* Union of all supported search engine bots for the robots.txt configuration.
|
|
12
55
|
*/
|
|
13
|
-
declare const SearchEngines:
|
|
56
|
+
export declare const SearchEngines: Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>;
|
|
14
57
|
/**
|
|
15
|
-
* Schema for
|
|
16
|
-
*
|
|
17
|
-
* Accepts either the wildcard '*' (representing all user agents) or a value from the `SearchEngines` schema.
|
|
18
|
-
*
|
|
19
|
-
* @see {@link SearchEngines} for the list of supported search engine user agents.
|
|
58
|
+
* Utility Union Schema for allowing either a single string or an array of strings, used for the allow and disallow fields in the robots.txt policy configuration.
|
|
20
59
|
*/
|
|
21
|
-
export declare const
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
* ],
|
|
36
|
-
* // crawling rule(s) for above bots
|
|
37
|
-
* }
|
|
38
|
-
* ]
|
|
39
|
-
* ```
|
|
40
|
-
* Verified bots, refer to [DITIG](https://www.ditig.com/robots-txt-template#regular-template) or [Cloudflare Radar](https://radar.cloudflare.com/traffic/verified-bots).
|
|
41
|
-
*/
|
|
42
|
-
userAgent: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, z.ZodArray<z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, "many">]>>;
|
|
43
|
-
/**
|
|
44
|
-
* @description
|
|
45
|
-
* [ At least one or more `allow` or `disallow` entries per rule ] Allows indexing site sections or individual pages.
|
|
46
|
-
* @example
|
|
47
|
-
* ```ts
|
|
48
|
-
* policy:[{allow:["/"]}]
|
|
49
|
-
* ```
|
|
50
|
-
* Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google.
|
|
51
|
-
*/
|
|
52
|
-
allow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
|
|
53
|
-
/**
|
|
54
|
-
* @description
|
|
55
|
-
* [ At least one or more `disallow` or `allow` entries per rule ] Prohibits indexing site sections or individual pages.
|
|
56
|
-
* @example
|
|
57
|
-
* ```ts
|
|
58
|
-
* policy:[
|
|
59
|
-
* {
|
|
60
|
-
* disallow:[
|
|
61
|
-
* "/admin",
|
|
62
|
-
* "/uploads/1989-08-21/*.jpg$"
|
|
63
|
-
* ]
|
|
64
|
-
* }
|
|
65
|
-
* ]
|
|
66
|
-
* ```
|
|
67
|
-
* Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google.
|
|
68
|
-
*/
|
|
69
|
-
disallow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
|
|
70
|
-
/**
|
|
71
|
-
* @description
|
|
72
|
-
* [ Optional ] Specifies the minimum interval (in seconds) for the search robot to wait after loading one page, before starting to load another.
|
|
73
|
-
*
|
|
74
|
-
* @example
|
|
75
|
-
* ```ts
|
|
76
|
-
* policy:[{crawlDelay:5}]
|
|
77
|
-
* ```
|
|
78
|
-
* About the [Crawl-delay](https://yandex.com/support/webmaster/robot-workings/crawl-delay.html#crawl-delay) directive.
|
|
79
|
-
*/
|
|
80
|
-
crawlDelay: z.ZodOptional<z.ZodNumber>;
|
|
81
|
-
/**
|
|
82
|
-
* @description
|
|
83
|
-
* [ Optional ] Indicates to the robot that the page URL contains parameters (like UTM tags) that should be ignored when indexing it.
|
|
84
|
-
*
|
|
85
|
-
* @example
|
|
86
|
-
* ```bash
|
|
87
|
-
* # for URLs like:
|
|
88
|
-
* www.example2.com/index.php?page=1&sid=2564126ebdec301c607e5df
|
|
89
|
-
* www.example2.com/index.php?page=1&sid=974017dcd170d6c4a5d76ae
|
|
90
|
-
* ```
|
|
91
|
-
* ```ts
|
|
92
|
-
* policy:[
|
|
93
|
-
* {
|
|
94
|
-
* cleanParam: [
|
|
95
|
-
* "sid /index.php",
|
|
96
|
-
* ]
|
|
97
|
-
* }
|
|
98
|
-
* ]
|
|
99
|
-
* ```
|
|
100
|
-
* For additional examples, please consult
|
|
101
|
-
* Yandex's [SYNTAX](https://yandex.com/support/webmaster/robot-workings/clean-param.html#clean-param__additional) guide.
|
|
102
|
-
*/
|
|
103
|
-
cleanParam: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
|
|
104
|
-
}, "strip", z.ZodTypeAny, {
|
|
105
|
-
userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
|
|
106
|
-
allow?: string | string[] | undefined;
|
|
107
|
-
disallow?: string | string[] | undefined;
|
|
108
|
-
crawlDelay?: number | undefined;
|
|
109
|
-
cleanParam?: string | string[] | undefined;
|
|
110
|
-
}, {
|
|
111
|
-
userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
|
|
112
|
-
allow?: string | string[] | undefined;
|
|
113
|
-
disallow?: string | string[] | undefined;
|
|
114
|
-
crawlDelay?: number | undefined;
|
|
115
|
-
cleanParam?: string | string[] | undefined;
|
|
60
|
+
export declare const StringArrayUnion: Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>;
|
|
61
|
+
/**
|
|
62
|
+
* Union of all user agents that can be specified in the robots.txt policy configuration, including the wildcard "*" to apply to all user agents.
|
|
63
|
+
*/
|
|
64
|
+
export declare const UserAgentSchema: Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>;
|
|
65
|
+
/**
|
|
66
|
+
* Schema for defining the options for a robots.txt policy, including user agents, allowed and disallowed paths, crawl delay, and clean parameters.
|
|
67
|
+
*/
|
|
68
|
+
export declare const PolicyOptionsSchema: Schema.Struct<{
|
|
69
|
+
userAgent: Schema.optional<Schema.Union<[Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>, Schema.Array$<Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>>]>>;
|
|
70
|
+
allow: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
|
|
71
|
+
disallow: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
|
|
72
|
+
crawlDelay: Schema.optional<typeof Schema.Number>;
|
|
73
|
+
cleanParam: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
|
|
116
74
|
}>;
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
*/
|
|
131
|
-
host: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
|
|
132
|
-
/**
|
|
133
|
-
* @description
|
|
134
|
-
* [ Optional, zero or more per file ] The location of a sitemap for this website.
|
|
135
|
-
* @example
|
|
136
|
-
* ```ts
|
|
137
|
-
* sitemap: [
|
|
138
|
-
* "https://example.com/sitemap.xml",
|
|
139
|
-
* "https://www.example.com/sitemap.xml"
|
|
140
|
-
* ]
|
|
141
|
-
* ```
|
|
142
|
-
* The value of the [SITEMAP](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#sitemap) field is case-sensitive.
|
|
143
|
-
*/
|
|
144
|
-
sitemap: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>, z.ZodBoolean]>>;
|
|
145
|
-
/**
|
|
146
|
-
* @description
|
|
147
|
-
* [ Optional ] List of `policy` rules.
|
|
148
|
-
* @default
|
|
149
|
-
* ```ts
|
|
150
|
-
* policy:[
|
|
151
|
-
* {
|
|
152
|
-
* userAgent: "*",
|
|
153
|
-
* allow: "/"
|
|
154
|
-
* }
|
|
155
|
-
* ]
|
|
156
|
-
* ```
|
|
157
|
-
* For more help, refer to [SYNTAX](https://yandex.com/support/webmaster/controlling-robot/robots-txt.html#recommend) by Yandex.
|
|
158
|
-
*/
|
|
159
|
-
policy: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
160
|
-
/**
|
|
161
|
-
* @description
|
|
162
|
-
* [ Required ] Indicates the robot to which the rules listed in `robots.txt` apply.
|
|
163
|
-
* @example
|
|
164
|
-
* ```ts
|
|
165
|
-
* policy:[
|
|
166
|
-
* {
|
|
167
|
-
* userAgent: [
|
|
168
|
-
* 'Googlebot',
|
|
169
|
-
* 'Applebot',
|
|
170
|
-
* 'Baiduspider',
|
|
171
|
-
* 'bingbot'
|
|
172
|
-
* ],
|
|
173
|
-
* // crawling rule(s) for above bots
|
|
174
|
-
* }
|
|
175
|
-
* ]
|
|
176
|
-
* ```
|
|
177
|
-
* Verified bots, refer to [DITIG](https://www.ditig.com/robots-txt-template#regular-template) or [Cloudflare Radar](https://radar.cloudflare.com/traffic/verified-bots).
|
|
178
|
-
*/
|
|
179
|
-
userAgent: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, z.ZodArray<z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, "many">]>>;
|
|
180
|
-
/**
|
|
181
|
-
* @description
|
|
182
|
-
* [ At least one or more `allow` or `disallow` entries per rule ] Allows indexing site sections or individual pages.
|
|
183
|
-
* @example
|
|
184
|
-
* ```ts
|
|
185
|
-
* policy:[{allow:["/"]}]
|
|
186
|
-
* ```
|
|
187
|
-
* Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google.
|
|
188
|
-
*/
|
|
189
|
-
allow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
|
|
190
|
-
/**
|
|
191
|
-
* @description
|
|
192
|
-
* [ At least one or more `disallow` or `allow` entries per rule ] Prohibits indexing site sections or individual pages.
|
|
193
|
-
* @example
|
|
194
|
-
* ```ts
|
|
195
|
-
* policy:[
|
|
196
|
-
* {
|
|
197
|
-
* disallow:[
|
|
198
|
-
* "/admin",
|
|
199
|
-
* "/uploads/1989-08-21/*.jpg$"
|
|
200
|
-
* ]
|
|
201
|
-
* }
|
|
202
|
-
* ]
|
|
203
|
-
* ```
|
|
204
|
-
* Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google.
|
|
205
|
-
*/
|
|
206
|
-
disallow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
|
|
207
|
-
/**
|
|
208
|
-
* @description
|
|
209
|
-
* [ Optional ] Specifies the minimum interval (in seconds) for the search robot to wait after loading one page, before starting to load another.
|
|
210
|
-
*
|
|
211
|
-
* @example
|
|
212
|
-
* ```ts
|
|
213
|
-
* policy:[{crawlDelay:5}]
|
|
214
|
-
* ```
|
|
215
|
-
* About the [Crawl-delay](https://yandex.com/support/webmaster/robot-workings/crawl-delay.html#crawl-delay) directive.
|
|
216
|
-
*/
|
|
217
|
-
crawlDelay: z.ZodOptional<z.ZodNumber>;
|
|
218
|
-
/**
|
|
219
|
-
* @description
|
|
220
|
-
* [ Optional ] Indicates to the robot that the page URL contains parameters (like UTM tags) that should be ignored when indexing it.
|
|
221
|
-
*
|
|
222
|
-
* @example
|
|
223
|
-
* ```bash
|
|
224
|
-
* # for URLs like:
|
|
225
|
-
* www.example2.com/index.php?page=1&sid=2564126ebdec301c607e5df
|
|
226
|
-
* www.example2.com/index.php?page=1&sid=974017dcd170d6c4a5d76ae
|
|
227
|
-
* ```
|
|
228
|
-
* ```ts
|
|
229
|
-
* policy:[
|
|
230
|
-
* {
|
|
231
|
-
* cleanParam: [
|
|
232
|
-
* "sid /index.php",
|
|
233
|
-
* ]
|
|
234
|
-
* }
|
|
235
|
-
* ]
|
|
236
|
-
* ```
|
|
237
|
-
* For additional examples, please consult
|
|
238
|
-
* Yandex's [SYNTAX](https://yandex.com/support/webmaster/robot-workings/clean-param.html#clean-param__additional) guide.
|
|
239
|
-
*/
|
|
240
|
-
cleanParam: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
|
|
241
|
-
}, "strip", z.ZodTypeAny, {
|
|
242
|
-
userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
|
|
243
|
-
allow?: string | string[] | undefined;
|
|
244
|
-
disallow?: string | string[] | undefined;
|
|
245
|
-
crawlDelay?: number | undefined;
|
|
246
|
-
cleanParam?: string | string[] | undefined;
|
|
247
|
-
}, {
|
|
248
|
-
userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
|
|
249
|
-
allow?: string | string[] | undefined;
|
|
250
|
-
disallow?: string | string[] | undefined;
|
|
251
|
-
crawlDelay?: number | undefined;
|
|
252
|
-
cleanParam?: string | string[] | undefined;
|
|
253
|
-
}>, "many">>;
|
|
254
|
-
}, "strip", z.ZodTypeAny, {
|
|
255
|
-
host?: string | boolean | undefined;
|
|
256
|
-
sitemap?: string | boolean | string[] | undefined;
|
|
257
|
-
policy?: {
|
|
258
|
-
userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
|
|
259
|
-
allow?: string | string[] | undefined;
|
|
260
|
-
disallow?: string | string[] | undefined;
|
|
261
|
-
crawlDelay?: number | undefined;
|
|
262
|
-
cleanParam?: string | string[] | undefined;
|
|
263
|
-
}[] | undefined;
|
|
264
|
-
}, {
|
|
265
|
-
host?: string | boolean | undefined;
|
|
266
|
-
sitemap?: string | boolean | string[] | undefined;
|
|
267
|
-
policy?: {
|
|
268
|
-
userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
|
|
269
|
-
allow?: string | string[] | undefined;
|
|
270
|
-
disallow?: string | string[] | undefined;
|
|
271
|
-
crawlDelay?: number | undefined;
|
|
272
|
-
cleanParam?: string | string[] | undefined;
|
|
273
|
-
}[] | undefined;
|
|
75
|
+
/**
|
|
76
|
+
* Robots.txt configuration schema, which includes options for host, sitemap, and an array of policy options.
|
|
77
|
+
*/
|
|
78
|
+
export declare const RobotsTXTConfigSchema: Schema.Struct<{
|
|
79
|
+
host: Schema.optional<Schema.Union<[typeof Schema.String, typeof Schema.Boolean]>>;
|
|
80
|
+
sitemap: Schema.optional<Schema.Union<[Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>, typeof Schema.Boolean]>>;
|
|
81
|
+
policy: Schema.optional<Schema.Array$<Schema.Struct<{
|
|
82
|
+
userAgent: Schema.optional<Schema.Union<[Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>, Schema.Array$<Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>>]>>;
|
|
83
|
+
allow: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
|
|
84
|
+
disallow: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
|
|
85
|
+
crawlDelay: Schema.optional<typeof Schema.Number>;
|
|
86
|
+
cleanParam: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
|
|
87
|
+
}>>>;
|
|
274
88
|
}>;
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
export type
|
|
279
|
-
|
|
89
|
+
/**
|
|
90
|
+
* Type for the Robots TXT Search Engine Bots, which includes all supported search engine bots for the robots.txt configuration.
|
|
91
|
+
*/
|
|
92
|
+
export type SearchEngine = typeof SearchEngines.Type;
|
|
93
|
+
/**
|
|
94
|
+
* Type for the User Agent, which can be either a specific search engine bot or the wildcard "*" to apply to all user agents.
|
|
95
|
+
*/
|
|
96
|
+
export type UserAgent = typeof UserAgentSchema.Type;
|
|
97
|
+
/**
|
|
98
|
+
* Type for the policy options, which includes user agents, allowed and disallowed paths, crawl delay, and clean parameters for the robots.txt configuration.
|
|
99
|
+
*/
|
|
100
|
+
export type PolicyOptions = typeof PolicyOptionsSchema.Type;
|
|
101
|
+
/**
|
|
102
|
+
* Type for the robots.txt configuration, which includes options for host, sitemap, and an array of policy options.
|
|
103
|
+
*/
|
|
104
|
+
export type RobotsConfig = typeof RobotsTXTConfigSchema.Type;
|
|
105
|
+
/**
|
|
106
|
+
* Resolved type for the robots.txt configuration, where all optional fields have been resolved to their default values if not provided.
|
|
107
|
+
*/
|
|
108
|
+
export type RobotsConfigResolved = typeof RobotsTXTConfigSchema.Encoded;
|