studiocms 0.2.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (293) hide show
  1. package/CHANGELOG.md +122 -0
  2. package/dist/cli/add/index.d.ts +2 -2
  3. package/dist/cli/add/index.js +4 -3
  4. package/dist/cli/add/npm-utils.d.ts +6 -6
  5. package/dist/cli/add/tryToInstallPlugins.d.ts +1 -1
  6. package/dist/cli/add/tryToInstallPlugins.js +6 -5
  7. package/dist/cli/add/updateStudioCMSConfig.d.ts +1 -1
  8. package/dist/cli/add/updateStudioCMSConfig.js +3 -4
  9. package/dist/cli/add/validatePlugins.d.ts +1 -2
  10. package/dist/cli/add/validatePlugins.js +15 -9
  11. package/dist/cli/crypto/genJWT/index.d.ts +1 -1
  12. package/dist/cli/crypto/genJWT/index.js +8 -9
  13. package/dist/cli/crypto/index.d.ts +1 -1
  14. package/dist/cli/init/steps/env.js +14 -4
  15. package/dist/cli/init/steps/next.d.ts +1 -1
  16. package/dist/cli/init/steps/next.js +6 -5
  17. package/dist/cli/migrator/index.d.ts +1 -1
  18. package/dist/cli/migrator/index.js +2 -2
  19. package/dist/cli/users/index.d.ts +1 -1
  20. package/dist/cli/users/shared.js +2 -2
  21. package/dist/cli/users/steps/createUsers.js +7 -7
  22. package/dist/cli/users/steps/modifyUsers.js +2 -2
  23. package/dist/cli/users/steps/next.d.ts +1 -1
  24. package/dist/cli/utils/checkRequiredEnvVars.js +2 -2
  25. package/dist/cli/utils/context.d.ts +2 -4
  26. package/dist/cli/utils/context.js +1 -3
  27. package/dist/cli/utils/getCliDbClient.d.ts +1 -1
  28. package/dist/cli/utils/intro.d.ts +1 -1
  29. package/dist/cli/utils/loadConfig.d.ts +54 -49
  30. package/dist/cli/utils/loadConfig.js +5 -8
  31. package/dist/cli/utils/logger.js +3 -3
  32. package/dist/cli/utils/user-utils.d.ts +1 -1
  33. package/dist/cli/utils/user-utils.js +4 -3
  34. package/dist/client/apiClient.d.ts +4923 -0
  35. package/dist/client/apiClient.js +72 -0
  36. package/dist/config.d.ts +1734 -1
  37. package/dist/consts.d.ts +5 -5
  38. package/dist/consts.js +3 -2
  39. package/dist/db/plugins.d.ts +1 -1
  40. package/dist/db/plugins.js +5 -8
  41. package/dist/handlers/frontend/routes.d.ts +4 -18
  42. package/dist/handlers/frontend/routes.js +13 -152
  43. package/dist/handlers/frontend/types.d.ts +1 -1
  44. package/dist/handlers/frontend/utils.js +0 -18
  45. package/dist/handlers/pluginHandler.d.ts +34 -257
  46. package/dist/handlers/pluginHandler.js +92 -46
  47. package/dist/handlers/routeHandler.js +32 -11
  48. package/dist/handlers/setupDbStudio.d.ts +3 -1
  49. package/dist/handlers/setupDbStudio.js +19 -10
  50. package/dist/handlers/storage-manager/core/effectify-astro-context.d.ts +25 -0
  51. package/dist/handlers/storage-manager/core/effectify-astro-context.js +78 -0
  52. package/dist/handlers/storage-manager/no-op.d.ts +2 -2
  53. package/dist/handlers/storage-manager/no-op.js +2 -3
  54. package/dist/index.d.ts +0 -1
  55. package/dist/index.js +10 -20
  56. package/dist/integrations/robots/index.d.ts +2 -2
  57. package/dist/integrations/robots/index.js +1 -3
  58. package/dist/integrations/robots/schema.d.ts +102 -273
  59. package/dist/integrations/robots/schema.js +220 -209
  60. package/dist/plugins/analytics/assets/schemas.d.ts +14 -9
  61. package/dist/plugins/analytics/assets/schemas.js +25 -17
  62. package/dist/plugins/analytics/db-client.d.ts +1 -1
  63. package/dist/plugins/analytics/index.d.ts +823 -3
  64. package/dist/plugins/analytics/index.js +4 -5
  65. package/dist/plugins/analytics/schemas.d.ts +54 -62
  66. package/dist/plugins/analytics/schemas.js +64 -13
  67. package/dist/plugins/analytics/table.d.ts +1 -1
  68. package/dist/plugins.d.ts +0 -1
  69. package/dist/schemas/config/api.d.ts +17 -0
  70. package/dist/schemas/config/api.js +14 -0
  71. package/dist/schemas/config/auth.d.ts +55 -59
  72. package/dist/schemas/config/auth.js +34 -11
  73. package/dist/schemas/config/dashboard.d.ts +43 -79
  74. package/dist/schemas/config/dashboard.js +43 -12
  75. package/dist/schemas/config/db.d.ts +15 -17
  76. package/dist/schemas/config/db.js +13 -5
  77. package/dist/schemas/config/developer.d.ts +33 -45
  78. package/dist/schemas/config/developer.js +22 -5
  79. package/dist/schemas/config/index.d.ts +398 -521
  80. package/dist/schemas/config/index.js +115 -57
  81. package/dist/schemas/config/sdk.d.ts +50 -196
  82. package/dist/schemas/config/sdk.js +61 -73
  83. package/dist/schemas/custom.d.ts +40 -0
  84. package/dist/schemas/custom.js +41 -0
  85. package/dist/schemas/external-schemas.d.ts +171 -0
  86. package/dist/schemas/external-schemas.js +179 -0
  87. package/dist/schemas/index.d.ts +2 -0
  88. package/dist/schemas/index.js +2 -0
  89. package/dist/schemas/plugins/i18n.d.ts +59 -39
  90. package/dist/schemas/plugins/i18n.js +42 -5
  91. package/dist/schemas/plugins/index.d.ts +7126 -10296
  92. package/dist/schemas/plugins/index.js +260 -276
  93. package/dist/schemas/plugins/shared.d.ts +1293 -3718
  94. package/dist/schemas/plugins/shared.js +320 -329
  95. package/dist/test-utils.d.ts +15 -4
  96. package/dist/test-utils.js +27 -11
  97. package/dist/toolbar/db-viewer/db-shared-types.d.ts +6 -6
  98. package/dist/toolbar/db-viewer/studio/connection.d.ts +8 -4
  99. package/dist/toolbar/db-viewer/studio/connection.js +2 -28
  100. package/dist/toolbar/db-viewer/studio/env/libsql.d.ts +7 -0
  101. package/dist/toolbar/db-viewer/studio/env/libsql.js +17 -0
  102. package/dist/toolbar/db-viewer/studio/env/mysql.d.ts +7 -0
  103. package/dist/toolbar/db-viewer/studio/env/mysql.js +23 -0
  104. package/dist/toolbar/db-viewer/studio/env/postgres.d.ts +7 -0
  105. package/dist/toolbar/db-viewer/studio/env/postgres.js +23 -0
  106. package/dist/toolbar/db-viewer/studio/index.js +20 -56
  107. package/dist/toolbar/db-viewer/studio/type.d.ts +1 -2
  108. package/dist/toolbar/db-viewer/studio/virtual-connection/libsql.d.ts +3 -0
  109. package/dist/toolbar/db-viewer/studio/virtual-connection/libsql.js +24 -0
  110. package/dist/toolbar/db-viewer/studio/virtual-connection/mysql.d.ts +3 -0
  111. package/dist/toolbar/db-viewer/studio/virtual-connection/mysql.js +9 -0
  112. package/dist/toolbar/db-viewer/studio/virtual-connection/postgres.d.ts +3 -0
  113. package/dist/toolbar/db-viewer/studio/virtual-connection/postgres.js +9 -0
  114. package/dist/toolbar/db-viewer/viewer.js +20 -21
  115. package/dist/types.d.ts +30 -0
  116. package/dist/utils/effects/smtp.d.ts +1 -1
  117. package/dist/utils/lang-helper.d.ts +10 -2
  118. package/dist/virtual.d.ts +35 -28
  119. package/dist/virtuals/auth/core.d.ts +5 -5
  120. package/dist/virtuals/auth/verify-email.d.ts +6 -6
  121. package/dist/virtuals/components/Generator.astro +2 -2
  122. package/dist/virtuals/components/Renderer.astro +9 -1
  123. package/dist/virtuals/components/renderFn.d.ts +3 -1
  124. package/dist/virtuals/components/renderFn.js +18 -0
  125. package/dist/virtuals/lib/headDefaults.d.ts +4 -2
  126. package/dist/virtuals/lib/headDefaults.js +0 -2
  127. package/dist/virtuals/lib/routeMap.d.ts +0 -12
  128. package/dist/virtuals/lib/routeMap.js +2 -14
  129. package/dist/virtuals/mailer/index.d.ts +3 -3
  130. package/dist/virtuals/notifier/index.d.ts +5 -5
  131. package/dist/virtuals/plugins/dashboard-pages.d.ts +2 -64
  132. package/dist/virtuals/scripts/StorageFileBrowser.d.ts +1 -172
  133. package/dist/virtuals/scripts/StorageFileBrowser.js +216 -119
  134. package/dist/virtuals/template-engine/index.d.ts +4 -4
  135. package/frontend/components/dashboard/configuration/ConfigForm.astro +218 -110
  136. package/frontend/components/dashboard/content-mgmt/ContentSearch.astro +21 -22
  137. package/frontend/components/dashboard/content-mgmt/CreateFolder.astro +66 -54
  138. package/frontend/components/dashboard/content-mgmt/CreatePage.astro +58 -104
  139. package/frontend/components/dashboard/content-mgmt/EditFolder.astro +65 -67
  140. package/frontend/components/dashboard/content-mgmt/EditPage.astro +86 -134
  141. package/frontend/components/dashboard/content-mgmt/InnerSidebarElement.astro +0 -1
  142. package/frontend/components/dashboard/content-mgmt/PageHeader.astro +33 -52
  143. package/frontend/components/dashboard/content-mgmt/PageTypeHandler.astro +2 -2
  144. package/frontend/components/dashboard/profile/APITokens.astro +219 -158
  145. package/frontend/components/dashboard/profile/BasicInfo.astro +165 -106
  146. package/frontend/components/dashboard/profile/Notifications.astro +27 -18
  147. package/frontend/components/dashboard/profile/UpdatePassword.astro +134 -94
  148. package/frontend/components/dashboard/sidebar/VersionCheck.astro +31 -16
  149. package/frontend/components/dashboard/sidebar/VersionCheckChangelog.astro +18 -11
  150. package/frontend/components/dashboard/sidebar-modals/VersionModal.astro +2 -2
  151. package/frontend/components/dashboard/smtp-config/TemplateEditor.astro +14 -14
  152. package/frontend/components/dashboard/taxonomy/InnerSidebarElement.astro +0 -1
  153. package/frontend/components/dashboard/taxonomy/MetaContainer.astro +0 -2
  154. package/frontend/components/dashboard/taxonomy/PageHeader.astro +16 -24
  155. package/frontend/components/dashboard/taxonomy/TaxonomySearch.astro +23 -27
  156. package/frontend/components/dashboard/user-mgmt/InnerSidebarElement.astro +111 -104
  157. package/frontend/components/dashboard/user-mgmt/UserListItem.astro +9 -22
  158. package/frontend/components/dashboard/user-mgmt/UserListItems.astro +18 -0
  159. package/frontend/components/first-time-setup/snippets/{opt2-studiocms.config.diff → studiocms.config.diff} +1 -0
  160. package/frontend/components/shared/Code.astro +1 -4
  161. package/frontend/components/shared/DynamicSettingsRenderer.astro +1 -1
  162. package/frontend/components/shared/SSRUser.astro +2 -4
  163. package/frontend/components/shared/foldertree/FolderTreeNode.astro +0 -6
  164. package/frontend/components/shared/storage-manager/StorageCopyOutput.astro +0 -1
  165. package/frontend/components/shared/taxonomy/TaxonomyTreeNode.astro +0 -6
  166. package/frontend/layouts/DashboardLayout.astro +1 -10
  167. package/frontend/layouts/TaxonomyLayout.astro +0 -1
  168. package/frontend/middleware/index.ts +102 -61
  169. package/frontend/pages/404.astro +5 -9
  170. package/frontend/pages/[dashboard]/[...pluginPage].astro +10 -1
  171. package/frontend/pages/[dashboard]/configuration.astro +10 -1
  172. package/frontend/pages/[dashboard]/content-management/createfolder.astro +10 -1
  173. package/frontend/pages/[dashboard]/content-management/createpage.astro +10 -1
  174. package/frontend/pages/[dashboard]/content-management/diff.astro +39 -14
  175. package/frontend/pages/[dashboard]/content-management/editfolder.astro +10 -1
  176. package/frontend/pages/[dashboard]/content-management/editpage.astro +10 -1
  177. package/frontend/pages/[dashboard]/content-management/index.astro +10 -1
  178. package/frontend/pages/[dashboard]/index.astro +10 -1
  179. package/frontend/pages/[dashboard]/login.astro +86 -25
  180. package/frontend/pages/[dashboard]/password-reset.astro +22 -16
  181. package/frontend/pages/[dashboard]/plugins/[plugin].astro +10 -1
  182. package/frontend/pages/[dashboard]/profile.astro +10 -1
  183. package/frontend/pages/[dashboard]/signup.astro +153 -52
  184. package/frontend/pages/[dashboard]/smtp-configuration.astro +77 -75
  185. package/frontend/pages/[dashboard]/system-management.astro +10 -1
  186. package/frontend/pages/[dashboard]/taxonomy/categories.astro +30 -41
  187. package/frontend/pages/[dashboard]/taxonomy/index.astro +10 -0
  188. package/frontend/pages/[dashboard]/taxonomy/tags.astro +33 -43
  189. package/frontend/pages/[dashboard]/unverified-email.astro +29 -21
  190. package/frontend/pages/[dashboard]/user-management/edit.astro +170 -90
  191. package/frontend/pages/[dashboard]/user-management/index.astro +10 -1
  192. package/frontend/pages/studiocms_api/[...all].ts +106 -0
  193. package/frontend/pages/studiocms_api/_handlers/_utils/auth.ts +26 -0
  194. package/frontend/pages/studiocms_api/_handlers/_utils/changelog.ts +147 -0
  195. package/frontend/pages/studiocms_api/_handlers/_utils/db-studio-driver.ts +46 -0
  196. package/frontend/pages/studiocms_api/_handlers/_utils/parseLogLevel.ts +27 -0
  197. package/frontend/pages/studiocms_api/_handlers/auth/auth.ts +459 -0
  198. package/frontend/pages/studiocms_api/_handlers/auth/index.ts +17 -0
  199. package/frontend/pages/studiocms_api/_handlers/auth/oauth.ts +91 -0
  200. package/frontend/pages/studiocms_api/_handlers/dashboard/_shared.ts +57 -0
  201. package/frontend/pages/studiocms_api/_handlers/dashboard/apiTokens.ts +134 -0
  202. package/frontend/pages/studiocms_api/_handlers/dashboard/config.ts +64 -0
  203. package/frontend/pages/studiocms_api/_handlers/dashboard/content.ts +741 -0
  204. package/frontend/pages/studiocms_api/_handlers/dashboard/create.ts +480 -0
  205. package/frontend/pages/studiocms_api/_handlers/dashboard/emailNotifications.ts +49 -0
  206. package/frontend/pages/studiocms_api/_handlers/dashboard/index.ts +45 -0
  207. package/frontend/pages/studiocms_api/_handlers/dashboard/mailer.ts +136 -0
  208. package/frontend/pages/studiocms_api/_handlers/dashboard/plugins.ts +80 -0
  209. package/frontend/pages/studiocms_api/_handlers/dashboard/profile.ts +275 -0
  210. package/frontend/pages/studiocms_api/_handlers/dashboard/resetPassword.ts +140 -0
  211. package/frontend/pages/studiocms_api/_handlers/dashboard/search.ts +63 -0
  212. package/frontend/pages/studiocms_api/_handlers/dashboard/taxonomy.ts +285 -0
  213. package/frontend/pages/studiocms_api/_handlers/dashboard/templates.ts +75 -0
  214. package/frontend/pages/studiocms_api/_handlers/dashboard/users.ts +312 -0
  215. package/frontend/pages/studiocms_api/_handlers/dashboard/verifyEndpoints.ts +307 -0
  216. package/frontend/pages/studiocms_api/_handlers/integration/dbStudio.ts +98 -0
  217. package/frontend/pages/studiocms_api/_handlers/integration/index.ts +17 -0
  218. package/frontend/pages/studiocms_api/_handlers/integration/storageManager.ts +107 -0
  219. package/frontend/pages/studiocms_api/_handlers/rest-api/index.ts +8 -0
  220. package/frontend/pages/studiocms_api/_handlers/rest-api/v1/_shared.ts +41 -0
  221. package/frontend/pages/studiocms_api/_handlers/rest-api/v1/index.ts +17 -0
  222. package/frontend/pages/studiocms_api/_handlers/rest-api/v1/public.ts +195 -0
  223. package/frontend/pages/studiocms_api/_handlers/rest-api/v1/secure.ts +1726 -0
  224. package/frontend/pages/studiocms_api/_handlers/sdk.ts +129 -0
  225. package/frontend/pages/studiocms_api/_middleware/astroLocals.ts +36 -0
  226. package/frontend/pages/studiocms_api/_middleware/restApi.ts +56 -0
  227. package/frontend/pages/studiocms_api/integrations/[...all].ts +8 -0
  228. package/frontend/scripts/formdata.ts +219 -0
  229. package/frontend/setup-pages/3-done.astro +4 -20
  230. package/frontend/setup-pages/studiocms_api/dashboard/step-2.ts +3 -6
  231. package/frontend/styles/dashboard-base.css +0 -1
  232. package/frontend/web-vitals/endpoint.ts +2 -1
  233. package/package.json +35 -31
  234. package/dist/global.d.ts +0 -9
  235. package/frontend/components/dashboard/LoginChecker.astro +0 -68
  236. package/frontend/components/dashboard/user-mgmt/RankCheck.astro +0 -57
  237. package/frontend/components/first-time-setup/snippets/opt1-astro.config.diff +0 -14
  238. package/frontend/components/first-time-setup/snippets/opt2-astro.config.diff +0 -9
  239. package/frontend/middleware/_authmap.ts +0 -63
  240. package/frontend/pages/studiocms_api/auth/[path].ts +0 -390
  241. package/frontend/pages/studiocms_api/auth/[provider]/[...id].ts +0 -64
  242. package/frontend/pages/studiocms_api/auth/[provider]/_effects/index.ts +0 -101
  243. package/frontend/pages/studiocms_api/auth/_shared.ts +0 -52
  244. package/frontend/pages/studiocms_api/dashboard/api-tokens.ts +0 -115
  245. package/frontend/pages/studiocms_api/dashboard/config.ts +0 -74
  246. package/frontend/pages/studiocms_api/dashboard/content/diff.ts +0 -73
  247. package/frontend/pages/studiocms_api/dashboard/content/folder.ts +0 -220
  248. package/frontend/pages/studiocms_api/dashboard/content/page.ts +0 -359
  249. package/frontend/pages/studiocms_api/dashboard/create-reset-link.ts +0 -77
  250. package/frontend/pages/studiocms_api/dashboard/create-user-invite.ts +0 -231
  251. package/frontend/pages/studiocms_api/dashboard/create-user.ts +0 -186
  252. package/frontend/pages/studiocms_api/dashboard/email-notification-settings-site.ts +0 -74
  253. package/frontend/pages/studiocms_api/dashboard/mailer/check-email.ts +0 -75
  254. package/frontend/pages/studiocms_api/dashboard/mailer/config.ts +0 -136
  255. package/frontend/pages/studiocms_api/dashboard/plugins/[plugin].ts +0 -80
  256. package/frontend/pages/studiocms_api/dashboard/profile.ts +0 -245
  257. package/frontend/pages/studiocms_api/dashboard/resend-verify-email.ts +0 -77
  258. package/frontend/pages/studiocms_api/dashboard/reset-password.ts +0 -124
  259. package/frontend/pages/studiocms_api/dashboard/search-list.ts +0 -59
  260. package/frontend/pages/studiocms_api/dashboard/taxonomy-search.ts +0 -47
  261. package/frontend/pages/studiocms_api/dashboard/taxonomy.ts +0 -230
  262. package/frontend/pages/studiocms_api/dashboard/templates.ts +0 -74
  263. package/frontend/pages/studiocms_api/dashboard/update-user-notifications.ts +0 -86
  264. package/frontend/pages/studiocms_api/dashboard/users.ts +0 -236
  265. package/frontend/pages/studiocms_api/dashboard/verify-email.ts +0 -83
  266. package/frontend/pages/studiocms_api/dashboard/verify-session.ts +0 -187
  267. package/frontend/pages/studiocms_api/integrations/[type]/[...id].ts +0 -15
  268. package/frontend/pages/studiocms_api/integrations/[type]/_routes/db-studio.ts +0 -173
  269. package/frontend/pages/studiocms_api/integrations/[type]/_routes/storage.ts +0 -88
  270. package/frontend/pages/studiocms_api/partials/editor.astro +0 -74
  271. package/frontend/pages/studiocms_api/partials/render.astro +0 -39
  272. package/frontend/pages/studiocms_api/partials/user-list-items.astro +0 -43
  273. package/frontend/pages/studiocms_api/rest/utils/auth-token.ts +0 -59
  274. package/frontend/pages/studiocms_api/rest/v1/[type]/[...id].ts +0 -23
  275. package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/categories.ts +0 -267
  276. package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/folders.ts +0 -283
  277. package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/pages.ts +0 -505
  278. package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/settings.ts +0 -100
  279. package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/tags.ts +0 -229
  280. package/frontend/pages/studiocms_api/rest/v1/[type]/_routes/users.ts +0 -553
  281. package/frontend/pages/studiocms_api/rest/v1/public/[type]/[...id].ts +0 -19
  282. package/frontend/pages/studiocms_api/rest/v1/public/[type]/_routes/categories.ts +0 -74
  283. package/frontend/pages/studiocms_api/rest/v1/public/[type]/_routes/folders.ts +0 -85
  284. package/frontend/pages/studiocms_api/rest/v1/public/[type]/_routes/pages.ts +0 -103
  285. package/frontend/pages/studiocms_api/rest/v1/public/[type]/_routes/tags.ts +0 -67
  286. package/frontend/pages/studiocms_api/sdk/[...path].ts +0 -97
  287. package/frontend/pages/studiocms_api/sdk/utils/changelog.ts +0 -119
  288. package/frontend/scripts/auth/formListener.ts +0 -81
  289. package/frontend/scripts/formdata-utils.ts +0 -116
  290. package/frontend/utils/build-partial-schema.ts +0 -46
  291. package/frontend/utils/errors.ts +0 -6
  292. package/frontend/utils/param-extractor.ts +0 -83
  293. package/frontend/utils/rest-router.ts +0 -444
@@ -1,279 +1,108 @@
1
- import { z } from 'astro/zod';
1
+ import * as Schema from 'effect/Schema';
2
+ export declare const Spider360: Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>;
3
+ export declare const HaoSouSpider: Schema.Literal<["HaoSouSpider"]>;
4
+ export declare const AdsBotGoogle: Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>;
5
+ export declare const Googlebot: Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>;
6
+ export declare const MediapartnersGoogle: Schema.Literal<["Mediapartners-Google"]>;
7
+ export declare const adidxbot: Schema.Literal<["adidxbot"]>;
8
+ export declare const bingbot: Schema.Literal<["bingbot"]>;
9
+ export declare const BingPreview: Schema.Literal<["BingPreview"]>;
10
+ export declare const MicrosoftPreview: Schema.Literal<["MicrosoftPreview"]>;
11
+ export declare const msnbot: Schema.Literal<["msnbot", "msnbot-media"]>;
12
+ export declare const Applebot: Schema.Literal<["Applebot", "AppleNewsBot"]>;
13
+ export declare const Baiduspider: Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>;
14
+ export declare const coccoc: Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>;
15
+ export declare const DuckDuckBot: Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>;
16
+ export declare const facebook: Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>;
17
+ export declare const gooblog: Schema.Literal<["gooblog"]>;
18
+ export declare const ichiro: Schema.Literal<["ichiro"]>;
19
+ export declare const Sogou: Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>;
20
+ export declare const Yandex: Schema.Literal<["Yandex", "YandexMobileBot"]>;
21
+ export declare const AlgoliaCrawler: Schema.Literal<["Algolia Crawler"]>;
22
+ export declare const BublupBot: Schema.Literal<["BublupBot"]>;
23
+ export declare const CCBot: Schema.Literal<["CCBot"]>;
24
+ export declare const Cliqzbot: Schema.Literal<["Cliqzbot"]>;
25
+ export declare const Daumoa: Schema.Literal<["Daumoa"]>;
26
+ export declare const DeuSu: Schema.Literal<["DeuSu"]>;
27
+ export declare const EuripBot: Schema.Literal<["EuripBot"]>;
28
+ export declare const Exploratodo: Schema.Literal<["Exploratodo"]>;
29
+ export declare const Feedly: Schema.Literal<["Feedly"]>;
30
+ export declare const Findxbot: Schema.Literal<["Findxbot"]>;
31
+ export declare const istellabot: Schema.Literal<["istellabot"]>;
32
+ export declare const JikeSpider: Schema.Literal<["JikeSpider"]>;
33
+ export declare const Lycos: Schema.Literal<["Lycos"]>;
34
+ export declare const MailRu: Schema.Literal<["Mail.Ru"]>;
35
+ export declare const MojeekBot: Schema.Literal<["MojeekBot"]>;
36
+ export declare const OrangeBot: Schema.Literal<["OrangeBot"]>;
37
+ export declare const Pinterest: Schema.Literal<["Pinterest"]>;
38
+ export declare const Plukkie: Schema.Literal<["Plukkie"]>;
39
+ export declare const Qwantify: Schema.Literal<["Qwantify"]>;
40
+ export declare const Rambler: Schema.Literal<["Rambler"]>;
41
+ export declare const SemanticScholarBot: Schema.Literal<["SemanticScholarBot"]>;
42
+ export declare const SeSchemanamBot: Schema.Literal<["SeSchemanamBot"]>;
43
+ export declare const Sosospider: Schema.Literal<["Sosospider"]>;
44
+ export declare const Slurp: Schema.Literal<["Slurp"]>;
45
+ export declare const Twitterbot: Schema.Literal<["Twitterbot"]>;
46
+ export declare const WhatsApp: Schema.Literal<["WhatsApp"]>;
47
+ export declare const yacybot: Schema.Literal<["yacybot"]>;
48
+ export declare const YepBot: Schema.Literal<["YepBot"]>;
49
+ export declare const Yeti: Schema.Literal<["Yeti"]>;
50
+ export declare const YioopBot: Schema.Literal<["YioopBot"]>;
51
+ export declare const yooSchemaBot: Schema.Literal<["yooSchemaBot"]>;
52
+ export declare const YoudaoBot: Schema.Literal<["YoudaoBot"]>;
2
53
  /**
3
- * A Zod schema representing a union of known search engine user agent identifiers.
4
- *
5
- * This schema is used to validate or restrict values to a predefined set of search engine bot names,
6
- * such as 'Googlebot', 'bingbot', 'Yandex', and others. It is useful for scenarios where you need to
7
- * identify or whitelist/blacklist specific search engine crawlers by their user agent strings.
8
- *
9
- * @example
10
- * SearchEngines.parse('Googlebot'); // passes
11
- * SearchEngines.parse('UnknownBot'); // throws ZodError
54
+ * Union of all supported search engine bots for the robots.txt configuration.
12
55
  */
13
- declare const SearchEngines: z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>;
56
+ export declare const SearchEngines: Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>;
14
57
  /**
15
- * Schema for validating user agent strings in robots.txt rules.
16
- *
17
- * Accepts either the wildcard '*' (representing all user agents) or a value from the `SearchEngines` schema.
18
- *
19
- * @see {@link SearchEngines} for the list of supported search engine user agents.
58
+ * Utility Union Schema for allowing either a single string or an array of strings, used for the allow and disallow fields in the robots.txt policy configuration.
20
59
  */
21
- export declare const UserAgentSchema: z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>;
22
- export declare const PolicyOptionsSchema: z.ZodObject<{
23
- /**
24
- * @description
25
- * [ Required ] Indicates the robot to which the rules listed in `robots.txt` apply.
26
- * @example
27
- * ```ts
28
- * policy:[
29
- * {
30
- * userAgent: [
31
- * 'Googlebot',
32
- * 'Applebot',
33
- * 'Baiduspider',
34
- * 'bingbot'
35
- * ],
36
- * // crawling rule(s) for above bots
37
- * }
38
- * ]
39
- * ```
40
- * Verified bots, refer to [DITIG](https://www.ditig.com/robots-txt-template#regular-template) or [Cloudflare Radar](https://radar.cloudflare.com/traffic/verified-bots).
41
- */
42
- userAgent: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, z.ZodArray<z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, "many">]>>;
43
- /**
44
- * @description
45
- * [ At least one or more `allow` or `disallow` entries per rule ] Allows indexing site sections or individual pages.
46
- * @example
47
- * ```ts
48
- * policy:[{allow:["/"]}]
49
- * ```
50
- * Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google.
51
- */
52
- allow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
53
- /**
54
- * @description
55
- * [ At least one or more `disallow` or `allow` entries per rule ] Prohibits indexing site sections or individual pages.
56
- * @example
57
- * ```ts
58
- * policy:[
59
- * {
60
- * disallow:[
61
- * "/admin",
62
- * "/uploads/1989-08-21/*.jpg$"
63
- * ]
64
- * }
65
- * ]
66
- * ```
67
- * Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google.
68
- */
69
- disallow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
70
- /**
71
- * @description
72
- * [ Optional ] Specifies the minimum interval (in seconds) for the search robot to wait after loading one page, before starting to load another.
73
- *
74
- * @example
75
- * ```ts
76
- * policy:[{crawlDelay:5}]
77
- * ```
78
- * About the [Crawl-delay](https://yandex.com/support/webmaster/robot-workings/crawl-delay.html#crawl-delay) directive.
79
- */
80
- crawlDelay: z.ZodOptional<z.ZodNumber>;
81
- /**
82
- * @description
83
- * [ Optional ] Indicates to the robot that the page URL contains parameters (like UTM tags) that should be ignored when indexing it.
84
- *
85
- * @example
86
- * ```bash
87
- * # for URLs like:
88
- * www.example2.com/index.php?page=1&sid=2564126ebdec301c607e5df
89
- * www.example2.com/index.php?page=1&sid=974017dcd170d6c4a5d76ae
90
- * ```
91
- * ```ts
92
- * policy:[
93
- * {
94
- * cleanParam: [
95
- * "sid /index.php",
96
- * ]
97
- * }
98
- * ]
99
- * ```
100
- * For additional examples, please consult
101
- * Yandex's [SYNTAX](https://yandex.com/support/webmaster/robot-workings/clean-param.html#clean-param__additional) guide.
102
- */
103
- cleanParam: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
104
- }, "strip", z.ZodTypeAny, {
105
- userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
106
- allow?: string | string[] | undefined;
107
- disallow?: string | string[] | undefined;
108
- crawlDelay?: number | undefined;
109
- cleanParam?: string | string[] | undefined;
110
- }, {
111
- userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
112
- allow?: string | string[] | undefined;
113
- disallow?: string | string[] | undefined;
114
- crawlDelay?: number | undefined;
115
- cleanParam?: string | string[] | undefined;
60
+ export declare const StringArrayUnion: Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>;
61
+ /**
62
+ * Union of all user agents that can be specified in the robots.txt policy configuration, including the wildcard "*" to apply to all user agents.
63
+ */
64
+ export declare const UserAgentSchema: Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>;
65
+ /**
66
+ * Schema for defining the options for a robots.txt policy, including user agents, allowed and disallowed paths, crawl delay, and clean parameters.
67
+ */
68
+ export declare const PolicyOptionsSchema: Schema.Struct<{
69
+ userAgent: Schema.optional<Schema.Union<[Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>, Schema.Array$<Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>>]>>;
70
+ allow: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
71
+ disallow: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
72
+ crawlDelay: Schema.optional<typeof Schema.Number>;
73
+ cleanParam: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
116
74
  }>;
117
- export declare const RobotsTXTConfigSchema: z.ZodObject<{
118
- /**
119
- * @default false
120
- * @description
121
- * [ Optional ] Some crawlers(Yandex) support and only accept domain names.
122
- * @example
123
- * ```ts
124
- * integrations:[
125
- * robots({
126
- * host: siteUrl.replace(/^https?:\/\/|:\d+/g, "")
127
- * })
128
- * ]
129
- * ```
130
- */
131
- host: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>;
132
- /**
133
- * @description
134
- * [ Optional, zero or more per file ] The location of a sitemap for this website.
135
- * @example
136
- * ```ts
137
- * sitemap: [
138
- * "https://example.com/sitemap.xml",
139
- * "https://www.example.com/sitemap.xml"
140
- * ]
141
- * ```
142
- * The value of the [SITEMAP](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#sitemap) field is case-sensitive.
143
- */
144
- sitemap: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>, z.ZodBoolean]>>;
145
- /**
146
- * @description
147
- * [ Optional ] List of `policy` rules.
148
- * @default
149
- * ```ts
150
- * policy:[
151
- * {
152
- * userAgent: "*",
153
- * allow: "/"
154
- * }
155
- * ]
156
- * ```
157
- * For more help, refer to [SYNTAX](https://yandex.com/support/webmaster/controlling-robot/robots-txt.html#recommend) by Yandex.
158
- */
159
- policy: z.ZodOptional<z.ZodArray<z.ZodObject<{
160
- /**
161
- * @description
162
- * [ Required ] Indicates the robot to which the rules listed in `robots.txt` apply.
163
- * @example
164
- * ```ts
165
- * policy:[
166
- * {
167
- * userAgent: [
168
- * 'Googlebot',
169
- * 'Applebot',
170
- * 'Baiduspider',
171
- * 'bingbot'
172
- * ],
173
- * // crawling rule(s) for above bots
174
- * }
175
- * ]
176
- * ```
177
- * Verified bots, refer to [DITIG](https://www.ditig.com/robots-txt-template#regular-template) or [Cloudflare Radar](https://radar.cloudflare.com/traffic/verified-bots).
178
- */
179
- userAgent: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, z.ZodArray<z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, "many">]>>;
180
- /**
181
- * @description
182
- * [ At least one or more `allow` or `disallow` entries per rule ] Allows indexing site sections or individual pages.
183
- * @example
184
- * ```ts
185
- * policy:[{allow:["/"]}]
186
- * ```
187
- * Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google.
188
- */
189
- allow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
190
- /**
191
- * @description
192
- * [ At least one or more `disallow` or `allow` entries per rule ] Prohibits indexing site sections or individual pages.
193
- * @example
194
- * ```ts
195
- * policy:[
196
- * {
197
- * disallow:[
198
- * "/admin",
199
- * "/uploads/1989-08-21/*.jpg$"
200
- * ]
201
- * }
202
- * ]
203
- * ```
204
- * Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google.
205
- */
206
- disallow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
207
- /**
208
- * @description
209
- * [ Optional ] Specifies the minimum interval (in seconds) for the search robot to wait after loading one page, before starting to load another.
210
- *
211
- * @example
212
- * ```ts
213
- * policy:[{crawlDelay:5}]
214
- * ```
215
- * About the [Crawl-delay](https://yandex.com/support/webmaster/robot-workings/crawl-delay.html#crawl-delay) directive.
216
- */
217
- crawlDelay: z.ZodOptional<z.ZodNumber>;
218
- /**
219
- * @description
220
- * [ Optional ] Indicates to the robot that the page URL contains parameters (like UTM tags) that should be ignored when indexing it.
221
- *
222
- * @example
223
- * ```bash
224
- * # for URLs like:
225
- * www.example2.com/index.php?page=1&sid=2564126ebdec301c607e5df
226
- * www.example2.com/index.php?page=1&sid=974017dcd170d6c4a5d76ae
227
- * ```
228
- * ```ts
229
- * policy:[
230
- * {
231
- * cleanParam: [
232
- * "sid /index.php",
233
- * ]
234
- * }
235
- * ]
236
- * ```
237
- * For additional examples, please consult
238
- * Yandex's [SYNTAX](https://yandex.com/support/webmaster/robot-workings/clean-param.html#clean-param__additional) guide.
239
- */
240
- cleanParam: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
241
- }, "strip", z.ZodTypeAny, {
242
- userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
243
- allow?: string | string[] | undefined;
244
- disallow?: string | string[] | undefined;
245
- crawlDelay?: number | undefined;
246
- cleanParam?: string | string[] | undefined;
247
- }, {
248
- userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
249
- allow?: string | string[] | undefined;
250
- disallow?: string | string[] | undefined;
251
- crawlDelay?: number | undefined;
252
- cleanParam?: string | string[] | undefined;
253
- }>, "many">>;
254
- }, "strip", z.ZodTypeAny, {
255
- host?: string | boolean | undefined;
256
- sitemap?: string | boolean | string[] | undefined;
257
- policy?: {
258
- userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
259
- allow?: string | string[] | undefined;
260
- disallow?: string | string[] | undefined;
261
- crawlDelay?: number | undefined;
262
- cleanParam?: string | string[] | undefined;
263
- }[] | undefined;
264
- }, {
265
- host?: string | boolean | undefined;
266
- sitemap?: string | boolean | string[] | undefined;
267
- policy?: {
268
- userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined;
269
- allow?: string | string[] | undefined;
270
- disallow?: string | string[] | undefined;
271
- crawlDelay?: number | undefined;
272
- cleanParam?: string | string[] | undefined;
273
- }[] | undefined;
75
+ /**
76
+ * Robots.txt configuration schema, which includes options for host, sitemap, and an array of policy options.
77
+ */
78
+ export declare const RobotsTXTConfigSchema: Schema.Struct<{
79
+ host: Schema.optional<Schema.Union<[typeof Schema.String, typeof Schema.Boolean]>>;
80
+ sitemap: Schema.optional<Schema.Union<[Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>, typeof Schema.Boolean]>>;
81
+ policy: Schema.optional<Schema.Array$<Schema.Struct<{
82
+ userAgent: Schema.optional<Schema.Union<[Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>, Schema.Array$<Schema.Union<[Schema.Literal<["*"]>, Schema.Union<[Schema.Literal<["360Spider", "360Spider-Image", "360Spider-Video"]>, Schema.Literal<["HaoSouSpider"]>, Schema.Literal<["AdsBot-Google", "AdsBot-Google-Mobile", "AdsBot-Google-Mobile-Apps"]>, Schema.Literal<["Googlebot", "Googlebot-Image", "Googlebot-Mobile", "Googlebot-News", "Googlebot-Video"]>, Schema.Literal<["Mediapartners-Google"]>, Schema.Literal<["adidxbot"]>, Schema.Literal<["bingbot"]>, Schema.Literal<["BingPreview"]>, Schema.Literal<["MicrosoftPreview"]>, Schema.Literal<["msnbot", "msnbot-media"]>, Schema.Literal<["Applebot", "AppleNewsBot"]>, Schema.Literal<["Baiduspider", "Baiduspider-image", "Baiduspider-mobile", "Baiduspider-news", "Baiduspider-video"]>, Schema.Literal<["coccoc", "coccocbot-image", "coccocbot-web"]>, Schema.Literal<["DuckDuckBot", "DuckDuckGo-Favicons-Bot"]>, Schema.Literal<["facebookcatalog", "facebookexternalhit", "Facebot"]>, Schema.Literal<["gooblog"]>, Schema.Literal<["ichiro"]>, Schema.Literal<["Sogou blog", "Sogou inst spider", "Sogou News Spider", "Sogou Orion spider", "Sogou spider2", "Sogou web spider"]>, Schema.Literal<["Yandex", "YandexMobileBot"]>, Schema.Literal<["Algolia Crawler"]>, Schema.Literal<["BublupBot"]>, Schema.Literal<["CCBot"]>, Schema.Literal<["Cliqzbot"]>, Schema.Literal<["Daumoa"]>, Schema.Literal<["DeuSu"]>, Schema.Literal<["EuripBot"]>, Schema.Literal<["Exploratodo"]>, Schema.Literal<["Feedly"]>, Schema.Literal<["Findxbot"]>, Schema.Literal<["istellabot"]>, Schema.Literal<["JikeSpider"]>, Schema.Literal<["Lycos"]>, Schema.Literal<["Mail.Ru"]>, Schema.Literal<["MojeekBot"]>, Schema.Literal<["OrangeBot"]>, Schema.Literal<["Pinterest"]>, Schema.Literal<["Plukkie"]>, Schema.Literal<["Qwantify"]>, Schema.Literal<["Rambler"]>, Schema.Literal<["SemanticScholarBot"]>, Schema.Literal<["SeSchemanamBot"]>, Schema.Literal<["Sosospider"]>, Schema.Literal<["Slurp"]>, Schema.Literal<["Twitterbot"]>, Schema.Literal<["WhatsApp"]>, Schema.Literal<["yacybot"]>, Schema.Literal<["YepBot"]>, Schema.Literal<["Yeti"]>, Schema.Literal<["YioopBot"]>, Schema.Literal<["yooSchemaBot"]>, Schema.Literal<["YoudaoBot"]>]>]>>]>>;
83
+ allow: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
84
+ disallow: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
85
+ crawlDelay: Schema.optional<typeof Schema.Number>;
86
+ cleanParam: Schema.optional<Schema.Union<[typeof Schema.String, Schema.Array$<typeof Schema.String>]>>;
87
+ }>>>;
274
88
  }>;
275
- export type SearchEngine = z.infer<typeof SearchEngines>;
276
- export type UserAgent = z.infer<typeof UserAgentSchema>;
277
- export type PolicyOptions = z.infer<typeof PolicyOptionsSchema>;
278
- export type RobotsConfig = z.infer<typeof RobotsTXTConfigSchema>;
279
- export {};
89
+ /**
90
+ * Type for the Robots TXT Search Engine Bots, which includes all supported search engine bots for the robots.txt configuration.
91
+ */
92
+ export type SearchEngine = typeof SearchEngines.Type;
93
+ /**
94
+ * Type for the User Agent, which can be either a specific search engine bot or the wildcard "*" to apply to all user agents.
95
+ */
96
+ export type UserAgent = typeof UserAgentSchema.Type;
97
+ /**
98
+ * Type for the policy options, which includes user agents, allowed and disallowed paths, crawl delay, and clean parameters for the robots.txt configuration.
99
+ */
100
+ export type PolicyOptions = typeof PolicyOptionsSchema.Type;
101
+ /**
102
+ * Type for the robots.txt configuration, which includes options for host, sitemap, and an array of policy options.
103
+ */
104
+ export type RobotsConfig = typeof RobotsTXTConfigSchema.Type;
105
+ /**
106
+ * Resolved type for the robots.txt configuration, where all optional fields have been resolved to their default values if not provided.
107
+ */
108
+ export type RobotsConfigResolved = typeof RobotsTXTConfigSchema.Encoded;