@effect-agent/platform-cloudflare 0.1.0-beta.38 → 0.1.0-beta.40

package/dist/browser-rest-crawl.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"browser-rest-crawl.mjs","names":[],"sources":["../src/browser-rest-crawl.ts"],"sourcesContent":["import {\n  PageCrawl,\n  PageCrawlLimitError,\n  PageCrawlProtocolError,\n  PageCrawlRateLimitedError,\n  PageCrawlRecord,\n  PageCrawlTerminalError,\n  SandboxImplementation,\n  type PageCrawlCrawl,\n  type PageCrawlError,\n  type PageCrawlRequest,\n} from \"@effect-agent/sandbox\";\nimport {\n  Duration,\n  Effect,\n  Layer,\n  Option,\n  Redacted,\n  Ref,\n  Schedule,\n  Schema,\n  Scope,\n  Stream,\n} from \"effect\";\nimport {\n  HttpClient,\n  HttpClientRequest,\n  type HttpClientError,\n  type HttpClientResponse,\n} from \"effect/unstable/http\";\n\n/** Node-safe REST crawl implementation. It never exposes or persists provider job identity. */\nexport const browserRestCrawlImplementation = SandboxImplementation.make({\n  isolation: \"isolated\",\n  identity: \"cloudflare-browser-rest-crawl\",\n});\n\nconst API_ORIGIN = \"https://api.cloudflare.com\";\nconst POLL_INTERVAL = Duration.seconds(1);\nconst CANCEL_TIMEOUT = Duration.seconds(30);\nconst MAX_CONTROL_RESPONSE_BYTES = 64 * 1024;\nconst MAX_RESULTS_RESPONSE_BYTES = 12 * 1024 * 1024;\nconst MAX_DIAGNOSTIC_LENGTH = 8_000;\nconst MAX_CURSOR_LENGTH = 1_024;\nconst MAX_RECORDS_PER_RESPONSE = 10_000;\nconst BoundedJobId = Schema.NonEmptyString.check(Schema.isMaxLength(256));\nconst BoundedCursorString = Schema.NonEmptyString.check(Schema.isMaxLength(MAX_CURSOR_LENGTH));\n// The generated API response Schema says string; the current product example returns a number.\nconst ProviderCursor = Schema.Union([BoundedCursorString, Schema.Natural]);\nconst ProviderJobStatus = Schema.Literals([\n  \"running\",\n  \"completed\",\n  \"errored\",\n  \"cancelled_by_user\",\n  \"cancelled_due_to_timeout\",\n  \"cancelled_due_to_limits\",\n]);\nconst ProviderResult = Schema.Struct({\n  id: BoundedJobId,\n  status: ProviderJobStatus,\n  browserSecondsUsed: Schema.optionalKey(Schema.Finite.check(Schema.isGreaterThanOrEqualTo(0))),\n  total: Schema.optionalKey(Schema.Natural),\n  finished: Schema.optionalKey(Schema.Natural),\n  skipped: Schema.optionalKey(Schema.Natural),\n  records: Schema.Array(PageCrawlRecord).check(Schema.isMaxLength(MAX_RECORDS_PER_RESPONSE)),\n  cursor: Schema.optionalKey(ProviderCursor),\n});\nconst CreateEnvelope = Schema.Struct({\n  success: Schema.Literal(true),\n  result: BoundedJobId,\n});\nconst ResultEnvelope = Schema.Struct({\n  success: Schema.Literal(true),\n  result: ProviderResult,\n});\nconst DeleteEnvelope = Schema.Struct({\n  success: Schema.Literal(true),\n  result: Schema.Struct({\n    job_id: BoundedJobId,\n    message: Schema.String.check(Schema.isMaxLength(MAX_DIAGNOSTIC_LENGTH)),\n  }),\n});\n\n/** Explicit credentials. The token is projected only into fixed-origin Authorization headers. */\nexport interface BrowserRestCrawlOptions {\n  readonly accountId: string;\n  readonly apiToken: Redacted.Redacted<string>;\n}\n\nconst boundedDiagnostic = (message: string): string => message.slice(0, MAX_DIAGNOSTIC_LENGTH);\n\nconst privateCause = (value: unknown, apiToken: Redacted.Redacted<string>): Error | undefined => {\n  const raw = boundedDiagnostic(String(value));\n  if (raw.length === 0) return undefined;\n  const token = Redacted.value(apiToken);\n  return new Error(token.length === 0 ? raw : raw.replaceAll(token, \"[REDACTED]\"));\n};\n\nconst protocolError = (message: string, cause?: unknown): PageCrawlProtocolError =>\n  PageCrawlProtocolError.make({\n    implementation: browserRestCrawlImplementation,\n    message: boundedDiagnostic(message),\n    ...(cause === undefined ? {} : { cause }),\n  });\n\nconst limitError = (\n  request: PageCrawlRequest,\n  limit: PageCrawlLimitError[\"limit\"],\n  observed: number,\n): PageCrawlLimitError => {\n  const maximum =\n    limit === \"pages\"\n      ? request.limits.maxPages\n      : limit === \"page-bytes\"\n        ? request.limits.maxPageBytes\n        : limit === \"total-bytes\"\n          ? request.limits.maxTotalBytes\n          : request.limits.deadlineMillis;\n  return PageCrawlLimitError.make({\n    implementation: browserRestCrawlImplementation,\n    limit,\n    maximum,\n    observed,\n    message: `The crawl exceeded its ${limit} limit`,\n  });\n};\n\nconst retryAfterMillis = (\n  headers: Readonly<Record<string, string | undefined>>,\n): number | undefined => {\n  const seconds = Number(headers[\"retry-after\"]);\n  if (!Number.isSafeInteger(seconds) || seconds < 0) return undefined;\n  const millis = seconds * 1_000;\n  return Number.isSafeInteger(millis) ? millis : undefined;\n};\n\nconst isJsonResponse = (headers: Readonly<Record<string, string | undefined>>): boolean => {\n  const contentType = headers[\"content-type\"];\n  if (contentType === undefined) return false;\n  const mediaType = contentType.split(\";\", 1)[0]?.trim().toLowerCase();\n  return mediaType === \"application/json\" || mediaType?.endsWith(\"+json\") === true;\n};\n\nconst isQuotaMessage = (bodyText: string): boolean => /time limit|daily|quota/i.test(bodyText);\n\nconst endpoint = (options: BrowserRestCrawlOptions, jobId?: string): string =>\n  `${API_ORIGIN}/client/v4/accounts/${encodeURIComponent(options.accountId)}/browser-rendering/crawl${\n    jobId === undefined ? \"\" : `/${encodeURIComponent(jobId)}`\n  }`;\n\nconst readBoundedResponse = Effect.fn(\"BrowserRestCrawl.readBoundedResponse\")(function* (\n  response: HttpClientResponse.HttpClientResponse,\n  maximum: number,\n): Effect.fn.Return<string, PageCrawlProtocolError> {\n  const decoder = new TextDecoder(\"utf-8\", { fatal: true, ignoreBOM: false });\n  const state = yield* Stream.runFoldEffect<\n    Uint8Array,\n    HttpClientError.HttpClientError,\n    never,\n    { readonly observed: number; readonly text: string },\n    PageCrawlProtocolError,\n    never\n  >(\n    response.stream,\n    () => ({ observed: 0, text: \"\" }),\n    (current, chunk) => {\n      const observed = current.observed + chunk.byteLength;\n      if (observed > maximum) {\n        return Effect.fail(\n          protocolError(\n            `The Browser Run crawl response exceeded ${String(maximum)} transport bytes`,\n          ),\n        );\n      }\n      return Effect.try({\n        try: () => ({ observed, text: current.text + decoder.decode(chunk, { stream: true }) }),\n        catch: (cause) => protocolError(\"Decoding the Browser Run crawl response failed\", cause),\n      });\n    },\n  ).pipe(\n    Effect.mapError((cause) =>\n      Schema.is(PageCrawlProtocolError)(cause)\n        ? cause\n        : protocolError(\"Reading the Browser Run crawl response failed\", cause),\n    ),\n  );\n  return yield* Effect.try({\n    try: () => state.text + decoder.decode(),\n    catch: (cause) => protocolError(\"Decoding the Browser Run crawl response failed\", cause),\n  });\n});\n\nconst deadlineFailure = Effect.fn(\"BrowserRestCrawl.deadlineFailure\")(function* (\n  request: PageCrawlRequest,\n  startedAt: number,\n) {\n  const now = yield* Effect.clockWith((clock) => clock.currentTimeMillis);\n  return yield* limitError(request, \"deadline\", Math.max(0, now - startedAt));\n});\n\nconst withinDeadline = Effect.fn(\"BrowserRestCrawl.withinDeadline\")(function* <A, E, R>(\n  effect: Effect.Effect<A, E, R>,\n  request: PageCrawlRequest,\n  startedAt: number,\n): Effect.fn.Return<A, E | PageCrawlLimitError, R> {\n  const now = yield* Effect.clockWith((clock) => clock.currentTimeMillis);\n  const elapsed = Math.max(0, now - startedAt);\n  const remaining = request.limits.deadlineMillis - elapsed;\n  if (remaining <= 0) return yield* limitError(request, \"deadline\", elapsed);\n  return yield* effect.pipe(\n    Effect.timeoutOrElse({\n      duration: Duration.millis(remaining),\n      orElse: () => deadlineFailure(request, startedAt),\n    }),\n  );\n});\n\nconst checkDeadline = Effect.fn(\"BrowserRestCrawl.checkDeadline\")(function* (\n  request: PageCrawlRequest,\n  startedAt: number,\n) {\n  const now = yield* Effect.clockWith((clock) => clock.currentTimeMillis);\n  const elapsed = Math.max(0, now - startedAt);\n  if (elapsed >= request.limits.deadlineMillis) {\n    return yield* limitError(request, \"deadline\", elapsed);\n  }\n});\n\nconst normalizedCursor = (cursor: typeof ProviderCursor.Type): string => String(cursor);\n\ninterface PaginationState {\n  readonly cursor: Option.Option<string>;\n  readonly seen: ReadonlyArray<string>;\n}\n\ninterface RecordLimitsState {\n  readonly pages: number;\n  readonly totalBytes: number;\n}\n\nconst sameHost = (expectedHost: string, url: string): boolean => new URL(url).host === expectedHost;\n\nconst makeCrawl =\n  (client: HttpClient.HttpClient, options: BrowserRestCrawlOptions): PageCrawlCrawl =>\n  (input) =>\n    Stream.unwrap(\n      Effect.gen(function* () {\n        const startedAt = yield* Effect.clockWith((clock) => clock.currentTimeMillis);\n        const startHost = new URL(input.startUrl).host;\n\n        const executeJson = Effect.fn(\"BrowserRestCrawl.executeJson\")(function* <\n          S extends Schema.Top,\n        >(request: HttpClientRequest.HttpClientRequest, schema: S, maximum: number) {\n          const authorized = HttpClientRequest.bearerToken(request, options.apiToken).pipe(\n            HttpClientRequest.acceptJson,\n          );\n          const response = yield* client\n            .execute(authorized)\n            .pipe(\n              Effect.mapError((cause) =>\n                protocolError(\n                  \"Calling the Browser Run crawl REST API failed\",\n                  privateCause(cause, options.apiToken),\n                ),\n              ),\n            );\n          const bodyText = yield* readBoundedResponse(response, maximum);\n          if (response.status === 429) {\n            const reason = isQuotaMessage(bodyText) ? \"quota\" : \"rate\";\n            return yield* PageCrawlRateLimitedError.make({\n              implementation: browserRestCrawlImplementation,\n              reason,\n              ...(retryAfterMillis(response.headers) === undefined\n                ? {}\n                : { retryAfterMillis: retryAfterMillis(response.headers) }),\n              message:\n                reason === \"quota\"\n                  ? \"Browser Run exceeded its browser quota\"\n                  : \"Browser Run crawl was rate limited\",\n              ...(privateCause(bodyText, options.apiToken) === undefined\n                ? {}\n                : { cause: privateCause(bodyText, options.apiToken) }),\n            });\n          }\n          if (response.status < 200 || response.status >= 300) {\n            return yield* protocolError(\n              `Browser Run crawl answered HTTP ${String(response.status)}`,\n              privateCause(bodyText, options.apiToken),\n            );\n          }\n          if (!isJsonResponse(response.headers)) {\n            return yield* protocolError(\n              \"The Browser Run crawl success response was not JSON\",\n              privateCause(bodyText, options.apiToken),\n            );\n          }\n          return yield* Schema.decodeUnknownEffect(Schema.fromJsonString(schema))(bodyText).pipe(\n            Effect.mapError((cause) =>\n              protocolError(\n                \"Browser Run returned a malformed crawl response\",\n                privateCause(cause, options.apiToken),\n              ),\n            ),\n          );\n        });\n\n        const createJob = Effect.gen(function* () {\n          const requestWithBody = yield* HttpClientRequest.post(endpoint(options)).pipe(\n            HttpClientRequest.bodyJson({\n              url: input.startUrl,\n              crawlPurposes: [...input.purposes],\n              limit: input.limits.maxPages,\n              depth: input.limits.maxDepth,\n              formats: [\"markdown\"],\n              render: true,\n              options: {\n                includeExternalLinks: false,\n                includeSubdomains: false,\n              },\n            }),\n            Effect.mapError((cause) =>\n              protocolError(\"Encoding the Browser Run crawl request failed\", cause),\n            ),\n          );\n          const created = yield* withinDeadline(\n            executeJson(requestWithBody, CreateEnvelope, MAX_CONTROL_RESPONSE_BYTES),\n            input,\n            startedAt,\n          );\n          return created.result;\n        });\n\n        const job = yield* Effect.uninterruptibleMask((restore) =>\n          restore(createJob).pipe(\n            Effect.flatMap((id) =>\n              Effect.gen(function* () {\n                const state = yield* Ref.make<\"running\" | \"terminal\">(\"running\");\n                const scope = yield* Effect.scope;\n\n                const cancelIfRunning = Ref.modify(state, (current) =>\n                  current === \"running\"\n                    ? [true, \"terminal\" as const]\n                    : [false, \"terminal\" as const],\n                ).pipe(\n                  Effect.flatMap((shouldCancel) => {\n                    if (!shouldCancel) return Effect.void;\n                    const cancellation = executeJson(\n                      HttpClientRequest.delete(endpoint(options, id)),\n                      DeleteEnvelope,\n                      MAX_CONTROL_RESPONSE_BYTES,\n                    ).pipe(\n                      Effect.flatMap((deleted) =>\n                        deleted.result.job_id === id\n                          ? Effect.void\n                          : protocolError(\"Browser Run cancelled a different crawl job\"),\n                      ),\n                    );\n                    return cancellation.pipe(\n                      Effect.timeoutOrElse({\n                        duration: CANCEL_TIMEOUT,\n                        orElse: () =>\n                          protocolError(\"Cancelling the Browser Run crawl exceeded 30 seconds\"),\n                      }),\n                    );\n                  }),\n                );\n\n                yield* Scope.addFinalizer(\n                  scope,\n                  cancelIfRunning.pipe(\n                    Effect.catchCause(() =>\n                      Effect.logWarning(\"Browser Run crawl cancellation failed\"),\n                    ),\n                  ),\n                );\n                return { id, state } as const;\n              }),\n            ),\n          ),\n        );\n\n        const fetchResult = Effect.fn(\"BrowserRestCrawl.fetchResult\")(function* (\n          cursor: Option.Option<string>,\n          statusOnly: boolean,\n        ) {\n          let request = HttpClientRequest.get(endpoint(options, job.id));\n          if (statusOnly) request = HttpClientRequest.setUrlParam(request, \"limit\", \"1\");\n          if (Option.isSome(cursor)) {\n            request = HttpClientRequest.setUrlParam(request, \"cursor\", cursor.value);\n          }\n          // `limit=1` still permits one complete record, so poll GETs use the bounded result cap.\n          const envelope = yield* withinDeadline(\n            executeJson(request, ResultEnvelope, MAX_RESULTS_RESPONSE_BYTES),\n            input,\n            startedAt,\n          );\n          if (envelope.result.id !== job.id) {\n            return yield* protocolError(\"Browser Run returned a different crawl job identity\");\n          }\n          return envelope.result;\n        });\n\n        const terminal = yield* Effect.uninterruptibleMask((restore) =>\n          restore(\n            withinDeadline(\n              Effect.repeat(fetchResult(Option.none(), true), {\n                schedule: Schedule.spaced(POLL_INTERVAL),\n                until: (result) => result.status !== \"running\",\n              }),\n              input,\n              startedAt,\n            ),\n          ).pipe(Effect.tap(() => Ref.set(job.state, \"terminal\"))),\n        );\n        if (terminal.status === \"running\") {\n          return yield* protocolError(\"Browser Run polling stopped before a terminal status\");\n        }\n        if (terminal.status !== \"completed\") {\n          return yield* PageCrawlTerminalError.make({\n            implementation: browserRestCrawlImplementation,\n            status: terminal.status,\n            message: `Browser Run crawl ended with status ${terminal.status}`,\n          });\n        }\n\n        const pages = Stream.paginate<PaginationState, PageCrawlRecord, PageCrawlError>(\n          { cursor: Option.none(), seen: [] },\n          (state) =>\n            Effect.gen(function* () {\n              const result = yield* fetchResult(state.cursor, false);\n              if (result.status !== \"completed\") {\n                return yield* protocolError(\n                  \"Browser Run changed crawl status during result pagination\",\n                );\n              }\n              if (result.cursor === undefined) {\n                return [result.records, Option.none()] as const;\n              }\n              const cursor = normalizedCursor(result.cursor);\n              if (state.seen.includes(cursor)) {\n                return yield* protocolError(\"Browser Run repeated a crawl result cursor\");\n              }\n              if (state.seen.length >= input.limits.maxPages) {\n                return yield* protocolError(\"Browser Run returned too many crawl result cursors\");\n              }\n              return [\n                result.records,\n                Option.some({ cursor: Option.some(cursor), seen: [...state.seen, cursor] }),\n              ] as const;\n            }),\n        );\n\n        return pages.pipe(\n          Stream.rechunk(1),\n          Stream.mapAccumEffect(\n            (): RecordLimitsState => ({ pages: 0, totalBytes: 0 }),\n            (state, record) =>\n              Effect.gen(function* () {\n                yield* checkDeadline(input, startedAt);\n                const pages = state.pages + 1;\n                if (pages > input.limits.maxPages) {\n                  return yield* limitError(input, \"pages\", pages);\n                }\n                if (!sameHost(startHost, record.url)) {\n                  return yield* protocolError(\"Browser Run returned an off-host crawl record\");\n                }\n                if (record.metadata !== undefined && !sameHost(startHost, record.metadata.url)) {\n                  return yield* protocolError(\"Browser Run returned off-host crawl metadata\");\n                }\n                const pageBytes =\n                  record.markdown === undefined\n                    ? 0\n                    : new TextEncoder().encode(record.markdown).byteLength;\n                if (pageBytes > input.limits.maxPageBytes) {\n                  return yield* limitError(input, \"page-bytes\", pageBytes);\n                }\n                const totalBytes = state.totalBytes + pageBytes;\n                if (totalBytes > input.limits.maxTotalBytes) {\n                  return yield* limitError(input, \"total-bytes\", totalBytes);\n                }\n                return [{ pages, totalBytes }, [record]] as const;\n              }),\n          ),\n        );\n      }),\n    );\n\n/** Cloudflare REST PageCrawl Layer for Node and other non-Worker composition roots. */\nexport const browserRestCrawlLayer = (\n  options: BrowserRestCrawlOptions,\n): Layer.Layer<PageCrawl, never, HttpClient.HttpClient> =>\n  Layer.effect(\n    PageCrawl,\n    Effect.map(HttpClient.HttpClient, (client) =>\n      PageCrawl.of({ crawl: makeCrawl(client, options) }),\n    ),\n  );\n"],"mappings":";;;;;AAgCA,MAAa,iCAAiC,sBAAsB,KAAK;CACvE,WAAW;CACX,UAAU;AACZ,CAAC;AAED,MAAM,aAAa;AACnB,MAAM,gBAAgB,SAAS,QAAQ,CAAC;AACxC,MAAM,iBAAiB,SAAS,QAAQ,EAAE;AAC1C,MAAM,6BAA6B,KAAK;AACxC,MAAM,6BAA6B,KAAK,OAAO;AAC/C,MAAM,wBAAwB;AAC9B,MAAM,oBAAoB;AAC1B,MAAM,2BAA2B;AACjC,MAAM,eAAe,OAAO,eAAe,MAAM,OAAO,YAAY,GAAG,CAAC;AACxE,MAAM,sBAAsB,OAAO,eAAe,MAAM,OAAO,YAAY,iBAAiB,CAAC;AAE7F,MAAM,iBAAiB,OAAO,MAAM,CAAC,qBAAqB,OAAO,OAAO,CAAC;AACzE,MAAM,oBAAoB,OAAO,SAAS;CACxC;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;AACD,MAAM,iBAAiB,OAAO,OAAO;CACnC,IAAI;CACJ,QAAQ;CACR,oBAAoB,OAAO,YAAY,OAAO,OAAO,MAAM,OAAO,uBAAuB,CAAC,CAAC,CAAC;CAC5F,OAAO,OAAO,YAAY,OAAO,OAAO;CACxC,UAAU,OAAO,YAAY,OAAO,OAAO;CAC3C,SAAS,OAAO,YAAY,OAAO,OAAO;CAC1C,SAAS,OAAO,MAAM,eAAe,CAAC,CAAC,MAAM,OAAO,YAAY,wBAAwB,CAAC;CACzF,QAAQ,OAAO,YAAY,cAAc;AAC3C,CAAC;AACD,MAAM,iBAAiB,OAAO,OAAO;CACnC,SAAS,OAAO,QAAQ,IAAI;CAC5B,QAAQ;AACV,CAAC;AACD,MAAM,iBAAiB,OAAO,OAAO;CACnC,SAAS,OAAO,QAAQ,IAAI;CAC5B,QAAQ;AACV,CAAC;AACD,MAAM,iBAAiB,OAAO,OAAO;CACnC,SAAS,OAAO,QAAQ,IAAI;CAC5B,QAAQ,OAAO,OAAO;EACpB,QAAQ;EACR,SAAS,OAAO,OAAO,MAAM,OAAO,YAAY,qBAAqB,CAAC;CACxE,CAAC;AACH,CAAC;AAQD,MAAM,qBAAqB,YAA4B,QAAQ,MAAM,GAAG,qBAAqB;AAE7F,MAAM,gBAAgB,OAAgB,aAA2D;CAC/F,MAAM,MAAM,kBAAkB,OAAO,KAAK,CAAC;CAC3C,IAAI,IAAI,WAAW,GAAG,OAAO,KAAA;CAC7B,MAAM,QAAQ,SAAS,MAAM,QAAQ;CACrC,OAAO,IAAI,MAAM,MAAM,WAAW,IAAI,MAAM,IAAI,WAAW,OAAO,YAAY,CAAC;AACjF;AAEA,MAAM,iBAAiB,SAAiB,UACtC,uBAAuB,KAAK;CAC1B,gBAAgB;CAChB,SAAS,kBAAkB,OAAO;CAClC,GAAI,UAAU,KAAA,IAAY,CAAC,IAAI,EAAE,MAAM;AACzC,CAAC;AAEH,MAAM,cACJ,SACA,OACA,aACwB;CACxB,MAAM,UACJ,UAAU,UACN,QAAQ,OAAO,WACf,UAAU,eACR,QAAQ,OAAO,eACf,UAAU,gBACR,QAAQ,OAAO,gBACf,QAAQ,OAAO;CACzB,OAAO,oBAAoB,KAAK;EAC9B,gBAAgB;EAChB;EACA;EACA;EACA,SAAS,0BAA0B,MAAM;CAC3C,CAAC;AACH;AAEA,MAAM,oBACJ,YACuB;CACvB,MAAM,UAAU,OAAO,QAAQ,cAAc;CAC7C,IAAI,CAAC,OAAO,cAAc,OAAO,KAAK,UAAU,GAAG,OAAO,KAAA;CAC1D,MAAM,SAAS,UAAU;CACzB,OAAO,OAAO,cAAc,MAAM,IAAI,SAAS,KAAA;AACjD;AAEA,MAAM,kBAAkB,YAAmE;CACzF,MAAM,cAAc,QAAQ;CAC5B,IAAI,gBAAgB,KAAA,GAAW,OAAO;CACtC,MAAM,YAAY,YAAY,MAAM,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,YAAY;CACnE,OAAO,cAAc,sBAAsB,WAAW,SAAS,OAAO,MAAM;AAC9E;AAEA,MAAM,kBAAkB,aAA8B,0BAA0B,KAAK,QAAQ;AAE7F,MAAM,YAAY,SAAkC,UAClD,GAAG,WAAW,sBAAsB,mBAAmB,QAAQ,SAAS,EAAE,0BACxE,UAAU,KAAA,IAAY,KAAK,IAAI,mBAAmB,KAAK;AAG3D,MAAM,sBAAsB,OAAO,GAAG,sCAAsC,CAAC,CAAC,WAC5E,UACA,SACkD;CAClD,MAAM,UAAU,IAAI,YAAY,SAAS;EAAE,OAAO;EAAM,WAAW;CAAM,CAAC;CAC1E,MAAM,QAAQ,OAAO,OAAO,cAQ1B,SAAS,eACF;EAAE,UAAU;EAAG,MAAM;CAAG,KAC9B,SAAS,UAAU;EAClB,MAAM,WAAW,QAAQ,WAAW,MAAM;EAC1C,IAAI,WAAW,SACb,OAAO,OAAO,KACZ,cACE,2CAA2C,OAAO,OAAO,EAAE,iBAC7D,CACF;EAEF,OAAO,OAAO,IAAI;GAChB,YAAY;IAAE;IAAU,MAAM,QAAQ,OAAO,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;GAAE;GACrF,QAAQ,UAAU,cAAc,kDAAkD,KAAK;EACzF,CAAC;CACH,CACF,CAAC,CAAC,KACA,OAAO,UAAU,UACf,OAAO,GAAG,sBAAsB,CAAC,CAAC,KAAK,IACnC,QACA,cAAc,iDAAiD,KAAK,CAC1E,CACF;CACA,OAAO,OAAO,OAAO,IAAI;EACvB,WAAW,MAAM,OAAO,QAAQ,OAAO;EACvC,QAAQ,UAAU,cAAc,kDAAkD,KAAK;CACzF,CAAC;AACH,CAAC;AAED,MAAM,kBAAkB,OAAO,GAAG,kCAAkC,CAAC,CAAC,WACpE,SACA,WACA;CACA,MAAM,MAAM,OAAO,OAAO,WAAW,UAAU,MAAM,iBAAiB;CACtE,OAAO,OAAO,WAAW,SAAS,YAAY,KAAK,IAAI,GAAG,MAAM,SAAS,CAAC;AAC5E,CAAC;AAED,MAAM,iBAAiB,OAAO,GAAG,iCAAiC,CAAC,CAAC,WAClE,QACA,SACA,WACiD;CACjD,MAAM,MAAM,OAAO,OAAO,WAAW,UAAU,MAAM,iBAAiB;CACtE,MAAM,UAAU,KAAK,IAAI,GAAG,MAAM,SAAS;CAC3C,MAAM,YAAY,QAAQ,OAAO,iBAAiB;CAClD,IAAI,aAAa,GAAG,OAAO,OAAO,WAAW,SAAS,YAAY,OAAO;CACzE,OAAO,OAAO,OAAO,KACnB,OAAO,cAAc;EACnB,UAAU,SAAS,OAAO,SAAS;EACnC,cAAc,gBAAgB,SAAS,SAAS;CAClD,CAAC,CACH;AACF,CAAC;AAED,MAAM,gBAAgB,OAAO,GAAG,gCAAgC,CAAC,CAAC,WAChE,SACA,WACA;CACA,MAAM,MAAM,OAAO,OAAO,WAAW,UAAU,MAAM,iBAAiB;CACtE,MAAM,UAAU,KAAK,IAAI,GAAG,MAAM,SAAS;CAC3C,IAAI,WAAW,QAAQ,OAAO,gBAC5B,OAAO,OAAO,WAAW,SAAS,YAAY,OAAO;AAEzD,CAAC;AAED,MAAM,oBAAoB,WAA+C,OAAO,MAAM;AAYtF,MAAM,YAAY,cAAsB,QAAyB,IAAI,IAAI,GAAG,CAAC,CAAC,SAAS;AAEvF,MAAM,aACH,QAA+B,aAC/B,UACC,OAAO,OACL,OAAO,IAAI,aAAa;CACtB,MAAM,YAAY,OAAO,OAAO,WAAW,UAAU,MAAM,iBAAiB;CAC5E,MAAM,YAAY,IAAI,IAAI,MAAM,QAAQ,CAAC,CAAC;CAE1C,MAAM,cAAc,OAAO,GAAG,8BAA8B,CAAC,CAAC,WAE5D,SAA8C,QAAW,SAAiB;EAC1E,MAAM,aAAa,kBAAkB,YAAY,SAAS,QAAQ,QAAQ,CAAC,CAAC,KAC1E,kBAAkB,UACpB;EACA,MAAM,WAAW,OAAO,OACrB,QAAQ,UAAU,CAAC,CACnB,KACC,OAAO,UAAU,UACf,cACE,iDACA,aAAa,OAAO,QAAQ,QAAQ,CACtC,CACF,CACF;EACF,MAAM,WAAW,OAAO,oBAAoB,UAAU,OAAO;EAC7D,IAAI,SAAS,WAAW,KAAK;GAC3B,MAAM,SAAS,eAAe,QAAQ,IAAI,UAAU;GACpD,OAAO,OAAO,0BAA0B,KAAK;IAC3C,gBAAgB;IAChB;IACA,GAAI,iBAAiB,SAAS,OAAO,MAAM,KAAA,IACvC,CAAC,IACD,EAAE,kBAAkB,iBAAiB,SAAS,OAAO,EAAE;IAC3D,SACE,WAAW,UACP,2CACA;IACN,GAAI,aAAa,UAAU,QAAQ,QAAQ,MAAM,KAAA,IAC7C,CAAC,IACD,EAAE,OAAO,aAAa,UAAU,QAAQ,QAAQ,EAAE;GACxD,CAAC;EACH;EACA,IAAI,SAAS,SAAS,OAAO,SAAS,UAAU,KAC9C,OAAO,OAAO,cACZ,mCAAmC,OAAO,SAAS,MAAM,KACzD,aAAa,UAAU,QAAQ,QAAQ,CACzC;EAEF,IAAI,CAAC,eAAe,SAAS,OAAO,GAClC,OAAO,OAAO,cACZ,uDACA,aAAa,UAAU,QAAQ,QAAQ,CACzC;EAEF,OAAO,OAAO,OAAO,oBAAoB,OAAO,eAAe,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,KAChF,OAAO,UAAU,UACf,cACE,mDACA,aAAa,OAAO,QAAQ,QAAQ,CACtC,CACF,CACF;CACF,CAAC;CAED,MAAM,YAAY,OAAO,IAAI,aAAa;EACxC,MAAM,kBAAkB,OAAO,kBAAkB,KAAK,SAAS,OAAO,CAAC,CAAC,CAAC,KACvE,kBAAkB,SAAS;GACzB,KAAK,MAAM;GACX,eAAe,CAAC,GAAG,MAAM,QAAQ;GACjC,OAAO,MAAM,OAAO;GACpB,OAAO,MAAM,OAAO;GACpB,SAAS,CAAC,UAAU;GACpB,QAAQ;GACR,SAAS;IACP,sBAAsB;IACtB,mBAAmB;GACrB;EACF,CAAC,GACD,OAAO,UAAU,UACf,cAAc,iDAAiD,KAAK,CACtE,CACF;EAMA,QAAO,OALgB,eACrB,YAAY,iBAAiB,gBAAgB,0BAA0B,GACvE,OACA,SACF,EAAA,CACe;CACjB,CAAC;CAED,MAAM,MAAM,OAAO,OAAO,qBAAqB,YAC7C,QAAQ,SAAS,CAAC,CAAC,KACjB,OAAO,SAAS,OACd,OAAO,IAAI,aAAa;EACtB,MAAM,QAAQ,OAAO,IAAI,KAA6B,SAAS;EAC/D,MAAM,QAAQ,OAAO,OAAO;EAE5B,MAAM,kBAAkB,IAAI,OAAO,QAAQ,YACzC,YAAY,YACR,CAAC,MAAM,UAAmB,IAC1B,CAAC,OAAO,UAAmB,CACjC,CAAC,CAAC,KACA,OAAO,SAAS,iBAAiB;GAC/B,IAAI,CAAC,cAAc,OAAO,OAAO;GAYjC,OAXqB,YACnB,kBAAkB,OAAO,SAAS,SAAS,EAAE,CAAC,GAC9C,gBACA,0BACF,CAAC,CAAC,KACA,OAAO,SAAS,YACd,QAAQ,OAAO,WAAW,KACtB,OAAO,OACP,cAAc,6CAA6C,CACjE,CAEgB,CAAC,CAAC,KAClB,OAAO,cAAc;IACnB,UAAU;IACV,cACE,cAAc,sDAAsD;GACxE,CAAC,CACH;EACF,CAAC,CACH;EAEA,OAAO,MAAM,aACX,OACA,gBAAgB,KACd,OAAO,iBACL,OAAO,WAAW,uCAAuC,CAC3D,CACF,CACF;EACA,OAAO;GAAE;GAAI;EAAM;CACrB,CAAC,CACH,CACF,CACF;CAEA,MAAM,cAAc,OAAO,GAAG,8BAA8B,CAAC,CAAC,WAC5D,QACA,YACA;EACA,IAAI,UAAU,kBAAkB,IAAI,SAAS,SAAS,IAAI,EAAE,CAAC;EAC7D,IAAI,YAAY,UAAU,kBAAkB,YAAY,SAAS,SAAS,GAAG;EAC7E,IAAI,OAAO,OAAO,MAAM,GACtB,UAAU,kBAAkB,YAAY,SAAS,UAAU,OAAO,KAAK;EAGzE,MAAM,WAAW,OAAO,eACtB,YAAY,SAAS,gBAAgB,0BAA0B,GAC/D,OACA,SACF;EACA,IAAI,SAAS,OAAO,OAAO,IAAI,IAC7B,OAAO,OAAO,cAAc,qDAAqD;EAEnF,OAAO,SAAS;CAClB,CAAC;CAED,MAAM,WAAW,OAAO,OAAO,qBAAqB,YAClD,QACE,eACE,OAAO,OAAO,YAAY,OAAO,KAAK,GAAG,IAAI,GAAG;EAC9C,UAAU,SAAS,OAAO,aAAa;EACvC,QAAQ,WAAW,OAAO,WAAW;CACvC,CAAC,GACD,OACA,SACF,CACF,CAAC,CAAC,KAAK,OAAO,UAAU,IAAI,IAAI,IAAI,OAAO,UAAU,CAAC,CAAC,CACzD;CACA,IAAI,SAAS,WAAW,WACtB,OAAO,OAAO,cAAc,sDAAsD;CAEpF,IAAI,SAAS,WAAW,aACtB,OAAO,OAAO,uBAAuB,KAAK;EACxC,gBAAgB;EAChB,QAAQ,SAAS;EACjB,SAAS,uCAAuC,SAAS;CAC3D,CAAC;CA8BH,OA3Bc,OAAO,SACnB;EAAE,QAAQ,OAAO,KAAK;EAAG,MAAM,CAAC;CAAE,IACjC,UACC,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO,YAAY,MAAM,QAAQ,KAAK;EACrD,IAAI,OAAO,WAAW,aACpB,OAAO,OAAO,cACZ,2DACF;EAEF,IAAI,OAAO,WAAW,KAAA,GACpB,OAAO,CAAC,OAAO,SAAS,OAAO,KAAK,CAAC;EAEvC,MAAM,SAAS,iBAAiB,OAAO,MAAM;EAC7C,IAAI,MAAM,KAAK,SAAS,MAAM,GAC5B,OAAO,OAAO,cAAc,4CAA4C;EAE1E,IAAI,MAAM,KAAK,UAAU,MAAM,OAAO,UACpC,OAAO,OAAO,cAAc,oDAAoD;EAElF,OAAO,CACL,OAAO,SACP,OAAO,KAAK;GAAE,QAAQ,OAAO,KAAK,MAAM;GAAG,MAAM,CAAC,GAAG,MAAM,MAAM,MAAM;EAAE,CAAC,CAC5E;CACF,CAAC,CAGM,CAAC,CAAC,KACX,OAAO,QAAQ,CAAC,GAChB,OAAO,sBACqB;EAAE,OAAO;EAAG,YAAY;CAAE,KACnD,OAAO,WACN,OAAO,IAAI,aAAa;EACtB,OAAO,cAAc,OAAO,SAAS;EACrC,MAAM,QAAQ,MAAM,QAAQ;EAC5B,IAAI,QAAQ,MAAM,OAAO,UACvB,OAAO,OAAO,WAAW,OAAO,SAAS,KAAK;EAEhD,IAAI,CAAC,SAAS,WAAW,OAAO,GAAG,GACjC,OAAO,OAAO,cAAc,+CAA+C;EAE7E,IAAI,OAAO,aAAa,KAAA,KAAa,CAAC,SAAS,WAAW,OAAO,SAAS,GAAG,GAC3E,OAAO,OAAO,cAAc,8CAA8C;EAE5E,MAAM,YACJ,OAAO,aAAa,KAAA,IAChB,IACA,IAAI,YAAY,CAAC,CAAC,OAAO,OAAO,QAAQ,CAAC,CAAC;EAChD,IAAI,YAAY,MAAM,OAAO,cAC3B,OAAO,OAAO,WAAW,OAAO,cAAc,SAAS;EAEzD,MAAM,aAAa,MAAM,aAAa;EACtC,IAAI,aAAa,MAAM,OAAO,eAC5B,OAAO,OAAO,WAAW,OAAO,eAAe,UAAU;EAE3D,OAAO,CAAC;GAAE;GAAO;EAAW,GAAG,CAAC,MAAM,CAAC;CACzC,CAAC,CACL,CACF;AACF,CAAC,CACH;;AAGJ,MAAa,yBACX,YAEA,MAAM,OACJ,WACA,OAAO,IAAI,WAAW,aAAa,WACjC,UAAU,GAAG,EAAE,OAAO,UAAU,QAAQ,OAAO,EAAE,CAAC,CACpD,CACF"}
+{"version":3,"file":"browser-rest-crawl.mjs","names":[],"sources":["../src/browser-rest-crawl.ts"],"sourcesContent":["import {\n  PageCrawl,\n  PageCrawlLimitError,\n  PageCrawlProtocolError,\n  PageCrawlRateLimitedError,\n  PageCrawlRecord,\n  PageCrawlTerminalError,\n  SandboxImplementation,\n  type PageCrawlCrawl,\n  type PageCrawlError,\n  type PageCrawlRequest,\n} from \"@effect-agent/sandbox\";\nimport {\n  Duration,\n  Effect,\n  Layer,\n  Option,\n  Redacted,\n  Ref,\n  Schedule,\n  Schema,\n  Scope,\n  Stream,\n} from \"effect\";\nimport {\n  HttpClient,\n  HttpClientRequest,\n  type HttpClientError,\n  type HttpClientResponse,\n} from \"effect/unstable/http\";\n\n/** Node-safe REST crawl implementation. It never exposes or persists provider job identity. */\nexport const browserRestCrawlImplementation = SandboxImplementation.make({\n  isolation: \"isolated\",\n  identity: \"cloudflare-browser-rest-crawl\",\n});\n\nconst API_ORIGIN = \"https://api.cloudflare.com\";\nconst POLL_INTERVAL = Duration.seconds(1);\nconst CANCEL_TIMEOUT = Duration.seconds(30);\nconst MAX_CONTROL_RESPONSE_BYTES = 64 * 1024;\nconst MAX_RESULTS_RESPONSE_BYTES = 12 * 1024 * 1024;\nconst MAX_DIAGNOSTIC_LENGTH = 8_000;\nconst MAX_CURSOR_LENGTH = 1_024;\nconst MAX_RECORDS_PER_RESPONSE = 10_000;\nconst BoundedJobId = Schema.NonEmptyString.check(Schema.isMaxLength(256));\nconst BoundedCursorString = Schema.NonEmptyString.check(Schema.isMaxLength(MAX_CURSOR_LENGTH));\n// The generated API response Schema says string; the current product example returns a number.\nconst ProviderCursor = Schema.Union([BoundedCursorString, Schema.Natural]);\nconst ProviderJobStatus = Schema.Literals([\n  \"running\",\n  \"completed\",\n  \"errored\",\n  \"cancelled_by_user\",\n  \"cancelled_due_to_timeout\",\n  \"cancelled_due_to_limits\",\n]);\nconst ProviderResult = Schema.Struct({\n  id: BoundedJobId,\n  status: ProviderJobStatus,\n  browserSecondsUsed: Schema.optionalKey(Schema.Finite.check(Schema.isGreaterThanOrEqualTo(0))),\n  total: Schema.optionalKey(Schema.Natural),\n  finished: Schema.optionalKey(Schema.Natural),\n  skipped: Schema.optionalKey(Schema.Natural),\n  records: Schema.Array(PageCrawlRecord).check(Schema.isMaxLength(MAX_RECORDS_PER_RESPONSE)),\n  cursor: Schema.optionalKey(ProviderCursor),\n});\nconst CreateEnvelope = Schema.Struct({\n  success: Schema.Literal(true),\n  result: BoundedJobId,\n});\nconst ResultEnvelope = Schema.Struct({\n  success: Schema.Literal(true),\n  result: ProviderResult,\n});\nconst DeleteEnvelope = Schema.Struct({\n  success: Schema.Literal(true),\n  result: Schema.Struct({\n    job_id: BoundedJobId,\n    message: Schema.String.check(Schema.isMaxLength(MAX_DIAGNOSTIC_LENGTH)),\n  }),\n});\n\n/** Explicit credentials. The token is projected only into fixed-origin Authorization headers. */\nexport interface BrowserRestCrawlOptions {\n  readonly accountId: string;\n  readonly apiToken: Redacted.Redacted<string>;\n}\n\nconst boundedDiagnostic = (message: string): string => message.slice(0, MAX_DIAGNOSTIC_LENGTH);\n\nconst privateCause = (value: unknown, apiToken: Redacted.Redacted<string>): Error | undefined => {\n  const raw = boundedDiagnostic(String(value));\n  if (raw.length === 0) return undefined;\n  const token = Redacted.value(apiToken);\n  return new Error(token.length === 0 ? raw : raw.replaceAll(token, \"[REDACTED]\"));\n};\n\nconst protocolError = (message: string, cause?: unknown): PageCrawlProtocolError =>\n  PageCrawlProtocolError.make({\n    implementation: browserRestCrawlImplementation,\n    message: boundedDiagnostic(message),\n    ...(cause === undefined ? {} : { cause }),\n  });\n\nconst limitError = (\n  request: PageCrawlRequest,\n  limit: PageCrawlLimitError[\"limit\"],\n  observed: number,\n): PageCrawlLimitError => {\n  const maximum =\n    limit === \"pages\"\n      ? request.limits.maxPages\n      : limit === \"page-bytes\"\n        ? request.limits.maxPageBytes\n        : limit === \"total-bytes\"\n          ? request.limits.maxTotalBytes\n          : request.limits.deadlineMillis;\n  return PageCrawlLimitError.make({\n    implementation: browserRestCrawlImplementation,\n    limit,\n    maximum,\n    observed,\n    message: `The crawl exceeded its ${limit} limit`,\n  });\n};\n\nconst retryAfterMillis = (\n  headers: Readonly<Record<string, string | undefined>>,\n): number | undefined => {\n  const seconds = Number(headers[\"retry-after\"]);\n  if (!Number.isSafeInteger(seconds) || seconds < 0) return undefined;\n  const millis = seconds * 1_000;\n  return Number.isSafeInteger(millis) ? millis : undefined;\n};\n\nconst isJsonResponse = (headers: Readonly<Record<string, string | undefined>>): boolean => {\n  const contentType = headers[\"content-type\"];\n  if (contentType === undefined) return false;\n  const mediaType = contentType.split(\";\", 1)[0]?.trim().toLowerCase();\n  return mediaType === \"application/json\" || mediaType?.endsWith(\"+json\") === true;\n};\n\nconst isQuotaMessage = (bodyText: string): boolean => /time limit|daily|quota/i.test(bodyText);\n\nconst endpoint = (options: BrowserRestCrawlOptions, jobId?: string): string =>\n  `${API_ORIGIN}/client/v4/accounts/${encodeURIComponent(options.accountId)}/browser-rendering/crawl${\n    jobId === undefined ? \"\" : `/${encodeURIComponent(jobId)}`\n  }`;\n\nconst readBoundedResponse = Effect.fn(\"BrowserRestCrawl.readBoundedResponse\")(function* (\n  response: HttpClientResponse.HttpClientResponse,\n  maximum: number,\n): Effect.fn.Return<string, PageCrawlProtocolError> {\n  const decoder = new TextDecoder(\"utf-8\", { fatal: true, ignoreBOM: false });\n  const state = yield* Stream.runFoldEffect<\n    Uint8Array,\n    HttpClientError.HttpClientError,\n    never,\n    { readonly observed: number; readonly text: string },\n    PageCrawlProtocolError,\n    never\n  >(\n    response.stream,\n    () => ({ observed: 0, text: \"\" }),\n    (current, chunk) => {\n      const observed = current.observed + chunk.byteLength;\n      if (observed > maximum) {\n        return Effect.fail(\n          protocolError(\n            `The Browser Run crawl response exceeded ${String(maximum)} transport bytes`,\n          ),\n        );\n      }\n      return Effect.try({\n        try: () => ({ observed, text: current.text + decoder.decode(chunk, { stream: true }) }),\n        catch: (cause) => protocolError(\"Decoding the Browser Run crawl response failed\", cause),\n      });\n    },\n  ).pipe(\n    Effect.mapError((cause) =>\n      Schema.is(PageCrawlProtocolError)(cause)\n        ? cause\n        : protocolError(\"Reading the Browser Run crawl response failed\", cause),\n    ),\n  );\n  return yield* Effect.try({\n    try: () => state.text + decoder.decode(),\n    catch: (cause) => protocolError(\"Decoding the Browser Run crawl response failed\", cause),\n  });\n});\n\nconst deadlineFailure = Effect.fn(\"BrowserRestCrawl.deadlineFailure\")(function* (\n  request: PageCrawlRequest,\n  startedAt: number,\n) {\n  const now = yield* Effect.clockWith((clock) => clock.currentTimeMillis);\n  return yield* limitError(request, \"deadline\", Math.max(0, now - startedAt));\n});\n\nconst withinDeadline = Effect.fn(\"BrowserRestCrawl.withinDeadline\")(function* <A, E, R>(\n  effect: Effect.Effect<A, E, R>,\n  request: PageCrawlRequest,\n  startedAt: number,\n): Effect.fn.Return<A, E | PageCrawlLimitError, R> {\n  const now = yield* Effect.clockWith((clock) => clock.currentTimeMillis);\n  const elapsed = Math.max(0, now - startedAt);\n  const remaining = request.limits.deadlineMillis - elapsed;\n  if (remaining <= 0) return yield* limitError(request, \"deadline\", elapsed);\n  return yield* effect.pipe(\n    Effect.timeoutOrElse({\n      duration: Duration.millis(remaining),\n      orElse: () => deadlineFailure(request, startedAt),\n    }),\n  );\n});\n\nconst checkDeadline = Effect.fn(\"BrowserRestCrawl.checkDeadline\")(function* (\n  request: PageCrawlRequest,\n  startedAt: number,\n) {\n  const now = yield* Effect.clockWith((clock) => clock.currentTimeMillis);\n  const elapsed = Math.max(0, now - startedAt);\n  if (elapsed >= request.limits.deadlineMillis) {\n    return yield* limitError(request, \"deadline\", elapsed);\n  }\n});\n\nconst normalizedCursor = (cursor: typeof ProviderCursor.Type): string => String(cursor);\n\ninterface PaginationState {\n  readonly cursor: Option.Option<string>;\n  readonly seen: ReadonlyArray<string>;\n}\n\ninterface RecordLimitsState {\n  readonly pages: number;\n  readonly totalBytes: number;\n}\n\nconst sameHost = (expectedHost: string, url: string): boolean => new URL(url).host === expectedHost;\n\nconst makeCrawl =\n  (client: HttpClient.HttpClient, options: BrowserRestCrawlOptions): PageCrawlCrawl =>\n  (input) =>\n    Stream.unwrap(\n      Effect.gen(function* () {\n        const startedAt = yield* Effect.clockWith((clock) => clock.currentTimeMillis);\n        const startHost = new URL(input.startUrl).host;\n\n        const executeJson = Effect.fn(\"BrowserRestCrawl.executeJson\")(function* <\n          S extends Schema.Top,\n        >(request: HttpClientRequest.HttpClientRequest, schema: S, maximum: number) {\n          const authorized = HttpClientRequest.bearerToken(request, options.apiToken).pipe(\n            HttpClientRequest.acceptJson,\n          );\n          const response = yield* client\n            .execute(authorized)\n            .pipe(\n              Effect.mapError((cause) =>\n                protocolError(\n                  \"Calling the Browser Run crawl REST API failed\",\n                  privateCause(cause, options.apiToken),\n                ),\n              ),\n            );\n          const bodyText = yield* readBoundedResponse(response, maximum);\n          if (response.status === 429) {\n            const reason = isQuotaMessage(bodyText) ? \"quota\" : \"rate\";\n            return yield* PageCrawlRateLimitedError.make({\n              implementation: browserRestCrawlImplementation,\n              reason,\n              ...(retryAfterMillis(response.headers) === undefined\n                ? {}\n                : { retryAfterMillis: retryAfterMillis(response.headers) }),\n              message:\n                reason === \"quota\"\n                  ? \"Browser Run exceeded its browser quota\"\n                  : \"Browser Run crawl was rate limited\",\n              ...(privateCause(bodyText, options.apiToken) === undefined\n                ? {}\n                : { cause: privateCause(bodyText, options.apiToken) }),\n            });\n          }\n          if (response.status < 200 || response.status >= 300) {\n            return yield* protocolError(\n              `Browser Run crawl answered HTTP ${String(response.status)}`,\n              privateCause(bodyText, options.apiToken),\n            );\n          }\n          if (!isJsonResponse(response.headers)) {\n            return yield* protocolError(\n              \"The Browser Run crawl success response was not JSON\",\n              privateCause(bodyText, options.apiToken),\n            );\n          }\n          return yield* Schema.decodeUnknownEffect(Schema.fromJsonString(schema))(bodyText).pipe(\n            Effect.mapError((cause) =>\n              protocolError(\n                \"Browser Run returned a malformed crawl response\",\n                privateCause(cause, options.apiToken),\n              ),\n            ),\n          );\n        });\n\n        const createJob = Effect.gen(function* () {\n          const requestWithBody = yield* HttpClientRequest.post(endpoint(options)).pipe(\n            HttpClientRequest.bodyJson({\n              url: input.startUrl,\n              crawlPurposes: [...input.purposes],\n              limit: input.limits.maxPages,\n              depth: input.limits.maxDepth,\n              formats: [\"markdown\"],\n              render: true,\n              options: {\n                includeExternalLinks: false,\n                includeSubdomains: false,\n              },\n            }),\n            Effect.mapError((cause) =>\n              protocolError(\"Encoding the Browser Run crawl request failed\", cause),\n            ),\n          );\n          const created = yield* withinDeadline(\n            executeJson(requestWithBody, CreateEnvelope, MAX_CONTROL_RESPONSE_BYTES),\n            input,\n            startedAt,\n          );\n          return created.result;\n        });\n\n        const job = yield* Effect.uninterruptibleMask((restore) =>\n          restore(createJob).pipe(\n            Effect.flatMap((id) =>\n              Effect.gen(function* () {\n                const state = yield* Ref.make<\"running\" | \"terminal\">(\"running\");\n                const scope = yield* Effect.scope;\n\n                const cancelIfRunning = Ref.modify(state, (current) =>\n                  current === \"running\"\n                    ? [true, \"terminal\" as const]\n                    : [false, \"terminal\" as const],\n                ).pipe(\n                  Effect.flatMap((shouldCancel) => {\n                    if (!shouldCancel) return Effect.void;\n                    const cancellation = executeJson(\n                      HttpClientRequest.delete(endpoint(options, id)),\n                      DeleteEnvelope,\n                      MAX_CONTROL_RESPONSE_BYTES,\n                    ).pipe(\n                      Effect.flatMap((deleted) =>\n                        deleted.result.job_id === id\n                          ? Effect.void\n                          : protocolError(\"Browser Run cancelled a different crawl job\"),\n                      ),\n                    );\n                    return cancellation.pipe(\n                      Effect.timeoutOrElse({\n                        duration: CANCEL_TIMEOUT,\n                        orElse: () =>\n                          protocolError(\"Cancelling the Browser Run crawl exceeded 30 seconds\"),\n                      }),\n                    );\n                  }),\n                );\n\n                yield* Scope.addFinalizer(\n                  scope,\n                  cancelIfRunning.pipe(\n                    Effect.catchCause(() =>\n                      Effect.logWarning(\"Browser Run crawl cancellation failed\"),\n                    ),\n                  ),\n                );\n                return { id, state } as const;\n              }),\n            ),\n          ),\n        );\n\n        const fetchResult = Effect.fn(\"BrowserRestCrawl.fetchResult\")(function* (\n          cursor: Option.Option<string>,\n          statusOnly: boolean,\n        ) {\n          let request = HttpClientRequest.get(endpoint(options, job.id));\n          if (statusOnly) request = HttpClientRequest.setUrlParam(request, \"limit\", \"1\");\n          if (Option.isSome(cursor)) {\n            request = HttpClientRequest.setUrlParam(request, \"cursor\", cursor.value);\n          }\n          // `limit=1` still permits one complete record, so poll GETs use the bounded result cap.\n          const envelope = yield* withinDeadline(\n            executeJson(request, ResultEnvelope, MAX_RESULTS_RESPONSE_BYTES),\n            input,\n            startedAt,\n          );\n          if (envelope.result.id !== job.id) {\n            return yield* protocolError(\"Browser Run returned a different crawl job identity\");\n          }\n          return envelope.result;\n        });\n\n        const terminal = yield* Effect.uninterruptibleMask((restore) =>\n          restore(\n            withinDeadline(\n              Effect.repeat(fetchResult(Option.none(), true), {\n                schedule: Schedule.spaced(POLL_INTERVAL),\n                until: (result) => result.status !== \"running\",\n              }),\n              input,\n              startedAt,\n            ),\n          ).pipe(Effect.tap(() => Ref.set(job.state, \"terminal\"))),\n        );\n        if (terminal.status === \"running\") {\n          return yield* protocolError(\"Browser Run polling stopped before a terminal status\");\n        }\n        if (terminal.status !== \"completed\") {\n          return yield* PageCrawlTerminalError.make({\n            implementation: browserRestCrawlImplementation,\n            status: terminal.status,\n            message: `Browser Run crawl ended with status ${terminal.status}`,\n          });\n        }\n\n        const pages = Stream.paginate<PaginationState, PageCrawlRecord, PageCrawlError>(\n          { cursor: Option.none(), seen: [] },\n          (state) =>\n            Effect.gen(function* () {\n              const result = yield* fetchResult(state.cursor, false);\n              if (result.status !== \"completed\") {\n                return yield* protocolError(\n                  \"Browser Run changed crawl status during result pagination\",\n                );\n              }\n              if (result.cursor === undefined) {\n                return [result.records, Option.none()] as const;\n              }\n              const cursor = normalizedCursor(result.cursor);\n              if (state.seen.includes(cursor)) {\n                return yield* protocolError(\"Browser Run repeated a crawl result cursor\");\n              }\n              if (state.seen.length >= input.limits.maxPages) {\n                return yield* protocolError(\"Browser Run returned too many crawl result cursors\");\n              }\n              return [\n                result.records,\n                Option.some({ cursor: Option.some(cursor), seen: [...state.seen, cursor] }),\n              ] as const;\n            }),\n        );\n\n        return pages.pipe(\n          Stream.rechunk(1),\n          Stream.mapAccumEffect(\n            (): RecordLimitsState => ({ pages: 0, totalBytes: 0 }),\n            (state, record) =>\n              Effect.gen(function* () {\n                yield* checkDeadline(input, startedAt);\n                const pages = state.pages + 1;\n                if (pages > input.limits.maxPages) {\n                  return yield* limitError(input, \"pages\", pages);\n                }\n                if (!sameHost(startHost, record.url)) {\n                  return yield* protocolError(\"Browser Run returned an off-host crawl record\");\n                }\n                if (record.metadata !== undefined && !sameHost(startHost, record.metadata.url)) {\n                  return yield* protocolError(\"Browser Run returned off-host crawl metadata\");\n                }\n                const pageBytes =\n                  record.markdown === undefined\n                    ? 0\n                    : new TextEncoder().encode(record.markdown).byteLength;\n                if (pageBytes > input.limits.maxPageBytes) {\n                  return yield* limitError(input, \"page-bytes\", pageBytes);\n                }\n                const totalBytes = state.totalBytes + pageBytes;\n                if (totalBytes > input.limits.maxTotalBytes) {\n                  return yield* limitError(input, \"total-bytes\", totalBytes);\n                }\n                return [{ pages, totalBytes }, [record]] as const;\n              }),\n          ),\n        );\n      }),\n    );\n\n/** Cloudflare REST PageCrawl Layer for Node and other non-Worker composition roots. */\nexport const browserRestCrawlLayer = (\n  options: BrowserRestCrawlOptions,\n): Layer.Layer<PageCrawl, never, HttpClient.HttpClient> =>\n  Layer.effect(\n    PageCrawl,\n    Effect.map(HttpClient.HttpClient, (client) =>\n      PageCrawl.of({ crawl: makeCrawl(client, options) }),\n    ),\n  );\n"],"mappings":";;;;;AAgCA,MAAa,iCAAiC,sBAAsB,KAAK;CACvE,WAAW;CACX,UAAU;AACZ,CAAC;AAED,MAAM,aAAa;AACnB,MAAM,gBAAgB,SAAS,QAAQ,CAAC;AACxC,MAAM,iBAAiB,SAAS,QAAQ,EAAE;AAC1C,MAAM,6BAA6B;AACnC,MAAM,6BAA6B;AACnC,MAAM,wBAAwB;AAC9B,MAAM,oBAAoB;AAC1B,MAAM,2BAA2B;AACjC,MAAM,eAAe,OAAO,eAAe,MAAM,OAAO,YAAY,GAAG,CAAC;AACxE,MAAM,sBAAsB,OAAO,eAAe,MAAM,OAAO,YAAY,iBAAiB,CAAC;AAE7F,MAAM,iBAAiB,OAAO,MAAM,CAAC,qBAAqB,OAAO,OAAO,CAAC;AACzE,MAAM,oBAAoB,OAAO,SAAS;CACxC;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;AACD,MAAM,iBAAiB,OAAO,OAAO;CACnC,IAAI;CACJ,QAAQ;CACR,oBAAoB,OAAO,YAAY,OAAO,OAAO,MAAM,OAAO,uBAAuB,CAAC,CAAC,CAAC;CAC5F,OAAO,OAAO,YAAY,OAAO,OAAO;CACxC,UAAU,OAAO,YAAY,OAAO,OAAO;CAC3C,SAAS,OAAO,YAAY,OAAO,OAAO;CAC1C,SAAS,OAAO,MAAM,eAAe,CAAC,CAAC,MAAM,OAAO,YAAY,wBAAwB,CAAC;CACzF,QAAQ,OAAO,YAAY,cAAc;AAC3C,CAAC;AACD,MAAM,iBAAiB,OAAO,OAAO;CACnC,SAAS,OAAO,QAAQ,IAAI;CAC5B,QAAQ;AACV,CAAC;AACD,MAAM,iBAAiB,OAAO,OAAO;CACnC,SAAS,OAAO,QAAQ,IAAI;CAC5B,QAAQ;AACV,CAAC;AACD,MAAM,iBAAiB,OAAO,OAAO;CACnC,SAAS,OAAO,QAAQ,IAAI;CAC5B,QAAQ,OAAO,OAAO;EACpB,QAAQ;EACR,SAAS,OAAO,OAAO,MAAM,OAAO,YAAY,qBAAqB,CAAC;CACxE,CAAC;AACH,CAAC;AAQD,MAAM,qBAAqB,YAA4B,QAAQ,MAAM,GAAG,qBAAqB;AAE7F,MAAM,gBAAgB,OAAgB,aAA2D;CAC/F,MAAM,MAAM,kBAAkB,OAAO,KAAK,CAAC;CAC3C,IAAI,IAAI,WAAW,GAAG,OAAO,KAAA;CAC7B,MAAM,QAAQ,SAAS,MAAM,QAAQ;CACrC,OAAO,IAAI,MAAM,MAAM,WAAW,IAAI,MAAM,IAAI,WAAW,OAAO,YAAY,CAAC;AACjF;AAEA,MAAM,iBAAiB,SAAiB,UACtC,uBAAuB,KAAK;CAC1B,gBAAgB;CAChB,SAAS,kBAAkB,OAAO;CAClC,GAAI,UAAU,KAAA,IAAY,CAAC,IAAI,EAAE,MAAM;AACzC,CAAC;AAEH,MAAM,cACJ,SACA,OACA,aACwB;CACxB,MAAM,UACJ,UAAU,UACN,QAAQ,OAAO,WACf,UAAU,eACR,QAAQ,OAAO,eACf,UAAU,gBACR,QAAQ,OAAO,gBACf,QAAQ,OAAO;CACzB,OAAO,oBAAoB,KAAK;EAC9B,gBAAgB;EAChB;EACA;EACA;EACA,SAAS,0BAA0B,MAAM;CAC3C,CAAC;AACH;AAEA,MAAM,oBACJ,YACuB;CACvB,MAAM,UAAU,OAAO,QAAQ,cAAc;CAC7C,IAAI,CAAC,OAAO,cAAc,OAAO,KAAK,UAAU,GAAG,OAAO,KAAA;CAC1D,MAAM,SAAS,UAAU;CACzB,OAAO,OAAO,cAAc,MAAM,IAAI,SAAS,KAAA;AACjD;AAEA,MAAM,kBAAkB,YAAmE;CACzF,MAAM,cAAc,QAAQ;CAC5B,IAAI,gBAAgB,KAAA,GAAW,OAAO;CACtC,MAAM,YAAY,YAAY,MAAM,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,YAAY;CACnE,OAAO,cAAc,sBAAsB,WAAW,SAAS,OAAO,MAAM;AAC9E;AAEA,MAAM,kBAAkB,aAA8B,0BAA0B,KAAK,QAAQ;AAE7F,MAAM,YAAY,SAAkC,UAClD,GAAG,WAAW,sBAAsB,mBAAmB,QAAQ,SAAS,EAAE,0BACxE,UAAU,KAAA,IAAY,KAAK,IAAI,mBAAmB,KAAK;AAG3D,MAAM,sBAAsB,OAAO,GAAG,sCAAsC,CAAC,CAAC,WAC5E,UACA,SACkD;CAClD,MAAM,UAAU,IAAI,YAAY,SAAS;EAAE,OAAO;EAAM,WAAW;CAAM,CAAC;CAC1E,MAAM,QAAQ,OAAO,OAAO,cAQ1B,SAAS,eACF;EAAE,UAAU;EAAG,MAAM;CAAG,KAC9B,SAAS,UAAU;EAClB,MAAM,WAAW,QAAQ,WAAW,MAAM;EAC1C,IAAI,WAAW,SACb,OAAO,OAAO,KACZ,cACE,2CAA2C,OAAO,OAAO,EAAE,iBAC7D,CACF;EAEF,OAAO,OAAO,IAAI;GAChB,YAAY;IAAE;IAAU,MAAM,QAAQ,OAAO,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;GAAE;GACrF,QAAQ,UAAU,cAAc,kDAAkD,KAAK;EACzF,CAAC;CACH,CACF,CAAC,CAAC,KACA,OAAO,UAAU,UACf,OAAO,GAAG,sBAAsB,CAAC,CAAC,KAAK,IACnC,QACA,cAAc,iDAAiD,KAAK,CAC1E,CACF;CACA,OAAO,OAAO,OAAO,IAAI;EACvB,WAAW,MAAM,OAAO,QAAQ,OAAO;EACvC,QAAQ,UAAU,cAAc,kDAAkD,KAAK;CACzF,CAAC;AACH,CAAC;AAED,MAAM,kBAAkB,OAAO,GAAG,kCAAkC,CAAC,CAAC,WACpE,SACA,WACA;CACA,MAAM,MAAM,OAAO,OAAO,WAAW,UAAU,MAAM,iBAAiB;CACtE,OAAO,OAAO,WAAW,SAAS,YAAY,KAAK,IAAI,GAAG,MAAM,SAAS,CAAC;AAC5E,CAAC;AAED,MAAM,iBAAiB,OAAO,GAAG,iCAAiC,CAAC,CAAC,WAClE,QACA,SACA,WACiD;CACjD,MAAM,MAAM,OAAO,OAAO,WAAW,UAAU,MAAM,iBAAiB;CACtE,MAAM,UAAU,KAAK,IAAI,GAAG,MAAM,SAAS;CAC3C,MAAM,YAAY,QAAQ,OAAO,iBAAiB;CAClD,IAAI,aAAa,GAAG,OAAO,OAAO,WAAW,SAAS,YAAY,OAAO;CACzE,OAAO,OAAO,OAAO,KACnB,OAAO,cAAc;EACnB,UAAU,SAAS,OAAO,SAAS;EACnC,cAAc,gBAAgB,SAAS,SAAS;CAClD,CAAC,CACH;AACF,CAAC;AAED,MAAM,gBAAgB,OAAO,GAAG,gCAAgC,CAAC,CAAC,WAChE,SACA,WACA;CACA,MAAM,MAAM,OAAO,OAAO,WAAW,UAAU,MAAM,iBAAiB;CACtE,MAAM,UAAU,KAAK,IAAI,GAAG,MAAM,SAAS;CAC3C,IAAI,WAAW,QAAQ,OAAO,gBAC5B,OAAO,OAAO,WAAW,SAAS,YAAY,OAAO;AAEzD,CAAC;AAED,MAAM,oBAAoB,WAA+C,OAAO,MAAM;AAYtF,MAAM,YAAY,cAAsB,QAAyB,IAAI,IAAI,GAAG,CAAC,CAAC,SAAS;AAEvF,MAAM,aACH,QAA+B,aAC/B,UACC,OAAO,OACL,OAAO,IAAI,aAAa;CACtB,MAAM,YAAY,OAAO,OAAO,WAAW,UAAU,MAAM,iBAAiB;CAC5E,MAAM,YAAY,IAAI,IAAI,MAAM,QAAQ,CAAC,CAAC;CAE1C,MAAM,cAAc,OAAO,GAAG,8BAA8B,CAAC,CAAC,WAE5D,SAA8C,QAAW,SAAiB;EAC1E,MAAM,aAAa,kBAAkB,YAAY,SAAS,QAAQ,QAAQ,CAAC,CAAC,KAC1E,kBAAkB,UACpB;EACA,MAAM,WAAW,OAAO,OACrB,QAAQ,UAAU,CAAC,CACnB,KACC,OAAO,UAAU,UACf,cACE,iDACA,aAAa,OAAO,QAAQ,QAAQ,CACtC,CACF,CACF;EACF,MAAM,WAAW,OAAO,oBAAoB,UAAU,OAAO;EAC7D,IAAI,SAAS,WAAW,KAAK;GAC3B,MAAM,SAAS,eAAe,QAAQ,IAAI,UAAU;GACpD,OAAO,OAAO,0BAA0B,KAAK;IAC3C,gBAAgB;IAChB;IACA,GAAI,iBAAiB,SAAS,OAAO,MAAM,KAAA,IACvC,CAAC,IACD,EAAE,kBAAkB,iBAAiB,SAAS,OAAO,EAAE;IAC3D,SACE,WAAW,UACP,2CACA;IACN,GAAI,aAAa,UAAU,QAAQ,QAAQ,MAAM,KAAA,IAC7C,CAAC,IACD,EAAE,OAAO,aAAa,UAAU,QAAQ,QAAQ,EAAE;GACxD,CAAC;EACH;EACA,IAAI,SAAS,SAAS,OAAO,SAAS,UAAU,KAC9C,OAAO,OAAO,cACZ,mCAAmC,OAAO,SAAS,MAAM,KACzD,aAAa,UAAU,QAAQ,QAAQ,CACzC;EAEF,IAAI,CAAC,eAAe,SAAS,OAAO,GAClC,OAAO,OAAO,cACZ,uDACA,aAAa,UAAU,QAAQ,QAAQ,CACzC;EAEF,OAAO,OAAO,OAAO,oBAAoB,OAAO,eAAe,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,KAChF,OAAO,UAAU,UACf,cACE,mDACA,aAAa,OAAO,QAAQ,QAAQ,CACtC,CACF,CACF;CACF,CAAC;CAED,MAAM,YAAY,OAAO,IAAI,aAAa;EACxC,MAAM,kBAAkB,OAAO,kBAAkB,KAAK,SAAS,OAAO,CAAC,CAAC,CAAC,KACvE,kBAAkB,SAAS;GACzB,KAAK,MAAM;GACX,eAAe,CAAC,GAAG,MAAM,QAAQ;GACjC,OAAO,MAAM,OAAO;GACpB,OAAO,MAAM,OAAO;GACpB,SAAS,CAAC,UAAU;GACpB,QAAQ;GACR,SAAS;IACP,sBAAsB;IACtB,mBAAmB;GACrB;EACF,CAAC,GACD,OAAO,UAAU,UACf,cAAc,iDAAiD,KAAK,CACtE,CACF;EAMA,QAAO,OALgB,eACrB,YAAY,iBAAiB,gBAAgB,0BAA0B,GACvE,OACA,SACF,EAAA,CACe;CACjB,CAAC;CAED,MAAM,MAAM,OAAO,OAAO,qBAAqB,YAC7C,QAAQ,SAAS,CAAC,CAAC,KACjB,OAAO,SAAS,OACd,OAAO,IAAI,aAAa;EACtB,MAAM,QAAQ,OAAO,IAAI,KAA6B,SAAS;EAC/D,MAAM,QAAQ,OAAO,OAAO;EAE5B,MAAM,kBAAkB,IAAI,OAAO,QAAQ,YACzC,YAAY,YACR,CAAC,MAAM,UAAmB,IAC1B,CAAC,OAAO,UAAmB,CACjC,CAAC,CAAC,KACA,OAAO,SAAS,iBAAiB;GAC/B,IAAI,CAAC,cAAc,OAAO,OAAO;GAYjC,OAXqB,YACnB,kBAAkB,OAAO,SAAS,SAAS,EAAE,CAAC,GAC9C,gBACA,0BACF,CAAC,CAAC,KACA,OAAO,SAAS,YACd,QAAQ,OAAO,WAAW,KACtB,OAAO,OACP,cAAc,6CAA6C,CACjE,CAEgB,CAAC,CAAC,KAClB,OAAO,cAAc;IACnB,UAAU;IACV,cACE,cAAc,sDAAsD;GACxE,CAAC,CACH;EACF,CAAC,CACH;EAEA,OAAO,MAAM,aACX,OACA,gBAAgB,KACd,OAAO,iBACL,OAAO,WAAW,uCAAuC,CAC3D,CACF,CACF;EACA,OAAO;GAAE;GAAI;EAAM;CACrB,CAAC,CACH,CACF,CACF;CAEA,MAAM,cAAc,OAAO,GAAG,8BAA8B,CAAC,CAAC,WAC5D,QACA,YACA;EACA,IAAI,UAAU,kBAAkB,IAAI,SAAS,SAAS,IAAI,EAAE,CAAC;EAC7D,IAAI,YAAY,UAAU,kBAAkB,YAAY,SAAS,SAAS,GAAG;EAC7E,IAAI,OAAO,OAAO,MAAM,GACtB,UAAU,kBAAkB,YAAY,SAAS,UAAU,OAAO,KAAK;EAGzE,MAAM,WAAW,OAAO,eACtB,YAAY,SAAS,gBAAgB,0BAA0B,GAC/D,OACA,SACF;EACA,IAAI,SAAS,OAAO,OAAO,IAAI,IAC7B,OAAO,OAAO,cAAc,qDAAqD;EAEnF,OAAO,SAAS;CAClB,CAAC;CAED,MAAM,WAAW,OAAO,OAAO,qBAAqB,YAClD,QACE,eACE,OAAO,OAAO,YAAY,OAAO,KAAK,GAAG,IAAI,GAAG;EAC9C,UAAU,SAAS,OAAO,aAAa;EACvC,QAAQ,WAAW,OAAO,WAAW;CACvC,CAAC,GACD,OACA,SACF,CACF,CAAC,CAAC,KAAK,OAAO,UAAU,IAAI,IAAI,IAAI,OAAO,UAAU,CAAC,CAAC,CACzD;CACA,IAAI,SAAS,WAAW,WACtB,OAAO,OAAO,cAAc,sDAAsD;CAEpF,IAAI,SAAS,WAAW,aACtB,OAAO,OAAO,uBAAuB,KAAK;EACxC,gBAAgB;EAChB,QAAQ,SAAS;EACjB,SAAS,uCAAuC,SAAS;CAC3D,CAAC;CA8BH,OA3Bc,OAAO,SACnB;EAAE,QAAQ,OAAO,KAAK;EAAG,MAAM,CAAC;CAAE,IACjC,UACC,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO,YAAY,MAAM,QAAQ,KAAK;EACrD,IAAI,OAAO,WAAW,aACpB,OAAO,OAAO,cACZ,2DACF;EAEF,IAAI,OAAO,WAAW,KAAA,GACpB,OAAO,CAAC,OAAO,SAAS,OAAO,KAAK,CAAC;EAEvC,MAAM,SAAS,iBAAiB,OAAO,MAAM;EAC7C,IAAI,MAAM,KAAK,SAAS,MAAM,GAC5B,OAAO,OAAO,cAAc,4CAA4C;EAE1E,IAAI,MAAM,KAAK,UAAU,MAAM,OAAO,UACpC,OAAO,OAAO,cAAc,oDAAoD;EAElF,OAAO,CACL,OAAO,SACP,OAAO,KAAK;GAAE,QAAQ,OAAO,KAAK,MAAM;GAAG,MAAM,CAAC,GAAG,MAAM,MAAM,MAAM;EAAE,CAAC,CAC5E;CACF,CAAC,CAGM,CAAC,CAAC,KACX,OAAO,QAAQ,CAAC,GAChB,OAAO,sBACqB;EAAE,OAAO;EAAG,YAAY;CAAE,KACnD,OAAO,WACN,OAAO,IAAI,aAAa;EACtB,OAAO,cAAc,OAAO,SAAS;EACrC,MAAM,QAAQ,MAAM,QAAQ;EAC5B,IAAI,QAAQ,MAAM,OAAO,UACvB,OAAO,OAAO,WAAW,OAAO,SAAS,KAAK;EAEhD,IAAI,CAAC,SAAS,WAAW,OAAO,GAAG,GACjC,OAAO,OAAO,cAAc,+CAA+C;EAE7E,IAAI,OAAO,aAAa,KAAA,KAAa,CAAC,SAAS,WAAW,OAAO,SAAS,GAAG,GAC3E,OAAO,OAAO,cAAc,8CAA8C;EAE5E,MAAM,YACJ,OAAO,aAAa,KAAA,IAChB,IACA,IAAI,YAAY,CAAC,CAAC,OAAO,OAAO,QAAQ,CAAC,CAAC;EAChD,IAAI,YAAY,MAAM,OAAO,cAC3B,OAAO,OAAO,WAAW,OAAO,cAAc,SAAS;EAEzD,MAAM,aAAa,MAAM,aAAa;EACtC,IAAI,aAAa,MAAM,OAAO,eAC5B,OAAO,OAAO,WAAW,OAAO,eAAe,UAAU;EAE3D,OAAO,CAAC;GAAE;GAAO;EAAW,GAAG,CAAC,MAAM,CAAC;CACzC,CAAC,CACL,CACF;AACF,CAAC,CACH;;AAGJ,MAAa,yBACX,YAEA,MAAM,OACJ,WACA,OAAO,IAAI,WAAW,aAAa,WACjC,UAAU,GAAG,EAAE,OAAO,UAAU,QAAQ,OAAO,EAAE,CAAC,CACpD,CACF"}