@crawlee/core 4.0.0-beta.98 → 4.0.0-beta.99

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -17,7 +17,6 @@ export type IsAny<T> = 0 extends 1 & T ? true : false;
17
17
  * When the route map is open (the default `Record<string, ...>`), this is just the regular loose
18
18
  * {@link Source} input. When the map declares concrete labels, providing a `label` requires the matching
19
19
  * `userData` shape and rejects labels not present in the map; unlabeled requests keep loose `userData`.
20
- * @internal
21
20
  */
22
21
  export type LabeledSource<Routes extends Record<keyof Routes, Dictionary>> = string extends keyof Routes ? string | Source : string | Request | ({
23
22
  requestsFromUrl?: string;
@@ -38,7 +37,6 @@ export type TypedRequestsLike<Routes extends Record<keyof Routes, Dictionary>> =
38
37
  /**
39
38
  * The label-aware `addRequests` method signature exposed on a request handler's context when the crawler is
40
39
  * bound to a typed router. Mirrors {@link RestrictedCrawlingContext.addRequests} with typed sources.
41
- * @internal
42
40
  */
43
41
  export type TypedContextAddRequests<Routes extends Record<keyof Routes, Dictionary>> = (requestsLike: ReadonlyDeep<LabeledSource<Routes>[]>, options?: ReadonlyDeep<RequestQueueOperationOptions>) => Promise<void>;
44
42
  /**
@@ -59,10 +57,8 @@ type TypedEnqueueLinksOptions<Options, Routes extends Record<keyof Routes, Dicti
59
57
  * Transforms a context's existing `enqueueLinks` method so that the `label`/`userData` in its options follow
60
58
  * the router's route map, while preserving everything else about the signature (argument optionality and
61
59
  * return type, which differ between crawler types).
62
- * @internal
63
60
  */
64
61
  export type TypedContextEnqueueLinks<EnqueueLinks, Routes extends Record<keyof Routes, Dictionary>> = EnqueueLinks extends (options?: infer Options) => infer Result ? (options?: TypedEnqueueLinksOptions<Options, Routes>) => Result : EnqueueLinks extends (options: infer Options) => infer Result ? (options: TypedEnqueueLinksOptions<Options, Routes>) => Result : EnqueueLinks;
65
- /** @internal */
66
62
  export type WithRequired<T, K extends keyof T> = T & {
67
63
  [P in K]-?: T[P];
68
64
  };
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@crawlee/core",
3
- "version": "4.0.0-beta.98",
3
+ "version": "4.0.0-beta.99",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=22.0.0"
@@ -53,9 +53,9 @@
53
53
  "@apify/pseudo_url": "^2.0.59",
54
54
  "@apify/timeout": "^0.4.4",
55
55
  "@apify/utilities": "^2.15.5",
56
- "@crawlee/fs-storage": "4.0.0-beta.98",
57
- "@crawlee/types": "4.0.0-beta.98",
58
- "@crawlee/utils": "4.0.0-beta.98",
56
+ "@crawlee/fs-storage": "4.0.0-beta.99",
57
+ "@crawlee/types": "4.0.0-beta.99",
58
+ "@crawlee/utils": "4.0.0-beta.99",
59
59
  "@sapphire/async-queue": "^1.5.5",
60
60
  "@sapphire/shapeshift": "^4.0.0",
61
61
  "@vladfrangu/async_event_emitter": "^2.4.6",
@@ -79,5 +79,5 @@
79
79
  }
80
80
  }
81
81
  },
82
- "gitHead": "3b8cd86b13e253ab5fc71e631e12a68f7465cee5"
82
+ "gitHead": "ad2748380941842bb10cff100f4b4caad92049e3"
83
83
  }
package/router.d.ts CHANGED
@@ -48,7 +48,6 @@ export type RoutesFromSchemas<Schemas extends RouteSchemas> = {
48
48
  /**
49
49
  * The `userData` type of the default route: inferred from the {@link defaultRoute} schema when the route map
50
50
  * carries one, otherwise the provided `Fallback`.
51
- * @internal
52
51
  */
53
52
  export type DefaultRouteUserData<Routes, Fallback extends Dictionary> = Routes extends {
54
53
  [defaultRoute]: infer DefaultUserData extends Dictionary;
@@ -310,9 +310,6 @@ export interface RequestQueueOperationOptions {
310
310
  */
311
311
  cache?: boolean;
312
312
  }
313
- /**
314
- * @internal
315
- */
316
313
  export interface RequestQueueOperationInfo extends QueueOperationInfo {
317
314
  uniqueKey: string;
318
315
  forefront: boolean;
@@ -17,8 +17,6 @@ type Hashable = string;
17
17
  * The manager itself does not resolve identifiers — callers pass explicit `id`, `name`, or `alias` (at most one),
18
18
  * and a pre-bound `backendOpener` promise. When none of `id`, `name`, `alias` are provided, the manager automatically
19
19
  * assigns a reserved default alias.
20
- *
21
- * @ignore
22
20
  */
23
21
  export declare class StorageInstanceManager {
24
22
  private readonly cache;
@@ -118,8 +118,6 @@ class StorageCache {
118
118
  * The manager itself does not resolve identifiers — callers pass explicit `id`, `name`, or `alias` (at most one),
119
119
  * and a pre-bound `backendOpener` promise. When none of `id`, `name`, `alias` are provided, the manager automatically
120
120
  * assigns a reserved default alias.
121
- *
122
- * @ignore
123
121
  */
124
122
  export class StorageInstanceManager {
125
123
  cache = new StorageCache();