@crawlee/stagehand 4.0.0-beta.103 → 4.0.0-beta.105
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.mjs +9 -3
- package/internals/stagehand-crawler.d.ts +6 -5
- package/package.json +7 -7
package/index.mjs
CHANGED
|
@@ -53,7 +53,6 @@ export const REQUESTS_PERSISTENCE_KEY = mod.REQUESTS_PERSISTENCE_KEY;
|
|
|
53
53
|
export const RecoverableState = mod.RecoverableState;
|
|
54
54
|
export const Request = mod.Request;
|
|
55
55
|
export const RequestHandlerError = mod.RequestHandlerError;
|
|
56
|
-
export const RequestHandlerResult = mod.RequestHandlerResult;
|
|
57
56
|
export const RequestList = mod.RequestList;
|
|
58
57
|
export const RequestManagerTandem = mod.RequestManagerTandem;
|
|
59
58
|
export const RequestQueue = mod.RequestQueue;
|
|
@@ -75,13 +74,14 @@ export const StagehandCrawler = mod.StagehandCrawler;
|
|
|
75
74
|
export const Statistics = mod.Statistics;
|
|
76
75
|
export const StorageInstanceManager = mod.StorageInstanceManager;
|
|
77
76
|
export const StorageStatsTracker = mod.StorageStatsTracker;
|
|
77
|
+
export const StorageTransaction = mod.StorageTransaction;
|
|
78
78
|
export const SystemStatus = mod.SystemStatus;
|
|
79
|
+
export const activeStorageTransaction = mod.activeStorageTransaction;
|
|
79
80
|
export const applyRequestTransform = mod.applyRequestTransform;
|
|
80
81
|
export const assertJsonSerializable = mod.assertJsonSerializable;
|
|
81
82
|
export const bindMethodsToServiceLocator = mod.bindMethodsToServiceLocator;
|
|
82
83
|
export const browserCrawlerEnqueueLinks = mod.browserCrawlerEnqueueLinks;
|
|
83
84
|
export const browserPoolCookieToToughCookie = mod.browserPoolCookieToToughCookie;
|
|
84
|
-
export const checkStorageAccess = mod.checkStorageAccess;
|
|
85
85
|
export const coerceBoolean = mod.coerceBoolean;
|
|
86
86
|
export const coerceNumber = mod.coerceNumber;
|
|
87
87
|
export const constructGlobObjectsFromGlobs = mod.constructGlobObjectsFromGlobs;
|
|
@@ -95,6 +95,8 @@ export const createDualIterable = mod.createDualIterable;
|
|
|
95
95
|
export const createRequestDebugInfo = mod.createRequestDebugInfo;
|
|
96
96
|
export const createRequestOptions = mod.createRequestOptions;
|
|
97
97
|
export const createStagehandRouter = mod.createStagehandRouter;
|
|
98
|
+
export const createStorageTransaction = mod.createStorageTransaction;
|
|
99
|
+
export const currentStorageTransaction = mod.currentStorageTransaction;
|
|
98
100
|
export const defaultRoute = mod.defaultRoute;
|
|
99
101
|
export const deserializeArray = mod.deserializeArray;
|
|
100
102
|
export const enqueueLinks = mod.enqueueLinks;
|
|
@@ -110,14 +112,17 @@ export const inspectValue = mod.inspectValue;
|
|
|
110
112
|
export const log = mod.log;
|
|
111
113
|
export const mergeCookies = mod.mergeCookies;
|
|
112
114
|
export const navigationDeadlineKey = mod.navigationDeadlineKey;
|
|
115
|
+
export const operationRejectedInTransaction = mod.operationRejectedInTransaction;
|
|
113
116
|
export const parseValue = mod.parseValue;
|
|
114
117
|
export const purgeDefaultStorages = mod.purgeDefaultStorages;
|
|
118
|
+
export const rejectOperationInTransaction = mod.rejectOperationInTransaction;
|
|
115
119
|
export const remainingNavigationWindowMillis = mod.remainingNavigationWindowMillis;
|
|
116
120
|
export const resolveBaseUrlForEnqueueLinksFiltering = mod.resolveBaseUrlForEnqueueLinksFiltering;
|
|
117
121
|
export const resolveStorageIdentifier = mod.resolveStorageIdentifier;
|
|
118
122
|
export const serializeArray = mod.serializeArray;
|
|
119
123
|
export const serializeValue = mod.serializeValue;
|
|
120
124
|
export const serviceLocator = mod.serviceLocator;
|
|
125
|
+
export const snapshotValue = mod.snapshotValue;
|
|
121
126
|
export const stagehandUtils = mod.stagehandUtils;
|
|
122
127
|
export const toughCookieToBrowserPoolCookie = mod.toughCookieToBrowserPoolCookie;
|
|
123
128
|
export const tryAbsoluteURL = mod.tryAbsoluteURL;
|
|
@@ -126,4 +131,5 @@ export const useState = mod.useState;
|
|
|
126
131
|
export const validateGlobPattern = mod.validateGlobPattern;
|
|
127
132
|
export const validateUserData = mod.validateUserData;
|
|
128
133
|
export const validators = mod.validators;
|
|
129
|
-
export const
|
|
134
|
+
export const withDirectStorageAccess = mod.withDirectStorageAccess;
|
|
135
|
+
export const withStorageTransaction = mod.withStorageTransaction;
|
|
@@ -172,7 +172,7 @@ export interface StagehandPage extends Page {
|
|
|
172
172
|
* Goto options for StagehandCrawler navigation.
|
|
173
173
|
*/
|
|
174
174
|
export type StagehandGotoOptions = NonNullable<Parameters<Page['goto']>[1]>;
|
|
175
|
-
export interface StagehandCrawlingContext<UserData extends Dictionary =
|
|
175
|
+
export interface StagehandCrawlingContext<UserData extends Dictionary = any> extends BrowserCrawlingContext<StagehandPage, Response, UserData, StagehandGotoOptions> {
|
|
176
176
|
/**
|
|
177
177
|
* Enhanced Playwright page with Stagehand AI methods.
|
|
178
178
|
* Use page.act(), page.extract(), page.observe(), page.agent() for AI-powered operations.
|
|
@@ -187,8 +187,7 @@ export interface StagehandCrawlingContext<UserData extends Dictionary = Dictiona
|
|
|
187
187
|
/**
|
|
188
188
|
* Hook function for StagehandCrawler.
|
|
189
189
|
*/
|
|
190
|
-
export
|
|
191
|
-
}
|
|
190
|
+
export type StagehandHook<UserData extends Dictionary = any> = BrowserHook<StagehandCrawlingContext<UserData>>;
|
|
192
191
|
/**
|
|
193
192
|
* Request handler for StagehandCrawler.
|
|
194
193
|
*/
|
|
@@ -257,11 +256,11 @@ export interface StagehandCrawlerOptions<ContextExtension = Dictionary<never>, E
|
|
|
257
256
|
/**
|
|
258
257
|
* Async functions that are sequentially evaluated before the navigation.
|
|
259
258
|
*/
|
|
260
|
-
preNavigationHooks?:
|
|
259
|
+
preNavigationHooks?: BrowserHook<StagehandCrawlingContext<GetUserDataFromRequest<ExtendedContext['request']>>, ContextExtension>[];
|
|
261
260
|
/**
|
|
262
261
|
* Async functions that are sequentially evaluated after the navigation.
|
|
263
262
|
*/
|
|
264
|
-
postNavigationHooks?:
|
|
263
|
+
postNavigationHooks?: BrowserHook<StagehandCrawlingContext<GetUserDataFromRequest<ExtendedContext['request']>>, ContextExtension>[];
|
|
265
264
|
}
|
|
266
265
|
/**
|
|
267
266
|
* StagehandCrawler provides AI-powered web crawling using Browserbase's Stagehand library.
|
|
@@ -382,6 +381,8 @@ export declare class StagehandCrawler<ContextExtension = Dictionary<never>, Exte
|
|
|
382
381
|
retryOnBlocked: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
383
382
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
384
383
|
respectRobotsTxtFile: import("ow").AnyPredicate<boolean | object>;
|
|
384
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
385
|
+
transactionalStorage: import("ow").BasePredicate<boolean | Partial<import("@crawlee/browser").StorageWritePolicy> | undefined>;
|
|
385
386
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
386
387
|
onSkippedRequest: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
387
388
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/stagehand",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.105",
|
|
4
4
|
"description": "AI-powered web crawling with Stagehand integration for Crawlee - enables natural language browser automation with act(), extract(), and observe() methods.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -57,11 +57,11 @@
|
|
|
57
57
|
},
|
|
58
58
|
"dependencies": {
|
|
59
59
|
"@apify/timeout": "^0.4.4",
|
|
60
|
-
"@crawlee/browser": "4.0.0-beta.
|
|
61
|
-
"@crawlee/browser-pool": "4.0.0-beta.
|
|
62
|
-
"@crawlee/core": "4.0.0-beta.
|
|
63
|
-
"@crawlee/types": "4.0.0-beta.
|
|
64
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
60
|
+
"@crawlee/browser": "4.0.0-beta.105",
|
|
61
|
+
"@crawlee/browser-pool": "4.0.0-beta.105",
|
|
62
|
+
"@crawlee/core": "4.0.0-beta.105",
|
|
63
|
+
"@crawlee/types": "4.0.0-beta.105",
|
|
64
|
+
"@crawlee/utils": "4.0.0-beta.105",
|
|
65
65
|
"ow": "^2.0.0",
|
|
66
66
|
"tslib": "^2.8.1"
|
|
67
67
|
},
|
|
@@ -93,5 +93,5 @@
|
|
|
93
93
|
}
|
|
94
94
|
}
|
|
95
95
|
},
|
|
96
|
-
"gitHead": "
|
|
96
|
+
"gitHead": "26073a822c7699ac487931383a39192bc3daae7a"
|
|
97
97
|
}
|