gologin-web-access 0.3.4 → 0.3.5

package/CHANGELOG.md

@@ -5,6 +5,12 @@
 - browser automation is now embedded directly in `gologin-web-access`, so one repo and one install contains both Scraping API and Cloud Browser flows
 - doctor now reports the embedded browser runtime source and version
 
+## 0.3.5 - 2026-05-14
+
+- renamed the internal stateless scraping layer from Web Unlocker to Scraping API
+- config files now write `scrapingApiKey`, while legacy `webUnlockerApiKey` configs and old env aliases still load
+- `renderSource` and search transport values now use `scraping`; `unlocker` remains accepted as a legacy `--source` alias
+
 ## 0.3.2 - 2026-04-03
 
 - added unified page outcome classification across `read`, `scrape-json`, and `batch-scrape`

package/README.md

@@ -229,7 +229,7 @@ You can also write a minimal config file at `~/.gologin-web-access/config.json`:
 
 ```json
 {
-  "webUnlockerApiKey": "wu_...",
+  "scrapingApiKey": "wu_...",
   "cloudToken": "gl_...",
   "defaultProfileId": "profile_123",
   "daemonPort": 4590

package/dist/cli.js

@@ -68,7 +68,7 @@ const wait_1 = require("./commands/wait");
 const doctor_1 = require("./doctor");
 const errors_1 = require("./lib/errors");
 const output_1 = require("./lib/output");
-const CLI_VERSION = "0.3.4";
+const CLI_VERSION = "0.3.5";
 async function main() {
     const program = new commander_1.Command();
     program

package/dist/commands/batchChangeTrack.js

@@ -13,7 +13,7 @@ const concurrency_1 = require("../lib/concurrency");
 const output_1 = require("../lib/output");
 const shared_1 = require("./shared");
 function buildBatchChangeTrackCommand() {
-    return (0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("batch-change-track")
+    return (0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("batch-change-track")
         .description("Track multiple pages over time and report which ones are new, same, or changed.")
         .argument("<urls...>", "One or more URLs")
         .option("--format <format>", "html, markdown, text, or json", "markdown")
@@ -22,10 +22,10 @@ function buildBatchChangeTrackCommand() {
         .option("--summary", "Print one-line status counts to stderr after the JSON output")
         .action(async (urls, options) => {
         const config = await (0, config_1.loadConfig)();
-        const apiKey = (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = (0, config_1.requireScrapingApiKey)(config);
         const format = (0, changeTracking_1.normalizeTrackingFormat)(options.format);
         const concurrency = Math.max(1, Number(options.concurrency) || 4);
-        const requestOptions = (0, shared_1.normalizeUnlockerRequestOptions)(options);
+        const requestOptions = (0, shared_1.normalizeScrapingApiRequestOptions)(options);
         const results = await (0, concurrency_1.mapWithConcurrency)(urls, concurrency, async (url) => {
             try {
                 const key = (0, changeTracking_1.buildTrackingKey)(url);

package/dist/commands/batchExtract.js

@@ -14,7 +14,7 @@ const output_1 = require("../lib/output");
 const readSource_1 = require("../lib/readSource");
 const shared_1 = require("./shared");
 function buildBatchExtractCommand() {
-    return (0, shared_1.addProfileOption)((0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("batch-extract")
+    return (0, shared_1.addProfileOption)((0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("batch-extract")
         .description("Extract structured data from multiple pages using one selector schema.")
         .argument("<urls...>", "One or more URLs")
         .requiredOption("--schema <path>", "Path to a JSON extraction schema")
@@ -25,10 +25,10 @@ function buildBatchExtractCommand() {
         .action(async (urls, options) => {
         const config = await (0, config_1.loadConfig)();
         const source = (0, readSource_1.normalizeReadSourceMode)(options.source, "auto");
-        const apiKey = source === "browser" ? "" : (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = source === "browser" ? "" : (0, config_1.requireScrapingApiKey)(config);
         const schema = await readSchema(path_1.default.resolve(options.schema));
         const concurrency = Math.max(1, Number(options.concurrency) || 4);
-        const request = (0, shared_1.normalizeUnlockerRequestOptions)(options);
+        const request = (0, shared_1.normalizeScrapingApiRequestOptions)(options);
         const results = await (0, concurrency_1.mapWithConcurrency)(urls, concurrency, async (url) => {
             try {
                 return {

package/dist/commands/batchScrape.js

@@ -13,10 +13,10 @@ const config_1 = require("../config");
 const output_1 = require("../lib/output");
 const readSource_1 = require("../lib/readSource");
 const structuredScrape_1 = require("../lib/structuredScrape");
-const unlocker_1 = require("../lib/unlocker");
+const scrapingApi_1 = require("../lib/scrapingApi");
 const shared_1 = require("./shared");
 function buildBatchScrapeCommand() {
-    return (0, shared_1.addProfileOption)((0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("batch-scrape")
+    return (0, shared_1.addProfileOption)((0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("batch-scrape")
         .description("Fetch multiple pages through Scraping API and print a JSON array of results.")
         .argument("<urls...>", "One or more URLs")
         .option("--format <format>", "html, markdown, text, or json", "html")
@@ -32,9 +32,9 @@ function buildBatchScrapeCommand() {
         const format = normalizeFormat(options.format);
         const source = (0, readSource_1.normalizeReadSourceMode)(options.source, "auto");
         const usingBrowserOnlyMainContent = Boolean(options.onlyMainContent) && format !== "json" && source === "browser";
-        const apiKey = usingBrowserOnlyMainContent ? "" : (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = usingBrowserOnlyMainContent ? "" : (0, config_1.requireScrapingApiKey)(config);
         const concurrency = Math.max(1, Number(options.concurrency) || 4);
-        const requestOptions = (0, shared_1.normalizeUnlockerRequestOptions)(options);
+        const requestOptions = (0, shared_1.normalizeScrapingApiRequestOptions)(options);
         const fallback = (0, structuredScrape_1.normalizeStructuredFallbackMode)(options.fallback);
         const results = await mapWithConcurrency(urls, concurrency, async (url) => {
             try {
@@ -120,15 +120,15 @@ async function formatOutput(url, config, apiKey, format, requestOptions, fallbac
     switch (format) {
         case "html":
             return {
-                output: (await (0, unlocker_1.scrapeRenderedHtml)(url, apiKey, requestOptions)).content,
+                output: (await (0, scrapingApi_1.scrapeRenderedHtml)(url, apiKey, requestOptions)).content,
             };
         case "markdown":
             return {
-                output: (await (0, unlocker_1.scrapeMarkdown)(url, apiKey, requestOptions)).markdown,
+                output: (await (0, scrapingApi_1.scrapeMarkdown)(url, apiKey, requestOptions)).markdown,
             };
         case "text":
             return {
-                output: (await (0, unlocker_1.scrapeText)(url, apiKey, requestOptions)).text,
+                output: (await (0, scrapingApi_1.scrapeText)(url, apiKey, requestOptions)).text,
             };
         case "json":
             return mapStructuredBatchResult(await (0, structuredScrape_1.scrapeStructuredJson)(url, config, apiKey, {
@@ -137,7 +137,7 @@ async function formatOutput(url, config, apiKey, format, requestOptions, fallbac
             }));
         default:
             return {
-                output: (await (0, unlocker_1.scrapeRenderedHtml)(url, apiKey, requestOptions)).content,
+                output: (await (0, scrapingApi_1.scrapeRenderedHtml)(url, apiKey, requestOptions)).content,
             };
     }
 }

package/dist/commands/changeTrack.js

@@ -12,7 +12,7 @@ const changeTracking_1 = require("../lib/changeTracking");
 const output_1 = require("../lib/output");
 const shared_1 = require("./shared");
 function buildChangeTrackCommand() {
-    return (0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("change-track")
+    return (0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("change-track")
         .description("Track a page over time and report whether it changed since the last snapshot.")
         .argument("<url>", "Target URL")
         .option("--format <format>", "html, markdown, text, or json", "markdown")
@@ -21,10 +21,10 @@ function buildChangeTrackCommand() {
         .option("--output <path>", "Write the current tracking result to a file")
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
-        const apiKey = (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = (0, config_1.requireScrapingApiKey)(config);
         const format = (0, changeTracking_1.normalizeTrackingFormat)(options.format);
         const key = (0, changeTracking_1.buildTrackingKey)(url, options.key);
-        const snapshot = await (0, changeTracking_1.scrapeForTracking)(url, apiKey, format, (0, shared_1.normalizeUnlockerRequestOptions)(options));
+        const snapshot = await (0, changeTracking_1.scrapeForTracking)(url, apiKey, format, (0, shared_1.normalizeScrapingApiRequestOptions)(options));
         const result = await (0, changeTracking_1.compareAndPersistSnapshot)(config, {
             key,
             url,

package/dist/commands/configInit.js

@@ -5,7 +5,7 @@ const commander_1 = require("commander");
 const config_1 = require("../config");
 const cloudApi_1 = require("../lib/cloudApi");
 const output_1 = require("../lib/output");
-const unlocker_1 = require("../lib/unlocker");
+const scrapingApi_1 = require("../lib/scrapingApi");
 function buildConfigInitCommand() {
     return new commander_1.Command("init")
         .description("Write ~/.gologin-web-access/config.json with current values or placeholders. Recommended: persist both the Scraping API key and the GoLogin token.")
@@ -19,14 +19,14 @@ function buildConfigInitCommand() {
         .option("--no-validate", "Skip live key validation after writing config")
         .option("--force", "Overwrite an existing config file")
         .action(async (options) => {
-        const webUnlockerApiKey = options.scrapingApiKey ??
+        const scrapingApiKey = options.scrapingApiKey ??
             options.webUnlockerApiKey ??
             options.webUnlockerKey ??
-            process.env[config_1.ENV_NAMES.webUnlockerApiKey] ??
+            process.env[config_1.ENV_NAMES.scrapingApiKey] ??
             process.env.GOLOGIN_WEB_UNLOCKER_API_KEY ??
             process.env.GOLOGIN_WEBUNLOCKER_API_KEY;
         const result = await (0, config_1.initConfigFile)({
-            webUnlockerApiKey,
+            scrapingApiKey,
             cloudToken: options.token ??
                 options.cloudToken ??
                 process.env[config_1.ENV_NAMES.cloudToken] ??
@@ -44,7 +44,7 @@ function buildConfigInitCommand() {
             { label: "Config file", value: result.path },
             {
                 label: "Scraping API key",
-                value: result.config.webUnlockerApiKey ? "written" : "left empty",
+                value: result.config.scrapingApiKey ? "written" : "left empty",
             },
             {
                 label: "GoLogin token",
@@ -59,15 +59,15 @@ function buildConfigInitCommand() {
                 value: String(result.config.daemonPort ?? config_1.DEFAULT_DAEMON_PORT),
             },
         ]);
-        if (!result.config.webUnlockerApiKey || !result.config.cloudToken) {
+        if (!result.config.scrapingApiKey || !result.config.cloudToken) {
             (0, output_1.printText)("Recommended next step: configure both GOLOGIN_SCRAPING_API_KEY and GOLOGIN_TOKEN so agents can use scraping and browser flows without asking again.");
         }
         if (options.validate === false) {
             return;
         }
         const validationRows = [];
-        if (result.config.webUnlockerApiKey) {
-            const validation = await (0, unlocker_1.validateWebUnlockerKey)(result.config.webUnlockerApiKey);
+        if (result.config.scrapingApiKey) {
+            const validation = await (0, scrapingApi_1.validateScrapingApiKey)(result.config.scrapingApiKey);
             validationRows.push({
                 label: "Scraping API validation",
                 value: validation.ok ? "ok" : `failed${validation.status ? ` (${validation.status})` : ""}: ${validation.detail}`,

package/dist/commands/crawl.js

@@ -22,7 +22,7 @@ function buildCrawlCommand() {
         .option("--strict", "Exit non-zero when any page fails during crawling")
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
-        const apiKey = (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = (0, config_1.requireScrapingApiKey)(config);
         const format = normalizeFormat(options.format);
         const result = await (0, crawl_1.crawlSite)(url, apiKey, format, {
             limit: normalizePositiveInt(options.limit, 25),

package/dist/commands/crawlStart.js

@@ -21,7 +21,7 @@ function buildCrawlStartCommand() {
         .option("--only-main-content", "For html, markdown, or text output, isolate the most readable content block on each page")
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
-        (0, config_1.requireWebUnlockerKey)(config);
+        (0, config_1.requireScrapingApiKey)(config);
         const args = buildCrawlArgs(url, options);
         const job = await (0, jobRegistry_1.createJob)(config, {
             kind: "crawl",

package/dist/commands/extract.js

@@ -13,7 +13,7 @@ const output_1 = require("../lib/output");
 const readSource_1 = require("../lib/readSource");
 const shared_1 = require("./shared");
 function buildExtractCommand() {
-    return (0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("extract")
+    return (0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("extract")
         .description("Extract structured data from a page using a selector schema.")
         .argument("<url>", "Target URL")
         .requiredOption("--schema <path>", "Path to a JSON extraction schema")
@@ -22,11 +22,11 @@ function buildExtractCommand() {
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
         const source = (0, readSource_1.normalizeReadSourceMode)(options.source, "auto");
-        const apiKey = source === "browser" ? "" : (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = source === "browser" ? "" : (0, config_1.requireScrapingApiKey)(config);
         const schema = await readSchema(path_1.default.resolve(options.schema));
         const result = await (0, extractRunner_1.extractUrlWithSchema)(url, config, apiKey, schema, {
             source,
-            request: (0, shared_1.normalizeUnlockerRequestOptions)(options),
+            request: (0, shared_1.normalizeScrapingApiRequestOptions)(options),
         });
         if (options.output) {
             const outputPath = path_1.default.resolve(options.output);

package/dist/commands/map.js

@@ -20,7 +20,7 @@ function buildMapCommand() {
         .option("--strict", "Exit non-zero when any page fails during mapping")
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
-        const apiKey = (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = (0, config_1.requireScrapingApiKey)(config);
         const result = await (0, crawl_1.mapSite)(url, apiKey, {
             limit: normalizePositiveInt(options.limit, 100),
             maxDepth: normalizeNonNegativeInt(options.maxDepth, 2),

package/dist/commands/read.js

@@ -8,7 +8,7 @@ const readSource_1 = require("../lib/readSource");
 const output_1 = require("../lib/output");
 const shared_1 = require("./shared");
 function buildReadCommand() {
-    return (0, shared_1.addProfileOption)((0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("read")
+    return (0, shared_1.addProfileOption)((0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("read")
         .description("Read the main content of a docs page or article with automatic fallback to Cloud Browser when needed.")
         .argument("<url>", "URL to read")
         .option("--format <format>", "Output format: html, markdown, or text", "text")
@@ -17,11 +17,11 @@ function buildReadCommand() {
         const config = await (0, config_1.loadConfig)();
         const format = normalizeReadFormat(options.format);
         const source = (0, readSource_1.normalizeReadSourceMode)(options.source, "auto");
-        const apiKey = source === "browser" ? "" : (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = source === "browser" ? "" : (0, config_1.requireScrapingApiKey)(config);
         const readOptions = {
             source,
             profile: options.profile,
-            request: (0, shared_1.normalizeUnlockerRequestOptions)(options),
+            request: (0, shared_1.normalizeScrapingApiRequestOptions)(options),
         };
         const result = format === "html"
             ? await (0, readSource_1.readHtmlContent)(url, config, apiKey, readOptions)

package/dist/commands/scrape.js

@@ -5,15 +5,15 @@ const commander_1 = require("commander");
 const config_1 = require("../config");
 const shared_1 = require("./shared");
 const output_1 = require("../lib/output");
-const unlocker_1 = require("../lib/unlocker");
+const scrapingApi_1 = require("../lib/scrapingApi");
 function buildScrapeCommand() {
-    return (0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("scrape")
+    return (0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("scrape")
         .description("Fetch rendered HTML through GoLogin Scraping API.")
         .argument("<url>", "URL to scrape")
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
-        const apiKey = (0, config_1.requireWebUnlockerKey)(config);
-        const result = await (0, unlocker_1.scrapeRenderedHtml)(url, apiKey, (0, shared_1.normalizeUnlockerRequestOptions)(options));
+        const apiKey = (0, config_1.requireScrapingApiKey)(config);
+        const result = await (0, scrapingApi_1.scrapeRenderedHtml)(url, apiKey, (0, shared_1.normalizeScrapingApiRequestOptions)(options));
         (0, output_1.printText)(result.content);
     }));
 }

package/dist/commands/scrapeJson.js

@@ -7,21 +7,21 @@ const output_1 = require("../lib/output");
 const structuredScrape_1 = require("../lib/structuredScrape");
 const shared_1 = require("./shared");
 function buildScrapeJsonCommand() {
-    return (0, shared_1.addProfileOption)((0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("scrape-json")
+    return (0, shared_1.addProfileOption)((0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("scrape-json")
         .description("Fetch a page through Scraping API and print a structured JSON envelope.")
         .argument("<url>", "URL to scrape")
         .option("--fallback <mode>", "none or browser structured fallback for JS-heavy pages", "none")
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
-        const apiKey = (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = (0, config_1.requireScrapingApiKey)(config);
         const envelope = await (0, structuredScrape_1.scrapeStructuredJson)(url, config, apiKey, {
             fallback: (0, structuredScrape_1.normalizeStructuredFallbackMode)(options.fallback),
             profile: options.profile,
-            request: (0, shared_1.normalizeUnlockerRequestOptions)(options),
+            request: (0, shared_1.normalizeScrapingApiRequestOptions)(options),
         });
         if (envelope.fallbackAttempted) {
             const fallbackStatus = envelope.fallbackUsed
-                ? "Browser fallback succeeded and replaced the unlocker result."
+                ? "Browser fallback succeeded and replaced the Scraping API result."
                 : `Browser fallback was attempted but not used. ${envelope.fallbackReason ?? "It did not improve the structured output."}`;
             process.stderr.write(`${fallbackStatus}\n`);
         }

package/dist/commands/scrapeMarkdown.js

@@ -8,17 +8,17 @@ const readSource_1 = require("../lib/readSource");
 const shared_1 = require("./shared");
 const output_1 = require("../lib/output");
 function buildScrapeMarkdownCommand() {
-    return (0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("scrape-markdown")
+    return (0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("scrape-markdown")
         .description("Fetch a page through Scraping API and print Markdown.")
         .argument("<url>", "URL to scrape")
         .option("--source <source>", "Read source: auto, scraping, or browser. Legacy alias: unlocker", "auto")
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
         const source = (0, readSource_1.normalizeReadSourceMode)(options.source, "auto");
-        const apiKey = source === "browser" ? "" : (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = source === "browser" ? "" : (0, config_1.requireScrapingApiKey)(config);
         const result = await (0, readSource_1.readMarkdownContent)(url, config, apiKey, {
             source,
-            request: (0, shared_1.normalizeUnlockerRequestOptions)(options),
+            request: (0, shared_1.normalizeScrapingApiRequestOptions)(options),
         });
         emitReadNotice(result);
         (0, output_1.printText)(result.content);

package/dist/commands/scrapeText.js

@@ -8,17 +8,17 @@ const readSource_1 = require("../lib/readSource");
 const shared_1 = require("./shared");
 const output_1 = require("../lib/output");
 function buildScrapeTextCommand() {
-    return (0, shared_1.addUnlockerRequestOptions)(new commander_1.Command("scrape-text")
+    return (0, shared_1.addScrapingApiRequestOptions)(new commander_1.Command("scrape-text")
         .description("Fetch a page through Scraping API and print plain text.")
         .argument("<url>", "URL to scrape")
         .option("--source <source>", "Read source: auto, scraping, or browser. Legacy alias: unlocker", "auto")
         .action(async (url, options) => {
         const config = await (0, config_1.loadConfig)();
         const source = (0, readSource_1.normalizeReadSourceMode)(options.source, "auto");
-        const apiKey = source === "browser" ? "" : (0, config_1.requireWebUnlockerKey)(config);
+        const apiKey = source === "browser" ? "" : (0, config_1.requireScrapingApiKey)(config);
         const result = await (0, readSource_1.readTextContent)(url, config, apiKey, {
             source,
-            request: (0, shared_1.normalizeUnlockerRequestOptions)(options),
+            request: (0, shared_1.normalizeScrapingApiRequestOptions)(options),
         });
         emitReadNotice(result);
         (0, output_1.printText)(result.content);

package/dist/commands/search.js

@@ -32,10 +32,10 @@ function normalizeLimit(value) {
     return Math.min(Math.floor(parsed), 100);
 }
 function normalizeSource(value) {
-    if (value === "scraping" || value === "scraping-api") {
-        return "unlocker";
+    if (value === "scraping" || value === "scraping-api" || value === "unlocker") {
+        return "scraping";
     }
-    if (value === "auto" || value === "unlocker" || value === "browser") {
+    if (value === "auto" || value === "browser") {
         return value;
     }
     throw new Error(`Unsupported search source: ${value}`);

package/dist/commands/shared.js

@@ -8,8 +8,8 @@ exports.addProfileOption = addProfileOption;
 exports.runBrowserCommand = runBrowserCommand;
 exports.runOpenLikeCommand = runOpenLikeCommand;
 exports.resolveOutputPath = resolveOutputPath;
-exports.addUnlockerRequestOptions = addUnlockerRequestOptions;
-exports.normalizeUnlockerRequestOptions = normalizeUnlockerRequestOptions;
+exports.addScrapingApiRequestOptions = addScrapingApiRequestOptions;
+exports.normalizeScrapingApiRequestOptions = normalizeScrapingApiRequestOptions;
 const path_1 = __importDefault(require("path"));
 const config_1 = require("../config");
 const agentCli_1 = require("../lib/agentCli");
@@ -67,13 +67,13 @@ async function runOpenLikeCommand(url, options) {
 function resolveOutputPath(targetPath) {
     return path_1.default.resolve(targetPath);
 }
-function addUnlockerRequestOptions(command) {
+function addScrapingApiRequestOptions(command) {
     return command
         .option("--retry <count>", "Retry attempts for timeout, 429, and 5xx responses")
         .option("--backoff-ms <ms>", "Base exponential backoff in milliseconds for retried requests")
         .option("--timeout-ms <ms>", "Per-request timeout in milliseconds");
 }
-function normalizeUnlockerRequestOptions(options) {
+function normalizeScrapingApiRequestOptions(options) {
     return {
         maxRetries: normalizeOptionalNonNegativeInt(options.retry),
         backoffMs: normalizeOptionalNonNegativeInt(options.backoffMs),

package/dist/config.js

@@ -7,7 +7,7 @@ exports.ENV_NAMES = exports.DEFAULT_DAEMON_PORT = void 0;
 exports.getDefaultConfigPath = getDefaultConfigPath;
 exports.loadConfig = loadConfig;
 exports.initConfigFile = initConfigFile;
-exports.requireWebUnlockerKey = requireWebUnlockerKey;
+exports.requireScrapingApiKey = requireScrapingApiKey;
 exports.requireCloudToken = requireCloudToken;
 exports.resolveProfileId = resolveProfileId;
 exports.getRecommendedCredentialStatus = getRecommendedCredentialStatus;
@@ -22,13 +22,13 @@ const LEGACY_CONFIG_DIR = ".gologin-web";
 const CONFIG_FILENAME = "config.json";
 exports.DEFAULT_DAEMON_PORT = 4590;
 exports.ENV_NAMES = {
-    webUnlockerApiKey: "GOLOGIN_SCRAPING_API_KEY",
+    scrapingApiKey: "GOLOGIN_SCRAPING_API_KEY",
     cloudToken: "GOLOGIN_TOKEN",
     defaultProfileId: "GOLOGIN_DEFAULT_PROFILE_ID",
     daemonPort: "GOLOGIN_DAEMON_PORT",
 };
 const LEGACY_ENV_NAMES = {
-    webUnlockerApiKey: ["GOLOGIN_WEB_UNLOCKER_API_KEY", "GOLOGIN_WEBUNLOCKER_API_KEY"],
+    scrapingApiKey: ["GOLOGIN_WEB_UNLOCKER_API_KEY", "GOLOGIN_WEBUNLOCKER_API_KEY"],
     cloudToken: ["GOLOGIN_CLOUD_TOKEN"],
     defaultProfileId: ["GOLOGIN_PROFILE_ID"],
     daemonPort: [],
@@ -40,11 +40,11 @@ async function loadConfig() {
     const configPath = await resolveConfigPath();
     const stateDir = path_1.default.dirname(configPath);
     const fileConfig = await readConfigFile(configPath);
-    const webUnlockerEnv = firstEnvValue(exports.ENV_NAMES.webUnlockerApiKey, LEGACY_ENV_NAMES.webUnlockerApiKey);
+    const scrapingApiEnv = firstEnvValue(exports.ENV_NAMES.scrapingApiKey, LEGACY_ENV_NAMES.scrapingApiKey);
     const cloudTokenEnv = firstEnvValue(exports.ENV_NAMES.cloudToken, LEGACY_ENV_NAMES.cloudToken);
     const profileEnv = firstEnvValue(exports.ENV_NAMES.defaultProfileId, LEGACY_ENV_NAMES.defaultProfileId);
     const daemonPortEnv = firstEnvValue(exports.ENV_NAMES.daemonPort, LEGACY_ENV_NAMES.daemonPort);
-    const webUnlockerApiKey = pickString(webUnlockerEnv, fileConfig.webUnlockerApiKey);
+    const scrapingApiKey = pickString(scrapingApiEnv, fileConfig.scrapingApiKey);
     const cloudToken = pickString(cloudTokenEnv, fileConfig.cloudToken);
     const defaultProfileId = pickString(profileEnv, fileConfig.defaultProfileId);
     const daemonPort = pickNumber(daemonPortEnv, fileConfig.daemonPort, exports.DEFAULT_DAEMON_PORT);
@@ -54,12 +54,12 @@ async function loadConfig() {
         jobsDir: path_1.default.join(stateDir, "jobs"),
         trackingDir: path_1.default.join(stateDir, "tracking"),
         artifactsDir: path_1.default.join(stateDir, "artifacts"),
-        webUnlockerApiKey,
+        scrapingApiKey,
         cloudToken,
         defaultProfileId,
         daemonPort,
         sources: {
-            webUnlockerApiKey: resolveSource(webUnlockerEnv, fileConfig.webUnlockerApiKey),
+            scrapingApiKey: resolveSource(scrapingApiEnv, fileConfig.scrapingApiKey),
             cloudToken: resolveSource(cloudTokenEnv, fileConfig.cloudToken),
             defaultProfileId: resolveSource(profileEnv, fileConfig.defaultProfileId),
             daemonPort: resolveNumberSource(daemonPortEnv, fileConfig.daemonPort),
@@ -80,7 +80,7 @@ async function initConfigFile(overrides, options = {}) {
         };
     }
     const nextConfig = {
-        webUnlockerApiKey: overrides.webUnlockerApiKey,
+        scrapingApiKey: overrides.scrapingApiKey,
         cloudToken: overrides.cloudToken,
         defaultProfileId: overrides.defaultProfileId,
         daemonPort: overrides.daemonPort ?? exports.DEFAULT_DAEMON_PORT,
@@ -92,11 +92,11 @@ async function initConfigFile(overrides, options = {}) {
         created: true,
     };
 }
-function requireWebUnlockerKey(config) {
-    if (!config.webUnlockerApiKey) {
-        throw new errors_1.MissingCredentialError(exports.ENV_NAMES.webUnlockerApiKey, "scraping commands like `gologin-web-access scrape`");
+function requireScrapingApiKey(config) {
+    if (!config.scrapingApiKey) {
+        throw new errors_1.MissingCredentialError(exports.ENV_NAMES.scrapingApiKey, "scraping commands like `gologin-web-access scrape`");
     }
-    return config.webUnlockerApiKey;
+    return config.scrapingApiKey;
 }
 function requireCloudToken(config) {
     if (!config.cloudToken) {
@@ -109,8 +109,8 @@ function resolveProfileId(config, explicitProfileId) {
 }
 function getRecommendedCredentialStatus(config) {
     const missing = [];
-    if (!config.webUnlockerApiKey) {
-        missing.push(exports.ENV_NAMES.webUnlockerApiKey);
+    if (!config.scrapingApiKey) {
+        missing.push(exports.ENV_NAMES.scrapingApiKey);
     }
     if (!config.cloudToken) {
         missing.push(exports.ENV_NAMES.cloudToken);
@@ -136,8 +136,8 @@ function getMaskedConfigRows(config) {
             value: config.configPath,
         },
         {
-            label: exports.ENV_NAMES.webUnlockerApiKey,
-            value: describeValue(config.webUnlockerApiKey, config.sources.webUnlockerApiKey),
+            label: exports.ENV_NAMES.scrapingApiKey,
+            value: describeValue(config.scrapingApiKey, config.sources.scrapingApiKey),
         },
         {
             label: exports.ENV_NAMES.cloudToken,
@@ -162,7 +162,7 @@ async function readConfigFile(configPath) {
         const raw = await fs_1.promises.readFile(configPath, "utf8");
         const parsed = JSON.parse(raw);
         return {
-            webUnlockerApiKey: normalizeString(parsed.webUnlockerApiKey),
+            scrapingApiKey: normalizeString(parsed.scrapingApiKey ?? parsed.webUnlockerApiKey),
             cloudToken: normalizeString(parsed.cloudToken),
             defaultProfileId: normalizeString(parsed.defaultProfileId),
             daemonPort: parsed.daemonPort,

package/dist/doctor.js

@@ -13,8 +13,8 @@ async function runDoctor(options = {}) {
     const recommended = (0, config_1.getRecommendedCredentialStatus)(config);
     checks.push({
         name: "Scraping API key",
-        status: config.webUnlockerApiKey ? "ok" : "warn",
-        detail: config.webUnlockerApiKey ? `configured via ${config.sources.webUnlockerApiKey}` : "missing",
+        status: config.scrapingApiKey ? "ok" : "warn",
+        detail: config.scrapingApiKey ? `configured via ${config.sources.scrapingApiKey}` : "missing",
     });
     checks.push({
         name: "GoLogin token",

package/dist/lib/changeTracking.js

@@ -11,7 +11,7 @@ const crypto_1 = require("crypto");
 const fs_1 = require("fs");
 const path_1 = __importDefault(require("path"));
 const diff_1 = require("diff");
-const unlocker_1 = require("./unlocker");
+const scrapingApi_1 = require("./scrapingApi");
 function buildTrackingKey(url, explicitKey) {
     return (explicitKey ?? url)
         .toLowerCase()
@@ -63,21 +63,21 @@ async function compareAndPersistSnapshot(config, snapshot) {
 async function scrapeForTracking(url, apiKey, format, options = {}) {
     switch (format) {
         case "html": {
-            const result = await (0, unlocker_1.scrapeRenderedHtml)(url, apiKey, options);
+            const result = await (0, scrapingApi_1.scrapeRenderedHtml)(url, apiKey, options);
             return {
                 content: result.content,
                 request: result.request,
             };
         }
         case "text": {
-            const result = await (0, unlocker_1.scrapeText)(url, apiKey, options);
+            const result = await (0, scrapingApi_1.scrapeText)(url, apiKey, options);
             return {
                 content: result.text,
                 request: result.request,
             };
         }
         case "json": {
-            const result = await (0, unlocker_1.scrapeJson)(url, apiKey, options);
+            const result = await (0, scrapingApi_1.scrapeJson)(url, apiKey, options);
             return {
                 title: result.data.title ?? undefined,
                 content: JSON.stringify(result.data, null, 2),
@@ -86,7 +86,7 @@ async function scrapeForTracking(url, apiKey, format, options = {}) {
         }
         case "markdown":
         default: {
-            const result = await (0, unlocker_1.scrapeMarkdown)(url, apiKey, options);
+            const result = await (0, scrapingApi_1.scrapeMarkdown)(url, apiKey, options);
             return {
                 content: result.markdown,
                 request: result.request,

package/dist/lib/crawl.js

@@ -4,7 +4,7 @@ exports.mapSite = mapSite;
 exports.crawlSite = crawlSite;
 exports.resolveTraversalStatus = resolveTraversalStatus;
 const readSource_1 = require("./readSource");
-const unlocker_1 = require("./unlocker");
+const scrapingApi_1 = require("./scrapingApi");
 async function mapSite(rootUrl, apiKey, options) {
     const pages = await traverseSite(rootUrl, apiKey, options);
     const status = resolveTraversalStatus(pages.pages.length, pages.pages.filter((page) => !page.ok).length);
@@ -137,8 +137,8 @@ async function traverseSite(rootUrl, apiKey, options) {
     };
 }
 async function scrapePage(url, apiKey, scope, options) {
-    const scraped = await (0, unlocker_1.scrapeRenderedHtml)(url, apiKey);
-    const data = (0, unlocker_1.htmlToStructuredData)(scraped.content);
+    const scraped = await (0, scrapingApi_1.scrapeRenderedHtml)(url, apiKey);
+    const data = (0, scrapingApi_1.htmlToStructuredData)(scraped.content);
     const links = extractScopedLinks(url, data.links, scope, options);
     const readable = options.onlyMainContent ? (0, readSource_1.extractReadableSegmentFromHtml)(scraped.content) : null;
     const htmlOutput = readable ? readable.html : scraped.content;
@@ -148,8 +148,8 @@ async function scrapePage(url, apiKey, scope, options) {
         links,
         outputByFormat: {
             html: htmlOutput,
-            markdown: (0, unlocker_1.htmlToMarkdown)(htmlOutput),
-            text: readable ? readable.text : (0, unlocker_1.htmlToText)(scraped.content),
+            markdown: (0, scrapingApi_1.htmlToMarkdown)(htmlOutput),
+            text: readable ? readable.text : (0, scrapingApi_1.htmlToText)(scraped.content),
             json: data,
         },
     };
@@ -245,7 +245,7 @@ function isInScope(url, scope) {
 async function fetchSitemapUrls(rootUrl, apiKey, scope, options) {
     const root = new URL(rootUrl);
     const sitemapUrl = new URL("/sitemap.xml", root.origin).toString();
-    const scraped = await (0, unlocker_1.scrapeRenderedHtml)(sitemapUrl, apiKey);
+    const scraped = await (0, scrapingApi_1.scrapeRenderedHtml)(sitemapUrl, apiKey);
     const directEntries = extractXmlLocValues(scraped.content)
         .map((url) => normalizeVisitUrl(url, options.ignoreQueryParameters))
         .filter((url) => isInScope(url, scope) && matchesScopeRules(url, options));
@@ -256,7 +256,7 @@ async function fetchSitemapUrls(rootUrl, apiKey, scope, options) {
     const pageUrls = directEntries.filter((url) => !url.endsWith(".xml"));
     const nestedPages = await mapWithConcurrency(nested.slice(0, 10), 2, async (url) => {
         try {
-            const nestedScrape = await (0, unlocker_1.scrapeRenderedHtml)(url, apiKey);
+            const nestedScrape = await (0, scrapingApi_1.scrapeRenderedHtml)(url, apiKey);
             return extractXmlLocValues(nestedScrape.content)
                 .map((item) => normalizeVisitUrl(item, options.ignoreQueryParameters))
                 .filter((item) => isInScope(item, scope) && matchesScopeRules(item, options));

package/dist/lib/document.js

@@ -42,7 +42,7 @@ const path_1 = __importDefault(require("path"));
 const mammoth_1 = __importDefault(require("mammoth"));
 const pdf_parse_1 = require("pdf-parse");
 const XLSX = __importStar(require("xlsx"));
-const unlocker_1 = require("./unlocker");
+const scrapingApi_1 = require("./scrapingApi");
 async function parseDocumentSource(source) {
     const loaded = await loadSource(source);
     const kind = detectDocumentKind(source, loaded.contentType);
@@ -102,7 +102,7 @@ async function parseDocumentSource(source) {
             return {
                 source,
                 kind,
-                text: (0, unlocker_1.htmlToText)(raw),
+                text: (0, scrapingApi_1.htmlToText)(raw),
                 metadata: {}
             };
         }

package/dist/lib/readSource.js

@@ -11,15 +11,15 @@ const cheerio_1 = require("cheerio");
 const config_1 = require("../config");
 const browserRead_1 = require("./browserRead");
 const pageOutcome_1 = require("./pageOutcome");
-const unlocker_1 = require("./unlocker");
+const scrapingApi_1 = require("./scrapingApi");
 function normalizeReadSourceMode(value, defaultMode = "auto") {
     if (!value) {
         return defaultMode;
     }
-    if (value === "scraping" || value === "scraping-api") {
-        return "unlocker";
+    if (value === "scraping" || value === "scraping-api" || value === "unlocker") {
+        return "scraping";
     }
-    if (value === "auto" || value === "unlocker" || value === "browser") {
+    if (value === "auto" || value === "browser") {
         return value;
     }
     throw new Error(`Unsupported source mode: ${value}`);
@@ -57,40 +57,40 @@ async function readRenderedHtmlContent(url, config, apiKey, options = {}) {
             outcome: "ok",
         };
     }
-    const unlocker = await (0, unlocker_1.scrapeRenderedHtml)(url, apiKey, options.request);
-    if (source === "unlocker") {
+    const scraping = await (0, scrapingApi_1.scrapeRenderedHtml)(url, apiKey, options.request);
+    if (source === "scraping") {
         return {
-            html: unlocker.content,
-            renderSource: "unlocker",
+            html: scraping.content,
+            renderSource: "scraping",
             fallbackAttempted: false,
             fallbackUsed: false,
             outcome: "ok",
-            request: unlocker.request,
+            request: scraping.request,
         };
     }
-    const unlockerText = (0, unlocker_1.htmlToText)(unlocker.content);
-    const assessment = assessReadableContent(unlocker.content, unlockerText);
-    const outcomeAssessment = (0, pageOutcome_1.assessReadablePageOutcome)(unlocker.content, unlockerText, {
+    const scrapingText = (0, scrapingApi_1.htmlToText)(scraping.content);
+    const assessment = assessReadableContent(scraping.content, scrapingText);
+    const outcomeAssessment = (0, pageOutcome_1.assessReadablePageOutcome)(scraping.content, scrapingText, {
         looksIncomplete: assessment.shouldFallback,
         incompleteReason: assessment.reason,
     });
     if (!assessment.shouldFallback) {
         return {
-            html: unlocker.content,
-            renderSource: "unlocker",
+            html: scraping.content,
+            renderSource: "scraping",
             fallbackAttempted: false,
             fallbackUsed: false,
             outcome: outcomeAssessment.outcome,
             outcomeReason: outcomeAssessment.reason,
             nextActionHint: outcomeAssessment.nextActionHint,
             warning: outcomeAssessment.warning,
-            request: unlocker.request,
+            request: scraping.request,
         };
     }
     if (!config.cloudToken) {
         return {
-            html: unlocker.content,
-            renderSource: "unlocker",
+            html: scraping.content,
+            renderSource: "scraping",
             fallbackAttempted: true,
             fallbackUsed: false,
             fallbackReason: `${assessment.reason}; GOLOGIN_TOKEN is not configured`,
@@ -98,7 +98,7 @@ async function readRenderedHtmlContent(url, config, apiKey, options = {}) {
             outcomeReason: outcomeAssessment.reason,
             nextActionHint: outcomeAssessment.nextActionHint,
             warning: outcomeAssessment.warning,
-            request: unlocker.request,
+            request: scraping.request,
         };
     }
     const browser = await (0, browserRead_1.scrapeRenderedHtmlViaBrowser)(url, config, {
@@ -111,7 +111,7 @@ async function readRenderedHtmlContent(url, config, apiKey, options = {}) {
         fallbackUsed: true,
         fallbackReason: assessment.reason,
         outcome: "ok",
-        request: unlocker.request,
+        request: scraping.request,
     };
 }
 function assessReadableContent(html, content) {
@@ -128,31 +128,31 @@ function assessReadableContent(html, content) {
     if (mainLength < 200 && articleLength < 200 && linkCount > 40 && normalizedContentLength < 5000) {
         return {
             shouldFallback: true,
-            reason: "Unlocker returned navigation-heavy shell with weak main/article content",
+            reason: "Scraping API returned navigation-heavy shell with weak main/article content",
         };
     }
     if (normalizedContentLength < 600 && (shellMarkers || linkCount > 30 || scriptCount > 10)) {
         return {
             shouldFallback: true,
-            reason: "Unlocker returned very little readable text from a likely JS-rendered page",
+            reason: "Scraping API returned very little readable text from a likely JS-rendered page",
         };
     }
     if (shellMarkers && mainLength < 300 && paragraphCount < 3) {
         return {
             shouldFallback: true,
-            reason: "Unlocker output looks like a JS docs shell without rendered article content",
+            reason: "Scraping API output looks like a JS docs shell without rendered article content",
         };
     }
     if (paragraphCount < 3 && headingCount <= 1 && linkCount > 60 && scriptCount > 15) {
         return {
             shouldFallback: true,
-            reason: "Unlocker output is link-heavy and content-light",
+            reason: "Scraping API output is link-heavy and content-light",
         };
     }
     if (docsUiChromeMarkers) {
         return {
             shouldFallback: true,
-            reason: "Unlocker output still contains docs UI chrome and action controls",
+            reason: "Scraping API output still contains docs UI chrome and action controls",
         };
     }
     return { shouldFallback: false };
@@ -172,44 +172,44 @@ async function readReadableContent(url, config, apiKey, options) {
             outcome: "ok",
         };
     }
-    const unlocker = await (0, unlocker_1.scrapeRenderedHtml)(url, apiKey, options.request);
-    const readable = extractReadableSegmentFromHtml(unlocker.content);
-    const unlockerContent = formatReadableContent(options.format, readable.html, readable.text);
-    const assessment = assessReadableContent(unlocker.content, unlockerContent);
-    const outcomeAssessment = (0, pageOutcome_1.assessReadablePageOutcome)(unlocker.content, unlockerContent, {
+    const scraping = await (0, scrapingApi_1.scrapeRenderedHtml)(url, apiKey, options.request);
+    const readable = extractReadableSegmentFromHtml(scraping.content);
+    const scrapingContent = formatReadableContent(options.format, readable.html, readable.text);
+    const assessment = assessReadableContent(scraping.content, scrapingContent);
+    const outcomeAssessment = (0, pageOutcome_1.assessReadablePageOutcome)(scraping.content, scrapingContent, {
         looksIncomplete: assessment.shouldFallback,
         incompleteReason: assessment.reason,
     });
-    if (source === "unlocker") {
+    if (source === "scraping") {
         return {
-            content: unlockerContent,
-            renderSource: "unlocker",
+            content: scrapingContent,
+            renderSource: "scraping",
             fallbackAttempted: false,
             fallbackUsed: false,
             outcome: outcomeAssessment.outcome,
             outcomeReason: outcomeAssessment.reason,
             nextActionHint: outcomeAssessment.nextActionHint,
             warning: outcomeAssessment.warning,
-            request: unlocker.request,
+            request: scraping.request,
         };
     }
     if (!assessment.shouldFallback) {
         return {
-            content: unlockerContent,
-            renderSource: "unlocker",
+            content: scrapingContent,
+            renderSource: "scraping",
             fallbackAttempted: false,
             fallbackUsed: false,
             outcome: outcomeAssessment.outcome,
             outcomeReason: outcomeAssessment.reason,
             nextActionHint: outcomeAssessment.nextActionHint,
             warning: outcomeAssessment.warning,
-            request: unlocker.request,
+            request: scraping.request,
         };
     }
     if (!config.cloudToken) {
         return {
-            content: unlockerContent,
-            renderSource: "unlocker",
+            content: scrapingContent,
+            renderSource: "scraping",
             fallbackAttempted: true,
             fallbackUsed: false,
             fallbackReason: `${assessment.reason}; GOLOGIN_TOKEN is not configured`,
@@ -217,17 +217,17 @@ async function readReadableContent(url, config, apiKey, options) {
             outcomeReason: outcomeAssessment.reason,
             nextActionHint: outcomeAssessment.nextActionHint,
             warning: outcomeAssessment.warning,
-            request: unlocker.request,
+            request: scraping.request,
         };
     }
     const browser = await (0, browserRead_1.scrapeReadableContentViaBrowser)(url, config, {
         profile: options.profile,
     });
     const browserContent = formatReadableContent(options.format, browser.html, browser.text);
-    if (meaningfulTextLength(browserContent) < Math.max(300, meaningfulTextLength(unlockerContent))) {
+    if (meaningfulTextLength(browserContent) < Math.max(300, meaningfulTextLength(scrapingContent))) {
         return {
-            content: unlockerContent,
-            renderSource: "unlocker",
+            content: scrapingContent,
+            renderSource: "scraping",
             fallbackAttempted: true,
             fallbackUsed: false,
             fallbackReason: "Browser fallback did not improve readable output",
@@ -235,7 +235,7 @@ async function readReadableContent(url, config, apiKey, options) {
             outcomeReason: outcomeAssessment.reason,
             nextActionHint: outcomeAssessment.nextActionHint,
             warning: outcomeAssessment.warning,
-            request: unlocker.request,
+            request: scraping.request,
         };
     }
     return {
@@ -245,14 +245,14 @@ async function readReadableContent(url, config, apiKey, options) {
         fallbackUsed: true,
         fallbackReason: assessment.reason,
         outcome: "ok",
-        request: unlocker.request,
+        request: scraping.request,
     };
 }
 function formatReadableContent(format, html, text) {
     if (format === "html") {
         return html;
     }
-    return format === "markdown" ? (0, unlocker_1.htmlToMarkdown)(html) : text.trim();
+    return format === "markdown" ? (0, scrapingApi_1.htmlToMarkdown)(html) : text.trim();
 }
 function meaningfulTextLength(value) {
     return value.replace(/\s+/g, " ").trim().length;

package/dist/lib/{unlocker.js → scrapingApi.js}

@@ -4,17 +4,17 @@ exports.scrapeRenderedHtml = scrapeRenderedHtml;
 exports.scrapeText = scrapeText;
 exports.scrapeMarkdown = scrapeMarkdown;
 exports.scrapeJson = scrapeJson;
-exports.validateWebUnlockerKey = validateWebUnlockerKey;
+exports.validateScrapingApiKey = validateScrapingApiKey;
 exports.htmlToText = htmlToText;
 exports.htmlToMarkdown = htmlToMarkdown;
 exports.htmlToStructuredData = htmlToStructuredData;
 const errors_1 = require("./errors");
-const DEFAULT_BASE_URL = "https://parsing.webunlocker.gologin.com";
+const DEFAULT_BASE_URL = "https://parsing.webscraping.gologin.com";
 const DEFAULT_TIMEOUT_MS = 15_000;
 const DEFAULT_MAX_RETRIES = 2;
 const MAX_EXTRACTED_LINKS = 100;
 const MAX_EXTRACTED_HEADINGS = 50;
-class WebUnlockerClient {
+class ScrapingApiClient {
     apiKey;
     baseUrl;
     timeoutMs;
@@ -59,30 +59,30 @@ class WebUnlockerClient {
     }
 }
 async function scrapeRenderedHtml(url, apiKey, options = {}) {
-    return createWebUnlockerClient(apiKey).scrape(url, options);
+    return createScrapingApiClient(apiKey).scrape(url, options);
 }
 async function scrapeText(url, apiKey, options = {}) {
-    const scraped = await createWebUnlockerClient(apiKey).scrape(url, options);
+    const scraped = await createScrapingApiClient(apiKey).scrape(url, options);
     return {
         ...scraped,
         text: htmlToText(scraped.content),
     };
 }
 async function scrapeMarkdown(url, apiKey, options = {}) {
-    const scraped = await createWebUnlockerClient(apiKey).scrape(url, options);
+    const scraped = await createScrapingApiClient(apiKey).scrape(url, options);
     return {
         ...scraped,
         markdown: htmlToMarkdown(scraped.content),
     };
 }
 async function scrapeJson(url, apiKey, options = {}) {
-    const scraped = await createWebUnlockerClient(apiKey).scrape(url, options);
+    const scraped = await createScrapingApiClient(apiKey).scrape(url, options);
     return {
         ...scraped,
         data: htmlToStructuredData(scraped.content),
     };
 }
-async function validateWebUnlockerKey(apiKey) {
+async function validateScrapingApiKey(apiKey) {
     try {
         await scrapeRenderedHtml("https://example.com", apiKey, {
             timeoutMs: 8_000,
@@ -104,8 +104,8 @@ async function validateWebUnlockerKey(apiKey) {
         };
     }
 }
-function createWebUnlockerClient(apiKey) {
-    return new WebUnlockerClient({ apiKey });
+function createScrapingApiClient(apiKey) {
+    return new ScrapingApiClient({ apiKey });
 }
 async function fetchWithRetry(url, options) {
     const attempts = [];

package/dist/lib/search.js

@@ -50,7 +50,7 @@ const cheerio = __importStar(require("cheerio"));
 const config_1 = require("../config");
 const errors_1 = require("./errors");
 const agentCli_1 = require("./agentCli");
-const unlocker_1 = require("./unlocker");
+const scrapingApi_1 = require("./scrapingApi");
 const SEARCH_CACHE_VERSION = 1;
 const SEARCH_CACHE_TTL_MS = 10 * 60 * 1000;
 async function searchWeb(query, config, options) {
@@ -64,7 +64,7 @@ async function searchWeb(query, config, options) {
     for (const planItem of buildSearchAttemptPlan(options.source, Boolean(config.cloudToken))) {
         const searchUrl = buildSearchUrl(planItem.engine, query, options);
         try {
-            const executor = planItem.source === "unlocker" ? searchViaUnlocker : searchViaBrowser;
+            const executor = planItem.source === "scraping" ? searchViaScrapingApi : searchViaBrowser;
             const result = await executor(query, config, options, planItem.engine);
             const attempt = {
                 engine: planItem.engine,
@@ -148,17 +148,17 @@ function buildSearchAttemptPlan(source, hasCloudToken) {
     if (source === "browser") {
         return hasCloudToken ? [{ engine: "bing", source: "browser" }] : [];
     }
-    if (source === "unlocker") {
+    if (source === "scraping") {
         return [
-            { engine: "google", source: "unlocker" },
-            { engine: "duckduckgo", source: "unlocker" },
-            { engine: "bing", source: "unlocker" },
+            { engine: "google", source: "scraping" },
+            { engine: "duckduckgo", source: "scraping" },
+            { engine: "bing", source: "scraping" },
         ];
     }
     const plan = [
-        { engine: "google", source: "unlocker" },
-        { engine: "duckduckgo", source: "unlocker" },
-        { engine: "bing", source: "unlocker" },
+        { engine: "google", source: "scraping" },
+        { engine: "duckduckgo", source: "scraping" },
+        { engine: "bing", source: "scraping" },
     ];
     if (hasCloudToken) {
         plan.push({ engine: "bing", source: "browser" });
@@ -292,12 +292,12 @@ function classifySearchPage(engine, html, results) {
     }
     return "invalid";
 }
-async function searchViaUnlocker(query, config, options, engine) {
-    if (!config.webUnlockerApiKey) {
+async function searchViaScrapingApi(query, config, options, engine) {
+    if (!config.scrapingApiKey) {
         throw new errors_1.CliError("Missing GOLOGIN_SCRAPING_API_KEY for Scraping API search.");
     }
     const searchUrl = buildSearchUrl(engine, query, options);
-    const scraped = await (0, unlocker_1.scrapeRenderedHtml)(searchUrl, config.webUnlockerApiKey);
+    const scraped = await (0, scrapingApi_1.scrapeRenderedHtml)(searchUrl, config.scrapingApiKey);
     const results = engine === "google"
         ? parseGoogleSearchResults(scraped.content, options.limit)
         : engine === "bing"
@@ -305,10 +305,10 @@ async function searchViaUnlocker(query, config, options, engine) {
             : parseDuckDuckGoSearchResults(scraped.content, options.limit);
     const pageState = classifySearchPage(engine, scraped.content, results);
     if (pageState === "blocked") {
-        throw new errors_1.CliError(`Unlocker search was blocked on ${engine}.`, 1);
+        throw new errors_1.CliError(`Scraping API search was blocked on ${engine}.`, 1);
     }
     if (pageState === "invalid") {
-        throw new errors_1.CliError(`Unlocker search did not return a valid ${engine} search results page.`, 1);
+        throw new errors_1.CliError(`Scraping API search did not return a valid ${engine} search results page.`, 1);
     }
     return {
         url: searchUrl,

package/dist/lib/structuredScrape.js

@@ -10,7 +10,7 @@ const config_1 = require("../config");
 const errors_1 = require("./errors");
 const browserStructured_1 = require("./browserStructured");
 const pageOutcome_1 = require("./pageOutcome");
-const unlocker_1 = require("./unlocker");
+const scrapingApi_1 = require("./scrapingApi");
 class StructuredBlockedPageError extends errors_1.CliError {
     status;
     request;
@@ -33,10 +33,10 @@ class StructuredBlockedPageError extends errors_1.CliError {
     }
 }
 async function scrapeStructuredJson(url, config, apiKey, options = {}) {
-    const result = await (0, unlocker_1.scrapeJson)(url, apiKey, options.request);
+    const result = await (0, scrapingApi_1.scrapeJson)(url, apiKey, options.request);
     const fallbackMode = options.fallback ?? "none";
     let data = result.data;
-    let renderSource = "unlocker";
+    let renderSource = "scraping";
     let fallbackAttempted = false;
     let fallbackUsed = false;
     let fallbackReason;
@@ -51,7 +51,7 @@ async function scrapeStructuredJson(url, config, apiKey, options = {}) {
             data = browserData;
             renderSource = "browser";
             fallbackUsed = true;
-            fallbackReason = "unlocker structured data looked incomplete";
+            fallbackReason = "Scraping API structured data looked incomplete";
             ({ outcome, reason, nextActionHint, browserRecommended, warning } = (0, pageOutcome_1.assessStructuredPageOutcome)(data));
         }
         else {
@@ -84,7 +84,7 @@ function makeStructuredScrapeEnvelope(url, result, data, options = {}) {
         outcome: options.outcome ?? "ok",
         outcomeReason: options.outcomeReason,
         nextActionHint: options.nextActionHint,
-        renderSource: options.renderSource ?? "unlocker",
+        renderSource: options.renderSource ?? "scraping",
         fallbackAttempted: options.fallbackAttempted ?? false,
         fallbackUsed: options.fallbackUsed ?? false,
         fallbackReason: options.fallbackReason,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gologin-web-access",
-  "version": "0.3.4",
+  "version": "0.3.5",
   "description": "Unified web access CLI for developers and AI agents to read and interact with the web using the GoLogin Scraping API and Cloud Browser.",
   "main": "dist/cli.js",
   "bin": {
@@ -40,7 +40,7 @@
     "web-access",
     "cli",
     "scraping-api",
-    "webunlocker",
+    "scraping-api",
     "scraping",
     "cloud-browser",
     "browser-automation",