@gscdump/sdk 0.38.2 → 0.39.0

package/dist/index.mjs

@@ -49,6 +49,9 @@ function tablesQuery(tablesOrOptions, options) {
 		...dateRangeOptionsQuery(source)
 	};
 	if (tables) query.tables = Array.isArray(tables) ? [...new Set(tables.filter(Boolean))].sort().join(",") : [...new Set(tables.split(",").map((t) => t.trim()).filter(Boolean))].sort().join(",");
+	if (source?.maxBytes != null) query.maxBytes = String(Math.max(1, Math.floor(source.maxBytes)));
+	if (source?.maxRows != null) query.maxRows = String(Math.max(1, Math.floor(source.maxRows)));
+	if (source?.maxFiles != null) query.maxFiles = String(Math.max(1, Math.floor(source.maxFiles)));
 	return query;
 }
 function dataQuery(state, options) {
@@ -1133,19 +1136,26 @@ function coerceRowMetrics(row) {
 	};
 }
 function summarizeDailyRows(raw) {
-	const daily = raw.map(coerceRowMetrics).map((r) => ({
-		date: r.date,
-		clicks: r.clicks,
-		impressions: r.impressions,
-		sum_position: r.sum_position
-	})).sort((a, b) => a.date.localeCompare(b.date));
+	const daily = [];
+	for (let index = 0; index < raw.length; index++) {
+		const row = raw[index];
+		const position = row.position ?? 0;
+		const sumPosition = row.sum_position ?? (position > 0 ? (position - 1) * row.impressions : 0);
+		daily.push({
+			date: row.date,
+			clicks: row.clicks,
+			impressions: row.impressions,
+			sum_position: sumPosition
+		});
+	}
+	daily.sort((a, b) => a.date.localeCompare(b.date));
 	let clicks = 0;
 	let impressions = 0;
 	let weightedPosition = 0;
-	for (const d of daily) {
-		clicks += d.clicks;
-		impressions += d.impressions;
-		weightedPosition += d.sum_position;
+	for (const row of daily) {
+		clicks += row.clicks;
+		impressions += row.impressions;
+		weightedPosition += row.sum_position;
 	}
 	return {
 		daily,
@@ -1893,120 +1903,123 @@ function totalSitemapErrors(sitemaps) {
 function signedPct1(value) {
 	return `${value >= 0 ? "+" : ""}${value.toFixed(1)}%`;
 }
+const SEARCH_CONSOLE_STAGES = {
+	not_connected: {
+		label: "Not connected",
+		severity: "neutral",
+		summary: "Search Console is not connected for this site yet.",
+		primaryAction: "Connect Google Search Console so we can read discovery, indexing, and performance data.",
+		nextStage: "waiting_for_data",
+		sprintFindingTypes: []
+	},
+	waiting_for_data: {
+		label: "Waiting for data",
+		severity: "info",
+		summary: "Search Console is connected, but there is not enough indexing data to diagnose the site yet.",
+		primaryAction: "Let the first sync finish, then make sure a sitemap is submitted.",
+		nextStage: "weak_discovery",
+		sprintFindingTypes: []
+	},
+	weak_discovery: {
+		label: "Weak discovery",
+		severity: "warning",
+		summary: "Google does not have a clean map of the pages you want indexed.",
+		primaryAction: "Submit a clean sitemap that contains only canonical, indexable 200 URLs.",
+		nextStage: "discovery_backlog",
+		sprintFindingTypes: ["search-console-stage", "sitemap-missing"]
+	},
+	discovery_backlog: {
+		label: "Discovery backlog",
+		severity: "warning",
+		summary: "Google knows these pages exist, but is not crawling them fast enough.",
+		primaryAction: "Add internal links from indexed pages and remove low-value URLs from the sitemap.",
+		nextStage: "crawl_blocked",
+		sprintFindingTypes: ["search-console-stage"]
+	},
+	crawl_blocked: {
+		label: "Crawl blocked",
+		severity: "error",
+		summary: "Google is trying to access pages, but technical access problems are blocking progress.",
+		primaryAction: "Fix robots.txt blocks, server errors, broken URLs, and access failures before content work.",
+		nextStage: "indexability_blocked",
+		sprintFindingTypes: ["search-console-stage", "noindex-block"]
+	},
+	indexability_blocked: {
+		label: "Indexability blocked",
+		severity: "error",
+		summary: "Google can reach pages, but index directives or canonical signals are preventing clean indexing.",
+		primaryAction: "Remove accidental noindex directives and make canonical signals agree.",
+		nextStage: "index_rejection",
+		sprintFindingTypes: [
+			"search-console-stage",
+			"noindex-block",
+			"canonicalisation"
+		]
+	},
+	index_rejection: {
+		label: "Index rejection",
+		severity: "warning",
+		summary: "Google is crawling pages but skipping too many of them from the index.",
+		primaryAction: "Improve or consolidate crawled-but-not-indexed pages before publishing more.",
+		nextStage: "partially_indexed",
+		sprintFindingTypes: ["search-console-stage", "pages-not-indexed"]
+	},
+	partially_indexed: {
+		label: "Partially indexed",
+		severity: "warning",
+		summary: "A meaningful share of the site is indexed, but coverage is still below a healthy level.",
+		primaryAction: "Work through the largest remaining indexing blocker first.",
+		nextStage: "indexed_invisible",
+		sprintFindingTypes: ["search-console-stage", "pages-not-indexed"]
+	},
+	indexed_invisible: {
+		label: "Indexed but invisible",
+		severity: "warning",
+		summary: "Pages are indexed, but too many are not earning impressions in Search.",
+		primaryAction: "Improve query targeting, titles, headings, internal links, and page depth.",
+		nextStage: "visible_not_clicked",
+		sprintFindingTypes: ["search-console-stage"]
+	},
+	visible_not_clicked: {
+		label: "Visible but not clicked",
+		severity: "warning",
+		summary: "Google is showing your pages, but searchers are not clicking often enough.",
+		primaryAction: "Rewrite titles and descriptions for the queries already producing impressions.",
+		nextStage: "ranking_stalled",
+		sprintFindingTypes: ["search-console-stage", "ctr-outliers"]
+	},
+	ranking_stalled: {
+		label: "Ranking but stalled",
+		severity: "info",
+		summary: "The site has search visibility, but many pages are not yet ranking in useful positions.",
+		primaryAction: "Prioritise striking-distance pages, refresh content, and add internal links.",
+		nextStage: "healthy_growth_ready",
+		sprintFindingTypes: ["striking-distance", "internal-linking"]
+	},
+	declining_visibility: {
+		label: "Declining visibility",
+		severity: "error",
+		summary: "Search visibility is dropping compared with the previous period.",
+		primaryAction: "Review affected pages, recent releases, competitors, and SERP changes before expanding.",
+		nextStage: "healthy_growth_ready",
+		sprintFindingTypes: ["search-console-stage", "negative-movers"]
+	},
+	healthy_growth_ready: {
+		label: "Healthy",
+		severity: "success",
+		summary: "Google can discover, index, and show your pages.",
+		primaryAction: "Push striking-distance pages (positions 11 to 20) and close content gaps to grow impressions.",
+		nextStage: null,
+		sprintFindingTypes: ["striking-distance", "competitor-content-gap"]
+	}
+};
 function stage(key, evidence) {
+	const definition = SEARCH_CONSOLE_STAGES[key];
 	return {
 		key,
 		evidence,
-		...{
-			not_connected: {
-				label: "Not connected",
-				severity: "neutral",
-				summary: "Search Console is not connected for this site yet.",
-				primaryAction: "Connect Google Search Console so we can read discovery, indexing, and performance data.",
-				nextStage: "waiting_for_data",
-				sprintFindingTypes: []
-			},
-			waiting_for_data: {
-				label: "Waiting for data",
-				severity: "info",
-				summary: "Search Console is connected, but there is not enough indexing data to diagnose the site yet.",
-				primaryAction: "Let the first sync finish, then make sure a sitemap is submitted.",
-				nextStage: "weak_discovery",
-				sprintFindingTypes: []
-			},
-			weak_discovery: {
-				label: "Weak discovery",
-				severity: "warning",
-				summary: "Google does not have a clean map of the pages you want indexed.",
-				primaryAction: "Submit a clean sitemap that contains only canonical, indexable 200 URLs.",
-				nextStage: "discovery_backlog",
-				sprintFindingTypes: ["search-console-stage", "sitemap-missing"]
-			},
-			discovery_backlog: {
-				label: "Discovery backlog",
-				severity: "warning",
-				summary: "Google knows these pages exist, but is not crawling them fast enough.",
-				primaryAction: "Add internal links from indexed pages and remove low-value URLs from the sitemap.",
-				nextStage: "crawl_blocked",
-				sprintFindingTypes: ["search-console-stage"]
-			},
-			crawl_blocked: {
-				label: "Crawl blocked",
-				severity: "error",
-				summary: "Google is trying to access pages, but technical access problems are blocking progress.",
-				primaryAction: "Fix robots.txt blocks, server errors, broken URLs, and access failures before content work.",
-				nextStage: "indexability_blocked",
-				sprintFindingTypes: ["search-console-stage", "noindex-block"]
-			},
-			indexability_blocked: {
-				label: "Indexability blocked",
-				severity: "error",
-				summary: "Google can reach pages, but index directives or canonical signals are preventing clean indexing.",
-				primaryAction: "Remove accidental noindex directives and make canonical signals agree.",
-				nextStage: "index_rejection",
-				sprintFindingTypes: [
-					"search-console-stage",
-					"noindex-block",
-					"canonicalisation"
-				]
-			},
-			index_rejection: {
-				label: "Index rejection",
-				severity: "warning",
-				summary: "Google is crawling pages but skipping too many of them from the index.",
-				primaryAction: "Improve or consolidate crawled-but-not-indexed pages before publishing more.",
-				nextStage: "partially_indexed",
-				sprintFindingTypes: ["search-console-stage", "pages-not-indexed"]
-			},
-			partially_indexed: {
-				label: "Partially indexed",
-				severity: "warning",
-				summary: "A meaningful share of the site is indexed, but coverage is still below a healthy level.",
-				primaryAction: "Work through the largest remaining indexing blocker first.",
-				nextStage: "indexed_invisible",
-				sprintFindingTypes: ["search-console-stage", "pages-not-indexed"]
-			},
-			indexed_invisible: {
-				label: "Indexed but invisible",
-				severity: "warning",
-				summary: "Pages are indexed, but too many are not earning impressions in Search.",
-				primaryAction: "Improve query targeting, titles, headings, internal links, and page depth.",
-				nextStage: "visible_not_clicked",
-				sprintFindingTypes: ["search-console-stage"]
-			},
-			visible_not_clicked: {
-				label: "Visible but not clicked",
-				severity: "warning",
-				summary: "Google is showing your pages, but searchers are not clicking often enough.",
-				primaryAction: "Rewrite titles and descriptions for the queries already producing impressions.",
-				nextStage: "ranking_stalled",
-				sprintFindingTypes: ["search-console-stage", "ctr-outliers"]
-			},
-			ranking_stalled: {
-				label: "Ranking but stalled",
-				severity: "info",
-				summary: "The site has search visibility, but many pages are not yet ranking in useful positions.",
-				primaryAction: "Prioritise striking-distance pages, refresh content, and add internal links.",
-				nextStage: "healthy_growth_ready",
-				sprintFindingTypes: ["striking-distance", "internal-linking"]
-			},
-			declining_visibility: {
-				label: "Declining visibility",
-				severity: "error",
-				summary: "Search visibility is dropping compared with the previous period.",
-				primaryAction: "Review affected pages, recent releases, competitors, and SERP changes before expanding.",
-				nextStage: "healthy_growth_ready",
-				sprintFindingTypes: ["search-console-stage", "negative-movers"]
-			},
-			healthy_growth_ready: {
-				label: "Healthy",
-				severity: "success",
-				summary: "Google can discover, index, and show your pages.",
-				primaryAction: "Push striking-distance pages (positions 11 to 20) and close content gaps to grow impressions.",
-				nextStage: null,
-				sprintFindingTypes: ["striking-distance", "competitor-content-gap"]
-			}
-		}[key]
+		...definition,
+		sprintFindingTypes: [...definition.sprintFindingTypes]
 	};
 }
 const ESTABLISHED_IMPRESSIONS_28D$1 = 2e4;
@@ -2039,8 +2052,13 @@ function classifySearchConsoleStage(input) {
 	const crawled = countSearchConsoleIssues(issues, "crawled_not_indexed");
 	const hardBlocks = countSearchConsoleIssues(issues, "blocked_robots", "server_error", "access_denied", "forbidden") + (input.crawlAuditBlockerCount ?? 0);
 	const canonicalMismatches = Math.min(notIndexed, input.canonicalMismatchCount ?? countSearchConsoleIssues(issues, "canonical_mismatch"));
-	const visibleNoClickPages = (input.pageInventory ?? []).filter((page) => page.impressions >= 50 && page.clicks === 0).length;
-	const poorPositionPages = (input.pageInventory ?? []).filter((page) => page.impressions >= 50 && (page.position ?? 0) > 20).length;
+	let visibleNoClickPages = 0;
+	let poorPositionPages = 0;
+	for (const page of input.pageInventory ?? []) {
+		if (page.impressions < 50) continue;
+		if (page.clicks === 0) visibleNoClickPages++;
+		if ((page.position ?? 0) > 20) poorPositionPages++;
+	}
 	const ctrOutlierCount = input.ctrOutlierCount ?? 0;
 	const traj = input.trajectory ?? null;
 	const impressions28d = input.impressions28d ?? null;

package/dist/v1/index.mjs

@@ -155,11 +155,12 @@ async function resolveBaseHeaders(resolver) {
 }
 async function buildRequestHeaders(options, operation, prepared, executeOptions) {
 	try {
-		const headers = new Headers(await resolveBaseHeaders(options.headers));
+		const [baseHeaders, credential] = await Promise.all([resolveBaseHeaders(options.headers), resolveCredential(options.credential)]);
+		const headers = new Headers(baseHeaders);
 		for (const [key, value] of Object.entries(prepared.headers)) if (value !== void 0) headers.set(key, String(value));
 		headers.delete("x-api-key");
 		headers.set("accept", "application/json");
-		headers.set("authorization", `Bearer ${await resolveCredential(options.credential)}`);
+		headers.set("authorization", `Bearer ${credential}`);
 		if (executeOptions.idempotencyKey) headers.set("idempotency-key", executeOptions.idempotencyKey);
 		if (prepared.body !== void 0) headers.set("content-type", "application/json");
 		return headers;
@@ -367,6 +368,19 @@ function createGscdumpV1Client(options) {
 		createRealtimeTicket: (input, executeOptions) => execute("realtime.tickets.create", input, executeOptions)
 	};
 }
+function utf8Size(value) {
+	let bytes = 0;
+	for (let index = 0; index < value.length; index++) {
+		const code = value.charCodeAt(index);
+		if (code <= 127) bytes++;
+		else if (code <= 2047) bytes += 2;
+		else if (code >= 55296 && code <= 56319 && index + 1 < value.length && value.charCodeAt(index + 1) >= 56320 && value.charCodeAt(index + 1) <= 57343) {
+			bytes += 4;
+			index++;
+		} else bytes += 3;
+	}
+	return bytes;
+}
 const GSCDUMP_REALTIME_V1_SDK_VERSION = "0.37.7";
 var GscdumpRealtimeV1Error = class extends Error {
 	tag = "GscdumpRealtimeV1Error";
@@ -417,13 +431,14 @@ function defaultRuntime() {
 		now: () => Date.now()
 	};
 }
-function utf8Size(value) {
-	return new TextEncoder().encode(value).byteLength;
-}
+const UTF8_DECODER = new TextDecoder();
+const REALTIME_EVENT_NAMES = new Set(REALTIME_V1_EVENT_NAMES);
+const REALTIME_RESOURCE_TYPES = new Set(REALTIME_V1_RESOURCE_TYPES);
+const APPLIED_EVENT_CACHE_MAX = 1e4;
 async function messageText(raw) {
 	if (typeof raw === "string") return raw;
-	if (raw instanceof ArrayBuffer) return new TextDecoder().decode(raw);
-	if (ArrayBuffer.isView(raw)) return new TextDecoder().decode(new Uint8Array(raw.buffer, raw.byteOffset, raw.byteLength));
+	if (raw instanceof ArrayBuffer) return UTF8_DECODER.decode(raw);
+	if (ArrayBuffer.isView(raw)) return UTF8_DECODER.decode(new Uint8Array(raw.buffer, raw.byteOffset, raw.byteLength));
 	if (typeof Blob !== "undefined" && raw instanceof Blob) return raw.text();
 	throw new TypeError("Realtime frames must be text or UTF-8 binary data.");
 }
@@ -472,6 +487,7 @@ function createGscdumpRealtimeV1Client(options) {
 	const eventFailures = /* @__PURE__ */ new Map();
 	const appliedEventIds = /* @__PURE__ */ new Set();
 	const appliedEventOrder = [];
+	let appliedEventCursor = 0;
 	function getSnapshot() {
 		return {
 			transport,
@@ -605,23 +621,25 @@ function createGscdumpRealtimeV1Client(options) {
 		const key = eventDedupeKey(stream, id);
 		if (appliedEventIds.has(key)) return;
 		appliedEventIds.add(key);
-		appliedEventOrder.push(key);
-		if (appliedEventOrder.length > 1e4) {
-			const oldest = appliedEventOrder.shift();
+		if (appliedEventOrder.length < APPLIED_EVENT_CACHE_MAX) appliedEventOrder.push(key);
+		else {
+			const oldest = appliedEventOrder[appliedEventCursor];
 			if (oldest) appliedEventIds.delete(oldest);
+			appliedEventOrder[appliedEventCursor] = key;
+			appliedEventCursor = (appliedEventCursor + 1) % APPLIED_EVENT_CACHE_MAX;
 		}
 	}
 	function eventFailureKey(event) {
 		return `${event.cursor?.streamId ?? "ephemeral"}:${event.id}:${event.cursor?.sequence ?? "ephemeral"}`;
 	}
 	function eventForRequiredEffect(event) {
-		return REALTIME_V1_EVENT_NAMES.includes(event.name) && event.eventVersion === 1 ? event : {
+		return REALTIME_EVENT_NAMES.has(event.name) && event.eventVersion === 1 ? event : {
 			...event,
 			data: null
 		};
 	}
 	function eventAdvisories(event) {
-		if (!REALTIME_V1_EVENT_NAMES.includes(event.name)) observe({
+		if (!REALTIME_EVENT_NAMES.has(event.name)) observe({
 			type: "advisory",
 			code: "unknown_event",
 			event
@@ -631,7 +649,7 @@ function createGscdumpRealtimeV1Client(options) {
 			code: "unsupported_event_version",
 			event
 		});
-		if (event.changes.some((change) => !REALTIME_V1_RESOURCE_TYPES.includes(change.type))) observe({
+		if (event.changes.some((change) => !REALTIME_RESOURCE_TYPES.has(change.type))) observe({
 			type: "advisory",
 			code: "unknown_resource",
 			event
@@ -1058,7 +1076,8 @@ function createGscdumpRealtimeV1Client(options) {
 			context.lastPongAt = runtime.now();
 			return;
 		}
-		if (utf8Size(text) > GSCDUMP_REALTIME_LIMITS.outboundFrameMaxBytes) throw new GscdumpRealtimeV1Error({
+		const textBytes = utf8Size(text);
+		if (textBytes > GSCDUMP_REALTIME_LIMITS.outboundFrameMaxBytes) throw new GscdumpRealtimeV1Error({
 			code: "protocol_error",
 			message: "A server frame exceeded the v1 outbound frame limit.",
 			retryable: false,
@@ -1086,8 +1105,7 @@ function createGscdumpRealtimeV1Client(options) {
 			cause: parsed.error
 		});
 		if (parsed.data.type === "event") {
-			const eventLimit = parsed.data.delivery === "durable" ? GSCDUMP_REALTIME_LIMITS.durableEventMaxBytes : GSCDUMP_REALTIME_LIMITS.ephemeralEventMaxBytes;
-			if (utf8Size(text) > eventLimit) throw new GscdumpRealtimeV1Error({
+			if (textBytes > (parsed.data.delivery === "durable" ? GSCDUMP_REALTIME_LIMITS.durableEventMaxBytes : GSCDUMP_REALTIME_LIMITS.ephemeralEventMaxBytes)) throw new GscdumpRealtimeV1Error({
 				code: "protocol_error",
 				message: `A ${parsed.data.delivery} event exceeded its v1 size limit.`,
 				retryable: false,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/sdk",
   "type": "module",
-  "version": "0.38.2",
+  "version": "0.39.0",
   "description": "Consumer SDK for hosted gscdump.com integrations.",
   "author": {
     "name": "Harlan Wilton",
@@ -49,10 +49,10 @@
     "date-fns": "^4.4.0",
     "ofetch": "^1.5.1",
     "zod": "^4.4.3",
-    "@gscdump/contracts": "0.38.2",
-    "@gscdump/engine": "0.38.2",
-    "gscdump": "0.38.2",
-    "@gscdump/analysis": "0.38.2"
+    "@gscdump/contracts": "0.39.0",
+    "@gscdump/analysis": "0.39.0",
+    "@gscdump/engine": "0.39.0",
+    "gscdump": "0.39.0"
   },
   "devDependencies": {
     "typescript": "^6.0.3",