@bmnova/web-analytics 0.0.0-stage → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/server/env.ts","../../src/server/bigquery.ts","../../src/server/defer.ts","../../src/server/geo.ts","../../src/server/hash.ts","../../src/server/rows.ts","../../src/server/collect.ts","../../src/server/proxy.ts","../../src/server/track.ts","../../src/server/errors.ts"],"sourcesContent":["export interface ServiceAccount {\n client_email: string;\n private_key: string;\n}\n\nexport interface WaConfig {\n site: string | null;\n project: string | null;\n dataset: string;\n table: string;\n serviceAccount: ServiceAccount | null;\n saltSecret: string | null;\n allowedOrigins: string[];\n /** True when credentials are missing: rows are logged instead of written. */\n dryRun: boolean;\n}\n\nexport type WaEnv = Partial<Record<\n \"WA_SITE\" | \"WA_BQ_PROJECT\" | \"WA_BQ_DATASET\" | \"WA_BQ_TABLE\" | \"WA_GCP_SA_KEY\" | \"WA_SALT_SECRET\" | \"WA_ALLOWED_ORIGINS\" | \"WA_DRY_RUN\",\n string | undefined\n>>;\n\n// Shared across bundles (OpenNext builds proxy and server separately).\nconst g = globalThis as { [k: symbol]: Set<string> | undefined };\nconst WARNED = Symbol.for(\"@bmnova/web-analytics/warned\");\nconst warned: Set<string> = (g[WARNED] ??= new Set<string>());\nexport function warnOnce(key: string, message: string) {\n if (warned.has(key)) return;\n warned.add(key);\n console.warn(`[web-analytics] ${message}`);\n}\n\nfunction readProcessEnv(): WaEnv {\n // process.env exists on Node, Vercel Edge and OpenNext on Cloudflare (nodejs_compat).\n const p = (globalThis as { process?: { env?: Record<string, string | undefined> } }).process;\n return (p?.env ?? {}) as WaEnv;\n}\n\nfunction parseServiceAccount(raw: string | undefined): ServiceAccount | null {\n if (!raw) return null;\n try {\n const json = JSON.parse(raw.trim().startsWith(\"{\") ? raw : atob(raw)) as Partial<ServiceAccount>;\n if (typeof json.client_email === \"string\" && typeof json.private_key === \"string\") {\n return { client_email: json.client_email, private_key: json.private_key };\n }\n } catch {\n // fall through\n }\n warnOnce(\"sa\", \"WA_GCP_SA_KEY is set but is not a valid service account JSON (raw or base64). Running in dry-run mode.\");\n return null;\n}\n\nlet cached: { key: string; config: WaConfig } | null = null;\n\n/** Read configuration from env (overrides win). Never logs secret values. */\nexport function getConfig(overrides: WaEnv = {}): WaConfig {\n const env = { ...readProcessEnv(), ...overrides };\n const key = JSON.stringify([env.WA_SITE, env.WA_BQ_PROJECT, env.WA_BQ_DATASET, env.WA_BQ_TABLE, env.WA_GCP_SA_KEY?.length, env.WA_SALT_SECRET?.length, env.WA_ALLOWED_ORIGINS, env.WA_DRY_RUN]);\n if (cached && cached.key === key) return cached.config;\n\n const serviceAccount = parseServiceAccount(env.WA_GCP_SA_KEY);\n const project = env.WA_BQ_PROJECT?.trim() || null;\n const config: WaConfig = {\n site: env.WA_SITE?.trim() || null,\n project,\n dataset: env.WA_BQ_DATASET?.trim() || \"web_analytics\",\n table: env.WA_BQ_TABLE?.trim() || \"events\",\n serviceAccount,\n saltSecret: env.WA_SALT_SECRET || null,\n allowedOrigins: (env.WA_ALLOWED_ORIGINS ?? \"\")\n .split(\",\")\n .map((s) => s.trim().replace(/\\/$/, \"\").toLowerCase())\n .filter(Boolean),\n dryRun: env.WA_DRY_RUN === \"1\" || env.WA_DRY_RUN === \"true\" || !serviceAccount || !project,\n };\n if (config.dryRun) warnOnce(\"dry\", \"dry-run mode: rows are printed to the log, not written to BigQuery (set WA_GCP_SA_KEY and WA_BQ_PROJECT).\");\n if (!config.saltSecret) warnOnce(\"salt\", \"WA_SALT_SECRET is not set: visitor_hash will be empty, so visitors without consent cannot be counted.\");\n cached = { key, config };\n return config;\n}\n","import type { EventRow } from \"../shared/schema.js\";\nimport type { WaConfig, ServiceAccount } from \"./env.js\";\nimport { warnOnce } from \"./env.js\";\n\n/*\n * Minimal BigQuery streaming-insert client built on fetch + WebCrypto, so it runs on\n * Node, Vercel Edge and Cloudflare Workers alike (the official SDK needs Node APIs).\n */\n\nconst TOKEN_URL = \"https://oauth2.googleapis.com/token\";\nconst SCOPE = \"https://www.googleapis.com/auth/bigquery.insertdata\";\n\nlet keyCache: { email: string; key: CryptoKey } | null = null;\nlet tokenCache: { email: string; token: string; exp: number } | null = null;\n\nfunction b64url(data: ArrayBuffer | Uint8Array | string): string {\n const bytes = typeof data === \"string\" ? new TextEncoder().encode(data) : new Uint8Array(data);\n let bin = \"\";\n for (let i = 0; i < bytes.length; i++) bin += String.fromCharCode(bytes[i]!);\n return btoa(bin).replace(/\\+/g, \"-\").replace(/\\//g, \"_\").replace(/=+$/, \"\");\n}\n\nfunction pemToDer(pem: string): ArrayBuffer {\n const body = pem.replace(/\\\\n/g, \"\\n\").replace(/-----[^-]+-----/g, \"\").replace(/\\s+/g, \"\");\n const bin = atob(body);\n const out = new Uint8Array(bin.length);\n for (let i = 0; i < bin.length; i++) out[i] = bin.charCodeAt(i);\n return out.buffer;\n}\n\nasync function signingKey(sa: ServiceAccount): Promise<CryptoKey> {\n if (keyCache?.email === sa.client_email) return keyCache.key;\n const key = await crypto.subtle.importKey(\n \"pkcs8\",\n pemToDer(sa.private_key),\n { name: \"RSASSA-PKCS1-v1_5\", hash: \"SHA-256\" },\n false,\n [\"sign\"],\n );\n keyCache = { email: sa.client_email, key };\n return key;\n}\n\n/** Build the signed JWT assertion for the OAuth token exchange. Exported for tests. */\nexport async function buildAssertion(sa: ServiceAccount, nowSec = Math.floor(Date.now() / 1000)): Promise<string> {\n const header = b64url(JSON.stringify({ alg: \"RS256\", typ: \"JWT\" }));\n const claims = b64url(JSON.stringify({ iss: sa.client_email, scope: SCOPE, aud: TOKEN_URL, iat: nowSec, exp: nowSec + 3600 }));\n const input = `${header}.${claims}`;\n const sig = await crypto.subtle.sign(\"RSASSA-PKCS1-v1_5\", await signingKey(sa), new TextEncoder().encode(input));\n return `${input}.${b64url(sig)}`;\n}\n\nasync function accessToken(sa: ServiceAccount): Promise<string> {\n const now = Date.now();\n if (tokenCache && tokenCache.email === sa.client_email && tokenCache.exp - 60_000 > now) return tokenCache.token;\n const res = await fetch(TOKEN_URL, {\n method: \"POST\",\n headers: { \"content-type\": \"application/x-www-form-urlencoded\" },\n body: new URLSearchParams({\n grant_type: \"urn:ietf:params:oauth:grant-type:jwt-bearer\",\n assertion: await buildAssertion(sa),\n }),\n });\n if (!res.ok) throw new Error(`token exchange failed: ${res.status} ${await res.text().catch(() => \"\")}`.slice(0, 300));\n const json = (await res.json()) as { access_token: string; expires_in: number };\n tokenCache = { email: sa.client_email, token: json.access_token, exp: now + json.expires_in * 1000 };\n return json.access_token;\n}\n\nfunction insertId(row: EventRow): string {\n return crypto.randomUUID ? crypto.randomUUID() : `${row.ts}-${Math.random().toString(36).slice(2)}`;\n}\n\n/** Stream rows into BigQuery. Never throws: analytics must not break the site. */\nexport async function writeRows(config: WaConfig, rows: EventRow[]): Promise<void> {\n if (!rows.length) return;\n if (config.dryRun || !config.serviceAccount || !config.project) {\n for (const row of rows) console.log(\"[web-analytics:dry-run]\", JSON.stringify(row));\n return;\n }\n try {\n const token = await accessToken(config.serviceAccount);\n const url = `https://bigquery.googleapis.com/bigquery/v2/projects/${encodeURIComponent(config.project)}/datasets/${encodeURIComponent(config.dataset)}/tables/${encodeURIComponent(config.table)}/insertAll`;\n const res = await fetch(url, {\n method: \"POST\",\n headers: { authorization: `Bearer ${token}`, \"content-type\": \"application/json\" },\n body: JSON.stringify({\n skipInvalidRows: true,\n ignoreUnknownValues: true,\n rows: rows.map((json) => ({ insertId: insertId(json), json })),\n }),\n });\n if (!res.ok) {\n warnOnce(`bq-${res.status}`, `BigQuery insertAll failed with ${res.status}: ${(await res.text().catch(() => \"\")).slice(0, 300)}`);\n if (res.status === 401) tokenCache = null;\n return;\n }\n const body = (await res.json()) as { insertErrors?: Array<{ index: number; errors: Array<{ message: string }> }> };\n if (body.insertErrors?.length) {\n warnOnce(\"bq-row\", `BigQuery rejected ${body.insertErrors.length} row(s): ${body.insertErrors[0]?.errors[0]?.message ?? \"unknown\"}`);\n }\n } catch (err) {\n warnOnce(\"bq-ex\", `BigQuery write error: ${(err as Error).message}`);\n }\n}\n","/*\n * Run work after the response is sent. Tries, in order:\n * 1. an explicit event/ctx with waitUntil (Next middleware/proxy NextFetchEvent),\n * 2. Next's after() (Next 15+, any server context),\n * 3. the Vercel request context (Next 14 on Vercel),\n * 4. the Cloudflare context set by OpenNext,\n * 5. awaiting the work inline.\n */\n\nexport interface WaitUntilLike {\n waitUntil(promise: Promise<unknown>): void;\n}\n\ntype AfterFn = (task: () => unknown) => void;\n\nlet afterFn: AfterFn | null | undefined;\n\nasync function loadAfter(): Promise<AfterFn | null> {\n if (afterFn !== undefined) return afterFn;\n try {\n const mod = (await import(\"next/server\")) as Record<string, unknown>;\n const fn = mod[\"after\"];\n afterFn = typeof fn === \"function\" ? (fn as AfterFn) : null;\n } catch {\n afterFn = null;\n }\n return afterFn;\n}\n\nfunction platformWaitUntil(): WaitUntilLike | null {\n const g = globalThis as Record<symbol, unknown>;\n const vercel = g[Symbol.for(\"@vercel/request-context\")] as { get?: () => { waitUntil?: (p: Promise<unknown>) => void } } | undefined;\n const v = vercel?.get?.();\n if (v?.waitUntil) return { waitUntil: v.waitUntil.bind(v) };\n const cf = g[Symbol.for(\"__cloudflare-context__\")] as { ctx?: WaitUntilLike } | undefined;\n if (cf?.ctx?.waitUntil) return { waitUntil: cf.ctx.waitUntil.bind(cf.ctx) };\n return null;\n}\n\nexport async function defer(task: () => Promise<void>, event?: WaitUntilLike | null): Promise<void> {\n if (event?.waitUntil) {\n event.waitUntil(task());\n return;\n }\n const after = await loadAfter();\n if (after) {\n try {\n after(task);\n return;\n } catch {\n // after() throws outside a request scope; fall through.\n }\n }\n const platform = platformWaitUntil();\n if (platform) {\n platform.waitUntil(task());\n return;\n }\n await task();\n}\n","export interface RequestGeo {\n ip: string | null;\n country: string | null;\n region: string | null;\n}\n\nconst UNKNOWN = new Set([\"XX\", \"T1\", \"\"]);\n\n/**\n * Read client IP and coarse location from platform headers.\n * Vercel: x-vercel-ip-*. Cloudflare: cf-ipcountry (always) and cf-region-code\n * (enable the \"Add visitor location headers\" managed transform).\n * The IP is only used to compute the daily hash and is never stored.\n */\nexport function readGeo(headers: Headers): RequestGeo {\n const ip =\n headers.get(\"cf-connecting-ip\") ||\n headers.get(\"x-real-ip\") ||\n headers.get(\"x-forwarded-for\")?.split(\",\")[0]?.trim() ||\n null;\n const country = (headers.get(\"x-vercel-ip-country\") || headers.get(\"cf-ipcountry\") || \"\").toUpperCase();\n const region = headers.get(\"x-vercel-ip-country-region\") || headers.get(\"cf-region-code\") || null;\n return {\n ip,\n country: UNKNOWN.has(country) ? null : country,\n region: region ? decodeURIComponent(region).slice(0, 64) : null,\n };\n}\n","const enc = new TextEncoder();\n\nfunction hex(buf: ArrayBuffer): string {\n return Array.from(new Uint8Array(buf), (b) => b.toString(16).padStart(2, \"0\")).join(\"\");\n}\n\nconst saltCache = new Map<string, CryptoKey>();\n\nasync function dailyKey(secret: string, day: string): Promise<CryptoKey> {\n const id = `${secret.length}:${day}`;\n const hit = saltCache.get(id);\n if (hit) return hit;\n const master = await crypto.subtle.importKey(\"raw\", enc.encode(secret), { name: \"HMAC\", hash: \"SHA-256\" }, false, [\"sign\"]);\n const salt = await crypto.subtle.sign(\"HMAC\", master, enc.encode(`web-analytics:${day}`));\n const key = await crypto.subtle.importKey(\"raw\", salt, { name: \"HMAC\", hash: \"SHA-256\" }, false, [\"sign\"]);\n saltCache.clear(); // only today's key is needed\n saltCache.set(id, key);\n return key;\n}\n\n/**\n * Cookieless visitor id: HMAC(daily salt, site|ip|ua). The salt is derived from a secret\n * and the UTC date, so it rotates every day and is never stored; yesterday's hashes\n * cannot be linked to today's.\n */\nexport async function visitorHash(opts: { secret: string; site: string; ip: string | null; ua: string | null; date?: Date }): Promise<string | null> {\n if (!opts.ip && !opts.ua) return null;\n const day = (opts.date ?? new Date()).toISOString().slice(0, 10);\n const key = await dailyKey(opts.secret, day);\n const sig = await crypto.subtle.sign(\"HMAC\", key, enc.encode(`${opts.site}|${opts.ip ?? \"\"}|${opts.ua ?? \"\"}`));\n return hex(sig).slice(0, 32);\n}\n","import { detectBot, type Bot } from \"../shared/bots.js\";\nimport { classifyChannel, hostOf } from \"../shared/channel.js\";\nimport { cleanPath, sanitizeProps } from \"../shared/privacy.js\";\nimport { LIMITS, type Consent, type EventRow, type Props, type Utm, type Via } from \"../shared/schema.js\";\nimport { parseUa } from \"../shared/ua.js\";\nimport type { WaConfig } from \"./env.js\";\nimport { readGeo } from \"./geo.js\";\nimport { visitorHash } from \"./hash.js\";\n\nexport interface RowInput {\n site: string;\n event: string;\n via: Via;\n ts?: number;\n path?: string | null;\n host?: string | null;\n title?: string | null;\n referrer?: string | null;\n utm?: Utm | null;\n props?: Props | Record<string, unknown> | null;\n consent?: Consent | null;\n visitorId?: string | null;\n sessionId?: string | null;\n userId?: string | null;\n /** Request headers, used for geo, UA and the cookieless hash. */\n headers?: Headers | null;\n /** Pre-detected bot, to avoid re-parsing. */\n bot?: Bot | null;\n}\n\nconst str = (v: string | null | undefined, max: number) => (v ? v.slice(0, max) : null);\nconst id = (v: string | null | undefined) => (v && LIMITS.id.test(v) ? v : null);\n\nexport async function buildRow(config: WaConfig, input: RowInput): Promise<EventRow> {\n const headers = input.headers ?? null;\n const ua = headers?.get(\"user-agent\") ?? null;\n const bot = input.bot !== undefined ? input.bot : headers ? detectBot(ua) : null;\n const geo = headers ? readGeo(headers) : { ip: null, country: null, region: null };\n const info = parseUa(ua);\n const host = hostOf(input.host ?? headers?.get(\"host\") ?? null);\n const { channel, source, referrerHost } = classifyChannel({\n utmSource: input.utm?.source,\n utmMedium: input.utm?.medium,\n referrer: input.referrer,\n selfHost: host,\n });\n\n const hash =\n !bot && config.saltSecret && headers && (geo.ip || ua)\n ? await visitorHash({ secret: config.saltSecret, site: input.site, ip: geo.ip, ua })\n : null;\n\n const props = sanitizeProps(input.props);\n const ts = input.ts && Math.abs(Date.now() - input.ts) < 10 * 60_000 ? input.ts : Date.now();\n\n return {\n ts: new Date(ts).toISOString(),\n site: input.site,\n event: input.event,\n via: input.via,\n visitor_hash: hash,\n visitor_id: input.consent === \"full\" ? id(input.visitorId) : null,\n session_id: input.consent === \"full\" ? id(input.sessionId) : null,\n user_id: id(input.userId),\n consent: input.consent ?? null,\n host,\n path: cleanPath(input.path),\n title: str(input.title, LIMITS.titleLength),\n referrer_host: referrerHost,\n channel: input.via === \"server\" && !input.referrer && !input.utm ? null : channel,\n source,\n utm_source: str(input.utm?.source, LIMITS.utmLength),\n utm_medium: str(input.utm?.medium, LIMITS.utmLength),\n utm_campaign: str(input.utm?.campaign, LIMITS.utmLength),\n utm_term: str(input.utm?.term, LIMITS.utmLength),\n utm_content: str(input.utm?.content, LIMITS.utmLength),\n country: geo.country,\n region: geo.region,\n device: bot ? null : info.device,\n browser: bot ? null : info.browser,\n os: bot ? null : info.os,\n is_bot: !!bot,\n bot_name: bot?.name ?? null,\n bot_kind: bot?.kind ?? null,\n // Raw user agents are personal data for humans; keep them only for bots.\n user_agent: bot ? str(ua, 400) : null,\n props: props ? JSON.stringify(props) : null,\n };\n}\n\nexport function resolveSite(config: WaConfig, explicit?: string | null, host?: string | null): string {\n const site = explicit || config.site || hostOf(host) || \"unknown\";\n return LIMITS.site.test(site) ? site : \"unknown\";\n}\n","import { detectBot } from \"../shared/bots.js\";\nimport { LIMITS, type ClientEvent, type Consent } from \"../shared/schema.js\";\nimport { getConfig, type WaEnv } from \"./env.js\";\nimport { writeRows } from \"./bigquery.js\";\nimport { defer } from \"./defer.js\";\nimport { buildRow, resolveSite } from \"./rows.js\";\n\nexport interface CollectOptions {\n /** Site label; defaults to WA_SITE, then the request host. */\n site?: string;\n /** Env overrides (e.g. Cloudflare bindings). Defaults to process.env. */\n env?: WaEnv;\n}\n\nconst noContent = () => new Response(null, { status: 204 });\nconst reject = (status: number) => new Response(null, { status });\n\nfunction originAllowed(req: Request, allowed: string[]): boolean {\n const url = new URL(req.url);\n const self = `${url.protocol}//${url.host}`.toLowerCase();\n const forwardedHost = req.headers.get(\"x-forwarded-host\");\n const candidates = new Set([self, ...allowed]);\n if (forwardedHost) candidates.add(`https://${forwardedHost.toLowerCase()}`);\n const origin = req.headers.get(\"origin\") ?? (() => {\n const ref = req.headers.get(\"referer\");\n try {\n return ref ? new URL(ref).origin : null;\n } catch {\n return null;\n }\n })();\n if (!origin) return false;\n const o = origin.toLowerCase();\n if (candidates.has(o)) return true;\n // Same host over http in local development.\n const oh = (() => { try { return new URL(o).host; } catch { return null; } })();\n return !!oh && (oh === url.host || oh === forwardedHost) && /^(localhost|127\\.0\\.0\\.1)(:\\d+)?$/.test(oh);\n}\n\nfunction validEvent(e: unknown): e is ClientEvent {\n if (!e || typeof e !== \"object\") return false;\n const ev = e as Record<string, unknown>;\n return (\n typeof ev.event === \"string\" &&\n LIMITS.eventName.test(ev.event) &&\n typeof ev.path === \"string\" &&\n ev.path.length <= LIMITS.pathLength * 2 &&\n (ev.consent === \"basic\" || ev.consent === \"full\") &&\n (ev.ts === undefined || typeof ev.ts === \"number\") &&\n (ev.title === undefined || typeof ev.title === \"string\") &&\n (ev.referrer === undefined || typeof ev.referrer === \"string\") &&\n (ev.utm === undefined || (typeof ev.utm === \"object\" && ev.utm !== null)) &&\n (ev.props === undefined || (typeof ev.props === \"object\" && ev.props !== null))\n );\n}\n\n/**\n * Route handler for the browser tracker. Usage in app/api/collect/route.ts:\n * export const { POST } = createCollectHandler();\n * Do not set `runtime = \"edge\"`; it works on the default runtime everywhere.\n */\nexport function createCollectHandler(options: CollectOptions = {}) {\n async function POST(req: Request): Promise<Response> {\n const config = getConfig(options.env);\n if (!originAllowed(req, config.allowedOrigins)) return reject(403);\n\n const declared = Number(req.headers.get(\"content-length\") ?? \"0\");\n if (declared > LIMITS.bodyBytes) return reject(413);\n const text = await req.text();\n if (text.length > LIMITS.bodyBytes) return reject(413);\n\n let body: unknown;\n try {\n body = JSON.parse(text);\n } catch {\n return reject(400);\n }\n const batch = body as { site?: unknown; events?: unknown };\n if (!Array.isArray(batch.events) || batch.events.length === 0) return reject(400);\n\n const host = req.headers.get(\"x-forwarded-host\") ?? new URL(req.url).host;\n const site = resolveSite(config, options.site ?? (typeof batch.site === \"string\" ? batch.site : null), host);\n const bot = detectBot(req.headers.get(\"user-agent\"));\n const events = batch.events.slice(0, LIMITS.eventsPerBatch).filter(validEvent);\n if (!events.length) return reject(400);\n\n await defer(async () => {\n const rows = await Promise.all(\n events.map((e) =>\n buildRow(config, {\n site,\n event: e.event,\n via: \"client\",\n ts: e.ts,\n path: e.path,\n host,\n title: e.title,\n referrer: e.referrer,\n utm: e.utm,\n props: e.props,\n consent: e.consent as Consent,\n visitorId: e.visitor_id,\n sessionId: e.session_id,\n userId: e.user_id,\n headers: req.headers,\n bot,\n }),\n ),\n );\n await writeRows(config, rows);\n });\n return noContent();\n }\n\n return { POST };\n}\n","import { detectBot } from \"../shared/bots.js\";\nimport { getConfig, type WaEnv } from \"./env.js\";\nimport { writeRows } from \"./bigquery.js\";\nimport { defer, type WaitUntilLike } from \"./defer.js\";\nimport { buildRow, resolveSite } from \"./rows.js\";\n\ntype MaybePromise<T> = T | Promise<T>;\n// Kept structural so the package does not import Next at runtime.\ntype RequestLike = Request & { nextUrl?: URL };\nexport type InnerHandler<Req extends RequestLike = RequestLike, Ev = unknown> = (\n req: Req,\n event: Ev,\n) => MaybePromise<Response | null | undefined | void>;\n\nexport interface AnalyticsProxyOptions {\n site?: string;\n env?: WaEnv;\n /** Log bot and AI crawler requests (default true). */\n logBots?: boolean;\n /** Skip paths, e.g. health checks. The collector endpoint is always skipped. */\n ignore?: (pathname: string) => boolean;\n}\n\nconst STATIC = /^\\/(_next\\/|favicon\\.ico$)/;\n// Assets are noise (and Next's image optimizer fetches them with no user agent).\n// Text files such as robots.txt, llms.txt and sitemap.xml are kept.\nconst ASSET = /\\.(?:png|jpe?g|gif|webp|avif|svg|ico|bmp|css|js|mjs|map|woff2?|ttf|otf|eot|mp4|webm|mp3|wav|pdf|zip)$/i;\n\n/**\n * Wrap a Next middleware (Next 14/15) or proxy (Next 16) to log bot and AI crawler\n * requests. Human page views come from the browser tracker instead.\n *\n * // middleware.ts (Next 14/15) // proxy.ts (Next 16)\n * export default withAnalytics(mine); export const proxy = withAnalytics(mine);\n */\nexport function withAnalytics<Req extends RequestLike, Ev>(inner?: InnerHandler<Req, Ev>, options: AnalyticsProxyOptions = {}) {\n return async function analytics(req: Req, event: Ev) {\n try {\n if (options.logBots !== false) {\n const url = req.nextUrl ?? new URL(req.url);\n const path = url.pathname;\n if (!STATIC.test(path) && !ASSET.test(path) && path !== \"/api/collect\" && !options.ignore?.(path)) {\n const bot = detectBot(req.headers.get(\"user-agent\"));\n if (bot) {\n const config = getConfig(options.env);\n const host = req.headers.get(\"x-forwarded-host\") ?? req.headers.get(\"host\") ?? url.host;\n const site = resolveSite(config, options.site, host);\n const ev = event as unknown as Partial<WaitUntilLike> | null;\n const waitable = ev && typeof ev.waitUntil === \"function\" ? (ev as WaitUntilLike) : null;\n await defer(async () => {\n const row = await buildRow(config, {\n site,\n event: \"bot_request\",\n via: \"proxy\",\n path,\n host,\n referrer: req.headers.get(\"referer\"),\n headers: req.headers,\n bot,\n props: { method: req.method },\n });\n await writeRows(config, [row]);\n }, waitable);\n }\n }\n }\n } catch (err) {\n console.warn(\"[web-analytics] proxy logging failed:\", (err as Error).message);\n }\n return inner ? inner(req, event) : undefined;\n };\n}\n","import type { Props } from \"../shared/schema.js\";\nimport { getConfig, type WaEnv } from \"./env.js\";\nimport { writeRows } from \"./bigquery.js\";\nimport { defer } from \"./defer.js\";\nimport { buildRow, resolveSite } from \"./rows.js\";\n\nexport interface TrackServerOptions {\n userId?: string | null;\n site?: string;\n /** Pass the incoming request to attach country/device; omit for webhooks. */\n request?: Request | null;\n path?: string;\n env?: WaEnv;\n /** Wait for the write to finish instead of deferring it (e.g. in scripts). */\n await?: boolean;\n}\n\n/**\n * Record a server-side event (sign-up, payment webhook, import...). Ad blockers\n * cannot drop these. Props pass the same deny-list as browser events.\n */\nexport async function trackServer(event: string, props: Props = {}, options: TrackServerOptions = {}): Promise<void> {\n const config = getConfig(options.env);\n const host = options.request ? (options.request.headers.get(\"x-forwarded-host\") ?? new URL(options.request.url).host) : null;\n const site = resolveSite(config, options.site, host);\n const task = async () => {\n const row = await buildRow(config, {\n site,\n event,\n via: \"server\",\n path: options.path ?? (options.request ? new URL(options.request.url).pathname : null),\n host,\n props,\n userId: options.userId,\n headers: options.request?.headers ?? null,\n bot: null,\n });\n await writeRows(config, [row]);\n };\n if (options.await) await task();\n else await defer(task);\n}\n","import { getConfig, type WaEnv } from \"./env.js\";\nimport { writeRows } from \"./bigquery.js\";\nimport { defer } from \"./defer.js\";\nimport { buildRow, resolveSite } from \"./rows.js\";\n\ninterface RequestInfo {\n path: string;\n method: string;\n headers: Record<string, string | string[] | undefined> | Headers;\n}\n\ninterface ErrorContext {\n routerKind?: string;\n routePath?: string;\n routeType?: string;\n}\n\nfunction toHeaders(h: RequestInfo[\"headers\"]): Headers {\n if (h instanceof Headers) return h;\n const out = new Headers();\n for (const [k, v] of Object.entries(h)) if (typeof v === \"string\") out.set(k, v);\n return out;\n}\n\n/**\n * Next.js instrumentation hook. In instrumentation.ts:\n * export const onRequestError = createOnRequestError();\n * Stores only the message (truncated), digest and route, never stack traces or request bodies.\n */\nexport function createOnRequestError(options: { site?: string; env?: WaEnv } = {}) {\n return async function onRequestError(error: unknown, request: RequestInfo, context: ErrorContext = {}) {\n try {\n const config = getConfig(options.env);\n const headers = toHeaders(request.headers);\n const err = error as { message?: string; digest?: string; name?: string };\n const site = resolveSite(config, options.site, headers.get(\"host\"));\n await defer(async () => {\n const row = await buildRow(config, {\n site,\n event: \"error\",\n via: \"server\",\n path: request.path,\n host: headers.get(\"host\"),\n headers,\n props: {\n message: (err?.message ?? String(error)).slice(0, 200),\n error_name: err?.name ?? null,\n digest: err?.digest ?? null,\n route: context.routePath ?? null,\n route_type: context.routeType ?? null,\n router: context.routerKind ?? null,\n method: request.method,\n },\n });\n await writeRows(config, [row]);\n });\n } catch {\n // never throw from an error hook\n }\n };\n}\n"],"mappings":";;;;;;;;;;;;;AAuBA,IAAM,IAAI;AACV,IAAM,SAAS,uBAAO,IAAI,8BAA8B;AACxD,IAAM,SAAuB,EAAE,MAAM,MAAM,oBAAI,IAAY;AACpD,SAAS,SAAS,KAAa,SAAiB;AACrD,MAAI,OAAO,IAAI,GAAG,EAAG;AACrB,SAAO,IAAI,GAAG;AACd,UAAQ,KAAK,mBAAmB,OAAO,EAAE;AAC3C;AAEA,SAAS,iBAAwB;AAE/B,QAAM,IAAK,WAA0E;AACrF,SAAQ,GAAG,OAAO,CAAC;AACrB;AAEA,SAAS,oBAAoB,KAAgD;AAC3E,MAAI,CAAC,IAAK,QAAO;AACjB,MAAI;AACF,UAAM,OAAO,KAAK,MAAM,IAAI,KAAK,EAAE,WAAW,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC;AACpE,QAAI,OAAO,KAAK,iBAAiB,YAAY,OAAO,KAAK,gBAAgB,UAAU;AACjF,aAAO,EAAE,cAAc,KAAK,cAAc,aAAa,KAAK,YAAY;AAAA,IAC1E;AAAA,EACF,QAAQ;AAAA,EAER;AACA,WAAS,MAAM,wGAAwG;AACvH,SAAO;AACT;AAEA,IAAI,SAAmD;AAGhD,SAAS,UAAU,YAAmB,CAAC,GAAa;AACzD,QAAM,MAAM,EAAE,GAAG,eAAe,GAAG,GAAG,UAAU;AAChD,QAAM,MAAM,KAAK,UAAU,CAAC,IAAI,SAAS,IAAI,eAAe,IAAI,eAAe,IAAI,aAAa,IAAI,eAAe,QAAQ,IAAI,gBAAgB,QAAQ,IAAI,oBAAoB,IAAI,UAAU,CAAC;AAC9L,MAAI,UAAU,OAAO,QAAQ,IAAK,QAAO,OAAO;AAEhD,QAAM,iBAAiB,oBAAoB,IAAI,aAAa;AAC5D,QAAM,UAAU,IAAI,eAAe,KAAK,KAAK;AAC7C,QAAM,SAAmB;AAAA,IACvB,MAAM,IAAI,SAAS,KAAK,KAAK;AAAA,IAC7B;AAAA,IACA,SAAS,IAAI,eAAe,KAAK,KAAK;AAAA,IACtC,OAAO,IAAI,aAAa,KAAK,KAAK;AAAA,IAClC;AAAA,IACA,YAAY,IAAI,kBAAkB;AAAA,IAClC,iBAAiB,IAAI,sBAAsB,IACxC,MAAM,GAAG,EACT,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,OAAO,EAAE,EAAE,YAAY,CAAC,EACpD,OAAO,OAAO;AAAA,IACjB,QAAQ,IAAI,eAAe,OAAO,IAAI,eAAe,UAAU,CAAC,kBAAkB,CAAC;AAAA,EACrF;AACA,MAAI,OAAO,OAAQ,UAAS,OAAO,2GAA2G;AAC9I,MAAI,CAAC,OAAO,WAAY,UAAS,QAAQ,uGAAuG;AAChJ,WAAS,EAAE,KAAK,OAAO;AACvB,SAAO;AACT;;;ACtEA,IAAM,YAAY;AAClB,IAAM,QAAQ;AAEd,IAAI,WAAqD;AACzD,IAAI,aAAmE;AAEvE,SAAS,OAAO,MAAiD;AAC/D,QAAM,QAAQ,OAAO,SAAS,WAAW,IAAI,YAAY,EAAE,OAAO,IAAI,IAAI,IAAI,WAAW,IAAI;AAC7F,MAAI,MAAM;AACV,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,IAAK,QAAO,OAAO,aAAa,MAAM,CAAC,CAAE;AAC3E,SAAO,KAAK,GAAG,EAAE,QAAQ,OAAO,GAAG,EAAE,QAAQ,OAAO,GAAG,EAAE,QAAQ,OAAO,EAAE;AAC5E;AAEA,SAAS,SAAS,KAA0B;AAC1C,QAAM,OAAO,IAAI,QAAQ,QAAQ,IAAI,EAAE,QAAQ,oBAAoB,EAAE,EAAE,QAAQ,QAAQ,EAAE;AACzF,QAAM,MAAM,KAAK,IAAI;AACrB,QAAM,MAAM,IAAI,WAAW,IAAI,MAAM;AACrC,WAAS,IAAI,GAAG,IAAI,IAAI,QAAQ,IAAK,KAAI,CAAC,IAAI,IAAI,WAAW,CAAC;AAC9D,SAAO,IAAI;AACb;AAEA,eAAe,WAAW,IAAwC;AAChE,MAAI,UAAU,UAAU,GAAG,aAAc,QAAO,SAAS;AACzD,QAAM,MAAM,MAAM,OAAO,OAAO;AAAA,IAC9B;AAAA,IACA,SAAS,GAAG,WAAW;AAAA,IACvB,EAAE,MAAM,qBAAqB,MAAM,UAAU;AAAA,IAC7C;AAAA,IACA,CAAC,MAAM;AAAA,EACT;AACA,aAAW,EAAE,OAAO,GAAG,cAAc,IAAI;AACzC,SAAO;AACT;AAGA,eAAsB,eAAe,IAAoB,SAAS,KAAK,MAAM,KAAK,IAAI,IAAI,GAAI,GAAoB;AAChH,QAAM,SAAS,OAAO,KAAK,UAAU,EAAE,KAAK,SAAS,KAAK,MAAM,CAAC,CAAC;AAClE,QAAM,SAAS,OAAO,KAAK,UAAU,EAAE,KAAK,GAAG,cAAc,OAAO,OAAO,KAAK,WAAW,KAAK,QAAQ,KAAK,SAAS,KAAK,CAAC,CAAC;AAC7H,QAAM,QAAQ,GAAG,MAAM,IAAI,MAAM;AACjC,QAAM,MAAM,MAAM,OAAO,OAAO,KAAK,qBAAqB,MAAM,WAAW,EAAE,GAAG,IAAI,YAAY,EAAE,OAAO,KAAK,CAAC;AAC/G,SAAO,GAAG,KAAK,IAAI,OAAO,GAAG,CAAC;AAChC;AAEA,eAAe,YAAY,IAAqC;AAC9D,QAAM,MAAM,KAAK,IAAI;AACrB,MAAI,cAAc,WAAW,UAAU,GAAG,gBAAgB,WAAW,MAAM,MAAS,IAAK,QAAO,WAAW;AAC3G,QAAM,MAAM,MAAM,MAAM,WAAW;AAAA,IACjC,QAAQ;AAAA,IACR,SAAS,EAAE,gBAAgB,oCAAoC;AAAA,IAC/D,MAAM,IAAI,gBAAgB;AAAA,MACxB,YAAY;AAAA,MACZ,WAAW,MAAM,eAAe,EAAE;AAAA,IACpC,CAAC;AAAA,EACH,CAAC;AACD,MAAI,CAAC,IAAI,GAAI,OAAM,IAAI,MAAM,0BAA0B,IAAI,MAAM,IAAI,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,EAAE,CAAC,GAAG,MAAM,GAAG,GAAG,CAAC;AACrH,QAAM,OAAQ,MAAM,IAAI,KAAK;AAC7B,eAAa,EAAE,OAAO,GAAG,cAAc,OAAO,KAAK,cAAc,KAAK,MAAM,KAAK,aAAa,IAAK;AACnG,SAAO,KAAK;AACd;AAEA,SAAS,SAAS,KAAuB;AACvC,SAAO,OAAO,aAAa,OAAO,WAAW,IAAI,GAAG,IAAI,EAAE,IAAI,KAAK,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;AACnG;AAGA,eAAsB,UAAU,QAAkB,MAAiC;AACjF,MAAI,CAAC,KAAK,OAAQ;AAClB,MAAI,OAAO,UAAU,CAAC,OAAO,kBAAkB,CAAC,OAAO,SAAS;AAC9D,eAAW,OAAO,KAAM,SAAQ,IAAI,2BAA2B,KAAK,UAAU,GAAG,CAAC;AAClF;AAAA,EACF;AACA,MAAI;AACF,UAAM,QAAQ,MAAM,YAAY,OAAO,cAAc;AACrD,UAAM,MAAM,wDAAwD,mBAAmB,OAAO,OAAO,CAAC,aAAa,mBAAmB,OAAO,OAAO,CAAC,WAAW,mBAAmB,OAAO,KAAK,CAAC;AAChM,UAAM,MAAM,MAAM,MAAM,KAAK;AAAA,MAC3B,QAAQ;AAAA,MACR,SAAS,EAAE,eAAe,UAAU,KAAK,IAAI,gBAAgB,mBAAmB;AAAA,MAChF,MAAM,KAAK,UAAU;AAAA,QACnB,iBAAiB;AAAA,QACjB,qBAAqB;AAAA,QACrB,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,UAAU,SAAS,IAAI,GAAG,KAAK,EAAE;AAAA,MAC/D,CAAC;AAAA,IACH,CAAC;AACD,QAAI,CAAC,IAAI,IAAI;AACX,eAAS,MAAM,IAAI,MAAM,IAAI,kCAAkC,IAAI,MAAM,MAAM,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,EAAE,GAAG,MAAM,GAAG,GAAG,CAAC,EAAE;AAChI,UAAI,IAAI,WAAW,IAAK,cAAa;AACrC;AAAA,IACF;AACA,UAAM,OAAQ,MAAM,IAAI,KAAK;AAC7B,QAAI,KAAK,cAAc,QAAQ;AAC7B,eAAS,UAAU,qBAAqB,KAAK,aAAa,MAAM,YAAY,KAAK,aAAa,CAAC,GAAG,OAAO,CAAC,GAAG,WAAW,SAAS,EAAE;AAAA,IACrI;AAAA,EACF,SAAS,KAAK;AACZ,aAAS,SAAS,yBAA0B,IAAc,OAAO,EAAE;AAAA,EACrE;AACF;;;ACzFA,IAAI;AAEJ,eAAe,YAAqC;AAClD,MAAI,YAAY,OAAW,QAAO;AAClC,MAAI;AACF,UAAM,MAAO,MAAM,OAAO,aAAa;AACvC,UAAM,KAAK,IAAI,OAAO;AACtB,cAAU,OAAO,OAAO,aAAc,KAAiB;AAAA,EACzD,QAAQ;AACN,cAAU;AAAA,EACZ;AACA,SAAO;AACT;AAEA,SAAS,oBAA0C;AACjD,QAAMA,KAAI;AACV,QAAM,SAASA,GAAE,uBAAO,IAAI,yBAAyB,CAAC;AACtD,QAAM,IAAI,QAAQ,MAAM;AACxB,MAAI,GAAG,UAAW,QAAO,EAAE,WAAW,EAAE,UAAU,KAAK,CAAC,EAAE;AAC1D,QAAM,KAAKA,GAAE,uBAAO,IAAI,wBAAwB,CAAC;AACjD,MAAI,IAAI,KAAK,UAAW,QAAO,EAAE,WAAW,GAAG,IAAI,UAAU,KAAK,GAAG,GAAG,EAAE;AAC1E,SAAO;AACT;AAEA,eAAsB,MAAM,MAA2B,OAA6C;AAClG,MAAI,OAAO,WAAW;AACpB,UAAM,UAAU,KAAK,CAAC;AACtB;AAAA,EACF;AACA,QAAM,QAAQ,MAAM,UAAU;AAC9B,MAAI,OAAO;AACT,QAAI;AACF,YAAM,IAAI;AACV;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AACA,QAAM,WAAW,kBAAkB;AACnC,MAAI,UAAU;AACZ,aAAS,UAAU,KAAK,CAAC;AACzB;AAAA,EACF;AACA,QAAM,KAAK;AACb;;;ACrDA,IAAM,UAAU,oBAAI,IAAI,CAAC,MAAM,MAAM,EAAE,CAAC;AAQjC,SAAS,QAAQ,SAA8B;AACpD,QAAM,KACJ,QAAQ,IAAI,kBAAkB,KAC9B,QAAQ,IAAI,WAAW,KACvB,QAAQ,IAAI,iBAAiB,GAAG,MAAM,GAAG,EAAE,CAAC,GAAG,KAAK,KACpD;AACF,QAAM,WAAW,QAAQ,IAAI,qBAAqB,KAAK,QAAQ,IAAI,cAAc,KAAK,IAAI,YAAY;AACtG,QAAM,SAAS,QAAQ,IAAI,4BAA4B,KAAK,QAAQ,IAAI,gBAAgB,KAAK;AAC7F,SAAO;AAAA,IACL;AAAA,IACA,SAAS,QAAQ,IAAI,OAAO,IAAI,OAAO;AAAA,IACvC,QAAQ,SAAS,mBAAmB,MAAM,EAAE,MAAM,GAAG,EAAE,IAAI;AAAA,EAC7D;AACF;;;AC3BA,IAAM,MAAM,IAAI,YAAY;AAE5B,SAAS,IAAI,KAA0B;AACrC,SAAO,MAAM,KAAK,IAAI,WAAW,GAAG,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG,CAAC,EAAE,KAAK,EAAE;AACxF;AAEA,IAAM,YAAY,oBAAI,IAAuB;AAE7C,eAAe,SAAS,QAAgB,KAAiC;AACvE,QAAMC,MAAK,GAAG,OAAO,MAAM,IAAI,GAAG;AAClC,QAAM,MAAM,UAAU,IAAIA,GAAE;AAC5B,MAAI,IAAK,QAAO;AAChB,QAAM,SAAS,MAAM,OAAO,OAAO,UAAU,OAAO,IAAI,OAAO,MAAM,GAAG,EAAE,MAAM,QAAQ,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;AAC1H,QAAM,OAAO,MAAM,OAAO,OAAO,KAAK,QAAQ,QAAQ,IAAI,OAAO,iBAAiB,GAAG,EAAE,CAAC;AACxF,QAAM,MAAM,MAAM,OAAO,OAAO,UAAU,OAAO,MAAM,EAAE,MAAM,QAAQ,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;AACzG,YAAU,MAAM;AAChB,YAAU,IAAIA,KAAI,GAAG;AACrB,SAAO;AACT;AAOA,eAAsB,YAAY,MAAmH;AACnJ,MAAI,CAAC,KAAK,MAAM,CAAC,KAAK,GAAI,QAAO;AACjC,QAAM,OAAO,KAAK,QAAQ,oBAAI,KAAK,GAAG,YAAY,EAAE,MAAM,GAAG,EAAE;AAC/D,QAAM,MAAM,MAAM,SAAS,KAAK,QAAQ,GAAG;AAC3C,QAAM,MAAM,MAAM,OAAO,OAAO,KAAK,QAAQ,KAAK,IAAI,OAAO,GAAG,KAAK,IAAI,IAAI,KAAK,MAAM,EAAE,IAAI,KAAK,MAAM,EAAE,EAAE,CAAC;AAC9G,SAAO,IAAI,GAAG,EAAE,MAAM,GAAG,EAAE;AAC7B;;;ACDA,IAAM,MAAM,CAAC,GAA8B,QAAiB,IAAI,EAAE,MAAM,GAAG,GAAG,IAAI;AAClF,IAAM,KAAK,CAAC,MAAkC,KAAK,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI;AAE3E,eAAsB,SAAS,QAAkB,OAAoC;AACnF,QAAM,UAAU,MAAM,WAAW;AACjC,QAAM,KAAK,SAAS,IAAI,YAAY,KAAK;AACzC,QAAM,MAAM,MAAM,QAAQ,SAAY,MAAM,MAAM,UAAU,UAAU,EAAE,IAAI;AAC5E,QAAM,MAAM,UAAU,QAAQ,OAAO,IAAI,EAAE,IAAI,MAAM,SAAS,MAAM,QAAQ,KAAK;AACjF,QAAM,OAAO,QAAQ,EAAE;AACvB,QAAM,OAAO,OAAO,MAAM,QAAQ,SAAS,IAAI,MAAM,KAAK,IAAI;AAC9D,QAAM,EAAE,SAAS,QAAQ,aAAa,IAAI,gBAAgB;AAAA,IACxD,WAAW,MAAM,KAAK;AAAA,IACtB,WAAW,MAAM,KAAK;AAAA,IACtB,UAAU,MAAM;AAAA,IAChB,UAAU;AAAA,EACZ,CAAC;AAED,QAAM,OACJ,CAAC,OAAO,OAAO,cAAc,YAAY,IAAI,MAAM,MAC/C,MAAM,YAAY,EAAE,QAAQ,OAAO,YAAY,MAAM,MAAM,MAAM,IAAI,IAAI,IAAI,GAAG,CAAC,IACjF;AAEN,QAAM,QAAQ,cAAc,MAAM,KAAK;AACvC,QAAM,KAAK,MAAM,MAAM,KAAK,IAAI,KAAK,IAAI,IAAI,MAAM,EAAE,IAAI,KAAK,MAAS,MAAM,KAAK,KAAK,IAAI;AAE3F,SAAO;AAAA,IACL,IAAI,IAAI,KAAK,EAAE,EAAE,YAAY;AAAA,IAC7B,MAAM,MAAM;AAAA,IACZ,OAAO,MAAM;AAAA,IACb,KAAK,MAAM;AAAA,IACX,cAAc;AAAA,IACd,YAAY,MAAM,YAAY,SAAS,GAAG,MAAM,SAAS,IAAI;AAAA,IAC7D,YAAY,MAAM,YAAY,SAAS,GAAG,MAAM,SAAS,IAAI;AAAA,IAC7D,SAAS,GAAG,MAAM,MAAM;AAAA,IACxB,SAAS,MAAM,WAAW;AAAA,IAC1B;AAAA,IACA,MAAM,UAAU,MAAM,IAAI;AAAA,IAC1B,OAAO,IAAI,MAAM,OAAO,OAAO,WAAW;AAAA,IAC1C,eAAe;AAAA,IACf,SAAS,MAAM,QAAQ,YAAY,CAAC,MAAM,YAAY,CAAC,MAAM,MAAM,OAAO;AAAA,IAC1E;AAAA,IACA,YAAY,IAAI,MAAM,KAAK,QAAQ,OAAO,SAAS;AAAA,IACnD,YAAY,IAAI,MAAM,KAAK,QAAQ,OAAO,SAAS;AAAA,IACnD,cAAc,IAAI,MAAM,KAAK,UAAU,OAAO,SAAS;AAAA,IACvD,UAAU,IAAI,MAAM,KAAK,MAAM,OAAO,SAAS;AAAA,IAC/C,aAAa,IAAI,MAAM,KAAK,SAAS,OAAO,SAAS;AAAA,IACrD,SAAS,IAAI;AAAA,IACb,QAAQ,IAAI;AAAA,IACZ,QAAQ,MAAM,OAAO,KAAK;AAAA,IAC1B,SAAS,MAAM,OAAO,KAAK;AAAA,IAC3B,IAAI,MAAM,OAAO,KAAK;AAAA,IACtB,QAAQ,CAAC,CAAC;AAAA,IACV,UAAU,KAAK,QAAQ;AAAA,IACvB,UAAU,KAAK,QAAQ;AAAA;AAAA,IAEvB,YAAY,MAAM,IAAI,IAAI,GAAG,IAAI;AAAA,IACjC,OAAO,QAAQ,KAAK,UAAU,KAAK,IAAI;AAAA,EACzC;AACF;AAEO,SAAS,YAAY,QAAkB,UAA0B,MAA8B;AACpG,QAAM,OAAO,YAAY,OAAO,QAAQ,OAAO,IAAI,KAAK;AACxD,SAAO,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO;AACzC;;;AC/EA,IAAM,YAAY,MAAM,IAAI,SAAS,MAAM,EAAE,QAAQ,IAAI,CAAC;AAC1D,IAAM,SAAS,CAAC,WAAmB,IAAI,SAAS,MAAM,EAAE,OAAO,CAAC;AAEhE,SAAS,cAAc,KAAc,SAA4B;AAC/D,QAAM,MAAM,IAAI,IAAI,IAAI,GAAG;AAC3B,QAAM,OAAO,GAAG,IAAI,QAAQ,KAAK,IAAI,IAAI,GAAG,YAAY;AACxD,QAAM,gBAAgB,IAAI,QAAQ,IAAI,kBAAkB;AACxD,QAAM,aAAa,oBAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;AAC7C,MAAI,cAAe,YAAW,IAAI,WAAW,cAAc,YAAY,CAAC,EAAE;AAC1E,QAAM,SAAS,IAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM;AACjD,UAAM,MAAM,IAAI,QAAQ,IAAI,SAAS;AACrC,QAAI;AACF,aAAO,MAAM,IAAI,IAAI,GAAG,EAAE,SAAS;AAAA,IACrC,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF,GAAG;AACH,MAAI,CAAC,OAAQ,QAAO;AACpB,QAAM,IAAI,OAAO,YAAY;AAC7B,MAAI,WAAW,IAAI,CAAC,EAAG,QAAO;AAE9B,QAAM,MAAM,MAAM;AAAE,QAAI;AAAE,aAAO,IAAI,IAAI,CAAC,EAAE;AAAA,IAAM,QAAQ;AAAE,aAAO;AAAA,IAAM;AAAA,EAAE,GAAG;AAC9E,SAAO,CAAC,CAAC,OAAO,OAAO,IAAI,QAAQ,OAAO,kBAAkB,oCAAoC,KAAK,EAAE;AACzG;AAEA,SAAS,WAAW,GAA8B;AAChD,MAAI,CAAC,KAAK,OAAO,MAAM,SAAU,QAAO;AACxC,QAAM,KAAK;AACX,SACE,OAAO,GAAG,UAAU,YACpB,OAAO,UAAU,KAAK,GAAG,KAAK,KAC9B,OAAO,GAAG,SAAS,YACnB,GAAG,KAAK,UAAU,OAAO,aAAa,MACrC,GAAG,YAAY,WAAW,GAAG,YAAY,YACzC,GAAG,OAAO,UAAa,OAAO,GAAG,OAAO,cACxC,GAAG,UAAU,UAAa,OAAO,GAAG,UAAU,cAC9C,GAAG,aAAa,UAAa,OAAO,GAAG,aAAa,cACpD,GAAG,QAAQ,UAAc,OAAO,GAAG,QAAQ,YAAY,GAAG,QAAQ,UAClE,GAAG,UAAU,UAAc,OAAO,GAAG,UAAU,YAAY,GAAG,UAAU;AAE7E;AAOO,SAAS,qBAAqB,UAA0B,CAAC,GAAG;AACjE,iBAAe,KAAK,KAAiC;AACnD,UAAM,SAAS,UAAU,QAAQ,GAAG;AACpC,QAAI,CAAC,cAAc,KAAK,OAAO,cAAc,EAAG,QAAO,OAAO,GAAG;AAEjE,UAAM,WAAW,OAAO,IAAI,QAAQ,IAAI,gBAAgB,KAAK,GAAG;AAChE,QAAI,WAAW,OAAO,UAAW,QAAO,OAAO,GAAG;AAClD,UAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,QAAI,KAAK,SAAS,OAAO,UAAW,QAAO,OAAO,GAAG;AAErD,QAAI;AACJ,QAAI;AACF,aAAO,KAAK,MAAM,IAAI;AAAA,IACxB,QAAQ;AACN,aAAO,OAAO,GAAG;AAAA,IACnB;AACA,UAAM,QAAQ;AACd,QAAI,CAAC,MAAM,QAAQ,MAAM,MAAM,KAAK,MAAM,OAAO,WAAW,EAAG,QAAO,OAAO,GAAG;AAEhF,UAAM,OAAO,IAAI,QAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,IAAI,GAAG,EAAE;AACrE,UAAM,OAAO,YAAY,QAAQ,QAAQ,SAAS,OAAO,MAAM,SAAS,WAAW,MAAM,OAAO,OAAO,IAAI;AAC3G,UAAM,MAAM,UAAU,IAAI,QAAQ,IAAI,YAAY,CAAC;AACnD,UAAM,SAAS,MAAM,OAAO,MAAM,GAAG,OAAO,cAAc,EAAE,OAAO,UAAU;AAC7E,QAAI,CAAC,OAAO,OAAQ,QAAO,OAAO,GAAG;AAErC,UAAM,MAAM,YAAY;AACtB,YAAM,OAAO,MAAM,QAAQ;AAAA,QACzB,OAAO;AAAA,UAAI,CAAC,MACV,SAAS,QAAQ;AAAA,YACf;AAAA,YACA,OAAO,EAAE;AAAA,YACT,KAAK;AAAA,YACL,IAAI,EAAE;AAAA,YACN,MAAM,EAAE;AAAA,YACR;AAAA,YACA,OAAO,EAAE;AAAA,YACT,UAAU,EAAE;AAAA,YACZ,KAAK,EAAE;AAAA,YACP,OAAO,EAAE;AAAA,YACT,SAAS,EAAE;AAAA,YACX,WAAW,EAAE;AAAA,YACb,WAAW,EAAE;AAAA,YACb,QAAQ,EAAE;AAAA,YACV,SAAS,IAAI;AAAA,YACb;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AACA,YAAM,UAAU,QAAQ,IAAI;AAAA,IAC9B,CAAC;AACD,WAAO,UAAU;AAAA,EACnB;AAEA,SAAO,EAAE,KAAK;AAChB;;;AC5FA,IAAM,SAAS;AAGf,IAAM,QAAQ;AASP,SAAS,cAA2C,OAA+B,UAAiC,CAAC,GAAG;AAC7H,SAAO,eAAe,UAAU,KAAU,OAAW;AACnD,QAAI;AACF,UAAI,QAAQ,YAAY,OAAO;AAC7B,cAAM,MAAM,IAAI,WAAW,IAAI,IAAI,IAAI,GAAG;AAC1C,cAAM,OAAO,IAAI;AACjB,YAAI,CAAC,OAAO,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,KAAK,SAAS,kBAAkB,CAAC,QAAQ,SAAS,IAAI,GAAG;AACjG,gBAAM,MAAM,UAAU,IAAI,QAAQ,IAAI,YAAY,CAAC;AACnD,cAAI,KAAK;AACP,kBAAM,SAAS,UAAU,QAAQ,GAAG;AACpC,kBAAM,OAAO,IAAI,QAAQ,IAAI,kBAAkB,KAAK,IAAI,QAAQ,IAAI,MAAM,KAAK,IAAI;AACnF,kBAAM,OAAO,YAAY,QAAQ,QAAQ,MAAM,IAAI;AACnD,kBAAM,KAAK;AACX,kBAAM,WAAW,MAAM,OAAO,GAAG,cAAc,aAAc,KAAuB;AACpF,kBAAM,MAAM,YAAY;AACtB,oBAAM,MAAM,MAAM,SAAS,QAAQ;AAAA,gBACjC;AAAA,gBACA,OAAO;AAAA,gBACP,KAAK;AAAA,gBACL;AAAA,gBACA;AAAA,gBACA,UAAU,IAAI,QAAQ,IAAI,SAAS;AAAA,gBACnC,SAAS,IAAI;AAAA,gBACb;AAAA,gBACA,OAAO,EAAE,QAAQ,IAAI,OAAO;AAAA,cAC9B,CAAC;AACD,oBAAM,UAAU,QAAQ,CAAC,GAAG,CAAC;AAAA,YAC/B,GAAG,QAAQ;AAAA,UACb;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,KAAK,yCAA0C,IAAc,OAAO;AAAA,IAC9E;AACA,WAAO,QAAQ,MAAM,KAAK,KAAK,IAAI;AAAA,EACrC;AACF;;;AClDA,eAAsB,YAAY,OAAe,QAAe,CAAC,GAAG,UAA8B,CAAC,GAAkB;AACnH,QAAM,SAAS,UAAU,QAAQ,GAAG;AACpC,QAAM,OAAO,QAAQ,UAAW,QAAQ,QAAQ,QAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,QAAQ,QAAQ,GAAG,EAAE,OAAQ;AACxH,QAAM,OAAO,YAAY,QAAQ,QAAQ,MAAM,IAAI;AACnD,QAAM,OAAO,YAAY;AACvB,UAAM,MAAM,MAAM,SAAS,QAAQ;AAAA,MACjC;AAAA,MACA;AAAA,MACA,KAAK;AAAA,MACL,MAAM,QAAQ,SAAS,QAAQ,UAAU,IAAI,IAAI,QAAQ,QAAQ,GAAG,EAAE,WAAW;AAAA,MACjF;AAAA,MACA;AAAA,MACA,QAAQ,QAAQ;AAAA,MAChB,SAAS,QAAQ,SAAS,WAAW;AAAA,MACrC,KAAK;AAAA,IACP,CAAC;AACD,UAAM,UAAU,QAAQ,CAAC,GAAG,CAAC;AAAA,EAC/B;AACA,MAAI,QAAQ,MAAO,OAAM,KAAK;AAAA,MACzB,OAAM,MAAM,IAAI;AACvB;;;ACxBA,SAAS,UAAU,GAAoC;AACrD,MAAI,aAAa,QAAS,QAAO;AACjC,QAAM,MAAM,IAAI,QAAQ;AACxB,aAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,CAAC,EAAG,KAAI,OAAO,MAAM,SAAU,KAAI,IAAI,GAAG,CAAC;AAC/E,SAAO;AACT;AAOO,SAAS,qBAAqB,UAA0C,CAAC,GAAG;AACjF,SAAO,eAAe,eAAe,OAAgB,SAAsB,UAAwB,CAAC,GAAG;AACrG,QAAI;AACF,YAAM,SAAS,UAAU,QAAQ,GAAG;AACpC,YAAM,UAAU,UAAU,QAAQ,OAAO;AACzC,YAAM,MAAM;AACZ,YAAM,OAAO,YAAY,QAAQ,QAAQ,MAAM,QAAQ,IAAI,MAAM,CAAC;AAClE,YAAM,MAAM,YAAY;AACtB,cAAM,MAAM,MAAM,SAAS,QAAQ;AAAA,UACjC;AAAA,UACA,OAAO;AAAA,UACP,KAAK;AAAA,UACL,MAAM,QAAQ;AAAA,UACd,MAAM,QAAQ,IAAI,MAAM;AAAA,UACxB;AAAA,UACA,OAAO;AAAA,YACL,UAAU,KAAK,WAAW,OAAO,KAAK,GAAG,MAAM,GAAG,GAAG;AAAA,YACrD,YAAY,KAAK,QAAQ;AAAA,YACzB,QAAQ,KAAK,UAAU;AAAA,YACvB,OAAO,QAAQ,aAAa;AAAA,YAC5B,YAAY,QAAQ,aAAa;AAAA,YACjC,QAAQ,QAAQ,cAAc;AAAA,YAC9B,QAAQ,QAAQ;AAAA,UAClB;AAAA,QACF,CAAC;AACD,cAAM,UAAU,QAAQ,CAAC,GAAG,CAAC;AAAA,MAC/B,CAAC;AAAA,IACH,QAAQ;AAAA,IAER;AAAA,EACF;AACF;","names":["g","id"]}
@@ -0,0 +1,42 @@
1
+ import { P as Props } from '../schema-1Re1Bw-P.js';
2
+ export { a as ClientBatch, b as ClientEvent, C as Consent, E as EventRow, L as LIMITS, c as PropValue, U as Utm, V as Via } from '../schema-1Re1Bw-P.js';
3
+ export { A as AI_BOT_KINDS, B as Bot, a as BotKind, d as detectBot } from '../bots-BLlaamUX.js';
4
+
5
+ type Channel = "ai" | "search" | "social" | "email" | "paid" | "campaign" | "referral" | "internal" | "direct";
6
+ interface ChannelInput {
7
+ utmSource?: string | null;
8
+ utmMedium?: string | null;
9
+ /** Full referrer URL or bare host. */
10
+ referrer?: string | null;
11
+ /** Host of the site itself; a referrer on this host is internal navigation. */
12
+ selfHost?: string | null;
13
+ }
14
+ interface ChannelResult {
15
+ channel: Channel;
16
+ source: string | null;
17
+ referrerHost: string | null;
18
+ }
19
+ /** Lowercase host without "www." for a URL or bare host; null when unparseable. */
20
+ declare function hostOf(value: string | null | undefined): string | null;
21
+ /**
22
+ * Work out where a visit came from. UTM tags win over the referrer, because AI
23
+ * assistants (e.g. ChatGPT adds utm_source=chatgpt.com) often send no referrer.
24
+ */
25
+ declare function classifyChannel(input: ChannelInput): ChannelResult;
26
+
27
+ declare function isDeniedKey(key: string): boolean;
28
+ /** Drop denied keys and unsafe values, and cap sizes. Returns null when nothing is left. */
29
+ declare function sanitizeProps(input: unknown): Props | null;
30
+ /** Keep only the path: drop query string and hash (they can carry tokens or personal data). */
31
+ declare function cleanPath(path: string | null | undefined): string | null;
32
+
33
+ interface UaInfo {
34
+ device: "mobile" | "tablet" | "desktop" | null;
35
+ browser: string | null;
36
+ os: string | null;
37
+ }
38
+ /** Small, dependency-free user-agent parser. Good enough for dashboards, not for fingerprinting. */
39
+ declare function parseUa(ua: string | null | undefined): UaInfo;
40
+
41
+ export { Props, classifyChannel, cleanPath, hostOf, isDeniedKey, parseUa, sanitizeProps };
42
+ export type { Channel, ChannelInput, ChannelResult, UaInfo };
@@ -0,0 +1,25 @@
1
+ import {
2
+ AI_BOT_KINDS,
3
+ classifyChannel,
4
+ cleanPath,
5
+ detectBot,
6
+ hostOf,
7
+ isDeniedKey,
8
+ parseUa,
9
+ sanitizeProps
10
+ } from "../chunk-4B5GWKPD.js";
11
+ import {
12
+ LIMITS
13
+ } from "../chunk-PD4SX2FD.js";
14
+ export {
15
+ AI_BOT_KINDS,
16
+ LIMITS,
17
+ classifyChannel,
18
+ cleanPath,
19
+ detectBot,
20
+ hostOf,
21
+ isDeniedKey,
22
+ parseUa,
23
+ sanitizeProps
24
+ };
25
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
package/package.json CHANGED
@@ -1,6 +1,49 @@
1
1
  {
2
2
  "name": "@bmnova/web-analytics",
3
- "version": "0.0.0-stage",
4
- "stub": true,
5
- "description": "Temporary package placeholder for staged publishing"
6
- }
3
+ "version": "0.1.0",
4
+ "description": "Privacy-first web analytics for Next.js that writes to your own BigQuery: visitors, channels (incl. ChatGPT/Perplexity), funnels, errors and AI crawler hits.",
5
+ "license": "MIT",
6
+ "type": "module",
7
+ "repository": { "type": "git", "url": "git+https://github.com/bmnova/web-analytics.git" },
8
+ "keywords": ["analytics", "bigquery", "nextjs", "cloudflare-workers", "ai-crawlers", "llm", "privacy"],
9
+ "sideEffects": false,
10
+ "files": ["dist", "sql", "bin", "README.md", "LICENSE"],
11
+ "bin": { "web-analytics": "bin/setup.mjs" },
12
+ "exports": {
13
+ "./client": { "types": "./dist/client/index.d.ts", "import": "./dist/client/index.js" },
14
+ "./react": { "types": "./dist/react/index.d.ts", "import": "./dist/react/index.js" },
15
+ "./server": { "types": "./dist/server/index.d.ts", "import": "./dist/server/index.js" },
16
+ "./shared": { "types": "./dist/shared/index.d.ts", "import": "./dist/shared/index.js" },
17
+ "./package.json": "./package.json"
18
+ },
19
+ "scripts": {
20
+ "build": "rm -rf dist && tsup",
21
+ "typecheck": "tsc --noEmit",
22
+ "test": "vitest run",
23
+ "secrets": "gitleaks git --redact --no-banner .",
24
+ "prepublishOnly": "npm run typecheck && npm test && npm run build"
25
+ },
26
+ "peerDependencies": {
27
+ "next": ">=14.2",
28
+ "react": ">=18"
29
+ },
30
+ "peerDependenciesMeta": {
31
+ "next": { "optional": true },
32
+ "react": { "optional": true }
33
+ },
34
+ "devDependencies": {
35
+ "@types/node": "^22.13.5",
36
+ "@types/react": "^18.3.18",
37
+ "next": "^14.2.35",
38
+ "react": "^18.3.1",
39
+ "react-dom": "^18.3.1",
40
+ "simple-git-hooks": "^2.14.0",
41
+ "tsup": "^9.0.0",
42
+ "typescript": "^5.9.3",
43
+ "vitest": "^5.1.0"
44
+ },
45
+ "simple-git-hooks": {
46
+ "pre-commit": "gitleaks git --staged --redact --no-banner ."
47
+ },
48
+ "engines": { "node": ">=18" }
49
+ }
@@ -0,0 +1,40 @@
1
+ -- Raw events. One row per pageview, click, custom event, error or bot request.
2
+ -- Keep in sync with src/shared/schema.ts (EventRow).
3
+ CREATE TABLE IF NOT EXISTS `{{project}}.{{dataset}}.events` (
4
+ ts TIMESTAMP NOT NULL,
5
+ site STRING NOT NULL,
6
+ event STRING NOT NULL,
7
+ via STRING OPTIONS (description = "client | server | proxy"),
8
+ visitor_hash STRING OPTIONS (description = "Cookieless id, rotates daily. Null for bots."),
9
+ visitor_id STRING OPTIONS (description = "Persistent id, only with full consent"),
10
+ session_id STRING OPTIONS (description = "Client session id, only with full consent"),
11
+ user_id STRING OPTIONS (description = "Signed-in user id (client: full consent only; server events always)"),
12
+ consent STRING,
13
+ host STRING,
14
+ path STRING OPTIONS (description = "Path without query string"),
15
+ title STRING,
16
+ referrer_host STRING,
17
+ channel STRING OPTIONS (description = "ai | search | social | email | paid | campaign | referral | internal | direct"),
18
+ source STRING,
19
+ utm_source STRING,
20
+ utm_medium STRING,
21
+ utm_campaign STRING,
22
+ utm_term STRING,
23
+ utm_content STRING,
24
+ country STRING,
25
+ region STRING,
26
+ device STRING,
27
+ browser STRING,
28
+ os STRING,
29
+ is_bot BOOL NOT NULL,
30
+ bot_name STRING,
31
+ bot_kind STRING OPTIONS (description = "ai_training | ai_user | ai_search | search | social | seo | monitor | other"),
32
+ user_agent STRING OPTIONS (description = "Raw UA, stored for bots only"),
33
+ props JSON
34
+ )
35
+ PARTITION BY DATE(ts)
36
+ CLUSTER BY site, event, channel
37
+ OPTIONS (
38
+ description = "web-analytics raw events",
39
+ partition_expiration_days = {{retention_days}}
40
+ );
@@ -0,0 +1,112 @@
1
+ -- Human events with a visitor key and a 30-minute-idle session key.
2
+ -- visitor_key prefers the consented visitor_id and falls back to the daily hash.
3
+ CREATE OR REPLACE TABLE FUNCTION `{{project}}.{{dataset}}.sessionized_events`(from_date DATE, to_date DATE) AS (
4
+ WITH e AS (
5
+ SELECT *, COALESCE(visitor_id, visitor_hash) AS visitor_key
6
+ FROM `{{project}}.{{dataset}}.events`
7
+ WHERE DATE(ts) BETWEEN from_date AND to_date
8
+ AND NOT is_bot
9
+ AND via = 'client'
10
+ AND COALESCE(visitor_id, visitor_hash) IS NOT NULL
11
+ ),
12
+ flagged AS (
13
+ SELECT *,
14
+ IF(LAG(ts) OVER w IS NULL OR TIMESTAMP_DIFF(ts, LAG(ts) OVER w, MINUTE) >= 30, 1, 0) AS is_new_session
15
+ FROM e
16
+ WINDOW w AS (PARTITION BY site, visitor_key ORDER BY ts)
17
+ ),
18
+ numbered AS (
19
+ SELECT *, SUM(is_new_session) OVER (PARTITION BY site, visitor_key ORDER BY ts) AS session_number
20
+ FROM flagged
21
+ ),
22
+ keyed AS (
23
+ SELECT * EXCEPT (is_new_session, session_number),
24
+ CONCAT(visitor_key, '-', CAST(session_number AS STRING)) AS session_key
25
+ FROM numbered
26
+ )
27
+ SELECT *,
28
+ FIRST_VALUE(IF(event = 'pageview', channel, NULL) IGNORE NULLS) OVER s AS entry_channel,
29
+ FIRST_VALUE(IF(event = 'pageview', source, NULL) IGNORE NULLS) OVER s AS entry_source,
30
+ FIRST_VALUE(IF(event = 'pageview', path, NULL) IGNORE NULLS) OVER s AS entry_path,
31
+ FIRST_VALUE(IF(event = 'pageview', utm_campaign, NULL) IGNORE NULLS) OVER s AS entry_campaign
32
+ FROM keyed
33
+ WINDOW s AS (PARTITION BY site, session_key ORDER BY ts ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING)
34
+ );
35
+
36
+ -- One row per session: entry, exit, length and what happened.
37
+ CREATE OR REPLACE TABLE FUNCTION `{{project}}.{{dataset}}.sessions`(from_date DATE, to_date DATE) AS (
38
+ SELECT
39
+ site,
40
+ session_key,
41
+ ANY_VALUE(visitor_key) AS visitor_key,
42
+ MAX(user_id) AS user_id,
43
+ MIN(ts) AS started_at,
44
+ MAX(ts) AS ended_at,
45
+ TIMESTAMP_DIFF(MAX(ts), MIN(ts), SECOND) AS duration_sec,
46
+ ANY_VALUE(entry_channel) AS entry_channel,
47
+ ANY_VALUE(entry_source) AS entry_source,
48
+ ANY_VALUE(entry_path) AS entry_path,
49
+ ANY_VALUE(entry_campaign) AS entry_campaign,
50
+ ARRAY_AGG(IF(event = 'pageview', path, NULL) IGNORE NULLS ORDER BY ts DESC LIMIT 1)[SAFE_OFFSET(0)] AS exit_path,
51
+ ANY_VALUE(country) AS country,
52
+ ANY_VALUE(device) AS device,
53
+ COUNTIF(event = 'pageview') AS pageviews,
54
+ COUNTIF(event NOT IN ('pageview', 'page_exit')) AS interactions,
55
+ COUNTIF(event = 'error') AS errors,
56
+ LOGICAL_OR(consent = 'full') AS consented
57
+ FROM `{{project}}.{{dataset}}.sessionized_events`(from_date, to_date)
58
+ GROUP BY site, session_key
59
+ );
60
+
61
+ -- Highest step reached in order. hits are step indexes ordered by time.
62
+ CREATE OR REPLACE FUNCTION `{{project}}.{{dataset}}.funnel_depth`(hits ARRAY<FLOAT64>)
63
+ RETURNS FLOAT64
64
+ LANGUAGE js AS r"""
65
+ let depth = 0;
66
+ for (const h of hits || []) { if (h === depth) depth++; }
67
+ return depth;
68
+ """;
69
+
70
+ -- Ordered funnel per site and entry channel.
71
+ -- A step is an event name ("signed_up") or a page prefix ("pageview:/pricing").
72
+ -- Server events (via = 'server') join through user_id when the session is signed in.
73
+ -- Example: SELECT * FROM `p.d.funnel`(['pageview:/', 'pageview:/pricing', 'signup_started', 'signed_up'], '2026-01-01', CURRENT_DATE())
74
+ CREATE OR REPLACE TABLE FUNCTION `{{project}}.{{dataset}}.funnel`(steps ARRAY<STRING>, from_date DATE, to_date DATE) AS (
75
+ WITH se AS (
76
+ SELECT site, session_key, user_id, entry_channel, ts, event, path
77
+ FROM `{{project}}.{{dataset}}.sessionized_events`(from_date, to_date)
78
+ ),
79
+ session_users AS (
80
+ SELECT site, session_key, ANY_VALUE(entry_channel) AS entry_channel, MAX(user_id) AS user_id, MIN(ts) AS started_at, MAX(ts) AS ended_at
81
+ FROM se GROUP BY site, session_key
82
+ ),
83
+ server_events AS (
84
+ SELECT su.site, su.session_key, su.entry_channel, e.ts, e.event, e.path
85
+ FROM `{{project}}.{{dataset}}.events` e
86
+ JOIN session_users su
87
+ ON e.site = su.site AND e.user_id = su.user_id
88
+ AND e.ts BETWEEN su.started_at AND TIMESTAMP_ADD(su.ended_at, INTERVAL 30 MINUTE)
89
+ WHERE DATE(e.ts) BETWEEN from_date AND DATE_ADD(to_date, INTERVAL 1 DAY)
90
+ AND e.via = 'server' AND e.user_id IS NOT NULL
91
+ ),
92
+ all_events AS (
93
+ SELECT site, session_key, entry_channel, ts, event, path FROM se
94
+ UNION ALL
95
+ SELECT * FROM server_events
96
+ ),
97
+ hits AS (
98
+ SELECT a.site, a.session_key, a.entry_channel, a.ts, idx
99
+ FROM all_events a, UNNEST(steps) AS step WITH OFFSET idx
100
+ WHERE (STARTS_WITH(step, 'pageview:') AND a.event = 'pageview' AND STARTS_WITH(a.path, SUBSTR(step, 10)))
101
+ OR (NOT STARTS_WITH(step, 'pageview:') AND a.event = step)
102
+ ),
103
+ reached AS (
104
+ SELECT site, session_key, ANY_VALUE(entry_channel) AS entry_channel,
105
+ `{{project}}.{{dataset}}.funnel_depth`(ARRAY_AGG(CAST(idx AS FLOAT64) ORDER BY ts, idx)) AS depth
106
+ FROM hits GROUP BY site, session_key
107
+ )
108
+ SELECT site, IFNULL(entry_channel, 'direct') AS entry_channel, n + 1 AS step_number, steps[OFFSET(n)] AS step,
109
+ COUNTIF(depth > n) AS sessions
110
+ FROM reached, UNNEST(GENERATE_ARRAY(0, ARRAY_LENGTH(steps) - 1)) AS n
111
+ GROUP BY site, entry_channel, step_number, step
112
+ );
@@ -0,0 +1,108 @@
1
+ -- Daily summary tables the dashboard reads (cheap: never scans raw events at view time).
2
+ -- Run as a scheduled query (hourly is fine). Each run rebuilds the last {{lookback_days}} days
3
+ -- so late beacons are picked up.
4
+ DECLARE d_from DATE DEFAULT DATE_SUB(CURRENT_DATE(), INTERVAL {{lookback_days}} DAY);
5
+ DECLARE d_to DATE DEFAULT CURRENT_DATE();
6
+
7
+ CREATE TABLE IF NOT EXISTS `{{project}}.{{dataset}}.daily_overview` (
8
+ day DATE, site STRING, visitors INT64, sessions INT64, pageviews INT64, bounces INT64,
9
+ avg_session_sec FLOAT64, signed_in_users INT64, errors INT64, bot_requests INT64, ai_bot_requests INT64
10
+ ) PARTITION BY day CLUSTER BY site;
11
+
12
+ CREATE TABLE IF NOT EXISTS `{{project}}.{{dataset}}.daily_channels` (
13
+ day DATE, site STRING, channel STRING, source STRING, campaign STRING, visitors INT64, sessions INT64, pageviews INT64, bounces INT64
14
+ ) PARTITION BY day CLUSTER BY site, channel;
15
+
16
+ CREATE TABLE IF NOT EXISTS `{{project}}.{{dataset}}.daily_pages` (
17
+ day DATE, site STRING, path STRING, pageviews INT64, visitors INT64, entries INT64, exits INT64, avg_engaged_sec FLOAT64, avg_scroll_pct FLOAT64
18
+ ) PARTITION BY day CLUSTER BY site, path;
19
+
20
+ CREATE TABLE IF NOT EXISTS `{{project}}.{{dataset}}.daily_events` (
21
+ day DATE, site STRING, event STRING, entry_channel STRING, events INT64, sessions INT64, users INT64
22
+ ) PARTITION BY day CLUSTER BY site, event;
23
+
24
+ CREATE TABLE IF NOT EXISTS `{{project}}.{{dataset}}.daily_errors` (
25
+ day DATE, site STRING, via STRING, message STRING, path STRING, occurrences INT64, sessions INT64
26
+ ) PARTITION BY day CLUSTER BY site;
27
+
28
+ CREATE TABLE IF NOT EXISTS `{{project}}.{{dataset}}.daily_bots` (
29
+ day DATE, site STRING, bot_kind STRING, bot_name STRING, path STRING, country STRING, requests INT64
30
+ ) PARTITION BY day CLUSTER BY site, bot_kind;
31
+
32
+ CREATE TEMP TABLE s AS SELECT * FROM `{{project}}.{{dataset}}.sessions`(d_from, d_to);
33
+ CREATE TEMP TABLE se AS SELECT * FROM `{{project}}.{{dataset}}.sessionized_events`(d_from, d_to);
34
+
35
+ BEGIN TRANSACTION;
36
+
37
+ DELETE FROM `{{project}}.{{dataset}}.daily_overview` WHERE day BETWEEN d_from AND d_to;
38
+ INSERT INTO `{{project}}.{{dataset}}.daily_overview`
39
+ WITH sess AS (
40
+ SELECT DATE(started_at) AS day, site, COUNT(DISTINCT visitor_key) AS visitors, COUNT(*) AS sessions,
41
+ SUM(pageviews) AS pageviews, COUNTIF(pageviews <= 1 AND interactions = 0) AS bounces,
42
+ AVG(duration_sec) AS avg_session_sec, COUNT(DISTINCT user_id) AS signed_in_users
43
+ FROM s GROUP BY day, site
44
+ ),
45
+ raw AS (
46
+ SELECT DATE(ts) AS day, site,
47
+ COUNTIF(event = 'error') AS errors,
48
+ COUNTIF(is_bot) AS bot_requests,
49
+ COUNTIF(is_bot AND bot_kind IN ('ai_training', 'ai_user', 'ai_search')) AS ai_bot_requests
50
+ FROM `{{project}}.{{dataset}}.events`
51
+ WHERE DATE(ts) BETWEEN d_from AND d_to
52
+ GROUP BY day, site
53
+ )
54
+ SELECT COALESCE(sess.day, raw.day), COALESCE(sess.site, raw.site), IFNULL(visitors, 0), IFNULL(sessions, 0), IFNULL(pageviews, 0),
55
+ IFNULL(bounces, 0), avg_session_sec, IFNULL(signed_in_users, 0), IFNULL(errors, 0), IFNULL(bot_requests, 0), IFNULL(ai_bot_requests, 0)
56
+ FROM sess FULL OUTER JOIN raw ON sess.day = raw.day AND sess.site = raw.site;
57
+
58
+ DELETE FROM `{{project}}.{{dataset}}.daily_channels` WHERE day BETWEEN d_from AND d_to;
59
+ INSERT INTO `{{project}}.{{dataset}}.daily_channels`
60
+ SELECT DATE(started_at), site, IFNULL(entry_channel, 'direct'), entry_source, entry_campaign,
61
+ COUNT(DISTINCT visitor_key), COUNT(*), SUM(pageviews), COUNTIF(pageviews <= 1 AND interactions = 0)
62
+ FROM s GROUP BY 1, 2, 3, 4, 5;
63
+
64
+ DELETE FROM `{{project}}.{{dataset}}.daily_pages` WHERE day BETWEEN d_from AND d_to;
65
+ INSERT INTO `{{project}}.{{dataset}}.daily_pages`
66
+ WITH pv AS (
67
+ SELECT DATE(ts) AS day, site, path, COUNT(*) AS pageviews, COUNT(DISTINCT visitor_key) AS visitors
68
+ FROM se WHERE event = 'pageview' GROUP BY 1, 2, 3
69
+ ),
70
+ eng AS (
71
+ SELECT DATE(ts) AS day, site, path,
72
+ AVG(SAFE_CAST(JSON_VALUE(props, '$.engaged_ms') AS FLOAT64)) / 1000 AS avg_engaged_sec,
73
+ AVG(SAFE_CAST(JSON_VALUE(props, '$.scroll_pct') AS FLOAT64)) AS avg_scroll_pct
74
+ FROM se WHERE event = 'page_exit' GROUP BY 1, 2, 3
75
+ ),
76
+ ent AS (SELECT DATE(started_at) AS day, site, entry_path AS path, COUNT(*) AS entries FROM s GROUP BY 1, 2, 3),
77
+ ext AS (SELECT DATE(started_at) AS day, site, exit_path AS path, COUNT(*) AS exits FROM s GROUP BY 1, 2, 3)
78
+ SELECT pv.day, pv.site, pv.path, pv.pageviews, pv.visitors, IFNULL(ent.entries, 0), IFNULL(ext.exits, 0), eng.avg_engaged_sec, eng.avg_scroll_pct
79
+ FROM pv
80
+ LEFT JOIN eng USING (day, site, path)
81
+ LEFT JOIN ent USING (day, site, path)
82
+ LEFT JOIN ext USING (day, site, path);
83
+
84
+ DELETE FROM `{{project}}.{{dataset}}.daily_events` WHERE day BETWEEN d_from AND d_to;
85
+ INSERT INTO `{{project}}.{{dataset}}.daily_events`
86
+ SELECT DATE(ts), site, event, IFNULL(entry_channel, 'direct'), COUNT(*), COUNT(DISTINCT session_key), COUNT(DISTINCT user_id)
87
+ FROM se WHERE event NOT IN ('pageview', 'page_exit') GROUP BY 1, 2, 3, 4
88
+ UNION ALL
89
+ SELECT DATE(ts), site, event, 'server', COUNT(*), 0, COUNT(DISTINCT user_id)
90
+ FROM `{{project}}.{{dataset}}.events`
91
+ WHERE DATE(ts) BETWEEN d_from AND d_to AND via = 'server' AND event != 'error'
92
+ GROUP BY 1, 2, 3;
93
+
94
+ DELETE FROM `{{project}}.{{dataset}}.daily_errors` WHERE day BETWEEN d_from AND d_to;
95
+ INSERT INTO `{{project}}.{{dataset}}.daily_errors`
96
+ SELECT DATE(ts), site, via, JSON_VALUE(props, '$.message'), path, COUNT(*), COUNT(DISTINCT COALESCE(session_id, visitor_hash))
97
+ FROM `{{project}}.{{dataset}}.events`
98
+ WHERE DATE(ts) BETWEEN d_from AND d_to AND event = 'error' AND NOT is_bot
99
+ GROUP BY 1, 2, 3, 4, 5;
100
+
101
+ DELETE FROM `{{project}}.{{dataset}}.daily_bots` WHERE day BETWEEN d_from AND d_to;
102
+ INSERT INTO `{{project}}.{{dataset}}.daily_bots`
103
+ SELECT DATE(ts), site, bot_kind, bot_name, path, country, COUNT(*)
104
+ FROM `{{project}}.{{dataset}}.events`
105
+ WHERE DATE(ts) BETWEEN d_from AND d_to AND is_bot
106
+ GROUP BY 1, 2, 3, 4, 5, 6;
107
+
108
+ COMMIT TRANSACTION;