@rawdash/connector-vertex-ai 0.28.0 → 0.28.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +2 -0
- package/dist/index.js +38 -6
- package/dist/index.js.map +1 -1
- package/package.json +2 -2
package/dist/index.d.ts
CHANGED
|
@@ -464,6 +464,8 @@ declare function getMonitoringWindow(options: SyncOptions, lookbackDays: number,
|
|
|
464
464
|
declare function getSpendWindow(options: SyncOptions, lookbackDays: number, now?: number): {
|
|
465
465
|
startDate: string;
|
|
466
466
|
endDate: string;
|
|
467
|
+
startMs: number;
|
|
468
|
+
endMs: number;
|
|
467
469
|
};
|
|
468
470
|
declare function buildVertexSpendSql(args: {
|
|
469
471
|
bqProject: string;
|
package/dist/index.js
CHANGED
|
@@ -44,6 +44,14 @@ async function signRS256JWT(payload, privateKeyPem) {
|
|
|
44
44
|
return `${signingInput}.${base64urlFromBytes(new Uint8Array(signature))}`;
|
|
45
45
|
}
|
|
46
46
|
function parseServiceAccountJson(value) {
|
|
47
|
+
if (typeof value === "object" && value !== null) {
|
|
48
|
+
return serviceAccountKeySchema.parse(value);
|
|
49
|
+
}
|
|
50
|
+
if (typeof value !== "string") {
|
|
51
|
+
throw new Error(
|
|
52
|
+
`serviceAccountJson must be a JSON object, raw JSON string, or base64-encoded JSON, but received ${typeof value}`
|
|
53
|
+
);
|
|
54
|
+
}
|
|
47
55
|
const trimmed = value.trim();
|
|
48
56
|
if (trimmed.startsWith("{")) {
|
|
49
57
|
return serviceAccountKeySchema.parse(JSON.parse(trimmed));
|
|
@@ -764,11 +772,18 @@ var VertexAiConnector = class _VertexAiConnector extends BaseConnector {
|
|
|
764
772
|
next: pageToken ?? null
|
|
765
773
|
});
|
|
766
774
|
} while (pageToken !== void 0);
|
|
775
|
+
const replaceWindow = toReplaceWindow(window.startMs, window.endMs);
|
|
767
776
|
if (wantInvocations) {
|
|
768
|
-
await storage.metrics(invocations, {
|
|
777
|
+
await storage.metrics(invocations, {
|
|
778
|
+
names: [INVOCATIONS_METRIC_NAME],
|
|
779
|
+
...replaceWindow ? { replaceWindow } : {}
|
|
780
|
+
});
|
|
769
781
|
}
|
|
770
782
|
if (wantErrors) {
|
|
771
|
-
await storage.metrics(errors, {
|
|
783
|
+
await storage.metrics(errors, {
|
|
784
|
+
names: [ERRORS_METRIC_NAME],
|
|
785
|
+
...replaceWindow ? { replaceWindow } : {}
|
|
786
|
+
});
|
|
772
787
|
}
|
|
773
788
|
this.logger.info("resource done", {
|
|
774
789
|
resource: "invocations",
|
|
@@ -828,7 +843,11 @@ var VertexAiConnector = class _VertexAiConnector extends BaseConnector {
|
|
|
828
843
|
next: pageToken ?? null
|
|
829
844
|
});
|
|
830
845
|
} while (pageToken !== void 0);
|
|
831
|
-
|
|
846
|
+
const replaceWindow = toReplaceWindow(window.startMs, window.endMs);
|
|
847
|
+
await storage.metrics(samples, {
|
|
848
|
+
names: [TOKENS_METRIC_NAME],
|
|
849
|
+
...replaceWindow ? { replaceWindow } : {}
|
|
850
|
+
});
|
|
832
851
|
this.logger.info("resource done", {
|
|
833
852
|
resource: "tokens",
|
|
834
853
|
pages: page,
|
|
@@ -870,7 +889,11 @@ var VertexAiConnector = class _VertexAiConnector extends BaseConnector {
|
|
|
870
889
|
if (aborted) {
|
|
871
890
|
return;
|
|
872
891
|
}
|
|
873
|
-
|
|
892
|
+
const replaceWindow = toReplaceWindow(window.startMs, window.endMs);
|
|
893
|
+
await storage.metrics(samples, {
|
|
894
|
+
names: [SPEND_METRIC_NAME],
|
|
895
|
+
...replaceWindow ? { replaceWindow } : {}
|
|
896
|
+
});
|
|
874
897
|
}
|
|
875
898
|
async sync(options, storage, signal) {
|
|
876
899
|
const lookbackDays = this.settings.lookbackDays ?? DEFAULT_LOOKBACK_DAYS;
|
|
@@ -1014,11 +1037,20 @@ function getSpendWindow(options, lookbackDays, now = Date.now()) {
|
|
|
1014
1037
|
);
|
|
1015
1038
|
}
|
|
1016
1039
|
}
|
|
1040
|
+
const startMs = endMs - days * MS_PER_DAY;
|
|
1017
1041
|
return {
|
|
1018
|
-
startDate: toDateStr(
|
|
1019
|
-
endDate: toDateStr(endMs)
|
|
1042
|
+
startDate: toDateStr(startMs),
|
|
1043
|
+
endDate: toDateStr(endMs),
|
|
1044
|
+
startMs,
|
|
1045
|
+
endMs
|
|
1020
1046
|
};
|
|
1021
1047
|
}
|
|
1048
|
+
function toReplaceWindow(startMs, endMs) {
|
|
1049
|
+
if (startMs > endMs) {
|
|
1050
|
+
return void 0;
|
|
1051
|
+
}
|
|
1052
|
+
return { start: startMs, end: endMs };
|
|
1053
|
+
}
|
|
1022
1054
|
function buildVertexSpendSql(args) {
|
|
1023
1055
|
const escapedFilter = args.serviceFilter.replace(/'/g, "\\'");
|
|
1024
1056
|
const table = `\`${args.bqProject}.${args.bqDataset}.gcp_billing_export_v1_*\``;
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../gcp-shared/src/auth.ts","../../gcp-shared/src/config.ts","../../../connector-shared/src/errors.ts","../../../connector-shared/src/retry.ts","../../../connector-shared/src/version.ts","../../../connector-shared/src/request.ts","../../../connector-shared/src/rate-limit.ts","../../../connector-shared/src/map-concurrent.ts","../../../connector-shared/src/sanitize.ts","../../../connector-shared/src/epoch.ts","../../../connector-shared/src/pagination.ts","../../../connector-shared/src/logger.ts","../../gcp-shared/src/bigquery.ts","../../gcp-shared/src/access-token.ts","../../gcp-shared/src/dates.ts","../../../connector-shared/src/errors.ts","../../../connector-shared/src/retry.ts","../../../connector-shared/src/version.ts","../../../connector-shared/src/request.ts","../../../connector-shared/src/rate-limit.ts","../../../connector-shared/src/map-concurrent.ts","../../../connector-shared/src/sanitize.ts","../../../connector-shared/src/epoch.ts","../../../connector-shared/src/pagination.ts","../../../connector-shared/src/logger.ts","../src/vertex-ai.ts","../src/index.ts"],"sourcesContent":["import { z } from 'zod';\n\nexport interface ServiceAccountKey {\n client_email: string;\n private_key: string;\n token_uri?: string;\n project_id?: string;\n}\n\nconst serviceAccountKeySchema = z.object({\n client_email: z.string().min(1),\n private_key: z.string().min(1),\n token_uri: z.string().url().optional(),\n project_id: z.string().optional(),\n});\n\nexport interface TokenResponse {\n access_token: string;\n expires_in?: number;\n}\n\nexport const tokenResponseSchema = z.object({\n access_token: z.string().min(1),\n expires_in: z.number().int().positive().optional(),\n});\n\nfunction base64urlFromBytes(bytes: Uint8Array): string {\n let binary = '';\n for (let i = 0; i < bytes.length; i++) {\n binary += String.fromCharCode(bytes[i]!);\n }\n return btoa(binary).replace(/\\+/g, '-').replace(/\\//g, '_').replace(/=/g, '');\n}\n\nfunction base64urlFromString(str: string): string {\n return base64urlFromBytes(new TextEncoder().encode(str));\n}\n\nasync function signRS256JWT(\n payload: Record<string, unknown>,\n privateKeyPem: string,\n): Promise<string> {\n const header = { alg: 'RS256', typ: 'JWT' };\n const headerB64 = base64urlFromString(JSON.stringify(header));\n const payloadB64 = base64urlFromString(JSON.stringify(payload));\n const signingInput = `${headerB64}.${payloadB64}`;\n\n const pemContent = privateKeyPem\n .replace(/-----BEGIN PRIVATE KEY-----/g, '')\n .replace(/-----END PRIVATE KEY-----/g, '')\n .replace(/\\s/g, '');\n const der = Uint8Array.from(atob(pemContent), (c) => c.charCodeAt(0));\n\n const key = await globalThis.crypto.subtle.importKey(\n 'pkcs8',\n der,\n { name: 'RSASSA-PKCS1-v1_5', hash: 'SHA-256' },\n false,\n ['sign'],\n );\n\n const signature = await globalThis.crypto.subtle.sign(\n 'RSASSA-PKCS1-v1_5',\n key,\n new TextEncoder().encode(signingInput),\n );\n\n return `${signingInput}.${base64urlFromBytes(new Uint8Array(signature))}`;\n}\n\nexport function parseServiceAccountJson(value: string): ServiceAccountKey {\n const trimmed = value.trim();\n if (trimmed.startsWith('{')) {\n return serviceAccountKeySchema.parse(JSON.parse(trimmed));\n }\n const binary = atob(trimmed);\n const bytes = new Uint8Array(binary.length);\n for (let i = 0; i < binary.length; i++) {\n bytes[i] = binary.charCodeAt(i);\n }\n const decoded = new TextDecoder().decode(bytes);\n return serviceAccountKeySchema.parse(JSON.parse(decoded));\n}\n\nexport async function buildServiceAccountJwt(\n serviceAccountJson: string,\n scope: string,\n): Promise<{ url: string; body: string }> {\n const sa = parseServiceAccountJson(serviceAccountJson);\n const now = Math.floor(Date.now() / 1000);\n const jwt = await signRS256JWT(\n {\n iss: sa.client_email,\n scope,\n aud: sa.token_uri ?? 'https://oauth2.googleapis.com/token',\n exp: now + 3600,\n iat: now,\n },\n sa.private_key,\n );\n\n const body = new URLSearchParams({\n grant_type: 'urn:ietf:params:oauth:grant-type:jwt-bearer',\n assertion: jwt,\n }).toString();\n\n return {\n url: sa.token_uri ?? 'https://oauth2.googleapis.com/token',\n body,\n };\n}\n\nexport interface RefreshTokenCredentials {\n refreshToken: string;\n clientId: string;\n clientSecret: string;\n}\n\nexport function buildRefreshTokenGrant(credentials: RefreshTokenCredentials): {\n url: string;\n body: string;\n} {\n const body = new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: credentials.refreshToken,\n client_id: credentials.clientId,\n client_secret: credentials.clientSecret,\n }).toString();\n\n return { url: 'https://oauth2.googleapis.com/token', body };\n}\n","import { z } from 'zod';\n\nexport const gcpAuthConfigShape = {\n serviceAccountJson: z.object({ $secret: z.string().trim().min(1) }).meta({\n label: 'Service Account JSON',\n description:\n 'Contents of the JSON key file for a Google service account with the role required by this connector. Create one at Google Cloud -> IAM & Admin -> Service Accounts and store the JSON as a secret.',\n secret: true,\n }),\n} as const;\n\nexport interface GcpAuthConfig {\n serviceAccountJson: { $secret: string };\n}\n","import type { HttpResponse } from './types';\n\nexport type HttpErrorKind =\n | 'transient'\n | 'rate_limit'\n | 'auth'\n | 'upstream_bug'\n | 'client_bug';\n\nexport abstract class HttpClientError extends Error {\n abstract readonly kind: HttpErrorKind;\n readonly response?: HttpResponse;\n\n constructor(message: string, response?: HttpResponse) {\n super(message);\n this.name = new.target.name;\n this.response = response;\n }\n}\n\nexport class TransientError extends HttpClientError {\n readonly kind = 'transient' as const;\n}\n\nexport class RateLimitError extends HttpClientError {\n readonly kind = 'rate_limit' as const;\n readonly retryAfter?: Date;\n\n constructor(message: string, response?: HttpResponse, retryAfter?: Date) {\n super(message, response);\n this.retryAfter = retryAfter;\n }\n}\n\nexport class AuthError extends HttpClientError {\n readonly kind = 'auth' as const;\n}\n\nexport class UpstreamBugError extends HttpClientError {\n readonly kind = 'upstream_bug' as const;\n}\n\nexport class ClientBugError extends HttpClientError {\n readonly kind = 'client_bug' as const;\n}\n\nexport function classifyStatus(status: number): HttpErrorKind {\n if (status === 429) {\n return 'rate_limit';\n }\n if (status === 401 || status === 403) {\n return 'auth';\n }\n if (status === 408) {\n return 'transient';\n }\n if (status >= 500) {\n return 'upstream_bug';\n }\n if (status >= 400) {\n return 'client_bug';\n }\n return 'client_bug';\n}\n\nexport function errorForStatus(\n message: string,\n response: HttpResponse,\n retryAfter?: Date,\n): HttpClientError {\n const kind = classifyStatus(response.status);\n switch (kind) {\n case 'rate_limit':\n return new RateLimitError(message, response, retryAfter);\n case 'auth':\n return new AuthError(message, response);\n case 'transient':\n return new TransientError(message, response);\n case 'upstream_bug':\n return new UpstreamBugError(message, response);\n case 'client_bug':\n return new ClientBugError(message, response);\n }\n}\n","import { HttpClientError, RateLimitError, TransientError } from './errors';\n\nexport interface RetryPolicy {\n maxAttempts?: number;\n initialDelayMs?: number;\n maxDelayMs?: number;\n retryOn?: (status: number | null, err?: Error) => boolean;\n}\n\nexport const defaultRetryOn = (status: number | null, err?: Error): boolean => {\n if (err instanceof RateLimitError) {\n return true;\n }\n if (err instanceof TransientError) {\n return true;\n }\n if (status === null) {\n return err instanceof Error && !(err instanceof HttpClientError);\n }\n if (status === 408 || status === 429) {\n return true;\n }\n if (status >= 500) {\n return true;\n }\n return false;\n};\n\nexport function backoffDelayMs(\n attempt: number,\n policy: Required<Pick<RetryPolicy, 'initialDelayMs' | 'maxDelayMs'>>,\n): number {\n const base = policy.initialDelayMs * 2 ** attempt;\n const jitter = base * 0.25 * Math.random();\n return Math.min(base + jitter, policy.maxDelayMs);\n}\n\nexport function parseRetryAfter(\n headerValue: string | null,\n now: Date = new Date(),\n): Date | undefined {\n if (!headerValue) {\n return undefined;\n }\n const trimmed = headerValue.trim();\n if (/^\\d+$/.test(trimmed)) {\n return new Date(now.getTime() + Number(trimmed) * 1000);\n }\n const parsed = Date.parse(trimmed);\n if (Number.isNaN(parsed)) {\n return undefined;\n }\n return new Date(parsed);\n}\n\nexport function sleep(ms: number, signal?: AbortSignal): Promise<void> {\n if (signal?.aborted) {\n return Promise.reject(signal.reason ?? new Error('Aborted'));\n }\n return new Promise<void>((resolve, reject) => {\n const onAbort = () => {\n clearTimeout(timer);\n reject(signal!.reason ?? new Error('Aborted'));\n };\n const timer = setTimeout(() => {\n signal?.removeEventListener('abort', onAbort);\n resolve();\n }, ms);\n signal?.addEventListener('abort', onAbort, { once: true });\n });\n}\n","export const HTTP_CLIENT_VERSION = '0.0.0';\n\nexport const DEFAULT_USER_AGENT = `rawdash-connector/${HTTP_CLIENT_VERSION} (+https://rawdash.dev)`;\n\nexport function connectorUserAgent(connectorId: string): string {\n return `rawdash-connector-${connectorId}/${HTTP_CLIENT_VERSION} (+https://rawdash.dev)`;\n}\n","import {\n AuthError,\n ClientBugError,\n HttpClientError,\n RateLimitError,\n TransientError,\n UpstreamBugError,\n errorForStatus,\n} from './errors';\nimport { defaultRetryOn, parseRetryAfter, sleep } from './retry';\nimport type { FetchLike, HttpMethod, HttpRequest, HttpResponse } from './types';\nimport { DEFAULT_USER_AGENT } from './version';\n\nconst DEFAULT_TIMEOUT_MS = 10_000;\nconst DEFAULT_MAX_ATTEMPTS = 3;\nconst DEFAULT_INITIAL_DELAY_MS = 1000;\nconst DEFAULT_MAX_DELAY_MS = 60_000;\nconst OBSERVER_TIMEOUT_MS = 250;\n\nexport interface RequestObservation {\n url: string;\n method: HttpMethod;\n status: number;\n resource: string;\n requestId: string;\n body: unknown;\n}\n\nexport type RequestObserver = (\n event: RequestObservation,\n) => void | Promise<void>;\n\nexport interface RequestOptions {\n fetch?: FetchLike;\n observer?: RequestObserver;\n resource: string;\n requestId?: string;\n}\n\nasync function notifyObserver(\n observer: RequestObserver,\n event: RequestObservation,\n): Promise<void> {\n let result: void | Promise<void>;\n try {\n result = observer(event);\n } catch (err) {\n console.warn('[connector-shared] request observer threw:', err);\n return;\n }\n if (!(result instanceof Promise)) {\n return;\n }\n const guarded = result.catch((err) => {\n console.warn('[connector-shared] request observer rejected:', err);\n });\n let timer: ReturnType<typeof setTimeout> | undefined;\n const timeout = new Promise<void>((resolve) => {\n timer = setTimeout(resolve, OBSERVER_TIMEOUT_MS);\n });\n try {\n await Promise.race([guarded, timeout]);\n } finally {\n if (timer) {\n clearTimeout(timer);\n }\n }\n}\n\nfunction newRequestId(): string {\n const c = (globalThis as { crypto?: { randomUUID?: () => string } }).crypto;\n if (c?.randomUUID) {\n return c.randomUUID();\n }\n return `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 10)}`;\n}\n\nfunction mergeHeaders(\n defaults: Record<string, string>,\n overrides: Record<string, string> | undefined,\n): Record<string, string> {\n const merged: Record<string, string> = {};\n for (const [k, v] of Object.entries(defaults)) {\n merged[k.toLowerCase()] = v;\n }\n if (overrides) {\n for (const [k, v] of Object.entries(overrides)) {\n merged[k.toLowerCase()] = v;\n }\n }\n return merged;\n}\n\nfunction linkTimeoutSignal(\n parent: AbortSignal | undefined,\n timeoutMs: number,\n): { signal: AbortSignal; cancel: () => void } {\n const controller = new AbortController();\n const onParentAbort = () => {\n controller.abort(parent?.reason);\n };\n if (parent) {\n if (parent.aborted) {\n controller.abort(parent.reason);\n } else {\n parent.addEventListener('abort', onParentAbort, { once: true });\n }\n }\n const timer = setTimeout(() => {\n controller.abort(new Error(`Request timed out after ${timeoutMs}ms`));\n }, timeoutMs);\n return {\n signal: controller.signal,\n cancel: () => {\n clearTimeout(timer);\n if (parent) {\n parent.removeEventListener('abort', onParentAbort);\n }\n },\n };\n}\n\nasync function readBody(res: Response, parseJson: boolean): Promise<unknown> {\n if (res.status === 204 || res.status === 205) {\n return null;\n }\n const contentType = res.headers.get('content-type') ?? '';\n if (parseJson && contentType.includes('application/json')) {\n const text = await res.text();\n if (text.length === 0) {\n return null;\n }\n return JSON.parse(text);\n }\n return res.text();\n}\n\nexport async function request<T = unknown>(\n req: HttpRequest,\n options: RequestOptions,\n): Promise<HttpResponse<T>> {\n const fetchImpl: FetchLike = options.fetch ?? (globalThis.fetch as FetchLike);\n const retry = req.retry ?? {};\n const maxAttempts = retry.maxAttempts ?? DEFAULT_MAX_ATTEMPTS;\n const initialDelayMs = retry.initialDelayMs ?? DEFAULT_INITIAL_DELAY_MS;\n const maxDelayMs = retry.maxDelayMs ?? DEFAULT_MAX_DELAY_MS;\n const retryOn = retry.retryOn ?? defaultRetryOn;\n const timeoutMs = req.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n const parseJson = req.parseJson ?? true;\n\n const headers = mergeHeaders(\n {\n 'User-Agent': DEFAULT_USER_AGENT,\n Accept: 'application/json',\n },\n req.headers,\n );\n\n let lastErr: Error | undefined;\n\n for (let attempt = 0; attempt < maxAttempts; attempt++) {\n req.signal?.throwIfAborted();\n\n const { signal, cancel } = linkTimeoutSignal(req.signal, timeoutMs);\n let res: Response;\n try {\n res = await fetchImpl(req.url, {\n method: req.method ?? 'GET',\n headers,\n body: req.body as RequestInit['body'],\n signal,\n });\n } catch (err) {\n cancel();\n if (req.signal?.aborted) {\n throw req.signal.reason ?? err;\n }\n const error = err instanceof Error ? err : new Error(String(err));\n lastErr = error;\n if (attempt < maxAttempts - 1 && retryOn(null, error)) {\n const delay = computeDelay(attempt, initialDelayMs, maxDelayMs);\n await sleep(delay, req.signal);\n continue;\n }\n throw new TransientError(error.message);\n }\n cancel();\n\n const body = await readBody(res, parseJson);\n const httpResponse: HttpResponse<T> = {\n status: res.status,\n headers: res.headers,\n body: body as T,\n };\n if (req.rateLimit) {\n const state = req.rateLimit.parse(res.headers);\n if (state) {\n httpResponse.rateLimitState = state;\n }\n }\n\n if (options.observer) {\n await notifyObserver(options.observer, {\n url: req.url,\n method: req.method ?? 'GET',\n status: res.status,\n resource: options.resource,\n requestId: options.requestId ?? newRequestId(),\n body,\n });\n }\n\n if (res.ok) {\n return httpResponse;\n }\n\n const retryAfter = parseRetryAfter(res.headers.get('retry-after'));\n const message = `HTTP ${res.status} ${res.statusText} for ${req.method ?? 'GET'} ${req.url}`;\n const err = errorForStatus(message, httpResponse, retryAfter);\n\n if (\n attempt < maxAttempts - 1 &&\n retryOn(res.status, err) &&\n !(err instanceof AuthError) &&\n !(err instanceof ClientBugError)\n ) {\n lastErr = err;\n let delay = computeDelay(attempt, initialDelayMs, maxDelayMs);\n if (err instanceof RateLimitError && retryAfter) {\n const wait = retryAfter.getTime() - Date.now();\n if (wait > 0) {\n delay = Math.min(wait, maxDelayMs);\n }\n }\n await sleep(delay, req.signal);\n continue;\n }\n\n throw err;\n }\n\n throw lastErr ?? new UpstreamBugError('Exhausted retry attempts');\n}\n\nfunction computeDelay(\n attempt: number,\n initialDelayMs: number,\n maxDelayMs: number,\n): number {\n const base = initialDelayMs * 2 ** attempt;\n const jitter = base * 0.25 * Math.random();\n return Math.min(base + jitter, maxDelayMs);\n}\n\nexport { HttpClientError };\n","export interface RateLimitState {\n remaining: number;\n resetAt: Date;\n}\n\nexport interface RateLimitPolicy {\n parse(headers: Headers): RateLimitState | null;\n}\n\nexport interface StandardRateLimitPolicyConfig {\n remainingHeader: string;\n resetHeader: string;\n resetUnit: 's' | 'ms';\n resetFallbackMs?: number;\n}\n\nexport function standardRateLimitPolicy(\n config: StandardRateLimitPolicyConfig,\n): RateLimitPolicy {\n const { remainingHeader, resetHeader, resetUnit, resetFallbackMs } = config;\n const multiplier = resetUnit === 's' ? 1000 : 1;\n return {\n parse(h) {\n const remainingRaw = h.get(remainingHeader);\n if (remainingRaw === null || remainingRaw.trim() === '') {\n return null;\n }\n const remaining = Number(remainingRaw);\n if (!Number.isFinite(remaining)) {\n return null;\n }\n const resetRaw = h.get(resetHeader);\n if (resetRaw === null) {\n if (resetFallbackMs === undefined) {\n return null;\n }\n return {\n remaining,\n resetAt: new Date(Date.now() + resetFallbackMs),\n };\n }\n if (resetRaw.trim() === '') {\n return null;\n }\n const reset = Number(resetRaw);\n if (!Number.isFinite(reset) || reset < 0) {\n return null;\n }\n const resetMs = reset * multiplier;\n if (!Number.isFinite(resetMs)) {\n return null;\n }\n return { remaining, resetAt: new Date(resetMs) };\n },\n };\n}\n","export async function mapWithConcurrency<T, R>(\n items: readonly T[],\n concurrency: number,\n fn: (item: T, index: number) => Promise<R>,\n): Promise<R[]> {\n const results = new Array<R>(items.length);\n if (items.length === 0) {\n return results;\n }\n const normalized = Number.isFinite(concurrency) ? Math.floor(concurrency) : 1;\n const limit = Math.max(1, Math.min(normalized, items.length));\n let next = 0;\n let failed = false;\n\n async function worker(): Promise<void> {\n while (!failed) {\n const i = next++;\n if (i >= items.length) {\n return;\n }\n try {\n results[i] = await fn(items[i]!, i);\n } catch (err) {\n failed = true;\n throw err;\n }\n }\n }\n\n const workers: Promise<void>[] = [];\n for (let w = 0; w < limit; w++) {\n workers.push(worker());\n }\n await Promise.all(workers);\n return results;\n}\n","export interface SanitizeAllowedUrlOptions {\n url: string | null;\n host: string;\n pathname: string;\n protocol?: 'https:' | 'http:';\n}\n\nexport function sanitizeAllowedUrl(\n options: SanitizeAllowedUrlOptions,\n): string | null {\n const { url, host, pathname, protocol = 'https:' } = options;\n if (url === null) {\n return null;\n }\n try {\n const u = new URL(url);\n if (u.protocol !== protocol || u.host !== host || u.pathname !== pathname) {\n return null;\n }\n return u.toString();\n } catch {\n return null;\n }\n}\n","export type EpochUnit = 'ms' | 's' | 'iso';\n\nexport function parseEpoch(\n value: number | string | null | undefined,\n unit: EpochUnit,\n): number | null {\n if (value === null || value === undefined) {\n return null;\n }\n if (unit === 'iso') {\n if (typeof value !== 'string') {\n return null;\n }\n const ms = new Date(value).getTime();\n return Number.isFinite(ms) ? ms : null;\n }\n if (typeof value === 'string' && value.trim() === '') {\n return null;\n }\n const n = typeof value === 'number' ? value : Number(value);\n if (!Number.isFinite(n)) {\n return null;\n }\n const result = unit === 's' ? n * 1000 : n;\n return Number.isFinite(result) ? result : null;\n}\n","import { request } from './request';\nimport type { HttpRequest } from './types';\n\nexport function parseLinkHeader(header: string | null): Record<string, string> {\n if (!header) {\n return {};\n }\n const result: Record<string, string> = {};\n for (const part of header.split(',')) {\n const match = part.match(/<([^>]+)>\\s*;\\s*rel=\"([^\"]+)\"/);\n if (match) {\n result[match[2]!] = match[1]!;\n }\n }\n return result;\n}\n\nexport async function* paginateLink<T>(\n initial: HttpRequest,\n parse: (body: unknown) => T[],\n options: { resource: string },\n): AsyncIterable<T> {\n let next: string | null = initial.url;\n while (next) {\n const res: Awaited<ReturnType<typeof request>> = await request(\n {\n ...initial,\n url: next,\n },\n { resource: options.resource },\n );\n for (const item of parse(res.body)) {\n yield item;\n }\n const links = parseLinkHeader(res.headers.get('link'));\n next = links['next'] ?? null;\n }\n}\n\nexport async function* paginateCursor<T>(\n initial: HttpRequest,\n parse: (body: unknown) => { items: T[]; nextCursor: string | null },\n buildNext: (req: HttpRequest, cursor: string) => HttpRequest,\n options: { resource: string },\n): AsyncIterable<T> {\n let req: HttpRequest = initial;\n while (true) {\n const res = await request(req, { resource: options.resource });\n const { items, nextCursor } = parse(res.body);\n for (const item of items) {\n yield item;\n }\n if (!nextCursor) {\n return;\n }\n req = buildNext(req, nextCursor);\n }\n}\n\nexport async function* paginatePage<T>(\n initial: HttpRequest,\n parse: (body: unknown) => { items: T[]; hasMore: boolean },\n buildPage: (req: HttpRequest, page: number) => HttpRequest,\n options: { resource: string },\n): AsyncIterable<T> {\n let page = 1;\n while (true) {\n const req = page === 1 ? initial : buildPage(initial, page);\n const res = await request(req, { resource: options.resource });\n const { items, hasMore } = parse(res.body);\n for (const item of items) {\n yield item;\n }\n if (!hasMore || items.length === 0) {\n return;\n }\n page++;\n }\n}\n","export type LogFields = Record<string, unknown>;\n\nexport interface ConnectorLogger {\n info(event: string, fields?: LogFields): void;\n warn(event: string, fields?: LogFields): void;\n}\n\nexport interface ConnectorLoggerOptions {\n scope: string;\n}\n\nconst MAX_VALUE_LEN = 120;\n\nfunction truncate(s: string, max = MAX_VALUE_LEN): string {\n if (s.length <= max) {\n return s;\n }\n return `${s.slice(0, max - 1)}…`;\n}\n\nfunction formatValue(value: unknown): string {\n if (value === null) {\n return 'null';\n }\n if (value === undefined) {\n return '';\n }\n if (typeof value === 'number' || typeof value === 'boolean') {\n return String(value);\n }\n if (typeof value === 'string') {\n const t = truncate(value);\n if (/[\\s\"=]/.test(t)) {\n return JSON.stringify(t);\n }\n return t;\n }\n if (typeof value === 'bigint') {\n return value.toString();\n }\n let json: string | undefined;\n try {\n json = JSON.stringify(value);\n } catch {\n json = undefined;\n }\n return truncate(json ?? String(value));\n}\n\nexport function formatLogFields(fields?: LogFields): string {\n if (!fields) {\n return '';\n }\n const parts: string[] = [];\n for (const [k, v] of Object.entries(fields)) {\n if (v === undefined) {\n continue;\n }\n parts.push(`${k}=${formatValue(v)}`);\n }\n return parts.length > 0 ? ` ${parts.join(' ')}` : '';\n}\n\nexport function formatLogLine(\n scope: string,\n event: string,\n fields?: LogFields,\n): string {\n return `[${scope}] ${event}${formatLogFields(fields)}`;\n}\n\nexport function createDefaultConnectorLogger(\n opts: ConnectorLoggerOptions,\n): ConnectorLogger {\n return {\n info(event, fields) {\n console.info(formatLogLine(opts.scope, event, fields));\n },\n warn(event, fields) {\n console.warn(formatLogLine(opts.scope, event, fields));\n },\n };\n}\n\nconst NOOP_LOGGER: ConnectorLogger = {\n info() {},\n warn() {},\n};\n\nexport function noopConnectorLogger(): ConnectorLogger {\n return NOOP_LOGGER;\n}\n","import { parseEpoch } from '@rawdash/connector-shared';\nimport { z } from 'zod';\n\nexport const BQ_IDENT_RE = /^[A-Za-z_][A-Za-z0-9_-]*$/;\nexport const BQ_DATASET_RE = /^[A-Za-z_][A-Za-z0-9_]*$/;\n\nexport const BQ_API_BASE = 'https://bigquery.googleapis.com/bigquery/v2';\nexport const BQ_READONLY_SCOPE =\n 'https://www.googleapis.com/auth/bigquery.readonly';\nexport const BQ_PAGE_SIZE = 10_000;\nexport const BQ_QUERY_TIMEOUT_MS = 30_000;\n\nexport const bqQueryResponseSchema = z.object({\n jobComplete: z.boolean().optional(),\n schema: z\n .object({\n fields: z.array(z.object({ name: z.string(), type: z.string() })),\n })\n .optional(),\n rows: z\n .array(\n z.object({\n f: z.array(z.object({ v: z.string().nullable().optional() })),\n }),\n )\n .optional(),\n pageToken: z.string().optional(),\n jobReference: z\n .object({\n projectId: z.string(),\n jobId: z.string(),\n location: z.string().optional(),\n })\n .optional(),\n});\n\nexport type BqQueryResponse = z.infer<typeof bqQueryResponseSchema>;\nexport type BqJobReference = NonNullable<BqQueryResponse['jobReference']>;\n\nexport type BqPageRequest =\n | { method: 'POST'; url: string; body: string }\n | { method: 'GET'; url: string };\n\nexport interface BqPageLogger {\n info(message: string, meta?: Record<string, unknown>): void;\n warn(message: string, meta?: Record<string, unknown>): void;\n}\n\nexport function buildBigQueryPageRequest(opts: {\n projectId: string;\n sql: string;\n pageToken: string | undefined;\n jobReference: BqJobReference | undefined;\n location?: string;\n pageSize?: number;\n timeoutMs?: number;\n}): BqPageRequest {\n const pageSize = opts.pageSize ?? BQ_PAGE_SIZE;\n const timeoutMs = opts.timeoutMs ?? BQ_QUERY_TIMEOUT_MS;\n\n if (opts.pageToken === undefined) {\n const url = `${BQ_API_BASE}/projects/${encodeURIComponent(\n opts.projectId,\n )}/queries`;\n const body: Record<string, unknown> = {\n query: opts.sql,\n useLegacySql: false,\n maxResults: pageSize,\n timeoutMs,\n };\n if (opts.location !== undefined) {\n body['location'] = opts.location;\n }\n return { method: 'POST', url, body: JSON.stringify(body) };\n }\n\n if (opts.jobReference === undefined) {\n throw new Error(\n 'cannot fetch the next page of BigQuery results without a jobReference',\n );\n }\n\n const params = new URLSearchParams({\n pageToken: opts.pageToken,\n maxResults: String(pageSize),\n timeoutMs: String(timeoutMs),\n });\n const location = opts.jobReference.location ?? opts.location;\n if (location !== undefined) {\n params.set('location', location);\n }\n const url = `${BQ_API_BASE}/projects/${encodeURIComponent(\n opts.jobReference.projectId,\n )}/queries/${encodeURIComponent(opts.jobReference.jobId)}?${params.toString()}`;\n return { method: 'GET', url };\n}\n\nexport async function collectBigQueryPages<T>(opts: {\n projectId: string;\n sql: string;\n resource: string;\n fetchPage: (\n request: BqPageRequest,\n signal: AbortSignal | undefined,\n ) => Promise<BqQueryResponse>;\n mapRows: (response: BqQueryResponse) => T[];\n jobIncompleteMessage: string;\n location?: string;\n pageSize?: number;\n signal?: AbortSignal;\n logger?: BqPageLogger;\n}): Promise<{ rows: T[]; aborted: boolean }> {\n const rows: T[] = [];\n let pageToken: string | undefined;\n let jobReference: BqJobReference | undefined;\n let page = 0;\n const phaseStart = Date.now();\n\n do {\n if (opts.signal?.aborted) {\n return { rows, aborted: true };\n }\n const request = buildBigQueryPageRequest({\n projectId: opts.projectId,\n sql: opts.sql,\n pageToken,\n jobReference,\n location: opts.location,\n pageSize: opts.pageSize,\n });\n let response: BqQueryResponse;\n try {\n response = await opts.fetchPage(request, opts.signal);\n } catch (err) {\n opts.logger?.warn('fetch page failed', {\n resource: opts.resource,\n page: page + 1,\n error: err instanceof Error ? err.message : String(err),\n });\n throw err;\n }\n if (response.jobComplete === false) {\n throw new Error(opts.jobIncompleteMessage);\n }\n if (response.jobReference !== undefined) {\n jobReference = response.jobReference;\n }\n const pageRows = opts.mapRows(response);\n rows.push(...pageRows);\n pageToken =\n typeof response.pageToken === 'string' && response.pageToken.length > 0\n ? response.pageToken\n : undefined;\n page += 1;\n opts.logger?.info('fetched page', {\n resource: opts.resource,\n page,\n items: pageRows.length,\n next: pageToken ?? null,\n });\n } while (pageToken !== undefined);\n\n opts.logger?.info('resource done', {\n resource: opts.resource,\n pages: page,\n items: rows.length,\n duration_ms: Date.now() - phaseStart,\n });\n return { rows, aborted: false };\n}\n\nexport function indexBqFields(\n response: BqQueryResponse,\n): Record<string, number> {\n const fieldIndex: Record<string, number> = {};\n (response.schema?.fields ?? []).forEach((field, idx) => {\n fieldIndex[field.name] = idx;\n });\n return fieldIndex;\n}\n\nexport function readBqCell(\n cells: ReadonlyArray<{ v?: string | null }>,\n fieldIndex: Record<string, number>,\n name: string,\n): string | null {\n const idx = fieldIndex[name];\n if (idx === undefined) {\n return null;\n }\n const raw = cells[idx]?.v;\n if (raw === undefined || raw === null) {\n return null;\n }\n return raw;\n}\n\nexport function parseBqDateOrEpoch(value: string): number | null {\n const dateMatch = /^(\\d{4})-(\\d{2})-(\\d{2})$/.exec(value);\n if (dateMatch) {\n return Date.UTC(\n Number(dateMatch[1]),\n Number(dateMatch[2]) - 1,\n Number(dateMatch[3]),\n );\n }\n return parseEpoch(value, 'iso');\n}\n","import { AuthError } from '@rawdash/connector-shared';\n\nimport {\n type RefreshTokenCredentials,\n buildRefreshTokenGrant,\n buildServiceAccountJwt,\n} from './auth';\n\ninterface GcpTokenResponse {\n access_token: string;\n expires_in?: number;\n}\n\nexport type GcpTokenPoster = (\n url: string,\n opts: {\n resource: string;\n headers: Record<string, string>;\n body: string;\n signal?: AbortSignal;\n },\n) => Promise<{ body: GcpTokenResponse }>;\n\nexport class GcpAccessTokenProvider {\n private cached: { token: string; expiresAt: number } | null = null;\n\n constructor(\n private readonly opts: {\n connectorId: string;\n scope: string;\n getServiceAccountJson: () => string | undefined;\n getRefreshTokenCredentials?: () => RefreshTokenCredentials | undefined;\n post: GcpTokenPoster;\n },\n ) {}\n\n private async resolveGrant(): Promise<{ url: string; body: string }> {\n const serviceAccountJson = this.opts.getServiceAccountJson();\n if (serviceAccountJson) {\n return buildServiceAccountJwt(serviceAccountJson, this.opts.scope);\n }\n const refreshTokenCredentials = this.opts.getRefreshTokenCredentials?.();\n if (refreshTokenCredentials) {\n return buildRefreshTokenGrant(refreshTokenCredentials);\n }\n throw new AuthError(\n `${this.opts.connectorId}: missing serviceAccountJson or refresh-token credentials`,\n );\n }\n\n async getToken(signal?: AbortSignal): Promise<string> {\n if (this.cached && Date.now() < this.cached.expiresAt) {\n return this.cached.token;\n }\n const { url, body } = await this.resolveGrant();\n const res = await this.opts.post(url, {\n resource: 'oauth_token',\n headers: { 'Content-Type': 'application/x-www-form-urlencoded' },\n body,\n signal,\n });\n const expiresIn = res.body.expires_in ?? 3600;\n this.cached = {\n token: res.body.access_token,\n expiresAt: Date.now() + (expiresIn - 60) * 1000,\n };\n return this.cached.token;\n }\n}\n","export const MS_PER_DAY = 86_400_000;\n\nfunction pad2(n: number): string {\n return String(n).padStart(2, '0');\n}\n\nexport function toDateStr(ms: number): string {\n const d = new Date(ms);\n return `${d.getUTCFullYear()}-${pad2(d.getUTCMonth() + 1)}-${pad2(d.getUTCDate())}`;\n}\n\nexport function startOfUtcDay(ms: number): number {\n return Math.floor(ms / MS_PER_DAY) * MS_PER_DAY;\n}\n","import type { HttpResponse } from './types';\n\nexport type HttpErrorKind =\n | 'transient'\n | 'rate_limit'\n | 'auth'\n | 'upstream_bug'\n | 'client_bug';\n\nexport abstract class HttpClientError extends Error {\n abstract readonly kind: HttpErrorKind;\n readonly response?: HttpResponse;\n\n constructor(message: string, response?: HttpResponse) {\n super(message);\n this.name = new.target.name;\n this.response = response;\n }\n}\n\nexport class TransientError extends HttpClientError {\n readonly kind = 'transient' as const;\n}\n\nexport class RateLimitError extends HttpClientError {\n readonly kind = 'rate_limit' as const;\n readonly retryAfter?: Date;\n\n constructor(message: string, response?: HttpResponse, retryAfter?: Date) {\n super(message, response);\n this.retryAfter = retryAfter;\n }\n}\n\nexport class AuthError extends HttpClientError {\n readonly kind = 'auth' as const;\n}\n\nexport class UpstreamBugError extends HttpClientError {\n readonly kind = 'upstream_bug' as const;\n}\n\nexport class ClientBugError extends HttpClientError {\n readonly kind = 'client_bug' as const;\n}\n\nexport function classifyStatus(status: number): HttpErrorKind {\n if (status === 429) {\n return 'rate_limit';\n }\n if (status === 401 || status === 403) {\n return 'auth';\n }\n if (status === 408) {\n return 'transient';\n }\n if (status >= 500) {\n return 'upstream_bug';\n }\n if (status >= 400) {\n return 'client_bug';\n }\n return 'client_bug';\n}\n\nexport function errorForStatus(\n message: string,\n response: HttpResponse,\n retryAfter?: Date,\n): HttpClientError {\n const kind = classifyStatus(response.status);\n switch (kind) {\n case 'rate_limit':\n return new RateLimitError(message, response, retryAfter);\n case 'auth':\n return new AuthError(message, response);\n case 'transient':\n return new TransientError(message, response);\n case 'upstream_bug':\n return new UpstreamBugError(message, response);\n case 'client_bug':\n return new ClientBugError(message, response);\n }\n}\n","import { HttpClientError, RateLimitError, TransientError } from './errors';\n\nexport interface RetryPolicy {\n maxAttempts?: number;\n initialDelayMs?: number;\n maxDelayMs?: number;\n retryOn?: (status: number | null, err?: Error) => boolean;\n}\n\nexport const defaultRetryOn = (status: number | null, err?: Error): boolean => {\n if (err instanceof RateLimitError) {\n return true;\n }\n if (err instanceof TransientError) {\n return true;\n }\n if (status === null) {\n return err instanceof Error && !(err instanceof HttpClientError);\n }\n if (status === 408 || status === 429) {\n return true;\n }\n if (status >= 500) {\n return true;\n }\n return false;\n};\n\nexport function backoffDelayMs(\n attempt: number,\n policy: Required<Pick<RetryPolicy, 'initialDelayMs' | 'maxDelayMs'>>,\n): number {\n const base = policy.initialDelayMs * 2 ** attempt;\n const jitter = base * 0.25 * Math.random();\n return Math.min(base + jitter, policy.maxDelayMs);\n}\n\nexport function parseRetryAfter(\n headerValue: string | null,\n now: Date = new Date(),\n): Date | undefined {\n if (!headerValue) {\n return undefined;\n }\n const trimmed = headerValue.trim();\n if (/^\\d+$/.test(trimmed)) {\n return new Date(now.getTime() + Number(trimmed) * 1000);\n }\n const parsed = Date.parse(trimmed);\n if (Number.isNaN(parsed)) {\n return undefined;\n }\n return new Date(parsed);\n}\n\nexport function sleep(ms: number, signal?: AbortSignal): Promise<void> {\n if (signal?.aborted) {\n return Promise.reject(signal.reason ?? new Error('Aborted'));\n }\n return new Promise<void>((resolve, reject) => {\n const onAbort = () => {\n clearTimeout(timer);\n reject(signal!.reason ?? new Error('Aborted'));\n };\n const timer = setTimeout(() => {\n signal?.removeEventListener('abort', onAbort);\n resolve();\n }, ms);\n signal?.addEventListener('abort', onAbort, { once: true });\n });\n}\n","export const HTTP_CLIENT_VERSION = '0.0.0';\n\nexport const DEFAULT_USER_AGENT = `rawdash-connector/${HTTP_CLIENT_VERSION} (+https://rawdash.dev)`;\n\nexport function connectorUserAgent(connectorId: string): string {\n return `rawdash-connector-${connectorId}/${HTTP_CLIENT_VERSION} (+https://rawdash.dev)`;\n}\n","import {\n AuthError,\n ClientBugError,\n HttpClientError,\n RateLimitError,\n TransientError,\n UpstreamBugError,\n errorForStatus,\n} from './errors';\nimport { defaultRetryOn, parseRetryAfter, sleep } from './retry';\nimport type { FetchLike, HttpMethod, HttpRequest, HttpResponse } from './types';\nimport { DEFAULT_USER_AGENT } from './version';\n\nconst DEFAULT_TIMEOUT_MS = 10_000;\nconst DEFAULT_MAX_ATTEMPTS = 3;\nconst DEFAULT_INITIAL_DELAY_MS = 1000;\nconst DEFAULT_MAX_DELAY_MS = 60_000;\nconst OBSERVER_TIMEOUT_MS = 250;\n\nexport interface RequestObservation {\n url: string;\n method: HttpMethod;\n status: number;\n resource: string;\n requestId: string;\n body: unknown;\n}\n\nexport type RequestObserver = (\n event: RequestObservation,\n) => void | Promise<void>;\n\nexport interface RequestOptions {\n fetch?: FetchLike;\n observer?: RequestObserver;\n resource: string;\n requestId?: string;\n}\n\nasync function notifyObserver(\n observer: RequestObserver,\n event: RequestObservation,\n): Promise<void> {\n let result: void | Promise<void>;\n try {\n result = observer(event);\n } catch (err) {\n console.warn('[connector-shared] request observer threw:', err);\n return;\n }\n if (!(result instanceof Promise)) {\n return;\n }\n const guarded = result.catch((err) => {\n console.warn('[connector-shared] request observer rejected:', err);\n });\n let timer: ReturnType<typeof setTimeout> | undefined;\n const timeout = new Promise<void>((resolve) => {\n timer = setTimeout(resolve, OBSERVER_TIMEOUT_MS);\n });\n try {\n await Promise.race([guarded, timeout]);\n } finally {\n if (timer) {\n clearTimeout(timer);\n }\n }\n}\n\nfunction newRequestId(): string {\n const c = (globalThis as { crypto?: { randomUUID?: () => string } }).crypto;\n if (c?.randomUUID) {\n return c.randomUUID();\n }\n return `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 10)}`;\n}\n\nfunction mergeHeaders(\n defaults: Record<string, string>,\n overrides: Record<string, string> | undefined,\n): Record<string, string> {\n const merged: Record<string, string> = {};\n for (const [k, v] of Object.entries(defaults)) {\n merged[k.toLowerCase()] = v;\n }\n if (overrides) {\n for (const [k, v] of Object.entries(overrides)) {\n merged[k.toLowerCase()] = v;\n }\n }\n return merged;\n}\n\nfunction linkTimeoutSignal(\n parent: AbortSignal | undefined,\n timeoutMs: number,\n): { signal: AbortSignal; cancel: () => void } {\n const controller = new AbortController();\n const onParentAbort = () => {\n controller.abort(parent?.reason);\n };\n if (parent) {\n if (parent.aborted) {\n controller.abort(parent.reason);\n } else {\n parent.addEventListener('abort', onParentAbort, { once: true });\n }\n }\n const timer = setTimeout(() => {\n controller.abort(new Error(`Request timed out after ${timeoutMs}ms`));\n }, timeoutMs);\n return {\n signal: controller.signal,\n cancel: () => {\n clearTimeout(timer);\n if (parent) {\n parent.removeEventListener('abort', onParentAbort);\n }\n },\n };\n}\n\nasync function readBody(res: Response, parseJson: boolean): Promise<unknown> {\n if (res.status === 204 || res.status === 205) {\n return null;\n }\n const contentType = res.headers.get('content-type') ?? '';\n if (parseJson && contentType.includes('application/json')) {\n const text = await res.text();\n if (text.length === 0) {\n return null;\n }\n return JSON.parse(text);\n }\n return res.text();\n}\n\nexport async function request<T = unknown>(\n req: HttpRequest,\n options: RequestOptions,\n): Promise<HttpResponse<T>> {\n const fetchImpl: FetchLike = options.fetch ?? (globalThis.fetch as FetchLike);\n const retry = req.retry ?? {};\n const maxAttempts = retry.maxAttempts ?? DEFAULT_MAX_ATTEMPTS;\n const initialDelayMs = retry.initialDelayMs ?? DEFAULT_INITIAL_DELAY_MS;\n const maxDelayMs = retry.maxDelayMs ?? DEFAULT_MAX_DELAY_MS;\n const retryOn = retry.retryOn ?? defaultRetryOn;\n const timeoutMs = req.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n const parseJson = req.parseJson ?? true;\n\n const headers = mergeHeaders(\n {\n 'User-Agent': DEFAULT_USER_AGENT,\n Accept: 'application/json',\n },\n req.headers,\n );\n\n let lastErr: Error | undefined;\n\n for (let attempt = 0; attempt < maxAttempts; attempt++) {\n req.signal?.throwIfAborted();\n\n const { signal, cancel } = linkTimeoutSignal(req.signal, timeoutMs);\n let res: Response;\n try {\n res = await fetchImpl(req.url, {\n method: req.method ?? 'GET',\n headers,\n body: req.body as RequestInit['body'],\n signal,\n });\n } catch (err) {\n cancel();\n if (req.signal?.aborted) {\n throw req.signal.reason ?? err;\n }\n const error = err instanceof Error ? err : new Error(String(err));\n lastErr = error;\n if (attempt < maxAttempts - 1 && retryOn(null, error)) {\n const delay = computeDelay(attempt, initialDelayMs, maxDelayMs);\n await sleep(delay, req.signal);\n continue;\n }\n throw new TransientError(error.message);\n }\n cancel();\n\n const body = await readBody(res, parseJson);\n const httpResponse: HttpResponse<T> = {\n status: res.status,\n headers: res.headers,\n body: body as T,\n };\n if (req.rateLimit) {\n const state = req.rateLimit.parse(res.headers);\n if (state) {\n httpResponse.rateLimitState = state;\n }\n }\n\n if (options.observer) {\n await notifyObserver(options.observer, {\n url: req.url,\n method: req.method ?? 'GET',\n status: res.status,\n resource: options.resource,\n requestId: options.requestId ?? newRequestId(),\n body,\n });\n }\n\n if (res.ok) {\n return httpResponse;\n }\n\n const retryAfter = parseRetryAfter(res.headers.get('retry-after'));\n const message = `HTTP ${res.status} ${res.statusText} for ${req.method ?? 'GET'} ${req.url}`;\n const err = errorForStatus(message, httpResponse, retryAfter);\n\n if (\n attempt < maxAttempts - 1 &&\n retryOn(res.status, err) &&\n !(err instanceof AuthError) &&\n !(err instanceof ClientBugError)\n ) {\n lastErr = err;\n let delay = computeDelay(attempt, initialDelayMs, maxDelayMs);\n if (err instanceof RateLimitError && retryAfter) {\n const wait = retryAfter.getTime() - Date.now();\n if (wait > 0) {\n delay = Math.min(wait, maxDelayMs);\n }\n }\n await sleep(delay, req.signal);\n continue;\n }\n\n throw err;\n }\n\n throw lastErr ?? new UpstreamBugError('Exhausted retry attempts');\n}\n\nfunction computeDelay(\n attempt: number,\n initialDelayMs: number,\n maxDelayMs: number,\n): number {\n const base = initialDelayMs * 2 ** attempt;\n const jitter = base * 0.25 * Math.random();\n return Math.min(base + jitter, maxDelayMs);\n}\n\nexport { HttpClientError };\n","export interface RateLimitState {\n remaining: number;\n resetAt: Date;\n}\n\nexport interface RateLimitPolicy {\n parse(headers: Headers): RateLimitState | null;\n}\n\nexport interface StandardRateLimitPolicyConfig {\n remainingHeader: string;\n resetHeader: string;\n resetUnit: 's' | 'ms';\n resetFallbackMs?: number;\n}\n\nexport function standardRateLimitPolicy(\n config: StandardRateLimitPolicyConfig,\n): RateLimitPolicy {\n const { remainingHeader, resetHeader, resetUnit, resetFallbackMs } = config;\n const multiplier = resetUnit === 's' ? 1000 : 1;\n return {\n parse(h) {\n const remainingRaw = h.get(remainingHeader);\n if (remainingRaw === null || remainingRaw.trim() === '') {\n return null;\n }\n const remaining = Number(remainingRaw);\n if (!Number.isFinite(remaining)) {\n return null;\n }\n const resetRaw = h.get(resetHeader);\n if (resetRaw === null) {\n if (resetFallbackMs === undefined) {\n return null;\n }\n return {\n remaining,\n resetAt: new Date(Date.now() + resetFallbackMs),\n };\n }\n if (resetRaw.trim() === '') {\n return null;\n }\n const reset = Number(resetRaw);\n if (!Number.isFinite(reset) || reset < 0) {\n return null;\n }\n const resetMs = reset * multiplier;\n if (!Number.isFinite(resetMs)) {\n return null;\n }\n return { remaining, resetAt: new Date(resetMs) };\n },\n };\n}\n","export async function mapWithConcurrency<T, R>(\n items: readonly T[],\n concurrency: number,\n fn: (item: T, index: number) => Promise<R>,\n): Promise<R[]> {\n const results = new Array<R>(items.length);\n if (items.length === 0) {\n return results;\n }\n const normalized = Number.isFinite(concurrency) ? Math.floor(concurrency) : 1;\n const limit = Math.max(1, Math.min(normalized, items.length));\n let next = 0;\n let failed = false;\n\n async function worker(): Promise<void> {\n while (!failed) {\n const i = next++;\n if (i >= items.length) {\n return;\n }\n try {\n results[i] = await fn(items[i]!, i);\n } catch (err) {\n failed = true;\n throw err;\n }\n }\n }\n\n const workers: Promise<void>[] = [];\n for (let w = 0; w < limit; w++) {\n workers.push(worker());\n }\n await Promise.all(workers);\n return results;\n}\n","export interface SanitizeAllowedUrlOptions {\n url: string | null;\n host: string;\n pathname: string;\n protocol?: 'https:' | 'http:';\n}\n\nexport function sanitizeAllowedUrl(\n options: SanitizeAllowedUrlOptions,\n): string | null {\n const { url, host, pathname, protocol = 'https:' } = options;\n if (url === null) {\n return null;\n }\n try {\n const u = new URL(url);\n if (u.protocol !== protocol || u.host !== host || u.pathname !== pathname) {\n return null;\n }\n return u.toString();\n } catch {\n return null;\n }\n}\n","export type EpochUnit = 'ms' | 's' | 'iso';\n\nexport function parseEpoch(\n value: number | string | null | undefined,\n unit: EpochUnit,\n): number | null {\n if (value === null || value === undefined) {\n return null;\n }\n if (unit === 'iso') {\n if (typeof value !== 'string') {\n return null;\n }\n const ms = new Date(value).getTime();\n return Number.isFinite(ms) ? ms : null;\n }\n if (typeof value === 'string' && value.trim() === '') {\n return null;\n }\n const n = typeof value === 'number' ? value : Number(value);\n if (!Number.isFinite(n)) {\n return null;\n }\n const result = unit === 's' ? n * 1000 : n;\n return Number.isFinite(result) ? result : null;\n}\n","import { request } from './request';\nimport type { HttpRequest } from './types';\n\nexport function parseLinkHeader(header: string | null): Record<string, string> {\n if (!header) {\n return {};\n }\n const result: Record<string, string> = {};\n for (const part of header.split(',')) {\n const match = part.match(/<([^>]+)>\\s*;\\s*rel=\"([^\"]+)\"/);\n if (match) {\n result[match[2]!] = match[1]!;\n }\n }\n return result;\n}\n\nexport async function* paginateLink<T>(\n initial: HttpRequest,\n parse: (body: unknown) => T[],\n options: { resource: string },\n): AsyncIterable<T> {\n let next: string | null = initial.url;\n while (next) {\n const res: Awaited<ReturnType<typeof request>> = await request(\n {\n ...initial,\n url: next,\n },\n { resource: options.resource },\n );\n for (const item of parse(res.body)) {\n yield item;\n }\n const links = parseLinkHeader(res.headers.get('link'));\n next = links['next'] ?? null;\n }\n}\n\nexport async function* paginateCursor<T>(\n initial: HttpRequest,\n parse: (body: unknown) => { items: T[]; nextCursor: string | null },\n buildNext: (req: HttpRequest, cursor: string) => HttpRequest,\n options: { resource: string },\n): AsyncIterable<T> {\n let req: HttpRequest = initial;\n while (true) {\n const res = await request(req, { resource: options.resource });\n const { items, nextCursor } = parse(res.body);\n for (const item of items) {\n yield item;\n }\n if (!nextCursor) {\n return;\n }\n req = buildNext(req, nextCursor);\n }\n}\n\nexport async function* paginatePage<T>(\n initial: HttpRequest,\n parse: (body: unknown) => { items: T[]; hasMore: boolean },\n buildPage: (req: HttpRequest, page: number) => HttpRequest,\n options: { resource: string },\n): AsyncIterable<T> {\n let page = 1;\n while (true) {\n const req = page === 1 ? initial : buildPage(initial, page);\n const res = await request(req, { resource: options.resource });\n const { items, hasMore } = parse(res.body);\n for (const item of items) {\n yield item;\n }\n if (!hasMore || items.length === 0) {\n return;\n }\n page++;\n }\n}\n","export type LogFields = Record<string, unknown>;\n\nexport interface ConnectorLogger {\n info(event: string, fields?: LogFields): void;\n warn(event: string, fields?: LogFields): void;\n}\n\nexport interface ConnectorLoggerOptions {\n scope: string;\n}\n\nconst MAX_VALUE_LEN = 120;\n\nfunction truncate(s: string, max = MAX_VALUE_LEN): string {\n if (s.length <= max) {\n return s;\n }\n return `${s.slice(0, max - 1)}…`;\n}\n\nfunction formatValue(value: unknown): string {\n if (value === null) {\n return 'null';\n }\n if (value === undefined) {\n return '';\n }\n if (typeof value === 'number' || typeof value === 'boolean') {\n return String(value);\n }\n if (typeof value === 'string') {\n const t = truncate(value);\n if (/[\\s\"=]/.test(t)) {\n return JSON.stringify(t);\n }\n return t;\n }\n if (typeof value === 'bigint') {\n return value.toString();\n }\n let json: string | undefined;\n try {\n json = JSON.stringify(value);\n } catch {\n json = undefined;\n }\n return truncate(json ?? String(value));\n}\n\nexport function formatLogFields(fields?: LogFields): string {\n if (!fields) {\n return '';\n }\n const parts: string[] = [];\n for (const [k, v] of Object.entries(fields)) {\n if (v === undefined) {\n continue;\n }\n parts.push(`${k}=${formatValue(v)}`);\n }\n return parts.length > 0 ? ` ${parts.join(' ')}` : '';\n}\n\nexport function formatLogLine(\n scope: string,\n event: string,\n fields?: LogFields,\n): string {\n return `[${scope}] ${event}${formatLogFields(fields)}`;\n}\n\nexport function createDefaultConnectorLogger(\n opts: ConnectorLoggerOptions,\n): ConnectorLogger {\n return {\n info(event, fields) {\n console.info(formatLogLine(opts.scope, event, fields));\n },\n warn(event, fields) {\n console.warn(formatLogLine(opts.scope, event, fields));\n },\n };\n}\n\nconst NOOP_LOGGER: ConnectorLogger = {\n info() {},\n warn() {},\n};\n\nexport function noopConnectorLogger(): ConnectorLogger {\n return NOOP_LOGGER;\n}\n","import {\n BQ_DATASET_RE,\n BQ_IDENT_RE,\n BQ_READONLY_SCOPE,\n type BqPageRequest,\n type BqQueryResponse,\n GcpAccessTokenProvider,\n MS_PER_DAY,\n bqQueryResponseSchema,\n collectBigQueryPages,\n gcpAuthConfigShape,\n indexBqFields,\n parseBqDateOrEpoch,\n readBqCell,\n startOfUtcDay,\n toDateStr,\n tokenResponseSchema,\n} from '@rawdash/connector-gcp-shared';\nimport { connectorUserAgent, parseEpoch } from '@rawdash/connector-shared';\nimport {\n BaseConnector,\n type ChunkedSyncCursor,\n type ConnectorContext,\n type ConnectorCost,\n type ConnectorDoc,\n type CredentialsSchema,\n type JSONValue,\n type MetricSample,\n type StorageHandle,\n type SyncOptions,\n type SyncResult,\n defineConfigFields,\n defineConnectorDoc,\n defineResources,\n makeChunkedCursorGuard,\n schemasFromResources,\n} from '@rawdash/core';\nimport { z } from 'zod';\n\nexport const configFields = defineConfigFields(\n z\n .object({\n projectId: z\n .string()\n .regex(BQ_IDENT_RE, 'projectId must be a valid GCP project id')\n .meta({\n label: 'GCP project ID',\n description:\n 'Google Cloud project ID that hosts the Vertex AI workload. Cloud Monitoring metrics are read from this project.',\n placeholder: 'my-project-123',\n }),\n ...gcpAuthConfigShape,\n bqProject: z\n .string()\n .regex(BQ_IDENT_RE, 'bqProject must be a valid GCP project id')\n .optional()\n .meta({\n label: 'BigQuery project ID (optional)',\n description:\n 'Project that hosts the Cloud Billing -> BigQuery export. Required to sync the spend resource; omit to disable spend syncing.',\n placeholder: 'my-billing-project',\n }),\n bqDataset: z\n .string()\n .regex(\n BQ_DATASET_RE,\n 'bqDataset must be a valid BigQuery dataset id (letters, digits, underscores; must start with a letter or underscore)',\n )\n .optional()\n .meta({\n label: 'BigQuery dataset (optional)',\n description:\n 'BigQuery dataset containing the Cloud Billing export tables (gcp_billing_export_v1_*). Required to sync the spend resource.',\n placeholder: 'billing_export',\n }),\n bqLocation: z.string().min(1).optional().meta({\n label: 'BigQuery location (optional)',\n description:\n 'Region or multi-region of the billing dataset (e.g. US, EU, us-central1). Defaults to US when bqDataset is set.',\n placeholder: 'US',\n }),\n spendServiceFilter: z.string().min(1).optional().meta({\n label: 'Spend service filter (optional)',\n description:\n 'BigQuery LIKE pattern matched against service.description to scope spend rows to Vertex AI. Defaults to \"Vertex AI%\" which covers both \"Vertex AI\" and \"Vertex AI Generative AI\" services.',\n placeholder: 'Vertex AI%',\n }),\n lookbackDays: z.number().int().positive().max(365).optional().meta({\n label: 'Backfill window (days)',\n description:\n 'How many days of history to pull on a full sync. Defaults to 30.',\n placeholder: '30',\n }),\n })\n .superRefine((val, ctx) => {\n if ((val.bqProject === undefined) !== (val.bqDataset === undefined)) {\n ctx.addIssue({\n code: z.ZodIssueCode.custom,\n message:\n 'bqProject and bqDataset must both be provided or both omitted',\n path: [val.bqProject === undefined ? 'bqProject' : 'bqDataset'],\n });\n }\n }),\n);\n\nexport const doc: ConnectorDoc = defineConnectorDoc({\n displayName: 'Google Cloud Vertex AI',\n category: 'engineering',\n brandColor: '#4285F4',\n tagline:\n 'Sync daily Vertex AI model invocations, token counts, errors, and spend (Gemini and partner models) into a single dashboard view of GCP AI usage.',\n vendor: {\n name: 'Google Cloud',\n domain: 'cloud.google.com',\n apiDocs: 'https://cloud.google.com/vertex-ai/docs/general/monitoring',\n website: 'https://cloud.google.com/vertex-ai',\n },\n auth: {\n summary:\n 'Authenticate against the Cloud Monitoring v3 API (and optionally BigQuery for spend) with a Google service account JSON key. The service account needs the Monitoring Viewer role on the project running Vertex AI. To sync spend, it additionally needs BigQuery Data Viewer on the billing dataset and BigQuery Job User on the billing project.',\n setup: [\n 'Identify the GCP project running Vertex AI (it owns the publisher/online_serving metrics).',\n 'Create a service account at Google Cloud -> IAM & Admin -> Service Accounts in that project (or grant an existing one access).',\n 'Grant the service account the Monitoring Viewer role (roles/monitoring.viewer) on the project so it can read Vertex AI metrics.',\n 'To sync spend, enable the Cloud Billing -> BigQuery export (Billing -> Billing export -> BigQuery export). Then grant the service account roles/bigquery.dataViewer on the export dataset and roles/bigquery.jobUser on the bqProject.',\n 'Generate a JSON key for the service account and store its contents as a secret (e.g. GCP_SA_JSON).',\n 'Reference the key from config as serviceAccountJson: secret(\"GCP_SA_JSON\") and set projectId to the Vertex AI project. Set bqProject / bqDataset to enable the spend resource.',\n ],\n },\n rateLimit:\n 'Cloud Monitoring projects.timeSeries.list and BigQuery jobs.query are rate-limited per project; 429 / RESOURCE_EXHAUSTED responses are retried with backoff. Each sync issues at most three requests (invocations metric, tokens metric, optional BigQuery query).',\n limitations: [\n 'Only the publisher (Gemini and partner online-serving) metric family is synced. Custom model deployments under aiplatform.googleapis.com/prediction/* are out of scope; query Cloud Monitoring directly via the gcp-monitoring connector if you need them.',\n 'Spend rows come from the Cloud Billing -> BigQuery export; the export must be configured manually in the GCP console and only days after the configuration date are present.',\n 'BigQuery cost rows are back-revised by GCP for several days; an incremental sync refetches a short trailing window to pick up corrections.',\n 'Each BigQuery query is billed against the bqProject; keep lookbackDays reasonable.',\n 'Daily aggregation only - sub-day granularity is intentionally not exposed for spend or invocation rollups.',\n ],\n});\n\nexport interface VertexAiSettings {\n projectId: string;\n bqProject?: string;\n bqDataset?: string;\n bqLocation?: string;\n spendServiceFilter?: string;\n lookbackDays?: number;\n}\n\nconst vertexAiCredentials = {\n serviceAccountJson: {\n description: 'Google service account JSON key (raw JSON or base64)',\n auth: 'required' as const,\n },\n} satisfies CredentialsSchema;\n\ntype VertexAiCredentials = typeof vertexAiCredentials;\n\nconst int64String = z.string().regex(/^-?\\d+$/);\nconst isoTimestamp = z.iso.datetime();\n\nconst pointValue = z\n .object({\n doubleValue: z.number().optional(),\n int64Value: int64String.optional(),\n boolValue: z.boolean().optional(),\n stringValue: z.string().optional(),\n distributionValue: z.unknown().optional(),\n })\n .refine(\n (v) =>\n v.doubleValue !== undefined ||\n v.int64Value !== undefined ||\n v.boolValue !== undefined ||\n v.stringValue !== undefined ||\n v.distributionValue !== undefined,\n {\n message: 'point value must carry at least one supported value field',\n },\n );\n\nconst pointSchema = z.object({\n interval: z.object({\n startTime: isoTimestamp.optional(),\n endTime: isoTimestamp,\n }),\n value: pointValue,\n});\n\nconst timeSeriesSchema = z.object({\n metric: z.object({\n type: z.string(),\n labels: z.record(z.string(), z.string()).optional(),\n }),\n resource: z\n .object({\n type: z.string().optional(),\n labels: z.record(z.string(), z.string()).optional(),\n })\n .optional(),\n valueType: z.string().optional(),\n metricKind: z.string().optional(),\n points: z.array(pointSchema).optional(),\n});\n\nconst listTimeSeriesResponseSchema = z.object({\n timeSeries: z.array(timeSeriesSchema).optional(),\n nextPageToken: z.string().optional(),\n});\n\nexport const INVOCATIONS_METRIC_NAME = 'vertex_ai_invocations';\nexport const ERRORS_METRIC_NAME = 'vertex_ai_errors';\nexport const TOKENS_METRIC_NAME = 'vertex_ai_tokens';\nexport const SPEND_METRIC_NAME = 'vertex_ai_spend';\n\nconst INVOCATION_COUNT_TYPE =\n 'aiplatform.googleapis.com/publisher/online_serving/model_invocation_count';\nconst TOKEN_COUNT_TYPE =\n 'aiplatform.googleapis.com/publisher/online_serving/token_count';\n\nexport const vertexAiResources = defineResources({\n [INVOCATIONS_METRIC_NAME]: {\n shape: 'metric',\n description:\n 'Daily count of successful Vertex AI model invocations (HTTP 2xx) per (date, modelId). Sourced from the Cloud Monitoring metric `aiplatform.googleapis.com/publisher/online_serving/model_invocation_count`, aggregated to one sample per day with SUM.',\n endpoint: 'GET /v3/projects/{projectId}/timeSeries',\n granularity: 'daily',\n notes:\n 'On every sync the trailing `lookbackDays` window is rewritten idempotently. Non-2xx response codes flow to `vertex_ai_errors` instead.',\n dimensions: [\n {\n name: 'modelId',\n description:\n 'Vertex AI publisher model identifier, e.g. gemini-1.5-pro or text-bison.',\n },\n {\n name: 'responseCode',\n description:\n 'Upstream HTTP response code reported by Vertex AI (always 2xx in this resource).',\n },\n ],\n responses: {\n oauth_token: tokenResponseSchema,\n invocations: listTimeSeriesResponseSchema,\n },\n },\n [ERRORS_METRIC_NAME]: {\n shape: 'metric',\n description:\n 'Daily count of failed Vertex AI model invocations (non-2xx) per (date, modelId, errorType). Sourced from the same Cloud Monitoring API call as `vertex_ai_invocations`; rows with response_code outside 200-299 are routed here.',\n endpoint:\n 'GET /v3/projects/{projectId}/timeSeries (shared with vertex_ai_invocations)',\n granularity: 'daily',\n notes:\n 'errorType carries the upstream HTTP status (e.g. 400, 429, 500). Use it to slice quota errors (429) from request errors (4xx) and platform errors (5xx). The response schema is registered under `vertex_ai_invocations`.',\n dimensions: [\n {\n name: 'modelId',\n description: 'Vertex AI publisher model identifier.',\n },\n {\n name: 'errorType',\n description:\n 'HTTP status code returned by Vertex AI (400, 401, 403, 429, 5xx, ...).',\n },\n ],\n },\n [TOKENS_METRIC_NAME]: {\n shape: 'metric',\n description:\n 'Daily Vertex AI token usage per (date, modelId, tokenType). Sourced from the Cloud Monitoring metric `aiplatform.googleapis.com/publisher/online_serving/token_count`. tokenType is either `input` (prompt) or `output` (completion).',\n endpoint: 'GET /v3/projects/{projectId}/timeSeries',\n granularity: 'daily',\n notes:\n 'Sum across both tokenType values to get total tokens; slice by tokenType to separate input from output cost drivers.',\n dimensions: [\n {\n name: 'modelId',\n description: 'Vertex AI publisher model identifier.',\n },\n {\n name: 'tokenType',\n description:\n 'Either `input` (prompt tokens) or `output` (response tokens).',\n },\n ],\n responses: {\n tokens: listTimeSeriesResponseSchema,\n },\n },\n [SPEND_METRIC_NAME]: {\n shape: 'metric',\n description:\n 'Daily Vertex AI spend per (date, sku) sourced from the Cloud Billing -> BigQuery export. Skipped unless bqProject and bqDataset are configured.',\n endpoint: 'POST /bigquery/v2/projects/{bqProject}/queries',\n granularity: 'daily',\n notes:\n 'The trailing 5 days are always refetched on incremental syncs to pick up GCP back-revisions. SKU describes the specific Vertex AI model and token type (e.g. \"Gemini 1.5 Pro Online Inference - Input\").',\n dimensions: [\n {\n name: 'sku',\n description:\n 'GCP SKU description, e.g. \"Gemini 1.5 Pro Online Inference - Input Tokens\".',\n },\n {\n name: 'service',\n description:\n 'GCP service description, typically \"Vertex AI\" or \"Vertex AI Generative AI\".',\n },\n {\n name: 'currency',\n description: 'Billing currency reported by GCP.',\n },\n ],\n responses: {\n spend: bqQueryResponseSchema,\n },\n },\n});\n\nconst PHASE_ORDER = ['invocations', 'tokens', 'spend'] as const;\nexport type VertexAiPhase = (typeof PHASE_ORDER)[number];\n\nconst PHASE_TO_RESOURCES: Record<VertexAiPhase, readonly string[]> = {\n invocations: [INVOCATIONS_METRIC_NAME, ERRORS_METRIC_NAME],\n tokens: [TOKENS_METRIC_NAME],\n spend: [SPEND_METRIC_NAME],\n};\n\nexport type VertexAiCursor = ChunkedSyncCursor<VertexAiPhase, string>;\nconst isVertexAiCursor = makeChunkedCursorGuard(PHASE_ORDER);\n\nconst MONITORING_API_BASE = 'https://monitoring.googleapis.com/v3';\nconst MONITORING_SCOPE = 'https://www.googleapis.com/auth/monitoring.read';\nconst MONITORING_PAGE_SIZE = 1000;\nconst DAILY_ALIGNMENT_SECONDS = 86_400;\nconst DAILY_ALIGNMENT = `${DAILY_ALIGNMENT_SECONDS}s`;\nconst DEFAULT_LOOKBACK_DAYS = 30;\nconst INCREMENTAL_LOOKBACK_DAYS = 5;\nconst DEFAULT_SPEND_SERVICE_FILTER = 'Vertex AI%';\n\nexport const id = 'vertex-ai';\n\nexport const cost: ConnectorCost = {\n recommendedInterval: '1 day',\n minInterval: '1 hour',\n perSync:\n '2 Cloud Monitoring requests, plus 1 BigQuery query when bqProject/bqDataset are set',\n warning:\n 'Each BigQuery spend query is billed against the bqProject. Prefer once-a-day syncs unless you need fresher invocation counts.',\n};\n\nexport class VertexAiConnector extends BaseConnector<\n VertexAiSettings,\n VertexAiCredentials\n> {\n static readonly id = id;\n\n static readonly resources = vertexAiResources;\n\n static readonly schemas = schemasFromResources(vertexAiResources);\n\n static readonly cost = cost;\n\n static create(input: unknown, ctx?: ConnectorContext): VertexAiConnector {\n const parsed = configFields.parse(input);\n return new VertexAiConnector(\n {\n projectId: parsed.projectId,\n bqProject: parsed.bqProject,\n bqDataset: parsed.bqDataset,\n bqLocation: parsed.bqLocation,\n spendServiceFilter: parsed.spendServiceFilter,\n lookbackDays: parsed.lookbackDays,\n },\n { serviceAccountJson: parsed.serviceAccountJson },\n ctx,\n );\n }\n\n readonly id = id;\n override readonly credentials = vertexAiCredentials;\n\n private monitoringTokenProvider?: GcpAccessTokenProvider;\n private bigQueryTokenProvider?: GcpAccessTokenProvider;\n\n private getMonitoringToken(signal?: AbortSignal): Promise<string> {\n this.monitoringTokenProvider ??= new GcpAccessTokenProvider({\n connectorId: this.id,\n scope: MONITORING_SCOPE,\n getServiceAccountJson: () => this.creds.serviceAccountJson,\n post: (url, opts) =>\n this.post<{ access_token: string; expires_in?: number }>(url, opts),\n });\n return this.monitoringTokenProvider.getToken(signal);\n }\n\n private getBigQueryToken(signal?: AbortSignal): Promise<string> {\n this.bigQueryTokenProvider ??= new GcpAccessTokenProvider({\n connectorId: this.id,\n scope: BQ_READONLY_SCOPE,\n getServiceAccountJson: () => this.creds.serviceAccountJson,\n post: (url, opts) =>\n this.post<{ access_token: string; expires_in?: number }>(url, opts),\n });\n return this.bigQueryTokenProvider.getToken(signal);\n }\n\n private async listTimeSeries(\n metricType: string,\n groupByFields: readonly string[],\n startMs: number,\n endMs: number,\n pageToken: string | undefined,\n resource: string,\n signal?: AbortSignal,\n ): Promise<z.infer<typeof listTimeSeriesResponseSchema>> {\n const params = new URLSearchParams();\n params.set('filter', `metric.type = \"${metricType}\"`);\n params.set('interval.startTime', new Date(startMs).toISOString());\n params.set('interval.endTime', new Date(endMs).toISOString());\n params.set('aggregation.alignmentPeriod', DAILY_ALIGNMENT);\n params.set('aggregation.perSeriesAligner', 'ALIGN_SUM');\n params.set('aggregation.crossSeriesReducer', 'REDUCE_SUM');\n for (const field of groupByFields) {\n params.append('aggregation.groupByFields', field);\n }\n params.set('pageSize', String(MONITORING_PAGE_SIZE));\n if (pageToken !== undefined) {\n params.set('pageToken', pageToken);\n }\n\n const url = `${MONITORING_API_BASE}/projects/${encodeURIComponent(\n this.settings.projectId,\n )}/timeSeries?${params.toString()}`;\n\n const accessToken = await this.getMonitoringToken(signal);\n const res = await this.get<z.infer<typeof listTimeSeriesResponseSchema>>(\n url,\n {\n resource,\n headers: {\n Authorization: `Bearer ${accessToken}`,\n 'User-Agent': connectorUserAgent(this.id),\n },\n signal,\n },\n );\n return res.body;\n }\n\n private async fetchBigQueryPage(\n request: BqPageRequest,\n signal: AbortSignal | undefined,\n ): Promise<BqQueryResponse> {\n const accessToken = await this.getBigQueryToken(signal);\n const headers = {\n Authorization: `Bearer ${accessToken}`,\n 'Content-Type': 'application/json',\n 'User-Agent': connectorUserAgent(this.id),\n };\n if (request.method === 'POST') {\n const res = await this.post<BqQueryResponse>(request.url, {\n resource: 'spend',\n headers,\n body: request.body,\n signal,\n });\n return res.body;\n }\n const res = await this.get<BqQueryResponse>(request.url, {\n resource: 'spend',\n headers,\n signal,\n });\n return res.body;\n }\n\n private async syncInvocations(\n storage: StorageHandle,\n window: { startMs: number; endMs: number },\n requestedResources: ReadonlySet<string> | undefined,\n signal?: AbortSignal,\n ): Promise<void> {\n const wantInvocations =\n !requestedResources ||\n requestedResources.size === 0 ||\n requestedResources.has(INVOCATIONS_METRIC_NAME);\n const wantErrors =\n !requestedResources ||\n requestedResources.size === 0 ||\n requestedResources.has(ERRORS_METRIC_NAME);\n if (!wantInvocations && !wantErrors) {\n return;\n }\n\n const invocations: MetricSample[] = [];\n const errors: MetricSample[] = [];\n let pageToken: string | undefined;\n let page = 0;\n const phaseStart = Date.now();\n do {\n if (signal?.aborted) {\n return;\n }\n let response: z.infer<typeof listTimeSeriesResponseSchema>;\n try {\n response = await this.listTimeSeries(\n INVOCATION_COUNT_TYPE,\n ['metric.labels.model_user_id', 'metric.labels.response_code'],\n window.startMs,\n window.endMs,\n pageToken,\n 'invocations',\n signal,\n );\n } catch (err) {\n this.logger.warn('fetch page failed', {\n resource: 'invocations',\n page: page + 1,\n error: err instanceof Error ? err.message : String(err),\n });\n throw err;\n }\n const series = response.timeSeries ?? [];\n let pageItems = 0;\n for (const ts of series) {\n const modelId = ts.metric.labels?.['model_user_id'] ?? null;\n const responseCode = ts.metric.labels?.['response_code'] ?? '';\n const isError = !isSuccessCode(responseCode);\n for (const point of ts.points ?? []) {\n const sample = pointToCountSample(modelId, responseCode, point);\n if (sample === null) {\n continue;\n }\n if (isError) {\n errors.push({\n name: ERRORS_METRIC_NAME,\n ts: sample.ts,\n value: sample.value,\n attributes: {\n modelId: sample.attributes['modelId'] ?? null,\n errorType: responseCode,\n },\n });\n } else {\n invocations.push({\n name: INVOCATIONS_METRIC_NAME,\n ts: sample.ts,\n value: sample.value,\n attributes: sample.attributes,\n });\n }\n pageItems += 1;\n }\n }\n pageToken = nextPageTokenOrUndefined(response.nextPageToken);\n page += 1;\n this.logger.info('fetched page', {\n resource: 'invocations',\n page,\n items: pageItems,\n next: pageToken ?? null,\n });\n } while (pageToken !== undefined);\n\n if (wantInvocations) {\n await storage.metrics(invocations, { names: [INVOCATIONS_METRIC_NAME] });\n }\n if (wantErrors) {\n await storage.metrics(errors, { names: [ERRORS_METRIC_NAME] });\n }\n this.logger.info('resource done', {\n resource: 'invocations',\n pages: page,\n items: invocations.length + errors.length,\n duration_ms: Date.now() - phaseStart,\n });\n }\n\n private async syncTokens(\n storage: StorageHandle,\n window: { startMs: number; endMs: number },\n signal?: AbortSignal,\n ): Promise<void> {\n const samples: MetricSample[] = [];\n let pageToken: string | undefined;\n let page = 0;\n const phaseStart = Date.now();\n do {\n if (signal?.aborted) {\n return;\n }\n let response: z.infer<typeof listTimeSeriesResponseSchema>;\n try {\n response = await this.listTimeSeries(\n TOKEN_COUNT_TYPE,\n ['metric.labels.model_user_id', 'metric.labels.type'],\n window.startMs,\n window.endMs,\n pageToken,\n 'tokens',\n signal,\n );\n } catch (err) {\n this.logger.warn('fetch page failed', {\n resource: 'tokens',\n page: page + 1,\n error: err instanceof Error ? err.message : String(err),\n });\n throw err;\n }\n const series = response.timeSeries ?? [];\n let pageItems = 0;\n for (const ts of series) {\n const modelId = ts.metric.labels?.['model_user_id'] ?? null;\n const tokenType =\n ts.metric.labels?.['type'] ?? ts.metric.labels?.['token_type'] ?? '';\n for (const point of ts.points ?? []) {\n const sample = pointToTokenSample(modelId, tokenType, point);\n if (sample === null) {\n continue;\n }\n samples.push(sample);\n pageItems += 1;\n }\n }\n pageToken = nextPageTokenOrUndefined(response.nextPageToken);\n page += 1;\n this.logger.info('fetched page', {\n resource: 'tokens',\n page,\n items: pageItems,\n next: pageToken ?? null,\n });\n } while (pageToken !== undefined);\n\n await storage.metrics(samples, { names: [TOKENS_METRIC_NAME] });\n this.logger.info('resource done', {\n resource: 'tokens',\n pages: page,\n items: samples.length,\n duration_ms: Date.now() - phaseStart,\n });\n }\n\n private async syncSpend(\n storage: StorageHandle,\n window: { startDate: string; endDate: string },\n signal?: AbortSignal,\n ): Promise<void> {\n if (\n this.settings.bqProject === undefined ||\n this.settings.bqDataset === undefined\n ) {\n this.logger.info('resource done', {\n resource: 'spend',\n pages: 0,\n items: 0,\n duration_ms: 0,\n skipped: 'bqProject or bqDataset not configured',\n });\n return;\n }\n\n const sql = buildVertexSpendSql({\n bqProject: this.settings.bqProject,\n bqDataset: this.settings.bqDataset,\n startDate: window.startDate,\n endDate: window.endDate,\n serviceFilter:\n this.settings.spendServiceFilter ?? DEFAULT_SPEND_SERVICE_FILTER,\n });\n\n const { rows: samples, aborted } = await collectBigQueryPages<MetricSample>(\n {\n projectId: this.settings.bqProject,\n sql,\n resource: 'spend',\n location: this.settings.bqLocation,\n signal,\n logger: this.logger,\n mapRows: (response) => buildSpendSamplesFromBqResponse(response),\n jobIncompleteMessage: `${this.id}: BigQuery spend query did not complete within the synchronous timeout (jobComplete=false). Lower lookbackDays so the query finishes faster.`,\n fetchPage: (request, sig) => this.fetchBigQueryPage(request, sig),\n },\n );\n if (aborted) {\n return;\n }\n await storage.metrics(samples, { names: [SPEND_METRIC_NAME] });\n }\n\n async sync(\n options: SyncOptions,\n storage: StorageHandle,\n signal?: AbortSignal,\n ): Promise<SyncResult> {\n const lookbackDays = this.settings.lookbackDays ?? DEFAULT_LOOKBACK_DAYS;\n const monitoringWindow = getMonitoringWindow(options, lookbackDays);\n const spendWindow = getSpendWindow(options, lookbackDays);\n\n const cursor = isVertexAiCursor(options.cursor)\n ? options.cursor\n : undefined;\n const resumeIdx = cursor ? PHASE_ORDER.indexOf(cursor.phase) : 0;\n const startIdx = resumeIdx >= 0 ? resumeIdx : 0;\n\n for (let i = startIdx; i < PHASE_ORDER.length; i++) {\n const phase = PHASE_ORDER[i]!;\n if (signal?.aborted) {\n return { done: false, cursor: { phase, page: null } };\n }\n if (\n options.resources &&\n options.resources.size > 0 &&\n !PHASE_TO_RESOURCES[phase].some((r) => options.resources!.has(r))\n ) {\n continue;\n }\n try {\n if (phase === 'invocations') {\n await this.syncInvocations(\n storage,\n monitoringWindow,\n options.resources,\n signal,\n );\n } else if (phase === 'tokens') {\n await this.syncTokens(storage, monitoringWindow, signal);\n } else {\n await this.syncSpend(storage, spendWindow, signal);\n }\n } catch (err) {\n if (signal?.aborted) {\n return { done: false, cursor: { phase, page: null } };\n }\n throw err;\n }\n }\n\n return { done: true };\n }\n}\n\nfunction isSuccessCode(code: string): boolean {\n if (code.length === 0) {\n return true;\n }\n const n = Number.parseInt(code, 10);\n if (!Number.isFinite(n)) {\n return false;\n }\n return n >= 200 && n < 300;\n}\n\nfunction nextPageTokenOrUndefined(token: unknown): string | undefined {\n if (typeof token === 'string' && token.length > 0) {\n return token;\n }\n return undefined;\n}\n\nexport function pointToCountSample(\n modelId: string | null,\n responseCode: string,\n point: z.infer<typeof pointSchema>,\n): { ts: number; value: number; attributes: Record<string, JSONValue> } | null {\n const ts = parseEpoch(\n point.interval.startTime ?? point.interval.endTime,\n 'iso',\n );\n if (ts === null) {\n return null;\n }\n const value = extractScalarValue(point.value);\n if (value === null) {\n return null;\n }\n return {\n ts,\n value,\n attributes: {\n modelId: modelId ?? null,\n responseCode,\n },\n };\n}\n\nexport function pointToTokenSample(\n modelId: string | null,\n tokenType: string,\n point: z.infer<typeof pointSchema>,\n): MetricSample | null {\n const ts = parseEpoch(\n point.interval.startTime ?? point.interval.endTime,\n 'iso',\n );\n if (ts === null) {\n return null;\n }\n const value = extractScalarValue(point.value);\n if (value === null) {\n return null;\n }\n return {\n name: TOKENS_METRIC_NAME,\n ts,\n value,\n attributes: {\n modelId: modelId ?? null,\n tokenType,\n },\n };\n}\n\nfunction extractScalarValue(v: z.infer<typeof pointValue>): number | null {\n if (v.doubleValue !== undefined && Number.isFinite(v.doubleValue)) {\n return v.doubleValue;\n }\n if (v.int64Value !== undefined) {\n const n = Number(v.int64Value);\n return Number.isSafeInteger(n) ? n : null;\n }\n if (v.boolValue !== undefined) {\n return v.boolValue ? 1 : 0;\n }\n return null;\n}\n\nexport function getMonitoringWindow(\n options: SyncOptions,\n lookbackDays: number,\n now: number = Date.now(),\n): { startMs: number; endMs: number } {\n const endMs = startOfUtcDay(now) + MS_PER_DAY;\n let days = lookbackDays;\n if (options.mode === 'latest') {\n days = INCREMENTAL_LOOKBACK_DAYS;\n } else if (options.since !== undefined) {\n const sinceMs = parseEpoch(options.since, 'iso');\n if (sinceMs !== null) {\n const elapsed = Math.ceil((now - sinceMs) / MS_PER_DAY);\n days = Math.min(\n Math.max(elapsed + INCREMENTAL_LOOKBACK_DAYS, 1),\n lookbackDays,\n );\n }\n }\n return { startMs: endMs - days * MS_PER_DAY, endMs };\n}\n\nexport function getSpendWindow(\n options: SyncOptions,\n lookbackDays: number,\n now: number = Date.now(),\n): { startDate: string; endDate: string } {\n const endMs = startOfUtcDay(now) + MS_PER_DAY;\n let days = lookbackDays;\n if (options.mode === 'latest') {\n days = INCREMENTAL_LOOKBACK_DAYS;\n } else if (options.since !== undefined) {\n const sinceMs = parseEpoch(options.since, 'iso');\n if (sinceMs !== null) {\n const elapsed = Math.ceil((now - sinceMs) / MS_PER_DAY);\n days = Math.min(\n Math.max(elapsed + INCREMENTAL_LOOKBACK_DAYS, 1),\n lookbackDays,\n );\n }\n }\n return {\n startDate: toDateStr(endMs - days * MS_PER_DAY),\n endDate: toDateStr(endMs),\n };\n}\n\nexport function buildVertexSpendSql(args: {\n bqProject: string;\n bqDataset: string;\n startDate: string;\n endDate: string;\n serviceFilter: string;\n}): string {\n const escapedFilter = args.serviceFilter.replace(/'/g, \"\\\\'\");\n const table = `\\`${args.bqProject}.${args.bqDataset}.gcp_billing_export_v1_*\\``;\n return [\n `SELECT DATE(usage_start_time) AS date,`,\n ` service.description AS service,`,\n ` sku.description AS sku,`,\n ` SUM(cost) AS cost,`,\n ` ANY_VALUE(currency) AS currency`,\n `FROM ${table}`,\n `WHERE DATE(usage_start_time) >= DATE('${args.startDate}')`,\n ` AND DATE(usage_start_time) < DATE('${args.endDate}')`,\n ` AND service.description LIKE '${escapedFilter}'`,\n `GROUP BY date, service, sku`,\n `ORDER BY date`,\n ].join('\\n');\n}\n\nexport function buildSpendSamplesFromBqResponse(\n response: BqQueryResponse,\n): MetricSample[] {\n const fieldIndex = indexBqFields(response);\n const samples: MetricSample[] = [];\n for (const row of response.rows ?? []) {\n const dateValue = readBqCell(row.f, fieldIndex, 'date');\n if (dateValue === null) {\n continue;\n }\n const ts = parseBqDateOrEpoch(dateValue);\n if (ts === null) {\n continue;\n }\n const costValue = readBqCell(row.f, fieldIndex, 'cost');\n if (costValue === null) {\n continue;\n }\n const value = Number.parseFloat(costValue);\n if (!Number.isFinite(value)) {\n continue;\n }\n const attributes: Record<string, JSONValue> = {\n sku: readBqCell(row.f, fieldIndex, 'sku') ?? null,\n service: readBqCell(row.f, fieldIndex, 'service') ?? null,\n };\n const currency = readBqCell(row.f, fieldIndex, 'currency');\n if (currency !== null) {\n attributes['currency'] = currency;\n }\n samples.push({ name: SPEND_METRIC_NAME, ts, value, attributes });\n }\n return samples;\n}\n","import { VertexAiConnector } from './vertex-ai';\n\nexport {\n ERRORS_METRIC_NAME,\n INVOCATIONS_METRIC_NAME,\n SPEND_METRIC_NAME,\n TOKENS_METRIC_NAME,\n VertexAiConnector,\n buildSpendSamplesFromBqResponse,\n buildVertexSpendSql,\n configFields,\n cost,\n doc,\n getMonitoringWindow,\n getSpendWindow,\n id,\n pointToCountSample,\n pointToTokenSample,\n vertexAiResources as resources,\n} from './vertex-ai';\nexport type {\n VertexAiCursor,\n VertexAiPhase,\n VertexAiSettings,\n} from './vertex-ai';\nexport default VertexAiConnector;\n"],"mappings":";AAAA,SAAS,SAAS;ACAlB,SAAS,KAAAA,UAAS;AWClB,SAAS,KAAAA,UAAS;AZQlB,IAAM,0BAA0B,EAAE,OAAO;EACvC,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;EAC9B,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC;EAC7B,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;EACrC,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAOM,IAAM,sBAAsB,EAAE,OAAO;EAC1C,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;EAC9B,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AACnD,CAAC;AAED,SAAS,mBAAmB,OAA2B;AACrD,MAAI,SAAS;AACb,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,cAAU,OAAO,aAAa,MAAM,CAAC,CAAE;EACzC;AACA,SAAO,KAAK,MAAM,EAAE,QAAQ,OAAO,GAAG,EAAE,QAAQ,OAAO,GAAG,EAAE,QAAQ,MAAM,EAAE;AAC9E;AAEA,SAAS,oBAAoB,KAAqB;AAChD,SAAO,mBAAmB,IAAI,YAAY,EAAE,OAAO,GAAG,CAAC;AACzD;AAEA,eAAe,aACb,SACA,eACiB;AACjB,QAAM,SAAS,EAAE,KAAK,SAAS,KAAK,MAAM;AAC1C,QAAM,YAAY,oBAAoB,KAAK,UAAU,MAAM,CAAC;AAC5D,QAAM,aAAa,oBAAoB,KAAK,UAAU,OAAO,CAAC;AAC9D,QAAM,eAAe,GAAG,SAAS,IAAI,UAAU;AAE/C,QAAM,aAAa,cAChB,QAAQ,gCAAgC,EAAE,EAC1C,QAAQ,8BAA8B,EAAE,EACxC,QAAQ,OAAO,EAAE;AACpB,QAAM,MAAM,WAAW,KAAK,KAAK,UAAU,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAEpE,QAAM,MAAM,MAAM,WAAW,OAAO,OAAO;IACzC;IACA;IACA,EAAE,MAAM,qBAAqB,MAAM,UAAU;IAC7C;IACA,CAAC,MAAM;EACT;AAEA,QAAM,YAAY,MAAM,WAAW,OAAO,OAAO;IAC/C;IACA;IACA,IAAI,YAAY,EAAE,OAAO,YAAY;EACvC;AAEA,SAAO,GAAG,YAAY,IAAI,mBAAmB,IAAI,WAAW,SAAS,CAAC,CAAC;AACzE;AAEO,SAAS,wBAAwB,OAAkC;AACxE,QAAM,UAAU,MAAM,KAAK;AAC3B,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,WAAO,wBAAwB,MAAM,KAAK,MAAM,OAAO,CAAC;EAC1D;AACA,QAAM,SAAS,KAAK,OAAO;AAC3B,QAAM,QAAQ,IAAI,WAAW,OAAO,MAAM;AAC1C,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;AACtC,UAAM,CAAC,IAAI,OAAO,WAAW,CAAC;EAChC;AACA,QAAM,UAAU,IAAI,YAAY,EAAE,OAAO,KAAK;AAC9C,SAAO,wBAAwB,MAAM,KAAK,MAAM,OAAO,CAAC;AAC1D;AAEA,eAAsB,uBACpB,oBACA,OACwC;AACxC,QAAM,KAAK,wBAAwB,kBAAkB;AACrD,QAAM,MAAM,KAAK,MAAM,KAAK,IAAI,IAAI,GAAI;AACxC,QAAM,MAAM,MAAM;IAChB;MACE,KAAK,GAAG;MACR;MACA,KAAK,GAAG,aAAa;MACrB,KAAK,MAAM;MACX,KAAK;IACP;IACA,GAAG;EACL;AAEA,QAAM,OAAO,IAAI,gBAAgB;IAC/B,YAAY;IACZ,WAAW;EACb,CAAC,EAAE,SAAS;AAEZ,SAAO;IACL,KAAK,GAAG,aAAa;IACrB;EACF;AACF;AAQO,SAAS,uBAAuB,aAGrC;AACA,QAAM,OAAO,IAAI,gBAAgB;IAC/B,YAAY;IACZ,eAAe,YAAY;IAC3B,WAAW,YAAY;IACvB,eAAe,YAAY;EAC7B,CAAC,EAAE,SAAS;AAEZ,SAAO,EAAE,KAAK,uCAAuC,KAAK;AAC5D;AChIO,IAAM,qBAAqB;EAChC,oBAAoBA,GAAE,OAAO,EAAE,SAASA,GAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK;IACvE,OAAO;IACP,aACE;IACF,QAAQ;EACV,CAAC;AACH;ACAO,IAAe,kBAAf,cAAuC,MAAM;EAEzC;EAET,YAAY,SAAiB,UAAyB;AACpD,UAAM,OAAO;AACb,SAAK,OAAO,WAAW;AACvB,SAAK,WAAW;EAClB;AACF;AAgBO,IAAM,YAAN,cAAwB,gBAAgB;EACpC,OAAO;AAClB;AEpCO,IAAM,sBAAsB;AAE5B,IAAM,qBAAqB,qBAAqB,mBAAmB;AKAnE,SAAS,WACd,OACA,MACe;AACf,MAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,WAAO;EACT;AACA,MAAI,SAAS,OAAO;AAClB,QAAI,OAAO,UAAU,UAAU;AAC7B,aAAO;IACT;AACA,UAAM,KAAK,IAAI,KAAK,KAAK,EAAE,QAAQ;AACnC,WAAO,OAAO,SAAS,EAAE,IAAI,KAAK;EACpC;AACA,MAAI,OAAO,UAAU,YAAY,MAAM,KAAK,MAAM,IAAI;AACpD,WAAO;EACT;AACA,QAAM,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;AAC1D,MAAI,CAAC,OAAO,SAAS,CAAC,GAAG;AACvB,WAAO;EACT;AACA,QAAM,SAAS,SAAS,MAAM,IAAI,MAAO;AACzC,SAAO,OAAO,SAAS,MAAM,IAAI,SAAS;AAC5C;AGtBO,IAAM,cAAc;AACpB,IAAM,gBAAgB;AAEtB,IAAM,cAAc;AACpB,IAAM,oBACX;AACK,IAAM,eAAe;AACrB,IAAM,sBAAsB;AAE5B,IAAM,wBAAwBA,GAAE,OAAO;EAC5C,aAAaA,GAAE,QAAQ,EAAE,SAAS;EAClC,QAAQA,GACL,OAAO;IACN,QAAQA,GAAE,MAAMA,GAAE,OAAO,EAAE,MAAMA,GAAE,OAAO,GAAG,MAAMA,GAAE,OAAO,EAAE,CAAC,CAAC;EAClE,CAAC,EACA,SAAS;EACZ,MAAMA,GACH;IACCA,GAAE,OAAO;MACP,GAAGA,GAAE,MAAMA,GAAE,OAAO,EAAE,GAAGA,GAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;IAC9D,CAAC;EACH,EACC,SAAS;EACZ,WAAWA,GAAE,OAAO,EAAE,SAAS;EAC/B,cAAcA,GACX,OAAO;IACN,WAAWA,GAAE,OAAO;IACpB,OAAOA,GAAE,OAAO;IAChB,UAAUA,GAAE,OAAO,EAAE,SAAS;EAChC,CAAC,EACA,SAAS;AACd,CAAC;AAcM,SAAS,yBAAyB,MAQvB;AAChB,QAAM,WAAW,KAAK,YAAY;AAClC,QAAM,YAAY,KAAK,aAAa;AAEpC,MAAI,KAAK,cAAc,QAAW;AAChC,UAAMC,OAAM,GAAG,WAAW,aAAa;MACrC,KAAK;IACP,CAAC;AACD,UAAM,OAAgC;MACpC,OAAO,KAAK;MACZ,cAAc;MACd,YAAY;MACZ;IACF;AACA,QAAI,KAAK,aAAa,QAAW;AAC/B,WAAK,UAAU,IAAI,KAAK;IAC1B;AACA,WAAO,EAAE,QAAQ,QAAQ,KAAAA,MAAK,MAAM,KAAK,UAAU,IAAI,EAAE;EAC3D;AAEA,MAAI,KAAK,iBAAiB,QAAW;AACnC,UAAM,IAAI;MACR;IACF;EACF;AAEA,QAAM,SAAS,IAAI,gBAAgB;IACjC,WAAW,KAAK;IAChB,YAAY,OAAO,QAAQ;IAC3B,WAAW,OAAO,SAAS;EAC7B,CAAC;AACD,QAAM,WAAW,KAAK,aAAa,YAAY,KAAK;AACpD,MAAI,aAAa,QAAW;AAC1B,WAAO,IAAI,YAAY,QAAQ;EACjC;AACA,QAAM,MAAM,GAAG,WAAW,aAAa;IACrC,KAAK,aAAa;EACpB,CAAC,YAAY,mBAAmB,KAAK,aAAa,KAAK,CAAC,IAAI,OAAO,SAAS,CAAC;AAC7E,SAAO,EAAE,QAAQ,OAAO,IAAI;AAC9B;AAEA,eAAsB,qBAAwB,MAcD;AAC3C,QAAM,OAAY,CAAC;AACnB,MAAI;AACJ,MAAI;AACJ,MAAI,OAAO;AACX,QAAM,aAAa,KAAK,IAAI;AAE5B,KAAG;AACD,QAAI,KAAK,QAAQ,SAAS;AACxB,aAAO,EAAE,MAAM,SAAS,KAAK;IAC/B;AACA,UAAM,UAAU,yBAAyB;MACvC,WAAW,KAAK;MAChB,KAAK,KAAK;MACV;MACA;MACA,UAAU,KAAK;MACf,UAAU,KAAK;IACjB,CAAC;AACD,QAAI;AACJ,QAAI;AACF,iBAAW,MAAM,KAAK,UAAU,SAAS,KAAK,MAAM;IACtD,SAAS,KAAK;AACZ,WAAK,QAAQ,KAAK,qBAAqB;QACrC,UAAU,KAAK;QACf,MAAM,OAAO;QACb,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;MACxD,CAAC;AACD,YAAM;IACR;AACA,QAAI,SAAS,gBAAgB,OAAO;AAClC,YAAM,IAAI,MAAM,KAAK,oBAAoB;IAC3C;AACA,QAAI,SAAS,iBAAiB,QAAW;AACvC,qBAAe,SAAS;IAC1B;AACA,UAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,SAAK,KAAK,GAAG,QAAQ;AACrB,gBACE,OAAO,SAAS,cAAc,YAAY,SAAS,UAAU,SAAS,IAClE,SAAS,YACT;AACN,YAAQ;AACR,SAAK,QAAQ,KAAK,gBAAgB;MAChC,UAAU,KAAK;MACf;MACA,OAAO,SAAS;MAChB,MAAM,aAAa;IACrB,CAAC;EACH,SAAS,cAAc;AAEvB,OAAK,QAAQ,KAAK,iBAAiB;IACjC,UAAU,KAAK;IACf,OAAO;IACP,OAAO,KAAK;IACZ,aAAa,KAAK,IAAI,IAAI;EAC5B,CAAC;AACD,SAAO,EAAE,MAAM,SAAS,MAAM;AAChC;AAEO,SAAS,cACd,UACwB;AACxB,QAAM,aAAqC,CAAC;AAC5C,GAAC,SAAS,QAAQ,UAAU,CAAC,GAAG,QAAQ,CAAC,OAAO,QAAQ;AACtD,eAAW,MAAM,IAAI,IAAI;EAC3B,CAAC;AACD,SAAO;AACT;AAEO,SAAS,WACd,OACA,YACA,MACe;AACf,QAAM,MAAM,WAAW,IAAI;AAC3B,MAAI,QAAQ,QAAW;AACrB,WAAO;EACT;AACA,QAAM,MAAM,MAAM,GAAG,GAAG;AACxB,MAAI,QAAQ,UAAa,QAAQ,MAAM;AACrC,WAAO;EACT;AACA,SAAO;AACT;AAEO,SAAS,mBAAmB,OAA8B;AAC/D,QAAM,YAAY,4BAA4B,KAAK,KAAK;AACxD,MAAI,WAAW;AACb,WAAO,KAAK;MACV,OAAO,UAAU,CAAC,CAAC;MACnB,OAAO,UAAU,CAAC,CAAC,IAAI;MACvB,OAAO,UAAU,CAAC,CAAC;IACrB;EACF;AACA,SAAO,WAAW,OAAO,KAAK;AAChC;ACxLO,IAAM,yBAAN,MAA6B;EAGlC,YACmB,MAOjB;AAPiB,SAAA,OAAA;EAOhB;EAPgB;EAHX,SAAsD;EAY9D,MAAc,eAAuD;AACnE,UAAM,qBAAqB,KAAK,KAAK,sBAAsB;AAC3D,QAAI,oBAAoB;AACtB,aAAO,uBAAuB,oBAAoB,KAAK,KAAK,KAAK;IACnE;AACA,UAAM,0BAA0B,KAAK,KAAK,6BAA6B;AACvE,QAAI,yBAAyB;AAC3B,aAAO,uBAAuB,uBAAuB;IACvD;AACA,UAAM,IAAI;MACR,GAAG,KAAK,KAAK,WAAW;IAC1B;EACF;EAEA,MAAM,SAAS,QAAuC;AACpD,QAAI,KAAK,UAAU,KAAK,IAAI,IAAI,KAAK,OAAO,WAAW;AACrD,aAAO,KAAK,OAAO;IACrB;AACA,UAAM,EAAE,KAAK,KAAK,IAAI,MAAM,KAAK,aAAa;AAC9C,UAAM,MAAM,MAAM,KAAK,KAAK,KAAK,KAAK;MACpC,UAAU;MACV,SAAS,EAAE,gBAAgB,oCAAoC;MAC/D;MACA;IACF,CAAC;AACD,UAAM,YAAY,IAAI,KAAK,cAAc;AACzC,SAAK,SAAS;MACZ,OAAO,IAAI,KAAK;MAChB,WAAW,KAAK,IAAI,KAAK,YAAY,MAAM;IAC7C;AACA,WAAO,KAAK,OAAO;EACrB;AACF;ACpEO,IAAM,aAAa;AAE1B,SAAS,KAAK,GAAmB;AAC/B,SAAO,OAAO,CAAC,EAAE,SAAS,GAAG,GAAG;AAClC;AAEO,SAAS,UAAU,IAAoB;AAC5C,QAAM,IAAI,IAAI,KAAK,EAAE;AACrB,SAAO,GAAG,EAAE,eAAe,CAAC,IAAI,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,EAAE,WAAW,CAAC,CAAC;AACnF;AAEO,SAAS,cAAc,IAAoB;AAChD,SAAO,KAAK,MAAM,KAAK,UAAU,IAAI;AACvC;;;AGbO,IAAMC,uBAAsB;AAE5B,IAAMC,sBAAqB,qBAAqBD,oBAAmB;AAEnE,SAAS,mBAAmB,aAA6B;AAC9D,SAAO,qBAAqB,WAAW,IAAIA,oBAAmB;AAChE;AKJO,SAASE,YACd,OACA,MACe;AACf,MAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,WAAO;EACT;AACA,MAAI,SAAS,OAAO;AAClB,QAAI,OAAO,UAAU,UAAU;AAC7B,aAAO;IACT;AACA,UAAM,KAAK,IAAI,KAAK,KAAK,EAAE,QAAQ;AACnC,WAAO,OAAO,SAAS,EAAE,IAAI,KAAK;EACpC;AACA,MAAI,OAAO,UAAU,YAAY,MAAM,KAAK,MAAM,IAAI;AACpD,WAAO;EACT;AACA,QAAM,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;AAC1D,MAAI,CAAC,OAAO,SAAS,CAAC,GAAG;AACvB,WAAO;EACT;AACA,QAAM,SAAS,SAAS,MAAM,IAAI,MAAO;AACzC,SAAO,OAAO,SAAS,MAAM,IAAI,SAAS;AAC5C;;;AGNA;AAAA,EACE;AAAA,EAWA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,KAAAC,UAAS;AAEX,IAAM,eAAe;AAAA,EAC1BA,GACG,OAAO;AAAA,IACN,WAAWA,GACR,OAAO,EACP,MAAM,aAAa,0CAA0C,EAC7D,KAAK;AAAA,MACJ,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACH,GAAG;AAAA,IACH,WAAWA,GACR,OAAO,EACP,MAAM,aAAa,0CAA0C,EAC7D,SAAS,EACT,KAAK;AAAA,MACJ,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACH,WAAWA,GACR,OAAO,EACP;AAAA,MACC;AAAA,MACA;AAAA,IACF,EACC,SAAS,EACT,KAAK;AAAA,MACJ,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACH,YAAYA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK;AAAA,MAC5C,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACD,oBAAoBA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK;AAAA,MACpD,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACD,cAAcA,GAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,SAAS,EAAE,KAAK;AAAA,MACjE,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC,EACA,YAAY,CAAC,KAAK,QAAQ;AACzB,QAAK,IAAI,cAAc,YAAgB,IAAI,cAAc,SAAY;AACnE,UAAI,SAAS;AAAA,QACX,MAAMA,GAAE,aAAa;AAAA,QACrB,SACE;AAAA,QACF,MAAM,CAAC,IAAI,cAAc,SAAY,cAAc,WAAW;AAAA,MAChE,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACL;AAEO,IAAM,MAAoB,mBAAmB;AAAA,EAClD,aAAa;AAAA,EACb,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,SACE;AAAA,EACF,QAAQ;AAAA,IACN,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,SAAS;AAAA,EACX;AAAA,EACA,MAAM;AAAA,IACJ,SACE;AAAA,IACF,OAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EACA,WACE;AAAA,EACF,aAAa;AAAA,IACX;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF,CAAC;AAWD,IAAM,sBAAsB;AAAA,EAC1B,oBAAoB;AAAA,IAClB,aAAa;AAAA,IACb,MAAM;AAAA,EACR;AACF;AAIA,IAAM,cAAcA,GAAE,OAAO,EAAE,MAAM,SAAS;AAC9C,IAAM,eAAeA,GAAE,IAAI,SAAS;AAEpC,IAAM,aAAaA,GAChB,OAAO;AAAA,EACN,aAAaA,GAAE,OAAO,EAAE,SAAS;AAAA,EACjC,YAAY,YAAY,SAAS;AAAA,EACjC,WAAWA,GAAE,QAAQ,EAAE,SAAS;AAAA,EAChC,aAAaA,GAAE,OAAO,EAAE,SAAS;AAAA,EACjC,mBAAmBA,GAAE,QAAQ,EAAE,SAAS;AAC1C,CAAC,EACA;AAAA,EACC,CAAC,MACC,EAAE,gBAAgB,UAClB,EAAE,eAAe,UACjB,EAAE,cAAc,UAChB,EAAE,gBAAgB,UAClB,EAAE,sBAAsB;AAAA,EAC1B;AAAA,IACE,SAAS;AAAA,EACX;AACF;AAEF,IAAM,cAAcA,GAAE,OAAO;AAAA,EAC3B,UAAUA,GAAE,OAAO;AAAA,IACjB,WAAW,aAAa,SAAS;AAAA,IACjC,SAAS;AAAA,EACX,CAAC;AAAA,EACD,OAAO;AACT,CAAC;AAED,IAAM,mBAAmBA,GAAE,OAAO;AAAA,EAChC,QAAQA,GAAE,OAAO;AAAA,IACf,MAAMA,GAAE,OAAO;AAAA,IACf,QAAQA,GAAE,OAAOA,GAAE,OAAO,GAAGA,GAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACpD,CAAC;AAAA,EACD,UAAUA,GACP,OAAO;AAAA,IACN,MAAMA,GAAE,OAAO,EAAE,SAAS;AAAA,IAC1B,QAAQA,GAAE,OAAOA,GAAE,OAAO,GAAGA,GAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACpD,CAAC,EACA,SAAS;AAAA,EACZ,WAAWA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,YAAYA,GAAE,OAAO,EAAE,SAAS;AAAA,EAChC,QAAQA,GAAE,MAAM,WAAW,EAAE,SAAS;AACxC,CAAC;AAED,IAAM,+BAA+BA,GAAE,OAAO;AAAA,EAC5C,YAAYA,GAAE,MAAM,gBAAgB,EAAE,SAAS;AAAA,EAC/C,eAAeA,GAAE,OAAO,EAAE,SAAS;AACrC,CAAC;AAEM,IAAM,0BAA0B;AAChC,IAAM,qBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,oBAAoB;AAEjC,IAAM,wBACJ;AACF,IAAM,mBACJ;AAEK,IAAM,oBAAoB,gBAAgB;AAAA,EAC/C,CAAC,uBAAuB,GAAG;AAAA,IACzB,OAAO;AAAA,IACP,aACE;AAAA,IACF,UAAU;AAAA,IACV,aAAa;AAAA,IACb,OACE;AAAA,IACF,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,IACF;AAAA,IACA,WAAW;AAAA,MACT,aAAa;AAAA,MACb,aAAa;AAAA,IACf;AAAA,EACF;AAAA,EACA,CAAC,kBAAkB,GAAG;AAAA,IACpB,OAAO;AAAA,IACP,aACE;AAAA,IACF,UACE;AAAA,IACF,aAAa;AAAA,IACb,OACE;AAAA,IACF,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,aAAa;AAAA,MACf;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,IACF;AAAA,EACF;AAAA,EACA,CAAC,kBAAkB,GAAG;AAAA,IACpB,OAAO;AAAA,IACP,aACE;AAAA,IACF,UAAU;AAAA,IACV,aAAa;AAAA,IACb,OACE;AAAA,IACF,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,aAAa;AAAA,MACf;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,IACF;AAAA,IACA,WAAW;AAAA,MACT,QAAQ;AAAA,IACV;AAAA,EACF;AAAA,EACA,CAAC,iBAAiB,GAAG;AAAA,IACnB,OAAO;AAAA,IACP,aACE;AAAA,IACF,UAAU;AAAA,IACV,aAAa;AAAA,IACb,OACE;AAAA,IACF,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aAAa;AAAA,MACf;AAAA,IACF;AAAA,IACA,WAAW;AAAA,MACT,OAAO;AAAA,IACT;AAAA,EACF;AACF,CAAC;AAED,IAAM,cAAc,CAAC,eAAe,UAAU,OAAO;AAGrD,IAAM,qBAA+D;AAAA,EACnE,aAAa,CAAC,yBAAyB,kBAAkB;AAAA,EACzD,QAAQ,CAAC,kBAAkB;AAAA,EAC3B,OAAO,CAAC,iBAAiB;AAC3B;AAGA,IAAM,mBAAmB,uBAAuB,WAAW;AAE3D,IAAM,sBAAsB;AAC5B,IAAM,mBAAmB;AACzB,IAAM,uBAAuB;AAC7B,IAAM,0BAA0B;AAChC,IAAM,kBAAkB,GAAG,uBAAuB;AAClD,IAAM,wBAAwB;AAC9B,IAAM,4BAA4B;AAClC,IAAM,+BAA+B;AAE9B,IAAM,KAAK;AAEX,IAAM,OAAsB;AAAA,EACjC,qBAAqB;AAAA,EACrB,aAAa;AAAA,EACb,SACE;AAAA,EACF,SACE;AACJ;AAEO,IAAM,oBAAN,MAAM,2BAA0B,cAGrC;AAAA,EACA,OAAgB,KAAK;AAAA,EAErB,OAAgB,YAAY;AAAA,EAE5B,OAAgB,UAAU,qBAAqB,iBAAiB;AAAA,EAEhE,OAAgB,OAAO;AAAA,EAEvB,OAAO,OAAO,OAAgB,KAA2C;AACvE,UAAM,SAAS,aAAa,MAAM,KAAK;AACvC,WAAO,IAAI;AAAA,MACT;AAAA,QACE,WAAW,OAAO;AAAA,QAClB,WAAW,OAAO;AAAA,QAClB,WAAW,OAAO;AAAA,QAClB,YAAY,OAAO;AAAA,QACnB,oBAAoB,OAAO;AAAA,QAC3B,cAAc,OAAO;AAAA,MACvB;AAAA,MACA,EAAE,oBAAoB,OAAO,mBAAmB;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA,EAES,KAAK;AAAA,EACI,cAAc;AAAA,EAExB;AAAA,EACA;AAAA,EAEA,mBAAmB,QAAuC;AAChE,SAAK,4BAA4B,IAAI,uBAAuB;AAAA,MAC1D,aAAa,KAAK;AAAA,MAClB,OAAO;AAAA,MACP,uBAAuB,MAAM,KAAK,MAAM;AAAA,MACxC,MAAM,CAAC,KAAK,SACV,KAAK,KAAoD,KAAK,IAAI;AAAA,IACtE,CAAC;AACD,WAAO,KAAK,wBAAwB,SAAS,MAAM;AAAA,EACrD;AAAA,EAEQ,iBAAiB,QAAuC;AAC9D,SAAK,0BAA0B,IAAI,uBAAuB;AAAA,MACxD,aAAa,KAAK;AAAA,MAClB,OAAO;AAAA,MACP,uBAAuB,MAAM,KAAK,MAAM;AAAA,MACxC,MAAM,CAAC,KAAK,SACV,KAAK,KAAoD,KAAK,IAAI;AAAA,IACtE,CAAC;AACD,WAAO,KAAK,sBAAsB,SAAS,MAAM;AAAA,EACnD;AAAA,EAEA,MAAc,eACZ,YACA,eACA,SACA,OACA,WACA,UACA,QACuD;AACvD,UAAM,SAAS,IAAI,gBAAgB;AACnC,WAAO,IAAI,UAAU,kBAAkB,UAAU,GAAG;AACpD,WAAO,IAAI,sBAAsB,IAAI,KAAK,OAAO,EAAE,YAAY,CAAC;AAChE,WAAO,IAAI,oBAAoB,IAAI,KAAK,KAAK,EAAE,YAAY,CAAC;AAC5D,WAAO,IAAI,+BAA+B,eAAe;AACzD,WAAO,IAAI,gCAAgC,WAAW;AACtD,WAAO,IAAI,kCAAkC,YAAY;AACzD,eAAW,SAAS,eAAe;AACjC,aAAO,OAAO,6BAA6B,KAAK;AAAA,IAClD;AACA,WAAO,IAAI,YAAY,OAAO,oBAAoB,CAAC;AACnD,QAAI,cAAc,QAAW;AAC3B,aAAO,IAAI,aAAa,SAAS;AAAA,IACnC;AAEA,UAAM,MAAM,GAAG,mBAAmB,aAAa;AAAA,MAC7C,KAAK,SAAS;AAAA,IAChB,CAAC,eAAe,OAAO,SAAS,CAAC;AAEjC,UAAM,cAAc,MAAM,KAAK,mBAAmB,MAAM;AACxD,UAAM,MAAM,MAAM,KAAK;AAAA,MACrB;AAAA,MACA;AAAA,QACE;AAAA,QACA,SAAS;AAAA,UACP,eAAe,UAAU,WAAW;AAAA,UACpC,cAAc,mBAAmB,KAAK,EAAE;AAAA,QAC1C;AAAA,QACA;AAAA,MACF;AAAA,IACF;AACA,WAAO,IAAI;AAAA,EACb;AAAA,EAEA,MAAc,kBACZ,SACA,QAC0B;AAC1B,UAAM,cAAc,MAAM,KAAK,iBAAiB,MAAM;AACtD,UAAM,UAAU;AAAA,MACd,eAAe,UAAU,WAAW;AAAA,MACpC,gBAAgB;AAAA,MAChB,cAAc,mBAAmB,KAAK,EAAE;AAAA,IAC1C;AACA,QAAI,QAAQ,WAAW,QAAQ;AAC7B,YAAMC,OAAM,MAAM,KAAK,KAAsB,QAAQ,KAAK;AAAA,QACxD,UAAU;AAAA,QACV;AAAA,QACA,MAAM,QAAQ;AAAA,QACd;AAAA,MACF,CAAC;AACD,aAAOA,KAAI;AAAA,IACb;AACA,UAAM,MAAM,MAAM,KAAK,IAAqB,QAAQ,KAAK;AAAA,MACvD,UAAU;AAAA,MACV;AAAA,MACA;AAAA,IACF,CAAC;AACD,WAAO,IAAI;AAAA,EACb;AAAA,EAEA,MAAc,gBACZ,SACA,QACA,oBACA,QACe;AACf,UAAM,kBACJ,CAAC,sBACD,mBAAmB,SAAS,KAC5B,mBAAmB,IAAI,uBAAuB;AAChD,UAAM,aACJ,CAAC,sBACD,mBAAmB,SAAS,KAC5B,mBAAmB,IAAI,kBAAkB;AAC3C,QAAI,CAAC,mBAAmB,CAAC,YAAY;AACnC;AAAA,IACF;AAEA,UAAM,cAA8B,CAAC;AACrC,UAAM,SAAyB,CAAC;AAChC,QAAI;AACJ,QAAI,OAAO;AACX,UAAM,aAAa,KAAK,IAAI;AAC5B,OAAG;AACD,UAAI,QAAQ,SAAS;AACnB;AAAA,MACF;AACA,UAAI;AACJ,UAAI;AACF,mBAAW,MAAM,KAAK;AAAA,UACpB;AAAA,UACA,CAAC,+BAA+B,6BAA6B;AAAA,UAC7D,OAAO;AAAA,UACP,OAAO;AAAA,UACP;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,SAAS,KAAK;AACZ,aAAK,OAAO,KAAK,qBAAqB;AAAA,UACpC,UAAU;AAAA,UACV,MAAM,OAAO;AAAA,UACb,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AACD,cAAM;AAAA,MACR;AACA,YAAM,SAAS,SAAS,cAAc,CAAC;AACvC,UAAI,YAAY;AAChB,iBAAW,MAAM,QAAQ;AACvB,cAAM,UAAU,GAAG,OAAO,SAAS,eAAe,KAAK;AACvD,cAAM,eAAe,GAAG,OAAO,SAAS,eAAe,KAAK;AAC5D,cAAM,UAAU,CAAC,cAAc,YAAY;AAC3C,mBAAW,SAAS,GAAG,UAAU,CAAC,GAAG;AACnC,gBAAM,SAAS,mBAAmB,SAAS,cAAc,KAAK;AAC9D,cAAI,WAAW,MAAM;AACnB;AAAA,UACF;AACA,cAAI,SAAS;AACX,mBAAO,KAAK;AAAA,cACV,MAAM;AAAA,cACN,IAAI,OAAO;AAAA,cACX,OAAO,OAAO;AAAA,cACd,YAAY;AAAA,gBACV,SAAS,OAAO,WAAW,SAAS,KAAK;AAAA,gBACzC,WAAW;AAAA,cACb;AAAA,YACF,CAAC;AAAA,UACH,OAAO;AACL,wBAAY,KAAK;AAAA,cACf,MAAM;AAAA,cACN,IAAI,OAAO;AAAA,cACX,OAAO,OAAO;AAAA,cACd,YAAY,OAAO;AAAA,YACrB,CAAC;AAAA,UACH;AACA,uBAAa;AAAA,QACf;AAAA,MACF;AACA,kBAAY,yBAAyB,SAAS,aAAa;AAC3D,cAAQ;AACR,WAAK,OAAO,KAAK,gBAAgB;AAAA,QAC/B,UAAU;AAAA,QACV;AAAA,QACA,OAAO;AAAA,QACP,MAAM,aAAa;AAAA,MACrB,CAAC;AAAA,IACH,SAAS,cAAc;AAEvB,QAAI,iBAAiB;AACnB,YAAM,QAAQ,QAAQ,aAAa,EAAE,OAAO,CAAC,uBAAuB,EAAE,CAAC;AAAA,IACzE;AACA,QAAI,YAAY;AACd,YAAM,QAAQ,QAAQ,QAAQ,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;AAAA,IAC/D;AACA,SAAK,OAAO,KAAK,iBAAiB;AAAA,MAChC,UAAU;AAAA,MACV,OAAO;AAAA,MACP,OAAO,YAAY,SAAS,OAAO;AAAA,MACnC,aAAa,KAAK,IAAI,IAAI;AAAA,IAC5B,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,WACZ,SACA,QACA,QACe;AACf,UAAM,UAA0B,CAAC;AACjC,QAAI;AACJ,QAAI,OAAO;AACX,UAAM,aAAa,KAAK,IAAI;AAC5B,OAAG;AACD,UAAI,QAAQ,SAAS;AACnB;AAAA,MACF;AACA,UAAI;AACJ,UAAI;AACF,mBAAW,MAAM,KAAK;AAAA,UACpB;AAAA,UACA,CAAC,+BAA+B,oBAAoB;AAAA,UACpD,OAAO;AAAA,UACP,OAAO;AAAA,UACP;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,SAAS,KAAK;AACZ,aAAK,OAAO,KAAK,qBAAqB;AAAA,UACpC,UAAU;AAAA,UACV,MAAM,OAAO;AAAA,UACb,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AACD,cAAM;AAAA,MACR;AACA,YAAM,SAAS,SAAS,cAAc,CAAC;AACvC,UAAI,YAAY;AAChB,iBAAW,MAAM,QAAQ;AACvB,cAAM,UAAU,GAAG,OAAO,SAAS,eAAe,KAAK;AACvD,cAAM,YACJ,GAAG,OAAO,SAAS,MAAM,KAAK,GAAG,OAAO,SAAS,YAAY,KAAK;AACpE,mBAAW,SAAS,GAAG,UAAU,CAAC,GAAG;AACnC,gBAAM,SAAS,mBAAmB,SAAS,WAAW,KAAK;AAC3D,cAAI,WAAW,MAAM;AACnB;AAAA,UACF;AACA,kBAAQ,KAAK,MAAM;AACnB,uBAAa;AAAA,QACf;AAAA,MACF;AACA,kBAAY,yBAAyB,SAAS,aAAa;AAC3D,cAAQ;AACR,WAAK,OAAO,KAAK,gBAAgB;AAAA,QAC/B,UAAU;AAAA,QACV;AAAA,QACA,OAAO;AAAA,QACP,MAAM,aAAa;AAAA,MACrB,CAAC;AAAA,IACH,SAAS,cAAc;AAEvB,UAAM,QAAQ,QAAQ,SAAS,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;AAC9D,SAAK,OAAO,KAAK,iBAAiB;AAAA,MAChC,UAAU;AAAA,MACV,OAAO;AAAA,MACP,OAAO,QAAQ;AAAA,MACf,aAAa,KAAK,IAAI,IAAI;AAAA,IAC5B,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,UACZ,SACA,QACA,QACe;AACf,QACE,KAAK,SAAS,cAAc,UAC5B,KAAK,SAAS,cAAc,QAC5B;AACA,WAAK,OAAO,KAAK,iBAAiB;AAAA,QAChC,UAAU;AAAA,QACV,OAAO;AAAA,QACP,OAAO;AAAA,QACP,aAAa;AAAA,QACb,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAEA,UAAM,MAAM,oBAAoB;AAAA,MAC9B,WAAW,KAAK,SAAS;AAAA,MACzB,WAAW,KAAK,SAAS;AAAA,MACzB,WAAW,OAAO;AAAA,MAClB,SAAS,OAAO;AAAA,MAChB,eACE,KAAK,SAAS,sBAAsB;AAAA,IACxC,CAAC;AAED,UAAM,EAAE,MAAM,SAAS,QAAQ,IAAI,MAAM;AAAA,MACvC;AAAA,QACE,WAAW,KAAK,SAAS;AAAA,QACzB;AAAA,QACA,UAAU;AAAA,QACV,UAAU,KAAK,SAAS;AAAA,QACxB;AAAA,QACA,QAAQ,KAAK;AAAA,QACb,SAAS,CAAC,aAAa,gCAAgC,QAAQ;AAAA,QAC/D,sBAAsB,GAAG,KAAK,EAAE;AAAA,QAChC,WAAW,CAAC,SAAS,QAAQ,KAAK,kBAAkB,SAAS,GAAG;AAAA,MAClE;AAAA,IACF;AACA,QAAI,SAAS;AACX;AAAA,IACF;AACA,UAAM,QAAQ,QAAQ,SAAS,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC;AAAA,EAC/D;AAAA,EAEA,MAAM,KACJ,SACA,SACA,QACqB;AACrB,UAAM,eAAe,KAAK,SAAS,gBAAgB;AACnD,UAAM,mBAAmB,oBAAoB,SAAS,YAAY;AAClE,UAAM,cAAc,eAAe,SAAS,YAAY;AAExD,UAAM,SAAS,iBAAiB,QAAQ,MAAM,IAC1C,QAAQ,SACR;AACJ,UAAM,YAAY,SAAS,YAAY,QAAQ,OAAO,KAAK,IAAI;AAC/D,UAAM,WAAW,aAAa,IAAI,YAAY;AAE9C,aAAS,IAAI,UAAU,IAAI,YAAY,QAAQ,KAAK;AAClD,YAAM,QAAQ,YAAY,CAAC;AAC3B,UAAI,QAAQ,SAAS;AACnB,eAAO,EAAE,MAAM,OAAO,QAAQ,EAAE,OAAO,MAAM,KAAK,EAAE;AAAA,MACtD;AACA,UACE,QAAQ,aACR,QAAQ,UAAU,OAAO,KACzB,CAAC,mBAAmB,KAAK,EAAE,KAAK,CAAC,MAAM,QAAQ,UAAW,IAAI,CAAC,CAAC,GAChE;AACA;AAAA,MACF;AACA,UAAI;AACF,YAAI,UAAU,eAAe;AAC3B,gBAAM,KAAK;AAAA,YACT;AAAA,YACA;AAAA,YACA,QAAQ;AAAA,YACR;AAAA,UACF;AAAA,QACF,WAAW,UAAU,UAAU;AAC7B,gBAAM,KAAK,WAAW,SAAS,kBAAkB,MAAM;AAAA,QACzD,OAAO;AACL,gBAAM,KAAK,UAAU,SAAS,aAAa,MAAM;AAAA,QACnD;AAAA,MACF,SAAS,KAAK;AACZ,YAAI,QAAQ,SAAS;AACnB,iBAAO,EAAE,MAAM,OAAO,QAAQ,EAAE,OAAO,MAAM,KAAK,EAAE;AAAA,QACtD;AACA,cAAM;AAAA,MACR;AAAA,IACF;AAEA,WAAO,EAAE,MAAM,KAAK;AAAA,EACtB;AACF;AAEA,SAAS,cAAc,MAAuB;AAC5C,MAAI,KAAK,WAAW,GAAG;AACrB,WAAO;AAAA,EACT;AACA,QAAM,IAAI,OAAO,SAAS,MAAM,EAAE;AAClC,MAAI,CAAC,OAAO,SAAS,CAAC,GAAG;AACvB,WAAO;AAAA,EACT;AACA,SAAO,KAAK,OAAO,IAAI;AACzB;AAEA,SAAS,yBAAyB,OAAoC;AACpE,MAAI,OAAO,UAAU,YAAY,MAAM,SAAS,GAAG;AACjD,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEO,SAAS,mBACd,SACA,cACA,OAC6E;AAC7E,QAAM,KAAKC;AAAA,IACT,MAAM,SAAS,aAAa,MAAM,SAAS;AAAA,IAC3C;AAAA,EACF;AACA,MAAI,OAAO,MAAM;AACf,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,mBAAmB,MAAM,KAAK;AAC5C,MAAI,UAAU,MAAM;AAClB,WAAO;AAAA,EACT;AACA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,YAAY;AAAA,MACV,SAAS,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;AAEO,SAAS,mBACd,SACA,WACA,OACqB;AACrB,QAAM,KAAKA;AAAA,IACT,MAAM,SAAS,aAAa,MAAM,SAAS;AAAA,IAC3C;AAAA,EACF;AACA,MAAI,OAAO,MAAM;AACf,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,mBAAmB,MAAM,KAAK;AAC5C,MAAI,UAAU,MAAM;AAClB,WAAO;AAAA,EACT;AACA,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA,YAAY;AAAA,MACV,SAAS,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,mBAAmB,GAA8C;AACxE,MAAI,EAAE,gBAAgB,UAAa,OAAO,SAAS,EAAE,WAAW,GAAG;AACjE,WAAO,EAAE;AAAA,EACX;AACA,MAAI,EAAE,eAAe,QAAW;AAC9B,UAAM,IAAI,OAAO,EAAE,UAAU;AAC7B,WAAO,OAAO,cAAc,CAAC,IAAI,IAAI;AAAA,EACvC;AACA,MAAI,EAAE,cAAc,QAAW;AAC7B,WAAO,EAAE,YAAY,IAAI;AAAA,EAC3B;AACA,SAAO;AACT;AAEO,SAAS,oBACd,SACA,cACA,MAAc,KAAK,IAAI,GACa;AACpC,QAAM,QAAQ,cAAc,GAAG,IAAI;AACnC,MAAI,OAAO;AACX,MAAI,QAAQ,SAAS,UAAU;AAC7B,WAAO;AAAA,EACT,WAAW,QAAQ,UAAU,QAAW;AACtC,UAAM,UAAUA,YAAW,QAAQ,OAAO,KAAK;AAC/C,QAAI,YAAY,MAAM;AACpB,YAAM,UAAU,KAAK,MAAM,MAAM,WAAW,UAAU;AACtD,aAAO,KAAK;AAAA,QACV,KAAK,IAAI,UAAU,2BAA2B,CAAC;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO,EAAE,SAAS,QAAQ,OAAO,YAAY,MAAM;AACrD;AAEO,SAAS,eACd,SACA,cACA,MAAc,KAAK,IAAI,GACiB;AACxC,QAAM,QAAQ,cAAc,GAAG,IAAI;AACnC,MAAI,OAAO;AACX,MAAI,QAAQ,SAAS,UAAU;AAC7B,WAAO;AAAA,EACT,WAAW,QAAQ,UAAU,QAAW;AACtC,UAAM,UAAUA,YAAW,QAAQ,OAAO,KAAK;AAC/C,QAAI,YAAY,MAAM;AACpB,YAAM,UAAU,KAAK,MAAM,MAAM,WAAW,UAAU;AACtD,aAAO,KAAK;AAAA,QACV,KAAK,IAAI,UAAU,2BAA2B,CAAC;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AAAA,IACL,WAAW,UAAU,QAAQ,OAAO,UAAU;AAAA,IAC9C,SAAS,UAAU,KAAK;AAAA,EAC1B;AACF;AAEO,SAAS,oBAAoB,MAMzB;AACT,QAAM,gBAAgB,KAAK,cAAc,QAAQ,MAAM,KAAK;AAC5D,QAAM,QAAQ,KAAK,KAAK,SAAS,IAAI,KAAK,SAAS;AACnD,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ,KAAK;AAAA,IACb,yCAAyC,KAAK,SAAS;AAAA,IACvD,wCAAwC,KAAK,OAAO;AAAA,IACpD,mCAAmC,aAAa;AAAA,IAChD;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;AAEO,SAAS,gCACd,UACgB;AAChB,QAAM,aAAa,cAAc,QAAQ;AACzC,QAAM,UAA0B,CAAC;AACjC,aAAW,OAAO,SAAS,QAAQ,CAAC,GAAG;AACrC,UAAM,YAAY,WAAW,IAAI,GAAG,YAAY,MAAM;AACtD,QAAI,cAAc,MAAM;AACtB;AAAA,IACF;AACA,UAAM,KAAK,mBAAmB,SAAS;AACvC,QAAI,OAAO,MAAM;AACf;AAAA,IACF;AACA,UAAM,YAAY,WAAW,IAAI,GAAG,YAAY,MAAM;AACtD,QAAI,cAAc,MAAM;AACtB;AAAA,IACF;AACA,UAAM,QAAQ,OAAO,WAAW,SAAS;AACzC,QAAI,CAAC,OAAO,SAAS,KAAK,GAAG;AAC3B;AAAA,IACF;AACA,UAAM,aAAwC;AAAA,MAC5C,KAAK,WAAW,IAAI,GAAG,YAAY,KAAK,KAAK;AAAA,MAC7C,SAAS,WAAW,IAAI,GAAG,YAAY,SAAS,KAAK;AAAA,IACvD;AACA,UAAM,WAAW,WAAW,IAAI,GAAG,YAAY,UAAU;AACzD,QAAI,aAAa,MAAM;AACrB,iBAAW,UAAU,IAAI;AAAA,IAC3B;AACA,YAAQ,KAAK,EAAE,MAAM,mBAAmB,IAAI,OAAO,WAAW,CAAC;AAAA,EACjE;AACA,SAAO;AACT;;;AC94BA,IAAO,gBAAQ;","names":["z","url","HTTP_CLIENT_VERSION","DEFAULT_USER_AGENT","parseEpoch","z","res","parseEpoch"]}
|
|
1
|
+
{"version":3,"sources":["../../gcp-shared/src/auth.ts","../../gcp-shared/src/config.ts","../../../connector-shared/src/errors.ts","../../../connector-shared/src/retry.ts","../../../connector-shared/src/version.ts","../../../connector-shared/src/request.ts","../../../connector-shared/src/rate-limit.ts","../../../connector-shared/src/map-concurrent.ts","../../../connector-shared/src/sanitize.ts","../../../connector-shared/src/epoch.ts","../../../connector-shared/src/pagination.ts","../../../connector-shared/src/logger.ts","../../gcp-shared/src/bigquery.ts","../../gcp-shared/src/access-token.ts","../../gcp-shared/src/dates.ts","../../../connector-shared/src/errors.ts","../../../connector-shared/src/retry.ts","../../../connector-shared/src/version.ts","../../../connector-shared/src/request.ts","../../../connector-shared/src/rate-limit.ts","../../../connector-shared/src/map-concurrent.ts","../../../connector-shared/src/sanitize.ts","../../../connector-shared/src/epoch.ts","../../../connector-shared/src/pagination.ts","../../../connector-shared/src/logger.ts","../src/vertex-ai.ts","../src/index.ts"],"sourcesContent":["import { z } from 'zod';\n\nexport interface ServiceAccountKey {\n client_email: string;\n private_key: string;\n token_uri?: string;\n project_id?: string;\n}\n\nconst serviceAccountKeySchema = z.object({\n client_email: z.string().min(1),\n private_key: z.string().min(1),\n token_uri: z.string().url().optional(),\n project_id: z.string().optional(),\n});\n\nexport type ServiceAccountInput = string | Record<string, unknown>;\n\nexport interface TokenResponse {\n access_token: string;\n expires_in?: number;\n}\n\nexport const tokenResponseSchema = z.object({\n access_token: z.string().min(1),\n expires_in: z.number().int().positive().optional(),\n});\n\nfunction base64urlFromBytes(bytes: Uint8Array): string {\n let binary = '';\n for (let i = 0; i < bytes.length; i++) {\n binary += String.fromCharCode(bytes[i]!);\n }\n return btoa(binary).replace(/\\+/g, '-').replace(/\\//g, '_').replace(/=/g, '');\n}\n\nfunction base64urlFromString(str: string): string {\n return base64urlFromBytes(new TextEncoder().encode(str));\n}\n\nasync function signRS256JWT(\n payload: Record<string, unknown>,\n privateKeyPem: string,\n): Promise<string> {\n const header = { alg: 'RS256', typ: 'JWT' };\n const headerB64 = base64urlFromString(JSON.stringify(header));\n const payloadB64 = base64urlFromString(JSON.stringify(payload));\n const signingInput = `${headerB64}.${payloadB64}`;\n\n const pemContent = privateKeyPem\n .replace(/-----BEGIN PRIVATE KEY-----/g, '')\n .replace(/-----END PRIVATE KEY-----/g, '')\n .replace(/\\s/g, '');\n const der = Uint8Array.from(atob(pemContent), (c) => c.charCodeAt(0));\n\n const key = await globalThis.crypto.subtle.importKey(\n 'pkcs8',\n der,\n { name: 'RSASSA-PKCS1-v1_5', hash: 'SHA-256' },\n false,\n ['sign'],\n );\n\n const signature = await globalThis.crypto.subtle.sign(\n 'RSASSA-PKCS1-v1_5',\n key,\n new TextEncoder().encode(signingInput),\n );\n\n return `${signingInput}.${base64urlFromBytes(new Uint8Array(signature))}`;\n}\n\nexport function parseServiceAccountJson(value: unknown): ServiceAccountKey {\n if (typeof value === 'object' && value !== null) {\n return serviceAccountKeySchema.parse(value);\n }\n if (typeof value !== 'string') {\n throw new Error(\n `serviceAccountJson must be a JSON object, raw JSON string, or base64-encoded JSON, but received ${typeof value}`,\n );\n }\n const trimmed = value.trim();\n if (trimmed.startsWith('{')) {\n return serviceAccountKeySchema.parse(JSON.parse(trimmed));\n }\n const binary = atob(trimmed);\n const bytes = new Uint8Array(binary.length);\n for (let i = 0; i < binary.length; i++) {\n bytes[i] = binary.charCodeAt(i);\n }\n const decoded = new TextDecoder().decode(bytes);\n return serviceAccountKeySchema.parse(JSON.parse(decoded));\n}\n\nexport async function buildServiceAccountJwt(\n serviceAccountJson: ServiceAccountInput,\n scope: string,\n): Promise<{ url: string; body: string }> {\n const sa = parseServiceAccountJson(serviceAccountJson);\n const now = Math.floor(Date.now() / 1000);\n const jwt = await signRS256JWT(\n {\n iss: sa.client_email,\n scope,\n aud: sa.token_uri ?? 'https://oauth2.googleapis.com/token',\n exp: now + 3600,\n iat: now,\n },\n sa.private_key,\n );\n\n const body = new URLSearchParams({\n grant_type: 'urn:ietf:params:oauth:grant-type:jwt-bearer',\n assertion: jwt,\n }).toString();\n\n return {\n url: sa.token_uri ?? 'https://oauth2.googleapis.com/token',\n body,\n };\n}\n\nexport interface RefreshTokenCredentials {\n refreshToken: string;\n clientId: string;\n clientSecret: string;\n}\n\nexport function buildRefreshTokenGrant(credentials: RefreshTokenCredentials): {\n url: string;\n body: string;\n} {\n const body = new URLSearchParams({\n grant_type: 'refresh_token',\n refresh_token: credentials.refreshToken,\n client_id: credentials.clientId,\n client_secret: credentials.clientSecret,\n }).toString();\n\n return { url: 'https://oauth2.googleapis.com/token', body };\n}\n","import { z } from 'zod';\n\nexport const gcpAuthConfigShape = {\n serviceAccountJson: z.object({ $secret: z.string().trim().min(1) }).meta({\n label: 'Service Account JSON',\n description:\n 'Contents of the JSON key file for a Google service account with the role required by this connector. Create one at Google Cloud -> IAM & Admin -> Service Accounts and store the JSON as a secret.',\n secret: true,\n }),\n} as const;\n\nexport interface GcpAuthConfig {\n serviceAccountJson: { $secret: string };\n}\n","import type { HttpResponse } from './types';\n\nexport type HttpErrorKind =\n | 'transient'\n | 'rate_limit'\n | 'auth'\n | 'upstream_bug'\n | 'client_bug';\n\nexport abstract class HttpClientError extends Error {\n abstract readonly kind: HttpErrorKind;\n readonly response?: HttpResponse;\n\n constructor(message: string, response?: HttpResponse) {\n super(message);\n this.name = new.target.name;\n this.response = response;\n }\n}\n\nexport class TransientError extends HttpClientError {\n readonly kind = 'transient' as const;\n}\n\nexport class RateLimitError extends HttpClientError {\n readonly kind = 'rate_limit' as const;\n readonly retryAfter?: Date;\n\n constructor(message: string, response?: HttpResponse, retryAfter?: Date) {\n super(message, response);\n this.retryAfter = retryAfter;\n }\n}\n\nexport class AuthError extends HttpClientError {\n readonly kind = 'auth' as const;\n}\n\nexport class UpstreamBugError extends HttpClientError {\n readonly kind = 'upstream_bug' as const;\n}\n\nexport class ClientBugError extends HttpClientError {\n readonly kind = 'client_bug' as const;\n}\n\nexport function classifyStatus(status: number): HttpErrorKind {\n if (status === 429) {\n return 'rate_limit';\n }\n if (status === 401 || status === 403) {\n return 'auth';\n }\n if (status === 408) {\n return 'transient';\n }\n if (status >= 500) {\n return 'upstream_bug';\n }\n if (status >= 400) {\n return 'client_bug';\n }\n return 'client_bug';\n}\n\nexport function errorForStatus(\n message: string,\n response: HttpResponse,\n retryAfter?: Date,\n): HttpClientError {\n const kind = classifyStatus(response.status);\n switch (kind) {\n case 'rate_limit':\n return new RateLimitError(message, response, retryAfter);\n case 'auth':\n return new AuthError(message, response);\n case 'transient':\n return new TransientError(message, response);\n case 'upstream_bug':\n return new UpstreamBugError(message, response);\n case 'client_bug':\n return new ClientBugError(message, response);\n }\n}\n","import { HttpClientError, RateLimitError, TransientError } from './errors';\n\nexport interface RetryPolicy {\n maxAttempts?: number;\n initialDelayMs?: number;\n maxDelayMs?: number;\n retryOn?: (status: number | null, err?: Error) => boolean;\n}\n\nexport const defaultRetryOn = (status: number | null, err?: Error): boolean => {\n if (err instanceof RateLimitError) {\n return true;\n }\n if (err instanceof TransientError) {\n return true;\n }\n if (status === null) {\n return err instanceof Error && !(err instanceof HttpClientError);\n }\n if (status === 408 || status === 429) {\n return true;\n }\n if (status >= 500) {\n return true;\n }\n return false;\n};\n\nexport function backoffDelayMs(\n attempt: number,\n policy: Required<Pick<RetryPolicy, 'initialDelayMs' | 'maxDelayMs'>>,\n): number {\n const base = policy.initialDelayMs * 2 ** attempt;\n const jitter = base * 0.25 * Math.random();\n return Math.min(base + jitter, policy.maxDelayMs);\n}\n\nexport function parseRetryAfter(\n headerValue: string | null,\n now: Date = new Date(),\n): Date | undefined {\n if (!headerValue) {\n return undefined;\n }\n const trimmed = headerValue.trim();\n if (/^\\d+$/.test(trimmed)) {\n return new Date(now.getTime() + Number(trimmed) * 1000);\n }\n const parsed = Date.parse(trimmed);\n if (Number.isNaN(parsed)) {\n return undefined;\n }\n return new Date(parsed);\n}\n\nexport function sleep(ms: number, signal?: AbortSignal): Promise<void> {\n if (signal?.aborted) {\n return Promise.reject(signal.reason ?? new Error('Aborted'));\n }\n return new Promise<void>((resolve, reject) => {\n const onAbort = () => {\n clearTimeout(timer);\n reject(signal!.reason ?? new Error('Aborted'));\n };\n const timer = setTimeout(() => {\n signal?.removeEventListener('abort', onAbort);\n resolve();\n }, ms);\n signal?.addEventListener('abort', onAbort, { once: true });\n });\n}\n","export const HTTP_CLIENT_VERSION = '0.0.0';\n\nexport const DEFAULT_USER_AGENT = `rawdash-connector/${HTTP_CLIENT_VERSION} (+https://rawdash.dev)`;\n\nexport function connectorUserAgent(connectorId: string): string {\n return `rawdash-connector-${connectorId}/${HTTP_CLIENT_VERSION} (+https://rawdash.dev)`;\n}\n","import {\n AuthError,\n ClientBugError,\n HttpClientError,\n RateLimitError,\n TransientError,\n UpstreamBugError,\n errorForStatus,\n} from './errors';\nimport { defaultRetryOn, parseRetryAfter, sleep } from './retry';\nimport type { FetchLike, HttpMethod, HttpRequest, HttpResponse } from './types';\nimport { DEFAULT_USER_AGENT } from './version';\n\nconst DEFAULT_TIMEOUT_MS = 10_000;\nconst DEFAULT_MAX_ATTEMPTS = 3;\nconst DEFAULT_INITIAL_DELAY_MS = 1000;\nconst DEFAULT_MAX_DELAY_MS = 60_000;\nconst OBSERVER_TIMEOUT_MS = 250;\n\nexport interface RequestObservation {\n url: string;\n method: HttpMethod;\n status: number;\n resource: string;\n requestId: string;\n body: unknown;\n}\n\nexport type RequestObserver = (\n event: RequestObservation,\n) => void | Promise<void>;\n\nexport interface RequestOptions {\n fetch?: FetchLike;\n observer?: RequestObserver;\n resource: string;\n requestId?: string;\n}\n\nasync function notifyObserver(\n observer: RequestObserver,\n event: RequestObservation,\n): Promise<void> {\n let result: void | Promise<void>;\n try {\n result = observer(event);\n } catch (err) {\n console.warn('[connector-shared] request observer threw:', err);\n return;\n }\n if (!(result instanceof Promise)) {\n return;\n }\n const guarded = result.catch((err) => {\n console.warn('[connector-shared] request observer rejected:', err);\n });\n let timer: ReturnType<typeof setTimeout> | undefined;\n const timeout = new Promise<void>((resolve) => {\n timer = setTimeout(resolve, OBSERVER_TIMEOUT_MS);\n });\n try {\n await Promise.race([guarded, timeout]);\n } finally {\n if (timer) {\n clearTimeout(timer);\n }\n }\n}\n\nfunction newRequestId(): string {\n const c = (globalThis as { crypto?: { randomUUID?: () => string } }).crypto;\n if (c?.randomUUID) {\n return c.randomUUID();\n }\n return `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 10)}`;\n}\n\nfunction mergeHeaders(\n defaults: Record<string, string>,\n overrides: Record<string, string> | undefined,\n): Record<string, string> {\n const merged: Record<string, string> = {};\n for (const [k, v] of Object.entries(defaults)) {\n merged[k.toLowerCase()] = v;\n }\n if (overrides) {\n for (const [k, v] of Object.entries(overrides)) {\n merged[k.toLowerCase()] = v;\n }\n }\n return merged;\n}\n\nfunction linkTimeoutSignal(\n parent: AbortSignal | undefined,\n timeoutMs: number,\n): { signal: AbortSignal; cancel: () => void } {\n const controller = new AbortController();\n const onParentAbort = () => {\n controller.abort(parent?.reason);\n };\n if (parent) {\n if (parent.aborted) {\n controller.abort(parent.reason);\n } else {\n parent.addEventListener('abort', onParentAbort, { once: true });\n }\n }\n const timer = setTimeout(() => {\n controller.abort(new Error(`Request timed out after ${timeoutMs}ms`));\n }, timeoutMs);\n return {\n signal: controller.signal,\n cancel: () => {\n clearTimeout(timer);\n if (parent) {\n parent.removeEventListener('abort', onParentAbort);\n }\n },\n };\n}\n\nasync function readBody(\n res: Response,\n parseJson: boolean,\n binary: boolean,\n): Promise<unknown> {\n if (res.status === 204 || res.status === 205) {\n return null;\n }\n if (binary) {\n return new Uint8Array(await res.arrayBuffer());\n }\n const contentType = res.headers.get('content-type') ?? '';\n if (parseJson && contentType.includes('application/json')) {\n const text = await res.text();\n if (text.length === 0) {\n return null;\n }\n return JSON.parse(text);\n }\n return res.text();\n}\n\nexport async function request<T = unknown>(\n req: HttpRequest,\n options: RequestOptions,\n): Promise<HttpResponse<T>> {\n const fetchImpl: FetchLike = options.fetch ?? (globalThis.fetch as FetchLike);\n const retry = req.retry ?? {};\n const maxAttempts = retry.maxAttempts ?? DEFAULT_MAX_ATTEMPTS;\n const initialDelayMs = retry.initialDelayMs ?? DEFAULT_INITIAL_DELAY_MS;\n const maxDelayMs = retry.maxDelayMs ?? DEFAULT_MAX_DELAY_MS;\n const retryOn = retry.retryOn ?? defaultRetryOn;\n const timeoutMs = req.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n const parseJson = req.parseJson ?? true;\n const binary = req.binary ?? false;\n\n const headers = mergeHeaders(\n {\n 'User-Agent': DEFAULT_USER_AGENT,\n Accept: 'application/json',\n },\n req.headers,\n );\n\n let lastErr: Error | undefined;\n\n for (let attempt = 0; attempt < maxAttempts; attempt++) {\n req.signal?.throwIfAborted();\n\n const { signal, cancel } = linkTimeoutSignal(req.signal, timeoutMs);\n let res: Response;\n try {\n res = await fetchImpl(req.url, {\n method: req.method ?? 'GET',\n headers,\n body: req.body as RequestInit['body'],\n signal,\n });\n } catch (err) {\n cancel();\n if (req.signal?.aborted) {\n throw req.signal.reason ?? err;\n }\n const error = err instanceof Error ? err : new Error(String(err));\n lastErr = error;\n if (attempt < maxAttempts - 1 && retryOn(null, error)) {\n const delay = computeDelay(attempt, initialDelayMs, maxDelayMs);\n await sleep(delay, req.signal);\n continue;\n }\n throw new TransientError(error.message);\n }\n cancel();\n\n const body = await readBody(res, parseJson, binary);\n const httpResponse: HttpResponse<T> = {\n status: res.status,\n headers: res.headers,\n body: body as T,\n };\n if (req.rateLimit) {\n const state = req.rateLimit.parse(res.headers);\n if (state) {\n httpResponse.rateLimitState = state;\n }\n }\n\n if (options.observer) {\n await notifyObserver(options.observer, {\n url: req.url,\n method: req.method ?? 'GET',\n status: res.status,\n resource: options.resource,\n requestId: options.requestId ?? newRequestId(),\n body,\n });\n }\n\n if (res.ok) {\n return httpResponse;\n }\n\n const retryAfter = parseRetryAfter(res.headers.get('retry-after'));\n const message = `HTTP ${res.status} ${res.statusText} for ${req.method ?? 'GET'} ${req.url}`;\n const err = errorForStatus(message, httpResponse, retryAfter);\n\n if (\n attempt < maxAttempts - 1 &&\n retryOn(res.status, err) &&\n !(err instanceof AuthError) &&\n !(err instanceof ClientBugError)\n ) {\n lastErr = err;\n let delay = computeDelay(attempt, initialDelayMs, maxDelayMs);\n if (err instanceof RateLimitError && retryAfter) {\n const wait = retryAfter.getTime() - Date.now();\n if (wait > 0) {\n delay = Math.min(wait, maxDelayMs);\n }\n }\n await sleep(delay, req.signal);\n continue;\n }\n\n throw err;\n }\n\n throw lastErr ?? new UpstreamBugError('Exhausted retry attempts');\n}\n\nfunction computeDelay(\n attempt: number,\n initialDelayMs: number,\n maxDelayMs: number,\n): number {\n const base = initialDelayMs * 2 ** attempt;\n const jitter = base * 0.25 * Math.random();\n return Math.min(base + jitter, maxDelayMs);\n}\n\nexport { HttpClientError };\n","export interface RateLimitState {\n remaining: number;\n resetAt: Date;\n}\n\nexport interface RateLimitPolicy {\n parse(headers: Headers): RateLimitState | null;\n}\n\nexport interface StandardRateLimitPolicyConfig {\n remainingHeader: string;\n resetHeader: string;\n resetUnit: 's' | 'ms';\n resetFallbackMs?: number;\n}\n\nexport function standardRateLimitPolicy(\n config: StandardRateLimitPolicyConfig,\n): RateLimitPolicy {\n const { remainingHeader, resetHeader, resetUnit, resetFallbackMs } = config;\n const multiplier = resetUnit === 's' ? 1000 : 1;\n return {\n parse(h) {\n const remainingRaw = h.get(remainingHeader);\n if (remainingRaw === null || remainingRaw.trim() === '') {\n return null;\n }\n const remaining = Number(remainingRaw);\n if (!Number.isFinite(remaining)) {\n return null;\n }\n const resetRaw = h.get(resetHeader);\n if (resetRaw === null) {\n if (resetFallbackMs === undefined) {\n return null;\n }\n return {\n remaining,\n resetAt: new Date(Date.now() + resetFallbackMs),\n };\n }\n if (resetRaw.trim() === '') {\n return null;\n }\n const reset = Number(resetRaw);\n if (!Number.isFinite(reset) || reset < 0) {\n return null;\n }\n const resetMs = reset * multiplier;\n if (!Number.isFinite(resetMs)) {\n return null;\n }\n return { remaining, resetAt: new Date(resetMs) };\n },\n };\n}\n","export async function mapWithConcurrency<T, R>(\n items: readonly T[],\n concurrency: number,\n fn: (item: T, index: number) => Promise<R>,\n): Promise<R[]> {\n const results = new Array<R>(items.length);\n if (items.length === 0) {\n return results;\n }\n const normalized = Number.isFinite(concurrency) ? Math.floor(concurrency) : 1;\n const limit = Math.max(1, Math.min(normalized, items.length));\n let next = 0;\n let failed = false;\n\n async function worker(): Promise<void> {\n while (!failed) {\n const i = next++;\n if (i >= items.length) {\n return;\n }\n try {\n results[i] = await fn(items[i]!, i);\n } catch (err) {\n failed = true;\n throw err;\n }\n }\n }\n\n const workers: Promise<void>[] = [];\n for (let w = 0; w < limit; w++) {\n workers.push(worker());\n }\n await Promise.all(workers);\n return results;\n}\n","export interface SanitizeAllowedUrlOptions {\n url: string | null;\n host: string;\n pathname: string;\n protocol?: 'https:' | 'http:';\n}\n\nexport function sanitizeAllowedUrl(\n options: SanitizeAllowedUrlOptions,\n): string | null {\n const { url, host, pathname, protocol = 'https:' } = options;\n if (url === null) {\n return null;\n }\n try {\n const u = new URL(url);\n if (u.protocol !== protocol || u.host !== host || u.pathname !== pathname) {\n return null;\n }\n return u.toString();\n } catch {\n return null;\n }\n}\n","export type EpochUnit = 'ms' | 's' | 'iso';\n\nexport function parseEpoch(\n value: number | string | null | undefined,\n unit: EpochUnit,\n): number | null {\n if (value === null || value === undefined) {\n return null;\n }\n if (unit === 'iso') {\n if (typeof value !== 'string') {\n return null;\n }\n const ms = new Date(value).getTime();\n return Number.isFinite(ms) ? ms : null;\n }\n if (typeof value === 'string' && value.trim() === '') {\n return null;\n }\n const n = typeof value === 'number' ? value : Number(value);\n if (!Number.isFinite(n)) {\n return null;\n }\n const result = unit === 's' ? n * 1000 : n;\n return Number.isFinite(result) ? result : null;\n}\n","import { request } from './request';\nimport type { HttpRequest } from './types';\n\nexport function parseLinkHeader(header: string | null): Record<string, string> {\n if (!header) {\n return {};\n }\n const result: Record<string, string> = {};\n for (const part of header.split(',')) {\n const match = part.match(/<([^>]+)>\\s*;\\s*rel=\"([^\"]+)\"/);\n if (match) {\n result[match[2]!] = match[1]!;\n }\n }\n return result;\n}\n\nexport async function* paginateLink<T>(\n initial: HttpRequest,\n parse: (body: unknown) => T[],\n options: { resource: string },\n): AsyncIterable<T> {\n let next: string | null = initial.url;\n while (next) {\n const res: Awaited<ReturnType<typeof request>> = await request(\n {\n ...initial,\n url: next,\n },\n { resource: options.resource },\n );\n for (const item of parse(res.body)) {\n yield item;\n }\n const links = parseLinkHeader(res.headers.get('link'));\n next = links['next'] ?? null;\n }\n}\n\nexport async function* paginateCursor<T>(\n initial: HttpRequest,\n parse: (body: unknown) => { items: T[]; nextCursor: string | null },\n buildNext: (req: HttpRequest, cursor: string) => HttpRequest,\n options: { resource: string },\n): AsyncIterable<T> {\n let req: HttpRequest = initial;\n while (true) {\n const res = await request(req, { resource: options.resource });\n const { items, nextCursor } = parse(res.body);\n for (const item of items) {\n yield item;\n }\n if (!nextCursor) {\n return;\n }\n req = buildNext(req, nextCursor);\n }\n}\n\nexport async function* paginatePage<T>(\n initial: HttpRequest,\n parse: (body: unknown) => { items: T[]; hasMore: boolean },\n buildPage: (req: HttpRequest, page: number) => HttpRequest,\n options: { resource: string },\n): AsyncIterable<T> {\n let page = 1;\n while (true) {\n const req = page === 1 ? initial : buildPage(initial, page);\n const res = await request(req, { resource: options.resource });\n const { items, hasMore } = parse(res.body);\n for (const item of items) {\n yield item;\n }\n if (!hasMore || items.length === 0) {\n return;\n }\n page++;\n }\n}\n","export type LogFields = Record<string, unknown>;\n\nexport interface ConnectorLogger {\n info(event: string, fields?: LogFields): void;\n warn(event: string, fields?: LogFields): void;\n}\n\nexport interface ConnectorLoggerOptions {\n scope: string;\n}\n\nconst MAX_VALUE_LEN = 120;\n\nfunction truncate(s: string, max = MAX_VALUE_LEN): string {\n if (s.length <= max) {\n return s;\n }\n return `${s.slice(0, max - 1)}…`;\n}\n\nfunction formatValue(value: unknown): string {\n if (value === null) {\n return 'null';\n }\n if (value === undefined) {\n return '';\n }\n if (typeof value === 'number' || typeof value === 'boolean') {\n return String(value);\n }\n if (typeof value === 'string') {\n const t = truncate(value);\n if (/[\\s\"=]/.test(t)) {\n return JSON.stringify(t);\n }\n return t;\n }\n if (typeof value === 'bigint') {\n return value.toString();\n }\n let json: string | undefined;\n try {\n json = JSON.stringify(value);\n } catch {\n json = undefined;\n }\n return truncate(json ?? String(value));\n}\n\nexport function formatLogFields(fields?: LogFields): string {\n if (!fields) {\n return '';\n }\n const parts: string[] = [];\n for (const [k, v] of Object.entries(fields)) {\n if (v === undefined) {\n continue;\n }\n parts.push(`${k}=${formatValue(v)}`);\n }\n return parts.length > 0 ? ` ${parts.join(' ')}` : '';\n}\n\nexport function formatLogLine(\n scope: string,\n event: string,\n fields?: LogFields,\n): string {\n return `[${scope}] ${event}${formatLogFields(fields)}`;\n}\n\nexport function createDefaultConnectorLogger(\n opts: ConnectorLoggerOptions,\n): ConnectorLogger {\n return {\n info(event, fields) {\n console.info(formatLogLine(opts.scope, event, fields));\n },\n warn(event, fields) {\n console.warn(formatLogLine(opts.scope, event, fields));\n },\n };\n}\n\nconst NOOP_LOGGER: ConnectorLogger = {\n info() {},\n warn() {},\n};\n\nexport function noopConnectorLogger(): ConnectorLogger {\n return NOOP_LOGGER;\n}\n","import { parseEpoch } from '@rawdash/connector-shared';\nimport { z } from 'zod';\n\nexport const BQ_IDENT_RE = /^[A-Za-z_][A-Za-z0-9_-]*$/;\nexport const BQ_DATASET_RE = /^[A-Za-z_][A-Za-z0-9_]*$/;\n\nexport const BQ_API_BASE = 'https://bigquery.googleapis.com/bigquery/v2';\nexport const BQ_READONLY_SCOPE =\n 'https://www.googleapis.com/auth/bigquery.readonly';\nexport const BQ_PAGE_SIZE = 10_000;\nexport const BQ_QUERY_TIMEOUT_MS = 30_000;\n\nexport const bqQueryResponseSchema = z.object({\n jobComplete: z.boolean().optional(),\n schema: z\n .object({\n fields: z.array(z.object({ name: z.string(), type: z.string() })),\n })\n .optional(),\n rows: z\n .array(\n z.object({\n f: z.array(z.object({ v: z.string().nullable().optional() })),\n }),\n )\n .optional(),\n pageToken: z.string().optional(),\n jobReference: z\n .object({\n projectId: z.string(),\n jobId: z.string(),\n location: z.string().optional(),\n })\n .optional(),\n});\n\nexport type BqQueryResponse = z.infer<typeof bqQueryResponseSchema>;\nexport type BqJobReference = NonNullable<BqQueryResponse['jobReference']>;\n\nexport type BqPageRequest =\n | { method: 'POST'; url: string; body: string }\n | { method: 'GET'; url: string };\n\nexport interface BqPageLogger {\n info(message: string, meta?: Record<string, unknown>): void;\n warn(message: string, meta?: Record<string, unknown>): void;\n}\n\nexport function buildBigQueryPageRequest(opts: {\n projectId: string;\n sql: string;\n pageToken: string | undefined;\n jobReference: BqJobReference | undefined;\n location?: string;\n pageSize?: number;\n timeoutMs?: number;\n}): BqPageRequest {\n const pageSize = opts.pageSize ?? BQ_PAGE_SIZE;\n const timeoutMs = opts.timeoutMs ?? BQ_QUERY_TIMEOUT_MS;\n\n if (opts.pageToken === undefined) {\n const url = `${BQ_API_BASE}/projects/${encodeURIComponent(\n opts.projectId,\n )}/queries`;\n const body: Record<string, unknown> = {\n query: opts.sql,\n useLegacySql: false,\n maxResults: pageSize,\n timeoutMs,\n };\n if (opts.location !== undefined) {\n body['location'] = opts.location;\n }\n return { method: 'POST', url, body: JSON.stringify(body) };\n }\n\n if (opts.jobReference === undefined) {\n throw new Error(\n 'cannot fetch the next page of BigQuery results without a jobReference',\n );\n }\n\n const params = new URLSearchParams({\n pageToken: opts.pageToken,\n maxResults: String(pageSize),\n timeoutMs: String(timeoutMs),\n });\n const location = opts.jobReference.location ?? opts.location;\n if (location !== undefined) {\n params.set('location', location);\n }\n const url = `${BQ_API_BASE}/projects/${encodeURIComponent(\n opts.jobReference.projectId,\n )}/queries/${encodeURIComponent(opts.jobReference.jobId)}?${params.toString()}`;\n return { method: 'GET', url };\n}\n\nexport async function collectBigQueryPages<T>(opts: {\n projectId: string;\n sql: string;\n resource: string;\n fetchPage: (\n request: BqPageRequest,\n signal: AbortSignal | undefined,\n ) => Promise<BqQueryResponse>;\n mapRows: (response: BqQueryResponse) => T[];\n jobIncompleteMessage: string;\n location?: string;\n pageSize?: number;\n signal?: AbortSignal;\n logger?: BqPageLogger;\n}): Promise<{ rows: T[]; aborted: boolean }> {\n const rows: T[] = [];\n let pageToken: string | undefined;\n let jobReference: BqJobReference | undefined;\n let page = 0;\n const phaseStart = Date.now();\n\n do {\n if (opts.signal?.aborted) {\n return { rows, aborted: true };\n }\n const request = buildBigQueryPageRequest({\n projectId: opts.projectId,\n sql: opts.sql,\n pageToken,\n jobReference,\n location: opts.location,\n pageSize: opts.pageSize,\n });\n let response: BqQueryResponse;\n try {\n response = await opts.fetchPage(request, opts.signal);\n } catch (err) {\n opts.logger?.warn('fetch page failed', {\n resource: opts.resource,\n page: page + 1,\n error: err instanceof Error ? err.message : String(err),\n });\n throw err;\n }\n if (response.jobComplete === false) {\n throw new Error(opts.jobIncompleteMessage);\n }\n if (response.jobReference !== undefined) {\n jobReference = response.jobReference;\n }\n const pageRows = opts.mapRows(response);\n rows.push(...pageRows);\n pageToken =\n typeof response.pageToken === 'string' && response.pageToken.length > 0\n ? response.pageToken\n : undefined;\n page += 1;\n opts.logger?.info('fetched page', {\n resource: opts.resource,\n page,\n items: pageRows.length,\n next: pageToken ?? null,\n });\n } while (pageToken !== undefined);\n\n opts.logger?.info('resource done', {\n resource: opts.resource,\n pages: page,\n items: rows.length,\n duration_ms: Date.now() - phaseStart,\n });\n return { rows, aborted: false };\n}\n\nexport function indexBqFields(\n response: BqQueryResponse,\n): Record<string, number> {\n const fieldIndex: Record<string, number> = {};\n (response.schema?.fields ?? []).forEach((field, idx) => {\n fieldIndex[field.name] = idx;\n });\n return fieldIndex;\n}\n\nexport function readBqCell(\n cells: ReadonlyArray<{ v?: string | null }>,\n fieldIndex: Record<string, number>,\n name: string,\n): string | null {\n const idx = fieldIndex[name];\n if (idx === undefined) {\n return null;\n }\n const raw = cells[idx]?.v;\n if (raw === undefined || raw === null) {\n return null;\n }\n return raw;\n}\n\nexport function parseBqDateOrEpoch(value: string): number | null {\n const dateMatch = /^(\\d{4})-(\\d{2})-(\\d{2})$/.exec(value);\n if (dateMatch) {\n return Date.UTC(\n Number(dateMatch[1]),\n Number(dateMatch[2]) - 1,\n Number(dateMatch[3]),\n );\n }\n return parseEpoch(value, 'iso');\n}\n","import { AuthError } from '@rawdash/connector-shared';\n\nimport {\n type RefreshTokenCredentials,\n type ServiceAccountInput,\n buildRefreshTokenGrant,\n buildServiceAccountJwt,\n} from './auth';\n\ninterface GcpTokenResponse {\n access_token: string;\n expires_in?: number;\n}\n\nexport type GcpTokenPoster = (\n url: string,\n opts: {\n resource: string;\n headers: Record<string, string>;\n body: string;\n signal?: AbortSignal;\n },\n) => Promise<{ body: GcpTokenResponse }>;\n\nexport class GcpAccessTokenProvider {\n private cached: { token: string; expiresAt: number } | null = null;\n\n constructor(\n private readonly opts: {\n connectorId: string;\n scope: string;\n getServiceAccountJson: () => ServiceAccountInput | undefined;\n getRefreshTokenCredentials?: () => RefreshTokenCredentials | undefined;\n post: GcpTokenPoster;\n },\n ) {}\n\n private async resolveGrant(): Promise<{ url: string; body: string }> {\n const serviceAccountJson = this.opts.getServiceAccountJson();\n if (serviceAccountJson) {\n return buildServiceAccountJwt(serviceAccountJson, this.opts.scope);\n }\n const refreshTokenCredentials = this.opts.getRefreshTokenCredentials?.();\n if (refreshTokenCredentials) {\n return buildRefreshTokenGrant(refreshTokenCredentials);\n }\n throw new AuthError(\n `${this.opts.connectorId}: missing serviceAccountJson or refresh-token credentials`,\n );\n }\n\n async getToken(signal?: AbortSignal): Promise<string> {\n if (this.cached && Date.now() < this.cached.expiresAt) {\n return this.cached.token;\n }\n const { url, body } = await this.resolveGrant();\n const res = await this.opts.post(url, {\n resource: 'oauth_token',\n headers: { 'Content-Type': 'application/x-www-form-urlencoded' },\n body,\n signal,\n });\n const expiresIn = res.body.expires_in ?? 3600;\n this.cached = {\n token: res.body.access_token,\n expiresAt: Date.now() + (expiresIn - 60) * 1000,\n };\n return this.cached.token;\n }\n}\n","export const MS_PER_DAY = 86_400_000;\n\nfunction pad2(n: number): string {\n return String(n).padStart(2, '0');\n}\n\nexport function toDateStr(ms: number): string {\n const d = new Date(ms);\n return `${d.getUTCFullYear()}-${pad2(d.getUTCMonth() + 1)}-${pad2(d.getUTCDate())}`;\n}\n\nexport function startOfUtcDay(ms: number): number {\n return Math.floor(ms / MS_PER_DAY) * MS_PER_DAY;\n}\n","import type { HttpResponse } from './types';\n\nexport type HttpErrorKind =\n | 'transient'\n | 'rate_limit'\n | 'auth'\n | 'upstream_bug'\n | 'client_bug';\n\nexport abstract class HttpClientError extends Error {\n abstract readonly kind: HttpErrorKind;\n readonly response?: HttpResponse;\n\n constructor(message: string, response?: HttpResponse) {\n super(message);\n this.name = new.target.name;\n this.response = response;\n }\n}\n\nexport class TransientError extends HttpClientError {\n readonly kind = 'transient' as const;\n}\n\nexport class RateLimitError extends HttpClientError {\n readonly kind = 'rate_limit' as const;\n readonly retryAfter?: Date;\n\n constructor(message: string, response?: HttpResponse, retryAfter?: Date) {\n super(message, response);\n this.retryAfter = retryAfter;\n }\n}\n\nexport class AuthError extends HttpClientError {\n readonly kind = 'auth' as const;\n}\n\nexport class UpstreamBugError extends HttpClientError {\n readonly kind = 'upstream_bug' as const;\n}\n\nexport class ClientBugError extends HttpClientError {\n readonly kind = 'client_bug' as const;\n}\n\nexport function classifyStatus(status: number): HttpErrorKind {\n if (status === 429) {\n return 'rate_limit';\n }\n if (status === 401 || status === 403) {\n return 'auth';\n }\n if (status === 408) {\n return 'transient';\n }\n if (status >= 500) {\n return 'upstream_bug';\n }\n if (status >= 400) {\n return 'client_bug';\n }\n return 'client_bug';\n}\n\nexport function errorForStatus(\n message: string,\n response: HttpResponse,\n retryAfter?: Date,\n): HttpClientError {\n const kind = classifyStatus(response.status);\n switch (kind) {\n case 'rate_limit':\n return new RateLimitError(message, response, retryAfter);\n case 'auth':\n return new AuthError(message, response);\n case 'transient':\n return new TransientError(message, response);\n case 'upstream_bug':\n return new UpstreamBugError(message, response);\n case 'client_bug':\n return new ClientBugError(message, response);\n }\n}\n","import { HttpClientError, RateLimitError, TransientError } from './errors';\n\nexport interface RetryPolicy {\n maxAttempts?: number;\n initialDelayMs?: number;\n maxDelayMs?: number;\n retryOn?: (status: number | null, err?: Error) => boolean;\n}\n\nexport const defaultRetryOn = (status: number | null, err?: Error): boolean => {\n if (err instanceof RateLimitError) {\n return true;\n }\n if (err instanceof TransientError) {\n return true;\n }\n if (status === null) {\n return err instanceof Error && !(err instanceof HttpClientError);\n }\n if (status === 408 || status === 429) {\n return true;\n }\n if (status >= 500) {\n return true;\n }\n return false;\n};\n\nexport function backoffDelayMs(\n attempt: number,\n policy: Required<Pick<RetryPolicy, 'initialDelayMs' | 'maxDelayMs'>>,\n): number {\n const base = policy.initialDelayMs * 2 ** attempt;\n const jitter = base * 0.25 * Math.random();\n return Math.min(base + jitter, policy.maxDelayMs);\n}\n\nexport function parseRetryAfter(\n headerValue: string | null,\n now: Date = new Date(),\n): Date | undefined {\n if (!headerValue) {\n return undefined;\n }\n const trimmed = headerValue.trim();\n if (/^\\d+$/.test(trimmed)) {\n return new Date(now.getTime() + Number(trimmed) * 1000);\n }\n const parsed = Date.parse(trimmed);\n if (Number.isNaN(parsed)) {\n return undefined;\n }\n return new Date(parsed);\n}\n\nexport function sleep(ms: number, signal?: AbortSignal): Promise<void> {\n if (signal?.aborted) {\n return Promise.reject(signal.reason ?? new Error('Aborted'));\n }\n return new Promise<void>((resolve, reject) => {\n const onAbort = () => {\n clearTimeout(timer);\n reject(signal!.reason ?? new Error('Aborted'));\n };\n const timer = setTimeout(() => {\n signal?.removeEventListener('abort', onAbort);\n resolve();\n }, ms);\n signal?.addEventListener('abort', onAbort, { once: true });\n });\n}\n","export const HTTP_CLIENT_VERSION = '0.0.0';\n\nexport const DEFAULT_USER_AGENT = `rawdash-connector/${HTTP_CLIENT_VERSION} (+https://rawdash.dev)`;\n\nexport function connectorUserAgent(connectorId: string): string {\n return `rawdash-connector-${connectorId}/${HTTP_CLIENT_VERSION} (+https://rawdash.dev)`;\n}\n","import {\n AuthError,\n ClientBugError,\n HttpClientError,\n RateLimitError,\n TransientError,\n UpstreamBugError,\n errorForStatus,\n} from './errors';\nimport { defaultRetryOn, parseRetryAfter, sleep } from './retry';\nimport type { FetchLike, HttpMethod, HttpRequest, HttpResponse } from './types';\nimport { DEFAULT_USER_AGENT } from './version';\n\nconst DEFAULT_TIMEOUT_MS = 10_000;\nconst DEFAULT_MAX_ATTEMPTS = 3;\nconst DEFAULT_INITIAL_DELAY_MS = 1000;\nconst DEFAULT_MAX_DELAY_MS = 60_000;\nconst OBSERVER_TIMEOUT_MS = 250;\n\nexport interface RequestObservation {\n url: string;\n method: HttpMethod;\n status: number;\n resource: string;\n requestId: string;\n body: unknown;\n}\n\nexport type RequestObserver = (\n event: RequestObservation,\n) => void | Promise<void>;\n\nexport interface RequestOptions {\n fetch?: FetchLike;\n observer?: RequestObserver;\n resource: string;\n requestId?: string;\n}\n\nasync function notifyObserver(\n observer: RequestObserver,\n event: RequestObservation,\n): Promise<void> {\n let result: void | Promise<void>;\n try {\n result = observer(event);\n } catch (err) {\n console.warn('[connector-shared] request observer threw:', err);\n return;\n }\n if (!(result instanceof Promise)) {\n return;\n }\n const guarded = result.catch((err) => {\n console.warn('[connector-shared] request observer rejected:', err);\n });\n let timer: ReturnType<typeof setTimeout> | undefined;\n const timeout = new Promise<void>((resolve) => {\n timer = setTimeout(resolve, OBSERVER_TIMEOUT_MS);\n });\n try {\n await Promise.race([guarded, timeout]);\n } finally {\n if (timer) {\n clearTimeout(timer);\n }\n }\n}\n\nfunction newRequestId(): string {\n const c = (globalThis as { crypto?: { randomUUID?: () => string } }).crypto;\n if (c?.randomUUID) {\n return c.randomUUID();\n }\n return `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 10)}`;\n}\n\nfunction mergeHeaders(\n defaults: Record<string, string>,\n overrides: Record<string, string> | undefined,\n): Record<string, string> {\n const merged: Record<string, string> = {};\n for (const [k, v] of Object.entries(defaults)) {\n merged[k.toLowerCase()] = v;\n }\n if (overrides) {\n for (const [k, v] of Object.entries(overrides)) {\n merged[k.toLowerCase()] = v;\n }\n }\n return merged;\n}\n\nfunction linkTimeoutSignal(\n parent: AbortSignal | undefined,\n timeoutMs: number,\n): { signal: AbortSignal; cancel: () => void } {\n const controller = new AbortController();\n const onParentAbort = () => {\n controller.abort(parent?.reason);\n };\n if (parent) {\n if (parent.aborted) {\n controller.abort(parent.reason);\n } else {\n parent.addEventListener('abort', onParentAbort, { once: true });\n }\n }\n const timer = setTimeout(() => {\n controller.abort(new Error(`Request timed out after ${timeoutMs}ms`));\n }, timeoutMs);\n return {\n signal: controller.signal,\n cancel: () => {\n clearTimeout(timer);\n if (parent) {\n parent.removeEventListener('abort', onParentAbort);\n }\n },\n };\n}\n\nasync function readBody(\n res: Response,\n parseJson: boolean,\n binary: boolean,\n): Promise<unknown> {\n if (res.status === 204 || res.status === 205) {\n return null;\n }\n if (binary) {\n return new Uint8Array(await res.arrayBuffer());\n }\n const contentType = res.headers.get('content-type') ?? '';\n if (parseJson && contentType.includes('application/json')) {\n const text = await res.text();\n if (text.length === 0) {\n return null;\n }\n return JSON.parse(text);\n }\n return res.text();\n}\n\nexport async function request<T = unknown>(\n req: HttpRequest,\n options: RequestOptions,\n): Promise<HttpResponse<T>> {\n const fetchImpl: FetchLike = options.fetch ?? (globalThis.fetch as FetchLike);\n const retry = req.retry ?? {};\n const maxAttempts = retry.maxAttempts ?? DEFAULT_MAX_ATTEMPTS;\n const initialDelayMs = retry.initialDelayMs ?? DEFAULT_INITIAL_DELAY_MS;\n const maxDelayMs = retry.maxDelayMs ?? DEFAULT_MAX_DELAY_MS;\n const retryOn = retry.retryOn ?? defaultRetryOn;\n const timeoutMs = req.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n const parseJson = req.parseJson ?? true;\n const binary = req.binary ?? false;\n\n const headers = mergeHeaders(\n {\n 'User-Agent': DEFAULT_USER_AGENT,\n Accept: 'application/json',\n },\n req.headers,\n );\n\n let lastErr: Error | undefined;\n\n for (let attempt = 0; attempt < maxAttempts; attempt++) {\n req.signal?.throwIfAborted();\n\n const { signal, cancel } = linkTimeoutSignal(req.signal, timeoutMs);\n let res: Response;\n try {\n res = await fetchImpl(req.url, {\n method: req.method ?? 'GET',\n headers,\n body: req.body as RequestInit['body'],\n signal,\n });\n } catch (err) {\n cancel();\n if (req.signal?.aborted) {\n throw req.signal.reason ?? err;\n }\n const error = err instanceof Error ? err : new Error(String(err));\n lastErr = error;\n if (attempt < maxAttempts - 1 && retryOn(null, error)) {\n const delay = computeDelay(attempt, initialDelayMs, maxDelayMs);\n await sleep(delay, req.signal);\n continue;\n }\n throw new TransientError(error.message);\n }\n cancel();\n\n const body = await readBody(res, parseJson, binary);\n const httpResponse: HttpResponse<T> = {\n status: res.status,\n headers: res.headers,\n body: body as T,\n };\n if (req.rateLimit) {\n const state = req.rateLimit.parse(res.headers);\n if (state) {\n httpResponse.rateLimitState = state;\n }\n }\n\n if (options.observer) {\n await notifyObserver(options.observer, {\n url: req.url,\n method: req.method ?? 'GET',\n status: res.status,\n resource: options.resource,\n requestId: options.requestId ?? newRequestId(),\n body,\n });\n }\n\n if (res.ok) {\n return httpResponse;\n }\n\n const retryAfter = parseRetryAfter(res.headers.get('retry-after'));\n const message = `HTTP ${res.status} ${res.statusText} for ${req.method ?? 'GET'} ${req.url}`;\n const err = errorForStatus(message, httpResponse, retryAfter);\n\n if (\n attempt < maxAttempts - 1 &&\n retryOn(res.status, err) &&\n !(err instanceof AuthError) &&\n !(err instanceof ClientBugError)\n ) {\n lastErr = err;\n let delay = computeDelay(attempt, initialDelayMs, maxDelayMs);\n if (err instanceof RateLimitError && retryAfter) {\n const wait = retryAfter.getTime() - Date.now();\n if (wait > 0) {\n delay = Math.min(wait, maxDelayMs);\n }\n }\n await sleep(delay, req.signal);\n continue;\n }\n\n throw err;\n }\n\n throw lastErr ?? new UpstreamBugError('Exhausted retry attempts');\n}\n\nfunction computeDelay(\n attempt: number,\n initialDelayMs: number,\n maxDelayMs: number,\n): number {\n const base = initialDelayMs * 2 ** attempt;\n const jitter = base * 0.25 * Math.random();\n return Math.min(base + jitter, maxDelayMs);\n}\n\nexport { HttpClientError };\n","export interface RateLimitState {\n remaining: number;\n resetAt: Date;\n}\n\nexport interface RateLimitPolicy {\n parse(headers: Headers): RateLimitState | null;\n}\n\nexport interface StandardRateLimitPolicyConfig {\n remainingHeader: string;\n resetHeader: string;\n resetUnit: 's' | 'ms';\n resetFallbackMs?: number;\n}\n\nexport function standardRateLimitPolicy(\n config: StandardRateLimitPolicyConfig,\n): RateLimitPolicy {\n const { remainingHeader, resetHeader, resetUnit, resetFallbackMs } = config;\n const multiplier = resetUnit === 's' ? 1000 : 1;\n return {\n parse(h) {\n const remainingRaw = h.get(remainingHeader);\n if (remainingRaw === null || remainingRaw.trim() === '') {\n return null;\n }\n const remaining = Number(remainingRaw);\n if (!Number.isFinite(remaining)) {\n return null;\n }\n const resetRaw = h.get(resetHeader);\n if (resetRaw === null) {\n if (resetFallbackMs === undefined) {\n return null;\n }\n return {\n remaining,\n resetAt: new Date(Date.now() + resetFallbackMs),\n };\n }\n if (resetRaw.trim() === '') {\n return null;\n }\n const reset = Number(resetRaw);\n if (!Number.isFinite(reset) || reset < 0) {\n return null;\n }\n const resetMs = reset * multiplier;\n if (!Number.isFinite(resetMs)) {\n return null;\n }\n return { remaining, resetAt: new Date(resetMs) };\n },\n };\n}\n","export async function mapWithConcurrency<T, R>(\n items: readonly T[],\n concurrency: number,\n fn: (item: T, index: number) => Promise<R>,\n): Promise<R[]> {\n const results = new Array<R>(items.length);\n if (items.length === 0) {\n return results;\n }\n const normalized = Number.isFinite(concurrency) ? Math.floor(concurrency) : 1;\n const limit = Math.max(1, Math.min(normalized, items.length));\n let next = 0;\n let failed = false;\n\n async function worker(): Promise<void> {\n while (!failed) {\n const i = next++;\n if (i >= items.length) {\n return;\n }\n try {\n results[i] = await fn(items[i]!, i);\n } catch (err) {\n failed = true;\n throw err;\n }\n }\n }\n\n const workers: Promise<void>[] = [];\n for (let w = 0; w < limit; w++) {\n workers.push(worker());\n }\n await Promise.all(workers);\n return results;\n}\n","export interface SanitizeAllowedUrlOptions {\n url: string | null;\n host: string;\n pathname: string;\n protocol?: 'https:' | 'http:';\n}\n\nexport function sanitizeAllowedUrl(\n options: SanitizeAllowedUrlOptions,\n): string | null {\n const { url, host, pathname, protocol = 'https:' } = options;\n if (url === null) {\n return null;\n }\n try {\n const u = new URL(url);\n if (u.protocol !== protocol || u.host !== host || u.pathname !== pathname) {\n return null;\n }\n return u.toString();\n } catch {\n return null;\n }\n}\n","export type EpochUnit = 'ms' | 's' | 'iso';\n\nexport function parseEpoch(\n value: number | string | null | undefined,\n unit: EpochUnit,\n): number | null {\n if (value === null || value === undefined) {\n return null;\n }\n if (unit === 'iso') {\n if (typeof value !== 'string') {\n return null;\n }\n const ms = new Date(value).getTime();\n return Number.isFinite(ms) ? ms : null;\n }\n if (typeof value === 'string' && value.trim() === '') {\n return null;\n }\n const n = typeof value === 'number' ? value : Number(value);\n if (!Number.isFinite(n)) {\n return null;\n }\n const result = unit === 's' ? n * 1000 : n;\n return Number.isFinite(result) ? result : null;\n}\n","import { request } from './request';\nimport type { HttpRequest } from './types';\n\nexport function parseLinkHeader(header: string | null): Record<string, string> {\n if (!header) {\n return {};\n }\n const result: Record<string, string> = {};\n for (const part of header.split(',')) {\n const match = part.match(/<([^>]+)>\\s*;\\s*rel=\"([^\"]+)\"/);\n if (match) {\n result[match[2]!] = match[1]!;\n }\n }\n return result;\n}\n\nexport async function* paginateLink<T>(\n initial: HttpRequest,\n parse: (body: unknown) => T[],\n options: { resource: string },\n): AsyncIterable<T> {\n let next: string | null = initial.url;\n while (next) {\n const res: Awaited<ReturnType<typeof request>> = await request(\n {\n ...initial,\n url: next,\n },\n { resource: options.resource },\n );\n for (const item of parse(res.body)) {\n yield item;\n }\n const links = parseLinkHeader(res.headers.get('link'));\n next = links['next'] ?? null;\n }\n}\n\nexport async function* paginateCursor<T>(\n initial: HttpRequest,\n parse: (body: unknown) => { items: T[]; nextCursor: string | null },\n buildNext: (req: HttpRequest, cursor: string) => HttpRequest,\n options: { resource: string },\n): AsyncIterable<T> {\n let req: HttpRequest = initial;\n while (true) {\n const res = await request(req, { resource: options.resource });\n const { items, nextCursor } = parse(res.body);\n for (const item of items) {\n yield item;\n }\n if (!nextCursor) {\n return;\n }\n req = buildNext(req, nextCursor);\n }\n}\n\nexport async function* paginatePage<T>(\n initial: HttpRequest,\n parse: (body: unknown) => { items: T[]; hasMore: boolean },\n buildPage: (req: HttpRequest, page: number) => HttpRequest,\n options: { resource: string },\n): AsyncIterable<T> {\n let page = 1;\n while (true) {\n const req = page === 1 ? initial : buildPage(initial, page);\n const res = await request(req, { resource: options.resource });\n const { items, hasMore } = parse(res.body);\n for (const item of items) {\n yield item;\n }\n if (!hasMore || items.length === 0) {\n return;\n }\n page++;\n }\n}\n","export type LogFields = Record<string, unknown>;\n\nexport interface ConnectorLogger {\n info(event: string, fields?: LogFields): void;\n warn(event: string, fields?: LogFields): void;\n}\n\nexport interface ConnectorLoggerOptions {\n scope: string;\n}\n\nconst MAX_VALUE_LEN = 120;\n\nfunction truncate(s: string, max = MAX_VALUE_LEN): string {\n if (s.length <= max) {\n return s;\n }\n return `${s.slice(0, max - 1)}…`;\n}\n\nfunction formatValue(value: unknown): string {\n if (value === null) {\n return 'null';\n }\n if (value === undefined) {\n return '';\n }\n if (typeof value === 'number' || typeof value === 'boolean') {\n return String(value);\n }\n if (typeof value === 'string') {\n const t = truncate(value);\n if (/[\\s\"=]/.test(t)) {\n return JSON.stringify(t);\n }\n return t;\n }\n if (typeof value === 'bigint') {\n return value.toString();\n }\n let json: string | undefined;\n try {\n json = JSON.stringify(value);\n } catch {\n json = undefined;\n }\n return truncate(json ?? String(value));\n}\n\nexport function formatLogFields(fields?: LogFields): string {\n if (!fields) {\n return '';\n }\n const parts: string[] = [];\n for (const [k, v] of Object.entries(fields)) {\n if (v === undefined) {\n continue;\n }\n parts.push(`${k}=${formatValue(v)}`);\n }\n return parts.length > 0 ? ` ${parts.join(' ')}` : '';\n}\n\nexport function formatLogLine(\n scope: string,\n event: string,\n fields?: LogFields,\n): string {\n return `[${scope}] ${event}${formatLogFields(fields)}`;\n}\n\nexport function createDefaultConnectorLogger(\n opts: ConnectorLoggerOptions,\n): ConnectorLogger {\n return {\n info(event, fields) {\n console.info(formatLogLine(opts.scope, event, fields));\n },\n warn(event, fields) {\n console.warn(formatLogLine(opts.scope, event, fields));\n },\n };\n}\n\nconst NOOP_LOGGER: ConnectorLogger = {\n info() {},\n warn() {},\n};\n\nexport function noopConnectorLogger(): ConnectorLogger {\n return NOOP_LOGGER;\n}\n","import {\n BQ_DATASET_RE,\n BQ_IDENT_RE,\n BQ_READONLY_SCOPE,\n type BqPageRequest,\n type BqQueryResponse,\n GcpAccessTokenProvider,\n MS_PER_DAY,\n bqQueryResponseSchema,\n collectBigQueryPages,\n gcpAuthConfigShape,\n indexBqFields,\n parseBqDateOrEpoch,\n readBqCell,\n startOfUtcDay,\n toDateStr,\n tokenResponseSchema,\n} from '@rawdash/connector-gcp-shared';\nimport { connectorUserAgent, parseEpoch } from '@rawdash/connector-shared';\nimport {\n BaseConnector,\n type ChunkedSyncCursor,\n type ConnectorContext,\n type ConnectorCost,\n type ConnectorDoc,\n type CredentialsSchema,\n type JSONValue,\n type MetricSample,\n type StorageHandle,\n type SyncOptions,\n type SyncResult,\n defineConfigFields,\n defineConnectorDoc,\n defineResources,\n makeChunkedCursorGuard,\n schemasFromResources,\n} from '@rawdash/core';\nimport { z } from 'zod';\n\nexport const configFields = defineConfigFields(\n z\n .object({\n projectId: z\n .string()\n .regex(BQ_IDENT_RE, 'projectId must be a valid GCP project id')\n .meta({\n label: 'GCP project ID',\n description:\n 'Google Cloud project ID that hosts the Vertex AI workload. Cloud Monitoring metrics are read from this project.',\n placeholder: 'my-project-123',\n }),\n ...gcpAuthConfigShape,\n bqProject: z\n .string()\n .regex(BQ_IDENT_RE, 'bqProject must be a valid GCP project id')\n .optional()\n .meta({\n label: 'BigQuery project ID (optional)',\n description:\n 'Project that hosts the Cloud Billing -> BigQuery export. Required to sync the spend resource; omit to disable spend syncing.',\n placeholder: 'my-billing-project',\n }),\n bqDataset: z\n .string()\n .regex(\n BQ_DATASET_RE,\n 'bqDataset must be a valid BigQuery dataset id (letters, digits, underscores; must start with a letter or underscore)',\n )\n .optional()\n .meta({\n label: 'BigQuery dataset (optional)',\n description:\n 'BigQuery dataset containing the Cloud Billing export tables (gcp_billing_export_v1_*). Required to sync the spend resource.',\n placeholder: 'billing_export',\n }),\n bqLocation: z.string().min(1).optional().meta({\n label: 'BigQuery location (optional)',\n description:\n 'Region or multi-region of the billing dataset (e.g. US, EU, us-central1). Defaults to US when bqDataset is set.',\n placeholder: 'US',\n }),\n spendServiceFilter: z.string().min(1).optional().meta({\n label: 'Spend service filter (optional)',\n description:\n 'BigQuery LIKE pattern matched against service.description to scope spend rows to Vertex AI. Defaults to \"Vertex AI%\" which covers both \"Vertex AI\" and \"Vertex AI Generative AI\" services.',\n placeholder: 'Vertex AI%',\n }),\n lookbackDays: z.number().int().positive().max(365).optional().meta({\n label: 'Backfill window (days)',\n description:\n 'How many days of history to pull on a full sync. Defaults to 30.',\n placeholder: '30',\n }),\n })\n .superRefine((val, ctx) => {\n if ((val.bqProject === undefined) !== (val.bqDataset === undefined)) {\n ctx.addIssue({\n code: z.ZodIssueCode.custom,\n message:\n 'bqProject and bqDataset must both be provided or both omitted',\n path: [val.bqProject === undefined ? 'bqProject' : 'bqDataset'],\n });\n }\n }),\n);\n\nexport const doc: ConnectorDoc = defineConnectorDoc({\n displayName: 'Google Cloud Vertex AI',\n category: 'engineering',\n brandColor: '#4285F4',\n tagline:\n 'Sync daily Vertex AI model invocations, token counts, errors, and spend (Gemini and partner models) into a single dashboard view of GCP AI usage.',\n vendor: {\n name: 'Google Cloud',\n domain: 'cloud.google.com',\n apiDocs: 'https://cloud.google.com/vertex-ai/docs/general/monitoring',\n website: 'https://cloud.google.com/vertex-ai',\n },\n auth: {\n summary:\n 'Authenticate against the Cloud Monitoring v3 API (and optionally BigQuery for spend) with a Google service account JSON key. The service account needs the Monitoring Viewer role on the project running Vertex AI. To sync spend, it additionally needs BigQuery Data Viewer on the billing dataset and BigQuery Job User on the billing project.',\n setup: [\n 'Identify the GCP project running Vertex AI (it owns the publisher/online_serving metrics).',\n 'Create a service account at Google Cloud -> IAM & Admin -> Service Accounts in that project (or grant an existing one access).',\n 'Grant the service account the Monitoring Viewer role (roles/monitoring.viewer) on the project so it can read Vertex AI metrics.',\n 'To sync spend, enable the Cloud Billing -> BigQuery export (Billing -> Billing export -> BigQuery export). Then grant the service account roles/bigquery.dataViewer on the export dataset and roles/bigquery.jobUser on the bqProject.',\n 'Generate a JSON key for the service account and store its contents as a secret (e.g. GCP_SA_JSON).',\n 'Reference the key from config as serviceAccountJson: secret(\"GCP_SA_JSON\") and set projectId to the Vertex AI project. Set bqProject / bqDataset to enable the spend resource.',\n ],\n },\n rateLimit:\n 'Cloud Monitoring projects.timeSeries.list and BigQuery jobs.query are rate-limited per project; 429 / RESOURCE_EXHAUSTED responses are retried with backoff. Each sync issues at most three requests (invocations metric, tokens metric, optional BigQuery query).',\n limitations: [\n 'Only the publisher (Gemini and partner online-serving) metric family is synced. Custom model deployments under aiplatform.googleapis.com/prediction/* are out of scope; query Cloud Monitoring directly via the gcp-monitoring connector if you need them.',\n 'Spend rows come from the Cloud Billing -> BigQuery export; the export must be configured manually in the GCP console and only days after the configuration date are present.',\n 'BigQuery cost rows are back-revised by GCP for several days; an incremental sync refetches a short trailing window to pick up corrections.',\n 'Each BigQuery query is billed against the bqProject; keep lookbackDays reasonable.',\n 'Daily aggregation only - sub-day granularity is intentionally not exposed for spend or invocation rollups.',\n ],\n});\n\nexport interface VertexAiSettings {\n projectId: string;\n bqProject?: string;\n bqDataset?: string;\n bqLocation?: string;\n spendServiceFilter?: string;\n lookbackDays?: number;\n}\n\nconst vertexAiCredentials = {\n serviceAccountJson: {\n description: 'Google service account JSON key (raw JSON or base64)',\n auth: 'required' as const,\n },\n} satisfies CredentialsSchema;\n\ntype VertexAiCredentials = typeof vertexAiCredentials;\n\nconst int64String = z.string().regex(/^-?\\d+$/);\nconst isoTimestamp = z.iso.datetime();\n\nconst pointValue = z\n .object({\n doubleValue: z.number().optional(),\n int64Value: int64String.optional(),\n boolValue: z.boolean().optional(),\n stringValue: z.string().optional(),\n distributionValue: z.unknown().optional(),\n })\n .refine(\n (v) =>\n v.doubleValue !== undefined ||\n v.int64Value !== undefined ||\n v.boolValue !== undefined ||\n v.stringValue !== undefined ||\n v.distributionValue !== undefined,\n {\n message: 'point value must carry at least one supported value field',\n },\n );\n\nconst pointSchema = z.object({\n interval: z.object({\n startTime: isoTimestamp.optional(),\n endTime: isoTimestamp,\n }),\n value: pointValue,\n});\n\nconst timeSeriesSchema = z.object({\n metric: z.object({\n type: z.string(),\n labels: z.record(z.string(), z.string()).optional(),\n }),\n resource: z\n .object({\n type: z.string().optional(),\n labels: z.record(z.string(), z.string()).optional(),\n })\n .optional(),\n valueType: z.string().optional(),\n metricKind: z.string().optional(),\n points: z.array(pointSchema).optional(),\n});\n\nconst listTimeSeriesResponseSchema = z.object({\n timeSeries: z.array(timeSeriesSchema).optional(),\n nextPageToken: z.string().optional(),\n});\n\nexport const INVOCATIONS_METRIC_NAME = 'vertex_ai_invocations';\nexport const ERRORS_METRIC_NAME = 'vertex_ai_errors';\nexport const TOKENS_METRIC_NAME = 'vertex_ai_tokens';\nexport const SPEND_METRIC_NAME = 'vertex_ai_spend';\n\nconst INVOCATION_COUNT_TYPE =\n 'aiplatform.googleapis.com/publisher/online_serving/model_invocation_count';\nconst TOKEN_COUNT_TYPE =\n 'aiplatform.googleapis.com/publisher/online_serving/token_count';\n\nexport const vertexAiResources = defineResources({\n [INVOCATIONS_METRIC_NAME]: {\n shape: 'metric',\n description:\n 'Daily count of successful Vertex AI model invocations (HTTP 2xx) per (date, modelId). Sourced from the Cloud Monitoring metric `aiplatform.googleapis.com/publisher/online_serving/model_invocation_count`, aggregated to one sample per day with SUM.',\n endpoint: 'GET /v3/projects/{projectId}/timeSeries',\n granularity: 'daily',\n notes:\n 'On every sync the trailing `lookbackDays` window is rewritten idempotently. Non-2xx response codes flow to `vertex_ai_errors` instead.',\n dimensions: [\n {\n name: 'modelId',\n description:\n 'Vertex AI publisher model identifier, e.g. gemini-1.5-pro or text-bison.',\n },\n {\n name: 'responseCode',\n description:\n 'Upstream HTTP response code reported by Vertex AI (always 2xx in this resource).',\n },\n ],\n responses: {\n oauth_token: tokenResponseSchema,\n invocations: listTimeSeriesResponseSchema,\n },\n },\n [ERRORS_METRIC_NAME]: {\n shape: 'metric',\n description:\n 'Daily count of failed Vertex AI model invocations (non-2xx) per (date, modelId, errorType). Sourced from the same Cloud Monitoring API call as `vertex_ai_invocations`; rows with response_code outside 200-299 are routed here.',\n endpoint:\n 'GET /v3/projects/{projectId}/timeSeries (shared with vertex_ai_invocations)',\n granularity: 'daily',\n notes:\n 'errorType carries the upstream HTTP status (e.g. 400, 429, 500). Use it to slice quota errors (429) from request errors (4xx) and platform errors (5xx). The response schema is registered under `vertex_ai_invocations`.',\n dimensions: [\n {\n name: 'modelId',\n description: 'Vertex AI publisher model identifier.',\n },\n {\n name: 'errorType',\n description:\n 'HTTP status code returned by Vertex AI (400, 401, 403, 429, 5xx, ...).',\n },\n ],\n },\n [TOKENS_METRIC_NAME]: {\n shape: 'metric',\n description:\n 'Daily Vertex AI token usage per (date, modelId, tokenType). Sourced from the Cloud Monitoring metric `aiplatform.googleapis.com/publisher/online_serving/token_count`. tokenType is either `input` (prompt) or `output` (completion).',\n endpoint: 'GET /v3/projects/{projectId}/timeSeries',\n granularity: 'daily',\n notes:\n 'Sum across both tokenType values to get total tokens; slice by tokenType to separate input from output cost drivers.',\n dimensions: [\n {\n name: 'modelId',\n description: 'Vertex AI publisher model identifier.',\n },\n {\n name: 'tokenType',\n description:\n 'Either `input` (prompt tokens) or `output` (response tokens).',\n },\n ],\n responses: {\n tokens: listTimeSeriesResponseSchema,\n },\n },\n [SPEND_METRIC_NAME]: {\n shape: 'metric',\n description:\n 'Daily Vertex AI spend per (date, sku) sourced from the Cloud Billing -> BigQuery export. Skipped unless bqProject and bqDataset are configured.',\n endpoint: 'POST /bigquery/v2/projects/{bqProject}/queries',\n granularity: 'daily',\n notes:\n 'The trailing 5 days are always refetched on incremental syncs to pick up GCP back-revisions. SKU describes the specific Vertex AI model and token type (e.g. \"Gemini 1.5 Pro Online Inference - Input\").',\n dimensions: [\n {\n name: 'sku',\n description:\n 'GCP SKU description, e.g. \"Gemini 1.5 Pro Online Inference - Input Tokens\".',\n },\n {\n name: 'service',\n description:\n 'GCP service description, typically \"Vertex AI\" or \"Vertex AI Generative AI\".',\n },\n {\n name: 'currency',\n description: 'Billing currency reported by GCP.',\n },\n ],\n responses: {\n spend: bqQueryResponseSchema,\n },\n },\n});\n\nconst PHASE_ORDER = ['invocations', 'tokens', 'spend'] as const;\nexport type VertexAiPhase = (typeof PHASE_ORDER)[number];\n\nconst PHASE_TO_RESOURCES: Record<VertexAiPhase, readonly string[]> = {\n invocations: [INVOCATIONS_METRIC_NAME, ERRORS_METRIC_NAME],\n tokens: [TOKENS_METRIC_NAME],\n spend: [SPEND_METRIC_NAME],\n};\n\nexport type VertexAiCursor = ChunkedSyncCursor<VertexAiPhase, string>;\nconst isVertexAiCursor = makeChunkedCursorGuard(PHASE_ORDER);\n\nconst MONITORING_API_BASE = 'https://monitoring.googleapis.com/v3';\nconst MONITORING_SCOPE = 'https://www.googleapis.com/auth/monitoring.read';\nconst MONITORING_PAGE_SIZE = 1000;\nconst DAILY_ALIGNMENT_SECONDS = 86_400;\nconst DAILY_ALIGNMENT = `${DAILY_ALIGNMENT_SECONDS}s`;\nconst DEFAULT_LOOKBACK_DAYS = 30;\nconst INCREMENTAL_LOOKBACK_DAYS = 5;\nconst DEFAULT_SPEND_SERVICE_FILTER = 'Vertex AI%';\n\nexport const id = 'vertex-ai';\n\nexport const cost: ConnectorCost = {\n recommendedInterval: '1 day',\n minInterval: '1 hour',\n perSync:\n '2 Cloud Monitoring requests, plus 1 BigQuery query when bqProject/bqDataset are set',\n warning:\n 'Each BigQuery spend query is billed against the bqProject. Prefer once-a-day syncs unless you need fresher invocation counts.',\n};\n\nexport class VertexAiConnector extends BaseConnector<\n VertexAiSettings,\n VertexAiCredentials\n> {\n static readonly id = id;\n\n static readonly resources = vertexAiResources;\n\n static readonly schemas = schemasFromResources(vertexAiResources);\n\n static readonly cost = cost;\n\n static create(input: unknown, ctx?: ConnectorContext): VertexAiConnector {\n const parsed = configFields.parse(input);\n return new VertexAiConnector(\n {\n projectId: parsed.projectId,\n bqProject: parsed.bqProject,\n bqDataset: parsed.bqDataset,\n bqLocation: parsed.bqLocation,\n spendServiceFilter: parsed.spendServiceFilter,\n lookbackDays: parsed.lookbackDays,\n },\n { serviceAccountJson: parsed.serviceAccountJson },\n ctx,\n );\n }\n\n readonly id = id;\n override readonly credentials = vertexAiCredentials;\n\n private monitoringTokenProvider?: GcpAccessTokenProvider;\n private bigQueryTokenProvider?: GcpAccessTokenProvider;\n\n private getMonitoringToken(signal?: AbortSignal): Promise<string> {\n this.monitoringTokenProvider ??= new GcpAccessTokenProvider({\n connectorId: this.id,\n scope: MONITORING_SCOPE,\n getServiceAccountJson: () => this.creds.serviceAccountJson,\n post: (url, opts) =>\n this.post<{ access_token: string; expires_in?: number }>(url, opts),\n });\n return this.monitoringTokenProvider.getToken(signal);\n }\n\n private getBigQueryToken(signal?: AbortSignal): Promise<string> {\n this.bigQueryTokenProvider ??= new GcpAccessTokenProvider({\n connectorId: this.id,\n scope: BQ_READONLY_SCOPE,\n getServiceAccountJson: () => this.creds.serviceAccountJson,\n post: (url, opts) =>\n this.post<{ access_token: string; expires_in?: number }>(url, opts),\n });\n return this.bigQueryTokenProvider.getToken(signal);\n }\n\n private async listTimeSeries(\n metricType: string,\n groupByFields: readonly string[],\n startMs: number,\n endMs: number,\n pageToken: string | undefined,\n resource: string,\n signal?: AbortSignal,\n ): Promise<z.infer<typeof listTimeSeriesResponseSchema>> {\n const params = new URLSearchParams();\n params.set('filter', `metric.type = \"${metricType}\"`);\n params.set('interval.startTime', new Date(startMs).toISOString());\n params.set('interval.endTime', new Date(endMs).toISOString());\n params.set('aggregation.alignmentPeriod', DAILY_ALIGNMENT);\n params.set('aggregation.perSeriesAligner', 'ALIGN_SUM');\n params.set('aggregation.crossSeriesReducer', 'REDUCE_SUM');\n for (const field of groupByFields) {\n params.append('aggregation.groupByFields', field);\n }\n params.set('pageSize', String(MONITORING_PAGE_SIZE));\n if (pageToken !== undefined) {\n params.set('pageToken', pageToken);\n }\n\n const url = `${MONITORING_API_BASE}/projects/${encodeURIComponent(\n this.settings.projectId,\n )}/timeSeries?${params.toString()}`;\n\n const accessToken = await this.getMonitoringToken(signal);\n const res = await this.get<z.infer<typeof listTimeSeriesResponseSchema>>(\n url,\n {\n resource,\n headers: {\n Authorization: `Bearer ${accessToken}`,\n 'User-Agent': connectorUserAgent(this.id),\n },\n signal,\n },\n );\n return res.body;\n }\n\n private async fetchBigQueryPage(\n request: BqPageRequest,\n signal: AbortSignal | undefined,\n ): Promise<BqQueryResponse> {\n const accessToken = await this.getBigQueryToken(signal);\n const headers = {\n Authorization: `Bearer ${accessToken}`,\n 'Content-Type': 'application/json',\n 'User-Agent': connectorUserAgent(this.id),\n };\n if (request.method === 'POST') {\n const res = await this.post<BqQueryResponse>(request.url, {\n resource: 'spend',\n headers,\n body: request.body,\n signal,\n });\n return res.body;\n }\n const res = await this.get<BqQueryResponse>(request.url, {\n resource: 'spend',\n headers,\n signal,\n });\n return res.body;\n }\n\n private async syncInvocations(\n storage: StorageHandle,\n window: { startMs: number; endMs: number },\n requestedResources: ReadonlySet<string> | undefined,\n signal?: AbortSignal,\n ): Promise<void> {\n const wantInvocations =\n !requestedResources ||\n requestedResources.size === 0 ||\n requestedResources.has(INVOCATIONS_METRIC_NAME);\n const wantErrors =\n !requestedResources ||\n requestedResources.size === 0 ||\n requestedResources.has(ERRORS_METRIC_NAME);\n if (!wantInvocations && !wantErrors) {\n return;\n }\n\n const invocations: MetricSample[] = [];\n const errors: MetricSample[] = [];\n let pageToken: string | undefined;\n let page = 0;\n const phaseStart = Date.now();\n do {\n if (signal?.aborted) {\n return;\n }\n let response: z.infer<typeof listTimeSeriesResponseSchema>;\n try {\n response = await this.listTimeSeries(\n INVOCATION_COUNT_TYPE,\n ['metric.labels.model_user_id', 'metric.labels.response_code'],\n window.startMs,\n window.endMs,\n pageToken,\n 'invocations',\n signal,\n );\n } catch (err) {\n this.logger.warn('fetch page failed', {\n resource: 'invocations',\n page: page + 1,\n error: err instanceof Error ? err.message : String(err),\n });\n throw err;\n }\n const series = response.timeSeries ?? [];\n let pageItems = 0;\n for (const ts of series) {\n const modelId = ts.metric.labels?.['model_user_id'] ?? null;\n const responseCode = ts.metric.labels?.['response_code'] ?? '';\n const isError = !isSuccessCode(responseCode);\n for (const point of ts.points ?? []) {\n const sample = pointToCountSample(modelId, responseCode, point);\n if (sample === null) {\n continue;\n }\n if (isError) {\n errors.push({\n name: ERRORS_METRIC_NAME,\n ts: sample.ts,\n value: sample.value,\n attributes: {\n modelId: sample.attributes['modelId'] ?? null,\n errorType: responseCode,\n },\n });\n } else {\n invocations.push({\n name: INVOCATIONS_METRIC_NAME,\n ts: sample.ts,\n value: sample.value,\n attributes: sample.attributes,\n });\n }\n pageItems += 1;\n }\n }\n pageToken = nextPageTokenOrUndefined(response.nextPageToken);\n page += 1;\n this.logger.info('fetched page', {\n resource: 'invocations',\n page,\n items: pageItems,\n next: pageToken ?? null,\n });\n } while (pageToken !== undefined);\n\n const replaceWindow = toReplaceWindow(window.startMs, window.endMs);\n if (wantInvocations) {\n await storage.metrics(invocations, {\n names: [INVOCATIONS_METRIC_NAME],\n ...(replaceWindow ? { replaceWindow } : {}),\n });\n }\n if (wantErrors) {\n await storage.metrics(errors, {\n names: [ERRORS_METRIC_NAME],\n ...(replaceWindow ? { replaceWindow } : {}),\n });\n }\n this.logger.info('resource done', {\n resource: 'invocations',\n pages: page,\n items: invocations.length + errors.length,\n duration_ms: Date.now() - phaseStart,\n });\n }\n\n private async syncTokens(\n storage: StorageHandle,\n window: { startMs: number; endMs: number },\n signal?: AbortSignal,\n ): Promise<void> {\n const samples: MetricSample[] = [];\n let pageToken: string | undefined;\n let page = 0;\n const phaseStart = Date.now();\n do {\n if (signal?.aborted) {\n return;\n }\n let response: z.infer<typeof listTimeSeriesResponseSchema>;\n try {\n response = await this.listTimeSeries(\n TOKEN_COUNT_TYPE,\n ['metric.labels.model_user_id', 'metric.labels.type'],\n window.startMs,\n window.endMs,\n pageToken,\n 'tokens',\n signal,\n );\n } catch (err) {\n this.logger.warn('fetch page failed', {\n resource: 'tokens',\n page: page + 1,\n error: err instanceof Error ? err.message : String(err),\n });\n throw err;\n }\n const series = response.timeSeries ?? [];\n let pageItems = 0;\n for (const ts of series) {\n const modelId = ts.metric.labels?.['model_user_id'] ?? null;\n const tokenType =\n ts.metric.labels?.['type'] ?? ts.metric.labels?.['token_type'] ?? '';\n for (const point of ts.points ?? []) {\n const sample = pointToTokenSample(modelId, tokenType, point);\n if (sample === null) {\n continue;\n }\n samples.push(sample);\n pageItems += 1;\n }\n }\n pageToken = nextPageTokenOrUndefined(response.nextPageToken);\n page += 1;\n this.logger.info('fetched page', {\n resource: 'tokens',\n page,\n items: pageItems,\n next: pageToken ?? null,\n });\n } while (pageToken !== undefined);\n\n const replaceWindow = toReplaceWindow(window.startMs, window.endMs);\n await storage.metrics(samples, {\n names: [TOKENS_METRIC_NAME],\n ...(replaceWindow ? { replaceWindow } : {}),\n });\n this.logger.info('resource done', {\n resource: 'tokens',\n pages: page,\n items: samples.length,\n duration_ms: Date.now() - phaseStart,\n });\n }\n\n private async syncSpend(\n storage: StorageHandle,\n window: {\n startDate: string;\n endDate: string;\n startMs: number;\n endMs: number;\n },\n signal?: AbortSignal,\n ): Promise<void> {\n if (\n this.settings.bqProject === undefined ||\n this.settings.bqDataset === undefined\n ) {\n this.logger.info('resource done', {\n resource: 'spend',\n pages: 0,\n items: 0,\n duration_ms: 0,\n skipped: 'bqProject or bqDataset not configured',\n });\n return;\n }\n\n const sql = buildVertexSpendSql({\n bqProject: this.settings.bqProject,\n bqDataset: this.settings.bqDataset,\n startDate: window.startDate,\n endDate: window.endDate,\n serviceFilter:\n this.settings.spendServiceFilter ?? DEFAULT_SPEND_SERVICE_FILTER,\n });\n\n const { rows: samples, aborted } = await collectBigQueryPages<MetricSample>(\n {\n projectId: this.settings.bqProject,\n sql,\n resource: 'spend',\n location: this.settings.bqLocation,\n signal,\n logger: this.logger,\n mapRows: (response) => buildSpendSamplesFromBqResponse(response),\n jobIncompleteMessage: `${this.id}: BigQuery spend query did not complete within the synchronous timeout (jobComplete=false). Lower lookbackDays so the query finishes faster.`,\n fetchPage: (request, sig) => this.fetchBigQueryPage(request, sig),\n },\n );\n if (aborted) {\n return;\n }\n const replaceWindow = toReplaceWindow(window.startMs, window.endMs);\n await storage.metrics(samples, {\n names: [SPEND_METRIC_NAME],\n ...(replaceWindow ? { replaceWindow } : {}),\n });\n }\n\n async sync(\n options: SyncOptions,\n storage: StorageHandle,\n signal?: AbortSignal,\n ): Promise<SyncResult> {\n const lookbackDays = this.settings.lookbackDays ?? DEFAULT_LOOKBACK_DAYS;\n const monitoringWindow = getMonitoringWindow(options, lookbackDays);\n const spendWindow = getSpendWindow(options, lookbackDays);\n\n const cursor = isVertexAiCursor(options.cursor)\n ? options.cursor\n : undefined;\n const resumeIdx = cursor ? PHASE_ORDER.indexOf(cursor.phase) : 0;\n const startIdx = resumeIdx >= 0 ? resumeIdx : 0;\n\n for (let i = startIdx; i < PHASE_ORDER.length; i++) {\n const phase = PHASE_ORDER[i]!;\n if (signal?.aborted) {\n return { done: false, cursor: { phase, page: null } };\n }\n if (\n options.resources &&\n options.resources.size > 0 &&\n !PHASE_TO_RESOURCES[phase].some((r) => options.resources!.has(r))\n ) {\n continue;\n }\n try {\n if (phase === 'invocations') {\n await this.syncInvocations(\n storage,\n monitoringWindow,\n options.resources,\n signal,\n );\n } else if (phase === 'tokens') {\n await this.syncTokens(storage, monitoringWindow, signal);\n } else {\n await this.syncSpend(storage, spendWindow, signal);\n }\n } catch (err) {\n if (signal?.aborted) {\n return { done: false, cursor: { phase, page: null } };\n }\n throw err;\n }\n }\n\n return { done: true };\n }\n}\n\nfunction isSuccessCode(code: string): boolean {\n if (code.length === 0) {\n return true;\n }\n const n = Number.parseInt(code, 10);\n if (!Number.isFinite(n)) {\n return false;\n }\n return n >= 200 && n < 300;\n}\n\nfunction nextPageTokenOrUndefined(token: unknown): string | undefined {\n if (typeof token === 'string' && token.length > 0) {\n return token;\n }\n return undefined;\n}\n\nexport function pointToCountSample(\n modelId: string | null,\n responseCode: string,\n point: z.infer<typeof pointSchema>,\n): { ts: number; value: number; attributes: Record<string, JSONValue> } | null {\n const ts = parseEpoch(\n point.interval.startTime ?? point.interval.endTime,\n 'iso',\n );\n if (ts === null) {\n return null;\n }\n const value = extractScalarValue(point.value);\n if (value === null) {\n return null;\n }\n return {\n ts,\n value,\n attributes: {\n modelId: modelId ?? null,\n responseCode,\n },\n };\n}\n\nexport function pointToTokenSample(\n modelId: string | null,\n tokenType: string,\n point: z.infer<typeof pointSchema>,\n): MetricSample | null {\n const ts = parseEpoch(\n point.interval.startTime ?? point.interval.endTime,\n 'iso',\n );\n if (ts === null) {\n return null;\n }\n const value = extractScalarValue(point.value);\n if (value === null) {\n return null;\n }\n return {\n name: TOKENS_METRIC_NAME,\n ts,\n value,\n attributes: {\n modelId: modelId ?? null,\n tokenType,\n },\n };\n}\n\nfunction extractScalarValue(v: z.infer<typeof pointValue>): number | null {\n if (v.doubleValue !== undefined && Number.isFinite(v.doubleValue)) {\n return v.doubleValue;\n }\n if (v.int64Value !== undefined) {\n const n = Number(v.int64Value);\n return Number.isSafeInteger(n) ? n : null;\n }\n if (v.boolValue !== undefined) {\n return v.boolValue ? 1 : 0;\n }\n return null;\n}\n\nexport function getMonitoringWindow(\n options: SyncOptions,\n lookbackDays: number,\n now: number = Date.now(),\n): { startMs: number; endMs: number } {\n const endMs = startOfUtcDay(now) + MS_PER_DAY;\n let days = lookbackDays;\n if (options.mode === 'latest') {\n days = INCREMENTAL_LOOKBACK_DAYS;\n } else if (options.since !== undefined) {\n const sinceMs = parseEpoch(options.since, 'iso');\n if (sinceMs !== null) {\n const elapsed = Math.ceil((now - sinceMs) / MS_PER_DAY);\n days = Math.min(\n Math.max(elapsed + INCREMENTAL_LOOKBACK_DAYS, 1),\n lookbackDays,\n );\n }\n }\n return { startMs: endMs - days * MS_PER_DAY, endMs };\n}\n\nexport function getSpendWindow(\n options: SyncOptions,\n lookbackDays: number,\n now: number = Date.now(),\n): { startDate: string; endDate: string; startMs: number; endMs: number } {\n const endMs = startOfUtcDay(now) + MS_PER_DAY;\n let days = lookbackDays;\n if (options.mode === 'latest') {\n days = INCREMENTAL_LOOKBACK_DAYS;\n } else if (options.since !== undefined) {\n const sinceMs = parseEpoch(options.since, 'iso');\n if (sinceMs !== null) {\n const elapsed = Math.ceil((now - sinceMs) / MS_PER_DAY);\n days = Math.min(\n Math.max(elapsed + INCREMENTAL_LOOKBACK_DAYS, 1),\n lookbackDays,\n );\n }\n }\n const startMs = endMs - days * MS_PER_DAY;\n return {\n startDate: toDateStr(startMs),\n endDate: toDateStr(endMs),\n startMs,\n endMs,\n };\n}\n\nfunction toReplaceWindow(\n startMs: number,\n endMs: number,\n): { start: number; end: number } | undefined {\n if (startMs > endMs) {\n return undefined;\n }\n return { start: startMs, end: endMs };\n}\n\nexport function buildVertexSpendSql(args: {\n bqProject: string;\n bqDataset: string;\n startDate: string;\n endDate: string;\n serviceFilter: string;\n}): string {\n const escapedFilter = args.serviceFilter.replace(/'/g, \"\\\\'\");\n const table = `\\`${args.bqProject}.${args.bqDataset}.gcp_billing_export_v1_*\\``;\n return [\n `SELECT DATE(usage_start_time) AS date,`,\n ` service.description AS service,`,\n ` sku.description AS sku,`,\n ` SUM(cost) AS cost,`,\n ` ANY_VALUE(currency) AS currency`,\n `FROM ${table}`,\n `WHERE DATE(usage_start_time) >= DATE('${args.startDate}')`,\n ` AND DATE(usage_start_time) < DATE('${args.endDate}')`,\n ` AND service.description LIKE '${escapedFilter}'`,\n `GROUP BY date, service, sku`,\n `ORDER BY date`,\n ].join('\\n');\n}\n\nexport function buildSpendSamplesFromBqResponse(\n response: BqQueryResponse,\n): MetricSample[] {\n const fieldIndex = indexBqFields(response);\n const samples: MetricSample[] = [];\n for (const row of response.rows ?? []) {\n const dateValue = readBqCell(row.f, fieldIndex, 'date');\n if (dateValue === null) {\n continue;\n }\n const ts = parseBqDateOrEpoch(dateValue);\n if (ts === null) {\n continue;\n }\n const costValue = readBqCell(row.f, fieldIndex, 'cost');\n if (costValue === null) {\n continue;\n }\n const value = Number.parseFloat(costValue);\n if (!Number.isFinite(value)) {\n continue;\n }\n const attributes: Record<string, JSONValue> = {\n sku: readBqCell(row.f, fieldIndex, 'sku') ?? null,\n service: readBqCell(row.f, fieldIndex, 'service') ?? null,\n };\n const currency = readBqCell(row.f, fieldIndex, 'currency');\n if (currency !== null) {\n attributes['currency'] = currency;\n }\n samples.push({ name: SPEND_METRIC_NAME, ts, value, attributes });\n }\n return samples;\n}\n","import { VertexAiConnector } from './vertex-ai';\n\nexport {\n ERRORS_METRIC_NAME,\n INVOCATIONS_METRIC_NAME,\n SPEND_METRIC_NAME,\n TOKENS_METRIC_NAME,\n VertexAiConnector,\n buildSpendSamplesFromBqResponse,\n buildVertexSpendSql,\n configFields,\n cost,\n doc,\n getMonitoringWindow,\n getSpendWindow,\n id,\n pointToCountSample,\n pointToTokenSample,\n vertexAiResources as resources,\n} from './vertex-ai';\nexport type {\n VertexAiCursor,\n VertexAiPhase,\n VertexAiSettings,\n} from './vertex-ai';\nexport default VertexAiConnector;\n"],"mappings":";AAAA,SAAS,SAAS;ACAlB,SAAS,KAAAA,UAAS;AWClB,SAAS,KAAAA,UAAS;AZQlB,IAAM,0BAA0B,EAAE,OAAO;EACvC,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;EAC9B,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC;EAC7B,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;EACrC,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AASM,IAAM,sBAAsB,EAAE,OAAO;EAC1C,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;EAC9B,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AACnD,CAAC;AAED,SAAS,mBAAmB,OAA2B;AACrD,MAAI,SAAS;AACb,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,cAAU,OAAO,aAAa,MAAM,CAAC,CAAE;EACzC;AACA,SAAO,KAAK,MAAM,EAAE,QAAQ,OAAO,GAAG,EAAE,QAAQ,OAAO,GAAG,EAAE,QAAQ,MAAM,EAAE;AAC9E;AAEA,SAAS,oBAAoB,KAAqB;AAChD,SAAO,mBAAmB,IAAI,YAAY,EAAE,OAAO,GAAG,CAAC;AACzD;AAEA,eAAe,aACb,SACA,eACiB;AACjB,QAAM,SAAS,EAAE,KAAK,SAAS,KAAK,MAAM;AAC1C,QAAM,YAAY,oBAAoB,KAAK,UAAU,MAAM,CAAC;AAC5D,QAAM,aAAa,oBAAoB,KAAK,UAAU,OAAO,CAAC;AAC9D,QAAM,eAAe,GAAG,SAAS,IAAI,UAAU;AAE/C,QAAM,aAAa,cAChB,QAAQ,gCAAgC,EAAE,EAC1C,QAAQ,8BAA8B,EAAE,EACxC,QAAQ,OAAO,EAAE;AACpB,QAAM,MAAM,WAAW,KAAK,KAAK,UAAU,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAEpE,QAAM,MAAM,MAAM,WAAW,OAAO,OAAO;IACzC;IACA;IACA,EAAE,MAAM,qBAAqB,MAAM,UAAU;IAC7C;IACA,CAAC,MAAM;EACT;AAEA,QAAM,YAAY,MAAM,WAAW,OAAO,OAAO;IAC/C;IACA;IACA,IAAI,YAAY,EAAE,OAAO,YAAY;EACvC;AAEA,SAAO,GAAG,YAAY,IAAI,mBAAmB,IAAI,WAAW,SAAS,CAAC,CAAC;AACzE;AAEO,SAAS,wBAAwB,OAAmC;AACzE,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,WAAO,wBAAwB,MAAM,KAAK;EAC5C;AACA,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,IAAI;MACR,mGAAmG,OAAO,KAAK;IACjH;EACF;AACA,QAAM,UAAU,MAAM,KAAK;AAC3B,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,WAAO,wBAAwB,MAAM,KAAK,MAAM,OAAO,CAAC;EAC1D;AACA,QAAM,SAAS,KAAK,OAAO;AAC3B,QAAM,QAAQ,IAAI,WAAW,OAAO,MAAM;AAC1C,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;AACtC,UAAM,CAAC,IAAI,OAAO,WAAW,CAAC;EAChC;AACA,QAAM,UAAU,IAAI,YAAY,EAAE,OAAO,KAAK;AAC9C,SAAO,wBAAwB,MAAM,KAAK,MAAM,OAAO,CAAC;AAC1D;AAEA,eAAsB,uBACpB,oBACA,OACwC;AACxC,QAAM,KAAK,wBAAwB,kBAAkB;AACrD,QAAM,MAAM,KAAK,MAAM,KAAK,IAAI,IAAI,GAAI;AACxC,QAAM,MAAM,MAAM;IAChB;MACE,KAAK,GAAG;MACR;MACA,KAAK,GAAG,aAAa;MACrB,KAAK,MAAM;MACX,KAAK;IACP;IACA,GAAG;EACL;AAEA,QAAM,OAAO,IAAI,gBAAgB;IAC/B,YAAY;IACZ,WAAW;EACb,CAAC,EAAE,SAAS;AAEZ,SAAO;IACL,KAAK,GAAG,aAAa;IACrB;EACF;AACF;AAQO,SAAS,uBAAuB,aAGrC;AACA,QAAM,OAAO,IAAI,gBAAgB;IAC/B,YAAY;IACZ,eAAe,YAAY;IAC3B,WAAW,YAAY;IACvB,eAAe,YAAY;EAC7B,CAAC,EAAE,SAAS;AAEZ,SAAO,EAAE,KAAK,uCAAuC,KAAK;AAC5D;AC1IO,IAAM,qBAAqB;EAChC,oBAAoBA,GAAE,OAAO,EAAE,SAASA,GAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK;IACvE,OAAO;IACP,aACE;IACF,QAAQ;EACV,CAAC;AACH;ACAO,IAAe,kBAAf,cAAuC,MAAM;EAEzC;EAET,YAAY,SAAiB,UAAyB;AACpD,UAAM,OAAO;AACb,SAAK,OAAO,WAAW;AACvB,SAAK,WAAW;EAClB;AACF;AAgBO,IAAM,YAAN,cAAwB,gBAAgB;EACpC,OAAO;AAClB;AEpCO,IAAM,sBAAsB;AAE5B,IAAM,qBAAqB,qBAAqB,mBAAmB;AKAnE,SAAS,WACd,OACA,MACe;AACf,MAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,WAAO;EACT;AACA,MAAI,SAAS,OAAO;AAClB,QAAI,OAAO,UAAU,UAAU;AAC7B,aAAO;IACT;AACA,UAAM,KAAK,IAAI,KAAK,KAAK,EAAE,QAAQ;AACnC,WAAO,OAAO,SAAS,EAAE,IAAI,KAAK;EACpC;AACA,MAAI,OAAO,UAAU,YAAY,MAAM,KAAK,MAAM,IAAI;AACpD,WAAO;EACT;AACA,QAAM,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;AAC1D,MAAI,CAAC,OAAO,SAAS,CAAC,GAAG;AACvB,WAAO;EACT;AACA,QAAM,SAAS,SAAS,MAAM,IAAI,MAAO;AACzC,SAAO,OAAO,SAAS,MAAM,IAAI,SAAS;AAC5C;AGtBO,IAAM,cAAc;AACpB,IAAM,gBAAgB;AAEtB,IAAM,cAAc;AACpB,IAAM,oBACX;AACK,IAAM,eAAe;AACrB,IAAM,sBAAsB;AAE5B,IAAM,wBAAwBA,GAAE,OAAO;EAC5C,aAAaA,GAAE,QAAQ,EAAE,SAAS;EAClC,QAAQA,GACL,OAAO;IACN,QAAQA,GAAE,MAAMA,GAAE,OAAO,EAAE,MAAMA,GAAE,OAAO,GAAG,MAAMA,GAAE,OAAO,EAAE,CAAC,CAAC;EAClE,CAAC,EACA,SAAS;EACZ,MAAMA,GACH;IACCA,GAAE,OAAO;MACP,GAAGA,GAAE,MAAMA,GAAE,OAAO,EAAE,GAAGA,GAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;IAC9D,CAAC;EACH,EACC,SAAS;EACZ,WAAWA,GAAE,OAAO,EAAE,SAAS;EAC/B,cAAcA,GACX,OAAO;IACN,WAAWA,GAAE,OAAO;IACpB,OAAOA,GAAE,OAAO;IAChB,UAAUA,GAAE,OAAO,EAAE,SAAS;EAChC,CAAC,EACA,SAAS;AACd,CAAC;AAcM,SAAS,yBAAyB,MAQvB;AAChB,QAAM,WAAW,KAAK,YAAY;AAClC,QAAM,YAAY,KAAK,aAAa;AAEpC,MAAI,KAAK,cAAc,QAAW;AAChC,UAAMC,OAAM,GAAG,WAAW,aAAa;MACrC,KAAK;IACP,CAAC;AACD,UAAM,OAAgC;MACpC,OAAO,KAAK;MACZ,cAAc;MACd,YAAY;MACZ;IACF;AACA,QAAI,KAAK,aAAa,QAAW;AAC/B,WAAK,UAAU,IAAI,KAAK;IAC1B;AACA,WAAO,EAAE,QAAQ,QAAQ,KAAAA,MAAK,MAAM,KAAK,UAAU,IAAI,EAAE;EAC3D;AAEA,MAAI,KAAK,iBAAiB,QAAW;AACnC,UAAM,IAAI;MACR;IACF;EACF;AAEA,QAAM,SAAS,IAAI,gBAAgB;IACjC,WAAW,KAAK;IAChB,YAAY,OAAO,QAAQ;IAC3B,WAAW,OAAO,SAAS;EAC7B,CAAC;AACD,QAAM,WAAW,KAAK,aAAa,YAAY,KAAK;AACpD,MAAI,aAAa,QAAW;AAC1B,WAAO,IAAI,YAAY,QAAQ;EACjC;AACA,QAAM,MAAM,GAAG,WAAW,aAAa;IACrC,KAAK,aAAa;EACpB,CAAC,YAAY,mBAAmB,KAAK,aAAa,KAAK,CAAC,IAAI,OAAO,SAAS,CAAC;AAC7E,SAAO,EAAE,QAAQ,OAAO,IAAI;AAC9B;AAEA,eAAsB,qBAAwB,MAcD;AAC3C,QAAM,OAAY,CAAC;AACnB,MAAI;AACJ,MAAI;AACJ,MAAI,OAAO;AACX,QAAM,aAAa,KAAK,IAAI;AAE5B,KAAG;AACD,QAAI,KAAK,QAAQ,SAAS;AACxB,aAAO,EAAE,MAAM,SAAS,KAAK;IAC/B;AACA,UAAM,UAAU,yBAAyB;MACvC,WAAW,KAAK;MAChB,KAAK,KAAK;MACV;MACA;MACA,UAAU,KAAK;MACf,UAAU,KAAK;IACjB,CAAC;AACD,QAAI;AACJ,QAAI;AACF,iBAAW,MAAM,KAAK,UAAU,SAAS,KAAK,MAAM;IACtD,SAAS,KAAK;AACZ,WAAK,QAAQ,KAAK,qBAAqB;QACrC,UAAU,KAAK;QACf,MAAM,OAAO;QACb,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;MACxD,CAAC;AACD,YAAM;IACR;AACA,QAAI,SAAS,gBAAgB,OAAO;AAClC,YAAM,IAAI,MAAM,KAAK,oBAAoB;IAC3C;AACA,QAAI,SAAS,iBAAiB,QAAW;AACvC,qBAAe,SAAS;IAC1B;AACA,UAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,SAAK,KAAK,GAAG,QAAQ;AACrB,gBACE,OAAO,SAAS,cAAc,YAAY,SAAS,UAAU,SAAS,IAClE,SAAS,YACT;AACN,YAAQ;AACR,SAAK,QAAQ,KAAK,gBAAgB;MAChC,UAAU,KAAK;MACf;MACA,OAAO,SAAS;MAChB,MAAM,aAAa;IACrB,CAAC;EACH,SAAS,cAAc;AAEvB,OAAK,QAAQ,KAAK,iBAAiB;IACjC,UAAU,KAAK;IACf,OAAO;IACP,OAAO,KAAK;IACZ,aAAa,KAAK,IAAI,IAAI;EAC5B,CAAC;AACD,SAAO,EAAE,MAAM,SAAS,MAAM;AAChC;AAEO,SAAS,cACd,UACwB;AACxB,QAAM,aAAqC,CAAC;AAC5C,GAAC,SAAS,QAAQ,UAAU,CAAC,GAAG,QAAQ,CAAC,OAAO,QAAQ;AACtD,eAAW,MAAM,IAAI,IAAI;EAC3B,CAAC;AACD,SAAO;AACT;AAEO,SAAS,WACd,OACA,YACA,MACe;AACf,QAAM,MAAM,WAAW,IAAI;AAC3B,MAAI,QAAQ,QAAW;AACrB,WAAO;EACT;AACA,QAAM,MAAM,MAAM,GAAG,GAAG;AACxB,MAAI,QAAQ,UAAa,QAAQ,MAAM;AACrC,WAAO;EACT;AACA,SAAO;AACT;AAEO,SAAS,mBAAmB,OAA8B;AAC/D,QAAM,YAAY,4BAA4B,KAAK,KAAK;AACxD,MAAI,WAAW;AACb,WAAO,KAAK;MACV,OAAO,UAAU,CAAC,CAAC;MACnB,OAAO,UAAU,CAAC,CAAC,IAAI;MACvB,OAAO,UAAU,CAAC,CAAC;IACrB;EACF;AACA,SAAO,WAAW,OAAO,KAAK;AAChC;ACvLO,IAAM,yBAAN,MAA6B;EAGlC,YACmB,MAOjB;AAPiB,SAAA,OAAA;EAOhB;EAPgB;EAHX,SAAsD;EAY9D,MAAc,eAAuD;AACnE,UAAM,qBAAqB,KAAK,KAAK,sBAAsB;AAC3D,QAAI,oBAAoB;AACtB,aAAO,uBAAuB,oBAAoB,KAAK,KAAK,KAAK;IACnE;AACA,UAAM,0BAA0B,KAAK,KAAK,6BAA6B;AACvE,QAAI,yBAAyB;AAC3B,aAAO,uBAAuB,uBAAuB;IACvD;AACA,UAAM,IAAI;MACR,GAAG,KAAK,KAAK,WAAW;IAC1B;EACF;EAEA,MAAM,SAAS,QAAuC;AACpD,QAAI,KAAK,UAAU,KAAK,IAAI,IAAI,KAAK,OAAO,WAAW;AACrD,aAAO,KAAK,OAAO;IACrB;AACA,UAAM,EAAE,KAAK,KAAK,IAAI,MAAM,KAAK,aAAa;AAC9C,UAAM,MAAM,MAAM,KAAK,KAAK,KAAK,KAAK;MACpC,UAAU;MACV,SAAS,EAAE,gBAAgB,oCAAoC;MAC/D;MACA;IACF,CAAC;AACD,UAAM,YAAY,IAAI,KAAK,cAAc;AACzC,SAAK,SAAS;MACZ,OAAO,IAAI,KAAK;MAChB,WAAW,KAAK,IAAI,KAAK,YAAY,MAAM;IAC7C;AACA,WAAO,KAAK,OAAO;EACrB;AACF;ACrEO,IAAM,aAAa;AAE1B,SAAS,KAAK,GAAmB;AAC/B,SAAO,OAAO,CAAC,EAAE,SAAS,GAAG,GAAG;AAClC;AAEO,SAAS,UAAU,IAAoB;AAC5C,QAAM,IAAI,IAAI,KAAK,EAAE;AACrB,SAAO,GAAG,EAAE,eAAe,CAAC,IAAI,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,EAAE,WAAW,CAAC,CAAC;AACnF;AAEO,SAAS,cAAc,IAAoB;AAChD,SAAO,KAAK,MAAM,KAAK,UAAU,IAAI;AACvC;;;AGbO,IAAMC,uBAAsB;AAE5B,IAAMC,sBAAqB,qBAAqBD,oBAAmB;AAEnE,SAAS,mBAAmB,aAA6B;AAC9D,SAAO,qBAAqB,WAAW,IAAIA,oBAAmB;AAChE;AKJO,SAASE,YACd,OACA,MACe;AACf,MAAI,UAAU,QAAQ,UAAU,QAAW;AACzC,WAAO;EACT;AACA,MAAI,SAAS,OAAO;AAClB,QAAI,OAAO,UAAU,UAAU;AAC7B,aAAO;IACT;AACA,UAAM,KAAK,IAAI,KAAK,KAAK,EAAE,QAAQ;AACnC,WAAO,OAAO,SAAS,EAAE,IAAI,KAAK;EACpC;AACA,MAAI,OAAO,UAAU,YAAY,MAAM,KAAK,MAAM,IAAI;AACpD,WAAO;EACT;AACA,QAAM,IAAI,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;AAC1D,MAAI,CAAC,OAAO,SAAS,CAAC,GAAG;AACvB,WAAO;EACT;AACA,QAAM,SAAS,SAAS,MAAM,IAAI,MAAO;AACzC,SAAO,OAAO,SAAS,MAAM,IAAI,SAAS;AAC5C;;;AGNA;AAAA,EACE;AAAA,EAWA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,KAAAC,UAAS;AAEX,IAAM,eAAe;AAAA,EAC1BA,GACG,OAAO;AAAA,IACN,WAAWA,GACR,OAAO,EACP,MAAM,aAAa,0CAA0C,EAC7D,KAAK;AAAA,MACJ,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACH,GAAG;AAAA,IACH,WAAWA,GACR,OAAO,EACP,MAAM,aAAa,0CAA0C,EAC7D,SAAS,EACT,KAAK;AAAA,MACJ,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACH,WAAWA,GACR,OAAO,EACP;AAAA,MACC;AAAA,MACA;AAAA,IACF,EACC,SAAS,EACT,KAAK;AAAA,MACJ,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACH,YAAYA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK;AAAA,MAC5C,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACD,oBAAoBA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK;AAAA,MACpD,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,IACD,cAAcA,GAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,SAAS,EAAE,KAAK;AAAA,MACjE,OAAO;AAAA,MACP,aACE;AAAA,MACF,aAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC,EACA,YAAY,CAAC,KAAK,QAAQ;AACzB,QAAK,IAAI,cAAc,YAAgB,IAAI,cAAc,SAAY;AACnE,UAAI,SAAS;AAAA,QACX,MAAMA,GAAE,aAAa;AAAA,QACrB,SACE;AAAA,QACF,MAAM,CAAC,IAAI,cAAc,SAAY,cAAc,WAAW;AAAA,MAChE,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACL;AAEO,IAAM,MAAoB,mBAAmB;AAAA,EAClD,aAAa;AAAA,EACb,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,SACE;AAAA,EACF,QAAQ;AAAA,IACN,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,SAAS;AAAA,EACX;AAAA,EACA,MAAM;AAAA,IACJ,SACE;AAAA,IACF,OAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EACA,WACE;AAAA,EACF,aAAa;AAAA,IACX;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF,CAAC;AAWD,IAAM,sBAAsB;AAAA,EAC1B,oBAAoB;AAAA,IAClB,aAAa;AAAA,IACb,MAAM;AAAA,EACR;AACF;AAIA,IAAM,cAAcA,GAAE,OAAO,EAAE,MAAM,SAAS;AAC9C,IAAM,eAAeA,GAAE,IAAI,SAAS;AAEpC,IAAM,aAAaA,GAChB,OAAO;AAAA,EACN,aAAaA,GAAE,OAAO,EAAE,SAAS;AAAA,EACjC,YAAY,YAAY,SAAS;AAAA,EACjC,WAAWA,GAAE,QAAQ,EAAE,SAAS;AAAA,EAChC,aAAaA,GAAE,OAAO,EAAE,SAAS;AAAA,EACjC,mBAAmBA,GAAE,QAAQ,EAAE,SAAS;AAC1C,CAAC,EACA;AAAA,EACC,CAAC,MACC,EAAE,gBAAgB,UAClB,EAAE,eAAe,UACjB,EAAE,cAAc,UAChB,EAAE,gBAAgB,UAClB,EAAE,sBAAsB;AAAA,EAC1B;AAAA,IACE,SAAS;AAAA,EACX;AACF;AAEF,IAAM,cAAcA,GAAE,OAAO;AAAA,EAC3B,UAAUA,GAAE,OAAO;AAAA,IACjB,WAAW,aAAa,SAAS;AAAA,IACjC,SAAS;AAAA,EACX,CAAC;AAAA,EACD,OAAO;AACT,CAAC;AAED,IAAM,mBAAmBA,GAAE,OAAO;AAAA,EAChC,QAAQA,GAAE,OAAO;AAAA,IACf,MAAMA,GAAE,OAAO;AAAA,IACf,QAAQA,GAAE,OAAOA,GAAE,OAAO,GAAGA,GAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACpD,CAAC;AAAA,EACD,UAAUA,GACP,OAAO;AAAA,IACN,MAAMA,GAAE,OAAO,EAAE,SAAS;AAAA,IAC1B,QAAQA,GAAE,OAAOA,GAAE,OAAO,GAAGA,GAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACpD,CAAC,EACA,SAAS;AAAA,EACZ,WAAWA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,YAAYA,GAAE,OAAO,EAAE,SAAS;AAAA,EAChC,QAAQA,GAAE,MAAM,WAAW,EAAE,SAAS;AACxC,CAAC;AAED,IAAM,+BAA+BA,GAAE,OAAO;AAAA,EAC5C,YAAYA,GAAE,MAAM,gBAAgB,EAAE,SAAS;AAAA,EAC/C,eAAeA,GAAE,OAAO,EAAE,SAAS;AACrC,CAAC;AAEM,IAAM,0BAA0B;AAChC,IAAM,qBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,oBAAoB;AAEjC,IAAM,wBACJ;AACF,IAAM,mBACJ;AAEK,IAAM,oBAAoB,gBAAgB;AAAA,EAC/C,CAAC,uBAAuB,GAAG;AAAA,IACzB,OAAO;AAAA,IACP,aACE;AAAA,IACF,UAAU;AAAA,IACV,aAAa;AAAA,IACb,OACE;AAAA,IACF,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,IACF;AAAA,IACA,WAAW;AAAA,MACT,aAAa;AAAA,MACb,aAAa;AAAA,IACf;AAAA,EACF;AAAA,EACA,CAAC,kBAAkB,GAAG;AAAA,IACpB,OAAO;AAAA,IACP,aACE;AAAA,IACF,UACE;AAAA,IACF,aAAa;AAAA,IACb,OACE;AAAA,IACF,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,aAAa;AAAA,MACf;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,IACF;AAAA,EACF;AAAA,EACA,CAAC,kBAAkB,GAAG;AAAA,IACpB,OAAO;AAAA,IACP,aACE;AAAA,IACF,UAAU;AAAA,IACV,aAAa;AAAA,IACb,OACE;AAAA,IACF,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,aAAa;AAAA,MACf;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,IACF;AAAA,IACA,WAAW;AAAA,MACT,QAAQ;AAAA,IACV;AAAA,EACF;AAAA,EACA,CAAC,iBAAiB,GAAG;AAAA,IACnB,OAAO;AAAA,IACP,aACE;AAAA,IACF,UAAU;AAAA,IACV,aAAa;AAAA,IACb,OACE;AAAA,IACF,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aACE;AAAA,MACJ;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,aAAa;AAAA,MACf;AAAA,IACF;AAAA,IACA,WAAW;AAAA,MACT,OAAO;AAAA,IACT;AAAA,EACF;AACF,CAAC;AAED,IAAM,cAAc,CAAC,eAAe,UAAU,OAAO;AAGrD,IAAM,qBAA+D;AAAA,EACnE,aAAa,CAAC,yBAAyB,kBAAkB;AAAA,EACzD,QAAQ,CAAC,kBAAkB;AAAA,EAC3B,OAAO,CAAC,iBAAiB;AAC3B;AAGA,IAAM,mBAAmB,uBAAuB,WAAW;AAE3D,IAAM,sBAAsB;AAC5B,IAAM,mBAAmB;AACzB,IAAM,uBAAuB;AAC7B,IAAM,0BAA0B;AAChC,IAAM,kBAAkB,GAAG,uBAAuB;AAClD,IAAM,wBAAwB;AAC9B,IAAM,4BAA4B;AAClC,IAAM,+BAA+B;AAE9B,IAAM,KAAK;AAEX,IAAM,OAAsB;AAAA,EACjC,qBAAqB;AAAA,EACrB,aAAa;AAAA,EACb,SACE;AAAA,EACF,SACE;AACJ;AAEO,IAAM,oBAAN,MAAM,2BAA0B,cAGrC;AAAA,EACA,OAAgB,KAAK;AAAA,EAErB,OAAgB,YAAY;AAAA,EAE5B,OAAgB,UAAU,qBAAqB,iBAAiB;AAAA,EAEhE,OAAgB,OAAO;AAAA,EAEvB,OAAO,OAAO,OAAgB,KAA2C;AACvE,UAAM,SAAS,aAAa,MAAM,KAAK;AACvC,WAAO,IAAI;AAAA,MACT;AAAA,QACE,WAAW,OAAO;AAAA,QAClB,WAAW,OAAO;AAAA,QAClB,WAAW,OAAO;AAAA,QAClB,YAAY,OAAO;AAAA,QACnB,oBAAoB,OAAO;AAAA,QAC3B,cAAc,OAAO;AAAA,MACvB;AAAA,MACA,EAAE,oBAAoB,OAAO,mBAAmB;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA,EAES,KAAK;AAAA,EACI,cAAc;AAAA,EAExB;AAAA,EACA;AAAA,EAEA,mBAAmB,QAAuC;AAChE,SAAK,4BAA4B,IAAI,uBAAuB;AAAA,MAC1D,aAAa,KAAK;AAAA,MAClB,OAAO;AAAA,MACP,uBAAuB,MAAM,KAAK,MAAM;AAAA,MACxC,MAAM,CAAC,KAAK,SACV,KAAK,KAAoD,KAAK,IAAI;AAAA,IACtE,CAAC;AACD,WAAO,KAAK,wBAAwB,SAAS,MAAM;AAAA,EACrD;AAAA,EAEQ,iBAAiB,QAAuC;AAC9D,SAAK,0BAA0B,IAAI,uBAAuB;AAAA,MACxD,aAAa,KAAK;AAAA,MAClB,OAAO;AAAA,MACP,uBAAuB,MAAM,KAAK,MAAM;AAAA,MACxC,MAAM,CAAC,KAAK,SACV,KAAK,KAAoD,KAAK,IAAI;AAAA,IACtE,CAAC;AACD,WAAO,KAAK,sBAAsB,SAAS,MAAM;AAAA,EACnD;AAAA,EAEA,MAAc,eACZ,YACA,eACA,SACA,OACA,WACA,UACA,QACuD;AACvD,UAAM,SAAS,IAAI,gBAAgB;AACnC,WAAO,IAAI,UAAU,kBAAkB,UAAU,GAAG;AACpD,WAAO,IAAI,sBAAsB,IAAI,KAAK,OAAO,EAAE,YAAY,CAAC;AAChE,WAAO,IAAI,oBAAoB,IAAI,KAAK,KAAK,EAAE,YAAY,CAAC;AAC5D,WAAO,IAAI,+BAA+B,eAAe;AACzD,WAAO,IAAI,gCAAgC,WAAW;AACtD,WAAO,IAAI,kCAAkC,YAAY;AACzD,eAAW,SAAS,eAAe;AACjC,aAAO,OAAO,6BAA6B,KAAK;AAAA,IAClD;AACA,WAAO,IAAI,YAAY,OAAO,oBAAoB,CAAC;AACnD,QAAI,cAAc,QAAW;AAC3B,aAAO,IAAI,aAAa,SAAS;AAAA,IACnC;AAEA,UAAM,MAAM,GAAG,mBAAmB,aAAa;AAAA,MAC7C,KAAK,SAAS;AAAA,IAChB,CAAC,eAAe,OAAO,SAAS,CAAC;AAEjC,UAAM,cAAc,MAAM,KAAK,mBAAmB,MAAM;AACxD,UAAM,MAAM,MAAM,KAAK;AAAA,MACrB;AAAA,MACA;AAAA,QACE;AAAA,QACA,SAAS;AAAA,UACP,eAAe,UAAU,WAAW;AAAA,UACpC,cAAc,mBAAmB,KAAK,EAAE;AAAA,QAC1C;AAAA,QACA;AAAA,MACF;AAAA,IACF;AACA,WAAO,IAAI;AAAA,EACb;AAAA,EAEA,MAAc,kBACZ,SACA,QAC0B;AAC1B,UAAM,cAAc,MAAM,KAAK,iBAAiB,MAAM;AACtD,UAAM,UAAU;AAAA,MACd,eAAe,UAAU,WAAW;AAAA,MACpC,gBAAgB;AAAA,MAChB,cAAc,mBAAmB,KAAK,EAAE;AAAA,IAC1C;AACA,QAAI,QAAQ,WAAW,QAAQ;AAC7B,YAAMC,OAAM,MAAM,KAAK,KAAsB,QAAQ,KAAK;AAAA,QACxD,UAAU;AAAA,QACV;AAAA,QACA,MAAM,QAAQ;AAAA,QACd;AAAA,MACF,CAAC;AACD,aAAOA,KAAI;AAAA,IACb;AACA,UAAM,MAAM,MAAM,KAAK,IAAqB,QAAQ,KAAK;AAAA,MACvD,UAAU;AAAA,MACV;AAAA,MACA;AAAA,IACF,CAAC;AACD,WAAO,IAAI;AAAA,EACb;AAAA,EAEA,MAAc,gBACZ,SACA,QACA,oBACA,QACe;AACf,UAAM,kBACJ,CAAC,sBACD,mBAAmB,SAAS,KAC5B,mBAAmB,IAAI,uBAAuB;AAChD,UAAM,aACJ,CAAC,sBACD,mBAAmB,SAAS,KAC5B,mBAAmB,IAAI,kBAAkB;AAC3C,QAAI,CAAC,mBAAmB,CAAC,YAAY;AACnC;AAAA,IACF;AAEA,UAAM,cAA8B,CAAC;AACrC,UAAM,SAAyB,CAAC;AAChC,QAAI;AACJ,QAAI,OAAO;AACX,UAAM,aAAa,KAAK,IAAI;AAC5B,OAAG;AACD,UAAI,QAAQ,SAAS;AACnB;AAAA,MACF;AACA,UAAI;AACJ,UAAI;AACF,mBAAW,MAAM,KAAK;AAAA,UACpB;AAAA,UACA,CAAC,+BAA+B,6BAA6B;AAAA,UAC7D,OAAO;AAAA,UACP,OAAO;AAAA,UACP;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,SAAS,KAAK;AACZ,aAAK,OAAO,KAAK,qBAAqB;AAAA,UACpC,UAAU;AAAA,UACV,MAAM,OAAO;AAAA,UACb,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AACD,cAAM;AAAA,MACR;AACA,YAAM,SAAS,SAAS,cAAc,CAAC;AACvC,UAAI,YAAY;AAChB,iBAAW,MAAM,QAAQ;AACvB,cAAM,UAAU,GAAG,OAAO,SAAS,eAAe,KAAK;AACvD,cAAM,eAAe,GAAG,OAAO,SAAS,eAAe,KAAK;AAC5D,cAAM,UAAU,CAAC,cAAc,YAAY;AAC3C,mBAAW,SAAS,GAAG,UAAU,CAAC,GAAG;AACnC,gBAAM,SAAS,mBAAmB,SAAS,cAAc,KAAK;AAC9D,cAAI,WAAW,MAAM;AACnB;AAAA,UACF;AACA,cAAI,SAAS;AACX,mBAAO,KAAK;AAAA,cACV,MAAM;AAAA,cACN,IAAI,OAAO;AAAA,cACX,OAAO,OAAO;AAAA,cACd,YAAY;AAAA,gBACV,SAAS,OAAO,WAAW,SAAS,KAAK;AAAA,gBACzC,WAAW;AAAA,cACb;AAAA,YACF,CAAC;AAAA,UACH,OAAO;AACL,wBAAY,KAAK;AAAA,cACf,MAAM;AAAA,cACN,IAAI,OAAO;AAAA,cACX,OAAO,OAAO;AAAA,cACd,YAAY,OAAO;AAAA,YACrB,CAAC;AAAA,UACH;AACA,uBAAa;AAAA,QACf;AAAA,MACF;AACA,kBAAY,yBAAyB,SAAS,aAAa;AAC3D,cAAQ;AACR,WAAK,OAAO,KAAK,gBAAgB;AAAA,QAC/B,UAAU;AAAA,QACV;AAAA,QACA,OAAO;AAAA,QACP,MAAM,aAAa;AAAA,MACrB,CAAC;AAAA,IACH,SAAS,cAAc;AAEvB,UAAM,gBAAgB,gBAAgB,OAAO,SAAS,OAAO,KAAK;AAClE,QAAI,iBAAiB;AACnB,YAAM,QAAQ,QAAQ,aAAa;AAAA,QACjC,OAAO,CAAC,uBAAuB;AAAA,QAC/B,GAAI,gBAAgB,EAAE,cAAc,IAAI,CAAC;AAAA,MAC3C,CAAC;AAAA,IACH;AACA,QAAI,YAAY;AACd,YAAM,QAAQ,QAAQ,QAAQ;AAAA,QAC5B,OAAO,CAAC,kBAAkB;AAAA,QAC1B,GAAI,gBAAgB,EAAE,cAAc,IAAI,CAAC;AAAA,MAC3C,CAAC;AAAA,IACH;AACA,SAAK,OAAO,KAAK,iBAAiB;AAAA,MAChC,UAAU;AAAA,MACV,OAAO;AAAA,MACP,OAAO,YAAY,SAAS,OAAO;AAAA,MACnC,aAAa,KAAK,IAAI,IAAI;AAAA,IAC5B,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,WACZ,SACA,QACA,QACe;AACf,UAAM,UAA0B,CAAC;AACjC,QAAI;AACJ,QAAI,OAAO;AACX,UAAM,aAAa,KAAK,IAAI;AAC5B,OAAG;AACD,UAAI,QAAQ,SAAS;AACnB;AAAA,MACF;AACA,UAAI;AACJ,UAAI;AACF,mBAAW,MAAM,KAAK;AAAA,UACpB;AAAA,UACA,CAAC,+BAA+B,oBAAoB;AAAA,UACpD,OAAO;AAAA,UACP,OAAO;AAAA,UACP;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,SAAS,KAAK;AACZ,aAAK,OAAO,KAAK,qBAAqB;AAAA,UACpC,UAAU;AAAA,UACV,MAAM,OAAO;AAAA,UACb,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AACD,cAAM;AAAA,MACR;AACA,YAAM,SAAS,SAAS,cAAc,CAAC;AACvC,UAAI,YAAY;AAChB,iBAAW,MAAM,QAAQ;AACvB,cAAM,UAAU,GAAG,OAAO,SAAS,eAAe,KAAK;AACvD,cAAM,YACJ,GAAG,OAAO,SAAS,MAAM,KAAK,GAAG,OAAO,SAAS,YAAY,KAAK;AACpE,mBAAW,SAAS,GAAG,UAAU,CAAC,GAAG;AACnC,gBAAM,SAAS,mBAAmB,SAAS,WAAW,KAAK;AAC3D,cAAI,WAAW,MAAM;AACnB;AAAA,UACF;AACA,kBAAQ,KAAK,MAAM;AACnB,uBAAa;AAAA,QACf;AAAA,MACF;AACA,kBAAY,yBAAyB,SAAS,aAAa;AAC3D,cAAQ;AACR,WAAK,OAAO,KAAK,gBAAgB;AAAA,QAC/B,UAAU;AAAA,QACV;AAAA,QACA,OAAO;AAAA,QACP,MAAM,aAAa;AAAA,MACrB,CAAC;AAAA,IACH,SAAS,cAAc;AAEvB,UAAM,gBAAgB,gBAAgB,OAAO,SAAS,OAAO,KAAK;AAClE,UAAM,QAAQ,QAAQ,SAAS;AAAA,MAC7B,OAAO,CAAC,kBAAkB;AAAA,MAC1B,GAAI,gBAAgB,EAAE,cAAc,IAAI,CAAC;AAAA,IAC3C,CAAC;AACD,SAAK,OAAO,KAAK,iBAAiB;AAAA,MAChC,UAAU;AAAA,MACV,OAAO;AAAA,MACP,OAAO,QAAQ;AAAA,MACf,aAAa,KAAK,IAAI,IAAI;AAAA,IAC5B,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,UACZ,SACA,QAMA,QACe;AACf,QACE,KAAK,SAAS,cAAc,UAC5B,KAAK,SAAS,cAAc,QAC5B;AACA,WAAK,OAAO,KAAK,iBAAiB;AAAA,QAChC,UAAU;AAAA,QACV,OAAO;AAAA,QACP,OAAO;AAAA,QACP,aAAa;AAAA,QACb,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAEA,UAAM,MAAM,oBAAoB;AAAA,MAC9B,WAAW,KAAK,SAAS;AAAA,MACzB,WAAW,KAAK,SAAS;AAAA,MACzB,WAAW,OAAO;AAAA,MAClB,SAAS,OAAO;AAAA,MAChB,eACE,KAAK,SAAS,sBAAsB;AAAA,IACxC,CAAC;AAED,UAAM,EAAE,MAAM,SAAS,QAAQ,IAAI,MAAM;AAAA,MACvC;AAAA,QACE,WAAW,KAAK,SAAS;AAAA,QACzB;AAAA,QACA,UAAU;AAAA,QACV,UAAU,KAAK,SAAS;AAAA,QACxB;AAAA,QACA,QAAQ,KAAK;AAAA,QACb,SAAS,CAAC,aAAa,gCAAgC,QAAQ;AAAA,QAC/D,sBAAsB,GAAG,KAAK,EAAE;AAAA,QAChC,WAAW,CAAC,SAAS,QAAQ,KAAK,kBAAkB,SAAS,GAAG;AAAA,MAClE;AAAA,IACF;AACA,QAAI,SAAS;AACX;AAAA,IACF;AACA,UAAM,gBAAgB,gBAAgB,OAAO,SAAS,OAAO,KAAK;AAClE,UAAM,QAAQ,QAAQ,SAAS;AAAA,MAC7B,OAAO,CAAC,iBAAiB;AAAA,MACzB,GAAI,gBAAgB,EAAE,cAAc,IAAI,CAAC;AAAA,IAC3C,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,KACJ,SACA,SACA,QACqB;AACrB,UAAM,eAAe,KAAK,SAAS,gBAAgB;AACnD,UAAM,mBAAmB,oBAAoB,SAAS,YAAY;AAClE,UAAM,cAAc,eAAe,SAAS,YAAY;AAExD,UAAM,SAAS,iBAAiB,QAAQ,MAAM,IAC1C,QAAQ,SACR;AACJ,UAAM,YAAY,SAAS,YAAY,QAAQ,OAAO,KAAK,IAAI;AAC/D,UAAM,WAAW,aAAa,IAAI,YAAY;AAE9C,aAAS,IAAI,UAAU,IAAI,YAAY,QAAQ,KAAK;AAClD,YAAM,QAAQ,YAAY,CAAC;AAC3B,UAAI,QAAQ,SAAS;AACnB,eAAO,EAAE,MAAM,OAAO,QAAQ,EAAE,OAAO,MAAM,KAAK,EAAE;AAAA,MACtD;AACA,UACE,QAAQ,aACR,QAAQ,UAAU,OAAO,KACzB,CAAC,mBAAmB,KAAK,EAAE,KAAK,CAAC,MAAM,QAAQ,UAAW,IAAI,CAAC,CAAC,GAChE;AACA;AAAA,MACF;AACA,UAAI;AACF,YAAI,UAAU,eAAe;AAC3B,gBAAM,KAAK;AAAA,YACT;AAAA,YACA;AAAA,YACA,QAAQ;AAAA,YACR;AAAA,UACF;AAAA,QACF,WAAW,UAAU,UAAU;AAC7B,gBAAM,KAAK,WAAW,SAAS,kBAAkB,MAAM;AAAA,QACzD,OAAO;AACL,gBAAM,KAAK,UAAU,SAAS,aAAa,MAAM;AAAA,QACnD;AAAA,MACF,SAAS,KAAK;AACZ,YAAI,QAAQ,SAAS;AACnB,iBAAO,EAAE,MAAM,OAAO,QAAQ,EAAE,OAAO,MAAM,KAAK,EAAE;AAAA,QACtD;AACA,cAAM;AAAA,MACR;AAAA,IACF;AAEA,WAAO,EAAE,MAAM,KAAK;AAAA,EACtB;AACF;AAEA,SAAS,cAAc,MAAuB;AAC5C,MAAI,KAAK,WAAW,GAAG;AACrB,WAAO;AAAA,EACT;AACA,QAAM,IAAI,OAAO,SAAS,MAAM,EAAE;AAClC,MAAI,CAAC,OAAO,SAAS,CAAC,GAAG;AACvB,WAAO;AAAA,EACT;AACA,SAAO,KAAK,OAAO,IAAI;AACzB;AAEA,SAAS,yBAAyB,OAAoC;AACpE,MAAI,OAAO,UAAU,YAAY,MAAM,SAAS,GAAG;AACjD,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEO,SAAS,mBACd,SACA,cACA,OAC6E;AAC7E,QAAM,KAAKC;AAAA,IACT,MAAM,SAAS,aAAa,MAAM,SAAS;AAAA,IAC3C;AAAA,EACF;AACA,MAAI,OAAO,MAAM;AACf,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,mBAAmB,MAAM,KAAK;AAC5C,MAAI,UAAU,MAAM;AAClB,WAAO;AAAA,EACT;AACA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,YAAY;AAAA,MACV,SAAS,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;AAEO,SAAS,mBACd,SACA,WACA,OACqB;AACrB,QAAM,KAAKA;AAAA,IACT,MAAM,SAAS,aAAa,MAAM,SAAS;AAAA,IAC3C;AAAA,EACF;AACA,MAAI,OAAO,MAAM;AACf,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,mBAAmB,MAAM,KAAK;AAC5C,MAAI,UAAU,MAAM;AAClB,WAAO;AAAA,EACT;AACA,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA,YAAY;AAAA,MACV,SAAS,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,mBAAmB,GAA8C;AACxE,MAAI,EAAE,gBAAgB,UAAa,OAAO,SAAS,EAAE,WAAW,GAAG;AACjE,WAAO,EAAE;AAAA,EACX;AACA,MAAI,EAAE,eAAe,QAAW;AAC9B,UAAM,IAAI,OAAO,EAAE,UAAU;AAC7B,WAAO,OAAO,cAAc,CAAC,IAAI,IAAI;AAAA,EACvC;AACA,MAAI,EAAE,cAAc,QAAW;AAC7B,WAAO,EAAE,YAAY,IAAI;AAAA,EAC3B;AACA,SAAO;AACT;AAEO,SAAS,oBACd,SACA,cACA,MAAc,KAAK,IAAI,GACa;AACpC,QAAM,QAAQ,cAAc,GAAG,IAAI;AACnC,MAAI,OAAO;AACX,MAAI,QAAQ,SAAS,UAAU;AAC7B,WAAO;AAAA,EACT,WAAW,QAAQ,UAAU,QAAW;AACtC,UAAM,UAAUA,YAAW,QAAQ,OAAO,KAAK;AAC/C,QAAI,YAAY,MAAM;AACpB,YAAM,UAAU,KAAK,MAAM,MAAM,WAAW,UAAU;AACtD,aAAO,KAAK;AAAA,QACV,KAAK,IAAI,UAAU,2BAA2B,CAAC;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO,EAAE,SAAS,QAAQ,OAAO,YAAY,MAAM;AACrD;AAEO,SAAS,eACd,SACA,cACA,MAAc,KAAK,IAAI,GACiD;AACxE,QAAM,QAAQ,cAAc,GAAG,IAAI;AACnC,MAAI,OAAO;AACX,MAAI,QAAQ,SAAS,UAAU;AAC7B,WAAO;AAAA,EACT,WAAW,QAAQ,UAAU,QAAW;AACtC,UAAM,UAAUA,YAAW,QAAQ,OAAO,KAAK;AAC/C,QAAI,YAAY,MAAM;AACpB,YAAM,UAAU,KAAK,MAAM,MAAM,WAAW,UAAU;AACtD,aAAO,KAAK;AAAA,QACV,KAAK,IAAI,UAAU,2BAA2B,CAAC;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,QAAM,UAAU,QAAQ,OAAO;AAC/B,SAAO;AAAA,IACL,WAAW,UAAU,OAAO;AAAA,IAC5B,SAAS,UAAU,KAAK;AAAA,IACxB;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,gBACP,SACA,OAC4C;AAC5C,MAAI,UAAU,OAAO;AACnB,WAAO;AAAA,EACT;AACA,SAAO,EAAE,OAAO,SAAS,KAAK,MAAM;AACtC;AAEO,SAAS,oBAAoB,MAMzB;AACT,QAAM,gBAAgB,KAAK,cAAc,QAAQ,MAAM,KAAK;AAC5D,QAAM,QAAQ,KAAK,KAAK,SAAS,IAAI,KAAK,SAAS;AACnD,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ,KAAK;AAAA,IACb,yCAAyC,KAAK,SAAS;AAAA,IACvD,wCAAwC,KAAK,OAAO;AAAA,IACpD,mCAAmC,aAAa;AAAA,IAChD;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;AAEO,SAAS,gCACd,UACgB;AAChB,QAAM,aAAa,cAAc,QAAQ;AACzC,QAAM,UAA0B,CAAC;AACjC,aAAW,OAAO,SAAS,QAAQ,CAAC,GAAG;AACrC,UAAM,YAAY,WAAW,IAAI,GAAG,YAAY,MAAM;AACtD,QAAI,cAAc,MAAM;AACtB;AAAA,IACF;AACA,UAAM,KAAK,mBAAmB,SAAS;AACvC,QAAI,OAAO,MAAM;AACf;AAAA,IACF;AACA,UAAM,YAAY,WAAW,IAAI,GAAG,YAAY,MAAM;AACtD,QAAI,cAAc,MAAM;AACtB;AAAA,IACF;AACA,UAAM,QAAQ,OAAO,WAAW,SAAS;AACzC,QAAI,CAAC,OAAO,SAAS,KAAK,GAAG;AAC3B;AAAA,IACF;AACA,UAAM,aAAwC;AAAA,MAC5C,KAAK,WAAW,IAAI,GAAG,YAAY,KAAK,KAAK;AAAA,MAC7C,SAAS,WAAW,IAAI,GAAG,YAAY,SAAS,KAAK;AAAA,IACvD;AACA,UAAM,WAAW,WAAW,IAAI,GAAG,YAAY,UAAU;AACzD,QAAI,aAAa,MAAM;AACrB,iBAAW,UAAU,IAAI;AAAA,IAC3B;AACA,YAAQ,KAAK,EAAE,MAAM,mBAAmB,IAAI,OAAO,WAAW,CAAC;AAAA,EACjE;AACA,SAAO;AACT;;;AC/6BA,IAAO,gBAAQ;","names":["z","url","HTTP_CLIENT_VERSION","DEFAULT_USER_AGENT","parseEpoch","z","res","parseEpoch"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@rawdash/connector-vertex-ai",
|
|
3
|
-
"version": "0.28.
|
|
3
|
+
"version": "0.28.2",
|
|
4
4
|
"description": "Rawdash connector for Google Cloud Vertex AI - syncs daily model invocations, token counts, errors, and spend (Gemini and partner models) into the six-shape storage model",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"type": "module",
|
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
},
|
|
25
25
|
"dependencies": {
|
|
26
26
|
"zod": "^4.4.3",
|
|
27
|
-
"@rawdash/core": "0.28.
|
|
27
|
+
"@rawdash/core": "0.28.2"
|
|
28
28
|
},
|
|
29
29
|
"devDependencies": {
|
|
30
30
|
"fast-check": "^4.8.0",
|