mcp-scraper 0.38.2 → 0.40.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (111) hide show
  1. package/README.md +5 -2
  2. package/package.json +5 -6
  3. package/dist/bin/api-server.cjs +0 -58752
  4. package/dist/bin/api-server.cjs.map +0 -1
  5. package/dist/bin/api-server.d.cts +0 -1
  6. package/dist/bin/api-server.d.ts +0 -1
  7. package/dist/bin/api-server.js +0 -38
  8. package/dist/bin/api-server.js.map +0 -1
  9. package/dist/bin/mcp-scraper-cli.cjs +0 -2671
  10. package/dist/bin/mcp-scraper-cli.cjs.map +0 -1
  11. package/dist/bin/mcp-scraper-cli.d.cts +0 -1
  12. package/dist/bin/mcp-scraper-cli.d.ts +0 -1
  13. package/dist/bin/mcp-scraper-cli.js +0 -742
  14. package/dist/bin/mcp-scraper-cli.js.map +0 -1
  15. package/dist/bin/mcp-scraper-install.cjs +0 -129
  16. package/dist/bin/mcp-scraper-install.cjs.map +0 -1
  17. package/dist/bin/mcp-scraper-install.d.cts +0 -1
  18. package/dist/bin/mcp-scraper-install.d.ts +0 -1
  19. package/dist/bin/mcp-scraper-install.js +0 -27
  20. package/dist/bin/mcp-scraper-install.js.map +0 -1
  21. package/dist/bin/mcp-stdio-server.cjs +0 -12264
  22. package/dist/bin/mcp-stdio-server.cjs.map +0 -1
  23. package/dist/bin/mcp-stdio-server.d.cts +0 -1
  24. package/dist/bin/mcp-stdio-server.d.ts +0 -1
  25. package/dist/bin/mcp-stdio-server.js +0 -135
  26. package/dist/bin/mcp-stdio-server.js.map +0 -1
  27. package/dist/bin/paa-harvest.cjs +0 -3808
  28. package/dist/bin/paa-harvest.cjs.map +0 -1
  29. package/dist/bin/paa-harvest.d.cts +0 -1
  30. package/dist/bin/paa-harvest.d.ts +0 -1
  31. package/dist/bin/paa-harvest.js +0 -44
  32. package/dist/bin/paa-harvest.js.map +0 -1
  33. package/dist/chunk-345BQXZH.js +0 -712
  34. package/dist/chunk-345BQXZH.js.map +0 -1
  35. package/dist/chunk-44HZLHDV.js +0 -52
  36. package/dist/chunk-44HZLHDV.js.map +0 -1
  37. package/dist/chunk-AZRPG43B.js +0 -617
  38. package/dist/chunk-AZRPG43B.js.map +0 -1
  39. package/dist/chunk-CB5C3BPB.js +0 -135
  40. package/dist/chunk-CB5C3BPB.js.map +0 -1
  41. package/dist/chunk-EGJKUB4Q.js +0 -276
  42. package/dist/chunk-EGJKUB4Q.js.map +0 -1
  43. package/dist/chunk-FQI5PFE7.js +0 -1866
  44. package/dist/chunk-FQI5PFE7.js.map +0 -1
  45. package/dist/chunk-FRYT3ID4.js +0 -684
  46. package/dist/chunk-FRYT3ID4.js.map +0 -1
  47. package/dist/chunk-G3P3ZDB4.js +0 -69
  48. package/dist/chunk-G3P3ZDB4.js.map +0 -1
  49. package/dist/chunk-K443GQY5.js +0 -24
  50. package/dist/chunk-K443GQY5.js.map +0 -1
  51. package/dist/chunk-N7KUTTCC.js +0 -3007
  52. package/dist/chunk-N7KUTTCC.js.map +0 -1
  53. package/dist/chunk-NGM237OO.js +0 -3410
  54. package/dist/chunk-NGM237OO.js.map +0 -1
  55. package/dist/chunk-NKCCGADE.js +0 -11285
  56. package/dist/chunk-NKCCGADE.js.map +0 -1
  57. package/dist/chunk-NNW3O6ZD.js +0 -108
  58. package/dist/chunk-NNW3O6ZD.js.map +0 -1
  59. package/dist/chunk-QZXKQB7Y.js +0 -414
  60. package/dist/chunk-QZXKQB7Y.js.map +0 -1
  61. package/dist/chunk-SFRMFGQ6.js +0 -158
  62. package/dist/chunk-SFRMFGQ6.js.map +0 -1
  63. package/dist/chunk-YCI2PNCS.js +0 -499
  64. package/dist/chunk-YCI2PNCS.js.map +0 -1
  65. package/dist/chunk-YODBNTTN.js +0 -7
  66. package/dist/chunk-YODBNTTN.js.map +0 -1
  67. package/dist/db-C5KVCOYT.js +0 -239
  68. package/dist/db-C5KVCOYT.js.map +0 -1
  69. package/dist/extract-bundle-KUBX6N6Z.js +0 -568
  70. package/dist/extract-bundle-KUBX6N6Z.js.map +0 -1
  71. package/dist/index.cjs +0 -4160
  72. package/dist/index.cjs.map +0 -1
  73. package/dist/index.d.cts +0 -413
  74. package/dist/index.d.ts +0 -413
  75. package/dist/index.js +0 -338
  76. package/dist/index.js.map +0 -1
  77. package/dist/location-data-repository-TTWF3OTM.js +0 -35
  78. package/dist/location-data-repository-TTWF3OTM.js.map +0 -1
  79. package/dist/server-5EX6XBIA.js +0 -33596
  80. package/dist/server-5EX6XBIA.js.map +0 -1
  81. package/dist/site-extract-repository-XSPJTCIL.js +0 -62
  82. package/dist/site-extract-repository-XSPJTCIL.js.map +0 -1
  83. package/dist/worker-XCPU4YSN.js +0 -142
  84. package/dist/worker-XCPU4YSN.js.map +0 -1
  85. package/docs/adr/0001-in-page-graphql-interception-for-anti-bot-scraping.md +0 -58
  86. package/docs/adr/0002-hybrid-smart-rag-vault-retrieval.md +0 -62
  87. package/docs/adr/0003-waive-unrecoverable-scheduled-model-cost.md +0 -22
  88. package/docs/adr/README.md +0 -13
  89. package/docs/final-tooling-spec.md +0 -206
  90. package/docs/hosted-location-data.md +0 -108
  91. package/docs/kernel-proxy-future-enhancements.md +0 -80
  92. package/docs/mcp-tool-craft-lint.generated.md +0 -183
  93. package/docs/mcp-tool-design-guide.md +0 -225
  94. package/docs/mcp-tool-manifest.generated.json +0 -22871
  95. package/docs/mcp-tool-quality-spec.md +0 -240
  96. package/docs/oauth-legal-review.md +0 -38
  97. package/docs/seo-crawl-report-spec.md +0 -287
  98. package/docs/specs/api-forge-spec.md +0 -234
  99. package/docs/specs/connected-services-control-plane-decoupling-spec.md +0 -1044
  100. package/docs/specs/deferred-work-spec.md +0 -86
  101. package/docs/specs/google-drive-bulk-access-and-mcp-schema-passthrough-spec.md +0 -1689
  102. package/docs/specs/kernel-stealth-captcha-test-matrix.md +0 -278
  103. package/docs/specs/main-mcp-integration-ownership-spec.md +0 -1164
  104. package/docs/specs/mcp-tool-definition-quality-audit-spec.md +0 -1602
  105. package/docs/specs/meta-ad-creative-media-resolution-spec.md +0 -31
  106. package/docs/specs/multimodal-image-memory-architecture-spec.md +0 -1022
  107. package/docs/specs/oauth-mcp-spec.md +0 -213
  108. package/docs/specs/query-fanout-transport-contract-fix.md +0 -45
  109. package/docs/specs/relationship-workspace-ai-behavior-plan.md +0 -26
  110. package/docs/specs/unified-credit-and-scheduled-execution-billing-spec.md +0 -995
  111. package/docs/tool-catalog-spec.md +0 -388
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/api/site-extract-repository.ts"],"sourcesContent":["import { CREDIT_LOT_TTL, getDb, settleDebitMcIdempotent } from './db.js'\nimport { sanitizeVendorName } from '../errors.js'\nimport { LedgerOperation } from './rates.js'\nimport type { PageData } from './site-extractor.js'\n\nexport type ExtractJobStatus = 'pending' | 'running' | 'complete' | 'partial' | 'failed'\n\nexport interface ExtractJobArtifact {\n key: string\n url: string\n bytes: number\n contentType: string\n filename?: string\n sha256?: string\n expiresAt?: string\n downloadUrlExpiresAt?: string | null\n}\n\nexport interface ExtractJobRow {\n id: string\n userId: number | null\n idempotencyKey: string | null\n requestFingerprint: string | null\n status: ExtractJobStatus\n startUrl: string\n options: Record<string, unknown>\n totalUrls: number\n doneUrls: number\n attemptedUrls: number\n successfulUrls: number\n failedUrls: number\n remainingUrls: number\n artifacts: ExtractJobArtifact[] | null\n error: string | null\n billedMc: number | null\n createdAt: string\n updatedAt: string\n}\n\nexport function extractJobLimitInfo(job: Pick<ExtractJobRow, 'options' | 'totalUrls'>): {\n requestedMaxPages: number\n effectiveMaxPages: number\n creditLimited: boolean\n creditTruncated: boolean\n} {\n const effectiveMaxPages = Math.max(1, Number(job.options.effectiveMaxPages ?? job.options.maxPages ?? 1))\n const requestedMaxPages = Math.max(effectiveMaxPages, Number(job.options.requestedMaxPages ?? effectiveMaxPages))\n const creditLimited = requestedMaxPages > effectiveMaxPages\n return {\n requestedMaxPages,\n effectiveMaxPages,\n creditLimited,\n // If discovery exhausted below the funded cap, the smaller hold did not\n // actually truncate this crawl. Hitting the cap is conservatively partial.\n creditTruncated: creditLimited && job.totalUrls >= effectiveMaxPages,\n }\n}\n\nexport function terminalExtractJobStatus(\n progress: Pick<ExtractJobRow, 'successfulUrls' | 'failedUrls' | 'remainingUrls'>,\n creditTruncated = false,\n): Extract<'complete' | 'partial' | 'failed', ExtractJobStatus> {\n if (progress.successfulUrls === 0) return 'failed'\n if (progress.failedUrls > 0 || progress.remainingUrls > 0 || creditTruncated) return 'partial'\n return 'complete'\n}\n\nfunction rowToJob(r: Record<string, unknown>): ExtractJobRow {\n const totalUrls = Number(r.total_urls ?? 0)\n const legacyProgress = r.attempted_urls == null\n const attemptedUrls = Number(legacyProgress ? (r.done_urls ?? 0) : r.attempted_urls)\n const successfulUrls = Number(legacyProgress ? (r.done_urls ?? 0) : (r.successful_urls ?? 0))\n const failedUrls = Number(r.failed_urls ?? Math.max(0, attemptedUrls - successfulUrls))\n return {\n id: String(r.id),\n userId: r.user_id != null ? Number(r.user_id) : null,\n idempotencyKey: r.idempotency_key != null ? String(r.idempotency_key) : null,\n requestFingerprint: r.request_fingerprint != null ? String(r.request_fingerprint) : null,\n status: (r.status != null ? String(r.status) : 'pending') as ExtractJobStatus,\n startUrl: String(r.start_url ?? ''),\n options: r.options ? JSON.parse(String(r.options)) : {},\n totalUrls,\n doneUrls: attemptedUrls,\n attemptedUrls,\n successfulUrls,\n failedUrls,\n remainingUrls: Math.max(0, totalUrls - attemptedUrls),\n artifacts: r.artifacts ? JSON.parse(String(r.artifacts)) : null,\n error: r.error != null ? String(r.error) : null,\n billedMc: r.billed_mc != null ? Number(r.billed_mc) : null,\n createdAt: String(r.created_at ?? ''),\n updatedAt: String(r.updated_at ?? ''),\n }\n}\n\nexport async function createExtractJob(jobId: string, userId: number, startUrl: string, options: Record<string, unknown>): Promise<void> {\n const db = getDb()\n await db.execute({\n sql: `INSERT INTO site_extract_jobs (id, user_id, status, start_url, options, created_at, updated_at)\n VALUES (?, ?, 'pending', ?, ?, datetime('now'), datetime('now'))`,\n args: [jobId, userId, startUrl, JSON.stringify(options)],\n })\n}\n\nexport async function getExtractJobByIdempotencyKey(userId: number, idempotencyKey: string): Promise<ExtractJobRow | null> {\n const db = getDb()\n const res = await db.execute({\n sql: `SELECT * FROM site_extract_jobs WHERE user_id = ? AND idempotency_key = ? LIMIT 1`,\n args: [userId, idempotencyKey],\n })\n return res.rows[0] ? rowToJob(res.rows[0] as unknown as Record<string, unknown>) : null\n}\n\nexport async function createOrGetExtractJob(input: {\n jobId: string\n userId: number\n startUrl: string\n options: Record<string, unknown>\n idempotencyKey: string\n requestFingerprint: string\n}): Promise<{ job: ExtractJobRow; created: boolean; conflict: boolean }> {\n const db = getDb()\n const inserted = await db.execute({\n sql: `INSERT OR IGNORE INTO site_extract_jobs\n (id, user_id, status, start_url, options, idempotency_key, request_fingerprint, created_at, updated_at)\n VALUES (?, ?, 'pending', ?, ?, ?, ?, datetime('now'), datetime('now'))`,\n args: [\n input.jobId,\n input.userId,\n input.startUrl,\n JSON.stringify(input.options),\n input.idempotencyKey,\n input.requestFingerprint,\n ],\n })\n const job = await getExtractJobByIdempotencyKey(input.userId, input.idempotencyKey)\n if (!job) throw new Error('idempotent extract job was not persisted')\n return {\n job,\n created: inserted.rowsAffected === 1,\n conflict: job.requestFingerprint !== input.requestFingerprint,\n }\n}\n\nexport async function getExtractJob(jobId: string): Promise<ExtractJobRow | null> {\n const db = getDb()\n const res = await db.execute({ sql: `SELECT * FROM site_extract_jobs WHERE id = ?`, args: [jobId] })\n return res.rows[0] ? rowToJob(res.rows[0] as unknown as Record<string, unknown>) : null\n}\n\nexport async function listExtractJobs(userId: number): Promise<ExtractJobRow[]> {\n const db = getDb()\n const res = await db.execute({ sql: `SELECT * FROM site_extract_jobs WHERE user_id = ? ORDER BY created_at DESC LIMIT 50`, args: [userId] })\n return res.rows.map(r => rowToJob(r as unknown as Record<string, unknown>))\n}\n\nexport async function listUnsettledExtractJobs(limit = 25): Promise<ExtractJobRow[]> {\n const db = getDb()\n const res = await db.execute({\n sql: `SELECT * FROM site_extract_jobs\n WHERE billed_mc IS NULL AND status IN ('complete', 'partial', 'failed')\n AND (next_settlement_at IS NULL OR next_settlement_at <= datetime('now'))\n ORDER BY updated_at ASC LIMIT ?`,\n args: [Math.max(1, Math.min(100, Math.round(limit)))],\n })\n return res.rows.map(row => rowToJob(row as unknown as Record<string, unknown>))\n}\n\nexport async function listFundedPendingExtractJobs(limit = 25, staleMinutes = 2): Promise<ExtractJobRow[]> {\n const db = getDb()\n const safeStaleMinutes = Math.max(1, Math.min(60, Math.round(staleMinutes)))\n const res = await db.execute({\n sql: `SELECT j.* FROM site_extract_jobs j\n JOIN billing_debits d\n ON d.idempotency_key = json_extract(j.options, '$.debitKey')\n AND d.user_id = j.user_id\n AND d.status = 'applied'\n WHERE j.status = 'pending'\n AND j.billed_mc IS NULL\n AND (j.next_dispatch_at IS NULL OR j.next_dispatch_at <= datetime('now'))\n AND j.updated_at <= datetime('now', ?)\n ORDER BY j.updated_at ASC LIMIT ?`,\n args: [`-${safeStaleMinutes} minutes`, Math.max(1, Math.min(100, Math.round(limit)))],\n })\n return res.rows.map(row => rowToJob(row as unknown as Record<string, unknown>))\n}\n\nexport async function markExtractJobDispatchAttempt(jobId: string): Promise<ExtractJobRow | null> {\n const db = getDb()\n await db.execute({\n sql: `UPDATE site_extract_jobs\n SET dispatch_attempts = dispatch_attempts + 1,\n updated_at = datetime('now'),\n next_dispatch_at = datetime('now', '+5 minutes'),\n dispatch_error = NULL,\n status = CASE\n WHEN dispatch_attempts + 1 >= 10 OR created_at <= datetime('now', '-6 hours') THEN 'failed'\n ELSE status\n END,\n error = CASE\n WHEN dispatch_attempts + 1 >= 10 OR created_at <= datetime('now', '-6 hours')\n THEN 'Background crawl was acknowledged repeatedly but never started; the hold will be refunded.'\n ELSE error\n END\n WHERE id = ? AND status = 'pending'`,\n args: [jobId],\n })\n return getExtractJob(jobId)\n}\n\nexport async function recordExtractJobDispatchFailure(jobId: string, error: string): Promise<ExtractJobRow | null> {\n const db = getDb()\n const safeError = sanitizeVendorName(error).slice(0, 1000)\n await db.execute({\n sql: `UPDATE site_extract_jobs SET\n dispatch_attempts = dispatch_attempts + 1,\n dispatch_error = ?,\n next_dispatch_at = datetime('now', '+5 minutes'),\n updated_at = datetime('now'),\n status = CASE\n WHEN dispatch_attempts + 1 >= 10 OR created_at <= datetime('now', '-6 hours') THEN 'failed'\n ELSE status\n END,\n error = CASE\n WHEN dispatch_attempts + 1 >= 10 OR created_at <= datetime('now', '-6 hours')\n THEN 'Background crawl could not be dispatched after repeated attempts; the hold will be refunded.'\n ELSE error\n END\n WHERE id = ? AND status = 'pending'`,\n args: [safeError, jobId],\n })\n return getExtractJob(jobId)\n}\n\nexport async function recordExtractSettlementFailure(jobId: string, error: string): Promise<void> {\n const db = getDb()\n await db.execute({\n sql: `UPDATE site_extract_jobs SET\n settlement_attempts = settlement_attempts + 1,\n settlement_error = ?,\n next_settlement_at = datetime('now', '+15 minutes'),\n updated_at = datetime('now')\n WHERE id = ? AND billed_mc IS NULL`,\n args: [sanitizeVendorName(error).slice(0, 1000), jobId],\n })\n}\n\n/** Running jobs update updated_at after every durable crawl batch. A job with\n * no heartbeat for this lease window is no longer executing safely and must\n * become terminal so the credit hold can be settled by reconciliation. */\nexport async function listStaleRunningExtractJobs(limit = 25, staleMinutes = 60): Promise<ExtractJobRow[]> {\n const db = getDb()\n const safeStaleMinutes = Math.max(15, Math.min(24 * 60, Math.round(staleMinutes)))\n const res = await db.execute({\n sql: `SELECT j.* FROM site_extract_jobs j\n LEFT JOIN billing_debits d\n ON d.idempotency_key = json_extract(j.options, '$.debitKey')\n AND d.user_id = j.user_id\n AND d.status = 'applied'\n WHERE j.status = 'running'\n AND j.billed_mc IS NULL\n AND (\n json_extract(j.options, '$.debitKey') IS NULL\n OR d.idempotency_key IS NOT NULL\n )\n AND j.updated_at <= datetime('now', ?)\n ORDER BY j.updated_at ASC LIMIT ?`,\n args: [`-${safeStaleMinutes} minutes`, Math.max(1, Math.min(100, Math.round(limit)))],\n })\n return res.rows.map(row => rowToJob(row as unknown as Record<string, unknown>))\n}\n\nexport async function failStaleRunningExtractJob(jobId: string, staleMinutes = 60): Promise<boolean> {\n const db = getDb()\n const safeStaleMinutes = Math.max(15, Math.min(24 * 60, Math.round(staleMinutes)))\n const result = await db.execute({\n sql: `UPDATE site_extract_jobs\n SET status = 'failed',\n error = 'Background crawl stopped without a heartbeat; completed pages were preserved and the unused hold will be refunded.',\n updated_at = datetime('now')\n WHERE id = ?\n AND status = 'running'\n AND billed_mc IS NULL\n AND updated_at <= datetime('now', ?)`,\n args: [jobId, `-${safeStaleMinutes} minutes`],\n })\n return result.rowsAffected === 1\n}\n\n/** Claims a failed job before rebuilding its artifact so concurrent support\n * retries cannot assemble and publish two bundles for the same job. */\nexport async function claimFailedExtractJobForRefinalize(jobId: string): Promise<ExtractJobRow | null> {\n const db = getDb()\n const claimed = await db.execute({\n sql: `UPDATE site_extract_jobs\n SET status = 'running', updated_at = datetime('now')\n WHERE id = ? AND status = 'failed'`,\n args: [jobId],\n })\n if (claimed.rowsAffected !== 1) return null\n return getExtractJob(jobId)\n}\n\nexport async function abandonExtractSettlement(jobId: string, error: string): Promise<void> {\n const db = getDb()\n await db.execute({\n sql: `UPDATE site_extract_jobs SET billed_mc = 0, settlement_error = ?, updated_at = datetime('now')\n WHERE id = ? AND billed_mc IS NULL`,\n args: [sanitizeVendorName(error).slice(0, 1000), jobId],\n })\n}\n\nexport async function setExtractJobTotal(jobId: string, totalUrls: number): Promise<void> {\n const db = getDb()\n await db.execute({\n sql: `UPDATE site_extract_jobs\n SET status = 'running', total_urls = MAX(total_urls, ?), updated_at = datetime('now')\n WHERE id = ? AND status IN ('pending', 'running')`,\n args: [totalUrls, jobId],\n })\n}\n\nexport async function saveExtractPages(jobId: string, pages: PageData[]): Promise<void> {\n if (pages.length === 0) return\n const db = getDb()\n await db.batch([\n ...pages.map(p => {\n const { discoveryLinks: _ephemeralDiscoveryLinks, ...storedPage } = p\n return {\n sql: `INSERT INTO site_extract_pages (job_id, url, page)\n SELECT ?, ?, ?\n WHERE EXISTS (\n SELECT 1 FROM site_extract_jobs\n WHERE id = ? AND status IN ('pending', 'running')\n )\n ON CONFLICT(job_id, url) DO UPDATE SET page = excluded.page\n WHERE NOT CASE\n WHEN json_valid(site_extract_pages.page) = 0 THEN 0\n WHEN json_extract(site_extract_pages.page, '$.extractionStatus') IS NOT NULL\n THEN json_extract(site_extract_pages.page, '$.extractionStatus') = 'successful'\n ELSE COALESCE(\n json_extract(site_extract_pages.page, '$.status') >= 200\n AND json_extract(site_extract_pages.page, '$.status') < 300\n AND json_extract(site_extract_pages.page, '$.wordCount') > 0,\n 0\n )\n END\n OR CASE\n WHEN json_valid(excluded.page) = 0 THEN 0\n WHEN json_extract(excluded.page, '$.extractionStatus') IS NOT NULL\n THEN json_extract(excluded.page, '$.extractionStatus') = 'successful'\n ELSE COALESCE(\n json_extract(excluded.page, '$.status') >= 200\n AND json_extract(excluded.page, '$.status') < 300\n AND json_extract(excluded.page, '$.wordCount') > 0,\n 0\n )\n END`,\n args: [jobId, p.archivedUrl ?? p.url, JSON.stringify(storedPage), jobId],\n }\n }),\n {\n sql: `UPDATE site_extract_jobs SET\n done_urls = (SELECT COUNT(*) FROM site_extract_pages WHERE job_id = ?),\n attempted_urls = (SELECT COUNT(*) FROM site_extract_pages WHERE job_id = ?),\n successful_urls = (\n SELECT COUNT(*) FROM site_extract_pages\n WHERE job_id = ? AND CASE\n WHEN json_extract(page, '$.extractionStatus') IS NOT NULL\n THEN json_extract(page, '$.extractionStatus') = 'successful'\n ELSE json_extract(page, '$.status') >= 200\n AND json_extract(page, '$.status') < 300\n AND json_extract(page, '$.wordCount') > 0\n END\n ),\n failed_urls = (\n SELECT COUNT(*) FROM site_extract_pages\n WHERE job_id = ? AND NOT CASE\n WHEN json_extract(page, '$.extractionStatus') IS NOT NULL\n THEN json_extract(page, '$.extractionStatus') = 'successful'\n ELSE COALESCE(\n json_extract(page, '$.status') >= 200\n AND json_extract(page, '$.status') < 300\n AND json_extract(page, '$.wordCount') > 0,\n 0\n )\n END\n ),\n updated_at = datetime('now')\n WHERE id = ? AND status IN ('pending', 'running')`,\n args: [jobId, jobId, jobId, jobId, jobId],\n },\n ], 'write')\n}\n\nexport async function getExtractedPages(jobId: string): Promise<PageData[]> {\n const db = getDb()\n const res = await db.execute({ sql: `SELECT page FROM site_extract_pages WHERE job_id = ?`, args: [jobId] })\n return res.rows.map(r => JSON.parse(String((r as unknown as Record<string, unknown>).page)) as PageData)\n}\n\n/** Projects only bounded image URLs in SQL so large background jobs do not\n * deserialize every page body merely to run the optional image audit. */\nexport async function getExtractedImageLinks(jobId: string, limit = 181): Promise<string[]> {\n const db = getDb()\n const safeLimit = Math.max(1, Math.min(5_001, Math.round(limit)))\n const res = await db.execute({\n sql: `SELECT DISTINCT CAST(images.value AS TEXT) AS url\n FROM site_extract_pages p,\n json_each(CASE WHEN json_valid(p.page) THEN p.page ELSE '{}' END, '$.imageLinks') images\n WHERE p.job_id = ?\n AND images.type = 'text'\n AND length(CAST(images.value AS TEXT)) BETWEEN 1 AND 4096\n LIMIT ?`,\n args: [jobId, safeLimit],\n })\n return res.rows.map(row => String(row.url))\n}\n\nexport async function countSuccessfulPages(jobId: string): Promise<number> {\n const db = getDb()\n const res = await db.execute({\n sql: `SELECT COUNT(*) AS n FROM site_extract_pages\n WHERE job_id = ? AND CASE\n WHEN json_extract(page, '$.extractionStatus') IS NOT NULL\n THEN json_extract(page, '$.extractionStatus') = 'successful'\n ELSE COALESCE(\n json_extract(page, '$.status') >= 200\n AND json_extract(page, '$.status') < 300\n AND json_extract(page, '$.wordCount') > 0,\n 0\n )\n END`,\n args: [jobId],\n })\n return Number((res.rows[0] as unknown as Record<string, unknown>)?.n ?? 0)\n}\n\nexport async function getExtractedUrls(jobId: string): Promise<Set<string>> {\n const db = getDb()\n const res = await db.execute({ sql: `SELECT url FROM site_extract_pages WHERE job_id = ?`, args: [jobId] })\n return new Set(res.rows.map(r => String((r as unknown as Record<string, unknown>).url)))\n}\n\nexport async function finishExtractJob(\n jobId: string,\n artifacts: ExtractJobRow['artifacts'],\n status: Extract<'complete' | 'partial' | 'failed', ExtractJobStatus>,\n error: string | null = null,\n allowFailedRecovery = false,\n): Promise<boolean> {\n const db = getDb()\n const result = await db.execute({\n sql: `UPDATE site_extract_jobs\n SET status = ?, artifacts = ?, error = ?, updated_at = datetime('now')\n WHERE id = ? AND (status IN ('pending', 'running') OR (? = 1 AND status = 'failed'))`,\n args: [status, JSON.stringify(artifacts ?? []), error ? sanitizeVendorName(error).slice(0, 2000) : null, jobId, allowFailedRecovery ? 1 : 0],\n })\n return result.rowsAffected === 1\n}\n\nexport async function completeExtractJob(jobId: string, artifacts: ExtractJobRow['artifacts']): Promise<void> {\n await finishExtractJob(jobId, artifacts, 'complete')\n}\n\nexport async function failExtractJob(jobId: string, error: string): Promise<void> {\n const db = getDb()\n await db.execute({\n sql: `UPDATE site_extract_jobs\n SET status = 'failed', error = ?, updated_at = datetime('now')\n WHERE id = ? AND status IN ('pending', 'running')`,\n args: [sanitizeVendorName(error).slice(0, 2000), jobId],\n })\n}\n\nexport async function failUnfundedExtractJob(jobId: string, error: string): Promise<void> {\n const db = getDb()\n await db.execute({\n sql: `UPDATE site_extract_jobs\n SET status = 'failed', billed_mc = 0, error = ?, updated_at = datetime('now')\n WHERE id = ? AND status = 'pending' AND billed_mc IS NULL`,\n args: [sanitizeVendorName(error).slice(0, 2000), jobId],\n })\n}\n\nexport async function settleExtractJob(jobId: string, userId: number, refundMc: number, netChargeMc: number, reference: string): Promise<void> {\n const db = getDb()\n const job = await getExtractJob(jobId)\n if (!job || job.billedMc != null) return\n const debitKey = typeof job.options.debitKey === 'string' ? job.options.debitKey : null\n if (debitKey) {\n const settlement = await settleDebitMcIdempotent(\n userId,\n debitKey,\n Math.max(0, netChargeMc),\n LedgerOperation.EXTRACT_SITE_REFUND,\n reference,\n 'extract_site',\n )\n await db.execute({\n sql: `UPDATE site_extract_jobs SET billed_mc = ?, updated_at = datetime('now') WHERE id = ? AND billed_mc IS NULL`,\n args: [settlement.final_amount_mc, jobId],\n })\n return\n }\n\n // Backward compatibility for jobs created before idempotent holds were\n // introduced. Claiming billed_mc=-1 and applying the refund happen in one\n // transaction, so two finalizers cannot both credit the wallet.\n const safeRefundMc = Math.max(0, refundMc)\n const safeNetChargeMc = Math.max(0, netChargeMc)\n await db.batch([\n {\n sql: `UPDATE site_extract_jobs SET billed_mc = -1 WHERE id = ? AND billed_mc IS NULL`,\n args: [jobId],\n },\n {\n sql: `INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, expires_at)\n SELECT ?, ?, ?, ?, datetime(j.created_at, ?)\n FROM site_extract_jobs j\n WHERE j.id = ?\n AND j.billed_mc = -1\n AND ? > 0\n AND changes() = 1\n AND datetime(j.created_at, ?) > datetime('now')`,\n args: [\n userId,\n safeRefundMc,\n safeRefundMc,\n LedgerOperation.EXTRACT_SITE_REFUND,\n CREDIT_LOT_TTL,\n jobId,\n safeRefundMc,\n CREDIT_LOT_TTL,\n ],\n },\n {\n sql: `UPDATE users SET balance_mc = balance_mc + ?\n WHERE id = ? AND ? > 0 AND changes() = 1`,\n args: [safeRefundMc, userId, safeRefundMc],\n },\n {\n sql: `INSERT INTO ledger (user_id, amount_mc, operation, description)\n SELECT ?, ?, ?, ? WHERE ? > 0 AND changes() = 1`,\n args: [userId, safeRefundMc, LedgerOperation.EXTRACT_SITE_REFUND, reference, safeRefundMc],\n },\n {\n sql: `UPDATE site_extract_jobs SET billed_mc = ?, updated_at = datetime('now')\n WHERE id = ? AND billed_mc = -1`,\n args: [safeNetChargeMc, jobId],\n },\n ], 'write')\n}\n"],"mappings":";;;;;;;;;;;;;AAuCO,SAAS,oBAAoB,KAKlC;AACA,QAAM,oBAAoB,KAAK,IAAI,GAAG,OAAO,IAAI,QAAQ,qBAAqB,IAAI,QAAQ,YAAY,CAAC,CAAC;AACxG,QAAM,oBAAoB,KAAK,IAAI,mBAAmB,OAAO,IAAI,QAAQ,qBAAqB,iBAAiB,CAAC;AAChH,QAAM,gBAAgB,oBAAoB;AAC1C,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA;AAAA;AAAA,IAGA,iBAAiB,iBAAiB,IAAI,aAAa;AAAA,EACrD;AACF;AAEO,SAAS,yBACd,UACA,kBAAkB,OAC4C;AAC9D,MAAI,SAAS,mBAAmB,EAAG,QAAO;AAC1C,MAAI,SAAS,aAAa,KAAK,SAAS,gBAAgB,KAAK,gBAAiB,QAAO;AACrF,SAAO;AACT;AAEA,SAAS,SAAS,GAA2C;AAC3D,QAAM,YAAY,OAAO,EAAE,cAAc,CAAC;AAC1C,QAAM,iBAAiB,EAAE,kBAAkB;AAC3C,QAAM,gBAAgB,OAAO,iBAAkB,EAAE,aAAa,IAAK,EAAE,cAAc;AACnF,QAAM,iBAAiB,OAAO,iBAAkB,EAAE,aAAa,IAAM,EAAE,mBAAmB,CAAE;AAC5F,QAAM,aAAa,OAAO,EAAE,eAAe,KAAK,IAAI,GAAG,gBAAgB,cAAc,CAAC;AACtF,SAAO;AAAA,IACL,IAAI,OAAO,EAAE,EAAE;AAAA,IACf,QAAQ,EAAE,WAAW,OAAO,OAAO,EAAE,OAAO,IAAI;AAAA,IAChD,gBAAgB,EAAE,mBAAmB,OAAO,OAAO,EAAE,eAAe,IAAI;AAAA,IACxE,oBAAoB,EAAE,uBAAuB,OAAO,OAAO,EAAE,mBAAmB,IAAI;AAAA,IACpF,QAAS,EAAE,UAAU,OAAO,OAAO,EAAE,MAAM,IAAI;AAAA,IAC/C,UAAU,OAAO,EAAE,aAAa,EAAE;AAAA,IAClC,SAAS,EAAE,UAAU,KAAK,MAAM,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC;AAAA,IACtD;AAAA,IACA,UAAU;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA,eAAe,KAAK,IAAI,GAAG,YAAY,aAAa;AAAA,IACpD,WAAW,EAAE,YAAY,KAAK,MAAM,OAAO,EAAE,SAAS,CAAC,IAAI;AAAA,IAC3D,OAAO,EAAE,SAAS,OAAO,OAAO,EAAE,KAAK,IAAI;AAAA,IAC3C,UAAU,EAAE,aAAa,OAAO,OAAO,EAAE,SAAS,IAAI;AAAA,IACtD,WAAW,OAAO,EAAE,cAAc,EAAE;AAAA,IACpC,WAAW,OAAO,EAAE,cAAc,EAAE;AAAA,EACtC;AACF;AAEA,eAAsB,iBAAiB,OAAe,QAAgB,UAAkB,SAAiD;AACvI,QAAM,KAAK,MAAM;AACjB,QAAM,GAAG,QAAQ;AAAA,IACf,KAAK;AAAA;AAAA,IAEL,MAAM,CAAC,OAAO,QAAQ,UAAU,KAAK,UAAU,OAAO,CAAC;AAAA,EACzD,CAAC;AACH;AAEA,eAAsB,8BAA8B,QAAgB,gBAAuD;AACzH,QAAM,KAAK,MAAM;AACjB,QAAM,MAAM,MAAM,GAAG,QAAQ;AAAA,IAC3B,KAAK;AAAA,IACL,MAAM,CAAC,QAAQ,cAAc;AAAA,EAC/B,CAAC;AACD,SAAO,IAAI,KAAK,CAAC,IAAI,SAAS,IAAI,KAAK,CAAC,CAAuC,IAAI;AACrF;AAEA,eAAsB,sBAAsB,OAO6B;AACvE,QAAM,KAAK,MAAM;AACjB,QAAM,WAAW,MAAM,GAAG,QAAQ;AAAA,IAChC,KAAK;AAAA;AAAA;AAAA,IAGL,MAAM;AAAA,MACJ,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,MACN,KAAK,UAAU,MAAM,OAAO;AAAA,MAC5B,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AAAA,EACF,CAAC;AACD,QAAM,MAAM,MAAM,8BAA8B,MAAM,QAAQ,MAAM,cAAc;AAClF,MAAI,CAAC,IAAK,OAAM,IAAI,MAAM,0CAA0C;AACpE,SAAO;AAAA,IACL;AAAA,IACA,SAAS,SAAS,iBAAiB;AAAA,IACnC,UAAU,IAAI,uBAAuB,MAAM;AAAA,EAC7C;AACF;AAEA,eAAsB,cAAc,OAA8C;AAChF,QAAM,KAAK,MAAM;AACjB,QAAM,MAAM,MAAM,GAAG,QAAQ,EAAE,KAAK,gDAAgD,MAAM,CAAC,KAAK,EAAE,CAAC;AACnG,SAAO,IAAI,KAAK,CAAC,IAAI,SAAS,IAAI,KAAK,CAAC,CAAuC,IAAI;AACrF;AAEA,eAAsB,gBAAgB,QAA0C;AAC9E,QAAM,KAAK,MAAM;AACjB,QAAM,MAAM,MAAM,GAAG,QAAQ,EAAE,KAAK,uFAAuF,MAAM,CAAC,MAAM,EAAE,CAAC;AAC3I,SAAO,IAAI,KAAK,IAAI,OAAK,SAAS,CAAuC,CAAC;AAC5E;AAEA,eAAsB,yBAAyB,QAAQ,IAA8B;AACnF,QAAM,KAAK,MAAM;AACjB,QAAM,MAAM,MAAM,GAAG,QAAQ;AAAA,IAC3B,KAAK;AAAA;AAAA;AAAA;AAAA,IAIL,MAAM,CAAC,KAAK,IAAI,GAAG,KAAK,IAAI,KAAK,KAAK,MAAM,KAAK,CAAC,CAAC,CAAC;AAAA,EACtD,CAAC;AACD,SAAO,IAAI,KAAK,IAAI,SAAO,SAAS,GAAyC,CAAC;AAChF;AAEA,eAAsB,6BAA6B,QAAQ,IAAI,eAAe,GAA6B;AACzG,QAAM,KAAK,MAAM;AACjB,QAAM,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,MAAM,YAAY,CAAC,CAAC;AAC3E,QAAM,MAAM,MAAM,GAAG,QAAQ;AAAA,IAC3B,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAUL,MAAM,CAAC,IAAI,gBAAgB,YAAY,KAAK,IAAI,GAAG,KAAK,IAAI,KAAK,KAAK,MAAM,KAAK,CAAC,CAAC,CAAC;AAAA,EACtF,CAAC;AACD,SAAO,IAAI,KAAK,IAAI,SAAO,SAAS,GAAyC,CAAC;AAChF;AAEA,eAAsB,8BAA8B,OAA8C;AAChG,QAAM,KAAK,MAAM;AACjB,QAAM,GAAG,QAAQ;AAAA,IACf,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAeL,MAAM,CAAC,KAAK;AAAA,EACd,CAAC;AACD,SAAO,cAAc,KAAK;AAC5B;AAEA,eAAsB,gCAAgC,OAAe,OAA8C;AACjH,QAAM,KAAK,MAAM;AACjB,QAAM,YAAY,mBAAmB,KAAK,EAAE,MAAM,GAAG,GAAI;AACzD,QAAM,GAAG,QAAQ;AAAA,IACf,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAeL,MAAM,CAAC,WAAW,KAAK;AAAA,EACzB,CAAC;AACD,SAAO,cAAc,KAAK;AAC5B;AAEA,eAAsB,+BAA+B,OAAe,OAA8B;AAChG,QAAM,KAAK,MAAM;AACjB,QAAM,GAAG,QAAQ;AAAA,IACf,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAML,MAAM,CAAC,mBAAmB,KAAK,EAAE,MAAM,GAAG,GAAI,GAAG,KAAK;AAAA,EACxD,CAAC;AACH;AAKA,eAAsB,4BAA4B,QAAQ,IAAI,eAAe,IAA8B;AACzG,QAAM,KAAK,MAAM;AACjB,QAAM,mBAAmB,KAAK,IAAI,IAAI,KAAK,IAAI,KAAK,IAAI,KAAK,MAAM,YAAY,CAAC,CAAC;AACjF,QAAM,MAAM,MAAM,GAAG,QAAQ;AAAA,IAC3B,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAaL,MAAM,CAAC,IAAI,gBAAgB,YAAY,KAAK,IAAI,GAAG,KAAK,IAAI,KAAK,KAAK,MAAM,KAAK,CAAC,CAAC,CAAC;AAAA,EACtF,CAAC;AACD,SAAO,IAAI,KAAK,IAAI,SAAO,SAAS,GAAyC,CAAC;AAChF;AAEA,eAAsB,2BAA2B,OAAe,eAAe,IAAsB;AACnG,QAAM,KAAK,MAAM;AACjB,QAAM,mBAAmB,KAAK,IAAI,IAAI,KAAK,IAAI,KAAK,IAAI,KAAK,MAAM,YAAY,CAAC,CAAC;AACjF,QAAM,SAAS,MAAM,GAAG,QAAQ;AAAA,IAC9B,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAQL,MAAM,CAAC,OAAO,IAAI,gBAAgB,UAAU;AAAA,EAC9C,CAAC;AACD,SAAO,OAAO,iBAAiB;AACjC;AAIA,eAAsB,mCAAmC,OAA8C;AACrG,QAAM,KAAK,MAAM;AACjB,QAAM,UAAU,MAAM,GAAG,QAAQ;AAAA,IAC/B,KAAK;AAAA;AAAA;AAAA,IAGL,MAAM,CAAC,KAAK;AAAA,EACd,CAAC;AACD,MAAI,QAAQ,iBAAiB,EAAG,QAAO;AACvC,SAAO,cAAc,KAAK;AAC5B;AAEA,eAAsB,yBAAyB,OAAe,OAA8B;AAC1F,QAAM,KAAK,MAAM;AACjB,QAAM,GAAG,QAAQ;AAAA,IACf,KAAK;AAAA;AAAA,IAEL,MAAM,CAAC,mBAAmB,KAAK,EAAE,MAAM,GAAG,GAAI,GAAG,KAAK;AAAA,EACxD,CAAC;AACH;AAEA,eAAsB,mBAAmB,OAAe,WAAkC;AACxF,QAAM,KAAK,MAAM;AACjB,QAAM,GAAG,QAAQ;AAAA,IACf,KAAK;AAAA;AAAA;AAAA,IAGL,MAAM,CAAC,WAAW,KAAK;AAAA,EACzB,CAAC;AACH;AAEA,eAAsB,iBAAiB,OAAe,OAAkC;AACtF,MAAI,MAAM,WAAW,EAAG;AACxB,QAAM,KAAK,MAAM;AACjB,QAAM,GAAG,MAAM;AAAA,IACb,GAAG,MAAM,IAAI,OAAK;AAChB,YAAM,EAAE,gBAAgB,0BAA0B,GAAG,WAAW,IAAI;AACpE,aAAO;AAAA,QACP,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QA6BL,MAAM,CAAC,OAAO,EAAE,eAAe,EAAE,KAAK,KAAK,UAAU,UAAU,GAAG,KAAK;AAAA,MACvE;AAAA,IACF,CAAC;AAAA,IACD;AAAA,MACA,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MA4BL,MAAM,CAAC,OAAO,OAAO,OAAO,OAAO,KAAK;AAAA,IACxC;AAAA,EACF,GAAG,OAAO;AACZ;AAEA,eAAsB,kBAAkB,OAAoC;AAC1E,QAAM,KAAK,MAAM;AACjB,QAAM,MAAM,MAAM,GAAG,QAAQ,EAAE,KAAK,wDAAwD,MAAM,CAAC,KAAK,EAAE,CAAC;AAC3G,SAAO,IAAI,KAAK,IAAI,OAAK,KAAK,MAAM,OAAQ,EAAyC,IAAI,CAAC,CAAa;AACzG;AAIA,eAAsB,uBAAuB,OAAe,QAAQ,KAAwB;AAC1F,QAAM,KAAK,MAAM;AACjB,QAAM,YAAY,KAAK,IAAI,GAAG,KAAK,IAAI,MAAO,KAAK,MAAM,KAAK,CAAC,CAAC;AAChE,QAAM,MAAM,MAAM,GAAG,QAAQ;AAAA,IAC3B,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAOL,MAAM,CAAC,OAAO,SAAS;AAAA,EACzB,CAAC;AACD,SAAO,IAAI,KAAK,IAAI,SAAO,OAAO,IAAI,GAAG,CAAC;AAC5C;AAEA,eAAsB,qBAAqB,OAAgC;AACzE,QAAM,KAAK,MAAM;AACjB,QAAM,MAAM,MAAM,GAAG,QAAQ;AAAA,IAC3B,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAWL,MAAM,CAAC,KAAK;AAAA,EACd,CAAC;AACD,SAAO,OAAQ,IAAI,KAAK,CAAC,GAA0C,KAAK,CAAC;AAC3E;AAEA,eAAsB,iBAAiB,OAAqC;AAC1E,QAAM,KAAK,MAAM;AACjB,QAAM,MAAM,MAAM,GAAG,QAAQ,EAAE,KAAK,uDAAuD,MAAM,CAAC,KAAK,EAAE,CAAC;AAC1G,SAAO,IAAI,IAAI,IAAI,KAAK,IAAI,OAAK,OAAQ,EAAyC,GAAG,CAAC,CAAC;AACzF;AAEA,eAAsB,iBACpB,OACA,WACA,QACA,QAAuB,MACvB,sBAAsB,OACJ;AAClB,QAAM,KAAK,MAAM;AACjB,QAAM,SAAS,MAAM,GAAG,QAAQ;AAAA,IAC9B,KAAK;AAAA;AAAA;AAAA,IAGL,MAAM,CAAC,QAAQ,KAAK,UAAU,aAAa,CAAC,CAAC,GAAG,QAAQ,mBAAmB,KAAK,EAAE,MAAM,GAAG,GAAI,IAAI,MAAM,OAAO,sBAAsB,IAAI,CAAC;AAAA,EAC7I,CAAC;AACD,SAAO,OAAO,iBAAiB;AACjC;AAEA,eAAsB,mBAAmB,OAAe,WAAsD;AAC5G,QAAM,iBAAiB,OAAO,WAAW,UAAU;AACrD;AAEA,eAAsB,eAAe,OAAe,OAA8B;AAChF,QAAM,KAAK,MAAM;AACjB,QAAM,GAAG,QAAQ;AAAA,IACf,KAAK;AAAA;AAAA;AAAA,IAGL,MAAM,CAAC,mBAAmB,KAAK,EAAE,MAAM,GAAG,GAAI,GAAG,KAAK;AAAA,EACxD,CAAC;AACH;AAEA,eAAsB,uBAAuB,OAAe,OAA8B;AACxF,QAAM,KAAK,MAAM;AACjB,QAAM,GAAG,QAAQ;AAAA,IACf,KAAK;AAAA;AAAA;AAAA,IAGL,MAAM,CAAC,mBAAmB,KAAK,EAAE,MAAM,GAAG,GAAI,GAAG,KAAK;AAAA,EACxD,CAAC;AACH;AAEA,eAAsB,iBAAiB,OAAe,QAAgB,UAAkB,aAAqB,WAAkC;AAC7I,QAAM,KAAK,MAAM;AACjB,QAAM,MAAM,MAAM,cAAc,KAAK;AACrC,MAAI,CAAC,OAAO,IAAI,YAAY,KAAM;AAClC,QAAM,WAAW,OAAO,IAAI,QAAQ,aAAa,WAAW,IAAI,QAAQ,WAAW;AACnF,MAAI,UAAU;AACZ,UAAM,aAAa,MAAM;AAAA,MACvB;AAAA,MACA;AAAA,MACA,KAAK,IAAI,GAAG,WAAW;AAAA,MACvB,gBAAgB;AAAA,MAChB;AAAA,MACA;AAAA,IACF;AACA,UAAM,GAAG,QAAQ;AAAA,MACf,KAAK;AAAA,MACL,MAAM,CAAC,WAAW,iBAAiB,KAAK;AAAA,IAC1C,CAAC;AACD;AAAA,EACF;AAKA,QAAM,eAAe,KAAK,IAAI,GAAG,QAAQ;AACzC,QAAM,kBAAkB,KAAK,IAAI,GAAG,WAAW;AAC/C,QAAM,GAAG,MAAM;AAAA,IACb;AAAA,MACE,KAAK;AAAA,MACL,MAAM,CAAC,KAAK;AAAA,IACd;AAAA,IACA;AAAA,MACE,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAQL,MAAM;AAAA,QACJ;AAAA,QACA;AAAA,QACA;AAAA,QACA,gBAAgB;AAAA,QAChB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,IACA;AAAA,MACE,KAAK;AAAA;AAAA,MAEL,MAAM,CAAC,cAAc,QAAQ,YAAY;AAAA,IAC3C;AAAA,IACA;AAAA,MACE,KAAK;AAAA;AAAA,MAEL,MAAM,CAAC,QAAQ,cAAc,gBAAgB,qBAAqB,WAAW,YAAY;AAAA,IAC3F;AAAA,IACA;AAAA,MACE,KAAK;AAAA;AAAA,MAEL,MAAM,CAAC,iBAAiB,KAAK;AAAA,IAC/B;AAAA,EACF,GAAG,OAAO;AACZ;","names":[]}
@@ -1,7 +0,0 @@
1
- // src/version.ts
2
- var PACKAGE_VERSION = "0.38.2";
3
-
4
- export {
5
- PACKAGE_VERSION
6
- };
7
- //# sourceMappingURL=chunk-YODBNTTN.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.38.2'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}
@@ -1,239 +0,0 @@
1
- import {
2
- CORE_SCHEMA_VERSION,
3
- CREDIT_LOTS_EPOCH,
4
- CREDIT_LOT_TTL,
5
- SiteAuditJobRowSchema,
6
- SiteAuditPhaseLogRowSchema,
7
- advanceWorkflowRunStep,
8
- appendWorkflowArtifacts,
9
- cancelJob,
10
- checkRateLimit,
11
- claimMonthlyFreeRefresh,
12
- claimPendingJob,
13
- claimPendingKpoJob,
14
- claimStripeEvent,
15
- completeJob,
16
- completeKpoJob,
17
- completeStripeEvent,
18
- completeWorkflowRunRecord,
19
- consumeCode,
20
- consumePasswordResetToken,
21
- countActiveJobsForUser,
22
- countActiveUsers,
23
- createJob,
24
- createKpoJob,
25
- createPasswordResetToken,
26
- createRunningJob,
27
- createUser,
28
- createWorkflowRun,
29
- createWorkflowSchedule,
30
- creditMc,
31
- creditMcIdempotent,
32
- deactivateUser,
33
- debitMc,
34
- debitMcIdempotent,
35
- deleteWorkflowSchedule,
36
- expireOldLots,
37
- failJob,
38
- failKpoJob,
39
- failStripeEvent,
40
- failWorkflowRunRecord,
41
- finishHarvestAttempt,
42
- generateApiKey,
43
- getBillingLedgerSummary,
44
- getClient,
45
- getConnectedAccountBillingState,
46
- getDb,
47
- getInboxMessage,
48
- getJob,
49
- getKpoJob,
50
- getKpoPhaseLog,
51
- getLedger,
52
- getMemoryPlan,
53
- getMemoryProvisioned,
54
- getPageSnapshot,
55
- getRefresh,
56
- getUserByApiKey,
57
- getUserByEmail,
58
- getUserById,
59
- getUserByStripeCustomerId,
60
- getUserMemoryCreds,
61
- getUserStats,
62
- getWorkflowArtifact,
63
- getWorkflowRun,
64
- getWorkflowRunByIdempotencyKey,
65
- getWorkflowRunStepState,
66
- getWorkflowSchedule,
67
- hashPassword,
68
- insertInboxMessage,
69
- ledgerExistsForOperation,
70
- ledgerExistsForStripePI,
71
- listActiveUserIds,
72
- listDueWorkflowSchedules,
73
- listHarvestAttempts,
74
- listInboxMessages,
75
- listJobs,
76
- listKpoJobs,
77
- listRequestEvents,
78
- listUsers,
79
- listUsersDueForConnectedAccountBillingReconciliation,
80
- listWorkflowArtifacts,
81
- listWorkflowRuns,
82
- listWorkflowSchedules,
83
- logKpoPhaseComplete,
84
- logRequestEvent,
85
- markInboxMessageOpened,
86
- markWorkflowRunRunning,
87
- markWorkflowScheduleRan,
88
- migrate,
89
- migrateExistingBalancesToLots,
90
- patchWorkflowSchedule,
91
- putCode,
92
- putRefresh,
93
- reconcileBalanceMc,
94
- recordWorkflowWebhookDelivery,
95
- registerClient,
96
- replaceWorkflowArtifacts,
97
- resolveUserByMemorySubscription,
98
- revokeApiKey,
99
- revokeRefresh,
100
- rotateApiKey,
101
- rotateRefresh,
102
- setConcurrencySubId,
103
- setConnectedAccountBillingState,
104
- setDbForTesting,
105
- setExtraConcurrencySlots,
106
- setMemoryPlan,
107
- setMemoryProvisioned,
108
- setPassword,
109
- setStripeCustomerId,
110
- setSubscriptionTier,
111
- setUserMemoryCreds,
112
- settleDebitMcIdempotent,
113
- softDeleteInboxMessage,
114
- startHarvestAttempt,
115
- stripeEventAlreadyProcessed,
116
- updateKpoJobState,
117
- upsertPageSnapshot,
118
- verifyPassword
119
- } from "./chunk-N7KUTTCC.js";
120
- export {
121
- CORE_SCHEMA_VERSION,
122
- CREDIT_LOTS_EPOCH,
123
- CREDIT_LOT_TTL,
124
- SiteAuditJobRowSchema,
125
- SiteAuditPhaseLogRowSchema,
126
- advanceWorkflowRunStep,
127
- appendWorkflowArtifacts,
128
- cancelJob,
129
- checkRateLimit,
130
- claimMonthlyFreeRefresh,
131
- claimPendingJob,
132
- claimPendingKpoJob,
133
- claimStripeEvent,
134
- completeJob,
135
- completeKpoJob,
136
- completeStripeEvent,
137
- completeWorkflowRunRecord,
138
- consumeCode,
139
- consumePasswordResetToken,
140
- countActiveJobsForUser,
141
- countActiveUsers,
142
- createJob,
143
- createKpoJob,
144
- createPasswordResetToken,
145
- createRunningJob,
146
- createUser,
147
- createWorkflowRun,
148
- createWorkflowSchedule,
149
- creditMc,
150
- creditMcIdempotent,
151
- deactivateUser,
152
- debitMc,
153
- debitMcIdempotent,
154
- deleteWorkflowSchedule,
155
- expireOldLots,
156
- failJob,
157
- failKpoJob,
158
- failStripeEvent,
159
- failWorkflowRunRecord,
160
- finishHarvestAttempt,
161
- generateApiKey,
162
- getBillingLedgerSummary,
163
- getClient,
164
- getConnectedAccountBillingState,
165
- getDb,
166
- getInboxMessage,
167
- getJob,
168
- getKpoJob,
169
- getKpoPhaseLog,
170
- getLedger,
171
- getMemoryPlan,
172
- getMemoryProvisioned,
173
- getPageSnapshot,
174
- getRefresh,
175
- getUserByApiKey,
176
- getUserByEmail,
177
- getUserById,
178
- getUserByStripeCustomerId,
179
- getUserMemoryCreds,
180
- getUserStats,
181
- getWorkflowArtifact,
182
- getWorkflowRun,
183
- getWorkflowRunByIdempotencyKey,
184
- getWorkflowRunStepState,
185
- getWorkflowSchedule,
186
- hashPassword,
187
- insertInboxMessage,
188
- ledgerExistsForOperation,
189
- ledgerExistsForStripePI,
190
- listActiveUserIds,
191
- listDueWorkflowSchedules,
192
- listHarvestAttempts,
193
- listInboxMessages,
194
- listJobs,
195
- listKpoJobs,
196
- listRequestEvents,
197
- listUsers,
198
- listUsersDueForConnectedAccountBillingReconciliation,
199
- listWorkflowArtifacts,
200
- listWorkflowRuns,
201
- listWorkflowSchedules,
202
- logKpoPhaseComplete,
203
- logRequestEvent,
204
- markInboxMessageOpened,
205
- markWorkflowRunRunning,
206
- markWorkflowScheduleRan,
207
- migrate,
208
- migrateExistingBalancesToLots,
209
- patchWorkflowSchedule,
210
- putCode,
211
- putRefresh,
212
- reconcileBalanceMc,
213
- recordWorkflowWebhookDelivery,
214
- registerClient,
215
- replaceWorkflowArtifacts,
216
- resolveUserByMemorySubscription,
217
- revokeApiKey,
218
- revokeRefresh,
219
- rotateApiKey,
220
- rotateRefresh,
221
- setConcurrencySubId,
222
- setConnectedAccountBillingState,
223
- setDbForTesting,
224
- setExtraConcurrencySlots,
225
- setMemoryPlan,
226
- setMemoryProvisioned,
227
- setPassword,
228
- setStripeCustomerId,
229
- setSubscriptionTier,
230
- setUserMemoryCreds,
231
- settleDebitMcIdempotent,
232
- softDeleteInboxMessage,
233
- startHarvestAttempt,
234
- stripeEventAlreadyProcessed,
235
- updateKpoJobState,
236
- upsertPageSnapshot,
237
- verifyPassword
238
- };
239
- //# sourceMappingURL=db-C5KVCOYT.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}