mcp-scraper 0.88.2 → 0.89.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +36 -15
- package/README.md +6 -5
- package/THIRD_PARTY_NOTICES.html +203 -0
- package/dist/analytics-repository-2BMT5JNE.js +1 -0
- package/dist/bin/api-server.js +2 -41
- package/dist/bin/mcp-scraper-cli.js +39 -756
- package/dist/bin/mcp-scraper-core.js +1 -60
- package/dist/bin/mcp-scraper-install.js +2 -25
- package/dist/bin/mcp-stdio-server.js +1 -19
- package/dist/bin/paa-harvest.js +1 -41
- package/dist/chunk-3GP5CYZX.js +1 -0
- package/dist/chunk-4AI7DOS7.js +59 -0
- package/dist/chunk-4FROKQJN.js +1 -0
- package/dist/chunk-7YGVI5J4.js +21710 -0
- package/dist/chunk-CCYWSJNG.js +16 -0
- package/dist/chunk-CFI6CXIV.js +182 -0
- package/dist/chunk-E2WRWV3A.js +1 -0
- package/dist/chunk-GMWKPIYX.js +1172 -0
- package/dist/chunk-HDPYG3XV.js +102 -0
- package/dist/chunk-HE45FFBU.js +1 -0
- package/dist/chunk-HUV2WTRW.js +1 -0
- package/dist/chunk-KJQXUZ4Y.js +4 -0
- package/dist/chunk-L4CGLFPU.js +4 -0
- package/dist/chunk-M22MM4N4.js +84 -0
- package/dist/chunk-MASR22K4.js +73 -0
- package/dist/chunk-MZN4U5BL.js +1 -0
- package/dist/chunk-PUHFVA7P.js +1280 -0
- package/dist/chunk-QPWPR5XG.js +10 -0
- package/dist/chunk-TMB56NCA.js +1 -0
- package/dist/chunk-TXENITMS.js +20 -0
- package/dist/chunk-W2BVJ7S2.js +13 -0
- package/dist/chunk-WO3N5FH2.js +5 -0
- package/dist/chunk-WSCGYRWA.js +2595 -0
- package/dist/chunk-X54CQLK2.js +1 -0
- package/dist/chunk-XLWNEVUZ.js +27 -0
- package/dist/chunk-XPZVJIZ2.js +100 -0
- package/dist/chunk-YQZGZBB4.js +1 -0
- package/dist/chunk-Z2QGQJS2.js +1 -0
- package/dist/db-F2MX63GI.js +1 -0
- package/dist/extract-bundle-SNUIHM3J.js +26 -0
- package/dist/gmail-service-BZ3H75XC.js +1 -0
- package/dist/index.cjs +21750 -6045
- package/dist/index.d.cts +14 -14
- package/dist/index.d.ts +14 -14
- package/dist/index.js +18 -315
- package/dist/lead-list-enrichment-repository-S2H3U7T7.js +1 -0
- package/dist/location-data-repository-OTWHWMV6.js +1 -0
- package/dist/server-RFR2A5UJ.js +7303 -0
- package/dist/site-extract-repository-SE776XDC.js +1 -0
- package/dist/worker-XUDSM3AL.js +1 -0
- package/package.json +17 -124
- package/dist/analytics-repository-GGJJCVVP.js +0 -194
- package/dist/chunk-4QMUF6XM.js +0 -1013
- package/dist/chunk-6HAV7LCE.js +0 -265
- package/dist/chunk-ABF2CGOZ.js +0 -113
- package/dist/chunk-C5Z4OFKW.js +0 -404
- package/dist/chunk-DNM65UCK.js +0 -299
- package/dist/chunk-EQGTEHLZ.js +0 -592
- package/dist/chunk-F5GQJWZU.js +0 -732
- package/dist/chunk-GGZEC22A.js +0 -215
- package/dist/chunk-GXBZXWXB.js +0 -184
- package/dist/chunk-IHXAXYIS.js +0 -843
- package/dist/chunk-K3Z5AQYE.js +0 -683
- package/dist/chunk-K45K75OF.js +0 -6
- package/dist/chunk-LFW2FRPJ.js +0 -224
- package/dist/chunk-MZDNZQWT.js +0 -2078
- package/dist/chunk-NVUKO5NN.js +0 -256
- package/dist/chunk-OM7HVEJ3.js +0 -26
- package/dist/chunk-OPQIGAFB.js +0 -286
- package/dist/chunk-OZJMVCDK.js +0 -16
- package/dist/chunk-P7FWOMU7.js +0 -505
- package/dist/chunk-PGJQDMC2.js +0 -383
- package/dist/chunk-PKZS6SHW.js +0 -33139
- package/dist/chunk-RJ7JVYKU.js +0 -68
- package/dist/chunk-S24LFPL7.js +0 -5262
- package/dist/chunk-T3MZISOF.js +0 -240
- package/dist/chunk-UZPTGUDV.js +0 -1915
- package/dist/chunk-X623GTBV.js +0 -8290
- package/dist/chunk-YXNDOQXN.js +0 -4018
- package/dist/db-Z34LPZNR.js +0 -284
- package/dist/extract-bundle-565SBZCR.js +0 -1003
- package/dist/gmail-service-E6ALS7JG.js +0 -25
- package/dist/lead-list-enrichment-repository-36RPVV6N.js +0 -67
- package/dist/location-data-repository-WPRG62GE.js +0 -34
- package/dist/server-SQZ3A7SY.js +0 -86606
- package/dist/site-extract-repository-VYFZASPU.js +0 -69
- package/dist/worker-LDCAULWL.js +0 -146
|
@@ -0,0 +1,1172 @@
|
|
|
1
|
+
import{createClient as Ce}from"@libsql/client/http";import{createHash as A,randomBytes as C,randomUUID as m,scryptSync as ie,timingSafeEqual as ke}from"crypto";import{z as T}from"zod";var O="2026-06-26 21:58:03";var Qe="Google returned a CAPTCHA. Run with --headless=false to re-warm the browser profile, then retry.",be="This operation is temporarily unavailable. Please retry later.",Le=["request_aborted","captcha_exhausted","captcha_or_blocked","location_mismatch","proxy_tunnel_failed","proxy_unavailable","harvest_timeout","mcp_request_timeout","mcp_http_error","extraction_failed","concurrency_limit_exceeded","unauthorized","forbidden","invalid_request","rate_limited","upstream_rate_limited","insufficient_balance","service_unavailable","response_lost","vendor_unavailable","page_not_found","page_forbidden","page_rate_limited","page_server_error","page_http_error","bot_check_unresolved","page_too_large","page_unreachable","browser_session_interrupted","site_export_not_found","site_export_format_unavailable","site_export_read_failed","site_export_image_not_found","image_url_invalid","image_url_not_https","image_host_unresolvable","image_host_blocked","image_redirect_invalid","image_source_unavailable","image_too_large","image_redirect_limit","image_base64_invalid","image_source_missing","image_source_ambiguous","image_source_type_invalid","image_artifact_not_found","image_page_too_large","page_image_not_found","page_image_candidates_unusable","image_format_unsupported","image_storage_unconfigured","featured_image_unhostable"],Se=["request_aborted","captcha","location_mismatch","connection","timeout","extraction","concurrency_limit","unauthorized","forbidden","invalid_request","rate_limit","billing","service_unavailable"];function L(e){return e?JSON.stringify(e):null}function z(e){if(e==null)return null;try{let t=typeof e=="string"?JSON.parse(e):e;if(!t||typeof t!="object"||Array.isArray(t))return null;let r=t;if(typeof r.error_code!="string"||!Q.has(r.error_code))return null;let n=Ie({errorCode:r.error_code,errorType:r.error_type,retryable:r.retryable,retryAfterSeconds:r.retry_after_seconds,chargeStatus:r.charge_status,details:r.details});if(typeof r.message=="string"){let i=Z(r.message).trim().slice(0,1e3);i&&!/https?:\/\//i.test(i)&&(n.message=i)}return n}catch{return null}}var Q=new Set(Le),Re=new Set(Se),we=new Set(["active","limit","operation","upgrade_url","topup_url","upgrade_command","slots_per_pack","pack_price_usd","balance_credits","required_credits","retry_guidance","http_status"]),Ae=12,fe=500;function U(e){return typeof e=="string"&&Q.has(e)?e:"service_unavailable"}function Oe(e){if(!e||typeof e!="object"||Array.isArray(e))return;let t={};for(let[r,n]of Object.entries(e)){if(Object.keys(t).length>=Ae)break;if(we.has(r))if(typeof n=="string"){if((r==="upgrade_url"||r==="topup_url")&&!xe(n))continue;let i=Z(n).slice(0,fe);i&&(t[r]=i)}else(typeof n=="number"&&Number.isFinite(n)||typeof n=="boolean"||n===null)&&(t[r]=n)}return Object.keys(t).length>0?t:void 0}function xe(e){if(e.startsWith("/")&&!e.startsWith("//"))return!0;try{let t=new URL(e);return t.protocol==="https:"&&(t.hostname==="mcpscraper.dev"||t.hostname.endsWith(".mcpscraper.dev"))}catch{return!1}}function he(e){let t=U(e);switch(t){case"captcha_exhausted":case"captcha_or_blocked":return"captcha";case"proxy_tunnel_failed":case"proxy_unavailable":case"response_lost":return"connection";case"harvest_timeout":case"mcp_request_timeout":return"timeout";case"concurrency_limit_exceeded":return"concurrency_limit";case"rate_limited":case"upstream_rate_limited":return"rate_limit";case"extraction_failed":case"page_not_found":case"page_forbidden":case"page_rate_limited":case"page_server_error":case"page_http_error":case"bot_check_unresolved":case"page_too_large":case"page_unreachable":case"browser_session_interrupted":case"site_export_not_found":case"site_export_format_unavailable":case"site_export_read_failed":case"site_export_image_not_found":return"extraction";case"image_url_invalid":case"image_url_not_https":case"image_host_unresolvable":case"image_host_blocked":case"image_redirect_invalid":case"image_source_unavailable":case"image_too_large":case"image_redirect_limit":case"image_base64_invalid":case"image_source_missing":case"image_source_ambiguous":case"image_source_type_invalid":case"image_artifact_not_found":case"image_page_too_large":case"page_image_not_found":case"page_image_candidates_unusable":case"image_format_unsupported":case"image_storage_unconfigured":case"featured_image_unhostable":return"invalid_request";case"insufficient_balance":return"billing";case"vendor_unavailable":case"mcp_http_error":return"service_unavailable";default:return t}}function ye(e){switch(U(e)){case"request_aborted":return"The request was cancelled before it completed.";case"captcha_exhausted":case"captcha_or_blocked":return"The target site returned a verification challenge. Heavy traffic can temporarily increase these challenges; retry in a few minutes.";case"location_mismatch":return"The target site returned results for a different location. Please retry.";case"proxy_tunnel_failed":case"proxy_unavailable":return"The web request could not establish a working connection. Please retry later.";case"harvest_timeout":return"The request timed out before it completed. Please retry with a smaller request.";case"mcp_request_timeout":return"The MCP caller stopped waiting before a final response arrived. Durable work may still be running; continue with the returned Task or job handle instead of restarting it.";case"concurrency_limit_exceeded":return"The service is available, but this account has reached its parallel-operation limit. Wait for an active operation to finish or add capacity.";case"unauthorized":return"Authentication is required to perform this operation.";case"forbidden":return"This account does not have permission to perform this operation.";case"invalid_request":return"The request is invalid. Check the supplied inputs and try again.";case"rate_limited":return"This account is sending requests too quickly. Wait briefly and retry.";case"upstream_rate_limited":return"The connected provider is temporarily rate-limiting requests. Wait briefly and retry.";case"mcp_http_error":return"The API returned an unexpected HTTP response.";case"insufficient_balance":return"This account does not have enough Credits for the operation.";case"extraction_failed":return"The target could not be extracted. Please retry later.";case"response_lost":return"The connection was lost before the response arrived. The operation may have already completed and been billed on our side \u2014 check credits_info before retrying blind.";case"vendor_unavailable":return"MCP Scraper's internal browser services require MCP Scraper team attention. Servers or IPs are down until this is fixed \u2014 this is not caused by your request. Please retry in a few minutes.";case"page_not_found":return"The page could not be found. It may have been moved or deleted.";case"page_forbidden":return"The site refused the request.";case"page_rate_limited":return"The site is rate-limiting requests right now. Retrying after a short wait usually works.";case"page_server_error":return"The page's own server returned an error. This is on the target site's side, not something a retry here can fix.";case"page_http_error":return"The page returned an unexpected HTTP response.";case"bot_check_unresolved":return"This site has automated-traffic protection (a bot/CAPTCHA check) that could not be resolved in time. Some sites are simply not extractable this way.";case"page_too_large":return"The page is larger than we can safely process.";case"page_unreachable":return"The page did not respond in time, or the connection could not be completed.";case"browser_session_interrupted":return"The browser session closed before extraction completed. MCP Scraper will retry once with a fresh session; retry the request if this persists.";case"site_export_not_found":return"The site export or requested page was not found, expired, or does not belong to this account.";case"site_export_format_unavailable":return"That representation was not retained for this export page. Read the export manifest and request one of the formats marked available.";case"site_export_read_failed":return"The stored site export could not be read or did not pass its integrity check.";case"site_export_image_not_found":return"The requested site-export image was not found, expired, or does not belong to this account.";case"image_url_invalid":return"The image source is not a valid URL. Use a stable public HTTPS URL or inline image bytes.";case"image_url_not_https":return"Commons image sources must use a public HTTPS URL or inline image bytes.";case"image_host_unresolvable":return"The image host could not be resolved. Use a different stable public URL or inline image bytes.";case"image_host_blocked":return"The image source resolves to a network address Commons cannot fetch safely.";case"image_redirect_invalid":return"The image source redirected to an invalid or unsafe destination.";case"image_source_unavailable":return"The image source could not be fetched. Host a different stable public URL or provide inline image bytes.";case"image_too_large":return"The image exceeds the Commons image size limit.";case"image_redirect_limit":return"The image source exceeded the Commons redirect limit.";case"image_base64_invalid":return"The supplied inline image bytes are invalid.";case"image_source_missing":return"Provide exactly one of a public image or webpage URL, inline image bytes, or an owner-scoped image artifact.";case"image_source_ambiguous":return"Provide only one image source: sourceUrl, imageBase64, or artifactId.";case"image_source_type_invalid":return"Use sourceType only with inline image bytes or an owner-scoped image artifact.";case"image_artifact_not_found":return"The image artifact was not found, expired, or does not belong to this account.";case"image_page_too_large":return"The webpage is too large for bounded Commons image discovery.";case"page_image_not_found":return"The webpage did not expose a usable featured or content image.";case"page_image_candidates_unusable":return"The webpage exposed image candidates, but none returned supported public image bytes.";case"image_format_unsupported":return"Commons accepts JPEG, PNG, GIF, or WebP image bytes.";case"image_storage_unconfigured":return"Commons image storage is temporarily unavailable.";case"featured_image_unhostable":return"The required featured image could not be hosted for Commons publication.";default:return be}}function Ie(e){let t=U(e.errorCode),r=typeof e.retryAfterSeconds=="number"&&Number.isFinite(e.retryAfterSeconds)?Math.max(1,Math.min(86400,Math.trunc(e.retryAfterSeconds))):void 0,n=e.chargeStatus==="not_charged"||e.chargeStatus==="refund_pending"||e.chargeStatus==="refunded"||e.chargeStatus==="charged"?e.chargeStatus:void 0,i=typeof e.errorType=="string"&&Re.has(e.errorType)?e.errorType:void 0,a=Oe(e.details);return{error_code:t,error_type:i??he(t),message:ye(t),retryable:e.retryable===!0,...r?{retry_after_seconds:r}:{},...n?{charge_status:n}:{},...a?{details:a}:{}}}function Z(e){return e.replace((new RegExp("https?:\\/\\/[^\\s]*(?:\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061|on\u006b\u0065\u0072\u006e\u0065\u006c|\u006b\u0065\u0072\u006e\u0065\u006c\\.sh)[^\\s]*", "gi")),"the service").replace(/bright\s*data/gi,"the service").replace((new RegExp("\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061", "gi")),"the service").replace((new RegExp("\u006b\u0065\u0072\u006e\u0065\u006c\\.sh\\s+sessions?", "gi")),"sessions").replace((new RegExp("\u006b\u0065\u0072\u006e\u0065\u006c\\.sh\\s+session", "gi")),"this session").replace((new RegExp("\u006b\u0065\u0072\u006e\u0065\u006c\\.sh", "gi")),"the service").replace((new RegExp("\u006b\u0065\u0072\u006e\u0065\u006c\\s+sessions?", "gi")),"sessions").replace((new RegExp("\u006b\u0065\u0072\u006e\u0065\u006c\\s+session", "gi")),"this session").replace(/\b(?:sub|cus|sess|proxy)_[A-Za-z0-9_-]+\b/g,"[redacted]").replace((new RegExp("\\b(?:\u004b\u0045\u0052\u004e\u0045\u004c|\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041|\u0042\u0052\u0049\u0047\u0048\u0054_\u0044\u0041\u0054\u0041)_[A-Z0-9_]*API_KEY\\b", "g")),"BROWSER_SERVICE_API_KEY").replace((new RegExp("\\b\u006b\u0065\u0072\u006e\u0065\u006c\\b", "gi")),"the service").replace(/ +/g," ").trim()}var G=class extends Error{constructor(r){super(`CAPTCHA detected. ${r}`);this.instructions=r}instructions;name="CaptchaError"},Y=class extends Error{constructor(r,n){super(r);this.cause=n}cause;name="ExtractionError"},J=class extends Error{constructor(r){super(`Google Maps search did not reach a complete result state (${r})`);this.pageState=r}pageState;name="MapsSearchIncompletePageError"},$=class extends Error{name="RequestAbortedError";constructor(t="Request aborted before harvest completed"){super(t)}},K=class extends Error{name="PaaInteractionInterruptedError"},V=class extends Error{name="LocationMismatchError";constructor(t="Google returned results for a different location than requested"){super(t)}};var De=process.env.TURSO_DATABASE_URL??"file:./paa-api.db",Ue=process.env.TURSO_AUTH_TOKEN,h=null,ee=!1,v="2026-08-27.1",te="data-2026-07-28-site-extract-counters.1",re=["admin_credit_adjustment_events","admin_credit_adjustments","billing_authorizations","billing_credits","billing_debits","billing_debit_allocations","billing_events","browser_profile_labels","connected_account_billing","concurrency_locks","credit_lot_expirations","credit_lots","credit_lot_repairs","free_credit_refreshes","harvest_attempts","inbox_messages","jobs","kpo_jobs","kpo_phase_log","ledger","oauth_clients","oauth_codes","oauth_tokens","page_snapshots","password_reset_tokens","rate_limits","request_events","scheduled_run_view_links","serp_identities","site_audit_jobs","site_audit_phase_log","site_extract_jobs","site_extract_pages","stripe_events","users","workflow_artifacts","workflow_runs","workflow_schedules","workflow_webhook_deliveries","workshop_registrations"],ne=["admin_credit_adjustment_events_reference","admin_credit_adjustments_user_created","billing_authorizations_user_status","billing_credits_user_status","billing_debits_user_status","billing_events_authorization","billing_events_user_created_at","concurrency_locks_active_user","concurrency_locks_operation","concurrency_locks_user_status","credit_lots_user_active","credit_lot_repairs_user_applied","harvest_attempts_job_id","harvest_attempts_provider_lookup","harvest_attempts_user_created_at","inbox_messages_user_sent_at","jobs_created_at_status_user","jobs_status","jobs_user_created_at_status","jobs_user_id","kpo_jobs_status","kpo_jobs_user_id","kpo_phase_log_job_id","ledger_stripe_pi_unique","ledger_user_id","oauth_tokens_identity","page_snapshots_user_checked_at","prt_user_id","request_events_created_at","request_events_user_created_at","scheduled_run_view_links_expiry","scheduled_run_view_links_owner_run","serp_identities_user_name","site_audit_jobs_status","site_audit_jobs_user_id","site_audit_phase_log_job_id","site_extract_jobs_status","site_extract_jobs_idempotency","site_extract_jobs_user_id","site_extract_pages_job_id","workflow_artifacts_run","workflow_runs_idempotency","workflow_runs_schedule","workflow_runs_user_created","workflow_schedules_due","workflow_schedules_user_status","workflow_webhook_deliveries_run","workshop_registrations_event_status"],se=["credit_lots_bounds_insert","credit_lots_bounds_update","credit_lots_one_migration_insert","credit_lots_one_migration_update"],ve={credit_lots:["never_expires"],harvest_attempts:["debug_json","browser_provider","provider_session_id","provider_session_observed_at","provider_lookup_status","provider_status","provider_error_code","provider_error_message","provider_reason_source","provider_duration_ms","provider_bandwidth_bytes","provider_captcha","provider_checked_at","provider_detail_json","provider_disconnect_observed","provider_disconnect_message"],jobs:["public_error_json"],oauth_tokens:["replaced_by","rotated_at"],site_extract_jobs:["attempted_urls","successful_urls","failed_urls","idempotency_key","request_fingerprint","dispatch_attempts","next_dispatch_at","dispatch_error","settlement_attempts","next_settlement_at","settlement_error","public_error_json"],stripe_events:["attempt_count","claim_token","last_error","status","updated_at"],users:["balance_mc","concurrency_stripe_sub_id","concurrency_pack_quantity","extra_concurrency_slots","key_active","memory_identity","memory_key","memory_plan","memory_provisioned","memory_subscription_id","password_hash","stripe_customer_id","subscription_concurrency","subscription_id","subscription_tier"],workshop_registrations:["field_notes_email_id","reminder_48h_email_id","reminder_24h_email_id","reminder_1h_email_id"],workflow_artifacts:["content"],workflow_runs:["step_index","step_log_json","step_state_json","total_steps","webhook_url"]};function x(e){return e.map(t=>`'${t.replaceAll("'","''")}'`).join(", ")}async function X(e){let t=[`(SELECT COUNT(*) FROM sqlite_master WHERE type = 'table' AND name IN (${x(re)})) = ${re.length}`,`(SELECT COUNT(*) FROM sqlite_master WHERE type = 'index' AND name IN (${x(ne)})) = ${ne.length}`,`(SELECT COUNT(*) FROM sqlite_master WHERE type = 'trigger' AND name IN (${x(se)})) = ${se.length}`,...Object.entries(ve).map(([n,i])=>`(SELECT COUNT(*) FROM pragma_table_info('${n}') WHERE name IN (${x(i)})) = ${i.length}`)],r=await e.execute(`SELECT ${t.join(" AND ")} AS ready`);return Number(r.rows[0]?.ready??0)===1}async function Xe(e){await e.execute(`
|
|
2
|
+
UPDATE site_extract_jobs SET
|
|
3
|
+
attempted_urls = done_urls,
|
|
4
|
+
successful_urls = (
|
|
5
|
+
SELECT COUNT(*) FROM site_extract_pages
|
|
6
|
+
WHERE job_id = site_extract_jobs.id
|
|
7
|
+
AND CASE
|
|
8
|
+
WHEN json_valid(page) = 0 THEN 0
|
|
9
|
+
WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
|
|
10
|
+
THEN json_extract(page, '$.extractionStatus') = 'successful'
|
|
11
|
+
ELSE COALESCE(
|
|
12
|
+
json_extract(page, '$.status') >= 200
|
|
13
|
+
AND json_extract(page, '$.status') < 300
|
|
14
|
+
AND json_extract(page, '$.wordCount') > 0,
|
|
15
|
+
0
|
|
16
|
+
)
|
|
17
|
+
END
|
|
18
|
+
),
|
|
19
|
+
failed_urls = MAX(0, done_urls - (
|
|
20
|
+
SELECT COUNT(*) FROM site_extract_pages
|
|
21
|
+
WHERE job_id = site_extract_jobs.id
|
|
22
|
+
AND CASE
|
|
23
|
+
WHEN json_valid(page) = 0 THEN 0
|
|
24
|
+
WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
|
|
25
|
+
THEN json_extract(page, '$.extractionStatus') = 'successful'
|
|
26
|
+
ELSE COALESCE(
|
|
27
|
+
json_extract(page, '$.status') >= 200
|
|
28
|
+
AND json_extract(page, '$.status') < 300
|
|
29
|
+
AND json_extract(page, '$.wordCount') > 0,
|
|
30
|
+
0
|
|
31
|
+
)
|
|
32
|
+
END
|
|
33
|
+
))
|
|
34
|
+
WHERE done_urls > 0
|
|
35
|
+
AND attempted_urls = 0
|
|
36
|
+
AND successful_urls = 0
|
|
37
|
+
AND failed_urls = 0
|
|
38
|
+
`)}async function M(e){(await e.execute({sql:"SELECT 1 AS applied FROM schema_migrations WHERE version = ? LIMIT 1",args:[te]})).rows.length>0||(await Xe(e),await e.execute({sql:"INSERT OR IGNORE INTO schema_migrations (version) VALUES (?)",args:[te]}))}function s(){return h||(h=Ce({url:De,authToken:Ue})),h}function it(e){h=e}async function at(e={}){let t=s(),r;try{r=await t.execute({sql:"SELECT 1 AS applied FROM schema_migrations WHERE version = ? LIMIT 1",args:[v]})}catch(n){let i=n instanceof Error?n.message.toLowerCase():String(n).toLowerCase();if(!i.includes("no such table")||!i.includes("schema_migrations"))throw n;await t.execute(`
|
|
39
|
+
CREATE TABLE IF NOT EXISTS schema_migrations (
|
|
40
|
+
version TEXT PRIMARY KEY,
|
|
41
|
+
applied_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
42
|
+
)
|
|
43
|
+
`),r={rows:[]}}if(r.rows.length>0){if(!e.verifyCurrentSchema)return;if(await X(t)){e.runDataRepairs&&await M(t);return}}if(await X(t)){await M(t),await t.execute({sql:"INSERT OR IGNORE INTO schema_migrations (version) VALUES (?)",args:[v]});return}await t.execute(`
|
|
44
|
+
CREATE TABLE IF NOT EXISTS users (
|
|
45
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
46
|
+
email TEXT UNIQUE NOT NULL,
|
|
47
|
+
name TEXT,
|
|
48
|
+
api_key TEXT UNIQUE NOT NULL,
|
|
49
|
+
password_hash TEXT,
|
|
50
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
51
|
+
active INTEGER NOT NULL DEFAULT 1
|
|
52
|
+
)
|
|
53
|
+
`),await t.execute(`
|
|
54
|
+
CREATE TABLE IF NOT EXISTS jobs (
|
|
55
|
+
id TEXT PRIMARY KEY,
|
|
56
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
57
|
+
status TEXT NOT NULL DEFAULT 'pending',
|
|
58
|
+
query TEXT NOT NULL,
|
|
59
|
+
options TEXT NOT NULL,
|
|
60
|
+
callback_url TEXT,
|
|
61
|
+
result TEXT,
|
|
62
|
+
error TEXT,
|
|
63
|
+
public_error_json TEXT,
|
|
64
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
65
|
+
started_at TEXT,
|
|
66
|
+
completed_at TEXT
|
|
67
|
+
)
|
|
68
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS jobs_user_id ON jobs(user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS jobs_status ON jobs(status)");try{await t.execute("ALTER TABLE jobs ADD COLUMN public_error_json TEXT")}catch{}await t.execute("CREATE INDEX IF NOT EXISTS jobs_created_at_status_user ON jobs(created_at, status, user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS jobs_user_created_at_status ON jobs(user_id, created_at, status)"),await t.execute(`
|
|
69
|
+
CREATE TABLE IF NOT EXISTS harvest_attempts (
|
|
70
|
+
id TEXT PRIMARY KEY,
|
|
71
|
+
job_id TEXT NOT NULL REFERENCES jobs(id),
|
|
72
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
73
|
+
attempt_number INTEGER NOT NULL,
|
|
74
|
+
max_attempts INTEGER NOT NULL,
|
|
75
|
+
query TEXT NOT NULL,
|
|
76
|
+
location TEXT,
|
|
77
|
+
max_questions INTEGER NOT NULL,
|
|
78
|
+
status TEXT NOT NULL,
|
|
79
|
+
outcome TEXT,
|
|
80
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_session_id TEXT,
|
|
81
|
+
question_count INTEGER,
|
|
82
|
+
duration_ms INTEGER,
|
|
83
|
+
error TEXT,
|
|
84
|
+
will_retry INTEGER,
|
|
85
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_delete_started INTEGER NOT NULL DEFAULT 0,
|
|
86
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_delete_succeeded INTEGER,
|
|
87
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_delete_error TEXT,
|
|
88
|
+
browser_close_succeeded INTEGER,
|
|
89
|
+
browser_close_error TEXT,
|
|
90
|
+
debug_json TEXT,
|
|
91
|
+
browser_provider TEXT,
|
|
92
|
+
provider_session_id TEXT,
|
|
93
|
+
provider_session_observed_at TEXT,
|
|
94
|
+
provider_lookup_status TEXT,
|
|
95
|
+
provider_status TEXT,
|
|
96
|
+
provider_error_code TEXT,
|
|
97
|
+
provider_error_message TEXT,
|
|
98
|
+
provider_reason_source TEXT,
|
|
99
|
+
provider_duration_ms INTEGER,
|
|
100
|
+
provider_bandwidth_bytes INTEGER,
|
|
101
|
+
provider_captcha INTEGER,
|
|
102
|
+
provider_checked_at TEXT,
|
|
103
|
+
provider_detail_json TEXT,
|
|
104
|
+
provider_disconnect_observed INTEGER,
|
|
105
|
+
provider_disconnect_message TEXT,
|
|
106
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
107
|
+
completed_at TEXT,
|
|
108
|
+
UNIQUE(job_id, attempt_number)
|
|
109
|
+
)
|
|
110
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS harvest_attempts_job_id ON harvest_attempts(job_id)"),await t.execute("CREATE INDEX IF NOT EXISTS harvest_attempts_user_created_at ON harvest_attempts(user_id, created_at DESC)");try{await t.execute("ALTER TABLE harvest_attempts ADD COLUMN debug_json TEXT")}catch{}for(let n of["browser_provider TEXT","provider_session_id TEXT","provider_session_observed_at TEXT","provider_lookup_status TEXT","provider_status TEXT","provider_error_code TEXT","provider_error_message TEXT","provider_reason_source TEXT","provider_duration_ms INTEGER","provider_bandwidth_bytes INTEGER","provider_captcha INTEGER","provider_checked_at TEXT","provider_detail_json TEXT","provider_disconnect_observed INTEGER","provider_disconnect_message TEXT"])try{await t.execute(`ALTER TABLE harvest_attempts ADD COLUMN ${n}`)}catch{}await t.execute("CREATE INDEX IF NOT EXISTS harvest_attempts_provider_lookup ON harvest_attempts(browser_provider, provider_lookup_status, provider_checked_at)");try{await t.execute("ALTER TABLE users ADD COLUMN password_hash TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN key_active INTEGER NOT NULL DEFAULT 1")}catch{}await t.execute(`
|
|
111
|
+
CREATE TABLE IF NOT EXISTS kpo_jobs (
|
|
112
|
+
id TEXT PRIMARY KEY,
|
|
113
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
114
|
+
status TEXT NOT NULL,
|
|
115
|
+
entity_name TEXT NOT NULL,
|
|
116
|
+
entity_type TEXT NOT NULL,
|
|
117
|
+
url TEXT,
|
|
118
|
+
request TEXT NOT NULL,
|
|
119
|
+
result TEXT,
|
|
120
|
+
error TEXT,
|
|
121
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
122
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
123
|
+
)
|
|
124
|
+
`),await t.execute(`
|
|
125
|
+
CREATE TABLE IF NOT EXISTS kpo_phase_log (
|
|
126
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
127
|
+
job_id TEXT NOT NULL REFERENCES kpo_jobs(id),
|
|
128
|
+
phase TEXT NOT NULL,
|
|
129
|
+
output TEXT NOT NULL,
|
|
130
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
131
|
+
)
|
|
132
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS kpo_jobs_user_id ON kpo_jobs(user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS kpo_jobs_status ON kpo_jobs(status)"),await t.execute("CREATE INDEX IF NOT EXISTS kpo_phase_log_job_id ON kpo_phase_log(job_id)");try{await t.execute("ALTER TABLE users ADD COLUMN stripe_customer_id TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN balance_mc INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN extra_concurrency_slots INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN concurrency_stripe_sub_id TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN concurrency_pack_quantity INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN subscription_concurrency INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN subscription_tier TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN subscription_id TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_key TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_identity TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_plan TEXT NOT NULL DEFAULT 'free'")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_subscription_id TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_provisioned INTEGER NOT NULL DEFAULT 0")}catch{}await t.execute(`
|
|
133
|
+
CREATE TABLE IF NOT EXISTS concurrency_locks (
|
|
134
|
+
id TEXT PRIMARY KEY,
|
|
135
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
136
|
+
operation TEXT NOT NULL,
|
|
137
|
+
status TEXT NOT NULL DEFAULT 'active',
|
|
138
|
+
acquired_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
139
|
+
expires_at TEXT NOT NULL,
|
|
140
|
+
released_at TEXT,
|
|
141
|
+
metadata TEXT
|
|
142
|
+
)
|
|
143
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS concurrency_locks_user_status ON concurrency_locks(user_id, status, expires_at)"),await t.execute("CREATE INDEX IF NOT EXISTS concurrency_locks_operation ON concurrency_locks(operation, status, expires_at)"),await t.execute("CREATE INDEX IF NOT EXISTS concurrency_locks_active_user ON concurrency_locks(user_id, expires_at) WHERE status = 'active'"),await t.execute(`
|
|
144
|
+
CREATE TABLE IF NOT EXISTS ledger (
|
|
145
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
146
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
147
|
+
amount_mc INTEGER NOT NULL,
|
|
148
|
+
operation TEXT NOT NULL,
|
|
149
|
+
description TEXT,
|
|
150
|
+
stripe_pi TEXT,
|
|
151
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
152
|
+
)
|
|
153
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS ledger_user_id ON ledger(user_id)"),await t.execute("CREATE UNIQUE INDEX IF NOT EXISTS ledger_stripe_pi_unique ON ledger(stripe_pi) WHERE stripe_pi IS NOT NULL"),await t.execute(`
|
|
154
|
+
CREATE TABLE IF NOT EXISTS credit_lots (
|
|
155
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
156
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
157
|
+
amount_mc INTEGER NOT NULL,
|
|
158
|
+
remaining_mc INTEGER NOT NULL,
|
|
159
|
+
source TEXT NOT NULL,
|
|
160
|
+
stripe_pi TEXT,
|
|
161
|
+
granted_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
162
|
+
expires_at TEXT NOT NULL,
|
|
163
|
+
never_expires INTEGER NOT NULL DEFAULT 0
|
|
164
|
+
)
|
|
165
|
+
`);try{await t.execute("ALTER TABLE credit_lots ADD COLUMN never_expires INTEGER NOT NULL DEFAULT 0")}catch{}await t.execute("CREATE INDEX IF NOT EXISTS credit_lots_user_active ON credit_lots(user_id, expires_at, remaining_mc)"),await t.execute(`
|
|
166
|
+
CREATE TABLE IF NOT EXISTS credit_lot_expirations (
|
|
167
|
+
lot_id INTEGER PRIMARY KEY REFERENCES credit_lots(id),
|
|
168
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
169
|
+
amount_mc INTEGER NOT NULL,
|
|
170
|
+
claim_token TEXT NOT NULL UNIQUE,
|
|
171
|
+
expired_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
172
|
+
)
|
|
173
|
+
`),await t.execute(`
|
|
174
|
+
CREATE TRIGGER IF NOT EXISTS credit_lots_bounds_insert
|
|
175
|
+
BEFORE INSERT ON credit_lots
|
|
176
|
+
WHEN NEW.amount_mc < 0
|
|
177
|
+
OR NEW.remaining_mc < 0
|
|
178
|
+
OR NEW.remaining_mc > NEW.amount_mc
|
|
179
|
+
BEGIN
|
|
180
|
+
SELECT RAISE(ABORT, 'invalid credit lot bounds');
|
|
181
|
+
END
|
|
182
|
+
`),await t.execute(`
|
|
183
|
+
CREATE TRIGGER IF NOT EXISTS credit_lots_bounds_update
|
|
184
|
+
BEFORE UPDATE OF amount_mc, remaining_mc ON credit_lots
|
|
185
|
+
WHEN NEW.amount_mc < 0
|
|
186
|
+
OR NEW.remaining_mc < 0
|
|
187
|
+
OR NEW.remaining_mc > NEW.amount_mc
|
|
188
|
+
BEGIN
|
|
189
|
+
SELECT RAISE(ABORT, 'invalid credit lot bounds');
|
|
190
|
+
END
|
|
191
|
+
`),await t.execute(`
|
|
192
|
+
CREATE TRIGGER IF NOT EXISTS credit_lots_one_migration_insert
|
|
193
|
+
BEFORE INSERT ON credit_lots
|
|
194
|
+
WHEN NEW.source = 'migration'
|
|
195
|
+
AND EXISTS (
|
|
196
|
+
SELECT 1 FROM credit_lots
|
|
197
|
+
WHERE user_id = NEW.user_id AND source = 'migration'
|
|
198
|
+
)
|
|
199
|
+
BEGIN
|
|
200
|
+
SELECT RAISE(ABORT, 'duplicate migration lot');
|
|
201
|
+
END
|
|
202
|
+
`),await t.execute(`
|
|
203
|
+
CREATE TRIGGER IF NOT EXISTS credit_lots_one_migration_update
|
|
204
|
+
BEFORE UPDATE OF source, user_id ON credit_lots
|
|
205
|
+
WHEN NEW.source = 'migration'
|
|
206
|
+
AND EXISTS (
|
|
207
|
+
SELECT 1 FROM credit_lots
|
|
208
|
+
WHERE user_id = NEW.user_id
|
|
209
|
+
AND source = 'migration'
|
|
210
|
+
AND id != OLD.id
|
|
211
|
+
)
|
|
212
|
+
BEGIN
|
|
213
|
+
SELECT RAISE(ABORT, 'duplicate migration lot');
|
|
214
|
+
END
|
|
215
|
+
`),await t.execute(`
|
|
216
|
+
CREATE TABLE IF NOT EXISTS credit_lot_repairs (
|
|
217
|
+
repair_id TEXT PRIMARY KEY,
|
|
218
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
219
|
+
report_sha256 TEXT NOT NULL,
|
|
220
|
+
classification TEXT NOT NULL,
|
|
221
|
+
before_json TEXT NOT NULL,
|
|
222
|
+
plan_json TEXT NOT NULL,
|
|
223
|
+
after_json TEXT,
|
|
224
|
+
status TEXT NOT NULL DEFAULT 'claimed',
|
|
225
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
226
|
+
applied_at TEXT
|
|
227
|
+
)
|
|
228
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS credit_lot_repairs_user_applied ON credit_lot_repairs(user_id, applied_at)"),await t.execute(`
|
|
229
|
+
CREATE TABLE IF NOT EXISTS free_credit_refreshes (
|
|
230
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
231
|
+
month TEXT NOT NULL,
|
|
232
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
233
|
+
PRIMARY KEY (user_id, month)
|
|
234
|
+
)
|
|
235
|
+
`),await t.execute(`
|
|
236
|
+
CREATE TABLE IF NOT EXISTS billing_authorizations (
|
|
237
|
+
id TEXT PRIMARY KEY,
|
|
238
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
239
|
+
idempotency_key TEXT NOT NULL UNIQUE,
|
|
240
|
+
billing_class TEXT NOT NULL,
|
|
241
|
+
status TEXT NOT NULL,
|
|
242
|
+
minimum_amount_mc INTEGER NOT NULL,
|
|
243
|
+
maximum_amount_mc INTEGER NOT NULL,
|
|
244
|
+
token_hash TEXT NOT NULL,
|
|
245
|
+
metadata TEXT,
|
|
246
|
+
expires_at TEXT NOT NULL,
|
|
247
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
248
|
+
settled_at TEXT
|
|
249
|
+
)
|
|
250
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS billing_authorizations_user_status ON billing_authorizations(user_id, status, expires_at)"),await t.execute(`
|
|
251
|
+
CREATE TABLE IF NOT EXISTS billing_events (
|
|
252
|
+
id TEXT PRIMARY KEY,
|
|
253
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
254
|
+
authorization_id TEXT REFERENCES billing_authorizations(id),
|
|
255
|
+
idempotency_key TEXT NOT NULL UNIQUE,
|
|
256
|
+
billing_class TEXT NOT NULL,
|
|
257
|
+
source_surface TEXT NOT NULL,
|
|
258
|
+
status TEXT NOT NULL,
|
|
259
|
+
amount_mc INTEGER NOT NULL DEFAULT 0,
|
|
260
|
+
raw_cost_usd_nanos INTEGER,
|
|
261
|
+
multiplier_bps INTEGER,
|
|
262
|
+
input_tokens INTEGER,
|
|
263
|
+
output_tokens INTEGER,
|
|
264
|
+
cached_tokens INTEGER,
|
|
265
|
+
model_steps INTEGER,
|
|
266
|
+
metadata TEXT,
|
|
267
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
268
|
+
settled_at TEXT
|
|
269
|
+
)
|
|
270
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS billing_events_user_created_at ON billing_events(user_id, created_at DESC)"),await t.execute("CREATE INDEX IF NOT EXISTS billing_events_authorization ON billing_events(authorization_id)"),await t.execute(`
|
|
271
|
+
CREATE TABLE IF NOT EXISTS billing_debits (
|
|
272
|
+
idempotency_key TEXT PRIMARY KEY,
|
|
273
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
274
|
+
amount_mc INTEGER NOT NULL,
|
|
275
|
+
operation TEXT NOT NULL,
|
|
276
|
+
description TEXT,
|
|
277
|
+
status TEXT NOT NULL DEFAULT 'claimed',
|
|
278
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
279
|
+
applied_at TEXT
|
|
280
|
+
)
|
|
281
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS billing_debits_user_status ON billing_debits(user_id, status)"),await t.execute(`
|
|
282
|
+
CREATE TABLE IF NOT EXISTS billing_debit_allocations (
|
|
283
|
+
debit_idempotency_key TEXT NOT NULL REFERENCES billing_debits(idempotency_key),
|
|
284
|
+
lot_id INTEGER NOT NULL REFERENCES credit_lots(id),
|
|
285
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
286
|
+
amount_mc INTEGER NOT NULL,
|
|
287
|
+
expires_at TEXT NOT NULL,
|
|
288
|
+
PRIMARY KEY (debit_idempotency_key, lot_id)
|
|
289
|
+
)
|
|
290
|
+
`),await t.execute(`
|
|
291
|
+
CREATE TABLE IF NOT EXISTS connected_account_billing (
|
|
292
|
+
user_id INTEGER PRIMARY KEY REFERENCES users(id),
|
|
293
|
+
stripe_subscription_id TEXT,
|
|
294
|
+
stripe_subscription_item_id TEXT,
|
|
295
|
+
price_id TEXT,
|
|
296
|
+
quantity INTEGER NOT NULL DEFAULT 0,
|
|
297
|
+
status TEXT NOT NULL DEFAULT 'pending',
|
|
298
|
+
last_error_code TEXT,
|
|
299
|
+
checked_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
300
|
+
synced_at TEXT,
|
|
301
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
302
|
+
)
|
|
303
|
+
`),await t.execute(`
|
|
304
|
+
CREATE TABLE IF NOT EXISTS connected_account_charges (
|
|
305
|
+
user_id INTEGER NOT NULL,
|
|
306
|
+
connection_id TEXT NOT NULL,
|
|
307
|
+
period_start TEXT NOT NULL,
|
|
308
|
+
amount_mc INTEGER NOT NULL,
|
|
309
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
310
|
+
PRIMARY KEY (user_id, connection_id, period_start)
|
|
311
|
+
)
|
|
312
|
+
`),await t.execute(`
|
|
313
|
+
CREATE TABLE IF NOT EXISTS connected_account_charge_transfers (
|
|
314
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
315
|
+
user_id INTEGER NOT NULL,
|
|
316
|
+
period_start TEXT NOT NULL,
|
|
317
|
+
from_connection_id TEXT NOT NULL,
|
|
318
|
+
to_connection_id TEXT NOT NULL,
|
|
319
|
+
provider_config_key TEXT NOT NULL,
|
|
320
|
+
transferred_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
321
|
+
UNIQUE (user_id, period_start, from_connection_id),
|
|
322
|
+
CHECK (from_connection_id <> to_connection_id)
|
|
323
|
+
)
|
|
324
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS connected_account_charge_transfers_destination ON connected_account_charge_transfers(user_id, period_start, to_connection_id, transferred_at DESC)"),await t.execute(`
|
|
325
|
+
CREATE TABLE IF NOT EXISTS billing_credits (
|
|
326
|
+
idempotency_key TEXT PRIMARY KEY,
|
|
327
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
328
|
+
amount_mc INTEGER NOT NULL,
|
|
329
|
+
operation TEXT NOT NULL,
|
|
330
|
+
description TEXT,
|
|
331
|
+
status TEXT NOT NULL DEFAULT 'claimed',
|
|
332
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
333
|
+
applied_at TEXT
|
|
334
|
+
)
|
|
335
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS billing_credits_user_status ON billing_credits(user_id, status)"),await t.execute(`
|
|
336
|
+
CREATE TABLE IF NOT EXISTS admin_credit_adjustments (
|
|
337
|
+
reference TEXT PRIMARY KEY,
|
|
338
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
339
|
+
direction TEXT NOT NULL,
|
|
340
|
+
amount_mc INTEGER NOT NULL,
|
|
341
|
+
reason TEXT NOT NULL,
|
|
342
|
+
actor TEXT NOT NULL,
|
|
343
|
+
status TEXT NOT NULL DEFAULT 'applied',
|
|
344
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
345
|
+
updated_at TEXT
|
|
346
|
+
)
|
|
347
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS admin_credit_adjustments_user_created ON admin_credit_adjustments(user_id, created_at)"),await t.execute(`
|
|
348
|
+
CREATE TABLE IF NOT EXISTS admin_credit_adjustment_events (
|
|
349
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
350
|
+
reference TEXT NOT NULL REFERENCES admin_credit_adjustments(reference),
|
|
351
|
+
seq INTEGER NOT NULL,
|
|
352
|
+
kind TEXT NOT NULL,
|
|
353
|
+
from_amount_mc INTEGER,
|
|
354
|
+
to_amount_mc INTEGER,
|
|
355
|
+
from_reason TEXT,
|
|
356
|
+
to_reason TEXT,
|
|
357
|
+
moved_mc INTEGER NOT NULL DEFAULT 0,
|
|
358
|
+
actor TEXT NOT NULL,
|
|
359
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
360
|
+
UNIQUE (reference, seq)
|
|
361
|
+
)
|
|
362
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS admin_credit_adjustment_events_reference ON admin_credit_adjustment_events(reference)"),await t.execute(`
|
|
363
|
+
CREATE TABLE IF NOT EXISTS site_audit_jobs (
|
|
364
|
+
id TEXT PRIMARY KEY,
|
|
365
|
+
user_id INTEGER,
|
|
366
|
+
status TEXT DEFAULT 'pending',
|
|
367
|
+
client_domain TEXT,
|
|
368
|
+
session_path TEXT,
|
|
369
|
+
request TEXT,
|
|
370
|
+
result TEXT,
|
|
371
|
+
error TEXT,
|
|
372
|
+
created_at TEXT DEFAULT (datetime('now')),
|
|
373
|
+
updated_at TEXT DEFAULT (datetime('now'))
|
|
374
|
+
)
|
|
375
|
+
`),await t.execute(`
|
|
376
|
+
CREATE TABLE IF NOT EXISTS site_audit_phase_log (
|
|
377
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
378
|
+
job_id TEXT REFERENCES site_audit_jobs(id),
|
|
379
|
+
phase TEXT,
|
|
380
|
+
completed_at TEXT DEFAULT (datetime('now')),
|
|
381
|
+
output_summary TEXT
|
|
382
|
+
)
|
|
383
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS site_audit_jobs_user_id ON site_audit_jobs(user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS site_audit_jobs_status ON site_audit_jobs(status)"),await t.execute("CREATE INDEX IF NOT EXISTS site_audit_phase_log_job_id ON site_audit_phase_log(job_id)"),await t.execute(`
|
|
384
|
+
CREATE TABLE IF NOT EXISTS site_extract_jobs (
|
|
385
|
+
id TEXT PRIMARY KEY,
|
|
386
|
+
user_id INTEGER,
|
|
387
|
+
status TEXT DEFAULT 'pending',
|
|
388
|
+
start_url TEXT,
|
|
389
|
+
options TEXT,
|
|
390
|
+
total_urls INTEGER DEFAULT 0,
|
|
391
|
+
done_urls INTEGER DEFAULT 0,
|
|
392
|
+
attempted_urls INTEGER DEFAULT 0,
|
|
393
|
+
successful_urls INTEGER DEFAULT 0,
|
|
394
|
+
failed_urls INTEGER DEFAULT 0,
|
|
395
|
+
idempotency_key TEXT,
|
|
396
|
+
request_fingerprint TEXT,
|
|
397
|
+
dispatch_attempts INTEGER DEFAULT 0,
|
|
398
|
+
next_dispatch_at TEXT,
|
|
399
|
+
dispatch_error TEXT,
|
|
400
|
+
settlement_attempts INTEGER DEFAULT 0,
|
|
401
|
+
next_settlement_at TEXT,
|
|
402
|
+
settlement_error TEXT,
|
|
403
|
+
artifacts TEXT,
|
|
404
|
+
error TEXT,
|
|
405
|
+
public_error_json TEXT,
|
|
406
|
+
billed_mc INTEGER,
|
|
407
|
+
created_at TEXT DEFAULT (datetime('now')),
|
|
408
|
+
updated_at TEXT DEFAULT (datetime('now'))
|
|
409
|
+
)
|
|
410
|
+
`),await t.execute(`
|
|
411
|
+
CREATE TABLE IF NOT EXISTS site_extract_pages (
|
|
412
|
+
job_id TEXT,
|
|
413
|
+
url TEXT,
|
|
414
|
+
page TEXT,
|
|
415
|
+
PRIMARY KEY (job_id, url)
|
|
416
|
+
)
|
|
417
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS site_extract_jobs_user_id ON site_extract_jobs(user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS site_extract_jobs_status ON site_extract_jobs(status)"),await t.execute("CREATE INDEX IF NOT EXISTS site_extract_pages_job_id ON site_extract_pages(job_id)");try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN attempted_urls INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN successful_urls INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN failed_urls INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN idempotency_key TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN request_fingerprint TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN dispatch_attempts INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN next_dispatch_at TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN dispatch_error TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN settlement_attempts INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN next_settlement_at TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN settlement_error TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN public_error_json TEXT")}catch{}await t.execute("CREATE UNIQUE INDEX IF NOT EXISTS site_extract_jobs_idempotency ON site_extract_jobs(user_id, idempotency_key) WHERE idempotency_key IS NOT NULL"),await t.execute(`
|
|
418
|
+
CREATE TABLE IF NOT EXISTS password_reset_tokens (
|
|
419
|
+
token TEXT PRIMARY KEY,
|
|
420
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
421
|
+
expires_at TEXT NOT NULL,
|
|
422
|
+
used INTEGER NOT NULL DEFAULT 0,
|
|
423
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
424
|
+
)
|
|
425
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS prt_user_id ON password_reset_tokens(user_id)"),await t.execute(`
|
|
426
|
+
CREATE TABLE IF NOT EXISTS rate_limits (
|
|
427
|
+
scope TEXT NOT NULL,
|
|
428
|
+
key_hash TEXT NOT NULL,
|
|
429
|
+
window_start INTEGER NOT NULL,
|
|
430
|
+
count INTEGER NOT NULL DEFAULT 0,
|
|
431
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
432
|
+
PRIMARY KEY (scope, key_hash, window_start)
|
|
433
|
+
)
|
|
434
|
+
`),await t.execute(`
|
|
435
|
+
CREATE TABLE IF NOT EXISTS request_events (
|
|
436
|
+
id TEXT PRIMARY KEY,
|
|
437
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
438
|
+
source TEXT NOT NULL,
|
|
439
|
+
status TEXT NOT NULL,
|
|
440
|
+
query TEXT NOT NULL,
|
|
441
|
+
location TEXT,
|
|
442
|
+
result_count INTEGER,
|
|
443
|
+
result TEXT,
|
|
444
|
+
error TEXT,
|
|
445
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
446
|
+
)
|
|
447
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS request_events_user_created_at ON request_events(user_id, created_at DESC)"),await t.execute("CREATE INDEX IF NOT EXISTS request_events_created_at ON request_events(created_at)"),await t.execute(`
|
|
448
|
+
CREATE TABLE IF NOT EXISTS workflow_schedules (
|
|
449
|
+
id TEXT PRIMARY KEY,
|
|
450
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
451
|
+
workflow_id TEXT NOT NULL,
|
|
452
|
+
name TEXT NOT NULL,
|
|
453
|
+
input_json TEXT NOT NULL,
|
|
454
|
+
cadence TEXT NOT NULL,
|
|
455
|
+
cron_expr TEXT,
|
|
456
|
+
timezone TEXT NOT NULL DEFAULT 'UTC',
|
|
457
|
+
webhook_url TEXT,
|
|
458
|
+
status TEXT NOT NULL DEFAULT 'active',
|
|
459
|
+
next_run_at TEXT,
|
|
460
|
+
last_run_at TEXT,
|
|
461
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
462
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
463
|
+
)
|
|
464
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS workflow_schedules_user_status ON workflow_schedules(user_id, status, created_at DESC)"),await t.execute("CREATE INDEX IF NOT EXISTS workflow_schedules_due ON workflow_schedules(status, next_run_at)"),await t.execute(`
|
|
465
|
+
CREATE TABLE IF NOT EXISTS workflow_runs (
|
|
466
|
+
id TEXT PRIMARY KEY,
|
|
467
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
468
|
+
schedule_id TEXT,
|
|
469
|
+
workflow_id TEXT NOT NULL,
|
|
470
|
+
input_json TEXT NOT NULL,
|
|
471
|
+
status TEXT NOT NULL DEFAULT 'queued',
|
|
472
|
+
manifest_json TEXT,
|
|
473
|
+
error_message TEXT,
|
|
474
|
+
queued_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
475
|
+
started_at TEXT,
|
|
476
|
+
completed_at TEXT,
|
|
477
|
+
idempotency_key TEXT,
|
|
478
|
+
step_index INTEGER NOT NULL DEFAULT 0,
|
|
479
|
+
total_steps INTEGER,
|
|
480
|
+
step_state_json TEXT,
|
|
481
|
+
step_log_json TEXT,
|
|
482
|
+
webhook_url TEXT
|
|
483
|
+
)
|
|
484
|
+
`);try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN step_index INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN total_steps INTEGER")}catch{}try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN step_state_json TEXT")}catch{}try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN step_log_json TEXT")}catch{}try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN webhook_url TEXT")}catch{}await t.execute("CREATE INDEX IF NOT EXISTS workflow_runs_user_created ON workflow_runs(user_id, queued_at DESC)"),await t.execute("CREATE INDEX IF NOT EXISTS workflow_runs_schedule ON workflow_runs(schedule_id, queued_at DESC)"),await t.execute("CREATE UNIQUE INDEX IF NOT EXISTS workflow_runs_idempotency ON workflow_runs(idempotency_key) WHERE idempotency_key IS NOT NULL"),await t.execute(`
|
|
485
|
+
CREATE TABLE IF NOT EXISTS workflow_artifacts (
|
|
486
|
+
id TEXT PRIMARY KEY,
|
|
487
|
+
run_id TEXT NOT NULL REFERENCES workflow_runs(id),
|
|
488
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
489
|
+
kind TEXT NOT NULL,
|
|
490
|
+
label TEXT NOT NULL,
|
|
491
|
+
path TEXT NOT NULL,
|
|
492
|
+
content_type TEXT NOT NULL,
|
|
493
|
+
bytes INTEGER,
|
|
494
|
+
rows_count INTEGER,
|
|
495
|
+
content TEXT,
|
|
496
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
497
|
+
)
|
|
498
|
+
`);try{await t.execute("ALTER TABLE workflow_artifacts ADD COLUMN content TEXT")}catch{}await t.execute("CREATE INDEX IF NOT EXISTS workflow_artifacts_run ON workflow_artifacts(run_id)"),await t.execute(`
|
|
499
|
+
CREATE TABLE IF NOT EXISTS workflow_webhook_deliveries (
|
|
500
|
+
id TEXT PRIMARY KEY,
|
|
501
|
+
run_id TEXT NOT NULL REFERENCES workflow_runs(id),
|
|
502
|
+
schedule_id TEXT,
|
|
503
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
504
|
+
webhook_url TEXT NOT NULL,
|
|
505
|
+
status TEXT NOT NULL,
|
|
506
|
+
attempts INTEGER NOT NULL DEFAULT 0,
|
|
507
|
+
last_error TEXT,
|
|
508
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
509
|
+
delivered_at TEXT
|
|
510
|
+
)
|
|
511
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS workflow_webhook_deliveries_run ON workflow_webhook_deliveries(run_id)"),await t.execute(`
|
|
512
|
+
CREATE TABLE IF NOT EXISTS scheduled_run_view_links (
|
|
513
|
+
share_id TEXT PRIMARY KEY,
|
|
514
|
+
owner_id TEXT NOT NULL,
|
|
515
|
+
run_id TEXT NOT NULL,
|
|
516
|
+
artifact_id TEXT NOT NULL,
|
|
517
|
+
title TEXT NOT NULL,
|
|
518
|
+
summary TEXT NOT NULL,
|
|
519
|
+
renderer_key TEXT NOT NULL CHECK (renderer_key IN ('editorial_reading_room_v1','personal_authority_v1','personal_authority_v2','newsroom_publisher_v1','blog_article_v1')),
|
|
520
|
+
token_hash TEXT NOT NULL UNIQUE,
|
|
521
|
+
expires_at TEXT NOT NULL,
|
|
522
|
+
revoked_at TEXT,
|
|
523
|
+
created_at TEXT NOT NULL
|
|
524
|
+
)
|
|
525
|
+
`),await t.execute(`
|
|
526
|
+
CREATE INDEX IF NOT EXISTS scheduled_run_view_links_owner_run
|
|
527
|
+
ON scheduled_run_view_links(owner_id, run_id, created_at DESC)
|
|
528
|
+
`),await t.execute(`
|
|
529
|
+
CREATE INDEX IF NOT EXISTS scheduled_run_view_links_expiry
|
|
530
|
+
ON scheduled_run_view_links(expires_at, revoked_at)
|
|
531
|
+
`),await t.execute(`
|
|
532
|
+
CREATE TABLE IF NOT EXISTS stripe_events (
|
|
533
|
+
event_id TEXT PRIMARY KEY,
|
|
534
|
+
status TEXT NOT NULL DEFAULT 'processed',
|
|
535
|
+
attempt_count INTEGER NOT NULL DEFAULT 1,
|
|
536
|
+
claim_token TEXT,
|
|
537
|
+
last_error TEXT,
|
|
538
|
+
processed_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
539
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
540
|
+
)
|
|
541
|
+
`);for(let n of["status TEXT NOT NULL DEFAULT 'processed'","attempt_count INTEGER NOT NULL DEFAULT 1","claim_token TEXT","last_error TEXT","updated_at TEXT"])try{await t.execute(`ALTER TABLE stripe_events ADD COLUMN ${n}`)}catch{}await t.execute(`
|
|
542
|
+
UPDATE stripe_events
|
|
543
|
+
SET updated_at = COALESCE(updated_at, processed_at),
|
|
544
|
+
status = COALESCE(status, 'processed'),
|
|
545
|
+
attempt_count = MAX(1, COALESCE(attempt_count, 1))
|
|
546
|
+
WHERE updated_at IS NULL
|
|
547
|
+
OR status IS NULL
|
|
548
|
+
OR attempt_count IS NULL
|
|
549
|
+
OR attempt_count < 1
|
|
550
|
+
`),await t.execute(`
|
|
551
|
+
CREATE TABLE IF NOT EXISTS oauth_clients (
|
|
552
|
+
client_id TEXT PRIMARY KEY,
|
|
553
|
+
redirect_uris TEXT NOT NULL,
|
|
554
|
+
name TEXT,
|
|
555
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
556
|
+
)
|
|
557
|
+
`),await t.execute(`
|
|
558
|
+
CREATE TABLE IF NOT EXISTS oauth_codes (
|
|
559
|
+
code TEXT PRIMARY KEY,
|
|
560
|
+
client_id TEXT NOT NULL,
|
|
561
|
+
redirect_uri TEXT NOT NULL,
|
|
562
|
+
code_challenge TEXT NOT NULL,
|
|
563
|
+
identity TEXT NOT NULL,
|
|
564
|
+
scope TEXT NOT NULL,
|
|
565
|
+
resource TEXT,
|
|
566
|
+
expires_at TEXT NOT NULL,
|
|
567
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
568
|
+
)
|
|
569
|
+
`),await t.execute(`
|
|
570
|
+
CREATE TABLE IF NOT EXISTS oauth_tokens (
|
|
571
|
+
refresh_token TEXT PRIMARY KEY,
|
|
572
|
+
client_id TEXT NOT NULL,
|
|
573
|
+
identity TEXT NOT NULL,
|
|
574
|
+
scope TEXT NOT NULL,
|
|
575
|
+
resource TEXT,
|
|
576
|
+
expires_at TEXT NOT NULL,
|
|
577
|
+
revoked INTEGER NOT NULL DEFAULT 0,
|
|
578
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
579
|
+
)
|
|
580
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS oauth_tokens_identity ON oauth_tokens(identity)");for(let n of["replaced_by TEXT","rotated_at TEXT"])try{await t.execute(`ALTER TABLE oauth_tokens ADD COLUMN ${n}`)}catch{}await t.execute(`
|
|
581
|
+
CREATE TABLE IF NOT EXISTS page_snapshots (
|
|
582
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
583
|
+
url TEXT NOT NULL,
|
|
584
|
+
content_hash TEXT NOT NULL,
|
|
585
|
+
content TEXT NOT NULL,
|
|
586
|
+
title TEXT,
|
|
587
|
+
content_bytes INTEGER NOT NULL,
|
|
588
|
+
truncated INTEGER NOT NULL DEFAULT 0,
|
|
589
|
+
checked_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
590
|
+
PRIMARY KEY (user_id, url)
|
|
591
|
+
)
|
|
592
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS page_snapshots_user_checked_at ON page_snapshots(user_id, checked_at DESC)"),await t.execute(`
|
|
593
|
+
CREATE TABLE IF NOT EXISTS inbox_messages (
|
|
594
|
+
id TEXT PRIMARY KEY,
|
|
595
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
596
|
+
subject TEXT NOT NULL,
|
|
597
|
+
body_md TEXT NOT NULL,
|
|
598
|
+
source TEXT NOT NULL DEFAULT 'operator',
|
|
599
|
+
sent_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
600
|
+
opened_at TEXT,
|
|
601
|
+
deleted_at TEXT
|
|
602
|
+
)
|
|
603
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS inbox_messages_user_sent_at ON inbox_messages(user_id, sent_at DESC)"),await t.execute(`
|
|
604
|
+
CREATE TABLE IF NOT EXISTS workshop_registrations (
|
|
605
|
+
id TEXT PRIMARY KEY,
|
|
606
|
+
event_slug TEXT NOT NULL,
|
|
607
|
+
email TEXT NOT NULL,
|
|
608
|
+
first_name TEXT NOT NULL,
|
|
609
|
+
last_name TEXT,
|
|
610
|
+
status TEXT NOT NULL,
|
|
611
|
+
zoom_registrant_id TEXT,
|
|
612
|
+
zoom_join_url TEXT,
|
|
613
|
+
resend_contact_id TEXT,
|
|
614
|
+
confirmation_email_id TEXT,
|
|
615
|
+
field_notes_email_id TEXT,
|
|
616
|
+
reminder_48h_email_id TEXT,
|
|
617
|
+
reminder_24h_email_id TEXT,
|
|
618
|
+
reminder_1h_email_id TEXT,
|
|
619
|
+
last_error TEXT,
|
|
620
|
+
registered_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
621
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
622
|
+
UNIQUE(event_slug, email)
|
|
623
|
+
)
|
|
624
|
+
`);for(let n of["field_notes_email_id TEXT","reminder_48h_email_id TEXT","reminder_24h_email_id TEXT","reminder_1h_email_id TEXT"])try{await t.execute(`ALTER TABLE workshop_registrations ADD COLUMN ${n}`)}catch{}if(await t.execute(`
|
|
625
|
+
CREATE INDEX IF NOT EXISTS workshop_registrations_event_status
|
|
626
|
+
ON workshop_registrations(event_slug, status, registered_at)
|
|
627
|
+
`),await t.execute(`
|
|
628
|
+
CREATE TABLE IF NOT EXISTS browser_profile_labels (
|
|
629
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
630
|
+
profile TEXT NOT NULL,
|
|
631
|
+
label TEXT NOT NULL,
|
|
632
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
633
|
+
updated_at TEXT,
|
|
634
|
+
PRIMARY KEY (user_id, profile)
|
|
635
|
+
)
|
|
636
|
+
`),await t.execute(`
|
|
637
|
+
CREATE TABLE IF NOT EXISTS serp_identities (
|
|
638
|
+
id TEXT PRIMARY KEY,
|
|
639
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
640
|
+
name TEXT NOT NULL,
|
|
641
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_profile_name TEXT NOT NULL,
|
|
642
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_proxy_id TEXT NOT NULL,
|
|
643
|
+
proxy_type TEXT NOT NULL DEFAULT 'isp',
|
|
644
|
+
country TEXT NOT NULL DEFAULT 'US',
|
|
645
|
+
status TEXT NOT NULL DEFAULT 'ready',
|
|
646
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
647
|
+
updated_at TEXT,
|
|
648
|
+
last_used_at TEXT,
|
|
649
|
+
UNIQUE(user_id, name)
|
|
650
|
+
)
|
|
651
|
+
`),await t.execute(`
|
|
652
|
+
CREATE UNIQUE INDEX IF NOT EXISTS serp_identities_user_name
|
|
653
|
+
ON serp_identities(user_id, name)
|
|
654
|
+
`),!await X(t))throw new Error("core schema migration finished without all required tables, indexes, and columns");await M(t),await t.execute({sql:"INSERT OR IGNORE INTO schema_migrations (version) VALUES (?)",args:[v]})}async function ot(e,t,r){await s().execute({sql:"INSERT INTO oauth_clients (client_id, redirect_uris, name) VALUES (?, ?, ?)",args:[e,JSON.stringify(t),r]})}async function ut(e){let r=(await s().execute({sql:"SELECT * FROM oauth_clients WHERE client_id = ?",args:[e]})).rows[0];if(!r)return;let n=[];try{let i=JSON.parse(String(r.redirect_uris));Array.isArray(i)&&(n=i.filter(a=>typeof a=="string"))}catch{n=[]}return{client_id:String(r.client_id),redirect_uris:n,name:r.name!=null?String(r.name):null,created_at:String(r.created_at)}}async function ct(e){await s().execute({sql:"INSERT INTO oauth_codes (code, client_id, redirect_uri, code_challenge, identity, scope, resource, expires_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?)",args:[e.code,e.client_id,e.redirect_uri,e.code_challenge,e.identity,e.scope,e.resource,e.expires_at]})}async function _t(e){let t=s(),n=(await t.execute({sql:"SELECT * FROM oauth_codes WHERE code = ?",args:[e]})).rows[0];if(await t.execute({sql:"DELETE FROM oauth_codes WHERE code = ?",args:[e]}),!!n)return{code:String(n.code),client_id:String(n.client_id),redirect_uri:String(n.redirect_uri),code_challenge:String(n.code_challenge),identity:String(n.identity),scope:String(n.scope),resource:n.resource!=null?String(n.resource):null,expires_at:String(n.expires_at)}}async function Me(e){await s().execute({sql:"INSERT INTO oauth_tokens (refresh_token, client_id, identity, scope, resource, expires_at, revoked) VALUES (?, ?, ?, ?, ?, ?, 0)",args:[e.refresh_token,e.client_id,e.identity,e.scope,e.resource,e.expires_at]})}async function dt(e){let r=(await s().execute({sql:"SELECT * FROM oauth_tokens WHERE refresh_token = ?",args:[e]})).rows[0];if(r)return{refresh_token:String(r.refresh_token),client_id:String(r.client_id),identity:String(r.identity),scope:String(r.scope),resource:r.resource!=null?String(r.resource):null,expires_at:String(r.expires_at),revoked:Number(r.revoked??0),replaced_by:r.replaced_by!=null?String(r.replaced_by):null,rotated_at:r.rotated_at!=null?String(r.rotated_at):null}}async function lt(e){await s().execute({sql:"UPDATE oauth_tokens SET revoked = 1 WHERE refresh_token = ?",args:[e]})}async function Et(e,t){await Me(t),await s().execute({sql:"UPDATE oauth_tokens SET revoked = 1, replaced_by = ?, rotated_at = ? WHERE refresh_token = ?",args:[t.refresh_token,new Date().toISOString(),e]})}async function Tt(e){let t=m();if((await s().execute({sql:`INSERT INTO stripe_events
|
|
655
|
+
(event_id, status, attempt_count, claim_token, last_error, processed_at, updated_at)
|
|
656
|
+
VALUES (?, 'processing', 1, ?, NULL, datetime('now'), datetime('now'))
|
|
657
|
+
ON CONFLICT(event_id) DO UPDATE SET
|
|
658
|
+
status = 'processing',
|
|
659
|
+
attempt_count = stripe_events.attempt_count + 1,
|
|
660
|
+
claim_token = excluded.claim_token,
|
|
661
|
+
last_error = NULL,
|
|
662
|
+
updated_at = datetime('now')
|
|
663
|
+
WHERE stripe_events.status = 'failed'
|
|
664
|
+
OR (
|
|
665
|
+
stripe_events.status = 'processing'
|
|
666
|
+
AND stripe_events.updated_at <= datetime('now', '-10 minutes')
|
|
667
|
+
)`,args:[e,t]})).rowsAffected>0)return{state:"claimed",token:t};let n=await s().execute({sql:"SELECT status FROM stripe_events WHERE event_id = ? LIMIT 1",args:[e]});return{state:String(n.rows[0]?.status)==="processed"?"processed":"processing"}}async function pt(e,t){return(await s().execute({sql:`UPDATE stripe_events
|
|
668
|
+
SET status = 'processed',
|
|
669
|
+
claim_token = NULL,
|
|
670
|
+
last_error = NULL,
|
|
671
|
+
processed_at = datetime('now'),
|
|
672
|
+
updated_at = datetime('now')
|
|
673
|
+
WHERE event_id = ? AND status = 'processing' AND claim_token = ?`,args:[e,t]})).rowsAffected===1}async function mt(e,t,r){return(await s().execute({sql:`UPDATE stripe_events
|
|
674
|
+
SET status = 'failed',
|
|
675
|
+
claim_token = NULL,
|
|
676
|
+
last_error = ?,
|
|
677
|
+
updated_at = datetime('now')
|
|
678
|
+
WHERE event_id = ? AND status = 'processing' AND claim_token = ?`,args:[r.slice(0,500),e,t]})).rowsAffected===1}async function gt(e){return(await s().execute({sql:"SELECT 1 FROM stripe_events WHERE event_id = ? AND status = 'processed' LIMIT 1",args:[e]})).rows.length>0}function ae(){return"sk_"+C(24).toString("hex")}function oe(e){let t=C(16).toString("hex"),r=ie(e,t,64);return`${t}:${r.toString("hex")}`}function Nt(e,t){let[r,n]=t.split(":"),i=Buffer.from(n,"hex"),a=ie(e,r,64);return ke(i,a)}function N(e){return{id:Number(e.id),email:String(e.email),name:e.name!=null?String(e.name):null,api_key:String(e.api_key),key_active:Number(e.key_active??1),password_hash:e.password_hash!=null?String(e.password_hash):null,created_at:String(e.created_at),active:Number(e.active),stripe_customer_id:e.stripe_customer_id!=null?String(e.stripe_customer_id):null,balance_mc:Number(e.balance_mc??0),extra_concurrency_slots:Number(e.extra_concurrency_slots??0),concurrency_stripe_sub_id:e.concurrency_stripe_sub_id!=null?String(e.concurrency_stripe_sub_id):null,concurrency_pack_quantity:Number(e.concurrency_pack_quantity??0),subscription_concurrency:Number(e.subscription_concurrency??0),subscription_tier:e.subscription_tier!=null?String(e.subscription_tier):null,subscription_id:e.subscription_id!=null?String(e.subscription_id):null,memory_plan:e.memory_plan!=null?String(e.memory_plan):"free",memory_subscription_id:e.memory_subscription_id!=null?String(e.memory_subscription_id):null,memory_provisioned:Number(e.memory_provisioned??0)}}async function bt(e){let t=await s().execute({sql:"SELECT * FROM users WHERE email = ? AND active = 1",args:[e]});return t.rows[0]?N(t.rows[0]):void 0}async function Lt(e){let t=await s().execute({sql:"SELECT * FROM users WHERE api_key = ? AND active = 1 AND key_active = 1",args:[e]});return t.rows[0]?N(t.rows[0]):void 0}async function St(e){let t=await s().execute({sql:"SELECT * FROM users WHERE id = ? AND active = 1",args:[e]});return t.rows[0]?N(t.rows[0]):void 0}async function Rt(e){let r=(await s().execute({sql:"SELECT memory_key, memory_identity FROM users WHERE id = ?",args:[e]})).rows[0];return{memory_key:r?.memory_key!=null?String(r.memory_key):null,memory_identity:r?.memory_identity!=null?String(r.memory_identity):null}}async function wt(e,t,r){await s().execute({sql:"UPDATE users SET memory_key = ?, memory_identity = ? WHERE id = ?",args:[t,r,e]})}async function At(e,t){await s().execute({sql:"UPDATE users SET password_hash = ? WHERE id = ?",args:[oe(t),e]})}async function ft(e){let t=s(),[r,n,i,a,o]=await Promise.all([t.execute({sql:"SELECT COUNT(*) as n FROM jobs WHERE user_id = ?",args:[e]}),t.execute({sql:"SELECT COUNT(*) as n FROM jobs WHERE user_id = ? AND status = 'done'",args:[e]}),t.execute({sql:"SELECT COUNT(*) as n FROM jobs WHERE user_id = ? AND status = 'failed'",args:[e]}),t.execute({sql:"SELECT COALESCE(SUM(json_extract(result, '$.totalQuestions')), 0) as n FROM jobs WHERE user_id = ? AND status = 'done'",args:[e]}),t.execute({sql:"SELECT MAX(created_at) as t FROM jobs WHERE user_id = ?",args:[e]})]);return{total:Number(r.rows[0]?.n??0),done:Number(n.rows[0]?.n??0),failed:Number(i.rows[0]?.n??0),totalQuestions:Number(a.rows[0]?.n??0),lastUsed:o.rows[0]?.t!=null?String(o.rows[0].t):null}}async function Ot(e,t,r,n){let i=s(),a=ae(),o=r??C(6).toString("hex"),u=oe(o);return{id:(await i.execute({sql:"INSERT INTO users (email, name, api_key, password_hash, stripe_customer_id) VALUES (?, ?, ?, ?, ?)",args:[e,t??null,a,u,n??null]})).lastInsertRowid,email:e,name:t,api_key:a,password:o}}async function xt(e,t,r,n){let i=Math.floor(Date.now()/1e3),a=Math.floor(i/n)*n,o=A("sha256").update(t).digest("hex"),u=s();ee||(await u.execute(`
|
|
679
|
+
CREATE TABLE IF NOT EXISTS rate_limits (
|
|
680
|
+
scope TEXT NOT NULL,
|
|
681
|
+
key_hash TEXT NOT NULL,
|
|
682
|
+
window_start INTEGER NOT NULL,
|
|
683
|
+
count INTEGER NOT NULL DEFAULT 0,
|
|
684
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
685
|
+
PRIMARY KEY (scope, key_hash, window_start)
|
|
686
|
+
)
|
|
687
|
+
`),ee=!0),await u.execute({sql:`
|
|
688
|
+
INSERT INTO rate_limits (scope, key_hash, window_start, count)
|
|
689
|
+
VALUES (?, ?, ?, 1)
|
|
690
|
+
ON CONFLICT(scope, key_hash, window_start)
|
|
691
|
+
DO UPDATE SET count = count + 1, updated_at = datetime('now')
|
|
692
|
+
`,args:[e,o,a]});let _=await u.execute({sql:"SELECT count FROM rate_limits WHERE scope = ? AND key_hash = ? AND window_start = ?",args:[e,o,a]}),c=Number(_.rows[0]?.count??1);return{allowed:c<=r,count:c,remaining:Math.max(0,r-c),resetSeconds:Math.max(1,a+n-i)}}async function ht(e){let t=C(32).toString("hex"),r=A("sha256").update(t).digest("hex"),n=new Date(Date.now()+3600*1e3).toISOString();return await s().execute({sql:"INSERT INTO password_reset_tokens (token, user_id, expires_at) VALUES (?, ?, ?)",args:[r,e,n]}),t}async function yt(e){let t=s(),r=A("sha256").update(e).digest("hex"),i=(await t.execute({sql:"SELECT user_id, expires_at, used FROM password_reset_tokens WHERE token = ?",args:[r]})).rows[0];return!i||Number(i.used)||new Date(String(i.expires_at))<new Date?null:(await t.execute({sql:"UPDATE password_reset_tokens SET used = 1 WHERE token = ?",args:[r]}),Number(i.user_id))}async function It(e){let t=ae();return await s().execute({sql:"UPDATE users SET api_key = ?, key_active = 1 WHERE id = ?",args:[t,e]}),t}async function Ct(e){await s().execute({sql:"UPDATE users SET key_active = 0 WHERE id = ?",args:[e]})}async function kt(){return(await s().execute("SELECT id, email, name, created_at, active FROM users ORDER BY created_at DESC")).rows.map(t=>N({...t,api_key:"",key_active:1}))}async function Dt(e){await s().execute({sql:"UPDATE users SET active = 0 WHERE id = ?",args:[e]})}function S(e){return{id:String(e.id),user_id:Number(e.user_id),status:String(e.status),query:String(e.query),options:String(e.options),callback_url:e.callback_url!=null?String(e.callback_url):null,result:e.result!=null?String(e.result):null,error:e.error!=null?String(e.error):null,public_error_json:e.public_error_json!=null?String(e.public_error_json):null,created_at:String(e.created_at),started_at:e.started_at!=null?String(e.started_at):null,completed_at:e.completed_at!=null?String(e.completed_at):null}}function w(e){return e==null?null:Number(e)===1}function y(e){if(e==null)return null;try{return JSON.parse(String(e))}catch{return null}}function ue(e){return{id:String(e.id),job_id:String(e.job_id),user_id:Number(e.user_id),attempt_number:Number(e.attempt_number),max_attempts:Number(e.max_attempts),query:String(e.query),location:e.location!=null?String(e.location):null,max_questions:Number(e.max_questions),status:String(e.status),outcome:e.outcome!=null?String(e.outcome):null,\u006b\u0065\u0072\u006e\u0065\u006c_session_id:e.\u006b\u0065\u0072\u006e\u0065\u006c_session_id!=null?String(e.\u006b\u0065\u0072\u006e\u0065\u006c_session_id):null,question_count:e.question_count!=null?Number(e.question_count):null,duration_ms:e.duration_ms!=null?Number(e.duration_ms):null,error:e.error!=null?String(e.error):null,will_retry:w(e.will_retry),\u006b\u0065\u0072\u006e\u0065\u006c_delete_started:Number(e.\u006b\u0065\u0072\u006e\u0065\u006c_delete_started??0)===1,\u006b\u0065\u0072\u006e\u0065\u006c_delete_succeeded:w(e.\u006b\u0065\u0072\u006e\u0065\u006c_delete_succeeded),\u006b\u0065\u0072\u006e\u0065\u006c_delete_error:e.\u006b\u0065\u0072\u006e\u0065\u006c_delete_error!=null?String(e.\u006b\u0065\u0072\u006e\u0065\u006c_delete_error):null,browser_close_succeeded:w(e.browser_close_succeeded),browser_close_error:e.browser_close_error!=null?String(e.browser_close_error):null,browser_provider:e.browser_provider!=null?String(e.browser_provider):null,provider_session_id:e.provider_session_id!=null?String(e.provider_session_id):null,provider_session_observed_at:e.provider_session_observed_at!=null?String(e.provider_session_observed_at):null,provider_lookup_status:e.provider_lookup_status!=null?String(e.provider_lookup_status):null,provider_status:e.provider_status!=null?String(e.provider_status):null,provider_error_code:e.provider_error_code!=null?String(e.provider_error_code):null,provider_error_message:e.provider_error_message!=null?String(e.provider_error_message):null,provider_reason_source:e.provider_reason_source!=null?String(e.provider_reason_source):null,provider_duration_ms:e.provider_duration_ms!=null?Number(e.provider_duration_ms):null,provider_bandwidth_bytes:e.provider_bandwidth_bytes!=null?Number(e.provider_bandwidth_bytes):null,provider_captcha:w(e.provider_captcha),provider_checked_at:e.provider_checked_at!=null?String(e.provider_checked_at):null,provider_detail:y(e.provider_detail_json),provider_disconnect_observed:w(e.provider_disconnect_observed),provider_disconnect_message:e.provider_disconnect_message!=null?String(e.provider_disconnect_message):null,debug:y(e.debug_json),created_at:String(e.created_at),completed_at:e.completed_at!=null?String(e.completed_at):null}}function f(e){let{public_error_json:t,...r}=e;return{...r,options:JSON.parse(e.options),result:e.result?JSON.parse(e.result):null,publicError:z(t)}}async function Ut(e,t,r,n){let i=m();return await Pe(i,e,t,r,n),i}async function Pe(e,t,r,n,i){if(!/^[a-zA-Z0-9-]{1,100}$/.test(e))throw new Error("job id is invalid");await s().execute({sql:"INSERT INTO jobs (id, user_id, query, options, callback_url) VALUES (?, ?, ?, ?, ?)",args:[e,t,r,JSON.stringify(n),i??null]})}async function vt(e,t,r){let n=m();return await s().execute({sql:"INSERT INTO jobs (id, user_id, query, options, status, started_at) VALUES (?, ?, ?, ?, 'running', datetime('now'))",args:[n,e,t,JSON.stringify(r)]}),n}async function Xt(e,t,r,n){let i=await s().execute({sql:`INSERT INTO jobs (id, user_id, query, options, status, started_at)
|
|
693
|
+
VALUES (?, ?, ?, ?, 'running', datetime('now'))
|
|
694
|
+
ON CONFLICT(id) DO NOTHING`,args:[e,t,r,JSON.stringify(n)]}),a=await _e(e,t);if(!a)throw new Error(`getOrCreateRunningJob: row missing immediately after insert/lookup for ${e}`);return{job:a,created:i.rowsAffected===1}}async function Mt(e){await s().execute({sql:`
|
|
695
|
+
INSERT INTO harvest_attempts (
|
|
696
|
+
id, job_id, user_id, attempt_number, max_attempts, query, location, max_questions, status, created_at
|
|
697
|
+
)
|
|
698
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, 'running', ?)
|
|
699
|
+
ON CONFLICT(job_id, attempt_number) DO NOTHING
|
|
700
|
+
`,args:[m(),e.jobId,e.userId,e.attemptNumber,e.maxAttempts,e.query,e.location,e.maxQuestions,e.startedAt]})}async function Pt(e){return(await s().execute({sql:`
|
|
701
|
+
UPDATE harvest_attempts SET
|
|
702
|
+
browser_provider = ?,
|
|
703
|
+
provider_session_id = ?,
|
|
704
|
+
provider_session_observed_at = COALESCE(provider_session_observed_at, ?),
|
|
705
|
+
provider_lookup_status = CASE
|
|
706
|
+
WHEN provider_lookup_status = 'complete' THEN provider_lookup_status
|
|
707
|
+
ELSE 'pending'
|
|
708
|
+
END
|
|
709
|
+
WHERE job_id = ? AND attempt_number = ? AND status = 'running'
|
|
710
|
+
`,args:[e.browserProvider,e.providerSessionId,e.observedAt,e.jobId,e.attemptNumber]})).rowsAffected===1}async function Ft(e,t,r=new Date().toISOString()){return(await s().execute({sql:`
|
|
711
|
+
UPDATE harvest_attempts SET
|
|
712
|
+
status = 'finished',
|
|
713
|
+
outcome = COALESCE(outcome, 'timeout'),
|
|
714
|
+
question_count = COALESCE(question_count, 0),
|
|
715
|
+
duration_ms = COALESCE(duration_ms, MAX(0, CAST((julianday(?) - julianday(created_at)) * 86400000 AS INTEGER))),
|
|
716
|
+
error = COALESCE(error, 'Durable worker lease expired before attempt completion'),
|
|
717
|
+
will_retry = ?,
|
|
718
|
+
provider_error_code = COALESCE(provider_error_code, 'timeout'),
|
|
719
|
+
provider_error_message = COALESCE(provider_error_message, 'Durable worker lease expired before attempt completion'),
|
|
720
|
+
provider_reason_source = COALESCE(provider_reason_source, 'client_runtime'),
|
|
721
|
+
completed_at = COALESCE(completed_at, ?)
|
|
722
|
+
WHERE job_id = ? AND status = 'running'
|
|
723
|
+
`,args:[r,t?1:0,r,e]})).rowsAffected}async function jt(e){await s().execute({sql:`
|
|
724
|
+
UPDATE harvest_attempts SET
|
|
725
|
+
status = 'finished',
|
|
726
|
+
outcome = ?,
|
|
727
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_session_id = ?,
|
|
728
|
+
question_count = ?,
|
|
729
|
+
duration_ms = ?,
|
|
730
|
+
error = ?,
|
|
731
|
+
will_retry = ?,
|
|
732
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_delete_started = ?,
|
|
733
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_delete_succeeded = ?,
|
|
734
|
+
\u006b\u0065\u0072\u006e\u0065\u006c_delete_error = ?,
|
|
735
|
+
browser_close_succeeded = ?,
|
|
736
|
+
browser_close_error = ?,
|
|
737
|
+
browser_provider = COALESCE(browser_provider, ?),
|
|
738
|
+
provider_session_id = COALESCE(provider_session_id, ?),
|
|
739
|
+
provider_lookup_status = CASE
|
|
740
|
+
WHEN provider_lookup_status = 'complete' THEN provider_lookup_status
|
|
741
|
+
ELSE COALESCE(?, provider_lookup_status)
|
|
742
|
+
END,
|
|
743
|
+
provider_status = COALESCE(provider_status, ?),
|
|
744
|
+
provider_error_code = CASE
|
|
745
|
+
WHEN provider_reason_source = 'provider_session_api' THEN provider_error_code
|
|
746
|
+
ELSE COALESCE(?, provider_error_code)
|
|
747
|
+
END,
|
|
748
|
+
provider_error_message = CASE
|
|
749
|
+
WHEN provider_reason_source = 'provider_session_api' THEN provider_error_message
|
|
750
|
+
ELSE COALESCE(?, provider_error_message)
|
|
751
|
+
END,
|
|
752
|
+
provider_reason_source = CASE
|
|
753
|
+
WHEN provider_reason_source = 'provider_session_api' THEN provider_reason_source
|
|
754
|
+
ELSE COALESCE(?, provider_reason_source)
|
|
755
|
+
END,
|
|
756
|
+
provider_duration_ms = COALESCE(provider_duration_ms, ?),
|
|
757
|
+
provider_bandwidth_bytes = COALESCE(provider_bandwidth_bytes, ?),
|
|
758
|
+
provider_captcha = COALESCE(provider_captcha, ?),
|
|
759
|
+
provider_checked_at = COALESCE(provider_checked_at, ?),
|
|
760
|
+
provider_detail_json = COALESCE(provider_detail_json, ?),
|
|
761
|
+
provider_disconnect_observed = COALESCE(provider_disconnect_observed, ?),
|
|
762
|
+
provider_disconnect_message = COALESCE(provider_disconnect_message, ?),
|
|
763
|
+
debug_json = ?,
|
|
764
|
+
completed_at = ?
|
|
765
|
+
WHERE job_id = ? AND attempt_number = ?
|
|
766
|
+
`,args:[e.outcome,e.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,e.questionCount,e.durationMs,e.error,e.willRetry?1:0,e.\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted?1:0,e.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded==null?null:e.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded?1:0,e.\u006b\u0065\u0072\u006e\u0065\u006cDeleteError,e.browserCloseSucceeded==null?null:e.browserCloseSucceeded?1:0,e.browserCloseError,e.browserProvider??null,e.providerSessionId??null,e.providerLookupStatus??null,e.providerStatus??null,e.providerErrorCode??null,e.providerErrorMessage??null,e.providerReasonSource??null,e.providerDurationMs??null,e.providerBandwidthBytes??null,e.providerCaptcha==null?null:e.providerCaptcha?1:0,e.providerCheckedAt??null,e.providerDetail==null?null:ce(e.providerDetail),e.providerDisconnectObserved==null?null:e.providerDisconnectObserved?1:0,e.providerDisconnectMessage??null,e.debug==null?null:JSON.stringify(e.debug),e.completedAt,e.jobId,e.attemptNumber]})}function ce(e,t=4096){let r=JSON.stringify(e);return r.length<=t?r:JSON.stringify({truncated:!0})}async function Wt(e){return(await s().execute({sql:`
|
|
767
|
+
UPDATE harvest_attempts SET
|
|
768
|
+
provider_lookup_status = ?,
|
|
769
|
+
provider_status = ?,
|
|
770
|
+
provider_error_code = ?,
|
|
771
|
+
provider_error_message = ?,
|
|
772
|
+
provider_reason_source = ?,
|
|
773
|
+
provider_duration_ms = ?,
|
|
774
|
+
provider_bandwidth_bytes = ?,
|
|
775
|
+
provider_captcha = ?,
|
|
776
|
+
provider_checked_at = ?,
|
|
777
|
+
provider_detail_json = ?
|
|
778
|
+
WHERE id = ?
|
|
779
|
+
AND job_id = ?
|
|
780
|
+
AND user_id = ?
|
|
781
|
+
AND browser_provider = '\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api'
|
|
782
|
+
AND provider_session_id = ?
|
|
783
|
+
AND COALESCE(provider_lookup_status, '') <> 'complete'
|
|
784
|
+
`,args:[e.lookupStatus,e.providerStatus??null,e.errorCode??null,e.errorMessage??null,e.reasonSource??null,e.durationMs??null,e.bandwidthBytes??null,e.captcha==null?null:e.captcha?1:0,e.checkedAt,e.detail==null?null:ce(e.detail),e.attemptId,e.jobId,e.userId,e.providerSessionId]})).rowsAffected===1}async function qt(e=25){let t=Math.max(1,Math.min(100,Math.trunc(e)));return(await s().execute({sql:`
|
|
785
|
+
SELECT * FROM harvest_attempts
|
|
786
|
+
WHERE browser_provider = '\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api'
|
|
787
|
+
AND provider_session_id IS NOT NULL
|
|
788
|
+
AND provider_lookup_status IN ('pending', 'temporary_error')
|
|
789
|
+
ORDER BY COALESCE(provider_checked_at, created_at) ASC
|
|
790
|
+
LIMIT ?
|
|
791
|
+
`,args:[t]})).rows.map(n=>ue(n))}async function Ht(e,t){return(t==null?await s().execute({sql:"SELECT * FROM harvest_attempts WHERE job_id = ? ORDER BY attempt_number ASC",args:[e]}):await s().execute({sql:`
|
|
792
|
+
SELECT ha.*
|
|
793
|
+
FROM harvest_attempts ha
|
|
794
|
+
INNER JOIN jobs j ON j.id = ha.job_id
|
|
795
|
+
WHERE ha.job_id = ? AND j.user_id = ?
|
|
796
|
+
ORDER BY ha.attempt_number ASC
|
|
797
|
+
`,args:[e,t]})).rows.map(n=>ue(n))}async function _e(e,t){let r=s(),n=t?await r.execute({sql:"SELECT * FROM jobs WHERE id = ? AND user_id = ?",args:[e,t]}):await r.execute({sql:"SELECT * FROM jobs WHERE id = ?",args:[e]});return n.rows[0]?f(S(n.rows[0])):void 0}async function Bt(e){return(await s().execute({sql:"SELECT * FROM jobs WHERE user_id = ? ORDER BY created_at DESC LIMIT 50",args:[e]})).rows.map(r=>f(S(r)))}async function Gt(e,t){let n=(await s().execute({sql:"SELECT content_hash, content, title, content_bytes, truncated, checked_at FROM page_snapshots WHERE user_id = ? AND url = ?",args:[e,t]})).rows[0];return n?{contentHash:String(n.content_hash),content:String(n.content),title:n.title==null?null:String(n.title),contentBytes:Number(n.content_bytes),truncated:Number(n.truncated)===1,checkedAt:String(n.checked_at)}:null}async function Yt(e,t,r){await s().execute({sql:`
|
|
798
|
+
INSERT INTO page_snapshots (user_id, url, content_hash, content, title, content_bytes, truncated, checked_at)
|
|
799
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, datetime('now'))
|
|
800
|
+
ON CONFLICT(user_id, url) DO UPDATE SET
|
|
801
|
+
content_hash = excluded.content_hash,
|
|
802
|
+
content = excluded.content,
|
|
803
|
+
title = excluded.title,
|
|
804
|
+
content_bytes = excluded.content_bytes,
|
|
805
|
+
truncated = excluded.truncated,
|
|
806
|
+
checked_at = excluded.checked_at
|
|
807
|
+
`,args:[e,t,r.contentHash,r.content,r.title,r.contentBytes,r.truncated?1:0]})}var Fe=32*1024;function je(e){if(e==null)return null;let t=JSON.stringify(e),r=Buffer.byteLength(t,"utf8");return r<=Fe?t:JSON.stringify({truncated:!0,originalBytes:r,sha256:A("sha256").update(t).digest("hex")})}function We(e){let t=e.result!=null?String(e.result):null;return{id:String(e.id),user_id:Number(e.user_id),source:String(e.source),status:String(e.status),query:String(e.query),location:e.location!=null?String(e.location):null,result_count:e.result_count!=null?Number(e.result_count):null,result:t?JSON.parse(t):null,error:e.error!=null?String(e.error):null,created_at:String(e.created_at)}}async function Jt(e){let t=m();return await s().execute({sql:`
|
|
808
|
+
INSERT INTO request_events (id, user_id, source, status, query, location, result_count, result, error)
|
|
809
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
810
|
+
`,args:[t,e.userId,e.source,e.status,e.query,e.location??null,e.resultCount??null,je(e.result),e.error??null]}),t}async function $t(e,t=100){return(await s().execute({sql:`
|
|
811
|
+
SELECT id, user_id, source, status, query, location, result_count, NULL AS result, error, created_at
|
|
812
|
+
FROM request_events
|
|
813
|
+
WHERE user_id = ?
|
|
814
|
+
ORDER BY created_at DESC
|
|
815
|
+
LIMIT ?
|
|
816
|
+
`,args:[e,t]})).rows.map(n=>We(n))}function de(e){if(e==null)return{};try{let t=JSON.parse(String(e));return t&&typeof t=="object"&&!Array.isArray(t)?t:{}}catch{return{}}}function F(e){return{id:String(e.id),user_id:Number(e.user_id),workflow_id:String(e.workflow_id),name:String(e.name),input:de(e.input_json),cadence:String(e.cadence),cron_expr:e.cron_expr!=null?String(e.cron_expr):null,timezone:String(e.timezone??"UTC"),webhook_url:e.webhook_url!=null?String(e.webhook_url):null,status:String(e.status),next_run_at:e.next_run_at!=null?String(e.next_run_at):null,last_run_at:e.last_run_at!=null?String(e.last_run_at):null,created_at:String(e.created_at),updated_at:String(e.updated_at)}}function j(e){return{id:String(e.id),user_id:Number(e.user_id),schedule_id:e.schedule_id!=null?String(e.schedule_id):null,workflow_id:String(e.workflow_id),input:de(e.input_json),status:String(e.status),manifest:e.manifest_json!=null?y(e.manifest_json):null,error_message:e.error_message!=null?String(e.error_message):null,queued_at:String(e.queued_at),started_at:e.started_at!=null?String(e.started_at):null,completed_at:e.completed_at!=null?String(e.completed_at):null,idempotency_key:e.idempotency_key!=null?String(e.idempotency_key):null,step_index:e.step_index!=null?Number(e.step_index):0,total_steps:e.total_steps!=null?Number(e.total_steps):null,step_log:le(e.step_log_json),webhook_url:e.webhook_url!=null?String(e.webhook_url):null}}function le(e){if(e==null)return[];try{let t=JSON.parse(String(e));return Array.isArray(t)?t:[]}catch{return[]}}function Ee(e){return{id:String(e.id),run_id:String(e.run_id),user_id:Number(e.user_id),kind:String(e.kind),label:String(e.label),path:String(e.path),content_type:String(e.content_type),bytes:e.bytes!=null?Number(e.bytes):null,rows_count:e.rows_count!=null?Number(e.rows_count):null,content:e.content!=null?String(e.content):null,created_at:String(e.created_at)}}async function Kt(e){let t=m();await s().execute({sql:`
|
|
817
|
+
INSERT INTO workflow_schedules (
|
|
818
|
+
id, user_id, workflow_id, name, input_json, cadence, timezone, webhook_url, next_run_at
|
|
819
|
+
)
|
|
820
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
821
|
+
`,args:[t,e.userId,e.workflowId,e.name,JSON.stringify(e.workflowInput),e.cadence,e.timezone??"UTC",e.webhookUrl??null,e.nextRunAt??null]});let r=await P(t,e.userId);if(!r)throw new Error("Failed to create workflow schedule");return r}async function P(e,t){let r=t==null?await s().execute({sql:"SELECT * FROM workflow_schedules WHERE id = ? AND status != ? LIMIT 1",args:[e,"deleted"]}):await s().execute({sql:"SELECT * FROM workflow_schedules WHERE id = ? AND user_id = ? AND status != ? LIMIT 1",args:[e,t,"deleted"]});return r.rows[0]?F(r.rows[0]):null}async function Vt(e){return(await s().execute({sql:"SELECT * FROM workflow_schedules WHERE user_id = ? AND status != 'deleted' ORDER BY created_at DESC LIMIT 100",args:[e]})).rows.map(r=>F(r))}async function zt(e){let t=[],r=[];return e.name!==void 0&&(t.push("name = ?"),r.push(e.name)),e.status!==void 0&&(t.push("status = ?"),r.push(e.status)),e.workflowInput!==void 0&&(t.push("input_json = ?"),r.push(JSON.stringify(e.workflowInput))),e.cadence!==void 0&&(t.push("cadence = ?"),r.push(e.cadence)),e.timezone!==void 0&&(t.push("timezone = ?"),r.push(e.timezone)),e.webhookUrl!==void 0&&(t.push("webhook_url = ?"),r.push(e.webhookUrl)),e.nextRunAt!==void 0&&(t.push("next_run_at = ?"),r.push(e.nextRunAt)),t.length===0||(t.push("updated_at = datetime('now')"),await s().execute({sql:`UPDATE workflow_schedules SET ${t.join(", ")} WHERE id = ? AND user_id = ? AND status != 'deleted'`,args:[...r,e.id,e.userId]})),P(e.id,e.userId)}async function Qt(e,t){return(await s().execute({sql:"UPDATE workflow_schedules SET status = 'deleted', updated_at = datetime('now') WHERE id = ? AND user_id = ? AND status != 'deleted'",args:[e,t]})).rowsAffected>0}async function Zt(e,t=10){return(await s().execute({sql:`
|
|
822
|
+
SELECT * FROM workflow_schedules
|
|
823
|
+
WHERE status = 'active' AND next_run_at IS NOT NULL AND next_run_at <= ?
|
|
824
|
+
ORDER BY next_run_at ASC
|
|
825
|
+
LIMIT ?
|
|
826
|
+
`,args:[e,t]})).rows.map(n=>F(n))}async function er(e,t,r){await s().execute({sql:"UPDATE workflow_schedules SET last_run_at = ?, next_run_at = ?, updated_at = datetime('now') WHERE id = ?",args:[t,r,e]})}async function tr(e){let t=e.id??m(),r=[t,e.userId,e.scheduleId??null,e.workflowId,JSON.stringify(e.workflowInput),e.idempotencyKey??null,e.webhookUrl??null,e.totalSteps??null];try{await s().execute({sql:`
|
|
827
|
+
INSERT INTO workflow_runs (id, user_id, schedule_id, workflow_id, input_json, idempotency_key, webhook_url, total_steps)
|
|
828
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
829
|
+
`,args:r})}catch(i){if(e.idempotencyKey){let a=await He(e.idempotencyKey);if(a)return a}throw i}let n=await qe(t,e.userId);if(!n)throw new Error("Failed to create workflow run");return n}async function qe(e,t){let r=t==null?await s().execute({sql:"SELECT * FROM workflow_runs WHERE id = ? LIMIT 1",args:[e]}):await s().execute({sql:"SELECT * FROM workflow_runs WHERE id = ? AND user_id = ? LIMIT 1",args:[e,t]});return r.rows[0]?j(r.rows[0]):null}async function He(e){let t=await s().execute({sql:"SELECT * FROM workflow_runs WHERE idempotency_key = ? LIMIT 1",args:[e]});return t.rows[0]?j(t.rows[0]):null}async function rr(e,t=50){return(await s().execute({sql:"SELECT * FROM workflow_runs WHERE user_id = ? ORDER BY queued_at DESC LIMIT ?",args:[e,t]})).rows.map(n=>j(n))}async function nr(e){await s().execute({sql:"UPDATE workflow_runs SET status = 'running', started_at = COALESCE(started_at, datetime('now')) WHERE id = ?",args:[e]})}async function sr(e,t,r){await s().execute({sql:"UPDATE workflow_runs SET status = ?, manifest_json = ?, completed_at = datetime('now') WHERE id = ?",args:[t,JSON.stringify(r),e]})}async function ir(e,t,r){await s().execute({sql:"UPDATE workflow_runs SET status = 'failed', error_message = ?, manifest_json = ?, completed_at = datetime('now') WHERE id = ?",args:[t,r==null?null:JSON.stringify(r),e]})}function Be(e){return e==="html_report"?"text/html; charset=utf-8":e==="csv"?"text/csv; charset=utf-8":e==="json"?"application/json; charset=utf-8":"text/plain; charset=utf-8"}async function Te(e,t,r){await s().execute({sql:`
|
|
830
|
+
INSERT INTO workflow_artifacts (id, run_id, user_id, kind, label, path, content_type, bytes, rows_count, content)
|
|
831
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
832
|
+
`,args:[m(),e,t,r.kind,r.label,r.path,Be(r.kind),r.bytes??null,r.rows??null,r.content??null]})}async function ar(e,t,r){await s().execute({sql:"DELETE FROM workflow_artifacts WHERE run_id = ? AND user_id = ?",args:[e,t]});for(let n of r)await Te(e,t,n);return pe(e,t)}async function or(e,t,r){for(let n of r)await Te(e,t,n);return pe(e,t)}async function ur(e,t){let n=(t==null?await s().execute({sql:"SELECT step_index, total_steps, step_state_json, step_log_json FROM workflow_runs WHERE id = ? LIMIT 1",args:[e]}):await s().execute({sql:"SELECT step_index, total_steps, step_state_json, step_log_json FROM workflow_runs WHERE id = ? AND user_id = ? LIMIT 1",args:[e,t]})).rows[0];return n?{stepIndex:n.step_index!=null?Number(n.step_index):0,totalSteps:n.total_steps!=null?Number(n.total_steps):null,state:n.step_state_json!=null?y(n.step_state_json):null,stepLog:le(n.step_log_json)}:null}async function cr(e,t){let r=[...t.appendLog,t.logEntry];await s().execute({sql:"UPDATE workflow_runs SET status = ?, step_index = ?, total_steps = ?, step_state_json = ?, step_log_json = ?, started_at = COALESCE(started_at, datetime('now')) WHERE id = ?",args:[t.status,t.stepIndex,t.totalSteps,JSON.stringify(t.state??null),JSON.stringify(r),e]})}async function pe(e,t){return(await s().execute({sql:"SELECT * FROM workflow_artifacts WHERE run_id = ? AND user_id = ? ORDER BY created_at ASC",args:[e,t]})).rows.map(n=>Ee(n))}async function _r(e,t){let r=await s().execute({sql:"SELECT * FROM workflow_artifacts WHERE id = ? AND user_id = ? LIMIT 1",args:[e,t]});return r.rows[0]?Ee(r.rows[0]):null}async function dr(e){await s().execute({sql:`
|
|
833
|
+
INSERT INTO workflow_webhook_deliveries (
|
|
834
|
+
id, run_id, schedule_id, user_id, webhook_url, status, attempts, last_error, delivered_at
|
|
835
|
+
)
|
|
836
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
837
|
+
`,args:[m(),e.runId,e.scheduleId??null,e.userId,e.webhookUrl,e.status,e.attempts,e.lastError??null,e.status==="delivered"?new Date().toISOString():null]})}async function lr(){let e=await s().execute("SELECT COUNT(*) as n FROM users WHERE active = 1");return Number(e.rows[0]?.n??0)}async function Er(e){let t=await s().execute({sql:"SELECT COUNT(*) as n FROM jobs WHERE user_id = ? AND (status = 'pending' OR (status = 'running' AND started_at > datetime('now', '-10 minutes')))",args:[e]});return Number(t.rows[0]?.n??0)}async function Tr(){let e=s(),t=await e.execute(`
|
|
838
|
+
SELECT * FROM jobs
|
|
839
|
+
WHERE status = 'pending'
|
|
840
|
+
AND COALESCE(json_extract(options, '$.executionOwner'), 'cron') NOT IN ('direct', 'inngest')
|
|
841
|
+
ORDER BY created_at
|
|
842
|
+
LIMIT 1
|
|
843
|
+
`),r=t.rows[0]?S(t.rows[0]):void 0;return r?(await e.execute({sql:"UPDATE jobs SET status = 'running', started_at = datetime('now') WHERE id = ? AND status = 'pending'",args:[r.id]})).rowsAffected===0?void 0:{...r,status:"running"}:void 0}var W=45e3;async function pr(e){let t=s(),r=await _e(e);if(!r||r.options.executionOwner!=="direct"||r.options.serpOnly===!0)return;let n=Math.max(0,Number(r.options.paaRecoveryCount??0));if(r.status!=="running"){if(r.status==="pending"){let i=m(),a=new Date().toISOString(),o=new Date(Date.now()+W).toISOString();return(await t.execute({sql:`UPDATE jobs
|
|
844
|
+
SET status = 'running', started_at = datetime('now'), error = NULL,
|
|
845
|
+
options = json_set(options,
|
|
846
|
+
'$.paaLeaseToken', ?,
|
|
847
|
+
'$.paaLeaseExpiresAt', ?,
|
|
848
|
+
'$.paaLastDispatchAt', ?)
|
|
849
|
+
WHERE id = ? AND status = 'pending'`,args:[i,o,a,e]})).rowsAffected===0?void 0:{job:{...r,status:"running",started_at:a,options:{...r.options,paaLeaseToken:i,paaLeaseExpiresAt:o,paaLastDispatchAt:a}},leaseToken:i,recoveryCount:n}}return{job:r,leaseToken:null,recoveryCount:n}}}async function mr(e,t){return(await s().execute({sql:"UPDATE jobs SET result = ? WHERE id = ? AND status = 'running'",args:[JSON.stringify(t),e]})).rowsAffected===1}async function gr(e,t,r){let n=new Date(Date.now()+W).toISOString();return(await s().execute({sql:`UPDATE jobs SET result = ?, options = json_set(options, '$.paaLeaseExpiresAt', ?)
|
|
850
|
+
WHERE id = ? AND status = 'running' AND json_extract(options, '$.paaLeaseToken') = ?`,args:[JSON.stringify(r),n,e,t]})).rowsAffected===1}async function Nr(e,t){let r=new Date(Date.now()+W).toISOString();return(await s().execute({sql:`UPDATE jobs SET options = json_set(options, '$.paaLeaseExpiresAt', ?)
|
|
851
|
+
WHERE id = ? AND status = 'running' AND json_extract(options, '$.paaLeaseToken') = ?`,args:[r,e,t]})).rowsAffected===1}async function br(e,t,r){return(await s().execute({sql:`UPDATE jobs SET status = 'done', result = ?, error = NULL, public_error_json = NULL,
|
|
852
|
+
completed_at = datetime('now'),
|
|
853
|
+
options = json_set(options, '$.paaLeaseExpiresAt', NULL)
|
|
854
|
+
WHERE id = ? AND status = 'running' AND json_extract(options, '$.paaLeaseToken') = ?`,args:[JSON.stringify(r),e,t]})).rowsAffected===1}async function Lr(e,t,r,n){return(await s().execute({sql:`UPDATE jobs SET status = 'failed', error = ?, public_error_json = ?, completed_at = datetime('now'),
|
|
855
|
+
options = json_set(options, '$.paaLeaseExpiresAt', NULL)
|
|
856
|
+
WHERE id = ? AND status = 'running' AND json_extract(options, '$.paaLeaseToken') = ?`,args:[r,L(n),e,t]})).rowsAffected===1}async function Sr(e,t){let r=new Date().toISOString();return(await s().execute({sql:`UPDATE jobs SET status = 'pending', started_at = NULL,
|
|
857
|
+
result = CASE WHEN json_valid(result) THEN json_set(result,
|
|
858
|
+
'$.progress.lifecycle.discoveryStatus', 'interrupted',
|
|
859
|
+
'$.progress.lifecycle.completionReason', 'The previous worker lease expired; the same job is recovering automatically.',
|
|
860
|
+
'$.progress.lifecycle.automaticRetries', COALESCE(json_extract(options, '$.paaRecoveryCount'), 0) + 1)
|
|
861
|
+
ELSE result END,
|
|
862
|
+
options = json_set(options,
|
|
863
|
+
'$.paaRecoveryCount', COALESCE(json_extract(options, '$.paaRecoveryCount'), 0) + 1,
|
|
864
|
+
'$.paaLeaseToken', NULL,
|
|
865
|
+
'$.paaLeaseExpiresAt', NULL,
|
|
866
|
+
'$.paaRecoveryQueuedAt', ?)
|
|
867
|
+
WHERE id = ? AND status = 'running'
|
|
868
|
+
AND (
|
|
869
|
+
datetime(json_extract(options, '$.paaLeaseExpiresAt')) <= datetime('now')
|
|
870
|
+
OR (json_extract(options, '$.paaLeaseExpiresAt') IS NULL AND started_at <= datetime('now', '-15 minutes'))
|
|
871
|
+
)
|
|
872
|
+
AND COALESCE(json_extract(options, '$.paaRecoveryCount'), 0) < ?`,args:[r,e,Math.max(0,Math.trunc(t))]})).rowsAffected===1}async function Rr(e,t){return(await s().execute({sql:`UPDATE jobs SET status = 'done', result = ?, error = NULL, public_error_json = NULL, completed_at = datetime('now')
|
|
873
|
+
WHERE id = ? AND status = 'running'
|
|
874
|
+
AND (
|
|
875
|
+
datetime(json_extract(options, '$.paaLeaseExpiresAt')) <= datetime('now')
|
|
876
|
+
OR (json_extract(options, '$.paaLeaseExpiresAt') IS NULL AND started_at <= datetime('now', '-15 minutes'))
|
|
877
|
+
)`,args:[JSON.stringify(t),e]})).rowsAffected===1}async function wr(e,t,r){return(await s().execute({sql:`UPDATE jobs SET status = 'failed', error = ?, public_error_json = ?, completed_at = datetime('now')
|
|
878
|
+
WHERE id = ? AND status = 'running'
|
|
879
|
+
AND (
|
|
880
|
+
datetime(json_extract(options, '$.paaLeaseExpiresAt')) <= datetime('now')
|
|
881
|
+
OR (json_extract(options, '$.paaLeaseExpiresAt') IS NULL AND started_at <= datetime('now', '-15 minutes'))
|
|
882
|
+
)`,args:[t,L(r),e]})).rowsAffected===1}async function Ar(e=25){let t=Math.max(1,Math.min(100,Math.floor(e)));return(await s().execute({sql:`SELECT * FROM jobs
|
|
883
|
+
WHERE status IN ('done', 'failed', 'cancelled')
|
|
884
|
+
AND json_extract(options, '$.executionOwner') IN ('direct', 'inngest')
|
|
885
|
+
AND json_extract(options, '$.billingDebitKey') IS NOT NULL
|
|
886
|
+
AND json_extract(options, '$.billingSettledAt') IS NULL
|
|
887
|
+
ORDER BY completed_at DESC
|
|
888
|
+
LIMIT ?`,args:[t]})).rows.map(n=>f(S(n)))}async function fr(e=25){let t=Math.max(1,Math.min(100,Math.floor(e)));return(await s().execute({sql:`SELECT * FROM jobs
|
|
889
|
+
WHERE status = 'running'
|
|
890
|
+
AND started_at <= datetime('now', '-15 minutes')
|
|
891
|
+
AND json_extract(options, '$.executionOwner') IN ('direct', 'inngest')
|
|
892
|
+
ORDER BY started_at
|
|
893
|
+
LIMIT ?`,args:[t]})).rows.map(n=>f(S(n)))}async function Or(e=25){let t=Math.max(1,Math.min(100,Math.floor(e)));return(await s().execute({sql:`SELECT * FROM jobs
|
|
894
|
+
WHERE json_extract(options, '$.executionOwner') = 'direct'
|
|
895
|
+
AND json_extract(options, '$.serpOnly') IS NOT 1
|
|
896
|
+
AND (
|
|
897
|
+
(status = 'running' AND (
|
|
898
|
+
datetime(json_extract(options, '$.paaLeaseExpiresAt')) <= datetime('now')
|
|
899
|
+
OR (json_extract(options, '$.paaLeaseExpiresAt') IS NULL AND started_at <= datetime('now', '-15 minutes'))
|
|
900
|
+
))
|
|
901
|
+
OR
|
|
902
|
+
(status = 'pending' AND COALESCE(json_extract(options, '$.paaRecoveryCount'), 0) > 0
|
|
903
|
+
AND datetime(COALESCE(json_extract(options, '$.paaLastDispatchAt'), '1970-01-01')) <= datetime('now', '-30 seconds'))
|
|
904
|
+
)
|
|
905
|
+
ORDER BY COALESCE(started_at, created_at)
|
|
906
|
+
LIMIT ?`,args:[t]})).rows.map(n=>f(S(n)))}async function xr(e,t,r=new Date().toISOString()){if(!Number.isSafeInteger(t)||t<0)throw new Error("job billed amount must be a non-negative integer");return(await s().execute({sql:`UPDATE jobs
|
|
907
|
+
SET options = json_set(options, '$.billingSettledAt', ?, '$.billedMc', ?)
|
|
908
|
+
WHERE id = ?`,args:[r,t,e]})).rowsAffected===1}async function hr(e,t){await s().execute({sql:"UPDATE jobs SET status = 'done', result = ?, error = NULL, public_error_json = NULL, completed_at = datetime('now') WHERE id = ?",args:[JSON.stringify(t),e]})}async function yr(e,t){return(await s().execute({sql:`UPDATE jobs SET status = 'done', result = ?, error = NULL, public_error_json = NULL, completed_at = datetime('now')
|
|
909
|
+
WHERE id = ? AND status = 'running'`,args:[JSON.stringify(t),e]})).rowsAffected===1}async function Ir(e,t,r){await s().execute({sql:"UPDATE jobs SET status = 'failed', error = ?, public_error_json = ?, completed_at = datetime('now') WHERE id = ?",args:[t,L(r),e]})}async function Cr(e,t,r){return(await s().execute({sql:`UPDATE jobs SET status = 'failed', error = ?, public_error_json = ?, completed_at = datetime('now')
|
|
910
|
+
WHERE id = ? AND status = 'running'`,args:[t,L(r),e]})).rowsAffected===1}async function kr(e,t,r){await s().execute({sql:"UPDATE jobs SET status = 'cancelled', error = ?, public_error_json = ?, completed_at = datetime('now') WHERE id = ?",args:[t,L(r),e]})}function q(e){return{id:String(e.id),user_id:Number(e.user_id),status:String(e.status),entity_name:String(e.entity_name),entity_type:String(e.entity_type),url:e.url!=null?String(e.url):null,request:String(e.request),result:e.result!=null?String(e.result):null,error:e.error!=null?String(e.error):null,created_at:String(e.created_at),updated_at:String(e.updated_at)}}function Ge(e){return{id:Number(e.id),job_id:String(e.job_id),phase:String(e.phase),output:String(e.output),created_at:String(e.created_at)}}async function Dr(e,t,r,n,i,a){await s().execute({sql:"INSERT INTO kpo_jobs (id, user_id, status, entity_name, entity_type, url, request) VALUES (?, ?, 'pending', ?, ?, ?, ?)",args:[e,t,r,n,a??null,JSON.stringify(i)]})}async function Ur(){let t=await s().execute("UPDATE kpo_jobs SET status='running', updated_at=datetime('now') WHERE id = (SELECT id FROM kpo_jobs WHERE status='pending' ORDER BY created_at ASC LIMIT 1) RETURNING *");return t.rowsAffected===0?null:t.rows[0]?q(t.rows[0]):null}async function vr(e){let t=await s().execute({sql:"SELECT * FROM kpo_jobs WHERE id = ?",args:[e]});return t.rows[0]?q(t.rows[0]):null}async function Xr(e,t){await s().execute({sql:"UPDATE kpo_jobs SET status = ?, updated_at = datetime('now') WHERE id = ?",args:[t,e]})}async function Mr(e,t){await s().execute({sql:"UPDATE kpo_jobs SET status = 'done', result = ?, updated_at = datetime('now') WHERE id = ?",args:[JSON.stringify(t),e]})}async function Pr(e,t){await s().execute({sql:"UPDATE kpo_jobs SET status = 'failed', error = ?, updated_at = datetime('now') WHERE id = ?",args:[t,e]})}async function Fr(e,t,r){await s().execute({sql:"INSERT INTO kpo_phase_log (job_id, phase, output) VALUES (?, ?, ?)",args:[e,t,JSON.stringify(r)]})}async function jr(e){return(await s().execute({sql:"SELECT * FROM kpo_phase_log WHERE job_id = ? ORDER BY created_at ASC",args:[e]})).rows.map(r=>Ge(r))}async function Wr(e){return(e!=null?await s().execute({sql:"SELECT * FROM kpo_jobs WHERE user_id = ? ORDER BY created_at DESC LIMIT 50",args:[e]}):await s().execute("SELECT * FROM kpo_jobs ORDER BY created_at DESC LIMIT 50")).rows.map(r=>q(r))}async function qr(e){let t=await s().execute({sql:"SELECT * FROM users WHERE stripe_customer_id = ? AND active = 1",args:[e]});return t.rows[0]?N(t.rows[0]):void 0}async function Hr(e,t){await s().execute({sql:"UPDATE users SET stripe_customer_id = ? WHERE id = ?",args:[t,e]})}async function Br(e,t){if(!Number.isSafeInteger(t)||t<0)throw new Error("extra concurrency slots must be a non-negative safe integer");await Ye(e,Math.ceil(t/2))}async function Ye(e,t){if(!Number.isSafeInteger(t)||t<0)throw new Error("concurrency pack quantity must be a non-negative safe integer");await s().execute({sql:"UPDATE users SET concurrency_pack_quantity = ?, extra_concurrency_slots = ? WHERE id = ?",args:[t,t*2,e]})}async function Gr(e,t){await s().execute({sql:"UPDATE users SET concurrency_stripe_sub_id = ? WHERE id = ?",args:[t,e]})}async function Yr(e,t,r,n){await s().execute({sql:"UPDATE users SET subscription_tier = ?, subscription_concurrency = ?, subscription_id = ? WHERE id = ?",args:[t,Math.max(0,Math.round(r)),n,e]})}function Je(e){return{user_id:Number(e.user_id),stripe_subscription_id:e.stripe_subscription_id!=null?String(e.stripe_subscription_id):null,stripe_subscription_item_id:e.stripe_subscription_item_id!=null?String(e.stripe_subscription_item_id):null,price_id:e.price_id!=null?String(e.price_id):null,quantity:Math.max(0,Number(e.quantity??0)),status:["pending","synced","blocked","error"].includes(String(e.status))?String(e.status):"error",last_error_code:e.last_error_code!=null?String(e.last_error_code):null,checked_at:String(e.checked_at),synced_at:e.synced_at!=null?String(e.synced_at):null,updated_at:String(e.updated_at)}}async function $e(e){let r=(await s().execute({sql:"SELECT * FROM connected_account_billing WHERE user_id = ? LIMIT 1",args:[e]})).rows[0];return r?Je(r):null}async function Jr(e){let t=Math.max(0,Math.round(e.quantity));await s().execute({sql:`INSERT INTO connected_account_billing
|
|
911
|
+
(user_id, stripe_subscription_id, stripe_subscription_item_id, price_id, quantity, status, last_error_code, checked_at, synced_at, updated_at)
|
|
912
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, datetime('now'), CASE WHEN ? THEN datetime('now') ELSE NULL END, datetime('now'))
|
|
913
|
+
ON CONFLICT(user_id) DO UPDATE SET
|
|
914
|
+
stripe_subscription_id = excluded.stripe_subscription_id,
|
|
915
|
+
stripe_subscription_item_id = excluded.stripe_subscription_item_id,
|
|
916
|
+
price_id = excluded.price_id,
|
|
917
|
+
quantity = excluded.quantity,
|
|
918
|
+
status = excluded.status,
|
|
919
|
+
last_error_code = excluded.last_error_code,
|
|
920
|
+
checked_at = datetime('now'),
|
|
921
|
+
synced_at = CASE WHEN ? THEN datetime('now') ELSE connected_account_billing.synced_at END,
|
|
922
|
+
updated_at = datetime('now')`,args:[e.userId,e.stripeSubscriptionId,e.stripeSubscriptionItemId,e.priceId,t,e.status,e.lastErrorCode??null,e.synced===!0?1:0,e.synced===!0?1:0]});let r=await $e(e.userId);if(!r)throw new Error("connected account billing state was not persisted");return r}async function $r(e=60,t=20){let r=`-${Math.max(1,Math.round(e))} minutes`;return(await s().execute({sql:`SELECT u.*
|
|
923
|
+
FROM users u
|
|
924
|
+
LEFT JOIN connected_account_billing b ON b.user_id = u.id
|
|
925
|
+
WHERE u.active = 1
|
|
926
|
+
AND u.subscription_id IS NOT NULL
|
|
927
|
+
AND (b.checked_at IS NULL OR b.checked_at <= datetime('now', ?))
|
|
928
|
+
ORDER BY COALESCE(b.checked_at, u.created_at) ASC
|
|
929
|
+
LIMIT ?`,args:[r,Math.max(1,Math.min(100,Math.round(t)))]})).rows.map(i=>N(i))}async function Kr(e,t,r){await s().execute({sql:"UPDATE users SET memory_plan = ?, memory_subscription_id = ? WHERE id = ?",args:[t,r,e]})}async function Vr(e){let r=(await s().execute({sql:"SELECT memory_plan, memory_subscription_id FROM users WHERE id = ?",args:[e]})).rows[0];return{plan:r?.memory_plan!=null?String(r.memory_plan):"free",memory_subscription_id:r?.memory_subscription_id!=null?String(r.memory_subscription_id):null}}async function zr(e){let r=(await s().execute({sql:"SELECT memory_provisioned FROM users WHERE id = ?",args:[e]})).rows[0];return Number(r?.memory_provisioned??0)===1}async function Qr(e,t){await s().execute({sql:"UPDATE users SET memory_provisioned = ? WHERE id = ?",args:[t?1:0,e]})}async function Zr(e){let t=await s().execute({sql:"SELECT * FROM users WHERE memory_subscription_id = ? AND active = 1",args:[e]});return t.rows[0]?N(t.rows[0]):void 0}var I="+3 months";async function R(e){return(await s().execute({sql:`INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, expires_at)
|
|
930
|
+
SELECT ?, legacy.balance_mc, legacy.balance_mc, 'migration', datetime('now', ?)
|
|
931
|
+
FROM (
|
|
932
|
+
SELECT COALESCE(SUM(amount_mc), 0) AS balance_mc
|
|
933
|
+
FROM ledger
|
|
934
|
+
WHERE user_id = ?
|
|
935
|
+
) AS legacy
|
|
936
|
+
WHERE legacy.balance_mc > 0
|
|
937
|
+
AND EXISTS (
|
|
938
|
+
SELECT 1 FROM ledger
|
|
939
|
+
WHERE user_id = ? AND created_at < ?
|
|
940
|
+
)
|
|
941
|
+
AND NOT EXISTS (
|
|
942
|
+
SELECT 1 FROM credit_lots WHERE user_id = ?
|
|
943
|
+
)`,args:[e,I,e,e,O,e]})).rowsAffected}async function en(){let e=s(),t=await e.execute({sql:`SELECT id
|
|
944
|
+
FROM credit_lots
|
|
945
|
+
WHERE remaining_mc > 0
|
|
946
|
+
AND never_expires = 0
|
|
947
|
+
AND expires_at <= datetime('now')
|
|
948
|
+
LIMIT 500`});if(t.rows.length===0)return{expired_lots:0,expired_mc:0};let r=[],n=[];for(let c of t.rows){let d=Number(c.id),p=m();r.push({token:p,insertResultIndex:n.length}),n.push({sql:`INSERT OR IGNORE INTO credit_lot_expirations (lot_id, user_id, amount_mc, claim_token)
|
|
949
|
+
SELECT id, user_id, remaining_mc, ?
|
|
950
|
+
FROM credit_lots
|
|
951
|
+
WHERE id = ?
|
|
952
|
+
AND remaining_mc > 0
|
|
953
|
+
AND never_expires = 0
|
|
954
|
+
AND expires_at <= datetime('now')`,args:[p,d]}),n.push({sql:`UPDATE credit_lots
|
|
955
|
+
SET remaining_mc = 0
|
|
956
|
+
WHERE id = ?
|
|
957
|
+
AND EXISTS (
|
|
958
|
+
SELECT 1 FROM credit_lot_expirations
|
|
959
|
+
WHERE lot_id = ? AND claim_token = ?
|
|
960
|
+
)`,args:[d,d,p]}),n.push({sql:`INSERT INTO ledger (user_id, amount_mc, operation, description)
|
|
961
|
+
SELECT user_id, -amount_mc, 'credit_expired', 'credits expired'
|
|
962
|
+
FROM credit_lot_expirations
|
|
963
|
+
WHERE lot_id = ? AND claim_token = ?`,args:[d,p]})}let i=await e.batch(n,"write"),a=r.filter(c=>i[c.insertResultIndex]?.rowsAffected===1).map(c=>c.token);if(a.length===0)return{expired_lots:0,expired_mc:0};let o=a.map(()=>"?").join(", "),u=await e.execute({sql:`SELECT user_id, amount_mc
|
|
964
|
+
FROM credit_lot_expirations
|
|
965
|
+
WHERE claim_token IN (${o})`,args:a}),_=new Set(u.rows.map(c=>Number(c.user_id)));for(let c of _)await me(c);return{expired_lots:u.rows.length,expired_mc:u.rows.reduce((c,d)=>c+Number(d.amount_mc),0)}}async function tn(){let e=s(),t=await e.execute({sql:`SELECT DISTINCT u.id AS user_id
|
|
966
|
+
FROM users u
|
|
967
|
+
JOIN ledger l ON l.user_id = u.id
|
|
968
|
+
WHERE l.created_at < ?
|
|
969
|
+
AND NOT EXISTS (SELECT 1 FROM credit_lots WHERE user_id = u.id)`,args:[O]}),r=0,n=0;for(let i of t.rows){let a=Number(i.user_id);if(await R(a)===0)continue;let u=await e.execute({sql:`SELECT amount_mc FROM credit_lots
|
|
970
|
+
WHERE user_id = ? AND source = 'migration'
|
|
971
|
+
ORDER BY id DESC LIMIT 1`,args:[a]}),_=Number(u.rows[0]?.amount_mc??0);await me(a),r+=1,n+=_}return{migrated:r,total_mc:n}}async function rn(e,t,r,n,i,a){let o=s();await R(e);let u=a?.neverExpires;if(u===void 0&&t>0){let p=await o.execute({sql:"SELECT subscription_tier FROM users WHERE id = ? LIMIT 1",args:[e]});u=String(p.rows[0]?.subscription_tier??"").startsWith("sonic")}let _=u?"9999-12-31 23:59:59":null;if(i){let p=[{sql:"INSERT OR IGNORE INTO ledger (user_id, amount_mc, operation, description, stripe_pi) VALUES (?, ?, ?, ?, ?)",args:[e,t,r,n??null,i]}];t>0&&p.push({sql:`INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, stripe_pi, expires_at, never_expires)
|
|
972
|
+
SELECT ?, ?, ?, ?, ?, COALESCE(?, datetime('now', ?)), ?
|
|
973
|
+
WHERE changes() = 1`,args:[e,t,t,r,i,_,I,u?1:0]}),p.push({sql:"UPDATE users SET balance_mc = balance_mc + ? WHERE id = ? AND changes() = 1",args:[t,e]}),await o.batch(p,"write");let l=await o.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return Number(l.rows[0]?.balance_mc??0)}let c=[];t>0&&c.push({sql:"INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, stripe_pi, expires_at, never_expires) VALUES (?, ?, ?, ?, ?, COALESCE(?, datetime('now', ?)), ?)",args:[e,t,t,r,null,_,I,u?1:0]}),c.push({sql:"UPDATE users SET balance_mc = balance_mc + ? WHERE id = ?",args:[t,e]}),c.push({sql:"INSERT INTO ledger (user_id, amount_mc, operation, description, stripe_pi) VALUES (?, ?, ?, ?, ?)",args:[e,t,r,n??null,null]}),await o.batch(c,"write");let d=await o.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return Number(d.rows[0]?.balance_mc??0)}async function nn(e,t,r,n,i,a){if(!Number.isSafeInteger(t)||t<=0)throw new Error("idempotent credit amount must be a positive integer");if(!i||i.length>500)throw new Error("idempotent credit key is required and must be bounded");let o=s();await R(e);let u=a?.neverExpires;if(u===void 0){let g=await o.execute({sql:"SELECT subscription_tier FROM users WHERE id = ? LIMIT 1",args:[e]});u=String(g.rows[0]?.subscription_tier??"").startsWith("sonic")}let _=u?"9999-12-31 23:59:59":null,c=async()=>{let g=await o.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return Number(g.rows[0]?.balance_mc??0)},d;try{d=await o.batch([{sql:"INSERT OR IGNORE INTO billing_credits (idempotency_key, user_id, amount_mc, operation, description, status) VALUES (?, ?, ?, ?, ?, 'claimed')",args:[i,e,t,r,n]},{sql:"UPDATE billing_credits SET status = 'applying' WHERE idempotency_key = ? AND user_id = ? AND amount_mc = ? AND operation = ? AND description = ? AND status = 'claimed'",args:[i,e,t,r,n]},{sql:`INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, stripe_pi, expires_at, never_expires)
|
|
974
|
+
SELECT user_id, amount_mc, amount_mc, operation, NULL, COALESCE(?, datetime('now', ?)), ?
|
|
975
|
+
FROM billing_credits
|
|
976
|
+
WHERE idempotency_key = ? AND status = 'applying'`,args:[_,I,u?1:0,i]},{sql:`UPDATE users
|
|
977
|
+
SET balance_mc = balance_mc + COALESCE((
|
|
978
|
+
SELECT amount_mc FROM billing_credits WHERE idempotency_key = ? AND status = 'applying'
|
|
979
|
+
), 0)
|
|
980
|
+
WHERE id = ?`,args:[i,e]},{sql:"INSERT INTO ledger (user_id, amount_mc, operation, description) SELECT user_id, amount_mc, operation, description FROM billing_credits WHERE idempotency_key = ? AND status = 'applying'",args:[i]},{sql:"UPDATE billing_credits SET status = 'applied', applied_at = datetime('now') WHERE idempotency_key = ? AND status = 'applying'",args:[i]}],"write")}catch(g){try{let E=(await o.execute({sql:"SELECT user_id, amount_mc, operation, description FROM billing_credits WHERE idempotency_key = ? AND status = 'applied' LIMIT 1",args:[i]})).rows[0];if(E&&Number(E.user_id)===e&&Number(E.amount_mc)===t&&String(E.operation)===r&&String(E.description)===n)return{ok:!0,balance_mc:await c(),duplicate:!0}}catch{}throw g}let l=(await o.execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_credits WHERE idempotency_key = ? LIMIT 1",args:[i]})).rows[0];if(!l||Number(l.user_id)!==e||Number(l.amount_mc)!==t||String(l.operation)!==r||String(l.description)!==n)throw new Error("idempotent credit key conflicts with another credit");return{ok:String(l.status)==="applied",balance_mc:await c(),duplicate:d[1]?.rowsAffected===0&&String(l.status)==="applied"}}async function sn(e,t){return(await s().execute({sql:"SELECT 1 FROM ledger WHERE user_id = ? AND operation = ? LIMIT 1",args:[e,t]})).rows.length>0}async function an(e,t){return(await s().execute({sql:"INSERT OR IGNORE INTO free_credit_refreshes (user_id, month) VALUES (?, ?)",args:[e,t]})).rowsAffected>0}async function on(e,t,r,n){let i=await Ke(e,t,r,n??"",`debit:${m()}`);return{ok:i.ok,balance_mc:i.balance_mc}}async function Ke(e,t,r,n,i){if(!Number.isSafeInteger(t)||t<=0)throw new Error("idempotent debit amount must be a positive integer");if(!i||i.length>500)throw new Error("idempotent debit key is required and must be bounded");let a=s();await R(e);let o;try{o=await a.batch([{sql:"UPDATE billing_debits SET amount_mc = ? WHERE idempotency_key = ? AND user_id = ? AND operation = ? AND description = ? AND status = 'claimed'",args:[t,i,e,r,n]},{sql:"INSERT OR IGNORE INTO billing_debits (idempotency_key, user_id, amount_mc, operation, description, status) VALUES (?, ?, ?, ?, ?, 'claimed')",args:[i,e,t,r,n]},{sql:`UPDATE users
|
|
981
|
+
SET balance_mc = balance_mc - ?
|
|
982
|
+
WHERE id = ?
|
|
983
|
+
AND balance_mc >= ?
|
|
984
|
+
AND (SELECT COALESCE(SUM(remaining_mc), 0)
|
|
985
|
+
FROM credit_lots
|
|
986
|
+
WHERE user_id = ?
|
|
987
|
+
AND remaining_mc > 0
|
|
988
|
+
AND (never_expires = 1 OR expires_at > datetime('now'))) >= ?
|
|
989
|
+
AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND user_id = ? AND amount_mc = ? AND operation = ? AND description = ? AND status = 'claimed')`,args:[t,e,t,e,t,i,e,t,r,n]},{sql:"UPDATE billing_debits SET status = 'applying' WHERE idempotency_key = ? AND user_id = ? AND amount_mc = ? AND operation = ? AND description = ? AND status = 'claimed' AND changes() = 1",args:[i,e,t,r,n]},{sql:`INSERT OR IGNORE INTO billing_debit_allocations
|
|
990
|
+
(debit_idempotency_key, lot_id, user_id, amount_mc, expires_at)
|
|
991
|
+
WITH ordered AS MATERIALIZED (
|
|
992
|
+
SELECT id,
|
|
993
|
+
remaining_mc,
|
|
994
|
+
expires_at,
|
|
995
|
+
COALESCE(SUM(remaining_mc) OVER (
|
|
996
|
+
ORDER BY never_expires ASC, expires_at ASC, granted_at ASC, id ASC
|
|
997
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
998
|
+
), 0) AS prior_mc
|
|
999
|
+
FROM credit_lots
|
|
1000
|
+
WHERE user_id = ? AND remaining_mc > 0 AND (never_expires = 1 OR expires_at > datetime('now'))
|
|
1001
|
+
), allocation AS (
|
|
1002
|
+
SELECT id, expires_at, MIN(remaining_mc, MAX(0, ? - prior_mc)) AS take_mc
|
|
1003
|
+
FROM ordered
|
|
1004
|
+
)
|
|
1005
|
+
SELECT ?, id, ?, take_mc, expires_at
|
|
1006
|
+
FROM allocation
|
|
1007
|
+
WHERE take_mc > 0
|
|
1008
|
+
AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND status = 'applying')`,args:[e,t,i,e,i]},{sql:`UPDATE credit_lots
|
|
1009
|
+
SET remaining_mc = remaining_mc - COALESCE((
|
|
1010
|
+
SELECT amount_mc FROM billing_debit_allocations
|
|
1011
|
+
WHERE debit_idempotency_key = ? AND lot_id = credit_lots.id
|
|
1012
|
+
), 0)
|
|
1013
|
+
WHERE id IN (
|
|
1014
|
+
SELECT lot_id FROM billing_debit_allocations WHERE debit_idempotency_key = ?
|
|
1015
|
+
)
|
|
1016
|
+
AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND status = 'applying')`,args:[i,i,i]},{sql:"INSERT INTO ledger (user_id, amount_mc, operation, description) SELECT user_id, -amount_mc, operation, description FROM billing_debits WHERE idempotency_key = ? AND status = 'applying'",args:[i]},{sql:"UPDATE billing_debits SET status = 'applied', applied_at = datetime('now') WHERE idempotency_key = ? AND status = 'applying'",args:[i]}],"write")}catch(d){try{let l=(await a.execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_debits WHERE idempotency_key = ? AND status = 'applied' LIMIT 1",args:[i]})).rows[0];if(l&&Number(l.user_id)===e&&Number(l.amount_mc)===t&&String(l.operation)===r&&String(l.description)===n){let g=await a.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return{ok:!0,balance_mc:Number(g.rows[0]?.balance_mc??0),duplicate:!0}}}catch{}throw d}let _=(await a.execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_debits WHERE idempotency_key = ? LIMIT 1",args:[i]})).rows[0];if(!_||Number(_.user_id)!==e||Number(_.amount_mc)!==t||String(_.operation)!==r||String(_.description)!==n)throw new Error("idempotent debit key conflicts with another debit");let c=await a.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return{ok:String(_.status)==="applied",balance_mc:Number(c.rows[0]?.balance_mc??0),duplicate:o[2]?.rowsAffected===0&&String(_.status)==="applied"}}async function un(e,t,r,n,i,a){if(!Number.isSafeInteger(r)||r<0)throw new Error("idempotent debit settlement amount must be a non-negative integer");if(!t||t.length>500)throw new Error("idempotent debit settlement key is required and must be bounded");if(!n||!a)throw new Error("idempotent debit settlement operation and source are required");let o=s();await R(e);let u=`debit-settlement:${A("sha256").update(t).digest("hex")}`,_="wallet_hold_settlement",c=m(),d=JSON.stringify({debitIdempotencyKey:t,refundOperation:n,description:i}),p=async()=>{let E=(await o.execute({sql:`SELECT e.user_id,
|
|
1017
|
+
e.status,
|
|
1018
|
+
e.amount_mc AS final_amount_mc,
|
|
1019
|
+
e.billing_class,
|
|
1020
|
+
e.source_surface,
|
|
1021
|
+
e.settled_at,
|
|
1022
|
+
d.amount_mc AS held_amount_mc
|
|
1023
|
+
FROM billing_events e
|
|
1024
|
+
JOIN billing_debits d ON d.idempotency_key = ?
|
|
1025
|
+
WHERE e.idempotency_key = ?
|
|
1026
|
+
AND d.user_id = e.user_id
|
|
1027
|
+
AND d.status = 'applied'
|
|
1028
|
+
LIMIT 1`,args:[t,u]})).rows[0];if(!E)return null;if(Number(E.user_id)!==e||String(E.billing_class)!==_||String(E.source_surface)!==a)throw new Error("idempotent debit settlement key conflicts with another settlement");if(String(E.status)!=="settled")return null;let D=Number(E.held_amount_mc),b=Number(E.final_amount_mc);if(!Number.isSafeInteger(D)||!Number.isSafeInteger(b)||b<0||b>D)throw new Error("idempotent debit settlement receipt is invalid");let ge=D-b,H=await o.execute({sql:`WITH ordered AS (
|
|
1029
|
+
SELECT a.amount_mc,
|
|
1030
|
+
a.expires_at,
|
|
1031
|
+
COALESCE(SUM(a.amount_mc) OVER (
|
|
1032
|
+
ORDER BY a.expires_at ASC, a.lot_id ASC
|
|
1033
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1034
|
+
), 0) AS prior_mc
|
|
1035
|
+
FROM billing_debit_allocations a
|
|
1036
|
+
WHERE a.debit_idempotency_key = ?
|
|
1037
|
+
), refunds AS (
|
|
1038
|
+
SELECT expires_at,
|
|
1039
|
+
amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
|
|
1040
|
+
FROM ordered
|
|
1041
|
+
)
|
|
1042
|
+
SELECT (SELECT COUNT(*) FROM ordered) AS allocation_count,
|
|
1043
|
+
COALESCE(SUM(CASE WHEN expires_at > ? THEN refund_mc ELSE 0 END), 0) AS credited_refund_mc
|
|
1044
|
+
FROM refunds`,args:[t,b,String(E.settled_at)]}),B=Number(H.rows[0]?.allocation_count??0)>0?Number(H.rows[0]?.credited_refund_mc??0):0,Ne=await o.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return{balance_mc:Number(Ne.rows[0]?.balance_mc??0),final_amount_mc:b,refund_mc:B,expired_refund_mc:ge-B,duplicate:!0}},l;try{l=await o.batch([{sql:`INSERT OR IGNORE INTO billing_events
|
|
1045
|
+
(id, user_id, idempotency_key, billing_class, source_surface, status, amount_mc, metadata)
|
|
1046
|
+
VALUES (?, ?, ?, ?, ?, 'settling', ?, ?)`,args:[c,e,u,_,a,r,d]},{sql:`WITH ordered AS (
|
|
1047
|
+
SELECT a.lot_id,
|
|
1048
|
+
a.amount_mc,
|
|
1049
|
+
a.expires_at,
|
|
1050
|
+
COALESCE(SUM(a.amount_mc) OVER (
|
|
1051
|
+
ORDER BY a.expires_at ASC, a.lot_id ASC
|
|
1052
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1053
|
+
), 0) AS prior_mc
|
|
1054
|
+
FROM billing_debit_allocations a
|
|
1055
|
+
WHERE a.debit_idempotency_key = ?
|
|
1056
|
+
), refunds AS (
|
|
1057
|
+
SELECT lot_id,
|
|
1058
|
+
expires_at,
|
|
1059
|
+
amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
|
|
1060
|
+
FROM ordered
|
|
1061
|
+
)
|
|
1062
|
+
UPDATE users
|
|
1063
|
+
SET balance_mc = balance_mc + CASE
|
|
1064
|
+
WHEN EXISTS (SELECT 1 FROM ordered) THEN COALESCE(
|
|
1065
|
+
(SELECT SUM(refund_mc) FROM refunds WHERE expires_at > datetime('now')),
|
|
1066
|
+
0
|
|
1067
|
+
)
|
|
1068
|
+
-- Holds created before allocation provenance cannot be safely
|
|
1069
|
+
-- tied back to a source lot. Treat their unused portion as
|
|
1070
|
+
-- expired instead of minting spendable credits with a guessed
|
|
1071
|
+
-- expiry.
|
|
1072
|
+
ELSE 0
|
|
1073
|
+
END
|
|
1074
|
+
WHERE id = ?
|
|
1075
|
+
AND EXISTS (
|
|
1076
|
+
SELECT 1
|
|
1077
|
+
FROM billing_events e
|
|
1078
|
+
JOIN billing_debits d ON d.idempotency_key = ?
|
|
1079
|
+
WHERE e.idempotency_key = ?
|
|
1080
|
+
AND e.user_id = ?
|
|
1081
|
+
AND e.billing_class = ?
|
|
1082
|
+
AND e.source_surface = ?
|
|
1083
|
+
AND e.status = 'settling'
|
|
1084
|
+
AND d.user_id = e.user_id
|
|
1085
|
+
AND d.status = 'applied'
|
|
1086
|
+
AND e.amount_mc BETWEEN 0 AND d.amount_mc
|
|
1087
|
+
)`,args:[t,r,e,t,u,e,_,a]},{sql:`UPDATE billing_events
|
|
1088
|
+
SET status = 'applying'
|
|
1089
|
+
WHERE idempotency_key = ?
|
|
1090
|
+
AND user_id = ?
|
|
1091
|
+
AND billing_class = ?
|
|
1092
|
+
AND source_surface = ?
|
|
1093
|
+
AND status = 'settling'
|
|
1094
|
+
AND changes() = 1`,args:[u,e,_,a]},{sql:`WITH ordered AS (
|
|
1095
|
+
SELECT a.lot_id,
|
|
1096
|
+
a.amount_mc,
|
|
1097
|
+
a.expires_at,
|
|
1098
|
+
COALESCE(SUM(a.amount_mc) OVER (
|
|
1099
|
+
ORDER BY a.expires_at ASC, a.lot_id ASC
|
|
1100
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1101
|
+
), 0) AS prior_mc
|
|
1102
|
+
FROM billing_debit_allocations a
|
|
1103
|
+
WHERE a.debit_idempotency_key = ?
|
|
1104
|
+
), refunds AS (
|
|
1105
|
+
SELECT lot_id,
|
|
1106
|
+
expires_at,
|
|
1107
|
+
amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
|
|
1108
|
+
FROM ordered
|
|
1109
|
+
)
|
|
1110
|
+
UPDATE credit_lots
|
|
1111
|
+
SET remaining_mc = remaining_mc + COALESCE((SELECT refund_mc FROM refunds WHERE refunds.lot_id = credit_lots.id), 0)
|
|
1112
|
+
WHERE id IN (
|
|
1113
|
+
SELECT lot_id FROM refunds
|
|
1114
|
+
WHERE refund_mc > 0 AND expires_at > datetime('now')
|
|
1115
|
+
)
|
|
1116
|
+
AND EXISTS (SELECT 1 FROM billing_events WHERE idempotency_key = ? AND status = 'applying')`,args:[t,r,u]},{sql:`WITH ordered AS (
|
|
1117
|
+
SELECT a.amount_mc,
|
|
1118
|
+
a.expires_at,
|
|
1119
|
+
COALESCE(SUM(a.amount_mc) OVER (
|
|
1120
|
+
ORDER BY a.expires_at ASC, a.lot_id ASC
|
|
1121
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1122
|
+
), 0) AS prior_mc
|
|
1123
|
+
FROM billing_debit_allocations a
|
|
1124
|
+
WHERE a.debit_idempotency_key = ?
|
|
1125
|
+
), refunds AS (
|
|
1126
|
+
SELECT expires_at,
|
|
1127
|
+
amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
|
|
1128
|
+
FROM ordered
|
|
1129
|
+
), credited AS (
|
|
1130
|
+
SELECT e.user_id,
|
|
1131
|
+
CASE
|
|
1132
|
+
WHEN EXISTS (SELECT 1 FROM ordered) THEN COALESCE(
|
|
1133
|
+
(SELECT SUM(refund_mc) FROM refunds WHERE expires_at > datetime('now')),
|
|
1134
|
+
0
|
|
1135
|
+
)
|
|
1136
|
+
ELSE 0
|
|
1137
|
+
END AS refund_mc
|
|
1138
|
+
FROM billing_events e
|
|
1139
|
+
JOIN billing_debits d ON d.idempotency_key = ?
|
|
1140
|
+
WHERE e.idempotency_key = ?
|
|
1141
|
+
AND e.status = 'applying'
|
|
1142
|
+
)
|
|
1143
|
+
INSERT INTO ledger (user_id, amount_mc, operation, description)
|
|
1144
|
+
SELECT user_id,
|
|
1145
|
+
refund_mc,
|
|
1146
|
+
?,
|
|
1147
|
+
?
|
|
1148
|
+
FROM credited
|
|
1149
|
+
WHERE refund_mc > 0`,args:[t,r,t,u,n,i]},{sql:`UPDATE billing_events
|
|
1150
|
+
SET status = 'settled', settled_at = datetime('now')
|
|
1151
|
+
WHERE idempotency_key = ?
|
|
1152
|
+
AND status = 'applying'`,args:[u]}],"write")}catch(k){try{let E=await p();if(E)return E}catch{}throw k}let g=await p();if(!g)throw new Error("idempotent debit settlement did not reach a durable settled state");return{...g,duplicate:l[0]?.rowsAffected===0}}async function cn(e,t=50){return(await s().execute({sql:"SELECT * FROM ledger WHERE user_id = ? ORDER BY created_at DESC LIMIT ?",args:[e,t]})).rows.map(n=>({id:Number(n.id),user_id:Number(n.user_id),amount_mc:Number(n.amount_mc),operation:String(n.operation),description:n.description!=null?String(n.description):null,stripe_pi:n.stripe_pi!=null?String(n.stripe_pi):null,created_at:String(n.created_at)}))}async function _n(e,t,r){let n=s(),i=r.refund.map(()=>"?").join(", "),a=r.grant.map(()=>"?").join(", "),o=r.purchase.map(()=>"?").join(", "),u=await n.execute({sql:`SELECT
|
|
1153
|
+
COALESCE(SUM(CASE WHEN amount_mc < 0 AND operation NOT IN (${i}) THEN -amount_mc ELSE 0 END), 0) AS spent_mc,
|
|
1154
|
+
COALESCE(SUM(CASE WHEN amount_mc > 0 AND operation IN (${i}) THEN amount_mc ELSE 0 END), 0) AS refunded_mc,
|
|
1155
|
+
COALESCE(SUM(CASE WHEN amount_mc > 0 AND operation IN (${a}) THEN amount_mc ELSE 0 END), 0) AS granted_mc,
|
|
1156
|
+
COALESCE(SUM(CASE WHEN amount_mc > 0 AND operation IN (${o}) THEN amount_mc ELSE 0 END), 0) AS purchased_mc,
|
|
1157
|
+
COALESCE(SUM(amount_mc), 0) AS net_mc
|
|
1158
|
+
FROM ledger WHERE user_id = ? AND created_at >= ?`,args:[...r.refund,...r.refund,...r.grant,...r.purchase,e,t]}),_=await n.execute({sql:`SELECT operation, -SUM(amount_mc) AS mc, COUNT(*) AS count
|
|
1159
|
+
FROM ledger
|
|
1160
|
+
WHERE user_id = ? AND created_at >= ? AND amount_mc < 0 AND operation NOT IN (${i})
|
|
1161
|
+
GROUP BY operation
|
|
1162
|
+
ORDER BY mc DESC, operation ASC`,args:[e,t,...r.refund]}),c=u.rows[0];return{spent_mc:Number(c?.spent_mc??0),refunded_mc:Number(c?.refunded_mc??0),granted_mc:Number(c?.granted_mc??0),purchased_mc:Number(c?.purchased_mc??0),net_mc:Number(c?.net_mc??0),by_operation:_.rows.map(d=>({operation:String(d.operation),mc:Number(d.mc),count:Number(d.count)}))}}async function dn(e){return(await s().execute({sql:"SELECT 1 FROM ledger WHERE stripe_pi = ? LIMIT 1",args:[e]})).rows.length>0}async function me(e,t){let r=s();for(let i=0;i<8;i+=1){let o=(await r.execute({sql:`SELECT
|
|
1163
|
+
u.balance_mc AS cached_balance_mc,
|
|
1164
|
+
COUNT(l.id) AS lot_count,
|
|
1165
|
+
COALESCE(SUM(CASE
|
|
1166
|
+
WHEN l.remaining_mc > 0
|
|
1167
|
+
AND (l.never_expires = 1 OR l.expires_at > datetime('now'))
|
|
1168
|
+
THEN l.remaining_mc ELSE 0 END), 0) AS projected_balance_mc
|
|
1169
|
+
FROM users u
|
|
1170
|
+
LEFT JOIN credit_lots l ON l.user_id = u.id
|
|
1171
|
+
WHERE u.id = ?
|
|
1172
|
+
GROUP BY u.id, u.balance_mc`,args:[e]})).rows[0];if(!o)return 0;if(Number(o.lot_count??0)===0&&(await R(Number(e)),(await r.execute({sql:"SELECT 1 FROM credit_lots WHERE user_id = ? LIMIT 1",args:[e]})).rows.length>0))continue;let u=Number(o.cached_balance_mc??0),_=Number(o.projected_balance_mc??0);if(u===_||(await r.execute({sql:"UPDATE users SET balance_mc = ? WHERE id = ? AND balance_mc = ?",args:[_,e,u]})).rowsAffected===1)return _}let n=await r.execute({sql:"SELECT balance_mc FROM users WHERE id = ? LIMIT 1",args:[e]});return Number(n.rows[0]?.balance_mc??0)}var ln=T.object({id:T.string(),user_id:T.number(),status:T.string().default("pending"),client_domain:T.string(),session_path:T.string(),request:T.string(),result:T.string().nullable(),error:T.string().nullable(),created_at:T.string(),updated_at:T.string()}),En=T.object({id:T.number(),job_id:T.string(),phase:T.string(),completed_at:T.string(),output_summary:T.string()});async function Tn(e){return(await s().execute({sql:"SELECT id, subject, sent_at, opened_at FROM inbox_messages WHERE user_id = ? AND deleted_at IS NULL ORDER BY sent_at DESC, id DESC",args:[e]})).rows.map(r=>({id:String(r.id),subject:String(r.subject),sent_at:String(r.sent_at),opened_at:r.opened_at!=null?String(r.opened_at):null}))}async function pn(e,t){let n=(await s().execute({sql:"SELECT id, subject, body_md, source, sent_at, opened_at FROM inbox_messages WHERE id = ? AND user_id = ? AND deleted_at IS NULL",args:[t,e]})).rows[0];if(n)return{id:String(n.id),subject:String(n.subject),body_md:String(n.body_md),source:String(n.source),sent_at:String(n.sent_at),opened_at:n.opened_at!=null?String(n.opened_at):null}}async function mn(e,t){let r=s();await r.execute({sql:"UPDATE inbox_messages SET opened_at = datetime('now') WHERE id = ? AND user_id = ? AND deleted_at IS NULL AND opened_at IS NULL",args:[t,e]});let i=(await r.execute({sql:"SELECT opened_at FROM inbox_messages WHERE id = ? AND user_id = ? AND deleted_at IS NULL",args:[t,e]})).rows[0];return i&&i.opened_at!=null?String(i.opened_at):null}async function gn(e,t){return(await s().execute({sql:"UPDATE inbox_messages SET deleted_at = datetime('now') WHERE id = ? AND user_id = ? AND deleted_at IS NULL",args:[t,e]})).rowsAffected>0}async function Nn(e,t,r,n="operator"){let i=m();return await s().execute({sql:"INSERT INTO inbox_messages (id, user_id, subject, body_md, source) VALUES (?, ?, ?, ?, ?)",args:[i,e,t,r,n]}),i}async function bn(){return(await s().execute("SELECT id FROM users WHERE active = 1")).rows.map(t=>Number(t.id))}export{Qe as a,be as b,Le as c,L as d,z as e,U as f,ye as g,Ie as h,Z as i,G as j,Y as k,J as l,$ as m,K as n,V as o,O as p,v as q,te as r,s,it as t,at as u,ot as v,ut as w,ct as x,_t as y,Me as z,dt as A,lt as B,Et as C,Tt as D,pt as E,mt as F,gt as G,ae as H,oe as I,Nt as J,bt as K,Lt as L,St as M,Rt as N,wt as O,At as P,ft as Q,Ot as R,xt as S,ht as T,yt as U,It as V,Ct as W,kt as X,Dt as Y,Ut as Z,Pe as _,vt as $,Xt as aa,Mt as ba,Pt as ca,Ft as da,jt as ea,Wt as fa,qt as ga,Ht as ha,_e as ia,Bt as ja,Gt as ka,Yt as la,Jt as ma,$t as na,Kt as oa,P as pa,Vt as qa,zt as ra,Qt as sa,Zt as ta,er as ua,tr as va,qe as wa,He as xa,rr as ya,nr as za,sr as Aa,ir as Ba,ar as Ca,or as Da,ur as Ea,cr as Fa,pe as Ga,_r as Ha,dr as Ia,lr as Ja,Er as Ka,Tr as La,pr as Ma,mr as Na,gr as Oa,Nr as Pa,br as Qa,Lr as Ra,Sr as Sa,Rr as Ta,wr as Ua,Ar as Va,fr as Wa,Or as Xa,xr as Ya,hr as Za,yr as _a,Ir as $a,Cr as ab,kr as bb,Dr as cb,Ur as db,vr as eb,Xr as fb,Mr as gb,Pr as hb,Fr as ib,jr as jb,Wr as kb,qr as lb,Hr as mb,Br as nb,Ye as ob,Gr as pb,Yr as qb,$e as rb,Jr as sb,$r as tb,Kr as ub,Vr as vb,zr as wb,Qr as xb,Zr as yb,I as zb,en as Ab,tn as Bb,rn as Cb,nn as Db,sn as Eb,an as Fb,on as Gb,Ke as Hb,un as Ib,cn as Jb,_n as Kb,dn as Lb,me as Mb,ln as Nb,En as Ob,Tn as Pb,pn as Qb,mn as Rb,gn as Sb,Nn as Tb,bn as Ub};
|