mcp-scraper 0.88.2 → 0.89.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +41 -2
- package/README.md +6 -3
- package/dist/analytics-repository-J25XR5E7.js +1 -0
- package/dist/bin/api-server.js +2 -41
- package/dist/bin/mcp-scraper-cli.js +39 -756
- package/dist/bin/mcp-scraper-core.js +1 -60
- package/dist/bin/mcp-scraper-install.js +2 -25
- package/dist/bin/mcp-stdio-server.js +1 -19
- package/dist/bin/paa-harvest.js +1 -41
- package/dist/chunk-3GP5CYZX.js +1 -0
- package/dist/chunk-4FROKQJN.js +1 -0
- package/dist/chunk-57AHYL2O.js +20 -0
- package/dist/chunk-5H3MCTTP.js +1 -0
- package/dist/chunk-63T4W2LX.js +1271 -0
- package/dist/chunk-645LQBE7.js +2595 -0
- package/dist/chunk-6QO4F2KC.js +21710 -0
- package/dist/chunk-CCYWSJNG.js +16 -0
- package/dist/chunk-D6IQJP64.js +84 -0
- package/dist/chunk-DGBLGFNJ.js +182 -0
- package/dist/chunk-FFPD2DOF.js +59 -0
- package/dist/chunk-FXEWHK54.js +1 -0
- package/dist/chunk-HE45FFBU.js +1 -0
- package/dist/chunk-HUV2WTRW.js +1 -0
- package/dist/chunk-IJ2AO7AO.js +102 -0
- package/dist/chunk-KJQXUZ4Y.js +4 -0
- package/dist/chunk-MEM4D2QN.js +1280 -0
- package/dist/chunk-MZN4U5BL.js +1 -0
- package/dist/chunk-PRWZNHQB.js +1 -0
- package/dist/chunk-QPWPR5XG.js +10 -0
- package/dist/chunk-RYNHNEF3.js +73 -0
- package/dist/chunk-TMB56NCA.js +1 -0
- package/dist/chunk-W2BVJ7S2.js +13 -0
- package/dist/chunk-WO3N5FH2.js +5 -0
- package/dist/chunk-XLWNEVUZ.js +27 -0
- package/dist/chunk-YQZGZBB4.js +1 -0
- package/dist/chunk-YUPLOOTB.js +4 -0
- package/dist/chunk-ZHORX44A.js +100 -0
- package/dist/db-JJWJLAVQ.js +1 -0
- package/dist/extract-bundle-TTSEGWYF.js +26 -0
- package/dist/gmail-service-34PIJRLK.js +1 -0
- package/dist/index.cjs +21838 -6034
- package/dist/index.js +18 -315
- package/dist/lead-list-enrichment-repository-VJBBMBCG.js +1 -0
- package/dist/location-data-repository-W3LPT6G3.js +1 -0
- package/dist/server-UEY5YQL6.js +7329 -0
- package/dist/site-extract-repository-7W5ZUNPR.js +1 -0
- package/dist/worker-ZOTOKG56.js +1 -0
- package/package.json +11 -4
- package/dist/analytics-repository-GGJJCVVP.js +0 -194
- package/dist/chunk-4QMUF6XM.js +0 -1013
- package/dist/chunk-6HAV7LCE.js +0 -265
- package/dist/chunk-ABF2CGOZ.js +0 -113
- package/dist/chunk-C5Z4OFKW.js +0 -404
- package/dist/chunk-DNM65UCK.js +0 -299
- package/dist/chunk-EQGTEHLZ.js +0 -592
- package/dist/chunk-F5GQJWZU.js +0 -732
- package/dist/chunk-GGZEC22A.js +0 -215
- package/dist/chunk-GXBZXWXB.js +0 -184
- package/dist/chunk-IHXAXYIS.js +0 -843
- package/dist/chunk-K3Z5AQYE.js +0 -683
- package/dist/chunk-K45K75OF.js +0 -6
- package/dist/chunk-LFW2FRPJ.js +0 -224
- package/dist/chunk-MZDNZQWT.js +0 -2078
- package/dist/chunk-NVUKO5NN.js +0 -256
- package/dist/chunk-OM7HVEJ3.js +0 -26
- package/dist/chunk-OPQIGAFB.js +0 -286
- package/dist/chunk-OZJMVCDK.js +0 -16
- package/dist/chunk-P7FWOMU7.js +0 -505
- package/dist/chunk-PGJQDMC2.js +0 -383
- package/dist/chunk-PKZS6SHW.js +0 -33139
- package/dist/chunk-RJ7JVYKU.js +0 -68
- package/dist/chunk-S24LFPL7.js +0 -5262
- package/dist/chunk-T3MZISOF.js +0 -240
- package/dist/chunk-UZPTGUDV.js +0 -1915
- package/dist/chunk-X623GTBV.js +0 -8290
- package/dist/chunk-YXNDOQXN.js +0 -4018
- package/dist/db-Z34LPZNR.js +0 -284
- package/dist/extract-bundle-565SBZCR.js +0 -1003
- package/dist/gmail-service-E6ALS7JG.js +0 -25
- package/dist/lead-list-enrichment-repository-36RPVV6N.js +0 -67
- package/dist/location-data-repository-WPRG62GE.js +0 -34
- package/dist/server-SQZ3A7SY.js +0 -86606
- package/dist/site-extract-repository-VYFZASPU.js +0 -69
- package/dist/worker-LDCAULWL.js +0 -146
|
@@ -0,0 +1,1271 @@
|
|
|
1
|
+
import{createClient as je}from"@libsql/client/http";import{createHash as y,randomBytes as X,randomUUID as m,scryptSync as Ee,timingSafeEqual as He}from"crypto";import{z as p}from"zod";var C="2026-06-26 21:58:03";var ct="Google returned a CAPTCHA. Run with --headless=false to re-warm the browser profile, then retry.",he="This operation is temporarily unavailable. Please retry later.",xe=["request_aborted","captcha_exhausted","captcha_or_blocked","location_mismatch","proxy_tunnel_failed","proxy_unavailable","harvest_timeout","mcp_request_timeout","mcp_http_error","extraction_failed","concurrency_limit_exceeded","unauthorized","forbidden","invalid_request","rate_limited","upstream_rate_limited","insufficient_balance","service_unavailable","response_lost","vendor_unavailable","page_not_found","page_forbidden","page_rate_limited","page_server_error","page_http_error","bot_check_unresolved","page_too_large","page_unreachable","browser_session_interrupted","site_export_not_found","site_export_format_unavailable","site_export_read_failed","site_export_image_not_found","image_url_invalid","image_url_not_https","image_host_unresolvable","image_host_blocked","image_redirect_invalid","image_source_unavailable","image_too_large","image_redirect_limit","image_base64_invalid","image_source_missing","image_source_ambiguous","image_source_type_invalid","image_artifact_not_found","image_page_too_large","page_image_not_found","page_image_candidates_unusable","image_format_unsupported","image_storage_unconfigured","featured_image_unhostable"],ye=["request_aborted","captcha","location_mismatch","connection","timeout","extraction","concurrency_limit","unauthorized","forbidden","invalid_request","rate_limit","billing","service_unavailable"];function R(e){return e?JSON.stringify(e):null}function re(e){if(e==null)return null;try{let t=typeof e=="string"?JSON.parse(e):e;if(!t||typeof t!="object"||Array.isArray(t))return null;let r=t;if(typeof r.error_code!="string"||!se.has(r.error_code))return null;let s=Fe({errorCode:r.error_code,errorType:r.error_type,retryable:r.retryable,retryAfterSeconds:r.retry_after_seconds,chargeStatus:r.charge_status,details:r.details});if(typeof r.message=="string"){let i=ne(r.message).trim().slice(0,1e3);i&&!/https?:\/\//i.test(i)&&(s.message=i)}return s}catch{return null}}var se=new Set(xe),Ie=new Set(ye),Ce=new Set(["active","limit","operation","upgrade_url","topup_url","upgrade_command","slots_per_pack","pack_price_usd","balance_credits","required_credits","retry_guidance","http_status"]),Ue=12,ke=500;function F(e){return typeof e=="string"&&se.has(e)?e:"service_unavailable"}function De(e){if(!e||typeof e!="object"||Array.isArray(e))return;let t={};for(let[r,s]of Object.entries(e)){if(Object.keys(t).length>=Ue)break;if(Ce.has(r))if(typeof s=="string"){if((r==="upgrade_url"||r==="topup_url")&&!ve(s))continue;let i=ne(s).slice(0,ke);i&&(t[r]=i)}else(typeof s=="number"&&Number.isFinite(s)||typeof s=="boolean"||s===null)&&(t[r]=s)}return Object.keys(t).length>0?t:void 0}function ve(e){if(e.startsWith("/")&&!e.startsWith("//"))return!0;try{let t=new URL(e);return t.protocol==="https:"&&(t.hostname==="mcpscraper.dev"||t.hostname.endsWith(".mcpscraper.dev"))}catch{return!1}}function Xe(e){let t=F(e);switch(t){case"captcha_exhausted":case"captcha_or_blocked":return"captcha";case"proxy_tunnel_failed":case"proxy_unavailable":case"response_lost":return"connection";case"harvest_timeout":case"mcp_request_timeout":return"timeout";case"concurrency_limit_exceeded":return"concurrency_limit";case"rate_limited":case"upstream_rate_limited":return"rate_limit";case"extraction_failed":case"page_not_found":case"page_forbidden":case"page_rate_limited":case"page_server_error":case"page_http_error":case"bot_check_unresolved":case"page_too_large":case"page_unreachable":case"browser_session_interrupted":case"site_export_not_found":case"site_export_format_unavailable":case"site_export_read_failed":case"site_export_image_not_found":return"extraction";case"image_url_invalid":case"image_url_not_https":case"image_host_unresolvable":case"image_host_blocked":case"image_redirect_invalid":case"image_source_unavailable":case"image_too_large":case"image_redirect_limit":case"image_base64_invalid":case"image_source_missing":case"image_source_ambiguous":case"image_source_type_invalid":case"image_artifact_not_found":case"image_page_too_large":case"page_image_not_found":case"page_image_candidates_unusable":case"image_format_unsupported":case"image_storage_unconfigured":case"featured_image_unhostable":return"invalid_request";case"insufficient_balance":return"billing";case"vendor_unavailable":case"mcp_http_error":return"service_unavailable";default:return t}}function Me(e){switch(F(e)){case"request_aborted":return"The request was cancelled before it completed.";case"captcha_exhausted":case"captcha_or_blocked":return"The target site returned a verification challenge. Heavy traffic can temporarily increase these challenges; retry in a few minutes.";case"location_mismatch":return"The target site returned results for a different location. Please retry.";case"proxy_tunnel_failed":case"proxy_unavailable":return"The web request could not establish a working connection. Please retry later.";case"harvest_timeout":return"The request timed out before it completed. Please retry with a smaller request.";case"mcp_request_timeout":return"The MCP caller stopped waiting before a final response arrived. Durable work may still be running; continue with the returned Task or job handle instead of restarting it.";case"concurrency_limit_exceeded":return"The service is available, but this account has reached its parallel-operation limit. Wait for an active operation to finish or add capacity.";case"unauthorized":return"Authentication is required to perform this operation.";case"forbidden":return"This account does not have permission to perform this operation.";case"invalid_request":return"The request is invalid. Check the supplied inputs and try again.";case"rate_limited":return"This account is sending requests too quickly. Wait briefly and retry.";case"upstream_rate_limited":return"The connected provider is temporarily rate-limiting requests. Wait briefly and retry.";case"mcp_http_error":return"The API returned an unexpected HTTP response.";case"insufficient_balance":return"This account does not have enough Credits for the operation.";case"extraction_failed":return"The target could not be extracted. Please retry later.";case"response_lost":return"The connection was lost before the response arrived. The operation may have already completed and been billed on our side \u2014 check credits_info before retrying blind.";case"vendor_unavailable":return"MCP Scraper's internal browser services require MCP Scraper team attention. Servers or IPs are down until this is fixed \u2014 this is not caused by your request. Please retry in a few minutes.";case"page_not_found":return"The page could not be found. It may have been moved or deleted.";case"page_forbidden":return"The site refused the request.";case"page_rate_limited":return"The site is rate-limiting requests right now. Retrying after a short wait usually works.";case"page_server_error":return"The page's own server returned an error. This is on the target site's side, not something a retry here can fix.";case"page_http_error":return"The page returned an unexpected HTTP response.";case"bot_check_unresolved":return"This site has automated-traffic protection (a bot/CAPTCHA check) that could not be resolved in time. Some sites are simply not extractable this way.";case"page_too_large":return"The page is larger than we can safely process.";case"page_unreachable":return"The page did not respond in time, or the connection could not be completed.";case"browser_session_interrupted":return"The browser session closed before extraction completed. MCP Scraper will retry once with a fresh session; retry the request if this persists.";case"site_export_not_found":return"The site export or requested page was not found, expired, or does not belong to this account.";case"site_export_format_unavailable":return"That representation was not retained for this export page. Read the export manifest and request one of the formats marked available.";case"site_export_read_failed":return"The stored site export could not be read or did not pass its integrity check.";case"site_export_image_not_found":return"The requested site-export image was not found, expired, or does not belong to this account.";case"image_url_invalid":return"The image source is not a valid URL. Use a stable public HTTPS URL or inline image bytes.";case"image_url_not_https":return"Commons image sources must use a public HTTPS URL or inline image bytes.";case"image_host_unresolvable":return"The image host could not be resolved. Use a different stable public URL or inline image bytes.";case"image_host_blocked":return"The image source resolves to a network address Commons cannot fetch safely.";case"image_redirect_invalid":return"The image source redirected to an invalid or unsafe destination.";case"image_source_unavailable":return"The image source could not be fetched. Host a different stable public URL or provide inline image bytes.";case"image_too_large":return"The image exceeds the Commons image size limit.";case"image_redirect_limit":return"The image source exceeded the Commons redirect limit.";case"image_base64_invalid":return"The supplied inline image bytes are invalid.";case"image_source_missing":return"Provide exactly one of a public image or webpage URL, inline image bytes, or an owner-scoped image artifact.";case"image_source_ambiguous":return"Provide only one image source: sourceUrl, imageBase64, or artifactId.";case"image_source_type_invalid":return"Use sourceType only with inline image bytes or an owner-scoped image artifact.";case"image_artifact_not_found":return"The image artifact was not found, expired, or does not belong to this account.";case"image_page_too_large":return"The webpage is too large for bounded Commons image discovery.";case"page_image_not_found":return"The webpage did not expose a usable featured or content image.";case"page_image_candidates_unusable":return"The webpage exposed image candidates, but none returned supported public image bytes.";case"image_format_unsupported":return"Commons accepts JPEG, PNG, GIF, or WebP image bytes.";case"image_storage_unconfigured":return"Commons image storage is temporarily unavailable.";case"featured_image_unhostable":return"The required featured image could not be hosted for Commons publication.";default:return he}}function Fe(e){let t=F(e.errorCode),r=typeof e.retryAfterSeconds=="number"&&Number.isFinite(e.retryAfterSeconds)?Math.max(1,Math.min(86400,Math.trunc(e.retryAfterSeconds))):void 0,s=e.chargeStatus==="not_charged"||e.chargeStatus==="refund_pending"||e.chargeStatus==="refunded"||e.chargeStatus==="charged"?e.chargeStatus:void 0,i=typeof e.errorType=="string"&&Ie.has(e.errorType)?e.errorType:void 0,a=De(e.details);return{error_code:t,error_type:i??Xe(t),message:Me(t),retryable:e.retryable===!0,...r?{retry_after_seconds:r}:{},...s?{charge_status:s}:{},...a?{details:a}:{}}}function ne(e){return e.replace(/https?:\/\/[^\s]*(?:brightdata|onkernel|kernel\.sh)[^\s]*/gi,"the service").replace(/bright\s*data/gi,"the service").replace(/brightdata/gi,"the service").replace(/kernel\.sh\s+sessions?/gi,"sessions").replace(/kernel\.sh\s+session/gi,"this session").replace(/kernel\.sh/gi,"the service").replace(/kernel\s+sessions?/gi,"sessions").replace(/kernel\s+session/gi,"this session").replace(/\b(?:sub|cus|sess|proxy)_[A-Za-z0-9_-]+\b/g,"[redacted]").replace(/\b(?:KERNEL|BRIGHTDATA|BRIGHT_DATA)_[A-Z0-9_]*API_KEY\b/g,"BROWSER_SERVICE_API_KEY").replace(/\bkernel\b/gi,"the service").replace(/ +/g," ").trim()}var V=class extends Error{constructor(r){super(`CAPTCHA detected. ${r}`);this.instructions=r}instructions;name="CaptchaError"},z=class extends Error{constructor(r,s){super(r);this.cause=s}cause;name="ExtractionError"},Q=class extends Error{constructor(r){super(`Google Maps search did not reach a complete result state (${r})`);this.pageState=r}pageState;name="MapsSearchIncompletePageError"},Z=class extends Error{name="RequestAbortedError";constructor(t="Request aborted before harvest completed"){super(t)}},ee=class extends Error{name="PaaInteractionInterruptedError"},te=class extends Error{name="LocationMismatchError";constructor(t="Google returned results for a different location than requested"){super(t)}};var f=["oauth_store_metadata","oauth_clients","oauth_client_redirect_uris","oauth_codes","oauth_code_exchanges","oauth_refresh_families","oauth_refresh_tokens","oauth_refresh_rotations","oauth_security_events"],O=["oauth_clients_inactivity_idx","oauth_codes_expiry_idx","oauth_code_exchanges_replay_expiry_idx","oauth_refresh_families_lifecycle_idx","oauth_refresh_families_user_status_idx","oauth_refresh_tokens_expiry_idx","oauth_refresh_rotations_replay_expiry_idx","oauth_security_events_retention_idx"],ie={oauth_clients:"oauth_clients_legacy_raw",oauth_codes:"oauth_codes_legacy_raw",oauth_tokens:"oauth_tokens_legacy_raw"},N="strftime('%Y-%m-%dT%H:%M:%fZ','now')";async function h(e,t,r=!1){try{await e.execute(t)}catch(s){let i=s.code;if(!r||i!=="SQL_PARSE_ERROR")throw s}}var P=[`CREATE TABLE IF NOT EXISTS oauth_store_metadata (
|
|
2
|
+
id INTEGER PRIMARY KEY CHECK (id = 1),
|
|
3
|
+
store_id TEXT NOT NULL UNIQUE,
|
|
4
|
+
schema_version INTEGER NOT NULL CHECK (schema_version > 0),
|
|
5
|
+
authority_epoch INTEGER NOT NULL CHECK (authority_epoch > 0),
|
|
6
|
+
authority_state TEXT NOT NULL CHECK (authority_state IN ('ready','authoritative','retired')),
|
|
7
|
+
updated_at TEXT NOT NULL DEFAULT (${N})
|
|
8
|
+
) STRICT`,`CREATE TABLE IF NOT EXISTS oauth_clients (
|
|
9
|
+
client_id TEXT PRIMARY KEY,
|
|
10
|
+
client_name TEXT NOT NULL,
|
|
11
|
+
client_type TEXT NOT NULL CHECK (client_type = 'public'),
|
|
12
|
+
token_endpoint_auth_method TEXT NOT NULL CHECK (token_endpoint_auth_method = 'none'),
|
|
13
|
+
status TEXT NOT NULL CHECK (status IN ('active','disabled','expired')),
|
|
14
|
+
created_at TEXT NOT NULL DEFAULT (${N}),
|
|
15
|
+
last_used_at TEXT,
|
|
16
|
+
expires_at TEXT
|
|
17
|
+
) STRICT`,`CREATE TABLE IF NOT EXISTS oauth_client_redirect_uris (
|
|
18
|
+
client_id TEXT NOT NULL REFERENCES oauth_clients(client_id) ON DELETE CASCADE,
|
|
19
|
+
redirect_uri TEXT NOT NULL,
|
|
20
|
+
redirect_kind TEXT NOT NULL CHECK (redirect_kind IN ('https','loopback','private_scheme')),
|
|
21
|
+
PRIMARY KEY (client_id, redirect_uri)
|
|
22
|
+
) STRICT`,`CREATE TABLE IF NOT EXISTS oauth_codes (
|
|
23
|
+
code_digest BLOB PRIMARY KEY,
|
|
24
|
+
lookup_key_id TEXT NOT NULL,
|
|
25
|
+
client_id TEXT NOT NULL REFERENCES oauth_clients(client_id) ON DELETE RESTRICT,
|
|
26
|
+
redirect_uri TEXT NOT NULL,
|
|
27
|
+
code_challenge TEXT NOT NULL,
|
|
28
|
+
challenge_method TEXT NOT NULL CHECK (challenge_method = 'S256'),
|
|
29
|
+
user_id TEXT NOT NULL,
|
|
30
|
+
scope TEXT NOT NULL,
|
|
31
|
+
resource TEXT,
|
|
32
|
+
issued_at TEXT NOT NULL DEFAULT (${N}),
|
|
33
|
+
expires_at TEXT NOT NULL
|
|
34
|
+
) STRICT`,`CREATE TABLE IF NOT EXISTS oauth_code_exchanges (
|
|
35
|
+
code_digest BLOB PRIMARY KEY,
|
|
36
|
+
request_fingerprint BLOB NOT NULL UNIQUE,
|
|
37
|
+
client_id TEXT NOT NULL,
|
|
38
|
+
family_id TEXT NOT NULL UNIQUE,
|
|
39
|
+
grant_scope TEXT NOT NULL,
|
|
40
|
+
grant_resource TEXT,
|
|
41
|
+
scope TEXT NOT NULL,
|
|
42
|
+
resource TEXT,
|
|
43
|
+
sealed_refresh BLOB NOT NULL,
|
|
44
|
+
sealed_nonce BLOB NOT NULL,
|
|
45
|
+
sealed_tag BLOB NOT NULL,
|
|
46
|
+
replay_key_id TEXT NOT NULL,
|
|
47
|
+
completed_at TEXT NOT NULL DEFAULT (${N}),
|
|
48
|
+
replay_expires_at TEXT NOT NULL
|
|
49
|
+
) STRICT`,`CREATE TABLE IF NOT EXISTS oauth_refresh_families (
|
|
50
|
+
family_id TEXT PRIMARY KEY,
|
|
51
|
+
user_id TEXT NOT NULL,
|
|
52
|
+
client_id TEXT NOT NULL REFERENCES oauth_clients(client_id) ON DELETE RESTRICT,
|
|
53
|
+
issuer TEXT NOT NULL,
|
|
54
|
+
scope TEXT NOT NULL,
|
|
55
|
+
resource TEXT,
|
|
56
|
+
status TEXT NOT NULL CHECK (status IN ('active','revoked','compromised','expired')),
|
|
57
|
+
current_generation INTEGER NOT NULL CHECK (current_generation > 0),
|
|
58
|
+
created_at TEXT NOT NULL DEFAULT (${N}),
|
|
59
|
+
expires_at TEXT NOT NULL,
|
|
60
|
+
revoked_at TEXT,
|
|
61
|
+
compromised_at TEXT,
|
|
62
|
+
UNIQUE (family_id, client_id),
|
|
63
|
+
FOREIGN KEY (family_id, current_generation)
|
|
64
|
+
REFERENCES oauth_refresh_tokens(family_id, generation)
|
|
65
|
+
DEFERRABLE INITIALLY DEFERRED
|
|
66
|
+
) STRICT`,`CREATE TABLE IF NOT EXISTS oauth_refresh_tokens (
|
|
67
|
+
family_id TEXT NOT NULL REFERENCES oauth_refresh_families(family_id) ON DELETE CASCADE,
|
|
68
|
+
generation INTEGER NOT NULL CHECK (generation > 0),
|
|
69
|
+
token_digest BLOB NOT NULL UNIQUE,
|
|
70
|
+
lookup_key_id TEXT NOT NULL,
|
|
71
|
+
token_prefix TEXT NOT NULL,
|
|
72
|
+
predecessor_generation INTEGER,
|
|
73
|
+
issued_at TEXT NOT NULL DEFAULT (${N}),
|
|
74
|
+
expires_at TEXT NOT NULL,
|
|
75
|
+
used_at TEXT,
|
|
76
|
+
revoked_at TEXT,
|
|
77
|
+
PRIMARY KEY (family_id, generation),
|
|
78
|
+
CHECK (predecessor_generation IS NULL OR (predecessor_generation > 0 AND predecessor_generation < generation))
|
|
79
|
+
) STRICT`,`CREATE TABLE IF NOT EXISTS oauth_refresh_rotations (
|
|
80
|
+
family_id TEXT NOT NULL REFERENCES oauth_refresh_families(family_id) ON DELETE CASCADE,
|
|
81
|
+
predecessor_generation INTEGER NOT NULL,
|
|
82
|
+
request_fingerprint BLOB NOT NULL,
|
|
83
|
+
successor_generation INTEGER NOT NULL,
|
|
84
|
+
sealed_successor BLOB NOT NULL,
|
|
85
|
+
sealed_nonce BLOB NOT NULL,
|
|
86
|
+
sealed_tag BLOB NOT NULL,
|
|
87
|
+
replay_key_id TEXT NOT NULL,
|
|
88
|
+
rotated_at TEXT NOT NULL DEFAULT (${N}),
|
|
89
|
+
replay_expires_at TEXT NOT NULL,
|
|
90
|
+
PRIMARY KEY (family_id, predecessor_generation),
|
|
91
|
+
UNIQUE (family_id, successor_generation),
|
|
92
|
+
CHECK (successor_generation = predecessor_generation + 1)
|
|
93
|
+
) STRICT`,`CREATE TABLE IF NOT EXISTS oauth_security_events (
|
|
94
|
+
event_id TEXT PRIMARY KEY,
|
|
95
|
+
family_id TEXT NOT NULL,
|
|
96
|
+
event_type TEXT NOT NULL CHECK (event_type IN ('reuse','binding_mismatch','manual_revoke','expiry')),
|
|
97
|
+
reason_code TEXT NOT NULL,
|
|
98
|
+
occurred_at TEXT NOT NULL DEFAULT (${N}),
|
|
99
|
+
retain_until TEXT NOT NULL
|
|
100
|
+
) STRICT`,"CREATE INDEX IF NOT EXISTS oauth_clients_inactivity_idx ON oauth_clients(status, last_used_at, client_id)","CREATE INDEX IF NOT EXISTS oauth_codes_expiry_idx ON oauth_codes(expires_at, code_digest)","CREATE INDEX IF NOT EXISTS oauth_code_exchanges_replay_expiry_idx ON oauth_code_exchanges(replay_expires_at, code_digest)","CREATE INDEX IF NOT EXISTS oauth_refresh_families_lifecycle_idx ON oauth_refresh_families(status, expires_at, family_id)","CREATE INDEX IF NOT EXISTS oauth_refresh_families_user_status_idx ON oauth_refresh_families(user_id, status)","CREATE INDEX IF NOT EXISTS oauth_refresh_tokens_expiry_idx ON oauth_refresh_tokens(expires_at, family_id, generation)","CREATE INDEX IF NOT EXISTS oauth_refresh_rotations_replay_expiry_idx ON oauth_refresh_rotations(replay_expires_at, family_id, predecessor_generation)","CREATE INDEX IF NOT EXISTS oauth_security_events_retention_idx ON oauth_security_events(retain_until, event_id)"];async function Pe(e){if(await h(e,"PRAGMA foreign_keys = ON"),await h(e,"PRAGMA busy_timeout = 5000",!0),(await e.execute("SELECT name FROM pragma_table_info('oauth_codes')")).rows.some(r=>String(r.name)==="code"))throw new Error("Legacy raw OAuth tables require the explicit maintenance-mode coexistence migration");for(let r of P)await e.execute(r);await h(e,"PRAGMA optimize",!0)}async function ae(e){await h(e,"PRAGMA foreign_keys = ON"),await h(e,"PRAGMA busy_timeout = 5000",!0);let t=await e.execute("SELECT name FROM pragma_table_info('oauth_codes')");if(!t.rows.some(a=>String(a.name)==="code")){let a=t.rows.some(u=>String(u.name)==="code_digest");return await Pe(e),a?"current":"created"}if((await e.execute({sql:"SELECT name FROM sqlite_master WHERE type='table' AND name IN (?,?,?)",args:Object.values(ie)})).rows.length>0)throw new Error("Legacy OAuth archive names already exist; refusing ambiguous migration");let i=await e.transaction("write");try{for(let[a,u]of Object.entries(ie))(await i.execute({sql:"SELECT 1 present FROM sqlite_master WHERE type='table' AND name=?",args:[a]})).rows.length>0&&await i.execute({sql:`ALTER TABLE ${a} RENAME TO ${u}`,args:[]});for(let a of P)await i.execute({sql:a,args:[]});await i.commit()}finally{i.close()}return"archived_legacy"}var qe={oauth_store_metadata:["id","store_id","schema_version","authority_epoch","authority_state","updated_at"],oauth_clients:["client_id","client_name","client_type","token_endpoint_auth_method","status","created_at","last_used_at","expires_at"],oauth_client_redirect_uris:["client_id","redirect_uri","redirect_kind"],oauth_codes:["code_digest","lookup_key_id","client_id","redirect_uri","code_challenge","challenge_method","user_id","scope","resource","issued_at","expires_at"],oauth_code_exchanges:["code_digest","request_fingerprint","client_id","family_id","grant_scope","grant_resource","scope","resource","sealed_refresh","sealed_nonce","sealed_tag","replay_key_id","completed_at","replay_expires_at"],oauth_refresh_families:["family_id","user_id","client_id","issuer","scope","resource","status","current_generation","created_at","expires_at","revoked_at","compromised_at"],oauth_refresh_tokens:["family_id","generation","token_digest","lookup_key_id","token_prefix","predecessor_generation","issued_at","expires_at","used_at","revoked_at"],oauth_refresh_rotations:["family_id","predecessor_generation","request_fingerprint","successor_generation","sealed_successor","sealed_nonce","sealed_tag","replay_key_id","rotated_at","replay_expires_at"],oauth_security_events:["event_id","family_id","event_type","reason_code","occurred_at","retain_until"]},We={oauth_clients_inactivity_idx:["status","last_used_at","client_id"],oauth_codes_expiry_idx:["expires_at","code_digest"],oauth_code_exchanges_replay_expiry_idx:["replay_expires_at","code_digest"],oauth_refresh_families_lifecycle_idx:["status","expires_at","family_id"],oauth_refresh_families_user_status_idx:["user_id","status"],oauth_refresh_tokens_expiry_idx:["expires_at","family_id","generation"],oauth_refresh_rotations_replay_expiry_idx:["replay_expires_at","family_id","predecessor_generation"],oauth_security_events_retention_idx:["retain_until","event_id"]};async function oe(e){let t=await e.execute({sql:`SELECT name FROM sqlite_master WHERE type = 'table' AND name IN (${f.map(()=>"?").join(",")})`,args:[...f]}),r=await e.execute({sql:`SELECT name FROM sqlite_master WHERE type = 'index' AND name IN (${O.map(()=>"?").join(",")})`,args:[...O]}),s=new Set(t.rows.map(o=>String(o.name))),i=new Set(r.rows.map(o=>String(o.name))),a=await e.execute("PRAGMA foreign_keys"),u=[],c=o=>o.replace(/\bIF\s+NOT\s+EXISTS\b/gi,"").replace(/\s+/g," ").trim().toLowerCase();for(let o of f){if(!s.has(o))continue;let d=(await e.execute(`PRAGMA table_info('${o}')`)).rows.map(b=>String(b.name));JSON.stringify(d)!==JSON.stringify(qe[o])&&u.push(`${o}:columns`);let E=await e.execute({sql:"SELECT sql FROM sqlite_master WHERE type='table' AND name=?",args:[o]}),l=String(E.rows[0]?.sql??""),g=P.find(b=>c(b).startsWith(`create table ${o} `));(!g||c(l)!==c(g))&&u.push(`${o}:definition`)}for(let o of O){if(!i.has(o))continue;let d=(await e.execute(`PRAGMA index_info('${o}')`)).rows.map(E=>String(E.name));JSON.stringify(d)!==JSON.stringify(We[o])&&u.push(`${o}:columns`)}return{ok:f.every(o=>s.has(o))&&O.every(o=>i.has(o))&&Number(a.rows[0]?.foreign_keys??0)===1&&u.length===0,missingTables:f.filter(o=>!s.has(o)),missingIndexes:O.filter(o=>!i.has(o)),foreignKeysEnabled:Number(a.rows[0]?.foreign_keys??0)===1,problems:u}}var Be=process.env.TURSO_DATABASE_URL??"file:./paa-api.db",Ge=process.env.TURSO_AUTH_TOKEN,k=null,ue=!1,q="2026-08-27.1",ce="data-2026-07-28-site-extract-counters.1",_e=["admin_credit_adjustment_events","admin_credit_adjustments","billing_authorizations","billing_credits","billing_debits","billing_debit_allocations","billing_events","browser_profile_labels","connected_account_billing","concurrency_locks","credit_lot_expirations","credit_lots","credit_lot_repairs","free_credit_refreshes","harvest_attempts","inbox_messages","jobs","kpo_jobs","kpo_phase_log","ledger","oauth_clients","oauth_codes","oauth_tokens","page_snapshots","password_reset_tokens","rate_limits","request_events","scheduled_run_view_links","serp_identities","site_audit_jobs","site_audit_phase_log","site_extract_jobs","site_extract_pages","stripe_events","users","workflow_artifacts","workflow_runs","workflow_schedules","workflow_webhook_deliveries","workshop_registrations"],de=["admin_credit_adjustment_events_reference","admin_credit_adjustments_user_created","billing_authorizations_user_status","billing_credits_user_status","billing_debits_user_status","billing_events_authorization","billing_events_user_created_at","concurrency_locks_active_user","concurrency_locks_operation","concurrency_locks_user_status","credit_lots_user_active","credit_lot_repairs_user_applied","harvest_attempts_job_id","harvest_attempts_provider_lookup","harvest_attempts_user_created_at","inbox_messages_user_sent_at","jobs_created_at_status_user","jobs_status","jobs_user_created_at_status","jobs_user_id","kpo_jobs_status","kpo_jobs_user_id","kpo_phase_log_job_id","ledger_stripe_pi_unique","ledger_user_id","oauth_tokens_identity","page_snapshots_user_checked_at","prt_user_id","request_events_created_at","request_events_user_created_at","scheduled_run_view_links_expiry","scheduled_run_view_links_owner_run","serp_identities_user_name","site_audit_jobs_status","site_audit_jobs_user_id","site_audit_phase_log_job_id","site_extract_jobs_status","site_extract_jobs_idempotency","site_extract_jobs_user_id","site_extract_pages_job_id","workflow_artifacts_run","workflow_runs_idempotency","workflow_runs_schedule","workflow_runs_user_created","workflow_schedules_due","workflow_schedules_user_status","workflow_webhook_deliveries_run","workshop_registrations_event_status"],le=["credit_lots_bounds_insert","credit_lots_bounds_update","credit_lots_one_migration_insert","credit_lots_one_migration_update"],Ye={credit_lots:["never_expires"],harvest_attempts:["debug_json","browser_provider","provider_session_id","provider_session_observed_at","provider_lookup_status","provider_status","provider_error_code","provider_error_message","provider_reason_source","provider_duration_ms","provider_bandwidth_bytes","provider_captcha","provider_checked_at","provider_detail_json","provider_disconnect_observed","provider_disconnect_message"],jobs:["public_error_json"],oauth_tokens:["replaced_by","rotated_at"],site_extract_jobs:["attempted_urls","successful_urls","failed_urls","idempotency_key","request_fingerprint","dispatch_attempts","next_dispatch_at","dispatch_error","settlement_attempts","next_settlement_at","settlement_error","public_error_json"],stripe_events:["attempt_count","claim_token","last_error","status","updated_at"],users:["balance_mc","concurrency_stripe_sub_id","concurrency_pack_quantity","extra_concurrency_slots","key_active","memory_identity","memory_key","memory_plan","memory_provisioned","memory_subscription_id","password_hash","stripe_customer_id","subscription_concurrency","subscription_id","subscription_tier"],workshop_registrations:["field_notes_email_id","reminder_48h_email_id","reminder_24h_email_id","reminder_1h_email_id"],workflow_artifacts:["content"],workflow_runs:["step_index","step_log_json","step_state_json","total_steps","webhook_url"]};function U(e){return e.map(t=>`'${t.replaceAll("'","''")}'`).join(", ")}async function W(e){let t=[`(SELECT COUNT(*) FROM sqlite_master WHERE type = 'table' AND name IN (${U(_e)})) = ${_e.length}`,`(SELECT COUNT(*) FROM sqlite_master WHERE type = 'index' AND name IN (${U(de)})) = ${de.length}`,`(SELECT COUNT(*) FROM sqlite_master WHERE type = 'trigger' AND name IN (${U(le)})) = ${le.length}`,...Object.entries(Ye).map(([s,i])=>`(SELECT COUNT(*) FROM pragma_table_info('${s}') WHERE name IN (${U(i)})) = ${i.length}`)],r=await e.execute(`SELECT ${t.join(" AND ")} AS ready`);return Number(r.rows[0]?.ready??0)===1}async function Je(e){await e.execute(`
|
|
101
|
+
UPDATE site_extract_jobs SET
|
|
102
|
+
attempted_urls = done_urls,
|
|
103
|
+
successful_urls = (
|
|
104
|
+
SELECT COUNT(*) FROM site_extract_pages
|
|
105
|
+
WHERE job_id = site_extract_jobs.id
|
|
106
|
+
AND CASE
|
|
107
|
+
WHEN json_valid(page) = 0 THEN 0
|
|
108
|
+
WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
|
|
109
|
+
THEN json_extract(page, '$.extractionStatus') = 'successful'
|
|
110
|
+
ELSE COALESCE(
|
|
111
|
+
json_extract(page, '$.status') >= 200
|
|
112
|
+
AND json_extract(page, '$.status') < 300
|
|
113
|
+
AND json_extract(page, '$.wordCount') > 0,
|
|
114
|
+
0
|
|
115
|
+
)
|
|
116
|
+
END
|
|
117
|
+
),
|
|
118
|
+
failed_urls = MAX(0, done_urls - (
|
|
119
|
+
SELECT COUNT(*) FROM site_extract_pages
|
|
120
|
+
WHERE job_id = site_extract_jobs.id
|
|
121
|
+
AND CASE
|
|
122
|
+
WHEN json_valid(page) = 0 THEN 0
|
|
123
|
+
WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
|
|
124
|
+
THEN json_extract(page, '$.extractionStatus') = 'successful'
|
|
125
|
+
ELSE COALESCE(
|
|
126
|
+
json_extract(page, '$.status') >= 200
|
|
127
|
+
AND json_extract(page, '$.status') < 300
|
|
128
|
+
AND json_extract(page, '$.wordCount') > 0,
|
|
129
|
+
0
|
|
130
|
+
)
|
|
131
|
+
END
|
|
132
|
+
))
|
|
133
|
+
WHERE done_urls > 0
|
|
134
|
+
AND attempted_urls = 0
|
|
135
|
+
AND successful_urls = 0
|
|
136
|
+
AND failed_urls = 0
|
|
137
|
+
`)}async function j(e){(await e.execute({sql:"SELECT 1 AS applied FROM schema_migrations WHERE version = ? LIMIT 1",args:[ce]})).rows.length>0||(await Je(e),await e.execute({sql:"INSERT OR IGNORE INTO schema_migrations (version) VALUES (?)",args:[ce]}))}function n(){return k||(k=je({url:Be,authToken:Ge})),k}function Nt(e){k=e}async function bt(e=n()){if(process.env.OAUTH_MAINTENANCE_MODE!=="true")throw new Error("Secured main OAuth schema migration requires OAUTH_MAINTENANCE_MODE=true");await ae(e)}async function Lt(e=n()){return oe(e)}async function St(e={}){let t=n(),r;try{r=await t.execute({sql:"SELECT 1 AS applied FROM schema_migrations WHERE version = ? LIMIT 1",args:[q]})}catch(s){let i=s instanceof Error?s.message.toLowerCase():String(s).toLowerCase();if(!i.includes("no such table")||!i.includes("schema_migrations"))throw s;await t.execute(`
|
|
138
|
+
CREATE TABLE IF NOT EXISTS schema_migrations (
|
|
139
|
+
version TEXT PRIMARY KEY,
|
|
140
|
+
applied_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
141
|
+
)
|
|
142
|
+
`),r={rows:[]}}if(r.rows.length>0){if(!e.verifyCurrentSchema)return;if(await W(t)){e.runDataRepairs&&await j(t);return}}if(await W(t)){await j(t),await t.execute({sql:"INSERT OR IGNORE INTO schema_migrations (version) VALUES (?)",args:[q]});return}await t.execute(`
|
|
143
|
+
CREATE TABLE IF NOT EXISTS users (
|
|
144
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
145
|
+
email TEXT UNIQUE NOT NULL,
|
|
146
|
+
name TEXT,
|
|
147
|
+
api_key TEXT UNIQUE NOT NULL,
|
|
148
|
+
password_hash TEXT,
|
|
149
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
150
|
+
active INTEGER NOT NULL DEFAULT 1
|
|
151
|
+
)
|
|
152
|
+
`),await t.execute(`
|
|
153
|
+
CREATE TABLE IF NOT EXISTS jobs (
|
|
154
|
+
id TEXT PRIMARY KEY,
|
|
155
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
156
|
+
status TEXT NOT NULL DEFAULT 'pending',
|
|
157
|
+
query TEXT NOT NULL,
|
|
158
|
+
options TEXT NOT NULL,
|
|
159
|
+
callback_url TEXT,
|
|
160
|
+
result TEXT,
|
|
161
|
+
error TEXT,
|
|
162
|
+
public_error_json TEXT,
|
|
163
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
164
|
+
started_at TEXT,
|
|
165
|
+
completed_at TEXT
|
|
166
|
+
)
|
|
167
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS jobs_user_id ON jobs(user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS jobs_status ON jobs(status)");try{await t.execute("ALTER TABLE jobs ADD COLUMN public_error_json TEXT")}catch{}await t.execute("CREATE INDEX IF NOT EXISTS jobs_created_at_status_user ON jobs(created_at, status, user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS jobs_user_created_at_status ON jobs(user_id, created_at, status)"),await t.execute(`
|
|
168
|
+
CREATE TABLE IF NOT EXISTS harvest_attempts (
|
|
169
|
+
id TEXT PRIMARY KEY,
|
|
170
|
+
job_id TEXT NOT NULL REFERENCES jobs(id),
|
|
171
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
172
|
+
attempt_number INTEGER NOT NULL,
|
|
173
|
+
max_attempts INTEGER NOT NULL,
|
|
174
|
+
query TEXT NOT NULL,
|
|
175
|
+
location TEXT,
|
|
176
|
+
max_questions INTEGER NOT NULL,
|
|
177
|
+
status TEXT NOT NULL,
|
|
178
|
+
outcome TEXT,
|
|
179
|
+
kernel_session_id TEXT,
|
|
180
|
+
question_count INTEGER,
|
|
181
|
+
duration_ms INTEGER,
|
|
182
|
+
error TEXT,
|
|
183
|
+
will_retry INTEGER,
|
|
184
|
+
kernel_delete_started INTEGER NOT NULL DEFAULT 0,
|
|
185
|
+
kernel_delete_succeeded INTEGER,
|
|
186
|
+
kernel_delete_error TEXT,
|
|
187
|
+
browser_close_succeeded INTEGER,
|
|
188
|
+
browser_close_error TEXT,
|
|
189
|
+
debug_json TEXT,
|
|
190
|
+
browser_provider TEXT,
|
|
191
|
+
provider_session_id TEXT,
|
|
192
|
+
provider_session_observed_at TEXT,
|
|
193
|
+
provider_lookup_status TEXT,
|
|
194
|
+
provider_status TEXT,
|
|
195
|
+
provider_error_code TEXT,
|
|
196
|
+
provider_error_message TEXT,
|
|
197
|
+
provider_reason_source TEXT,
|
|
198
|
+
provider_duration_ms INTEGER,
|
|
199
|
+
provider_bandwidth_bytes INTEGER,
|
|
200
|
+
provider_captcha INTEGER,
|
|
201
|
+
provider_checked_at TEXT,
|
|
202
|
+
provider_detail_json TEXT,
|
|
203
|
+
provider_disconnect_observed INTEGER,
|
|
204
|
+
provider_disconnect_message TEXT,
|
|
205
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
206
|
+
completed_at TEXT,
|
|
207
|
+
UNIQUE(job_id, attempt_number)
|
|
208
|
+
)
|
|
209
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS harvest_attempts_job_id ON harvest_attempts(job_id)"),await t.execute("CREATE INDEX IF NOT EXISTS harvest_attempts_user_created_at ON harvest_attempts(user_id, created_at DESC)");try{await t.execute("ALTER TABLE harvest_attempts ADD COLUMN debug_json TEXT")}catch{}for(let s of["browser_provider TEXT","provider_session_id TEXT","provider_session_observed_at TEXT","provider_lookup_status TEXT","provider_status TEXT","provider_error_code TEXT","provider_error_message TEXT","provider_reason_source TEXT","provider_duration_ms INTEGER","provider_bandwidth_bytes INTEGER","provider_captcha INTEGER","provider_checked_at TEXT","provider_detail_json TEXT","provider_disconnect_observed INTEGER","provider_disconnect_message TEXT"])try{await t.execute(`ALTER TABLE harvest_attempts ADD COLUMN ${s}`)}catch{}await t.execute("CREATE INDEX IF NOT EXISTS harvest_attempts_provider_lookup ON harvest_attempts(browser_provider, provider_lookup_status, provider_checked_at)");try{await t.execute("ALTER TABLE users ADD COLUMN password_hash TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN key_active INTEGER NOT NULL DEFAULT 1")}catch{}await t.execute(`
|
|
210
|
+
CREATE TABLE IF NOT EXISTS kpo_jobs (
|
|
211
|
+
id TEXT PRIMARY KEY,
|
|
212
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
213
|
+
status TEXT NOT NULL,
|
|
214
|
+
entity_name TEXT NOT NULL,
|
|
215
|
+
entity_type TEXT NOT NULL,
|
|
216
|
+
url TEXT,
|
|
217
|
+
request TEXT NOT NULL,
|
|
218
|
+
result TEXT,
|
|
219
|
+
error TEXT,
|
|
220
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
221
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
222
|
+
)
|
|
223
|
+
`),await t.execute(`
|
|
224
|
+
CREATE TABLE IF NOT EXISTS kpo_phase_log (
|
|
225
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
226
|
+
job_id TEXT NOT NULL REFERENCES kpo_jobs(id),
|
|
227
|
+
phase TEXT NOT NULL,
|
|
228
|
+
output TEXT NOT NULL,
|
|
229
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
230
|
+
)
|
|
231
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS kpo_jobs_user_id ON kpo_jobs(user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS kpo_jobs_status ON kpo_jobs(status)"),await t.execute("CREATE INDEX IF NOT EXISTS kpo_phase_log_job_id ON kpo_phase_log(job_id)");try{await t.execute("ALTER TABLE users ADD COLUMN stripe_customer_id TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN balance_mc INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN extra_concurrency_slots INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN concurrency_stripe_sub_id TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN concurrency_pack_quantity INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN subscription_concurrency INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN subscription_tier TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN subscription_id TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_key TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_identity TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_plan TEXT NOT NULL DEFAULT 'free'")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_subscription_id TEXT")}catch{}try{await t.execute("ALTER TABLE users ADD COLUMN memory_provisioned INTEGER NOT NULL DEFAULT 0")}catch{}await t.execute(`
|
|
232
|
+
CREATE TABLE IF NOT EXISTS concurrency_locks (
|
|
233
|
+
id TEXT PRIMARY KEY,
|
|
234
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
235
|
+
operation TEXT NOT NULL,
|
|
236
|
+
status TEXT NOT NULL DEFAULT 'active',
|
|
237
|
+
acquired_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
238
|
+
expires_at TEXT NOT NULL,
|
|
239
|
+
released_at TEXT,
|
|
240
|
+
metadata TEXT
|
|
241
|
+
)
|
|
242
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS concurrency_locks_user_status ON concurrency_locks(user_id, status, expires_at)"),await t.execute("CREATE INDEX IF NOT EXISTS concurrency_locks_operation ON concurrency_locks(operation, status, expires_at)"),await t.execute("CREATE INDEX IF NOT EXISTS concurrency_locks_active_user ON concurrency_locks(user_id, expires_at) WHERE status = 'active'"),await t.execute(`
|
|
243
|
+
CREATE TABLE IF NOT EXISTS ledger (
|
|
244
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
245
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
246
|
+
amount_mc INTEGER NOT NULL,
|
|
247
|
+
operation TEXT NOT NULL,
|
|
248
|
+
description TEXT,
|
|
249
|
+
stripe_pi TEXT,
|
|
250
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
251
|
+
)
|
|
252
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS ledger_user_id ON ledger(user_id)"),await t.execute("CREATE UNIQUE INDEX IF NOT EXISTS ledger_stripe_pi_unique ON ledger(stripe_pi) WHERE stripe_pi IS NOT NULL"),await t.execute(`
|
|
253
|
+
CREATE TABLE IF NOT EXISTS credit_lots (
|
|
254
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
255
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
256
|
+
amount_mc INTEGER NOT NULL,
|
|
257
|
+
remaining_mc INTEGER NOT NULL,
|
|
258
|
+
source TEXT NOT NULL,
|
|
259
|
+
stripe_pi TEXT,
|
|
260
|
+
granted_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
261
|
+
expires_at TEXT NOT NULL,
|
|
262
|
+
never_expires INTEGER NOT NULL DEFAULT 0
|
|
263
|
+
)
|
|
264
|
+
`);try{await t.execute("ALTER TABLE credit_lots ADD COLUMN never_expires INTEGER NOT NULL DEFAULT 0")}catch{}await t.execute("CREATE INDEX IF NOT EXISTS credit_lots_user_active ON credit_lots(user_id, expires_at, remaining_mc)"),await t.execute(`
|
|
265
|
+
CREATE TABLE IF NOT EXISTS credit_lot_expirations (
|
|
266
|
+
lot_id INTEGER PRIMARY KEY REFERENCES credit_lots(id),
|
|
267
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
268
|
+
amount_mc INTEGER NOT NULL,
|
|
269
|
+
claim_token TEXT NOT NULL UNIQUE,
|
|
270
|
+
expired_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
271
|
+
)
|
|
272
|
+
`),await t.execute(`
|
|
273
|
+
CREATE TRIGGER IF NOT EXISTS credit_lots_bounds_insert
|
|
274
|
+
BEFORE INSERT ON credit_lots
|
|
275
|
+
WHEN NEW.amount_mc < 0
|
|
276
|
+
OR NEW.remaining_mc < 0
|
|
277
|
+
OR NEW.remaining_mc > NEW.amount_mc
|
|
278
|
+
BEGIN
|
|
279
|
+
SELECT RAISE(ABORT, 'invalid credit lot bounds');
|
|
280
|
+
END
|
|
281
|
+
`),await t.execute(`
|
|
282
|
+
CREATE TRIGGER IF NOT EXISTS credit_lots_bounds_update
|
|
283
|
+
BEFORE UPDATE OF amount_mc, remaining_mc ON credit_lots
|
|
284
|
+
WHEN NEW.amount_mc < 0
|
|
285
|
+
OR NEW.remaining_mc < 0
|
|
286
|
+
OR NEW.remaining_mc > NEW.amount_mc
|
|
287
|
+
BEGIN
|
|
288
|
+
SELECT RAISE(ABORT, 'invalid credit lot bounds');
|
|
289
|
+
END
|
|
290
|
+
`),await t.execute(`
|
|
291
|
+
CREATE TRIGGER IF NOT EXISTS credit_lots_one_migration_insert
|
|
292
|
+
BEFORE INSERT ON credit_lots
|
|
293
|
+
WHEN NEW.source = 'migration'
|
|
294
|
+
AND EXISTS (
|
|
295
|
+
SELECT 1 FROM credit_lots
|
|
296
|
+
WHERE user_id = NEW.user_id AND source = 'migration'
|
|
297
|
+
)
|
|
298
|
+
BEGIN
|
|
299
|
+
SELECT RAISE(ABORT, 'duplicate migration lot');
|
|
300
|
+
END
|
|
301
|
+
`),await t.execute(`
|
|
302
|
+
CREATE TRIGGER IF NOT EXISTS credit_lots_one_migration_update
|
|
303
|
+
BEFORE UPDATE OF source, user_id ON credit_lots
|
|
304
|
+
WHEN NEW.source = 'migration'
|
|
305
|
+
AND EXISTS (
|
|
306
|
+
SELECT 1 FROM credit_lots
|
|
307
|
+
WHERE user_id = NEW.user_id
|
|
308
|
+
AND source = 'migration'
|
|
309
|
+
AND id != OLD.id
|
|
310
|
+
)
|
|
311
|
+
BEGIN
|
|
312
|
+
SELECT RAISE(ABORT, 'duplicate migration lot');
|
|
313
|
+
END
|
|
314
|
+
`),await t.execute(`
|
|
315
|
+
CREATE TABLE IF NOT EXISTS credit_lot_repairs (
|
|
316
|
+
repair_id TEXT PRIMARY KEY,
|
|
317
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
318
|
+
report_sha256 TEXT NOT NULL,
|
|
319
|
+
classification TEXT NOT NULL,
|
|
320
|
+
before_json TEXT NOT NULL,
|
|
321
|
+
plan_json TEXT NOT NULL,
|
|
322
|
+
after_json TEXT,
|
|
323
|
+
status TEXT NOT NULL DEFAULT 'claimed',
|
|
324
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
325
|
+
applied_at TEXT
|
|
326
|
+
)
|
|
327
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS credit_lot_repairs_user_applied ON credit_lot_repairs(user_id, applied_at)"),await t.execute(`
|
|
328
|
+
CREATE TABLE IF NOT EXISTS free_credit_refreshes (
|
|
329
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
330
|
+
month TEXT NOT NULL,
|
|
331
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
332
|
+
PRIMARY KEY (user_id, month)
|
|
333
|
+
)
|
|
334
|
+
`),await t.execute(`
|
|
335
|
+
CREATE TABLE IF NOT EXISTS billing_authorizations (
|
|
336
|
+
id TEXT PRIMARY KEY,
|
|
337
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
338
|
+
idempotency_key TEXT NOT NULL UNIQUE,
|
|
339
|
+
billing_class TEXT NOT NULL,
|
|
340
|
+
status TEXT NOT NULL,
|
|
341
|
+
minimum_amount_mc INTEGER NOT NULL,
|
|
342
|
+
maximum_amount_mc INTEGER NOT NULL,
|
|
343
|
+
token_hash TEXT NOT NULL,
|
|
344
|
+
metadata TEXT,
|
|
345
|
+
expires_at TEXT NOT NULL,
|
|
346
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
347
|
+
settled_at TEXT
|
|
348
|
+
)
|
|
349
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS billing_authorizations_user_status ON billing_authorizations(user_id, status, expires_at)"),await t.execute(`
|
|
350
|
+
CREATE TABLE IF NOT EXISTS billing_events (
|
|
351
|
+
id TEXT PRIMARY KEY,
|
|
352
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
353
|
+
authorization_id TEXT REFERENCES billing_authorizations(id),
|
|
354
|
+
idempotency_key TEXT NOT NULL UNIQUE,
|
|
355
|
+
billing_class TEXT NOT NULL,
|
|
356
|
+
source_surface TEXT NOT NULL,
|
|
357
|
+
status TEXT NOT NULL,
|
|
358
|
+
amount_mc INTEGER NOT NULL DEFAULT 0,
|
|
359
|
+
raw_cost_usd_nanos INTEGER,
|
|
360
|
+
multiplier_bps INTEGER,
|
|
361
|
+
input_tokens INTEGER,
|
|
362
|
+
output_tokens INTEGER,
|
|
363
|
+
cached_tokens INTEGER,
|
|
364
|
+
model_steps INTEGER,
|
|
365
|
+
metadata TEXT,
|
|
366
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
367
|
+
settled_at TEXT
|
|
368
|
+
)
|
|
369
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS billing_events_user_created_at ON billing_events(user_id, created_at DESC)"),await t.execute("CREATE INDEX IF NOT EXISTS billing_events_authorization ON billing_events(authorization_id)"),await t.execute(`
|
|
370
|
+
CREATE TABLE IF NOT EXISTS billing_debits (
|
|
371
|
+
idempotency_key TEXT PRIMARY KEY,
|
|
372
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
373
|
+
amount_mc INTEGER NOT NULL,
|
|
374
|
+
operation TEXT NOT NULL,
|
|
375
|
+
description TEXT,
|
|
376
|
+
status TEXT NOT NULL DEFAULT 'claimed',
|
|
377
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
378
|
+
applied_at TEXT
|
|
379
|
+
)
|
|
380
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS billing_debits_user_status ON billing_debits(user_id, status)"),await t.execute(`
|
|
381
|
+
CREATE TABLE IF NOT EXISTS billing_debit_allocations (
|
|
382
|
+
debit_idempotency_key TEXT NOT NULL REFERENCES billing_debits(idempotency_key),
|
|
383
|
+
lot_id INTEGER NOT NULL REFERENCES credit_lots(id),
|
|
384
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
385
|
+
amount_mc INTEGER NOT NULL,
|
|
386
|
+
expires_at TEXT NOT NULL,
|
|
387
|
+
PRIMARY KEY (debit_idempotency_key, lot_id)
|
|
388
|
+
)
|
|
389
|
+
`),await t.execute(`
|
|
390
|
+
CREATE TABLE IF NOT EXISTS connected_account_billing (
|
|
391
|
+
user_id INTEGER PRIMARY KEY REFERENCES users(id),
|
|
392
|
+
stripe_subscription_id TEXT,
|
|
393
|
+
stripe_subscription_item_id TEXT,
|
|
394
|
+
price_id TEXT,
|
|
395
|
+
quantity INTEGER NOT NULL DEFAULT 0,
|
|
396
|
+
status TEXT NOT NULL DEFAULT 'pending',
|
|
397
|
+
last_error_code TEXT,
|
|
398
|
+
checked_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
399
|
+
synced_at TEXT,
|
|
400
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
401
|
+
)
|
|
402
|
+
`),await t.execute(`
|
|
403
|
+
CREATE TABLE IF NOT EXISTS connected_account_charges (
|
|
404
|
+
user_id INTEGER NOT NULL,
|
|
405
|
+
connection_id TEXT NOT NULL,
|
|
406
|
+
period_start TEXT NOT NULL,
|
|
407
|
+
amount_mc INTEGER NOT NULL,
|
|
408
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
409
|
+
PRIMARY KEY (user_id, connection_id, period_start)
|
|
410
|
+
)
|
|
411
|
+
`),await t.execute(`
|
|
412
|
+
CREATE TABLE IF NOT EXISTS connected_account_charge_transfers (
|
|
413
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
414
|
+
user_id INTEGER NOT NULL,
|
|
415
|
+
period_start TEXT NOT NULL,
|
|
416
|
+
from_connection_id TEXT NOT NULL,
|
|
417
|
+
to_connection_id TEXT NOT NULL,
|
|
418
|
+
provider_config_key TEXT NOT NULL,
|
|
419
|
+
transferred_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
420
|
+
UNIQUE (user_id, period_start, from_connection_id),
|
|
421
|
+
CHECK (from_connection_id <> to_connection_id)
|
|
422
|
+
)
|
|
423
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS connected_account_charge_transfers_destination ON connected_account_charge_transfers(user_id, period_start, to_connection_id, transferred_at DESC)"),await t.execute(`
|
|
424
|
+
CREATE TABLE IF NOT EXISTS billing_credits (
|
|
425
|
+
idempotency_key TEXT PRIMARY KEY,
|
|
426
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
427
|
+
amount_mc INTEGER NOT NULL,
|
|
428
|
+
operation TEXT NOT NULL,
|
|
429
|
+
description TEXT,
|
|
430
|
+
status TEXT NOT NULL DEFAULT 'claimed',
|
|
431
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
432
|
+
applied_at TEXT
|
|
433
|
+
)
|
|
434
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS billing_credits_user_status ON billing_credits(user_id, status)"),await t.execute(`
|
|
435
|
+
CREATE TABLE IF NOT EXISTS admin_credit_adjustments (
|
|
436
|
+
reference TEXT PRIMARY KEY,
|
|
437
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
438
|
+
direction TEXT NOT NULL,
|
|
439
|
+
amount_mc INTEGER NOT NULL,
|
|
440
|
+
reason TEXT NOT NULL,
|
|
441
|
+
actor TEXT NOT NULL,
|
|
442
|
+
status TEXT NOT NULL DEFAULT 'applied',
|
|
443
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
444
|
+
updated_at TEXT
|
|
445
|
+
)
|
|
446
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS admin_credit_adjustments_user_created ON admin_credit_adjustments(user_id, created_at)"),await t.execute(`
|
|
447
|
+
CREATE TABLE IF NOT EXISTS admin_credit_adjustment_events (
|
|
448
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
449
|
+
reference TEXT NOT NULL REFERENCES admin_credit_adjustments(reference),
|
|
450
|
+
seq INTEGER NOT NULL,
|
|
451
|
+
kind TEXT NOT NULL,
|
|
452
|
+
from_amount_mc INTEGER,
|
|
453
|
+
to_amount_mc INTEGER,
|
|
454
|
+
from_reason TEXT,
|
|
455
|
+
to_reason TEXT,
|
|
456
|
+
moved_mc INTEGER NOT NULL DEFAULT 0,
|
|
457
|
+
actor TEXT NOT NULL,
|
|
458
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
459
|
+
UNIQUE (reference, seq)
|
|
460
|
+
)
|
|
461
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS admin_credit_adjustment_events_reference ON admin_credit_adjustment_events(reference)"),await t.execute(`
|
|
462
|
+
CREATE TABLE IF NOT EXISTS site_audit_jobs (
|
|
463
|
+
id TEXT PRIMARY KEY,
|
|
464
|
+
user_id INTEGER,
|
|
465
|
+
status TEXT DEFAULT 'pending',
|
|
466
|
+
client_domain TEXT,
|
|
467
|
+
session_path TEXT,
|
|
468
|
+
request TEXT,
|
|
469
|
+
result TEXT,
|
|
470
|
+
error TEXT,
|
|
471
|
+
created_at TEXT DEFAULT (datetime('now')),
|
|
472
|
+
updated_at TEXT DEFAULT (datetime('now'))
|
|
473
|
+
)
|
|
474
|
+
`),await t.execute(`
|
|
475
|
+
CREATE TABLE IF NOT EXISTS site_audit_phase_log (
|
|
476
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
477
|
+
job_id TEXT REFERENCES site_audit_jobs(id),
|
|
478
|
+
phase TEXT,
|
|
479
|
+
completed_at TEXT DEFAULT (datetime('now')),
|
|
480
|
+
output_summary TEXT
|
|
481
|
+
)
|
|
482
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS site_audit_jobs_user_id ON site_audit_jobs(user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS site_audit_jobs_status ON site_audit_jobs(status)"),await t.execute("CREATE INDEX IF NOT EXISTS site_audit_phase_log_job_id ON site_audit_phase_log(job_id)"),await t.execute(`
|
|
483
|
+
CREATE TABLE IF NOT EXISTS site_extract_jobs (
|
|
484
|
+
id TEXT PRIMARY KEY,
|
|
485
|
+
user_id INTEGER,
|
|
486
|
+
status TEXT DEFAULT 'pending',
|
|
487
|
+
start_url TEXT,
|
|
488
|
+
options TEXT,
|
|
489
|
+
total_urls INTEGER DEFAULT 0,
|
|
490
|
+
done_urls INTEGER DEFAULT 0,
|
|
491
|
+
attempted_urls INTEGER DEFAULT 0,
|
|
492
|
+
successful_urls INTEGER DEFAULT 0,
|
|
493
|
+
failed_urls INTEGER DEFAULT 0,
|
|
494
|
+
idempotency_key TEXT,
|
|
495
|
+
request_fingerprint TEXT,
|
|
496
|
+
dispatch_attempts INTEGER DEFAULT 0,
|
|
497
|
+
next_dispatch_at TEXT,
|
|
498
|
+
dispatch_error TEXT,
|
|
499
|
+
settlement_attempts INTEGER DEFAULT 0,
|
|
500
|
+
next_settlement_at TEXT,
|
|
501
|
+
settlement_error TEXT,
|
|
502
|
+
artifacts TEXT,
|
|
503
|
+
error TEXT,
|
|
504
|
+
public_error_json TEXT,
|
|
505
|
+
billed_mc INTEGER,
|
|
506
|
+
created_at TEXT DEFAULT (datetime('now')),
|
|
507
|
+
updated_at TEXT DEFAULT (datetime('now'))
|
|
508
|
+
)
|
|
509
|
+
`),await t.execute(`
|
|
510
|
+
CREATE TABLE IF NOT EXISTS site_extract_pages (
|
|
511
|
+
job_id TEXT,
|
|
512
|
+
url TEXT,
|
|
513
|
+
page TEXT,
|
|
514
|
+
PRIMARY KEY (job_id, url)
|
|
515
|
+
)
|
|
516
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS site_extract_jobs_user_id ON site_extract_jobs(user_id)"),await t.execute("CREATE INDEX IF NOT EXISTS site_extract_jobs_status ON site_extract_jobs(status)"),await t.execute("CREATE INDEX IF NOT EXISTS site_extract_pages_job_id ON site_extract_pages(job_id)");try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN attempted_urls INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN successful_urls INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN failed_urls INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN idempotency_key TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN request_fingerprint TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN dispatch_attempts INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN next_dispatch_at TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN dispatch_error TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN settlement_attempts INTEGER DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN next_settlement_at TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN settlement_error TEXT")}catch{}try{await t.execute("ALTER TABLE site_extract_jobs ADD COLUMN public_error_json TEXT")}catch{}await t.execute("CREATE UNIQUE INDEX IF NOT EXISTS site_extract_jobs_idempotency ON site_extract_jobs(user_id, idempotency_key) WHERE idempotency_key IS NOT NULL"),await t.execute(`
|
|
517
|
+
CREATE TABLE IF NOT EXISTS password_reset_tokens (
|
|
518
|
+
token TEXT PRIMARY KEY,
|
|
519
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
520
|
+
expires_at TEXT NOT NULL,
|
|
521
|
+
used INTEGER NOT NULL DEFAULT 0,
|
|
522
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
523
|
+
)
|
|
524
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS prt_user_id ON password_reset_tokens(user_id)"),await t.execute(`
|
|
525
|
+
CREATE TABLE IF NOT EXISTS rate_limits (
|
|
526
|
+
scope TEXT NOT NULL,
|
|
527
|
+
key_hash TEXT NOT NULL,
|
|
528
|
+
window_start INTEGER NOT NULL,
|
|
529
|
+
count INTEGER NOT NULL DEFAULT 0,
|
|
530
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
531
|
+
PRIMARY KEY (scope, key_hash, window_start)
|
|
532
|
+
)
|
|
533
|
+
`),await t.execute(`
|
|
534
|
+
CREATE TABLE IF NOT EXISTS request_events (
|
|
535
|
+
id TEXT PRIMARY KEY,
|
|
536
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
537
|
+
source TEXT NOT NULL,
|
|
538
|
+
status TEXT NOT NULL,
|
|
539
|
+
query TEXT NOT NULL,
|
|
540
|
+
location TEXT,
|
|
541
|
+
result_count INTEGER,
|
|
542
|
+
result TEXT,
|
|
543
|
+
error TEXT,
|
|
544
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
545
|
+
)
|
|
546
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS request_events_user_created_at ON request_events(user_id, created_at DESC)"),await t.execute("CREATE INDEX IF NOT EXISTS request_events_created_at ON request_events(created_at)"),await t.execute(`
|
|
547
|
+
CREATE TABLE IF NOT EXISTS workflow_schedules (
|
|
548
|
+
id TEXT PRIMARY KEY,
|
|
549
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
550
|
+
workflow_id TEXT NOT NULL,
|
|
551
|
+
name TEXT NOT NULL,
|
|
552
|
+
input_json TEXT NOT NULL,
|
|
553
|
+
cadence TEXT NOT NULL,
|
|
554
|
+
cron_expr TEXT,
|
|
555
|
+
timezone TEXT NOT NULL DEFAULT 'UTC',
|
|
556
|
+
webhook_url TEXT,
|
|
557
|
+
status TEXT NOT NULL DEFAULT 'active',
|
|
558
|
+
next_run_at TEXT,
|
|
559
|
+
last_run_at TEXT,
|
|
560
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
561
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
562
|
+
)
|
|
563
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS workflow_schedules_user_status ON workflow_schedules(user_id, status, created_at DESC)"),await t.execute("CREATE INDEX IF NOT EXISTS workflow_schedules_due ON workflow_schedules(status, next_run_at)"),await t.execute(`
|
|
564
|
+
CREATE TABLE IF NOT EXISTS workflow_runs (
|
|
565
|
+
id TEXT PRIMARY KEY,
|
|
566
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
567
|
+
schedule_id TEXT,
|
|
568
|
+
workflow_id TEXT NOT NULL,
|
|
569
|
+
input_json TEXT NOT NULL,
|
|
570
|
+
status TEXT NOT NULL DEFAULT 'queued',
|
|
571
|
+
manifest_json TEXT,
|
|
572
|
+
error_message TEXT,
|
|
573
|
+
queued_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
574
|
+
started_at TEXT,
|
|
575
|
+
completed_at TEXT,
|
|
576
|
+
idempotency_key TEXT,
|
|
577
|
+
step_index INTEGER NOT NULL DEFAULT 0,
|
|
578
|
+
total_steps INTEGER,
|
|
579
|
+
step_state_json TEXT,
|
|
580
|
+
step_log_json TEXT,
|
|
581
|
+
webhook_url TEXT
|
|
582
|
+
)
|
|
583
|
+
`);try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN step_index INTEGER NOT NULL DEFAULT 0")}catch{}try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN total_steps INTEGER")}catch{}try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN step_state_json TEXT")}catch{}try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN step_log_json TEXT")}catch{}try{await t.execute("ALTER TABLE workflow_runs ADD COLUMN webhook_url TEXT")}catch{}await t.execute("CREATE INDEX IF NOT EXISTS workflow_runs_user_created ON workflow_runs(user_id, queued_at DESC)"),await t.execute("CREATE INDEX IF NOT EXISTS workflow_runs_schedule ON workflow_runs(schedule_id, queued_at DESC)"),await t.execute("CREATE UNIQUE INDEX IF NOT EXISTS workflow_runs_idempotency ON workflow_runs(idempotency_key) WHERE idempotency_key IS NOT NULL"),await t.execute(`
|
|
584
|
+
CREATE TABLE IF NOT EXISTS workflow_artifacts (
|
|
585
|
+
id TEXT PRIMARY KEY,
|
|
586
|
+
run_id TEXT NOT NULL REFERENCES workflow_runs(id),
|
|
587
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
588
|
+
kind TEXT NOT NULL,
|
|
589
|
+
label TEXT NOT NULL,
|
|
590
|
+
path TEXT NOT NULL,
|
|
591
|
+
content_type TEXT NOT NULL,
|
|
592
|
+
bytes INTEGER,
|
|
593
|
+
rows_count INTEGER,
|
|
594
|
+
content TEXT,
|
|
595
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
596
|
+
)
|
|
597
|
+
`);try{await t.execute("ALTER TABLE workflow_artifacts ADD COLUMN content TEXT")}catch{}await t.execute("CREATE INDEX IF NOT EXISTS workflow_artifacts_run ON workflow_artifacts(run_id)"),await t.execute(`
|
|
598
|
+
CREATE TABLE IF NOT EXISTS workflow_webhook_deliveries (
|
|
599
|
+
id TEXT PRIMARY KEY,
|
|
600
|
+
run_id TEXT NOT NULL REFERENCES workflow_runs(id),
|
|
601
|
+
schedule_id TEXT,
|
|
602
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
603
|
+
webhook_url TEXT NOT NULL,
|
|
604
|
+
status TEXT NOT NULL,
|
|
605
|
+
attempts INTEGER NOT NULL DEFAULT 0,
|
|
606
|
+
last_error TEXT,
|
|
607
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
608
|
+
delivered_at TEXT
|
|
609
|
+
)
|
|
610
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS workflow_webhook_deliveries_run ON workflow_webhook_deliveries(run_id)"),await t.execute(`
|
|
611
|
+
CREATE TABLE IF NOT EXISTS scheduled_run_view_links (
|
|
612
|
+
share_id TEXT PRIMARY KEY,
|
|
613
|
+
owner_id TEXT NOT NULL,
|
|
614
|
+
run_id TEXT NOT NULL,
|
|
615
|
+
artifact_id TEXT NOT NULL,
|
|
616
|
+
title TEXT NOT NULL,
|
|
617
|
+
summary TEXT NOT NULL,
|
|
618
|
+
renderer_key TEXT NOT NULL CHECK (renderer_key IN ('editorial_reading_room_v1','personal_authority_v1','personal_authority_v2','newsroom_publisher_v1','blog_article_v1')),
|
|
619
|
+
token_hash TEXT NOT NULL UNIQUE,
|
|
620
|
+
expires_at TEXT NOT NULL,
|
|
621
|
+
revoked_at TEXT,
|
|
622
|
+
created_at TEXT NOT NULL
|
|
623
|
+
)
|
|
624
|
+
`),await t.execute(`
|
|
625
|
+
CREATE INDEX IF NOT EXISTS scheduled_run_view_links_owner_run
|
|
626
|
+
ON scheduled_run_view_links(owner_id, run_id, created_at DESC)
|
|
627
|
+
`),await t.execute(`
|
|
628
|
+
CREATE INDEX IF NOT EXISTS scheduled_run_view_links_expiry
|
|
629
|
+
ON scheduled_run_view_links(expires_at, revoked_at)
|
|
630
|
+
`),await t.execute(`
|
|
631
|
+
CREATE TABLE IF NOT EXISTS stripe_events (
|
|
632
|
+
event_id TEXT PRIMARY KEY,
|
|
633
|
+
status TEXT NOT NULL DEFAULT 'processed',
|
|
634
|
+
attempt_count INTEGER NOT NULL DEFAULT 1,
|
|
635
|
+
claim_token TEXT,
|
|
636
|
+
last_error TEXT,
|
|
637
|
+
processed_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
638
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
639
|
+
)
|
|
640
|
+
`);for(let s of["status TEXT NOT NULL DEFAULT 'processed'","attempt_count INTEGER NOT NULL DEFAULT 1","claim_token TEXT","last_error TEXT","updated_at TEXT"])try{await t.execute(`ALTER TABLE stripe_events ADD COLUMN ${s}`)}catch{}await t.execute(`
|
|
641
|
+
UPDATE stripe_events
|
|
642
|
+
SET updated_at = COALESCE(updated_at, processed_at),
|
|
643
|
+
status = COALESCE(status, 'processed'),
|
|
644
|
+
attempt_count = MAX(1, COALESCE(attempt_count, 1))
|
|
645
|
+
WHERE updated_at IS NULL
|
|
646
|
+
OR status IS NULL
|
|
647
|
+
OR attempt_count IS NULL
|
|
648
|
+
OR attempt_count < 1
|
|
649
|
+
`),await t.execute(`
|
|
650
|
+
CREATE TABLE IF NOT EXISTS oauth_clients (
|
|
651
|
+
client_id TEXT PRIMARY KEY,
|
|
652
|
+
redirect_uris TEXT NOT NULL,
|
|
653
|
+
name TEXT,
|
|
654
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
655
|
+
)
|
|
656
|
+
`),await t.execute(`
|
|
657
|
+
CREATE TABLE IF NOT EXISTS oauth_codes (
|
|
658
|
+
code TEXT PRIMARY KEY,
|
|
659
|
+
client_id TEXT NOT NULL,
|
|
660
|
+
redirect_uri TEXT NOT NULL,
|
|
661
|
+
code_challenge TEXT NOT NULL,
|
|
662
|
+
identity TEXT NOT NULL,
|
|
663
|
+
scope TEXT NOT NULL,
|
|
664
|
+
resource TEXT,
|
|
665
|
+
expires_at TEXT NOT NULL,
|
|
666
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
667
|
+
)
|
|
668
|
+
`),await t.execute(`
|
|
669
|
+
CREATE TABLE IF NOT EXISTS oauth_tokens (
|
|
670
|
+
refresh_token TEXT PRIMARY KEY,
|
|
671
|
+
client_id TEXT NOT NULL,
|
|
672
|
+
identity TEXT NOT NULL,
|
|
673
|
+
scope TEXT NOT NULL,
|
|
674
|
+
resource TEXT,
|
|
675
|
+
expires_at TEXT NOT NULL,
|
|
676
|
+
revoked INTEGER NOT NULL DEFAULT 0,
|
|
677
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
678
|
+
)
|
|
679
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS oauth_tokens_identity ON oauth_tokens(identity)");for(let s of["replaced_by TEXT","rotated_at TEXT"])try{await t.execute(`ALTER TABLE oauth_tokens ADD COLUMN ${s}`)}catch{}await t.execute(`
|
|
680
|
+
CREATE TABLE IF NOT EXISTS page_snapshots (
|
|
681
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
682
|
+
url TEXT NOT NULL,
|
|
683
|
+
content_hash TEXT NOT NULL,
|
|
684
|
+
content TEXT NOT NULL,
|
|
685
|
+
title TEXT,
|
|
686
|
+
content_bytes INTEGER NOT NULL,
|
|
687
|
+
truncated INTEGER NOT NULL DEFAULT 0,
|
|
688
|
+
checked_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
689
|
+
PRIMARY KEY (user_id, url)
|
|
690
|
+
)
|
|
691
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS page_snapshots_user_checked_at ON page_snapshots(user_id, checked_at DESC)"),await t.execute(`
|
|
692
|
+
CREATE TABLE IF NOT EXISTS inbox_messages (
|
|
693
|
+
id TEXT PRIMARY KEY,
|
|
694
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
695
|
+
subject TEXT NOT NULL,
|
|
696
|
+
body_md TEXT NOT NULL,
|
|
697
|
+
source TEXT NOT NULL DEFAULT 'operator',
|
|
698
|
+
sent_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
699
|
+
opened_at TEXT,
|
|
700
|
+
deleted_at TEXT
|
|
701
|
+
)
|
|
702
|
+
`),await t.execute("CREATE INDEX IF NOT EXISTS inbox_messages_user_sent_at ON inbox_messages(user_id, sent_at DESC)"),await t.execute(`
|
|
703
|
+
CREATE TABLE IF NOT EXISTS workshop_registrations (
|
|
704
|
+
id TEXT PRIMARY KEY,
|
|
705
|
+
event_slug TEXT NOT NULL,
|
|
706
|
+
email TEXT NOT NULL,
|
|
707
|
+
first_name TEXT NOT NULL,
|
|
708
|
+
last_name TEXT,
|
|
709
|
+
status TEXT NOT NULL,
|
|
710
|
+
zoom_registrant_id TEXT,
|
|
711
|
+
zoom_join_url TEXT,
|
|
712
|
+
resend_contact_id TEXT,
|
|
713
|
+
confirmation_email_id TEXT,
|
|
714
|
+
field_notes_email_id TEXT,
|
|
715
|
+
reminder_48h_email_id TEXT,
|
|
716
|
+
reminder_24h_email_id TEXT,
|
|
717
|
+
reminder_1h_email_id TEXT,
|
|
718
|
+
last_error TEXT,
|
|
719
|
+
registered_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
720
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
721
|
+
UNIQUE(event_slug, email)
|
|
722
|
+
)
|
|
723
|
+
`);for(let s of["field_notes_email_id TEXT","reminder_48h_email_id TEXT","reminder_24h_email_id TEXT","reminder_1h_email_id TEXT"])try{await t.execute(`ALTER TABLE workshop_registrations ADD COLUMN ${s}`)}catch{}if(await t.execute(`
|
|
724
|
+
CREATE INDEX IF NOT EXISTS workshop_registrations_event_status
|
|
725
|
+
ON workshop_registrations(event_slug, status, registered_at)
|
|
726
|
+
`),await t.execute(`
|
|
727
|
+
CREATE TABLE IF NOT EXISTS browser_profile_labels (
|
|
728
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
729
|
+
profile TEXT NOT NULL,
|
|
730
|
+
label TEXT NOT NULL,
|
|
731
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
732
|
+
updated_at TEXT,
|
|
733
|
+
PRIMARY KEY (user_id, profile)
|
|
734
|
+
)
|
|
735
|
+
`),await t.execute(`
|
|
736
|
+
CREATE TABLE IF NOT EXISTS serp_identities (
|
|
737
|
+
id TEXT PRIMARY KEY,
|
|
738
|
+
user_id INTEGER NOT NULL REFERENCES users(id),
|
|
739
|
+
name TEXT NOT NULL,
|
|
740
|
+
kernel_profile_name TEXT NOT NULL,
|
|
741
|
+
kernel_proxy_id TEXT NOT NULL,
|
|
742
|
+
proxy_type TEXT NOT NULL DEFAULT 'isp',
|
|
743
|
+
country TEXT NOT NULL DEFAULT 'US',
|
|
744
|
+
status TEXT NOT NULL DEFAULT 'ready',
|
|
745
|
+
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
746
|
+
updated_at TEXT,
|
|
747
|
+
last_used_at TEXT,
|
|
748
|
+
UNIQUE(user_id, name)
|
|
749
|
+
)
|
|
750
|
+
`),await t.execute(`
|
|
751
|
+
CREATE UNIQUE INDEX IF NOT EXISTS serp_identities_user_name
|
|
752
|
+
ON serp_identities(user_id, name)
|
|
753
|
+
`),!await W(t))throw new Error("core schema migration finished without all required tables, indexes, and columns");await j(t),await t.execute({sql:"INSERT OR IGNORE INTO schema_migrations (version) VALUES (?)",args:[q]})}async function Rt(e,t,r){await n().execute({sql:"INSERT INTO oauth_clients (client_id, redirect_uris, name) VALUES (?, ?, ?)",args:[e,JSON.stringify(t),r]})}async function At(e){let r=(await n().execute({sql:"SELECT * FROM oauth_clients WHERE client_id = ?",args:[e]})).rows[0];if(!r)return;let s=[];try{let i=JSON.parse(String(r.redirect_uris));Array.isArray(i)&&(s=i.filter(a=>typeof a=="string"))}catch{s=[]}return{client_id:String(r.client_id),redirect_uris:s,name:r.name!=null?String(r.name):null,created_at:String(r.created_at)}}async function wt(e){await n().execute({sql:"INSERT INTO oauth_codes (code, client_id, redirect_uri, code_challenge, identity, scope, resource, expires_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?)",args:[e.code,e.client_id,e.redirect_uri,e.code_challenge,e.identity,e.scope,e.resource,e.expires_at]})}async function ft(e){let t=n(),s=(await t.execute({sql:"SELECT * FROM oauth_codes WHERE code = ?",args:[e]})).rows[0];if(await t.execute({sql:"DELETE FROM oauth_codes WHERE code = ?",args:[e]}),!!s)return{code:String(s.code),client_id:String(s.client_id),redirect_uri:String(s.redirect_uri),code_challenge:String(s.code_challenge),identity:String(s.identity),scope:String(s.scope),resource:s.resource!=null?String(s.resource):null,expires_at:String(s.expires_at)}}async function $e(e){await n().execute({sql:"INSERT INTO oauth_tokens (refresh_token, client_id, identity, scope, resource, expires_at, revoked) VALUES (?, ?, ?, ?, ?, ?, 0)",args:[e.refresh_token,e.client_id,e.identity,e.scope,e.resource,e.expires_at]})}async function Ot(e){let r=(await n().execute({sql:"SELECT * FROM oauth_tokens WHERE refresh_token = ?",args:[e]})).rows[0];if(r)return{refresh_token:String(r.refresh_token),client_id:String(r.client_id),identity:String(r.identity),scope:String(r.scope),resource:r.resource!=null?String(r.resource):null,expires_at:String(r.expires_at),revoked:Number(r.revoked??0),replaced_by:r.replaced_by!=null?String(r.replaced_by):null,rotated_at:r.rotated_at!=null?String(r.rotated_at):null}}async function ht(e){await n().execute({sql:"UPDATE oauth_tokens SET revoked = 1 WHERE refresh_token = ?",args:[e]})}async function xt(e,t){await $e(t),await n().execute({sql:"UPDATE oauth_tokens SET revoked = 1, replaced_by = ?, rotated_at = ? WHERE refresh_token = ?",args:[t.refresh_token,new Date().toISOString(),e]})}async function yt(e){let t=m();if((await n().execute({sql:`INSERT INTO stripe_events
|
|
754
|
+
(event_id, status, attempt_count, claim_token, last_error, processed_at, updated_at)
|
|
755
|
+
VALUES (?, 'processing', 1, ?, NULL, datetime('now'), datetime('now'))
|
|
756
|
+
ON CONFLICT(event_id) DO UPDATE SET
|
|
757
|
+
status = 'processing',
|
|
758
|
+
attempt_count = stripe_events.attempt_count + 1,
|
|
759
|
+
claim_token = excluded.claim_token,
|
|
760
|
+
last_error = NULL,
|
|
761
|
+
updated_at = datetime('now')
|
|
762
|
+
WHERE stripe_events.status = 'failed'
|
|
763
|
+
OR (
|
|
764
|
+
stripe_events.status = 'processing'
|
|
765
|
+
AND stripe_events.updated_at <= datetime('now', '-10 minutes')
|
|
766
|
+
)`,args:[e,t]})).rowsAffected>0)return{state:"claimed",token:t};let s=await n().execute({sql:"SELECT status FROM stripe_events WHERE event_id = ? LIMIT 1",args:[e]});return{state:String(s.rows[0]?.status)==="processed"?"processed":"processing"}}async function It(e,t){return(await n().execute({sql:`UPDATE stripe_events
|
|
767
|
+
SET status = 'processed',
|
|
768
|
+
claim_token = NULL,
|
|
769
|
+
last_error = NULL,
|
|
770
|
+
processed_at = datetime('now'),
|
|
771
|
+
updated_at = datetime('now')
|
|
772
|
+
WHERE event_id = ? AND status = 'processing' AND claim_token = ?`,args:[e,t]})).rowsAffected===1}async function Ct(e,t,r){return(await n().execute({sql:`UPDATE stripe_events
|
|
773
|
+
SET status = 'failed',
|
|
774
|
+
claim_token = NULL,
|
|
775
|
+
last_error = ?,
|
|
776
|
+
updated_at = datetime('now')
|
|
777
|
+
WHERE event_id = ? AND status = 'processing' AND claim_token = ?`,args:[r.slice(0,500),e,t]})).rowsAffected===1}async function Ut(e){return(await n().execute({sql:"SELECT 1 FROM stripe_events WHERE event_id = ? AND status = 'processed' LIMIT 1",args:[e]})).rows.length>0}function Te(){return"sk_"+X(24).toString("hex")}function pe(e){let t=X(16).toString("hex"),r=Ee(e,t,64);return`${t}:${r.toString("hex")}`}function kt(e,t){let[r,s]=t.split(":"),i=Buffer.from(s,"hex"),a=Ee(e,r,64);return He(i,a)}function L(e){return{id:Number(e.id),email:String(e.email),name:e.name!=null?String(e.name):null,api_key:String(e.api_key),key_active:Number(e.key_active??1),password_hash:e.password_hash!=null?String(e.password_hash):null,created_at:String(e.created_at),active:Number(e.active),stripe_customer_id:e.stripe_customer_id!=null?String(e.stripe_customer_id):null,balance_mc:Number(e.balance_mc??0),extra_concurrency_slots:Number(e.extra_concurrency_slots??0),concurrency_stripe_sub_id:e.concurrency_stripe_sub_id!=null?String(e.concurrency_stripe_sub_id):null,concurrency_pack_quantity:Number(e.concurrency_pack_quantity??0),subscription_concurrency:Number(e.subscription_concurrency??0),subscription_tier:e.subscription_tier!=null?String(e.subscription_tier):null,subscription_id:e.subscription_id!=null?String(e.subscription_id):null,memory_plan:e.memory_plan!=null?String(e.memory_plan):"free",memory_subscription_id:e.memory_subscription_id!=null?String(e.memory_subscription_id):null,memory_provisioned:Number(e.memory_provisioned??0)}}async function Dt(e){let t=await n().execute({sql:"SELECT * FROM users WHERE email = ? AND active = 1",args:[e]});return t.rows[0]?L(t.rows[0]):void 0}async function vt(e){let t=await n().execute({sql:"SELECT * FROM users WHERE api_key = ? AND active = 1 AND key_active = 1",args:[e]});return t.rows[0]?L(t.rows[0]):void 0}async function Xt(e){let t=await n().execute({sql:"SELECT * FROM users WHERE id = ? AND active = 1",args:[e]});return t.rows[0]?L(t.rows[0]):void 0}async function Mt(e){let r=(await n().execute({sql:"SELECT memory_key, memory_identity FROM users WHERE id = ?",args:[e]})).rows[0];return{memory_key:r?.memory_key!=null?String(r.memory_key):null,memory_identity:r?.memory_identity!=null?String(r.memory_identity):null}}async function Ft(e,t,r){await n().execute({sql:"UPDATE users SET memory_key = ?, memory_identity = ? WHERE id = ?",args:[t,r,e]})}async function Pt(e,t){await n().execute({sql:"UPDATE users SET password_hash = ? WHERE id = ?",args:[pe(t),e]})}async function qt(e){let t=n(),[r,s,i,a,u]=await Promise.all([t.execute({sql:"SELECT COUNT(*) as n FROM jobs WHERE user_id = ?",args:[e]}),t.execute({sql:"SELECT COUNT(*) as n FROM jobs WHERE user_id = ? AND status = 'done'",args:[e]}),t.execute({sql:"SELECT COUNT(*) as n FROM jobs WHERE user_id = ? AND status = 'failed'",args:[e]}),t.execute({sql:"SELECT COALESCE(SUM(json_extract(result, '$.totalQuestions')), 0) as n FROM jobs WHERE user_id = ? AND status = 'done'",args:[e]}),t.execute({sql:"SELECT MAX(created_at) as t FROM jobs WHERE user_id = ?",args:[e]})]);return{total:Number(r.rows[0]?.n??0),done:Number(s.rows[0]?.n??0),failed:Number(i.rows[0]?.n??0),totalQuestions:Number(a.rows[0]?.n??0),lastUsed:u.rows[0]?.t!=null?String(u.rows[0].t):null}}async function Wt(e,t,r,s){let i=n(),a=Te(),u=r??X(6).toString("hex"),c=pe(u);return{id:(await i.execute({sql:"INSERT INTO users (email, name, api_key, password_hash, stripe_customer_id) VALUES (?, ?, ?, ?, ?)",args:[e,t??null,a,c,s??null]})).lastInsertRowid,email:e,name:t,api_key:a,password:u}}async function jt(e,t,r,s){let i=Math.floor(Date.now()/1e3),a=Math.floor(i/s)*s,u=y("sha256").update(t).digest("hex"),c=n();ue||(await c.execute(`
|
|
778
|
+
CREATE TABLE IF NOT EXISTS rate_limits (
|
|
779
|
+
scope TEXT NOT NULL,
|
|
780
|
+
key_hash TEXT NOT NULL,
|
|
781
|
+
window_start INTEGER NOT NULL,
|
|
782
|
+
count INTEGER NOT NULL DEFAULT 0,
|
|
783
|
+
updated_at TEXT NOT NULL DEFAULT (datetime('now')),
|
|
784
|
+
PRIMARY KEY (scope, key_hash, window_start)
|
|
785
|
+
)
|
|
786
|
+
`),ue=!0),await c.execute({sql:`
|
|
787
|
+
INSERT INTO rate_limits (scope, key_hash, window_start, count)
|
|
788
|
+
VALUES (?, ?, ?, 1)
|
|
789
|
+
ON CONFLICT(scope, key_hash, window_start)
|
|
790
|
+
DO UPDATE SET count = count + 1, updated_at = datetime('now')
|
|
791
|
+
`,args:[e,u,a]});let o=await c.execute({sql:"SELECT count FROM rate_limits WHERE scope = ? AND key_hash = ? AND window_start = ?",args:[e,u,a]}),_=Number(o.rows[0]?.count??1);return{allowed:_<=r,count:_,remaining:Math.max(0,r-_),resetSeconds:Math.max(1,a+s-i)}}async function Ht(e){let t=X(32).toString("hex"),r=y("sha256").update(t).digest("hex"),s=new Date(Date.now()+3600*1e3).toISOString();return await n().execute({sql:"INSERT INTO password_reset_tokens (token, user_id, expires_at) VALUES (?, ?, ?)",args:[r,e,s]}),t}async function Bt(e){let t=n(),r=y("sha256").update(e).digest("hex"),i=(await t.execute({sql:"SELECT user_id, expires_at, used FROM password_reset_tokens WHERE token = ?",args:[r]})).rows[0];return!i||Number(i.used)||new Date(String(i.expires_at))<new Date?null:(await t.execute({sql:"UPDATE password_reset_tokens SET used = 1 WHERE token = ?",args:[r]}),Number(i.user_id))}async function Gt(e){let t=Te();return await n().execute({sql:"UPDATE users SET api_key = ?, key_active = 1 WHERE id = ?",args:[t,e]}),t}async function Yt(e){await n().execute({sql:"UPDATE users SET key_active = 0 WHERE id = ?",args:[e]})}async function Jt(){return(await n().execute("SELECT id, email, name, created_at, active FROM users ORDER BY created_at DESC")).rows.map(t=>L({...t,api_key:"",key_active:1}))}async function $t(e){await n().execute({sql:"UPDATE users SET active = 0 WHERE id = ?",args:[e]})}function A(e){return{id:String(e.id),user_id:Number(e.user_id),status:String(e.status),query:String(e.query),options:String(e.options),callback_url:e.callback_url!=null?String(e.callback_url):null,result:e.result!=null?String(e.result):null,error:e.error!=null?String(e.error):null,public_error_json:e.public_error_json!=null?String(e.public_error_json):null,created_at:String(e.created_at),started_at:e.started_at!=null?String(e.started_at):null,completed_at:e.completed_at!=null?String(e.completed_at):null}}function x(e){return e==null?null:Number(e)===1}function D(e){if(e==null)return null;try{return JSON.parse(String(e))}catch{return null}}function me(e){return{id:String(e.id),job_id:String(e.job_id),user_id:Number(e.user_id),attempt_number:Number(e.attempt_number),max_attempts:Number(e.max_attempts),query:String(e.query),location:e.location!=null?String(e.location):null,max_questions:Number(e.max_questions),status:String(e.status),outcome:e.outcome!=null?String(e.outcome):null,kernel_session_id:e.kernel_session_id!=null?String(e.kernel_session_id):null,question_count:e.question_count!=null?Number(e.question_count):null,duration_ms:e.duration_ms!=null?Number(e.duration_ms):null,error:e.error!=null?String(e.error):null,will_retry:x(e.will_retry),kernel_delete_started:Number(e.kernel_delete_started??0)===1,kernel_delete_succeeded:x(e.kernel_delete_succeeded),kernel_delete_error:e.kernel_delete_error!=null?String(e.kernel_delete_error):null,browser_close_succeeded:x(e.browser_close_succeeded),browser_close_error:e.browser_close_error!=null?String(e.browser_close_error):null,browser_provider:e.browser_provider!=null?String(e.browser_provider):null,provider_session_id:e.provider_session_id!=null?String(e.provider_session_id):null,provider_session_observed_at:e.provider_session_observed_at!=null?String(e.provider_session_observed_at):null,provider_lookup_status:e.provider_lookup_status!=null?String(e.provider_lookup_status):null,provider_status:e.provider_status!=null?String(e.provider_status):null,provider_error_code:e.provider_error_code!=null?String(e.provider_error_code):null,provider_error_message:e.provider_error_message!=null?String(e.provider_error_message):null,provider_reason_source:e.provider_reason_source!=null?String(e.provider_reason_source):null,provider_duration_ms:e.provider_duration_ms!=null?Number(e.provider_duration_ms):null,provider_bandwidth_bytes:e.provider_bandwidth_bytes!=null?Number(e.provider_bandwidth_bytes):null,provider_captcha:x(e.provider_captcha),provider_checked_at:e.provider_checked_at!=null?String(e.provider_checked_at):null,provider_detail:D(e.provider_detail_json),provider_disconnect_observed:x(e.provider_disconnect_observed),provider_disconnect_message:e.provider_disconnect_message!=null?String(e.provider_disconnect_message):null,debug:D(e.debug_json),created_at:String(e.created_at),completed_at:e.completed_at!=null?String(e.completed_at):null}}function I(e){let{public_error_json:t,...r}=e;return{...r,options:JSON.parse(e.options),result:e.result?JSON.parse(e.result):null,publicError:re(t)}}async function Kt(e,t,r,s){let i=m();return await Ke(i,e,t,r,s),i}async function Ke(e,t,r,s,i){if(!/^[a-zA-Z0-9-]{1,100}$/.test(e))throw new Error("job id is invalid");await n().execute({sql:"INSERT INTO jobs (id, user_id, query, options, callback_url) VALUES (?, ?, ?, ?, ?)",args:[e,t,r,JSON.stringify(s),i??null]})}async function Vt(e,t,r){let s=m();return await n().execute({sql:"INSERT INTO jobs (id, user_id, query, options, status, started_at) VALUES (?, ?, ?, ?, 'running', datetime('now'))",args:[s,e,t,JSON.stringify(r)]}),s}async function zt(e,t,r,s){let i=await n().execute({sql:`INSERT INTO jobs (id, user_id, query, options, status, started_at)
|
|
792
|
+
VALUES (?, ?, ?, ?, 'running', datetime('now'))
|
|
793
|
+
ON CONFLICT(id) DO NOTHING`,args:[e,t,r,JSON.stringify(s)]}),a=await Ne(e,t);if(!a)throw new Error(`getOrCreateRunningJob: row missing immediately after insert/lookup for ${e}`);return{job:a,created:i.rowsAffected===1}}async function Qt(e){await n().execute({sql:`
|
|
794
|
+
INSERT INTO harvest_attempts (
|
|
795
|
+
id, job_id, user_id, attempt_number, max_attempts, query, location, max_questions, status, created_at
|
|
796
|
+
)
|
|
797
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, 'running', ?)
|
|
798
|
+
ON CONFLICT(job_id, attempt_number) DO NOTHING
|
|
799
|
+
`,args:[m(),e.jobId,e.userId,e.attemptNumber,e.maxAttempts,e.query,e.location,e.maxQuestions,e.startedAt]})}async function Zt(e){return(await n().execute({sql:`
|
|
800
|
+
UPDATE harvest_attempts SET
|
|
801
|
+
browser_provider = ?,
|
|
802
|
+
provider_session_id = ?,
|
|
803
|
+
provider_session_observed_at = COALESCE(provider_session_observed_at, ?),
|
|
804
|
+
provider_lookup_status = CASE
|
|
805
|
+
WHEN provider_lookup_status = 'complete' THEN provider_lookup_status
|
|
806
|
+
ELSE 'pending'
|
|
807
|
+
END
|
|
808
|
+
WHERE job_id = ? AND attempt_number = ? AND status = 'running'
|
|
809
|
+
`,args:[e.browserProvider,e.providerSessionId,e.observedAt,e.jobId,e.attemptNumber]})).rowsAffected===1}async function er(e,t,r=new Date().toISOString()){return(await n().execute({sql:`
|
|
810
|
+
UPDATE harvest_attempts SET
|
|
811
|
+
status = 'finished',
|
|
812
|
+
outcome = COALESCE(outcome, 'timeout'),
|
|
813
|
+
question_count = COALESCE(question_count, 0),
|
|
814
|
+
duration_ms = COALESCE(duration_ms, MAX(0, CAST((julianday(?) - julianday(created_at)) * 86400000 AS INTEGER))),
|
|
815
|
+
error = COALESCE(error, 'Durable worker lease expired before attempt completion'),
|
|
816
|
+
will_retry = ?,
|
|
817
|
+
provider_error_code = COALESCE(provider_error_code, 'timeout'),
|
|
818
|
+
provider_error_message = COALESCE(provider_error_message, 'Durable worker lease expired before attempt completion'),
|
|
819
|
+
provider_reason_source = COALESCE(provider_reason_source, 'client_runtime'),
|
|
820
|
+
completed_at = COALESCE(completed_at, ?)
|
|
821
|
+
WHERE job_id = ? AND status = 'running'
|
|
822
|
+
`,args:[r,t?1:0,r,e]})).rowsAffected}async function tr(e){await n().execute({sql:`
|
|
823
|
+
UPDATE harvest_attempts SET
|
|
824
|
+
status = 'finished',
|
|
825
|
+
outcome = ?,
|
|
826
|
+
kernel_session_id = ?,
|
|
827
|
+
question_count = ?,
|
|
828
|
+
duration_ms = ?,
|
|
829
|
+
error = ?,
|
|
830
|
+
will_retry = ?,
|
|
831
|
+
kernel_delete_started = ?,
|
|
832
|
+
kernel_delete_succeeded = ?,
|
|
833
|
+
kernel_delete_error = ?,
|
|
834
|
+
browser_close_succeeded = ?,
|
|
835
|
+
browser_close_error = ?,
|
|
836
|
+
browser_provider = COALESCE(browser_provider, ?),
|
|
837
|
+
provider_session_id = COALESCE(provider_session_id, ?),
|
|
838
|
+
provider_lookup_status = CASE
|
|
839
|
+
WHEN provider_lookup_status = 'complete' THEN provider_lookup_status
|
|
840
|
+
ELSE COALESCE(?, provider_lookup_status)
|
|
841
|
+
END,
|
|
842
|
+
provider_status = COALESCE(provider_status, ?),
|
|
843
|
+
provider_error_code = CASE
|
|
844
|
+
WHEN provider_reason_source = 'provider_session_api' THEN provider_error_code
|
|
845
|
+
ELSE COALESCE(?, provider_error_code)
|
|
846
|
+
END,
|
|
847
|
+
provider_error_message = CASE
|
|
848
|
+
WHEN provider_reason_source = 'provider_session_api' THEN provider_error_message
|
|
849
|
+
ELSE COALESCE(?, provider_error_message)
|
|
850
|
+
END,
|
|
851
|
+
provider_reason_source = CASE
|
|
852
|
+
WHEN provider_reason_source = 'provider_session_api' THEN provider_reason_source
|
|
853
|
+
ELSE COALESCE(?, provider_reason_source)
|
|
854
|
+
END,
|
|
855
|
+
provider_duration_ms = COALESCE(provider_duration_ms, ?),
|
|
856
|
+
provider_bandwidth_bytes = COALESCE(provider_bandwidth_bytes, ?),
|
|
857
|
+
provider_captcha = COALESCE(provider_captcha, ?),
|
|
858
|
+
provider_checked_at = COALESCE(provider_checked_at, ?),
|
|
859
|
+
provider_detail_json = COALESCE(provider_detail_json, ?),
|
|
860
|
+
provider_disconnect_observed = COALESCE(provider_disconnect_observed, ?),
|
|
861
|
+
provider_disconnect_message = COALESCE(provider_disconnect_message, ?),
|
|
862
|
+
debug_json = ?,
|
|
863
|
+
completed_at = ?
|
|
864
|
+
WHERE job_id = ? AND attempt_number = ?
|
|
865
|
+
`,args:[e.outcome,e.kernelSessionId,e.questionCount,e.durationMs,e.error,e.willRetry?1:0,e.kernelDeleteStarted?1:0,e.kernelDeleteSucceeded==null?null:e.kernelDeleteSucceeded?1:0,e.kernelDeleteError,e.browserCloseSucceeded==null?null:e.browserCloseSucceeded?1:0,e.browserCloseError,e.browserProvider??null,e.providerSessionId??null,e.providerLookupStatus??null,e.providerStatus??null,e.providerErrorCode??null,e.providerErrorMessage??null,e.providerReasonSource??null,e.providerDurationMs??null,e.providerBandwidthBytes??null,e.providerCaptcha==null?null:e.providerCaptcha?1:0,e.providerCheckedAt??null,e.providerDetail==null?null:ge(e.providerDetail),e.providerDisconnectObserved==null?null:e.providerDisconnectObserved?1:0,e.providerDisconnectMessage??null,e.debug==null?null:JSON.stringify(e.debug),e.completedAt,e.jobId,e.attemptNumber]})}function ge(e,t=4096){let r=JSON.stringify(e);return r.length<=t?r:JSON.stringify({truncated:!0})}async function rr(e){return(await n().execute({sql:`
|
|
866
|
+
UPDATE harvest_attempts SET
|
|
867
|
+
provider_lookup_status = ?,
|
|
868
|
+
provider_status = ?,
|
|
869
|
+
provider_error_code = ?,
|
|
870
|
+
provider_error_message = ?,
|
|
871
|
+
provider_reason_source = ?,
|
|
872
|
+
provider_duration_ms = ?,
|
|
873
|
+
provider_bandwidth_bytes = ?,
|
|
874
|
+
provider_captcha = ?,
|
|
875
|
+
provider_checked_at = ?,
|
|
876
|
+
provider_detail_json = ?
|
|
877
|
+
WHERE id = ?
|
|
878
|
+
AND job_id = ?
|
|
879
|
+
AND user_id = ?
|
|
880
|
+
AND browser_provider = 'bright_data_browser_api'
|
|
881
|
+
AND provider_session_id = ?
|
|
882
|
+
AND COALESCE(provider_lookup_status, '') <> 'complete'
|
|
883
|
+
`,args:[e.lookupStatus,e.providerStatus??null,e.errorCode??null,e.errorMessage??null,e.reasonSource??null,e.durationMs??null,e.bandwidthBytes??null,e.captcha==null?null:e.captcha?1:0,e.checkedAt,e.detail==null?null:ge(e.detail),e.attemptId,e.jobId,e.userId,e.providerSessionId]})).rowsAffected===1}async function sr(e=25){let t=Math.max(1,Math.min(100,Math.trunc(e)));return(await n().execute({sql:`
|
|
884
|
+
SELECT * FROM harvest_attempts
|
|
885
|
+
WHERE browser_provider = 'bright_data_browser_api'
|
|
886
|
+
AND provider_session_id IS NOT NULL
|
|
887
|
+
AND provider_lookup_status IN ('pending', 'temporary_error')
|
|
888
|
+
ORDER BY COALESCE(provider_checked_at, created_at) ASC
|
|
889
|
+
LIMIT ?
|
|
890
|
+
`,args:[t]})).rows.map(s=>me(s))}async function nr(e,t){return(t==null?await n().execute({sql:"SELECT * FROM harvest_attempts WHERE job_id = ? ORDER BY attempt_number ASC",args:[e]}):await n().execute({sql:`
|
|
891
|
+
SELECT ha.*
|
|
892
|
+
FROM harvest_attempts ha
|
|
893
|
+
INNER JOIN jobs j ON j.id = ha.job_id
|
|
894
|
+
WHERE ha.job_id = ? AND j.user_id = ?
|
|
895
|
+
ORDER BY ha.attempt_number ASC
|
|
896
|
+
`,args:[e,t]})).rows.map(s=>me(s))}async function Ne(e,t){let r=n(),s=t?await r.execute({sql:"SELECT * FROM jobs WHERE id = ? AND user_id = ?",args:[e,t]}):await r.execute({sql:"SELECT * FROM jobs WHERE id = ?",args:[e]});return s.rows[0]?I(A(s.rows[0])):void 0}async function ir(e){return(await n().execute({sql:"SELECT * FROM jobs WHERE user_id = ? ORDER BY created_at DESC LIMIT 50",args:[e]})).rows.map(r=>I(A(r)))}async function ar(e,t){let s=(await n().execute({sql:"SELECT content_hash, content, title, content_bytes, truncated, checked_at FROM page_snapshots WHERE user_id = ? AND url = ?",args:[e,t]})).rows[0];return s?{contentHash:String(s.content_hash),content:String(s.content),title:s.title==null?null:String(s.title),contentBytes:Number(s.content_bytes),truncated:Number(s.truncated)===1,checkedAt:String(s.checked_at)}:null}async function or(e,t,r){await n().execute({sql:`
|
|
897
|
+
INSERT INTO page_snapshots (user_id, url, content_hash, content, title, content_bytes, truncated, checked_at)
|
|
898
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, datetime('now'))
|
|
899
|
+
ON CONFLICT(user_id, url) DO UPDATE SET
|
|
900
|
+
content_hash = excluded.content_hash,
|
|
901
|
+
content = excluded.content,
|
|
902
|
+
title = excluded.title,
|
|
903
|
+
content_bytes = excluded.content_bytes,
|
|
904
|
+
truncated = excluded.truncated,
|
|
905
|
+
checked_at = excluded.checked_at
|
|
906
|
+
`,args:[e,t,r.contentHash,r.content,r.title,r.contentBytes,r.truncated?1:0]})}var Ve=32*1024;function ze(e){if(e==null)return null;let t=JSON.stringify(e),r=Buffer.byteLength(t,"utf8");return r<=Ve?t:JSON.stringify({truncated:!0,originalBytes:r,sha256:y("sha256").update(t).digest("hex")})}function Qe(e){let t=e.result!=null?String(e.result):null;return{id:String(e.id),user_id:Number(e.user_id),source:String(e.source),status:String(e.status),query:String(e.query),location:e.location!=null?String(e.location):null,result_count:e.result_count!=null?Number(e.result_count):null,result:t?JSON.parse(t):null,error:e.error!=null?String(e.error):null,created_at:String(e.created_at)}}async function ur(e){let t=m();return await n().execute({sql:`
|
|
907
|
+
INSERT INTO request_events (id, user_id, source, status, query, location, result_count, result, error)
|
|
908
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
909
|
+
`,args:[t,e.userId,e.source,e.status,e.query,e.location??null,e.resultCount??null,ze(e.result),e.error??null]}),t}async function cr(e,t=100){return(await n().execute({sql:`
|
|
910
|
+
SELECT id, user_id, source, status, query, location, result_count, NULL AS result, error, created_at
|
|
911
|
+
FROM request_events
|
|
912
|
+
WHERE user_id = ?
|
|
913
|
+
ORDER BY created_at DESC
|
|
914
|
+
LIMIT ?
|
|
915
|
+
`,args:[e,t]})).rows.map(s=>Qe(s))}function be(e){if(e==null)return{};try{let t=JSON.parse(String(e));return t&&typeof t=="object"&&!Array.isArray(t)?t:{}}catch{return{}}}function B(e){return{id:String(e.id),user_id:Number(e.user_id),workflow_id:String(e.workflow_id),name:String(e.name),input:be(e.input_json),cadence:String(e.cadence),cron_expr:e.cron_expr!=null?String(e.cron_expr):null,timezone:String(e.timezone??"UTC"),webhook_url:e.webhook_url!=null?String(e.webhook_url):null,status:String(e.status),next_run_at:e.next_run_at!=null?String(e.next_run_at):null,last_run_at:e.last_run_at!=null?String(e.last_run_at):null,created_at:String(e.created_at),updated_at:String(e.updated_at)}}function G(e){return{id:String(e.id),user_id:Number(e.user_id),schedule_id:e.schedule_id!=null?String(e.schedule_id):null,workflow_id:String(e.workflow_id),input:be(e.input_json),status:String(e.status),manifest:e.manifest_json!=null?D(e.manifest_json):null,error_message:e.error_message!=null?String(e.error_message):null,queued_at:String(e.queued_at),started_at:e.started_at!=null?String(e.started_at):null,completed_at:e.completed_at!=null?String(e.completed_at):null,idempotency_key:e.idempotency_key!=null?String(e.idempotency_key):null,step_index:e.step_index!=null?Number(e.step_index):0,total_steps:e.total_steps!=null?Number(e.total_steps):null,step_log:Le(e.step_log_json),webhook_url:e.webhook_url!=null?String(e.webhook_url):null}}function Le(e){if(e==null)return[];try{let t=JSON.parse(String(e));return Array.isArray(t)?t:[]}catch{return[]}}function Se(e){return{id:String(e.id),run_id:String(e.run_id),user_id:Number(e.user_id),kind:String(e.kind),label:String(e.label),path:String(e.path),content_type:String(e.content_type),bytes:e.bytes!=null?Number(e.bytes):null,rows_count:e.rows_count!=null?Number(e.rows_count):null,content:e.content!=null?String(e.content):null,created_at:String(e.created_at)}}async function _r(e){let t=m();await n().execute({sql:`
|
|
916
|
+
INSERT INTO workflow_schedules (
|
|
917
|
+
id, user_id, workflow_id, name, input_json, cadence, timezone, webhook_url, next_run_at
|
|
918
|
+
)
|
|
919
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
920
|
+
`,args:[t,e.userId,e.workflowId,e.name,JSON.stringify(e.workflowInput),e.cadence,e.timezone??"UTC",e.webhookUrl??null,e.nextRunAt??null]});let r=await H(t,e.userId);if(!r)throw new Error("Failed to create workflow schedule");return r}async function H(e,t){let r=t==null?await n().execute({sql:"SELECT * FROM workflow_schedules WHERE id = ? AND status != ? LIMIT 1",args:[e,"deleted"]}):await n().execute({sql:"SELECT * FROM workflow_schedules WHERE id = ? AND user_id = ? AND status != ? LIMIT 1",args:[e,t,"deleted"]});return r.rows[0]?B(r.rows[0]):null}async function dr(e){return(await n().execute({sql:"SELECT * FROM workflow_schedules WHERE user_id = ? AND status != 'deleted' ORDER BY created_at DESC LIMIT 100",args:[e]})).rows.map(r=>B(r))}async function lr(e){let t=[],r=[];return e.name!==void 0&&(t.push("name = ?"),r.push(e.name)),e.status!==void 0&&(t.push("status = ?"),r.push(e.status)),e.workflowInput!==void 0&&(t.push("input_json = ?"),r.push(JSON.stringify(e.workflowInput))),e.cadence!==void 0&&(t.push("cadence = ?"),r.push(e.cadence)),e.timezone!==void 0&&(t.push("timezone = ?"),r.push(e.timezone)),e.webhookUrl!==void 0&&(t.push("webhook_url = ?"),r.push(e.webhookUrl)),e.nextRunAt!==void 0&&(t.push("next_run_at = ?"),r.push(e.nextRunAt)),t.length===0||(t.push("updated_at = datetime('now')"),await n().execute({sql:`UPDATE workflow_schedules SET ${t.join(", ")} WHERE id = ? AND user_id = ? AND status != 'deleted'`,args:[...r,e.id,e.userId]})),H(e.id,e.userId)}async function Er(e,t){return(await n().execute({sql:"UPDATE workflow_schedules SET status = 'deleted', updated_at = datetime('now') WHERE id = ? AND user_id = ? AND status != 'deleted'",args:[e,t]})).rowsAffected>0}async function Tr(e,t=10){return(await n().execute({sql:`
|
|
921
|
+
SELECT * FROM workflow_schedules
|
|
922
|
+
WHERE status = 'active' AND next_run_at IS NOT NULL AND next_run_at <= ?
|
|
923
|
+
ORDER BY next_run_at ASC
|
|
924
|
+
LIMIT ?
|
|
925
|
+
`,args:[e,t]})).rows.map(s=>B(s))}async function pr(e,t,r){await n().execute({sql:"UPDATE workflow_schedules SET last_run_at = ?, next_run_at = ?, updated_at = datetime('now') WHERE id = ?",args:[t,r,e]})}async function mr(e){let t=e.id??m(),r=[t,e.userId,e.scheduleId??null,e.workflowId,JSON.stringify(e.workflowInput),e.idempotencyKey??null,e.webhookUrl??null,e.totalSteps??null];try{await n().execute({sql:`
|
|
926
|
+
INSERT INTO workflow_runs (id, user_id, schedule_id, workflow_id, input_json, idempotency_key, webhook_url, total_steps)
|
|
927
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
928
|
+
`,args:r})}catch(i){if(e.idempotencyKey){let a=await et(e.idempotencyKey);if(a)return a}throw i}let s=await Ze(t,e.userId);if(!s)throw new Error("Failed to create workflow run");return s}async function Ze(e,t){let r=t==null?await n().execute({sql:"SELECT * FROM workflow_runs WHERE id = ? LIMIT 1",args:[e]}):await n().execute({sql:"SELECT * FROM workflow_runs WHERE id = ? AND user_id = ? LIMIT 1",args:[e,t]});return r.rows[0]?G(r.rows[0]):null}async function et(e){let t=await n().execute({sql:"SELECT * FROM workflow_runs WHERE idempotency_key = ? LIMIT 1",args:[e]});return t.rows[0]?G(t.rows[0]):null}async function gr(e,t=50){return(await n().execute({sql:"SELECT * FROM workflow_runs WHERE user_id = ? ORDER BY queued_at DESC LIMIT ?",args:[e,t]})).rows.map(s=>G(s))}async function Nr(e){await n().execute({sql:"UPDATE workflow_runs SET status = 'running', started_at = COALESCE(started_at, datetime('now')) WHERE id = ?",args:[e]})}async function br(e,t,r){await n().execute({sql:"UPDATE workflow_runs SET status = ?, manifest_json = ?, completed_at = datetime('now') WHERE id = ?",args:[t,JSON.stringify(r),e]})}async function Lr(e,t,r){await n().execute({sql:"UPDATE workflow_runs SET status = 'failed', error_message = ?, manifest_json = ?, completed_at = datetime('now') WHERE id = ?",args:[t,r==null?null:JSON.stringify(r),e]})}function tt(e){return e==="html_report"?"text/html; charset=utf-8":e==="csv"?"text/csv; charset=utf-8":e==="json"?"application/json; charset=utf-8":"text/plain; charset=utf-8"}async function Re(e,t,r){await n().execute({sql:`
|
|
929
|
+
INSERT INTO workflow_artifacts (id, run_id, user_id, kind, label, path, content_type, bytes, rows_count, content)
|
|
930
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
931
|
+
`,args:[m(),e,t,r.kind,r.label,r.path,tt(r.kind),r.bytes??null,r.rows??null,r.content??null]})}async function Sr(e,t,r){await n().execute({sql:"DELETE FROM workflow_artifacts WHERE run_id = ? AND user_id = ?",args:[e,t]});for(let s of r)await Re(e,t,s);return Ae(e,t)}async function Rr(e,t,r){for(let s of r)await Re(e,t,s);return Ae(e,t)}async function Ar(e,t){let s=(t==null?await n().execute({sql:"SELECT step_index, total_steps, step_state_json, step_log_json FROM workflow_runs WHERE id = ? LIMIT 1",args:[e]}):await n().execute({sql:"SELECT step_index, total_steps, step_state_json, step_log_json FROM workflow_runs WHERE id = ? AND user_id = ? LIMIT 1",args:[e,t]})).rows[0];return s?{stepIndex:s.step_index!=null?Number(s.step_index):0,totalSteps:s.total_steps!=null?Number(s.total_steps):null,state:s.step_state_json!=null?D(s.step_state_json):null,stepLog:Le(s.step_log_json)}:null}async function wr(e,t){let r=[...t.appendLog,t.logEntry];await n().execute({sql:"UPDATE workflow_runs SET status = ?, step_index = ?, total_steps = ?, step_state_json = ?, step_log_json = ?, started_at = COALESCE(started_at, datetime('now')) WHERE id = ?",args:[t.status,t.stepIndex,t.totalSteps,JSON.stringify(t.state??null),JSON.stringify(r),e]})}async function Ae(e,t){return(await n().execute({sql:"SELECT * FROM workflow_artifacts WHERE run_id = ? AND user_id = ? ORDER BY created_at ASC",args:[e,t]})).rows.map(s=>Se(s))}async function fr(e,t){let r=await n().execute({sql:"SELECT * FROM workflow_artifacts WHERE id = ? AND user_id = ? LIMIT 1",args:[e,t]});return r.rows[0]?Se(r.rows[0]):null}async function Or(e){await n().execute({sql:`
|
|
932
|
+
INSERT INTO workflow_webhook_deliveries (
|
|
933
|
+
id, run_id, schedule_id, user_id, webhook_url, status, attempts, last_error, delivered_at
|
|
934
|
+
)
|
|
935
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
936
|
+
`,args:[m(),e.runId,e.scheduleId??null,e.userId,e.webhookUrl,e.status,e.attempts,e.lastError??null,e.status==="delivered"?new Date().toISOString():null]})}async function hr(){let e=await n().execute("SELECT COUNT(*) as n FROM users WHERE active = 1");return Number(e.rows[0]?.n??0)}async function xr(e){let t=await n().execute({sql:"SELECT COUNT(*) as n FROM jobs WHERE user_id = ? AND (status = 'pending' OR (status = 'running' AND started_at > datetime('now', '-10 minutes')))",args:[e]});return Number(t.rows[0]?.n??0)}async function yr(){let e=n(),t=await e.execute(`
|
|
937
|
+
SELECT * FROM jobs
|
|
938
|
+
WHERE status = 'pending'
|
|
939
|
+
AND COALESCE(json_extract(options, '$.executionOwner'), 'cron') NOT IN ('direct', 'inngest')
|
|
940
|
+
ORDER BY created_at
|
|
941
|
+
LIMIT 1
|
|
942
|
+
`),r=t.rows[0]?A(t.rows[0]):void 0;return r?(await e.execute({sql:"UPDATE jobs SET status = 'running', started_at = datetime('now') WHERE id = ? AND status = 'pending'",args:[r.id]})).rowsAffected===0?void 0:{...r,status:"running"}:void 0}var Y=45e3;async function Ir(e){let t=n(),r=await Ne(e);if(!r||r.options.executionOwner!=="direct"||r.options.serpOnly===!0)return;let s=Math.max(0,Number(r.options.paaRecoveryCount??0));if(r.status!=="running"){if(r.status==="pending"){let i=m(),a=new Date().toISOString(),u=new Date(Date.now()+Y).toISOString();return(await t.execute({sql:`UPDATE jobs
|
|
943
|
+
SET status = 'running', started_at = datetime('now'), error = NULL,
|
|
944
|
+
options = json_set(options,
|
|
945
|
+
'$.paaLeaseToken', ?,
|
|
946
|
+
'$.paaLeaseExpiresAt', ?,
|
|
947
|
+
'$.paaLastDispatchAt', ?)
|
|
948
|
+
WHERE id = ? AND status = 'pending'`,args:[i,u,a,e]})).rowsAffected===0?void 0:{job:{...r,status:"running",started_at:a,options:{...r.options,paaLeaseToken:i,paaLeaseExpiresAt:u,paaLastDispatchAt:a}},leaseToken:i,recoveryCount:s}}return{job:r,leaseToken:null,recoveryCount:s}}}async function Cr(e,t){return(await n().execute({sql:"UPDATE jobs SET result = ? WHERE id = ? AND status = 'running'",args:[JSON.stringify(t),e]})).rowsAffected===1}async function Ur(e,t,r){let s=new Date(Date.now()+Y).toISOString();return(await n().execute({sql:`UPDATE jobs SET result = ?, options = json_set(options, '$.paaLeaseExpiresAt', ?)
|
|
949
|
+
WHERE id = ? AND status = 'running' AND json_extract(options, '$.paaLeaseToken') = ?`,args:[JSON.stringify(r),s,e,t]})).rowsAffected===1}async function kr(e,t){let r=new Date(Date.now()+Y).toISOString();return(await n().execute({sql:`UPDATE jobs SET options = json_set(options, '$.paaLeaseExpiresAt', ?)
|
|
950
|
+
WHERE id = ? AND status = 'running' AND json_extract(options, '$.paaLeaseToken') = ?`,args:[r,e,t]})).rowsAffected===1}async function Dr(e,t,r){return(await n().execute({sql:`UPDATE jobs SET status = 'done', result = ?, error = NULL, public_error_json = NULL,
|
|
951
|
+
completed_at = datetime('now'),
|
|
952
|
+
options = json_set(options, '$.paaLeaseExpiresAt', NULL)
|
|
953
|
+
WHERE id = ? AND status = 'running' AND json_extract(options, '$.paaLeaseToken') = ?`,args:[JSON.stringify(r),e,t]})).rowsAffected===1}async function vr(e,t,r,s){return(await n().execute({sql:`UPDATE jobs SET status = 'failed', error = ?, public_error_json = ?, completed_at = datetime('now'),
|
|
954
|
+
options = json_set(options, '$.paaLeaseExpiresAt', NULL)
|
|
955
|
+
WHERE id = ? AND status = 'running' AND json_extract(options, '$.paaLeaseToken') = ?`,args:[r,R(s),e,t]})).rowsAffected===1}async function Xr(e,t){let r=new Date().toISOString();return(await n().execute({sql:`UPDATE jobs SET status = 'pending', started_at = NULL,
|
|
956
|
+
result = CASE WHEN json_valid(result) THEN json_set(result,
|
|
957
|
+
'$.progress.lifecycle.discoveryStatus', 'interrupted',
|
|
958
|
+
'$.progress.lifecycle.completionReason', 'The previous worker lease expired; the same job is recovering automatically.',
|
|
959
|
+
'$.progress.lifecycle.automaticRetries', COALESCE(json_extract(options, '$.paaRecoveryCount'), 0) + 1)
|
|
960
|
+
ELSE result END,
|
|
961
|
+
options = json_set(options,
|
|
962
|
+
'$.paaRecoveryCount', COALESCE(json_extract(options, '$.paaRecoveryCount'), 0) + 1,
|
|
963
|
+
'$.paaLeaseToken', NULL,
|
|
964
|
+
'$.paaLeaseExpiresAt', NULL,
|
|
965
|
+
'$.paaRecoveryQueuedAt', ?)
|
|
966
|
+
WHERE id = ? AND status = 'running'
|
|
967
|
+
AND (
|
|
968
|
+
datetime(json_extract(options, '$.paaLeaseExpiresAt')) <= datetime('now')
|
|
969
|
+
OR (json_extract(options, '$.paaLeaseExpiresAt') IS NULL AND started_at <= datetime('now', '-15 minutes'))
|
|
970
|
+
)
|
|
971
|
+
AND COALESCE(json_extract(options, '$.paaRecoveryCount'), 0) < ?`,args:[r,e,Math.max(0,Math.trunc(t))]})).rowsAffected===1}async function Mr(e,t){return(await n().execute({sql:`UPDATE jobs SET status = 'done', result = ?, error = NULL, public_error_json = NULL, completed_at = datetime('now')
|
|
972
|
+
WHERE id = ? AND status = 'running'
|
|
973
|
+
AND (
|
|
974
|
+
datetime(json_extract(options, '$.paaLeaseExpiresAt')) <= datetime('now')
|
|
975
|
+
OR (json_extract(options, '$.paaLeaseExpiresAt') IS NULL AND started_at <= datetime('now', '-15 minutes'))
|
|
976
|
+
)`,args:[JSON.stringify(t),e]})).rowsAffected===1}async function Fr(e,t,r){return(await n().execute({sql:`UPDATE jobs SET status = 'failed', error = ?, public_error_json = ?, completed_at = datetime('now')
|
|
977
|
+
WHERE id = ? AND status = 'running'
|
|
978
|
+
AND (
|
|
979
|
+
datetime(json_extract(options, '$.paaLeaseExpiresAt')) <= datetime('now')
|
|
980
|
+
OR (json_extract(options, '$.paaLeaseExpiresAt') IS NULL AND started_at <= datetime('now', '-15 minutes'))
|
|
981
|
+
)`,args:[t,R(r),e]})).rowsAffected===1}async function Pr(e=25){let t=Math.max(1,Math.min(100,Math.floor(e)));return(await n().execute({sql:`SELECT * FROM jobs
|
|
982
|
+
WHERE status IN ('done', 'failed', 'cancelled')
|
|
983
|
+
AND json_extract(options, '$.executionOwner') IN ('direct', 'inngest')
|
|
984
|
+
AND json_extract(options, '$.billingDebitKey') IS NOT NULL
|
|
985
|
+
AND json_extract(options, '$.billingSettledAt') IS NULL
|
|
986
|
+
ORDER BY completed_at DESC
|
|
987
|
+
LIMIT ?`,args:[t]})).rows.map(s=>I(A(s)))}async function qr(e=25){let t=Math.max(1,Math.min(100,Math.floor(e)));return(await n().execute({sql:`SELECT * FROM jobs
|
|
988
|
+
WHERE status = 'running'
|
|
989
|
+
AND started_at <= datetime('now', '-15 minutes')
|
|
990
|
+
AND json_extract(options, '$.executionOwner') IN ('direct', 'inngest')
|
|
991
|
+
ORDER BY started_at
|
|
992
|
+
LIMIT ?`,args:[t]})).rows.map(s=>I(A(s)))}async function Wr(e=25){let t=Math.max(1,Math.min(100,Math.floor(e)));return(await n().execute({sql:`SELECT * FROM jobs
|
|
993
|
+
WHERE json_extract(options, '$.executionOwner') = 'direct'
|
|
994
|
+
AND json_extract(options, '$.serpOnly') IS NOT 1
|
|
995
|
+
AND (
|
|
996
|
+
(status = 'running' AND (
|
|
997
|
+
datetime(json_extract(options, '$.paaLeaseExpiresAt')) <= datetime('now')
|
|
998
|
+
OR (json_extract(options, '$.paaLeaseExpiresAt') IS NULL AND started_at <= datetime('now', '-15 minutes'))
|
|
999
|
+
))
|
|
1000
|
+
OR
|
|
1001
|
+
(status = 'pending' AND COALESCE(json_extract(options, '$.paaRecoveryCount'), 0) > 0
|
|
1002
|
+
AND datetime(COALESCE(json_extract(options, '$.paaLastDispatchAt'), '1970-01-01')) <= datetime('now', '-30 seconds'))
|
|
1003
|
+
)
|
|
1004
|
+
ORDER BY COALESCE(started_at, created_at)
|
|
1005
|
+
LIMIT ?`,args:[t]})).rows.map(s=>I(A(s)))}async function jr(e,t,r=new Date().toISOString()){if(!Number.isSafeInteger(t)||t<0)throw new Error("job billed amount must be a non-negative integer");return(await n().execute({sql:`UPDATE jobs
|
|
1006
|
+
SET options = json_set(options, '$.billingSettledAt', ?, '$.billedMc', ?)
|
|
1007
|
+
WHERE id = ?`,args:[r,t,e]})).rowsAffected===1}async function Hr(e,t){await n().execute({sql:"UPDATE jobs SET status = 'done', result = ?, error = NULL, public_error_json = NULL, completed_at = datetime('now') WHERE id = ?",args:[JSON.stringify(t),e]})}async function Br(e,t){return(await n().execute({sql:`UPDATE jobs SET status = 'done', result = ?, error = NULL, public_error_json = NULL, completed_at = datetime('now')
|
|
1008
|
+
WHERE id = ? AND status = 'running'`,args:[JSON.stringify(t),e]})).rowsAffected===1}async function Gr(e,t,r){await n().execute({sql:"UPDATE jobs SET status = 'failed', error = ?, public_error_json = ?, completed_at = datetime('now') WHERE id = ?",args:[t,R(r),e]})}async function Yr(e,t,r){return(await n().execute({sql:`UPDATE jobs SET status = 'failed', error = ?, public_error_json = ?, completed_at = datetime('now')
|
|
1009
|
+
WHERE id = ? AND status = 'running'`,args:[t,R(r),e]})).rowsAffected===1}async function Jr(e,t,r){await n().execute({sql:"UPDATE jobs SET status = 'cancelled', error = ?, public_error_json = ?, completed_at = datetime('now') WHERE id = ?",args:[t,R(r),e]})}function J(e){return{id:String(e.id),user_id:Number(e.user_id),status:String(e.status),entity_name:String(e.entity_name),entity_type:String(e.entity_type),url:e.url!=null?String(e.url):null,request:String(e.request),result:e.result!=null?String(e.result):null,error:e.error!=null?String(e.error):null,created_at:String(e.created_at),updated_at:String(e.updated_at)}}function rt(e){return{id:Number(e.id),job_id:String(e.job_id),phase:String(e.phase),output:String(e.output),created_at:String(e.created_at)}}async function $r(e,t,r,s,i,a){await n().execute({sql:"INSERT INTO kpo_jobs (id, user_id, status, entity_name, entity_type, url, request) VALUES (?, ?, 'pending', ?, ?, ?, ?)",args:[e,t,r,s,a??null,JSON.stringify(i)]})}async function Kr(){let t=await n().execute("UPDATE kpo_jobs SET status='running', updated_at=datetime('now') WHERE id = (SELECT id FROM kpo_jobs WHERE status='pending' ORDER BY created_at ASC LIMIT 1) RETURNING *");return t.rowsAffected===0?null:t.rows[0]?J(t.rows[0]):null}async function Vr(e){let t=await n().execute({sql:"SELECT * FROM kpo_jobs WHERE id = ?",args:[e]});return t.rows[0]?J(t.rows[0]):null}async function zr(e,t){await n().execute({sql:"UPDATE kpo_jobs SET status = ?, updated_at = datetime('now') WHERE id = ?",args:[t,e]})}async function Qr(e,t){await n().execute({sql:"UPDATE kpo_jobs SET status = 'done', result = ?, updated_at = datetime('now') WHERE id = ?",args:[JSON.stringify(t),e]})}async function Zr(e,t){await n().execute({sql:"UPDATE kpo_jobs SET status = 'failed', error = ?, updated_at = datetime('now') WHERE id = ?",args:[t,e]})}async function es(e,t,r){await n().execute({sql:"INSERT INTO kpo_phase_log (job_id, phase, output) VALUES (?, ?, ?)",args:[e,t,JSON.stringify(r)]})}async function ts(e){return(await n().execute({sql:"SELECT * FROM kpo_phase_log WHERE job_id = ? ORDER BY created_at ASC",args:[e]})).rows.map(r=>rt(r))}async function rs(e){return(e!=null?await n().execute({sql:"SELECT * FROM kpo_jobs WHERE user_id = ? ORDER BY created_at DESC LIMIT 50",args:[e]}):await n().execute("SELECT * FROM kpo_jobs ORDER BY created_at DESC LIMIT 50")).rows.map(r=>J(r))}async function ss(e){let t=await n().execute({sql:"SELECT * FROM users WHERE stripe_customer_id = ? AND active = 1",args:[e]});return t.rows[0]?L(t.rows[0]):void 0}async function ns(e,t){await n().execute({sql:"UPDATE users SET stripe_customer_id = ? WHERE id = ?",args:[t,e]})}async function is(e,t){if(!Number.isSafeInteger(t)||t<0)throw new Error("extra concurrency slots must be a non-negative safe integer");await st(e,Math.ceil(t/2))}async function st(e,t){if(!Number.isSafeInteger(t)||t<0)throw new Error("concurrency pack quantity must be a non-negative safe integer");await n().execute({sql:"UPDATE users SET concurrency_pack_quantity = ?, extra_concurrency_slots = ? WHERE id = ?",args:[t,t*2,e]})}async function as(e,t){await n().execute({sql:"UPDATE users SET concurrency_stripe_sub_id = ? WHERE id = ?",args:[t,e]})}async function os(e,t,r,s){await n().execute({sql:"UPDATE users SET subscription_tier = ?, subscription_concurrency = ?, subscription_id = ? WHERE id = ?",args:[t,Math.max(0,Math.round(r)),s,e]})}function nt(e){return{user_id:Number(e.user_id),stripe_subscription_id:e.stripe_subscription_id!=null?String(e.stripe_subscription_id):null,stripe_subscription_item_id:e.stripe_subscription_item_id!=null?String(e.stripe_subscription_item_id):null,price_id:e.price_id!=null?String(e.price_id):null,quantity:Math.max(0,Number(e.quantity??0)),status:["pending","synced","blocked","error"].includes(String(e.status))?String(e.status):"error",last_error_code:e.last_error_code!=null?String(e.last_error_code):null,checked_at:String(e.checked_at),synced_at:e.synced_at!=null?String(e.synced_at):null,updated_at:String(e.updated_at)}}async function it(e){let r=(await n().execute({sql:"SELECT * FROM connected_account_billing WHERE user_id = ? LIMIT 1",args:[e]})).rows[0];return r?nt(r):null}async function us(e){let t=Math.max(0,Math.round(e.quantity));await n().execute({sql:`INSERT INTO connected_account_billing
|
|
1010
|
+
(user_id, stripe_subscription_id, stripe_subscription_item_id, price_id, quantity, status, last_error_code, checked_at, synced_at, updated_at)
|
|
1011
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, datetime('now'), CASE WHEN ? THEN datetime('now') ELSE NULL END, datetime('now'))
|
|
1012
|
+
ON CONFLICT(user_id) DO UPDATE SET
|
|
1013
|
+
stripe_subscription_id = excluded.stripe_subscription_id,
|
|
1014
|
+
stripe_subscription_item_id = excluded.stripe_subscription_item_id,
|
|
1015
|
+
price_id = excluded.price_id,
|
|
1016
|
+
quantity = excluded.quantity,
|
|
1017
|
+
status = excluded.status,
|
|
1018
|
+
last_error_code = excluded.last_error_code,
|
|
1019
|
+
checked_at = datetime('now'),
|
|
1020
|
+
synced_at = CASE WHEN ? THEN datetime('now') ELSE connected_account_billing.synced_at END,
|
|
1021
|
+
updated_at = datetime('now')`,args:[e.userId,e.stripeSubscriptionId,e.stripeSubscriptionItemId,e.priceId,t,e.status,e.lastErrorCode??null,e.synced===!0?1:0,e.synced===!0?1:0]});let r=await it(e.userId);if(!r)throw new Error("connected account billing state was not persisted");return r}async function cs(e=60,t=20){let r=`-${Math.max(1,Math.round(e))} minutes`;return(await n().execute({sql:`SELECT u.*
|
|
1022
|
+
FROM users u
|
|
1023
|
+
LEFT JOIN connected_account_billing b ON b.user_id = u.id
|
|
1024
|
+
WHERE u.active = 1
|
|
1025
|
+
AND u.subscription_id IS NOT NULL
|
|
1026
|
+
AND (b.checked_at IS NULL OR b.checked_at <= datetime('now', ?))
|
|
1027
|
+
ORDER BY COALESCE(b.checked_at, u.created_at) ASC
|
|
1028
|
+
LIMIT ?`,args:[r,Math.max(1,Math.min(100,Math.round(t)))]})).rows.map(i=>L(i))}async function _s(e,t,r){await n().execute({sql:"UPDATE users SET memory_plan = ?, memory_subscription_id = ? WHERE id = ?",args:[t,r,e]})}async function ds(e){let r=(await n().execute({sql:"SELECT memory_plan, memory_subscription_id FROM users WHERE id = ?",args:[e]})).rows[0];return{plan:r?.memory_plan!=null?String(r.memory_plan):"free",memory_subscription_id:r?.memory_subscription_id!=null?String(r.memory_subscription_id):null}}async function ls(e){let r=(await n().execute({sql:"SELECT memory_provisioned FROM users WHERE id = ?",args:[e]})).rows[0];return Number(r?.memory_provisioned??0)===1}async function Es(e,t){await n().execute({sql:"UPDATE users SET memory_provisioned = ? WHERE id = ?",args:[t?1:0,e]})}async function Ts(e){let t=await n().execute({sql:"SELECT * FROM users WHERE memory_subscription_id = ? AND active = 1",args:[e]});return t.rows[0]?L(t.rows[0]):void 0}var v="+3 months";async function w(e){return(await n().execute({sql:`INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, expires_at)
|
|
1029
|
+
SELECT ?, legacy.balance_mc, legacy.balance_mc, 'migration', datetime('now', ?)
|
|
1030
|
+
FROM (
|
|
1031
|
+
SELECT COALESCE(SUM(amount_mc), 0) AS balance_mc
|
|
1032
|
+
FROM ledger
|
|
1033
|
+
WHERE user_id = ?
|
|
1034
|
+
) AS legacy
|
|
1035
|
+
WHERE legacy.balance_mc > 0
|
|
1036
|
+
AND EXISTS (
|
|
1037
|
+
SELECT 1 FROM ledger
|
|
1038
|
+
WHERE user_id = ? AND created_at < ?
|
|
1039
|
+
)
|
|
1040
|
+
AND NOT EXISTS (
|
|
1041
|
+
SELECT 1 FROM credit_lots WHERE user_id = ?
|
|
1042
|
+
)`,args:[e,v,e,e,C,e]})).rowsAffected}async function ps(){let e=n(),t=await e.execute({sql:`SELECT id
|
|
1043
|
+
FROM credit_lots
|
|
1044
|
+
WHERE remaining_mc > 0
|
|
1045
|
+
AND never_expires = 0
|
|
1046
|
+
AND expires_at <= datetime('now')
|
|
1047
|
+
LIMIT 500`});if(t.rows.length===0)return{expired_lots:0,expired_mc:0};let r=[],s=[];for(let _ of t.rows){let d=Number(_.id),E=m();r.push({token:E,insertResultIndex:s.length}),s.push({sql:`INSERT OR IGNORE INTO credit_lot_expirations (lot_id, user_id, amount_mc, claim_token)
|
|
1048
|
+
SELECT id, user_id, remaining_mc, ?
|
|
1049
|
+
FROM credit_lots
|
|
1050
|
+
WHERE id = ?
|
|
1051
|
+
AND remaining_mc > 0
|
|
1052
|
+
AND never_expires = 0
|
|
1053
|
+
AND expires_at <= datetime('now')`,args:[E,d]}),s.push({sql:`UPDATE credit_lots
|
|
1054
|
+
SET remaining_mc = 0
|
|
1055
|
+
WHERE id = ?
|
|
1056
|
+
AND EXISTS (
|
|
1057
|
+
SELECT 1 FROM credit_lot_expirations
|
|
1058
|
+
WHERE lot_id = ? AND claim_token = ?
|
|
1059
|
+
)`,args:[d,d,E]}),s.push({sql:`INSERT INTO ledger (user_id, amount_mc, operation, description)
|
|
1060
|
+
SELECT user_id, -amount_mc, 'credit_expired', 'credits expired'
|
|
1061
|
+
FROM credit_lot_expirations
|
|
1062
|
+
WHERE lot_id = ? AND claim_token = ?`,args:[d,E]})}let i=await e.batch(s,"write"),a=r.filter(_=>i[_.insertResultIndex]?.rowsAffected===1).map(_=>_.token);if(a.length===0)return{expired_lots:0,expired_mc:0};let u=a.map(()=>"?").join(", "),c=await e.execute({sql:`SELECT user_id, amount_mc
|
|
1063
|
+
FROM credit_lot_expirations
|
|
1064
|
+
WHERE claim_token IN (${u})`,args:a}),o=new Set(c.rows.map(_=>Number(_.user_id)));for(let _ of o)await we(_);return{expired_lots:c.rows.length,expired_mc:c.rows.reduce((_,d)=>_+Number(d.amount_mc),0)}}async function ms(){let e=n(),t=await e.execute({sql:`SELECT DISTINCT u.id AS user_id
|
|
1065
|
+
FROM users u
|
|
1066
|
+
JOIN ledger l ON l.user_id = u.id
|
|
1067
|
+
WHERE l.created_at < ?
|
|
1068
|
+
AND NOT EXISTS (SELECT 1 FROM credit_lots WHERE user_id = u.id)`,args:[C]}),r=0,s=0;for(let i of t.rows){let a=Number(i.user_id);if(await w(a)===0)continue;let c=await e.execute({sql:`SELECT amount_mc FROM credit_lots
|
|
1069
|
+
WHERE user_id = ? AND source = 'migration'
|
|
1070
|
+
ORDER BY id DESC LIMIT 1`,args:[a]}),o=Number(c.rows[0]?.amount_mc??0);await we(a),r+=1,s+=o}return{migrated:r,total_mc:s}}async function gs(e,t,r,s,i,a){let u=n();await w(e);let c=a?.neverExpires;if(c===void 0&&t>0){let E=await u.execute({sql:"SELECT subscription_tier FROM users WHERE id = ? LIMIT 1",args:[e]});c=String(E.rows[0]?.subscription_tier??"").startsWith("sonic")}let o=c?"9999-12-31 23:59:59":null;if(i){let E=[{sql:"INSERT OR IGNORE INTO ledger (user_id, amount_mc, operation, description, stripe_pi) VALUES (?, ?, ?, ?, ?)",args:[e,t,r,s??null,i]}];t>0&&E.push({sql:`INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, stripe_pi, expires_at, never_expires)
|
|
1071
|
+
SELECT ?, ?, ?, ?, ?, COALESCE(?, datetime('now', ?)), ?
|
|
1072
|
+
WHERE changes() = 1`,args:[e,t,t,r,i,o,v,c?1:0]}),E.push({sql:"UPDATE users SET balance_mc = balance_mc + ? WHERE id = ? AND changes() = 1",args:[t,e]}),await u.batch(E,"write");let l=await u.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return Number(l.rows[0]?.balance_mc??0)}let _=[];t>0&&_.push({sql:"INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, stripe_pi, expires_at, never_expires) VALUES (?, ?, ?, ?, ?, COALESCE(?, datetime('now', ?)), ?)",args:[e,t,t,r,null,o,v,c?1:0]}),_.push({sql:"UPDATE users SET balance_mc = balance_mc + ? WHERE id = ?",args:[t,e]}),_.push({sql:"INSERT INTO ledger (user_id, amount_mc, operation, description, stripe_pi) VALUES (?, ?, ?, ?, ?)",args:[e,t,r,s??null,null]}),await u.batch(_,"write");let d=await u.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return Number(d.rows[0]?.balance_mc??0)}async function Ns(e,t,r,s,i,a){if(!Number.isSafeInteger(t)||t<=0)throw new Error("idempotent credit amount must be a positive integer");if(!i||i.length>500)throw new Error("idempotent credit key is required and must be bounded");let u=n();await w(e);let c=a?.neverExpires;if(c===void 0){let g=await u.execute({sql:"SELECT subscription_tier FROM users WHERE id = ? LIMIT 1",args:[e]});c=String(g.rows[0]?.subscription_tier??"").startsWith("sonic")}let o=c?"9999-12-31 23:59:59":null,_=async()=>{let g=await u.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return Number(g.rows[0]?.balance_mc??0)},d;try{d=await u.batch([{sql:"INSERT OR IGNORE INTO billing_credits (idempotency_key, user_id, amount_mc, operation, description, status) VALUES (?, ?, ?, ?, ?, 'claimed')",args:[i,e,t,r,s]},{sql:"UPDATE billing_credits SET status = 'applying' WHERE idempotency_key = ? AND user_id = ? AND amount_mc = ? AND operation = ? AND description = ? AND status = 'claimed'",args:[i,e,t,r,s]},{sql:`INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, stripe_pi, expires_at, never_expires)
|
|
1073
|
+
SELECT user_id, amount_mc, amount_mc, operation, NULL, COALESCE(?, datetime('now', ?)), ?
|
|
1074
|
+
FROM billing_credits
|
|
1075
|
+
WHERE idempotency_key = ? AND status = 'applying'`,args:[o,v,c?1:0,i]},{sql:`UPDATE users
|
|
1076
|
+
SET balance_mc = balance_mc + COALESCE((
|
|
1077
|
+
SELECT amount_mc FROM billing_credits WHERE idempotency_key = ? AND status = 'applying'
|
|
1078
|
+
), 0)
|
|
1079
|
+
WHERE id = ?`,args:[i,e]},{sql:"INSERT INTO ledger (user_id, amount_mc, operation, description) SELECT user_id, amount_mc, operation, description FROM billing_credits WHERE idempotency_key = ? AND status = 'applying'",args:[i]},{sql:"UPDATE billing_credits SET status = 'applied', applied_at = datetime('now') WHERE idempotency_key = ? AND status = 'applying'",args:[i]}],"write")}catch(g){try{let T=(await u.execute({sql:"SELECT user_id, amount_mc, operation, description FROM billing_credits WHERE idempotency_key = ? AND status = 'applied' LIMIT 1",args:[i]})).rows[0];if(T&&Number(T.user_id)===e&&Number(T.amount_mc)===t&&String(T.operation)===r&&String(T.description)===s)return{ok:!0,balance_mc:await _(),duplicate:!0}}catch{}throw g}let l=(await u.execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_credits WHERE idempotency_key = ? LIMIT 1",args:[i]})).rows[0];if(!l||Number(l.user_id)!==e||Number(l.amount_mc)!==t||String(l.operation)!==r||String(l.description)!==s)throw new Error("idempotent credit key conflicts with another credit");return{ok:String(l.status)==="applied",balance_mc:await _(),duplicate:d[1]?.rowsAffected===0&&String(l.status)==="applied"}}async function bs(e,t){return(await n().execute({sql:"SELECT 1 FROM ledger WHERE user_id = ? AND operation = ? LIMIT 1",args:[e,t]})).rows.length>0}async function Ls(e,t){return(await n().execute({sql:"INSERT OR IGNORE INTO free_credit_refreshes (user_id, month) VALUES (?, ?)",args:[e,t]})).rowsAffected>0}async function Ss(e,t,r,s){let i=await at(e,t,r,s??"",`debit:${m()}`);return{ok:i.ok,balance_mc:i.balance_mc}}async function at(e,t,r,s,i){if(!Number.isSafeInteger(t)||t<=0)throw new Error("idempotent debit amount must be a positive integer");if(!i||i.length>500)throw new Error("idempotent debit key is required and must be bounded");let a=n();await w(e);let u;try{u=await a.batch([{sql:"UPDATE billing_debits SET amount_mc = ? WHERE idempotency_key = ? AND user_id = ? AND operation = ? AND description = ? AND status = 'claimed'",args:[t,i,e,r,s]},{sql:"INSERT OR IGNORE INTO billing_debits (idempotency_key, user_id, amount_mc, operation, description, status) VALUES (?, ?, ?, ?, ?, 'claimed')",args:[i,e,t,r,s]},{sql:`UPDATE users
|
|
1080
|
+
SET balance_mc = balance_mc - ?
|
|
1081
|
+
WHERE id = ?
|
|
1082
|
+
AND balance_mc >= ?
|
|
1083
|
+
AND (SELECT COALESCE(SUM(remaining_mc), 0)
|
|
1084
|
+
FROM credit_lots
|
|
1085
|
+
WHERE user_id = ?
|
|
1086
|
+
AND remaining_mc > 0
|
|
1087
|
+
AND (never_expires = 1 OR expires_at > datetime('now'))) >= ?
|
|
1088
|
+
AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND user_id = ? AND amount_mc = ? AND operation = ? AND description = ? AND status = 'claimed')`,args:[t,e,t,e,t,i,e,t,r,s]},{sql:"UPDATE billing_debits SET status = 'applying' WHERE idempotency_key = ? AND user_id = ? AND amount_mc = ? AND operation = ? AND description = ? AND status = 'claimed' AND changes() = 1",args:[i,e,t,r,s]},{sql:`INSERT OR IGNORE INTO billing_debit_allocations
|
|
1089
|
+
(debit_idempotency_key, lot_id, user_id, amount_mc, expires_at)
|
|
1090
|
+
WITH ordered AS MATERIALIZED (
|
|
1091
|
+
SELECT id,
|
|
1092
|
+
remaining_mc,
|
|
1093
|
+
expires_at,
|
|
1094
|
+
COALESCE(SUM(remaining_mc) OVER (
|
|
1095
|
+
ORDER BY never_expires ASC, expires_at ASC, granted_at ASC, id ASC
|
|
1096
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1097
|
+
), 0) AS prior_mc
|
|
1098
|
+
FROM credit_lots
|
|
1099
|
+
WHERE user_id = ? AND remaining_mc > 0 AND (never_expires = 1 OR expires_at > datetime('now'))
|
|
1100
|
+
), allocation AS (
|
|
1101
|
+
SELECT id, expires_at, MIN(remaining_mc, MAX(0, ? - prior_mc)) AS take_mc
|
|
1102
|
+
FROM ordered
|
|
1103
|
+
)
|
|
1104
|
+
SELECT ?, id, ?, take_mc, expires_at
|
|
1105
|
+
FROM allocation
|
|
1106
|
+
WHERE take_mc > 0
|
|
1107
|
+
AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND status = 'applying')`,args:[e,t,i,e,i]},{sql:`UPDATE credit_lots
|
|
1108
|
+
SET remaining_mc = remaining_mc - COALESCE((
|
|
1109
|
+
SELECT amount_mc FROM billing_debit_allocations
|
|
1110
|
+
WHERE debit_idempotency_key = ? AND lot_id = credit_lots.id
|
|
1111
|
+
), 0)
|
|
1112
|
+
WHERE id IN (
|
|
1113
|
+
SELECT lot_id FROM billing_debit_allocations WHERE debit_idempotency_key = ?
|
|
1114
|
+
)
|
|
1115
|
+
AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND status = 'applying')`,args:[i,i,i]},{sql:"INSERT INTO ledger (user_id, amount_mc, operation, description) SELECT user_id, -amount_mc, operation, description FROM billing_debits WHERE idempotency_key = ? AND status = 'applying'",args:[i]},{sql:"UPDATE billing_debits SET status = 'applied', applied_at = datetime('now') WHERE idempotency_key = ? AND status = 'applying'",args:[i]}],"write")}catch(d){try{let l=(await a.execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_debits WHERE idempotency_key = ? AND status = 'applied' LIMIT 1",args:[i]})).rows[0];if(l&&Number(l.user_id)===e&&Number(l.amount_mc)===t&&String(l.operation)===r&&String(l.description)===s){let g=await a.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return{ok:!0,balance_mc:Number(g.rows[0]?.balance_mc??0),duplicate:!0}}}catch{}throw d}let o=(await a.execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_debits WHERE idempotency_key = ? LIMIT 1",args:[i]})).rows[0];if(!o||Number(o.user_id)!==e||Number(o.amount_mc)!==t||String(o.operation)!==r||String(o.description)!==s)throw new Error("idempotent debit key conflicts with another debit");let _=await a.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return{ok:String(o.status)==="applied",balance_mc:Number(_.rows[0]?.balance_mc??0),duplicate:u[2]?.rowsAffected===0&&String(o.status)==="applied"}}async function Rs(e,t,r,s,i,a){if(!Number.isSafeInteger(r)||r<0)throw new Error("idempotent debit settlement amount must be a non-negative integer");if(!t||t.length>500)throw new Error("idempotent debit settlement key is required and must be bounded");if(!s||!a)throw new Error("idempotent debit settlement operation and source are required");let u=n();await w(e);let c=`debit-settlement:${y("sha256").update(t).digest("hex")}`,o="wallet_hold_settlement",_=m(),d=JSON.stringify({debitIdempotencyKey:t,refundOperation:s,description:i}),E=async()=>{let T=(await u.execute({sql:`SELECT e.user_id,
|
|
1116
|
+
e.status,
|
|
1117
|
+
e.amount_mc AS final_amount_mc,
|
|
1118
|
+
e.billing_class,
|
|
1119
|
+
e.source_surface,
|
|
1120
|
+
e.settled_at,
|
|
1121
|
+
d.amount_mc AS held_amount_mc
|
|
1122
|
+
FROM billing_events e
|
|
1123
|
+
JOIN billing_debits d ON d.idempotency_key = ?
|
|
1124
|
+
WHERE e.idempotency_key = ?
|
|
1125
|
+
AND d.user_id = e.user_id
|
|
1126
|
+
AND d.status = 'applied'
|
|
1127
|
+
LIMIT 1`,args:[t,c]})).rows[0];if(!T)return null;if(Number(T.user_id)!==e||String(T.billing_class)!==o||String(T.source_surface)!==a)throw new Error("idempotent debit settlement key conflicts with another settlement");if(String(T.status)!=="settled")return null;let M=Number(T.held_amount_mc),S=Number(T.final_amount_mc);if(!Number.isSafeInteger(M)||!Number.isSafeInteger(S)||S<0||S>M)throw new Error("idempotent debit settlement receipt is invalid");let fe=M-S,$=await u.execute({sql:`WITH ordered AS (
|
|
1128
|
+
SELECT a.amount_mc,
|
|
1129
|
+
a.expires_at,
|
|
1130
|
+
COALESCE(SUM(a.amount_mc) OVER (
|
|
1131
|
+
ORDER BY a.expires_at ASC, a.lot_id ASC
|
|
1132
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1133
|
+
), 0) AS prior_mc
|
|
1134
|
+
FROM billing_debit_allocations a
|
|
1135
|
+
WHERE a.debit_idempotency_key = ?
|
|
1136
|
+
), refunds AS (
|
|
1137
|
+
SELECT expires_at,
|
|
1138
|
+
amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
|
|
1139
|
+
FROM ordered
|
|
1140
|
+
)
|
|
1141
|
+
SELECT (SELECT COUNT(*) FROM ordered) AS allocation_count,
|
|
1142
|
+
COALESCE(SUM(CASE WHEN expires_at > ? THEN refund_mc ELSE 0 END), 0) AS credited_refund_mc
|
|
1143
|
+
FROM refunds`,args:[t,S,String(T.settled_at)]}),K=Number($.rows[0]?.allocation_count??0)>0?Number($.rows[0]?.credited_refund_mc??0):0,Oe=await u.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[e]});return{balance_mc:Number(Oe.rows[0]?.balance_mc??0),final_amount_mc:S,refund_mc:K,expired_refund_mc:fe-K,duplicate:!0}},l;try{l=await u.batch([{sql:`INSERT OR IGNORE INTO billing_events
|
|
1144
|
+
(id, user_id, idempotency_key, billing_class, source_surface, status, amount_mc, metadata)
|
|
1145
|
+
VALUES (?, ?, ?, ?, ?, 'settling', ?, ?)`,args:[_,e,c,o,a,r,d]},{sql:`WITH ordered AS (
|
|
1146
|
+
SELECT a.lot_id,
|
|
1147
|
+
a.amount_mc,
|
|
1148
|
+
a.expires_at,
|
|
1149
|
+
COALESCE(SUM(a.amount_mc) OVER (
|
|
1150
|
+
ORDER BY a.expires_at ASC, a.lot_id ASC
|
|
1151
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1152
|
+
), 0) AS prior_mc
|
|
1153
|
+
FROM billing_debit_allocations a
|
|
1154
|
+
WHERE a.debit_idempotency_key = ?
|
|
1155
|
+
), refunds AS (
|
|
1156
|
+
SELECT lot_id,
|
|
1157
|
+
expires_at,
|
|
1158
|
+
amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
|
|
1159
|
+
FROM ordered
|
|
1160
|
+
)
|
|
1161
|
+
UPDATE users
|
|
1162
|
+
SET balance_mc = balance_mc + CASE
|
|
1163
|
+
WHEN EXISTS (SELECT 1 FROM ordered) THEN COALESCE(
|
|
1164
|
+
(SELECT SUM(refund_mc) FROM refunds WHERE expires_at > datetime('now')),
|
|
1165
|
+
0
|
|
1166
|
+
)
|
|
1167
|
+
-- Holds created before allocation provenance cannot be safely
|
|
1168
|
+
-- tied back to a source lot. Treat their unused portion as
|
|
1169
|
+
-- expired instead of minting spendable credits with a guessed
|
|
1170
|
+
-- expiry.
|
|
1171
|
+
ELSE 0
|
|
1172
|
+
END
|
|
1173
|
+
WHERE id = ?
|
|
1174
|
+
AND EXISTS (
|
|
1175
|
+
SELECT 1
|
|
1176
|
+
FROM billing_events e
|
|
1177
|
+
JOIN billing_debits d ON d.idempotency_key = ?
|
|
1178
|
+
WHERE e.idempotency_key = ?
|
|
1179
|
+
AND e.user_id = ?
|
|
1180
|
+
AND e.billing_class = ?
|
|
1181
|
+
AND e.source_surface = ?
|
|
1182
|
+
AND e.status = 'settling'
|
|
1183
|
+
AND d.user_id = e.user_id
|
|
1184
|
+
AND d.status = 'applied'
|
|
1185
|
+
AND e.amount_mc BETWEEN 0 AND d.amount_mc
|
|
1186
|
+
)`,args:[t,r,e,t,c,e,o,a]},{sql:`UPDATE billing_events
|
|
1187
|
+
SET status = 'applying'
|
|
1188
|
+
WHERE idempotency_key = ?
|
|
1189
|
+
AND user_id = ?
|
|
1190
|
+
AND billing_class = ?
|
|
1191
|
+
AND source_surface = ?
|
|
1192
|
+
AND status = 'settling'
|
|
1193
|
+
AND changes() = 1`,args:[c,e,o,a]},{sql:`WITH ordered AS (
|
|
1194
|
+
SELECT a.lot_id,
|
|
1195
|
+
a.amount_mc,
|
|
1196
|
+
a.expires_at,
|
|
1197
|
+
COALESCE(SUM(a.amount_mc) OVER (
|
|
1198
|
+
ORDER BY a.expires_at ASC, a.lot_id ASC
|
|
1199
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1200
|
+
), 0) AS prior_mc
|
|
1201
|
+
FROM billing_debit_allocations a
|
|
1202
|
+
WHERE a.debit_idempotency_key = ?
|
|
1203
|
+
), refunds AS (
|
|
1204
|
+
SELECT lot_id,
|
|
1205
|
+
expires_at,
|
|
1206
|
+
amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
|
|
1207
|
+
FROM ordered
|
|
1208
|
+
)
|
|
1209
|
+
UPDATE credit_lots
|
|
1210
|
+
SET remaining_mc = remaining_mc + COALESCE((SELECT refund_mc FROM refunds WHERE refunds.lot_id = credit_lots.id), 0)
|
|
1211
|
+
WHERE id IN (
|
|
1212
|
+
SELECT lot_id FROM refunds
|
|
1213
|
+
WHERE refund_mc > 0 AND expires_at > datetime('now')
|
|
1214
|
+
)
|
|
1215
|
+
AND EXISTS (SELECT 1 FROM billing_events WHERE idempotency_key = ? AND status = 'applying')`,args:[t,r,c]},{sql:`WITH ordered AS (
|
|
1216
|
+
SELECT a.amount_mc,
|
|
1217
|
+
a.expires_at,
|
|
1218
|
+
COALESCE(SUM(a.amount_mc) OVER (
|
|
1219
|
+
ORDER BY a.expires_at ASC, a.lot_id ASC
|
|
1220
|
+
ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
|
|
1221
|
+
), 0) AS prior_mc
|
|
1222
|
+
FROM billing_debit_allocations a
|
|
1223
|
+
WHERE a.debit_idempotency_key = ?
|
|
1224
|
+
), refunds AS (
|
|
1225
|
+
SELECT expires_at,
|
|
1226
|
+
amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
|
|
1227
|
+
FROM ordered
|
|
1228
|
+
), credited AS (
|
|
1229
|
+
SELECT e.user_id,
|
|
1230
|
+
CASE
|
|
1231
|
+
WHEN EXISTS (SELECT 1 FROM ordered) THEN COALESCE(
|
|
1232
|
+
(SELECT SUM(refund_mc) FROM refunds WHERE expires_at > datetime('now')),
|
|
1233
|
+
0
|
|
1234
|
+
)
|
|
1235
|
+
ELSE 0
|
|
1236
|
+
END AS refund_mc
|
|
1237
|
+
FROM billing_events e
|
|
1238
|
+
JOIN billing_debits d ON d.idempotency_key = ?
|
|
1239
|
+
WHERE e.idempotency_key = ?
|
|
1240
|
+
AND e.status = 'applying'
|
|
1241
|
+
)
|
|
1242
|
+
INSERT INTO ledger (user_id, amount_mc, operation, description)
|
|
1243
|
+
SELECT user_id,
|
|
1244
|
+
refund_mc,
|
|
1245
|
+
?,
|
|
1246
|
+
?
|
|
1247
|
+
FROM credited
|
|
1248
|
+
WHERE refund_mc > 0`,args:[t,r,t,c,s,i]},{sql:`UPDATE billing_events
|
|
1249
|
+
SET status = 'settled', settled_at = datetime('now')
|
|
1250
|
+
WHERE idempotency_key = ?
|
|
1251
|
+
AND status = 'applying'`,args:[c]}],"write")}catch(b){try{let T=await E();if(T)return T}catch{}throw b}let g=await E();if(!g)throw new Error("idempotent debit settlement did not reach a durable settled state");return{...g,duplicate:l[0]?.rowsAffected===0}}async function As(e,t=50){return(await n().execute({sql:"SELECT * FROM ledger WHERE user_id = ? ORDER BY created_at DESC LIMIT ?",args:[e,t]})).rows.map(s=>({id:Number(s.id),user_id:Number(s.user_id),amount_mc:Number(s.amount_mc),operation:String(s.operation),description:s.description!=null?String(s.description):null,stripe_pi:s.stripe_pi!=null?String(s.stripe_pi):null,created_at:String(s.created_at)}))}async function ws(e,t,r){let s=n(),i=r.refund.map(()=>"?").join(", "),a=r.grant.map(()=>"?").join(", "),u=r.purchase.map(()=>"?").join(", "),c=await s.execute({sql:`SELECT
|
|
1252
|
+
COALESCE(SUM(CASE WHEN amount_mc < 0 AND operation NOT IN (${i}) THEN -amount_mc ELSE 0 END), 0) AS spent_mc,
|
|
1253
|
+
COALESCE(SUM(CASE WHEN amount_mc > 0 AND operation IN (${i}) THEN amount_mc ELSE 0 END), 0) AS refunded_mc,
|
|
1254
|
+
COALESCE(SUM(CASE WHEN amount_mc > 0 AND operation IN (${a}) THEN amount_mc ELSE 0 END), 0) AS granted_mc,
|
|
1255
|
+
COALESCE(SUM(CASE WHEN amount_mc > 0 AND operation IN (${u}) THEN amount_mc ELSE 0 END), 0) AS purchased_mc,
|
|
1256
|
+
COALESCE(SUM(amount_mc), 0) AS net_mc
|
|
1257
|
+
FROM ledger WHERE user_id = ? AND created_at >= ?`,args:[...r.refund,...r.refund,...r.grant,...r.purchase,e,t]}),o=await s.execute({sql:`SELECT operation, -SUM(amount_mc) AS mc, COUNT(*) AS count
|
|
1258
|
+
FROM ledger
|
|
1259
|
+
WHERE user_id = ? AND created_at >= ? AND amount_mc < 0 AND operation NOT IN (${i})
|
|
1260
|
+
GROUP BY operation
|
|
1261
|
+
ORDER BY mc DESC, operation ASC`,args:[e,t,...r.refund]}),_=c.rows[0];return{spent_mc:Number(_?.spent_mc??0),refunded_mc:Number(_?.refunded_mc??0),granted_mc:Number(_?.granted_mc??0),purchased_mc:Number(_?.purchased_mc??0),net_mc:Number(_?.net_mc??0),by_operation:o.rows.map(d=>({operation:String(d.operation),mc:Number(d.mc),count:Number(d.count)}))}}async function fs(e){return(await n().execute({sql:"SELECT 1 FROM ledger WHERE stripe_pi = ? LIMIT 1",args:[e]})).rows.length>0}async function we(e,t){let r=n();for(let i=0;i<8;i+=1){let u=(await r.execute({sql:`SELECT
|
|
1262
|
+
u.balance_mc AS cached_balance_mc,
|
|
1263
|
+
COUNT(l.id) AS lot_count,
|
|
1264
|
+
COALESCE(SUM(CASE
|
|
1265
|
+
WHEN l.remaining_mc > 0
|
|
1266
|
+
AND (l.never_expires = 1 OR l.expires_at > datetime('now'))
|
|
1267
|
+
THEN l.remaining_mc ELSE 0 END), 0) AS projected_balance_mc
|
|
1268
|
+
FROM users u
|
|
1269
|
+
LEFT JOIN credit_lots l ON l.user_id = u.id
|
|
1270
|
+
WHERE u.id = ?
|
|
1271
|
+
GROUP BY u.id, u.balance_mc`,args:[e]})).rows[0];if(!u)return 0;if(Number(u.lot_count??0)===0&&(await w(Number(e)),(await r.execute({sql:"SELECT 1 FROM credit_lots WHERE user_id = ? LIMIT 1",args:[e]})).rows.length>0))continue;let c=Number(u.cached_balance_mc??0),o=Number(u.projected_balance_mc??0);if(c===o||(await r.execute({sql:"UPDATE users SET balance_mc = ? WHERE id = ? AND balance_mc = ?",args:[o,e,c]})).rowsAffected===1)return o}let s=await r.execute({sql:"SELECT balance_mc FROM users WHERE id = ? LIMIT 1",args:[e]});return Number(s.rows[0]?.balance_mc??0)}var Os=p.object({id:p.string(),user_id:p.number(),status:p.string().default("pending"),client_domain:p.string(),session_path:p.string(),request:p.string(),result:p.string().nullable(),error:p.string().nullable(),created_at:p.string(),updated_at:p.string()}),hs=p.object({id:p.number(),job_id:p.string(),phase:p.string(),completed_at:p.string(),output_summary:p.string()});async function xs(e){return(await n().execute({sql:"SELECT id, subject, sent_at, opened_at FROM inbox_messages WHERE user_id = ? AND deleted_at IS NULL ORDER BY sent_at DESC, id DESC",args:[e]})).rows.map(r=>({id:String(r.id),subject:String(r.subject),sent_at:String(r.sent_at),opened_at:r.opened_at!=null?String(r.opened_at):null}))}async function ys(e,t){let s=(await n().execute({sql:"SELECT id, subject, body_md, source, sent_at, opened_at FROM inbox_messages WHERE id = ? AND user_id = ? AND deleted_at IS NULL",args:[t,e]})).rows[0];if(s)return{id:String(s.id),subject:String(s.subject),body_md:String(s.body_md),source:String(s.source),sent_at:String(s.sent_at),opened_at:s.opened_at!=null?String(s.opened_at):null}}async function Is(e,t){let r=n();await r.execute({sql:"UPDATE inbox_messages SET opened_at = datetime('now') WHERE id = ? AND user_id = ? AND deleted_at IS NULL AND opened_at IS NULL",args:[t,e]});let i=(await r.execute({sql:"SELECT opened_at FROM inbox_messages WHERE id = ? AND user_id = ? AND deleted_at IS NULL",args:[t,e]})).rows[0];return i&&i.opened_at!=null?String(i.opened_at):null}async function Cs(e,t){return(await n().execute({sql:"UPDATE inbox_messages SET deleted_at = datetime('now') WHERE id = ? AND user_id = ? AND deleted_at IS NULL",args:[t,e]})).rowsAffected>0}async function Us(e,t,r,s="operator"){let i=m();return await n().execute({sql:"INSERT INTO inbox_messages (id, user_id, subject, body_md, source) VALUES (?, ?, ?, ?, ?)",args:[i,e,t,r,s]}),i}async function ks(){return(await n().execute("SELECT id FROM users WHERE active = 1")).rows.map(t=>Number(t.id))}export{ct as a,he as b,xe as c,R as d,re as e,F as f,Me as g,Fe as h,ne as i,V as j,z as k,Q as l,Z as m,ee as n,te as o,C as p,q,ce as r,n as s,Nt as t,bt as u,Lt as v,St as w,Rt as x,At as y,wt as z,ft as A,$e as B,Ot as C,ht as D,xt as E,yt as F,It as G,Ct as H,Ut as I,Te as J,pe as K,kt as L,Dt as M,vt as N,Xt as O,Mt as P,Ft as Q,Pt as R,qt as S,Wt as T,jt as U,Ht as V,Bt as W,Gt as X,Yt as Y,Jt as Z,$t as _,Kt as $,Ke as aa,Vt as ba,zt as ca,Qt as da,Zt as ea,er as fa,tr as ga,rr as ha,sr as ia,nr as ja,Ne as ka,ir as la,ar as ma,or as na,ur as oa,cr as pa,_r as qa,H as ra,dr as sa,lr as ta,Er as ua,Tr as va,pr as wa,mr as xa,Ze as ya,et as za,gr as Aa,Nr as Ba,br as Ca,Lr as Da,Sr as Ea,Rr as Fa,Ar as Ga,wr as Ha,Ae as Ia,fr as Ja,Or as Ka,hr as La,xr as Ma,yr as Na,Ir as Oa,Cr as Pa,Ur as Qa,kr as Ra,Dr as Sa,vr as Ta,Xr as Ua,Mr as Va,Fr as Wa,Pr as Xa,qr as Ya,Wr as Za,jr as _a,Hr as $a,Br as ab,Gr as bb,Yr as cb,Jr as db,$r as eb,Kr as fb,Vr as gb,zr as hb,Qr as ib,Zr as jb,es as kb,ts as lb,rs as mb,ss as nb,ns as ob,is as pb,st as qb,as as rb,os as sb,it as tb,us as ub,cs as vb,_s as wb,ds as xb,ls as yb,Es as zb,Ts as Ab,v as Bb,ps as Cb,ms as Db,gs as Eb,Ns as Fb,bs as Gb,Ls as Hb,Ss as Ib,at as Jb,Rs as Kb,As as Lb,ws as Mb,fs as Nb,we as Ob,Os as Pb,hs as Qb,xs as Rb,ys as Sb,Is as Tb,Cs as Ub,Us as Vb,ks as Wb};
|