@stacksjs/ts-cloud 0.16.69 → 0.16.70
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/chunk-04jkzt83.js +1 -0
- package/dist/bin/chunk-0pptjpck.js +1 -0
- package/dist/bin/chunk-0rb8hp47.js +1 -0
- package/dist/bin/{chunk-zz9nj5kn.js → chunk-1gypqjyd.js} +5 -5
- package/dist/bin/chunk-4c6bmvwq.js +1 -0
- package/dist/bin/{chunk-e4c7ba0g.js → chunk-4w6n5wht.js} +1 -1
- package/dist/bin/chunk-5bsgbfaa.js +1 -0
- package/dist/bin/chunk-6bnxvtvy.js +1 -0
- package/dist/bin/{chunk-d28q9ath.js → chunk-6d80tpq9.js} +2 -2
- package/dist/bin/chunk-6dwj78tg.js +1 -0
- package/dist/bin/{chunk-krt80e8w.js → chunk-6vryg8kw.js} +6 -6
- package/dist/bin/{chunk-v5js5pz6.js → chunk-6wz74ram.js} +79 -79
- package/dist/bin/chunk-7qkc4af5.js +1 -0
- package/dist/bin/chunk-7tvepzyw.js +1 -0
- package/dist/bin/chunk-87ycafdr.js +1 -0
- package/dist/bin/{chunk-w2eezm9z.js → chunk-8cw7a6c7.js} +2 -2
- package/dist/bin/chunk-8cxdvpzy.js +1 -0
- package/dist/bin/chunk-8vm3veyc.js +1 -0
- package/dist/bin/{chunk-b0r8a5h5.js → chunk-9cj1fm00.js} +5 -5
- package/dist/bin/{chunk-1cb0r1j3.js → chunk-9j6040sq.js} +2 -2
- package/dist/bin/{chunk-szagab6z.js → chunk-atsg4tw3.js} +111 -111
- package/dist/bin/chunk-axv264y9.js +1 -0
- package/dist/bin/{chunk-zs1cpqhv.js → chunk-b2gmbf1r.js} +2 -2
- package/dist/bin/chunk-b96qbfmt.js +1 -0
- package/dist/bin/{chunk-mjbd4pbz.js → chunk-bgjvxdds.js} +5 -5
- package/dist/bin/chunk-bgm9p3x6.js +1 -0
- package/dist/bin/{chunk-x40sd2m9.js → chunk-bn0c836y.js} +3 -3
- package/dist/bin/chunk-cmraxfxd.js +1 -0
- package/dist/bin/chunk-d5n4d3pj.js +1 -0
- package/dist/bin/{chunk-8escxm7h.js → chunk-dbmtygg1.js} +1 -1
- package/dist/bin/{chunk-jrxb5sg4.js → chunk-e0scvrf7.js} +3 -3
- package/dist/bin/{chunk-2247xk4n.js → chunk-ey3wcb9c.js} +1 -1
- package/dist/bin/{chunk-rgnmxfvp.js → chunk-fmz6qv0v.js} +3 -3
- package/dist/bin/{chunk-abk97qeq.js → chunk-gbbcp2bw.js} +2 -2
- package/dist/bin/{chunk-m60wwxz1.js → chunk-gcz6twdg.js} +4 -4
- package/dist/bin/{chunk-5t1ky9re.js → chunk-h5m9tan5.js} +1 -1
- package/dist/bin/chunk-hyrvmjq0.js +2 -0
- package/dist/bin/chunk-j77zj12s.js +1 -0
- package/dist/bin/chunk-jegvamsc.js +1 -0
- package/dist/bin/{chunk-pgbtdsj2.js → chunk-k61k237r.js} +3 -3
- package/dist/bin/chunk-mrnc8esz.js +1 -0
- package/dist/bin/{chunk-wjn2bpdb.js → chunk-mt8yss58.js} +2 -2
- package/dist/bin/chunk-nxkbvmz2.js +1 -0
- package/dist/bin/chunk-r58k9cj8.js +1 -0
- package/dist/bin/{chunk-gga18c4g.js → chunk-reexpdfk.js} +2 -2
- package/dist/bin/{chunk-5fde4d44.js → chunk-rg6r03q3.js} +1 -1
- package/dist/bin/{chunk-pr96tp0s.js → chunk-rhy7gbt1.js} +2 -2
- package/dist/bin/{chunk-370pghhq.js → chunk-rkcr1xth.js} +38 -38
- package/dist/bin/{chunk-5gf0je0v.js → chunk-rqwgs1fs.js} +13 -13
- package/dist/bin/{chunk-qjxd8f5m.js → chunk-rsqzyxmz.js} +5 -5
- package/dist/bin/chunk-s15gpps2.js +1 -0
- package/dist/bin/chunk-sb0v3vej.js +1 -0
- package/dist/bin/{chunk-7y56qyrj.js → chunk-swbb39hj.js} +1 -1
- package/dist/bin/{chunk-55j0x82p.js → chunk-tkj474c6.js} +3 -3
- package/dist/bin/{chunk-sv7n9ape.js → chunk-tx2mh4bw.js} +2 -2
- package/dist/bin/{chunk-qka0e661.js → chunk-vveaxany.js} +4 -4
- package/dist/bin/{chunk-nxsx69p4.js → chunk-w4e696gz.js} +4 -4
- package/dist/bin/{chunk-tdv5rwjv.js → chunk-whryzwb7.js} +1 -1
- package/dist/bin/{chunk-6tqzgm9z.js → chunk-xfr0nfdq.js} +5 -5
- package/dist/bin/{chunk-43a60zkj.js → chunk-xhe84hg1.js} +1 -1
- package/dist/bin/chunk-ywpkvdfg.js +1 -0
- package/dist/bin/{chunk-17ewx21n.js → chunk-zph18vv6.js} +1 -1
- package/dist/bin/cli.js +89 -89
- package/dist/bin/dashboard-server.js +1 -1
- package/dist/bin/stacks-queue-worker.js +1 -1
- package/dist/bin/stacks-scheduler.js +1 -1
- package/dist/{chunk-c61x369p.js → chunk-3nrnbk63.js} +117 -117
- package/dist/{chunk-17bmm7sx.js → chunk-p9gqv8vt.js} +1 -1
- package/dist/deploy/index.js +1 -1
- package/dist/drivers/index.js +1 -1
- package/dist/drivers/shared/app-frameworks.d.ts +4 -0
- package/dist/drivers/shared/app-services.d.ts +8 -3
- package/dist/drivers/shared/background-bun.d.ts +3 -0
- package/dist/drivers/shared/deploy-script.d.ts +8 -0
- package/dist/index.js +1 -1
- package/dist/ui/404.html +1 -1
- package/dist/ui/accept-invitation.html +1 -1
- package/dist/ui/access-denied.html +1 -1
- package/dist/ui/account/automation.html +6 -6
- package/dist/ui/account/security.html +1 -1
- package/dist/ui/applications/compose.html +6 -6
- package/dist/ui/applications/new.html +2 -2
- package/dist/ui/data/backups.html +6 -6
- package/dist/ui/data/services.html +6 -6
- package/dist/ui/data/volumes.html +6 -6
- package/dist/ui/index.html +6 -6
- package/dist/ui/infrastructure/topology.html +5 -5
- package/dist/ui/integrations.html +1 -1
- package/dist/ui/operations/alerts.html +6 -6
- package/dist/ui/operations/configuration.html +6 -6
- package/dist/ui/operations/jobs.html +5 -5
- package/dist/ui/operations/maintenance.html +5 -5
- package/dist/ui/operations/observability.html +5 -5
- package/dist/ui/operations/previews.html +5 -5
- package/dist/ui/operations/queue.html +5 -5
- package/dist/ui/operations/regions.html +5 -5
- package/dist/ui/operations/releases.html +6 -6
- package/dist/ui/operations/spend.html +6 -6
- package/dist/ui/operations/workloads.html +6 -6
- package/dist/ui/security.html +2 -2
- package/dist/ui/server/actions.html +6 -6
- package/dist/ui/server/activity.html +2 -2
- package/dist/ui/server/capacity.html +6 -6
- package/dist/ui/server/database.html +6 -6
- package/dist/ui/server/deployments.html +5 -5
- package/dist/ui/server/diagnostics.html +2 -2
- package/dist/ui/server/firewall.html +5 -5
- package/dist/ui/server/fleet.html +6 -6
- package/dist/ui/server/logs.html +6 -6
- package/dist/ui/server/metrics.html +5 -5
- package/dist/ui/server/security.html +2 -2
- package/dist/ui/server/services.html +1 -1
- package/dist/ui/server/sites.html +5 -5
- package/dist/ui/server/ssh-keys.html +5 -5
- package/dist/ui/server/team.html +6 -6
- package/dist/ui/server/terminal.html +2 -2
- package/dist/ui/serverless/alarms.html +5 -5
- package/dist/ui/serverless/assets.html +2 -2
- package/dist/ui/serverless/cost.html +2 -2
- package/dist/ui/serverless/data.html +6 -6
- package/dist/ui/serverless/deployments.html +1 -1
- package/dist/ui/serverless/firewall.html +1 -1
- package/dist/ui/serverless/functions.html +6 -6
- package/dist/ui/serverless/logs.html +6 -6
- package/dist/ui/serverless/metrics.html +2 -2
- package/dist/ui/serverless/queues.html +6 -6
- package/dist/ui/serverless/secrets.html +6 -6
- package/dist/ui/serverless/traces.html +6 -6
- package/dist/ui/serverless.html +6 -6
- package/package.json +3 -3
- package/dist/bin/chunk-19dhvnjh.js +0 -1
- package/dist/bin/chunk-1tk64amh.js +0 -1
- package/dist/bin/chunk-37xeqae4.js +0 -1
- package/dist/bin/chunk-4vz5erjz.js +0 -1
- package/dist/bin/chunk-6cyr6gcg.js +0 -1
- package/dist/bin/chunk-6rwewb7j.js +0 -1
- package/dist/bin/chunk-7d83f6sn.js +0 -1
- package/dist/bin/chunk-bkvxzenb.js +0 -1
- package/dist/bin/chunk-dmm1p4bs.js +0 -1
- package/dist/bin/chunk-dycx66c7.js +0 -1
- package/dist/bin/chunk-fjx816tt.js +0 -1
- package/dist/bin/chunk-fm6paqft.js +0 -1
- package/dist/bin/chunk-gmy8p7nr.js +0 -1
- package/dist/bin/chunk-h5ccvped.js +0 -1
- package/dist/bin/chunk-h9h9dn0r.js +0 -1
- package/dist/bin/chunk-ht6s2cwm.js +0 -1
- package/dist/bin/chunk-ncr1dwdt.js +0 -1
- package/dist/bin/chunk-nzhpva7z.js +0 -1
- package/dist/bin/chunk-p40tvp17.js +0 -1
- package/dist/bin/chunk-qe8zh9kn.js +0 -1
- package/dist/bin/chunk-sn1zde06.js +0 -1
- package/dist/bin/chunk-t6zpvaqr.js +0 -1
- package/dist/bin/chunk-vrn0akcn.js +0 -1
- package/dist/bin/chunk-x00efaxm.js +0 -1
- package/dist/bin/chunk-zred4827.js +0 -1
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
import{p}from"./chunk-b0r8a5h5.js";import{ua,R,A,ne,jr,ma,Ko,le,B,T,Zt,Vr}from"./chunk-v5js5pz6.js";import{v}from"./chunk-5fde4d44.js";import{Q}from"./chunk-tdv5rwjv.js";import{g}from"./chunk-17ewx21n.js";import{J,Ni,Js,w,D,Et,wt,it,Fo,xi,jo,At,Jc,Vo,zo,$i,Ho,Li,Wt,Zs,Xc,Mi,ea,ta,ra,na,Go,bn,ia,Sn,oa,qo}from"./chunk-m60wwxz1.js";import{_o,Oo,Us}from"./chunk-nxsx69p4.js";import{bs}from"./chunk-zz9nj5kn.js";import{ln}from"./chunk-sv7n9ape.js";import{Ir}from"./chunk-krt80e8w.js";class Ke{client;region;constructor(e="us-east-1",t){this.region=e,this.client=new p}async putParameter(e){let t={Name:e.Name,Value:e.Value};if(e.Type)t.Type=e.Type;if(e.Description)t.Description=e.Description;if(e.KeyId)t.KeyId=e.KeyId;if(e.Overwrite!==void 0)t.Overwrite=e.Overwrite;if(e.AllowedPattern)t.AllowedPattern=e.AllowedPattern;if(e.Tags&&e.Tags.length>0)t.Tags=e.Tags;if(e.Tier)t.Tier=e.Tier;if(e.DataType)t.DataType=e.DataType;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.PutParameter","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Version:r.Version,Tier:r.Tier}}async getParameter(e){let t={Name:e.Name};if(e.WithDecryption!==void 0)t.WithDecryption=e.WithDecryption;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetParameter","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameter:r.Parameter?this.parseParameter(r.Parameter):void 0}}async getParameters(e){let t={Names:e.Names};if(e.WithDecryption!==void 0)t.WithDecryption=e.WithDecryption;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetParameters","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameters:r.Parameters?.map((n)=>this.parseParameter(n)),InvalidParameters:r.InvalidParameters}}async getParametersByPath(e){let t={Path:e.Path};if(e.Recursive!==void 0)t.Recursive=e.Recursive;if(e.WithDecryption!==void 0)t.WithDecryption=e.WithDecryption;if(e.MaxResults)t.MaxResults=e.MaxResults;if(e.NextToken)t.NextToken=e.NextToken;if(e.ParameterFilters&&e.ParameterFilters.length>0)t.ParameterFilters=e.ParameterFilters;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetParametersByPath","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameters:r.Parameters?.map((n)=>this.parseParameter(n)),NextToken:r.NextToken}}async deleteParameter(e){let t={Name:e.Name};await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.DeleteParameter","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})}async deleteParameters(e){let t={Names:e},r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.DeleteParameters","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{DeletedParameters:r.DeletedParameters,InvalidParameters:r.InvalidParameters}}async describeParameters(e){let t={};if(e?.Filters&&e.Filters.length>0)t.Filters=e.Filters;if(e?.ParameterFilters&&e.ParameterFilters.length>0)t.ParameterFilters=e.ParameterFilters;if(e?.MaxResults)t.MaxResults=e.MaxResults;if(e?.NextToken)t.NextToken=e.NextToken;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.DescribeParameters","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameters:r.Parameters?.map((n)=>this.parseParameter(n)),NextToken:r.NextToken}}async getParameterHistory(e){let t={Name:e.Name};if(e.WithDecryption!==void 0)t.WithDecryption=e.WithDecryption;if(e.MaxResults)t.MaxResults=e.MaxResults;if(e.NextToken)t.NextToken=e.NextToken;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetParameterHistory","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameters:r.Parameters?.map((n)=>({Name:n.Name,Type:n.Type,KeyId:n.KeyId,LastModifiedDate:n.LastModifiedDate,LastModifiedUser:n.LastModifiedUser,Description:n.Description,Value:n.Value,Version:n.Version,Labels:n.Labels,Tier:n.Tier})),NextToken:r.NextToken}}async labelParameterVersion(e){let t={Name:e.Name,Labels:e.Labels};if(e.ParameterVersion!==void 0)t.ParameterVersion=e.ParameterVersion;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.LabelParameterVersion","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{InvalidLabels:r.InvalidLabels,ParameterVersion:r.ParameterVersion}}async addTagsToResource(e){let t={ResourceType:e.ResourceType,ResourceId:e.ResourceId,Tags:e.Tags};await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.AddTagsToResource","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})}async removeTagsFromResource(e){let t={ResourceType:e.ResourceType,ResourceId:e.ResourceId,TagKeys:e.TagKeys};await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.RemoveTagsFromResource","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})}async listTagsForResource(e){let t={ResourceType:e.ResourceType,ResourceId:e.ResourceId};return{TagList:(await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.ListTagsForResource","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})).TagList}}async setString(e,t,r){return this.putParameter({Name:e,Value:t,Type:"String",Description:r?.description,Overwrite:r?.overwrite??!0,Tags:r?.tags})}async setSecureString(e,t,r){return this.putParameter({Name:e,Value:t,Type:"SecureString",Description:r?.description,Overwrite:r?.overwrite??!0,KeyId:r?.kmsKeyId,Tags:r?.tags})}async getValue(e){return(await this.getParameter({Name:e,WithDecryption:!0})).Parameter?.Value}async getAllByPath(e,t=!0){let r=[],n;do{let s=await this.getParametersByPath({Path:e,Recursive:t,WithDecryption:!0,NextToken:n});if(s.Parameters)r.push(...s.Parameters);n=s.NextToken}while(n);return r}parseParameter(e){return{Name:e.Name,Type:e.Type,Value:e.Value,Version:e.Version,LastModifiedDate:e.LastModifiedDate,ARN:e.ARN,DataType:e.DataType,Description:e.Description,AllowedPattern:e.AllowedPattern,KeyId:e.KeyId,Tier:e.Tier}}async sendCommand(e){if(!e.InstanceIds&&!e.Targets)throw Error("SendCommand requires either InstanceIds or Targets");let t={DocumentName:e.DocumentName};if(e.InstanceIds)t.InstanceIds=e.InstanceIds;if(e.Targets)t.Targets=e.Targets;if(e.Parameters)t.Parameters=e.Parameters;if(e.TimeoutSeconds)t.TimeoutSeconds=e.TimeoutSeconds;if(e.Comment)t.Comment=e.Comment;if(e.OutputS3BucketName)t.OutputS3BucketName=e.OutputS3BucketName;if(e.OutputS3KeyPrefix)t.OutputS3KeyPrefix=e.OutputS3KeyPrefix;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.SendCommand","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{CommandId:r.Command?.CommandId,Status:r.Command?.Status,StatusDetails:r.Command?.StatusDetails}}async getCommandInvocation(e){let t={CommandId:e.CommandId,InstanceId:e.InstanceId},r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetCommandInvocation","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Status:r.Status,StatusDetails:r.StatusDetails,StandardOutputContent:r.StandardOutputContent,StandardErrorContent:r.StandardErrorContent,ResponseCode:r.ResponseCode}}async runShellCommand(e,t,r){let n=await this.sendCommand({InstanceIds:[e],DocumentName:"AWS-RunShellScript",Parameters:{commands:t},TimeoutSeconds:r?.timeoutSeconds||600});if(!n.CommandId)return{success:!1,error:"Failed to send command"};if(r?.waitForCompletion===!1)return{success:!0,status:"Pending"};let s=r?.pollIntervalMs||2000,i=r?.maxWaitMs||300000,o=Date.now();while(Date.now()-o<i){await new Promise((a)=>setTimeout(a,s));try{let a=await this.getCommandInvocation({CommandId:n.CommandId,InstanceId:e});if(a.Status==="Success")return{success:!0,output:a.StandardOutputContent,error:a.StandardErrorContent,status:a.Status};if(a.Status==="Failed"||a.Status==="Cancelled"||a.Status==="TimedOut")return{success:!1,output:a.StandardOutputContent,error:a.StandardErrorContent||a.StatusDetails,status:a.Status}}catch(a){if(!a.message?.includes("InvocationDoesNotExist"))return{success:!1,error:a.message}}}return{success:!1,error:"Command timed out waiting for completion"}}async listCommandInvocations(e){let t={CommandId:e.CommandId};if(e.Details)t.Details=!0;return((await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.ListCommandInvocations","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})).CommandInvocations||[]).map((s)=>({InstanceId:s.InstanceId,Status:s.Status,StatusDetails:s.StatusDetails,StandardOutputContent:s.CommandPlugins?.[0]?.Output,StandardErrorContent:s.CommandPlugins?.[0]?.StandardErrorUrl}))}async sendCommandByTags(e){let t=Object.entries(e.tags).map(([c,l])=>({Key:`tag:${c}`,Values:[l]})),r=await this.sendCommand({Targets:t,DocumentName:"AWS-RunShellScript",Parameters:{commands:e.commands},TimeoutSeconds:e.timeoutSeconds||600,Comment:e.comment});if(!r.CommandId)return{success:!1,instanceCount:0,perInstance:[],error:"Failed to send command"};let n=e.pollIntervalMs||3000,s=e.maxWaitMs||600000,i=Date.now(),o=new Set(["Success","Failed","Cancelled","TimedOut"]),a=[];while(Date.now()-i<s){await new Promise((c)=>setTimeout(c,n));try{if(a=await this.listCommandInvocations({CommandId:r.CommandId,Details:!0}),a.length===0)continue;if(a.every((l)=>o.has(l.Status||""))){let l=a.map((d)=>({instanceId:d.InstanceId,status:d.Status||"Unknown",output:d.StandardOutputContent,error:d.StandardErrorContent||d.StatusDetails})),u=a.every((d)=>d.Status==="Success");return{success:u,instanceCount:a.length,perInstance:l,error:u?void 0:"One or more instances reported a non-success status"}}}catch(c){if(!c.message?.includes("InvocationDoesNotExist"))return{success:!1,instanceCount:0,perInstance:[],error:c.message}}}return{success:!1,instanceCount:a.length,perInstance:a.map((c)=>({instanceId:c.InstanceId,status:c.Status||"Unknown"})),error:"Command timed out waiting for all instances to complete"}}}function us(e={}){let t=new Set;for(let r of Object.values(e)){if(!r.domain)continue;if(!(r.redirect||r.deploy==="server"||r.start))continue;t.add(r.domain);for(let n of r.aliases??[]){let s=String(n).trim().toLowerCase();if(s)t.add(s)}}return t}function Er(e){return e.replace(/\.$/,"").toLowerCase()}function Pa(e,t,r){let n=Er(e.name),s=Er(t),i=Er(r),o=i===s?"@":i.endsWith(`.${s}`)?i.slice(0,-(s.length+1)):i;return n===i||n===o||o==="@"&&(n===""||n===s)}async function xa(e,t,r,n,s="A"){let i=await e.listRecords(t);if(!i.success)return[`could not list ${s} records: ${i.message||"unknown provider error"}`];let o=i.records.filter((l)=>l.type===s&&Pa(l,t,r)),a=o.findIndex((l)=>l.content===n);if(o.length<=1||a===-1)return[];let c=[];for(let[l,u]of o.entries()){if(l===a)continue;let d=await e.deleteRecord(t,u);if(!d.success)c.push(`could not remove stale ${u.name} ${s} ${u.content}: ${d.message||"unknown provider error"}`)}return c}function me(e){if(!e)return;let t=e.trim();if(!t)return;if(!t.includes("/"))return t;let[r]=t.split("/");if(!r.endsWith("::"))return r||void 0;return`${r}1`}var Ea=new Set(["mail","smtp","imap","mx"]);function eo(e){return!Ea.has(e.split(".")[0]??"")}async function mi(e){let{provider:t,zone:r,fqdn:n,ipv4:s,ipv6:i,ttl:o=600}=e,a={published:[],warnings:[]},c=[{type:"A",content:s}];if(i&&eo(n))c.push({type:"AAAA",content:i});for(let{type:l,content:u}of c){let d=await t.upsertRecord(r,{name:n,type:l,content:u,ttl:o});if(d?.success===!1){a.warnings.push(`${n} → ${u} failed: ${d.error||d.message||"unknown error"}`);continue}if(a.warnings.push(...(await xa(t,r,n,u,l)).map((m)=>`${n} cleanup: ${m}`)),await to(t,r,n,u,l))a.published.push({fqdn:n,type:l,content:u});else a.warnings.push(`${n} → ${u} reported success at ${t.name} but no matching ${l} record exists — create it manually: ${l} ${n} → ${u}`)}return a}async function to(e,t,r,n,s){try{if(typeof e?.listRecords!=="function")return!0;let i=await e.listRecords(t);if(!i?.success||!Array.isArray(i.records))return!0;return i.records.some((o)=>{let a=typeof o?.name==="string"?o.name.replace(/\.$/,""):"";return o?.type===s&&a===r&&o?.content===n})}catch{return!0}}import{readFileSync as ks}from"node:fs";import{join as $c}from"node:path";function Rr(e){return(Buffer.isBuffer(e)?e.toString("utf8"):typeof e==="string"?e:"").replace(/(^|\n)(\s*(?:export\s+)?[A-Za-z_][A-Za-z0-9_]*=).*$/gm,"$1$2[redacted]").replace(/encrypted:[A-Za-z0-9+/=]+/g,"encrypted:[redacted]").trim().slice(-8000)}function _t(e,t){let r=Rr(e?.stderr),n=/line (\d+): syntax error/.exec(r);if(!n)return"";let s=Number(n[1]),i=t.split(`
|
|
2
|
-
`),o=Math.max(1,s-12),a=Math.min(i.length,s+2),c=i.slice(o-1,a).map((l,
|
|
3
|
-
`)}function He(e){let t=e,r=typeof t?.status==="number"?` (exit ${t.status})`:"",n=t?.signal?` (signal ${t.signal})`:"",s=[
|
|
1
|
+
import{p}from"./chunk-9cj1fm00.js";import{pa,R,A,ne,jr,ga,Jo,le,F,T,Zt,Vr}from"./chunk-6wz74ram.js";import{v}from"./chunk-rg6r03q3.js";import{Q}from"./chunk-whryzwb7.js";import{g}from"./chunk-zph18vv6.js";import{J,Ni,Xs,w,D,Et,wt,it,Fo,xi,Vo,At,Xc,zo,Ho,$i,Go,Li,Wt,ea,Qc,Mi,ta,ra,na,ia,qo,bn,oa,Sn,sa,Wo}from"./chunk-gcz6twdg.js";import{Oo,$o,Bs}from"./chunk-w4e696gz.js";import{Ss}from"./chunk-1gypqjyd.js";import{ln}from"./chunk-tx2mh4bw.js";import{Ir}from"./chunk-6vryg8kw.js";import{el}from"./chunk-hyrvmjq0.js";class Ke{client;region;constructor(e="us-east-1",t){this.region=e,this.client=new p}async putParameter(e){let t={Name:e.Name,Value:e.Value};if(e.Type)t.Type=e.Type;if(e.Description)t.Description=e.Description;if(e.KeyId)t.KeyId=e.KeyId;if(e.Overwrite!==void 0)t.Overwrite=e.Overwrite;if(e.AllowedPattern)t.AllowedPattern=e.AllowedPattern;if(e.Tags&&e.Tags.length>0)t.Tags=e.Tags;if(e.Tier)t.Tier=e.Tier;if(e.DataType)t.DataType=e.DataType;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.PutParameter","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Version:r.Version,Tier:r.Tier}}async getParameter(e){let t={Name:e.Name};if(e.WithDecryption!==void 0)t.WithDecryption=e.WithDecryption;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetParameter","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameter:r.Parameter?this.parseParameter(r.Parameter):void 0}}async getParameters(e){let t={Names:e.Names};if(e.WithDecryption!==void 0)t.WithDecryption=e.WithDecryption;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetParameters","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameters:r.Parameters?.map((n)=>this.parseParameter(n)),InvalidParameters:r.InvalidParameters}}async getParametersByPath(e){let t={Path:e.Path};if(e.Recursive!==void 0)t.Recursive=e.Recursive;if(e.WithDecryption!==void 0)t.WithDecryption=e.WithDecryption;if(e.MaxResults)t.MaxResults=e.MaxResults;if(e.NextToken)t.NextToken=e.NextToken;if(e.ParameterFilters&&e.ParameterFilters.length>0)t.ParameterFilters=e.ParameterFilters;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetParametersByPath","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameters:r.Parameters?.map((n)=>this.parseParameter(n)),NextToken:r.NextToken}}async deleteParameter(e){let t={Name:e.Name};await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.DeleteParameter","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})}async deleteParameters(e){let t={Names:e},r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.DeleteParameters","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{DeletedParameters:r.DeletedParameters,InvalidParameters:r.InvalidParameters}}async describeParameters(e){let t={};if(e?.Filters&&e.Filters.length>0)t.Filters=e.Filters;if(e?.ParameterFilters&&e.ParameterFilters.length>0)t.ParameterFilters=e.ParameterFilters;if(e?.MaxResults)t.MaxResults=e.MaxResults;if(e?.NextToken)t.NextToken=e.NextToken;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.DescribeParameters","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameters:r.Parameters?.map((n)=>this.parseParameter(n)),NextToken:r.NextToken}}async getParameterHistory(e){let t={Name:e.Name};if(e.WithDecryption!==void 0)t.WithDecryption=e.WithDecryption;if(e.MaxResults)t.MaxResults=e.MaxResults;if(e.NextToken)t.NextToken=e.NextToken;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetParameterHistory","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Parameters:r.Parameters?.map((n)=>({Name:n.Name,Type:n.Type,KeyId:n.KeyId,LastModifiedDate:n.LastModifiedDate,LastModifiedUser:n.LastModifiedUser,Description:n.Description,Value:n.Value,Version:n.Version,Labels:n.Labels,Tier:n.Tier})),NextToken:r.NextToken}}async labelParameterVersion(e){let t={Name:e.Name,Labels:e.Labels};if(e.ParameterVersion!==void 0)t.ParameterVersion=e.ParameterVersion;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.LabelParameterVersion","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{InvalidLabels:r.InvalidLabels,ParameterVersion:r.ParameterVersion}}async addTagsToResource(e){let t={ResourceType:e.ResourceType,ResourceId:e.ResourceId,Tags:e.Tags};await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.AddTagsToResource","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})}async removeTagsFromResource(e){let t={ResourceType:e.ResourceType,ResourceId:e.ResourceId,TagKeys:e.TagKeys};await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.RemoveTagsFromResource","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})}async listTagsForResource(e){let t={ResourceType:e.ResourceType,ResourceId:e.ResourceId};return{TagList:(await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.ListTagsForResource","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})).TagList}}async setString(e,t,r){return this.putParameter({Name:e,Value:t,Type:"String",Description:r?.description,Overwrite:r?.overwrite??!0,Tags:r?.tags})}async setSecureString(e,t,r){return this.putParameter({Name:e,Value:t,Type:"SecureString",Description:r?.description,Overwrite:r?.overwrite??!0,KeyId:r?.kmsKeyId,Tags:r?.tags})}async getValue(e){return(await this.getParameter({Name:e,WithDecryption:!0})).Parameter?.Value}async getAllByPath(e,t=!0){let r=[],n;do{let s=await this.getParametersByPath({Path:e,Recursive:t,WithDecryption:!0,NextToken:n});if(s.Parameters)r.push(...s.Parameters);n=s.NextToken}while(n);return r}parseParameter(e){return{Name:e.Name,Type:e.Type,Value:e.Value,Version:e.Version,LastModifiedDate:e.LastModifiedDate,ARN:e.ARN,DataType:e.DataType,Description:e.Description,AllowedPattern:e.AllowedPattern,KeyId:e.KeyId,Tier:e.Tier}}async sendCommand(e){if(!e.InstanceIds&&!e.Targets)throw Error("SendCommand requires either InstanceIds or Targets");let t={DocumentName:e.DocumentName};if(e.InstanceIds)t.InstanceIds=e.InstanceIds;if(e.Targets)t.Targets=e.Targets;if(e.Parameters)t.Parameters=e.Parameters;if(e.TimeoutSeconds)t.TimeoutSeconds=e.TimeoutSeconds;if(e.Comment)t.Comment=e.Comment;if(e.OutputS3BucketName)t.OutputS3BucketName=e.OutputS3BucketName;if(e.OutputS3KeyPrefix)t.OutputS3KeyPrefix=e.OutputS3KeyPrefix;let r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.SendCommand","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{CommandId:r.Command?.CommandId,Status:r.Command?.Status,StatusDetails:r.Command?.StatusDetails}}async getCommandInvocation(e){let t={CommandId:e.CommandId,InstanceId:e.InstanceId},r=await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.GetCommandInvocation","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)});return{Status:r.Status,StatusDetails:r.StatusDetails,StandardOutputContent:r.StandardOutputContent,StandardErrorContent:r.StandardErrorContent,ResponseCode:r.ResponseCode}}async runShellCommand(e,t,r){let n=await this.sendCommand({InstanceIds:[e],DocumentName:"AWS-RunShellScript",Parameters:{commands:t},TimeoutSeconds:r?.timeoutSeconds||600});if(!n.CommandId)return{success:!1,error:"Failed to send command"};if(r?.waitForCompletion===!1)return{success:!0,status:"Pending"};let s=r?.pollIntervalMs||2000,i=r?.maxWaitMs||300000,o=Date.now();while(Date.now()-o<i){await new Promise((a)=>setTimeout(a,s));try{let a=await this.getCommandInvocation({CommandId:n.CommandId,InstanceId:e});if(a.Status==="Success")return{success:!0,output:a.StandardOutputContent,error:a.StandardErrorContent,status:a.Status};if(a.Status==="Failed"||a.Status==="Cancelled"||a.Status==="TimedOut")return{success:!1,output:a.StandardOutputContent,error:a.StandardErrorContent||a.StatusDetails,status:a.Status}}catch(a){if(!a.message?.includes("InvocationDoesNotExist"))return{success:!1,error:a.message}}}return{success:!1,error:"Command timed out waiting for completion"}}async listCommandInvocations(e){let t={CommandId:e.CommandId};if(e.Details)t.Details=!0;return((await this.client.request({service:"ssm",region:this.region,method:"POST",path:"/",headers:{"X-Amz-Target":"AmazonSSM.ListCommandInvocations","Content-Type":"application/x-amz-json-1.1"},body:JSON.stringify(t)})).CommandInvocations||[]).map((s)=>({InstanceId:s.InstanceId,Status:s.Status,StatusDetails:s.StatusDetails,StandardOutputContent:s.CommandPlugins?.[0]?.Output,StandardErrorContent:s.CommandPlugins?.[0]?.StandardErrorUrl}))}async sendCommandByTags(e){let t=Object.entries(e.tags).map(([c,l])=>({Key:`tag:${c}`,Values:[l]})),r=await this.sendCommand({Targets:t,DocumentName:"AWS-RunShellScript",Parameters:{commands:e.commands},TimeoutSeconds:e.timeoutSeconds||600,Comment:e.comment});if(!r.CommandId)return{success:!1,instanceCount:0,perInstance:[],error:"Failed to send command"};let n=e.pollIntervalMs||3000,s=e.maxWaitMs||600000,i=Date.now(),o=new Set(["Success","Failed","Cancelled","TimedOut"]),a=[];while(Date.now()-i<s){await new Promise((c)=>setTimeout(c,n));try{if(a=await this.listCommandInvocations({CommandId:r.CommandId,Details:!0}),a.length===0)continue;if(a.every((l)=>o.has(l.Status||""))){let l=a.map((u)=>({instanceId:u.InstanceId,status:u.Status||"Unknown",output:u.StandardOutputContent,error:u.StandardErrorContent||u.StatusDetails})),d=a.every((u)=>u.Status==="Success");return{success:d,instanceCount:a.length,perInstance:l,error:d?void 0:"One or more instances reported a non-success status"}}}catch(c){if(!c.message?.includes("InvocationDoesNotExist"))return{success:!1,instanceCount:0,perInstance:[],error:c.message}}}return{success:!1,instanceCount:a.length,perInstance:a.map((c)=>({instanceId:c.InstanceId,status:c.Status||"Unknown"})),error:"Command timed out waiting for all instances to complete"}}}function ps(e={}){let t=new Set;for(let r of Object.values(e)){if(!r.domain)continue;if(!(r.redirect||r.deploy==="server"||r.start))continue;t.add(r.domain);for(let n of r.aliases??[]){let s=String(n).trim().toLowerCase();if(s)t.add(s)}}return t}function Rr(e){return e.replace(/\.$/,"").toLowerCase()}function Oa(e,t,r){let n=Rr(e.name),s=Rr(t),i=Rr(r),o=i===s?"@":i.endsWith(`.${s}`)?i.slice(0,-(s.length+1)):i;return n===i||n===o||o==="@"&&(n===""||n===s)}async function Da(e,t,r,n,s="A"){let i=await e.listRecords(t);if(!i.success)return[`could not list ${s} records: ${i.message||"unknown provider error"}`];let o=i.records.filter((l)=>l.type===s&&Oa(l,t,r)),a=o.findIndex((l)=>l.content===n);if(o.length<=1||a===-1)return[];let c=[];for(let[l,d]of o.entries()){if(l===a)continue;let u=await e.deleteRecord(t,d);if(!u.success)c.push(`could not remove stale ${d.name} ${s} ${d.content}: ${u.message||"unknown provider error"}`)}return c}function me(e){if(!e)return;let t=e.trim();if(!t)return;if(!t.includes("/"))return t;let[r]=t.split("/");if(!r.endsWith("::"))return r||void 0;return`${r}1`}var Ia=new Set(["mail","smtp","imap","mx"]);function to(e){return!Ia.has(e.split(".")[0]??"")}async function mi(e){let{provider:t,zone:r,fqdn:n,ipv4:s,ipv6:i,ttl:o=600}=e,a={published:[],warnings:[]},c=[{type:"A",content:s}];if(i&&to(n))c.push({type:"AAAA",content:i});for(let{type:l,content:d}of c){let u=await t.upsertRecord(r,{name:n,type:l,content:d,ttl:o});if(u?.success===!1){a.warnings.push(`${n} → ${d} failed: ${u.error||u.message||"unknown error"}`);continue}if(a.warnings.push(...(await Da(t,r,n,d,l)).map((m)=>`${n} cleanup: ${m}`)),await ro(t,r,n,d,l))a.published.push({fqdn:n,type:l,content:d});else a.warnings.push(`${n} → ${d} reported success at ${t.name} but no matching ${l} record exists — create it manually: ${l} ${n} → ${d}`)}return a}async function ro(e,t,r,n,s){try{if(typeof e?.listRecords!=="function")return!0;let i=await e.listRecords(t);if(!i?.success||!Array.isArray(i.records))return!0;return i.records.some((o)=>{let a=typeof o?.name==="string"?o.name.replace(/\.$/,""):"";return o?.type===s&&a===r&&o?.content===n})}catch{return!0}}import{readFileSync as Hs}from"node:fs";import{join as Pc}from"node:path";function Or(e){return(Buffer.isBuffer(e)?e.toString("utf8"):typeof e==="string"?e:"").replace(/(^|\n)(\s*(?:export\s+)?[A-Za-z_][A-Za-z0-9_]*=).*$/gm,"$1$2[redacted]").replace(/encrypted:[A-Za-z0-9+/=]+/g,"encrypted:[redacted]").trim().slice(-8000)}function _t(e,t){let r=Or(e?.stderr),n=/line (\d+): syntax error/.exec(r);if(!n)return"";let s=Number(n[1]),i=t.split(`
|
|
2
|
+
`),o=Math.max(1,s-12),a=Math.min(i.length,s+2),c=i.slice(o-1,a).map((l,d)=>{let u=o+d,m=/^[A-Z_][A-Z0-9_]*=/.test(l)?l.replace(/=.*/,"=<redacted>"):l;return` ${String(u).padStart(4)}${u===s?" >":" "} ${m}`});return["",`The deploy script bash rejected is ${i.length} lines; it stopped at ${s}.`,...c].join(`
|
|
3
|
+
`)}function He(e){let t=e,r=typeof t?.status==="number"?` (exit ${t.status})`:"",n=t?.signal?` (signal ${t.signal})`:"",s=[Or(t?.stderr),Or(t?.stdout)].filter(Boolean).join(`
|
|
4
4
|
`);return`Remote SSH command failed${r}${n}${s?`
|
|
5
|
-
${s}`:""}`}function
|
|
6
|
-
`)){let r=t.trim();if(!r.startsWith("[ts-cloud]"))continue;console.warn(r)}}var
|
|
7
|
-
${e.slice(-
|
|
8
|
-
${
|
|
9
|
-
`)}function
|
|
5
|
+
${s}`:""}`}function qe(e){for(let t of e.split(`
|
|
6
|
+
`)){let r=t.trim();if(!r.startsWith("[ts-cloud]"))continue;console.warn(r)}}var ns=4000,Aa=3;function La(e){return e.length>ns?`…
|
|
7
|
+
${e.slice(-ns)}`:e}function Ue(e,t){let r=e.filter((o)=>o.status!=="Success");if(r.length===0)return t;let n=r.slice(0,Aa).map((o)=>{let a=(o.error||o.output||"").trim(),c=`${o.instanceId}: ${o.status}`;return a?`${c}
|
|
8
|
+
${La(a)}`:c}),s=r.length-n.length,i=s>0?[`(+${s} more instance${s===1?"":"s"} failed)`]:[];return[t,...n,...i].join(`
|
|
9
|
+
`)}function ka(e){return`/etc/ts-cloud/${e}-upgrade.env`}function Na(e){return`${e}-upgrade`}function no(e){if(!e||e.length===0)return[];let t=["mkdir -p /etc/ts-cloud"],r=[];for(let n of e){if(n.enabled===!1)continue;if(!n.service||!n.binary)continue;let{service:s,binary:i,command:o="upgrade",channel:a="stable",schedule:c="daily",randomizedDelay:l="4h",args:d=[]}=n,u=Na(s),m=ka(s),h=[`--path ${i}`,`--service ${s}`,...a==="canary"?["--canary"]:[],...d].join(" ");t.push(`if [ ! -f ${m} ]; then`,` cat > ${m} <<'TS_CLOUD_APPUPD_ENV_EOF'`,"# Set to false to pause automatic updates without disabling the timer.","ENABLED=true","# Extra flags appended to the update command.","ARGS=","TS_CLOUD_APPUPD_ENV_EOF","fi",`chmod 644 ${m}`,`cat > /etc/systemd/system/${u}.service <<'TS_CLOUD_APPUPD_SVC_EOF'`,"[Unit]",`Description=Check for and install ${s} updates`,"After=network-online.target","Wants=network-online.target","","[Service]","Type=oneshot",`EnvironmentFile=-${m}`,`ExecStart=/bin/sh -c 'if [ "\${ENABLED:-true}" != "true" ]; then echo "auto-update disabled via ${m}"; exit 0; fi; exec ${i} ${o} ${h} $ARGS'`,"TS_CLOUD_APPUPD_SVC_EOF",`cat > /etc/systemd/system/${u}.timer <<'TS_CLOUD_APPUPD_TMR_EOF'`,"[Unit]",`Description=Scheduled ${s} update check`,"","[Timer]",`OnCalendar=${c}`,`RandomizedDelaySec=${l}`,"Persistent=true","","[Install]","WantedBy=timers.target","TS_CLOUD_APPUPD_TMR_EOF"),r.push(`systemctl enable --now ${u}.timer`)}if(r.length===0)return[];return[...t,"systemctl daemon-reload",...r]}function Ee(e=!0){if(!e)return[];return["export DEBIAN_FRONTEND=noninteractive","dpkg-query -W -f='${Status}' unattended-upgrades 2>/dev/null | grep -q 'ok installed' || apt-get install -y unattended-upgrades","cat > /etc/apt/apt.conf.d/20auto-upgrades <<'TS_CLOUD_AUTOUPD_EOF'",'APT::Periodic::Update-Package-Lists "1";','APT::Periodic::Unattended-Upgrade "1";','APT::Periodic::Download-Upgradeable-Packages "1";','APT::Periodic::AutocleanInterval "7";',"TS_CLOUD_AUTOUPD_EOF","systemctl enable --now unattended-upgrades 2>/dev/null || true"]}var ss=[["nginx",80],["https",443],["phpFpm",9074],["mysql",3306],["postgres",5432],["redis",6379],["meilisearch",7700],["typesense",8108],["smtp",25]];function Ha(e=!0){let t=typeof e==="object"?e:{},r=typeof e==="boolean"?e:e.enabled!==!1,n=Number(t.alerts?.bandwidthTb??0);return{enabled:r,cpuLoadPerCore:t.alerts?.cpuLoadPerCore??2,memPercent:t.alerts?.memPercent??90,diskPercent:t.alerts?.diskPercent??90,bandwidthTb:Number.isFinite(n)&&n>0?n:0,bandwidthPercent:t.alerts?.bandwidthPercent??80}}function Pe(e=!0){let{enabled:t,cpuLoadPerCore:r,memPercent:n,diskPercent:s,bandwidthTb:i,bandwidthPercent:o}=Ha(e);if(!t)return[];let a=Math.round(i*1000000000000),c=ss.map(([f,y])=>`SVC_${f.toUpperCase()}=$(probe ${y})`),l=ss.map(([f])=>`"${f}":"$SVC_${f.toUpperCase()}"`).join(","),d=(typeof e==="object"?e.filesystems:void 0)??["/"];if(!d.length)throw Error("monitoring.filesystems must include at least one path");let u=d.map((f)=>typeof f==="string"?{path:f,requiredMount:!1}:f);for(let f of u)if(f.path!=="/"&&(!f.path.startsWith("/")||!f.path.slice(1).split("/").every((y)=>/^[\w-]+$/.test(y))))throw Error(`Invalid monitoring filesystem path: ${f.path}`);let m=u.flatMap((f,y)=>[`DISK_${y}_MOUNTED=true; DISK_${y}_PCT=null`,...f.requiredMount?[`if ! mountpoint -q '${f.path}'; then DISK_${y}_MOUNTED=false; DISK_ALERTS="$DISK_ALERTS missing-mount=${f.path}"; ALERT_KEY="$ALERT_KEY mount:${f.path}"; fi`]:[],`if [ "$DISK_${y}_MOUNTED" = true ]; then`,` DISK_${y}_PCT=$(df -Pk '${f.path}' 2>/dev/null | awk 'NR==2{gsub("%","",$5);print $5}')`,` if [[ "$DISK_${y}_PCT" =~ ^[0-9]+$ ]]; then`,` [ "$DISK_${y}_PCT" -le "$DISK_PCT" ] || DISK_PCT=$DISK_${y}_PCT`,` if [ "$DISK_${y}_PCT" -ge ${s} ]; then DISK_ALERTS="$DISK_ALERTS disk=${f.path}:$DISK_${y}_PCT%"; ALERT_KEY="$ALERT_KEY disk:${f.path}"; fi`,` else DISK_${y}_PCT=null; DISK_ALERTS="$DISK_ALERTS unreadable-disk=${f.path}"; ALERT_KEY="$ALERT_KEY unreadable:${f.path}"; fi`,"fi"]),h=u.map((f,y)=>`{"path":"${f.path}","usedPercent":$DISK_${y}_PCT,"mounted":$DISK_${y}_MOUNTED}`).join(",");return["if ! command -v sadf >/dev/null 2>&1; then export DEBIAN_FRONTEND=noninteractive; apt-get update -qq; apt-get install -y -qq sysstat; fi","systemctl enable --now sysstat.service 2>/dev/null || true","mkdir -p /var/lib/ts-cloud","cat > /usr/local/bin/ts-cloud-metrics.sh <<'TS_CLOUD_METRICS_EOF'","#!/bin/bash","set -uo pipefail","LOAD=$(cut -d' ' -f1 /proc/loadavg)","CPUS=$(nproc)",`read MEM_TOTAL MEM_USED SWAP_TOTAL SWAP_USED <<EOF
|
|
10
10
|
$(free -m | awk '/^Mem:/{total=$2; used=$3} /^Swap:/{print total, used, $2, $3}')
|
|
11
|
-
EOF`,'DISK_PCT=0; DISK_ALERTS=""; ALERT_KEY=""',...m,"UPTIME_SEC=$(cut -d' ' -f1 /proc/uptime | cut -d. -f1)",`RX_BYTES=$(awk -F'[: ]+' 'NR>2 && $2!="lo"{rx+=$3} END{print rx+0}' /proc/net/dev)`,`TX_BYTES=$(awk -F'[: ]+' 'NR>2 && $2!="lo"{tx+=$11} END{print tx+0}' /proc/net/dev)`,"NOW_EPOCH=$(date -u +%s); TODAY=$(date -u +%Y-%m-%d); MONTH=$(date -u +%Y-%m)","if [ -r /var/lib/ts-cloud/bandwidth-state ]; then . /var/lib/ts-cloud/bandwidth-state; fi","PREV_EPOCH=${PREV_EPOCH:-0}; PREV_RX=${PREV_RX:-0}; PREV_TX=${PREV_TX:-0}","DAY_KEY=${DAY_KEY:-$TODAY}; MONTH_KEY=${MONTH_KEY:-$MONTH}","DAY_RX=${DAY_RX:-0}; DAY_TX=${DAY_TX:-0}; MONTH_RX=${MONTH_RX:-0}; MONTH_TX=${MONTH_TX:-0}","ELAPSED=$(( NOW_EPOCH - PREV_EPOCH ))",'if [ "$PREV_EPOCH" -le 0 ] || [ "$ELAPSED" -le 0 ] || [ "$RX_BYTES" -lt "$PREV_RX" ] || [ "$TX_BYTES" -lt "$PREV_TX" ]; then'," DELTA_RX=0; DELTA_TX=0; ELAPSED=0","else"," DELTA_RX=$(( RX_BYTES - PREV_RX )); DELTA_TX=$(( TX_BYTES - PREV_TX ))","fi",'if [ "$DAY_KEY" != "$TODAY" ]; then DAY_KEY=$TODAY; DAY_RX=0; DAY_TX=0; fi','if [ "$MONTH_KEY" != "$MONTH" ]; then MONTH_KEY=$MONTH; MONTH_RX=0; MONTH_TX=0; fi',"DAY_RX=$(( DAY_RX + DELTA_RX )); DAY_TX=$(( DAY_TX + DELTA_TX ))","MONTH_RX=$(( MONTH_RX + DELTA_RX )); MONTH_TX=$(( MONTH_TX + DELTA_TX ))",'if [ "$ELAPSED" -gt 0 ]; then RX_RATE=$(( DELTA_RX / ELAPSED )); TX_RATE=$(( DELTA_TX / ELAPSED )); else RX_RATE=0; TX_RATE=0; fi',"cat > /var/lib/ts-cloud/bandwidth-state.tmp <<BWSTATE","PREV_EPOCH=$NOW_EPOCH","PREV_RX=$RX_BYTES","PREV_TX=$TX_BYTES","RX_RATE=$RX_RATE","TX_RATE=$TX_RATE","DAY_KEY=$DAY_KEY","DAY_RX=$DAY_RX","DAY_TX=$DAY_TX","MONTH_KEY=$MONTH_KEY","MONTH_RX=$MONTH_RX","MONTH_TX=$MONTH_TX","BWSTATE","mv -f /var/lib/ts-cloud/bandwidth-state.tmp /var/lib/ts-cloud/bandwidth-state","probe(){ (exec 3<>/dev/tcp/127.0.0.1/$1) 2>/dev/null && echo up || echo down; }",...c,"LOAD=${LOAD:-0}; CPUS=${CPUS:-1}; MEM_TOTAL=${MEM_TOTAL:-0}; MEM_USED=${MEM_USED:-0}","SWAP_TOTAL=${SWAP_TOTAL:-0}; SWAP_USED=${SWAP_USED:-0}; DISK_PCT=${DISK_PCT:-0}","UPTIME_SEC=${UPTIME_SEC:-0}; RX_BYTES=${RX_BYTES:-0}; TX_BYTES=${TX_BYTES:-0}","MEM_PCT=$(( MEM_TOTAL > 0 ? MEM_USED * 100 / MEM_TOTAL : 0 ))","cat > /var/lib/ts-cloud/metrics.json.tmp <<JSON",`{"load":$LOAD,"cpus":$CPUS,"memTotalMb":$MEM_TOTAL,"memUsedMb":$MEM_USED,"memUsedPct":$MEM_PCT,"swapTotalMb":$SWAP_TOTAL,"swapUsedMb":$SWAP_USED,"diskUsedPct":$DISK_PCT,"uptimeSec":$UPTIME_SEC,"disks":[${h}],"network":{"rxBytes":$RX_BYTES,"txBytes":$TX_BYTES,"rxBytesPerSec":$RX_RATE,"txBytesPerSec":$TX_RATE,"dayKey":"$DAY_KEY","rxBytesToday":$DAY_RX,"txBytesToday":$DAY_TX,"monthKey":"$MONTH_KEY","rxBytesMonth":$MONTH_RX,"txBytesMonth":$MONTH_TX,"budgetBytes":${a}},"services":{`+l+"}}","JSON","mv -f /var/lib/ts-cloud/metrics.json.tmp /var/lib/ts-cloud/metrics.json",'ALERTS="$DISK_ALERTS"',`if awk -v l="$LOAD" -v c="$CPUS" -v t=${r} 'BEGIN{exit !(c>0 && l/c > t)}'; then ALERTS="$ALERTS load=$LOAD/${r}xCPU"; ALERT_KEY="$ALERT_KEY cpu"; fi`,`if [ "\${MEM_PCT:-0}" -ge ${n} ]; then ALERTS="$ALERTS mem=\${MEM_PCT}%"; ALERT_KEY="$ALERT_KEY memory"; fi`,"PREV=$(cat /var/lib/ts-cloud/alert-state 2>/dev/null || echo ok)",'if [ -n "$ALERTS" ]; then',` if [ "$PREV" != "$ALERT_KEY" ] && [ -x /usr/local/bin/ts-cloud-notify ] && /usr/local/bin/ts-cloud-notify "⚠️ $(hostname): resource alert:$ALERTS"; then printf '%s\\n' "$ALERT_KEY" > ${"/var/lib/ts-cloud/alert-state"}; fi`,"else",` if [ "$PREV" != ok ] && [ -x /usr/local/bin/ts-cloud-notify ] && /usr/local/bin/ts-cloud-notify "✅ $(hostname): resource usage back to normal"; then echo ok > ${"/var/lib/ts-cloud/alert-state"}; fi`,"fi",...a>0?["BW_TOTAL=$(( MONTH_RX + MONTH_TX ))",`BW_PCT=$(( BW_TOTAL * 100 / ${a} ))`,"BW_PREV=$(cat /var/lib/ts-cloud/bandwidth-alert-state 2>/dev/null || echo ok)",`if [ "$BW_PCT" -ge ${o} ]; then`,` if [ "$BW_PREV" != alert ] && [ -x /usr/local/bin/ts-cloud-notify ] && /usr/local/bin/ts-cloud-notify "⚠️ $(hostname): bandwidth at \${BW_PCT}% of the ${i} TB monthly allowance ($MONTH_KEY)"; then echo alert > ${"/var/lib/ts-cloud/bandwidth-alert-state"}; fi`,"else",` if [ "$BW_PREV" = alert ] && [ -x /usr/local/bin/ts-cloud-notify ] && /usr/local/bin/ts-cloud-notify "✅ $(hostname): bandwidth back under the monthly allowance (\${BW_PCT}%)"; then echo ok > ${"/var/lib/ts-cloud/bandwidth-alert-state"}; fi`,"fi"]:[],"TS_CLOUD_METRICS_EOF","chmod +x /usr/local/bin/ts-cloud-metrics.sh","cat > /etc/systemd/system/ts-cloud-metrics.service <<'TS_CLOUD_METRICS_SVC_EOF'","[Unit]","Description=ts-cloud metrics collector","","[Service]","Type=oneshot","ExecStart=/usr/local/bin/ts-cloud-metrics.sh","TS_CLOUD_METRICS_SVC_EOF","cat > /etc/systemd/system/ts-cloud-metrics.timer <<'TS_CLOUD_METRICS_TMR_EOF'","[Unit]","Description=Run ts-cloud metrics collector every minute","","[Timer]","OnCalendar=*-*-* *:*:00","AccuracySec=1s","RandomizedDelaySec=5s","Persistent=true","","[Install]","WantedBy=timers.target","TS_CLOUD_METRICS_TMR_EOF","systemctl daemon-reload","systemctl enable --now ts-cloud-metrics.timer","systemctl start ts-cloud-metrics.service"]}var La={"opcache.enable":"1","opcache.enable_cli":"1","opcache.memory_consumption":"256","opcache.interned_strings_buffer":"16","opcache.max_accelerated_files":"20000","opcache.validate_timestamps":"0","opcache.revalidate_freq":"0","opcache.save_comments":"1","opcache.fast_shutdown":"1",realpath_cache_size:"4096K",realpath_cache_ttl:"600"},ka="127.0.0.1:9074";function ns(e){return ka}function Na(e={}){let t=e.versions?.length?e.versions:["8.3"];return e.default&&t.includes(e.default)?e.default:t[0]}function Ha(e={}){return{...e.optimizeForProduction===!1?{}:{...La},...e.ini||{}}}function Ua(e={}){let t=Ha(e),r=Object.keys(t);if(r.length===0)return[];let n=r.map((i)=>`${i}=${t[i]}`),s="ts-cloud-managed";return[wt(),"TS_CLOUD_SCAN_DIR=$(php -i 2>/dev/null | awk -F' => ' '/^Scan this dir for additional .ini files/{print $2}' | head -1)",`TS_CLOUD_LOADED_INI=$(php -r 'echo php_ini_loaded_file() ?: "";' 2>/dev/null)`,'if [ -n "$TS_CLOUD_SCAN_DIR" ] && [ "$TS_CLOUD_SCAN_DIR" != "(none)" ]; then',' mkdir -p "$TS_CLOUD_SCAN_DIR"',' TS_CLOUD_PHP_INI="$TS_CLOUD_SCAN_DIR/zz-ts-cloud.ini"',` cat > "$TS_CLOUD_PHP_INI" <<'TS_CLOUD_PHPINI_EOF'`,`; ${s} — production PHP tuning`,...n,"TS_CLOUD_PHPINI_EOF","else",' if [ -z "$TS_CLOUD_LOADED_INI" ]; then'," TS_CLOUD_INI_DIR=$(php -i 2>/dev/null | awk -F' => ' '/^Configuration File \\(php.ini\\) Path/{print $2}' | head -1)",' TS_CLOUD_LOADED_INI="$TS_CLOUD_INI_DIR/php.ini"',' mkdir -p "$TS_CLOUD_INI_DIR"',' touch "$TS_CLOUD_LOADED_INI"'," fi",` sed -i '/; ${s} BEGIN/,/; ${s} END/d' "$TS_CLOUD_LOADED_INI"`,` cat >> "$TS_CLOUD_LOADED_INI" <<'TS_CLOUD_PHPINI_EOF'`,`; ${s} BEGIN`,...n,`; ${s} END`,"TS_CLOUD_PHPINI_EOF","fi",`(cd ${D} && pantry restart php-fpm) 2>/dev/null || true`]}function zt(e={}){let t=Na(e),r=e.installNginx!==!1,n=e.installComposer!==!1,s=[`php.net@${t}`];if(n)s.push("getcomposer.org");if(r)s.push("nginx.org");return[...it(s),...Fo(["php-fpm"]),...Ua(e)]}function Or(e,t){if(!e)return[];let r=[];if(e.template&&t?.[e.template])r.push(...t[e.template]);if(e.serverSnippet)r.push(...e.serverSnippet);return r}function Ma(e){if(!e)return"";let t=typeof e==="object"?e:{},n=[`max-age=${t.maxAge??31536000}`];if(t.includeSubDomains??!0)n.push("includeSubDomains");if(t.preload)n.push("preload");return` add_header Strict-Transport-Security "${n.join("; ")}" always;`}function za(e){if(!e||!e.allow?.length&&!e.deny?.length)return[];let t=[];for(let r of e.deny||[])t.push(` deny ${r};`);if(e.allow?.length){for(let r of e.allow)t.push(` allow ${r};`);t.push(" deny all;")}return t}function ss(e){return`/etc/nginx/.htpasswd-${e}`}var Fa=new Set(["laravel","php","statamic","wordpress"]);function Ba(e){return Fa.has(e)}function Ka(e){return e==="laravel"||e==="statamic"?"public":""}function ja(e,t){let r=e.replace(/\/+$/,""),n=t.replace(/^\/+|\/+$/g,"");return n?`${r}/${n}`:r}function Ga(e){let t=e.type??"laravel",r=e.webDirectory??Ka(t),n=ja(e.appDir,r),s=Ba(t),i=e.phpVersion??"8.3",o=[` root ${n};`,"",' add_header X-Frame-Options "SAMEORIGIN";',' add_header X-Content-Type-Options "nosniff";'],a=Ma(e.hsts);if(a)o.push(a);for(let c of za(e.security))o.push(c);if(o.push("",` index ${s?"index.php index.html":"index.html index.htm"};`,""," charset utf-8;",""),e.clientMaxBodySize)o.push(` client_max_body_size ${e.clientMaxBodySize};`,"");if(e.auth)o.push(` auth_basic "${e.auth.realm||"Restricted"}";`,` auth_basic_user_file ${ss(e.siteName)};`,"");for(let[c,l]of Object.entries(e.redirects||{}))o.push(` location = ${c} { return 301 ${l}; }`);if(Object.keys(e.redirects||{}).length>0)o.push("");if(s){if(o.push(" location / {"," try_files $uri $uri/ /index.php?$query_string;"," }",""," location = /favicon.ico { access_log off; log_not_found off; }"," location = /robots.txt { access_log off; log_not_found off; }",""," error_page 404 /index.php;",""," location ~ \\.php$ {",` fastcgi_pass ${e.fastcgiPass??ns(i)};`," fastcgi_param SCRIPT_FILENAME $realpath_root$fastcgi_script_name;"," include fastcgi_params;"," }",""," location ~ /\\.(?!well-known).* {"," deny all;"," }"),t==="wordpress")o.push(""," location = /xmlrpc.php { deny all; }"," location ~* /(?:wp-config\\.php|readme\\.html|license\\.txt)$ { deny all; }"," location ~* /wp-content/uploads/.*\\.php$ { deny all; }")}else if(t==="spa")o.push(" location / {"," try_files $uri $uri/ /index.html;"," }");else o.push(" location / {"," try_files $uri $uri/ =404;"," }");if(e.serverSnippet&&e.serverSnippet.length>0){o.push("");for(let c of e.serverSnippet)o.push(c?` ${c}`:"")}return o}function Wa(e){let t=[e.domain,...e.aliases||[]].filter(Boolean);for(let i of t)if(!/^(?=.{1,253}$)(?:\*\.)?[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?)*$/i.test(i.trim()))throw Error(`Refusing to build a vhost: '${i}' is not a valid hostname.`);if(!t.length)throw Error("Refusing to build a vhost: no server_name (domain) was given.");let r=t.join(" "),n=Ga(e);if(e.ssl){let i=["server {"," listen 80;"," listen [::]:80;",` server_name ${r};`," return 301 https://$host$request_uri;","}"],o=["server {"," listen 443 ssl;"," listen [::]:443 ssl;",` server_name ${r};`,` ssl_certificate ${e.ssl.certPath};`,` ssl_certificate_key ${e.ssl.keyPath};`,...e.tlsProtocols?.length?[` ssl_protocols ${e.tlsProtocols.join(" ")};`]:[],"",...n,"}"];return`${[...i,"",...o].join(`
|
|
11
|
+
EOF`,'DISK_PCT=0; DISK_ALERTS=""; ALERT_KEY=""',...m,"UPTIME_SEC=$(cut -d' ' -f1 /proc/uptime | cut -d. -f1)",`RX_BYTES=$(awk -F'[: ]+' 'NR>2 && $2!="lo"{rx+=$3} END{print rx+0}' /proc/net/dev)`,`TX_BYTES=$(awk -F'[: ]+' 'NR>2 && $2!="lo"{tx+=$11} END{print tx+0}' /proc/net/dev)`,"NOW_EPOCH=$(date -u +%s); TODAY=$(date -u +%Y-%m-%d); MONTH=$(date -u +%Y-%m)","if [ -r /var/lib/ts-cloud/bandwidth-state ]; then . /var/lib/ts-cloud/bandwidth-state; fi","PREV_EPOCH=${PREV_EPOCH:-0}; PREV_RX=${PREV_RX:-0}; PREV_TX=${PREV_TX:-0}","DAY_KEY=${DAY_KEY:-$TODAY}; MONTH_KEY=${MONTH_KEY:-$MONTH}","DAY_RX=${DAY_RX:-0}; DAY_TX=${DAY_TX:-0}; MONTH_RX=${MONTH_RX:-0}; MONTH_TX=${MONTH_TX:-0}","ELAPSED=$(( NOW_EPOCH - PREV_EPOCH ))",'if [ "$PREV_EPOCH" -le 0 ] || [ "$ELAPSED" -le 0 ] || [ "$RX_BYTES" -lt "$PREV_RX" ] || [ "$TX_BYTES" -lt "$PREV_TX" ]; then'," DELTA_RX=0; DELTA_TX=0; ELAPSED=0","else"," DELTA_RX=$(( RX_BYTES - PREV_RX )); DELTA_TX=$(( TX_BYTES - PREV_TX ))","fi",'if [ "$DAY_KEY" != "$TODAY" ]; then DAY_KEY=$TODAY; DAY_RX=0; DAY_TX=0; fi','if [ "$MONTH_KEY" != "$MONTH" ]; then MONTH_KEY=$MONTH; MONTH_RX=0; MONTH_TX=0; fi',"DAY_RX=$(( DAY_RX + DELTA_RX )); DAY_TX=$(( DAY_TX + DELTA_TX ))","MONTH_RX=$(( MONTH_RX + DELTA_RX )); MONTH_TX=$(( MONTH_TX + DELTA_TX ))",'if [ "$ELAPSED" -gt 0 ]; then RX_RATE=$(( DELTA_RX / ELAPSED )); TX_RATE=$(( DELTA_TX / ELAPSED )); else RX_RATE=0; TX_RATE=0; fi',"cat > /var/lib/ts-cloud/bandwidth-state.tmp <<BWSTATE","PREV_EPOCH=$NOW_EPOCH","PREV_RX=$RX_BYTES","PREV_TX=$TX_BYTES","RX_RATE=$RX_RATE","TX_RATE=$TX_RATE","DAY_KEY=$DAY_KEY","DAY_RX=$DAY_RX","DAY_TX=$DAY_TX","MONTH_KEY=$MONTH_KEY","MONTH_RX=$MONTH_RX","MONTH_TX=$MONTH_TX","BWSTATE","mv -f /var/lib/ts-cloud/bandwidth-state.tmp /var/lib/ts-cloud/bandwidth-state","probe(){ (exec 3<>/dev/tcp/127.0.0.1/$1) 2>/dev/null && echo up || echo down; }",...c,"LOAD=${LOAD:-0}; CPUS=${CPUS:-1}; MEM_TOTAL=${MEM_TOTAL:-0}; MEM_USED=${MEM_USED:-0}","SWAP_TOTAL=${SWAP_TOTAL:-0}; SWAP_USED=${SWAP_USED:-0}; DISK_PCT=${DISK_PCT:-0}","UPTIME_SEC=${UPTIME_SEC:-0}; RX_BYTES=${RX_BYTES:-0}; TX_BYTES=${TX_BYTES:-0}","MEM_PCT=$(( MEM_TOTAL > 0 ? MEM_USED * 100 / MEM_TOTAL : 0 ))","cat > /var/lib/ts-cloud/metrics.json.tmp <<JSON",`{"load":$LOAD,"cpus":$CPUS,"memTotalMb":$MEM_TOTAL,"memUsedMb":$MEM_USED,"memUsedPct":$MEM_PCT,"swapTotalMb":$SWAP_TOTAL,"swapUsedMb":$SWAP_USED,"diskUsedPct":$DISK_PCT,"uptimeSec":$UPTIME_SEC,"disks":[${h}],"network":{"rxBytes":$RX_BYTES,"txBytes":$TX_BYTES,"rxBytesPerSec":$RX_RATE,"txBytesPerSec":$TX_RATE,"dayKey":"$DAY_KEY","rxBytesToday":$DAY_RX,"txBytesToday":$DAY_TX,"monthKey":"$MONTH_KEY","rxBytesMonth":$MONTH_RX,"txBytesMonth":$MONTH_TX,"budgetBytes":${a}},"services":{`+l+"}}","JSON","mv -f /var/lib/ts-cloud/metrics.json.tmp /var/lib/ts-cloud/metrics.json",'ALERTS="$DISK_ALERTS"',`if awk -v l="$LOAD" -v c="$CPUS" -v t=${r} 'BEGIN{exit !(c>0 && l/c > t)}'; then ALERTS="$ALERTS load=$LOAD/${r}xCPU"; ALERT_KEY="$ALERT_KEY cpu"; fi`,`if [ "\${MEM_PCT:-0}" -ge ${n} ]; then ALERTS="$ALERTS mem=\${MEM_PCT}%"; ALERT_KEY="$ALERT_KEY memory"; fi`,"PREV=$(cat /var/lib/ts-cloud/alert-state 2>/dev/null || echo ok)",'if [ -n "$ALERTS" ]; then',` if [ "$PREV" != "$ALERT_KEY" ] && [ -x /usr/local/bin/ts-cloud-notify ] && /usr/local/bin/ts-cloud-notify "⚠️ $(hostname): resource alert:$ALERTS"; then printf '%s\\n' "$ALERT_KEY" > ${"/var/lib/ts-cloud/alert-state"}; fi`,"else",` if [ "$PREV" != ok ] && [ -x /usr/local/bin/ts-cloud-notify ] && /usr/local/bin/ts-cloud-notify "✅ $(hostname): resource usage back to normal"; then echo ok > ${"/var/lib/ts-cloud/alert-state"}; fi`,"fi",...a>0?["BW_TOTAL=$(( MONTH_RX + MONTH_TX ))",`BW_PCT=$(( BW_TOTAL * 100 / ${a} ))`,"BW_PREV=$(cat /var/lib/ts-cloud/bandwidth-alert-state 2>/dev/null || echo ok)",`if [ "$BW_PCT" -ge ${o} ]; then`,` if [ "$BW_PREV" != alert ] && [ -x /usr/local/bin/ts-cloud-notify ] && /usr/local/bin/ts-cloud-notify "⚠️ $(hostname): bandwidth at \${BW_PCT}% of the ${i} TB monthly allowance ($MONTH_KEY)"; then echo alert > ${"/var/lib/ts-cloud/bandwidth-alert-state"}; fi`,"else",` if [ "$BW_PREV" = alert ] && [ -x /usr/local/bin/ts-cloud-notify ] && /usr/local/bin/ts-cloud-notify "✅ $(hostname): bandwidth back under the monthly allowance (\${BW_PCT}%)"; then echo ok > ${"/var/lib/ts-cloud/bandwidth-alert-state"}; fi`,"fi"]:[],"TS_CLOUD_METRICS_EOF","chmod +x /usr/local/bin/ts-cloud-metrics.sh","cat > /etc/systemd/system/ts-cloud-metrics.service <<'TS_CLOUD_METRICS_SVC_EOF'","[Unit]","Description=ts-cloud metrics collector","","[Service]","Type=oneshot","ExecStart=/usr/local/bin/ts-cloud-metrics.sh","TS_CLOUD_METRICS_SVC_EOF","cat > /etc/systemd/system/ts-cloud-metrics.timer <<'TS_CLOUD_METRICS_TMR_EOF'","[Unit]","Description=Run ts-cloud metrics collector every minute","","[Timer]","OnCalendar=*-*-* *:*:00","AccuracySec=1s","RandomizedDelaySec=5s","Persistent=true","","[Install]","WantedBy=timers.target","TS_CLOUD_METRICS_TMR_EOF","systemctl daemon-reload","systemctl enable --now ts-cloud-metrics.timer","systemctl start ts-cloud-metrics.service"]}var Ua={"opcache.enable":"1","opcache.enable_cli":"1","opcache.memory_consumption":"256","opcache.interned_strings_buffer":"16","opcache.max_accelerated_files":"20000","opcache.validate_timestamps":"0","opcache.revalidate_freq":"0","opcache.save_comments":"1","opcache.fast_shutdown":"1",realpath_cache_size:"4096K",realpath_cache_ttl:"600"},Ma="127.0.0.1:9074";function is(e){return Ma}function za(e={}){let t=e.versions?.length?e.versions:["8.3"];return e.default&&t.includes(e.default)?e.default:t[0]}function Fa(e={}){return{...e.optimizeForProduction===!1?{}:{...Ua},...e.ini||{}}}function Ba(e={}){let t=Fa(e),r=Object.keys(t);if(r.length===0)return[];let n=r.map((i)=>`${i}=${t[i]}`),s="ts-cloud-managed";return[wt(),"TS_CLOUD_SCAN_DIR=$(php -i 2>/dev/null | awk -F' => ' '/^Scan this dir for additional .ini files/{print $2}' | head -1)",`TS_CLOUD_LOADED_INI=$(php -r 'echo php_ini_loaded_file() ?: "";' 2>/dev/null)`,'if [ -n "$TS_CLOUD_SCAN_DIR" ] && [ "$TS_CLOUD_SCAN_DIR" != "(none)" ]; then',' mkdir -p "$TS_CLOUD_SCAN_DIR"',' TS_CLOUD_PHP_INI="$TS_CLOUD_SCAN_DIR/zz-ts-cloud.ini"',` cat > "$TS_CLOUD_PHP_INI" <<'TS_CLOUD_PHPINI_EOF'`,`; ${s} — production PHP tuning`,...n,"TS_CLOUD_PHPINI_EOF","else",' if [ -z "$TS_CLOUD_LOADED_INI" ]; then'," TS_CLOUD_INI_DIR=$(php -i 2>/dev/null | awk -F' => ' '/^Configuration File \\(php.ini\\) Path/{print $2}' | head -1)",' TS_CLOUD_LOADED_INI="$TS_CLOUD_INI_DIR/php.ini"',' mkdir -p "$TS_CLOUD_INI_DIR"',' touch "$TS_CLOUD_LOADED_INI"'," fi",` sed -i '/; ${s} BEGIN/,/; ${s} END/d' "$TS_CLOUD_LOADED_INI"`,` cat >> "$TS_CLOUD_LOADED_INI" <<'TS_CLOUD_PHPINI_EOF'`,`; ${s} BEGIN`,...n,`; ${s} END`,"TS_CLOUD_PHPINI_EOF","fi",`(cd ${D} && pantry restart php-fpm) 2>/dev/null || true`]}function zt(e={}){let t=za(e),r=e.installNginx!==!1,n=e.installComposer!==!1,s=[`php.net@${t}`];if(n)s.push("getcomposer.org");if(r)s.push("nginx.org");return[...it(s),...Fo(["php-fpm"]),...Ba(e)]}function Dr(e,t){if(!e)return[];let r=[];if(e.template&&t?.[e.template])r.push(...t[e.template]);if(e.serverSnippet)r.push(...e.serverSnippet);return r}function Ka(e){if(!e)return"";let t=typeof e==="object"?e:{},n=[`max-age=${t.maxAge??31536000}`];if(t.includeSubDomains??!0)n.push("includeSubDomains");if(t.preload)n.push("preload");return` add_header Strict-Transport-Security "${n.join("; ")}" always;`}function ja(e){if(!e||!e.allow?.length&&!e.deny?.length)return[];let t=[];for(let r of e.deny||[])t.push(` deny ${r};`);if(e.allow?.length){for(let r of e.allow)t.push(` allow ${r};`);t.push(" deny all;")}return t}function os(e){return`/etc/nginx/.htpasswd-${e}`}var Ga=new Set(["laravel","php","statamic","wordpress"]);function Wa(e){return Ga.has(e)}function Va(e){return e==="laravel"||e==="statamic"?"public":""}function qa(e,t){let r=e.replace(/\/+$/,""),n=t.replace(/^\/+|\/+$/g,"");return n?`${r}/${n}`:r}function Xa(e){let t=e.type??"laravel",r=e.webDirectory??Va(t),n=qa(e.appDir,r),s=Wa(t),i=e.phpVersion??"8.3",o=[` root ${n};`,"",' add_header X-Frame-Options "SAMEORIGIN";',' add_header X-Content-Type-Options "nosniff";'],a=Ka(e.hsts);if(a)o.push(a);for(let c of ja(e.security))o.push(c);if(o.push("",` index ${s?"index.php index.html":"index.html index.htm"};`,""," charset utf-8;",""),e.clientMaxBodySize)o.push(` client_max_body_size ${e.clientMaxBodySize};`,"");if(e.auth)o.push(` auth_basic "${e.auth.realm||"Restricted"}";`,` auth_basic_user_file ${os(e.siteName)};`,"");for(let[c,l]of Object.entries(e.redirects||{}))o.push(` location = ${c} { return 301 ${l}; }`);if(Object.keys(e.redirects||{}).length>0)o.push("");if(s){if(o.push(" location / {"," try_files $uri $uri/ /index.php?$query_string;"," }",""," location = /favicon.ico { access_log off; log_not_found off; }"," location = /robots.txt { access_log off; log_not_found off; }",""," error_page 404 /index.php;",""," location ~ \\.php$ {",` fastcgi_pass ${e.fastcgiPass??is(i)};`," fastcgi_param SCRIPT_FILENAME $realpath_root$fastcgi_script_name;"," include fastcgi_params;"," }",""," location ~ /\\.(?!well-known).* {"," deny all;"," }"),t==="wordpress")o.push(""," location = /xmlrpc.php { deny all; }"," location ~* /(?:wp-config\\.php|readme\\.html|license\\.txt)$ { deny all; }"," location ~* /wp-content/uploads/.*\\.php$ { deny all; }")}else if(t==="spa")o.push(" location / {"," try_files $uri $uri/ /index.html;"," }");else o.push(" location / {"," try_files $uri $uri/ =404;"," }");if(e.serverSnippet&&e.serverSnippet.length>0){o.push("");for(let c of e.serverSnippet)o.push(c?` ${c}`:"")}return o}function Ya(e){let t=[e.domain,...e.aliases||[]].filter(Boolean);for(let i of t)if(!/^(?=.{1,253}$)(?:\*\.)?[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?)*$/i.test(i.trim()))throw Error(`Refusing to build a vhost: '${i}' is not a valid hostname.`);if(!t.length)throw Error("Refusing to build a vhost: no server_name (domain) was given.");let r=t.join(" "),n=Xa(e);if(e.ssl){let i=["server {"," listen 80;"," listen [::]:80;",` server_name ${r};`," return 301 https://$host$request_uri;","}"],o=["server {"," listen 443 ssl;"," listen [::]:443 ssl;",` server_name ${r};`,` ssl_certificate ${e.ssl.certPath};`,` ssl_certificate_key ${e.ssl.keyPath};`,...e.tlsProtocols?.length?[` ssl_protocols ${e.tlsProtocols.join(" ")};`]:[],"",...n,"}"];return`${[...i,"",...o].join(`
|
|
12
12
|
`)}
|
|
13
13
|
`}return`${["server {"," listen 80;"," listen [::]:80;",` server_name ${r};`,...n,"}"].join(`
|
|
14
14
|
`)}
|
|
15
|
-
`}function Dr(e){let t=`/etc/nginx/sites-available/${e.siteName}`,r=`/etc/nginx/sites-enabled/${e.siteName}`,n=Wa(e),s=[...Ar()];if(e.auth){let i=ss(e.siteName),o=(l)=>l.split("'").join("'\\''"),a=o(e.auth.password),c=o(e.auth.username);s.push(`TS_CLOUD_HTPASS=$(openssl passwd -apr1 '${a}')`,`printf '%s:%s\\n' '${c}' "$TS_CLOUD_HTPASS" > ${i}`,`chmod 640 ${i}`,`chown root:www-data ${i} 2>/dev/null || true`)}return s.push(`cat > ${t} <<'TS_CLOUD_NGINX_EOF'`,n.replace(/\n$/,""),"TS_CLOUD_NGINX_EOF",`ln -sf ${t} ${r}`,"rm -f /etc/nginx/sites-enabled/default",`${Re} -t`,"systemctl reload ts-cloud-nginx 2>/dev/null || systemctl restart ts-cloud-nginx 2>/dev/null || true"),s}var Re="/usr/local/bin/ts-cloud-nginx";function Ar(e="/opt/pantry"){return[...Et(),...it(["nginx.org"]),"mkdir -p /etc/nginx/sites-available /etc/nginx/sites-enabled /var/log/nginx /var/lib/nginx/body /var/lib/nginx/proxy /var/lib/nginx/fastcgi /var/lib/nginx/uwsgi /var/lib/nginx/scgi","getent passwd www-data >/dev/null || useradd --system --no-create-home --shell /usr/sbin/nologin www-data","chown -R www-data:www-data /var/lib/nginx /var/log/nginx",`cat > ${Re} <<'TS_CLOUD_NGINXBIN_EOF'`,"#!/bin/sh",`eval "$(cd ${e} && pantry env 2>/dev/null)"`,"NGINX_BIN=/opt/pantry/pantry/.bin/nginx",'if [ ! -x "$NGINX_BIN" ]; then NGINX_BIN=$(command -v nginx || true); fi','if [ -z "$NGINX_BIN" ]; then echo "nginx binary not found; run pantry install nginx.org or install nginx explicitly" >&2; exit 1; fi','exec "$NGINX_BIN" -c /etc/nginx/nginx.conf "$@"',"TS_CLOUD_NGINXBIN_EOF",`chmod +x ${Re}`,"cat > /etc/nginx/fastcgi_params <<'TS_CLOUD_FCGI_EOF'","fastcgi_param QUERY_STRING $query_string;","fastcgi_param REQUEST_METHOD $request_method;","fastcgi_param CONTENT_TYPE $content_type;","fastcgi_param CONTENT_LENGTH $content_length;","fastcgi_param SCRIPT_NAME $fastcgi_script_name;","fastcgi_param REQUEST_URI $request_uri;","fastcgi_param DOCUMENT_URI $document_uri;","fastcgi_param DOCUMENT_ROOT $document_root;","fastcgi_param SERVER_PROTOCOL $server_protocol;","fastcgi_param REQUEST_SCHEME $scheme;","fastcgi_param HTTPS $https if_not_empty;","fastcgi_param GATEWAY_INTERFACE CGI/1.1;","fastcgi_param SERVER_SOFTWARE nginx/$nginx_version;","fastcgi_param REMOTE_ADDR $remote_addr;","fastcgi_param REMOTE_PORT $remote_port;","fastcgi_param SERVER_ADDR $server_addr;","fastcgi_param SERVER_PORT $server_port;","fastcgi_param SERVER_NAME $server_name;","fastcgi_param REDIRECT_STATUS 200;","TS_CLOUD_FCGI_EOF","cat > /etc/nginx/nginx.conf <<'TS_CLOUD_NGINXCONF_EOF'","user www-data;","worker_processes auto;","pid /run/nginx.pid;","error_log /var/log/nginx/error.log;","events { worker_connections 1024; }","http {"," default_type application/octet-stream;"," types {"," text/html html htm;"," text/css css;"," application/javascript js;"," application/json json;"," image/svg+xml svg;"," image/png png;"," image/jpeg jpg jpeg;"," image/gif gif;"," image/x-icon ico;"," image/webp webp;"," font/woff2 woff2;"," font/woff woff;"," text/plain txt;"," }"," access_log /var/log/nginx/access.log;"," sendfile on;"," tcp_nopush on;"," keepalive_timeout 65;"," server_tokens off;"," client_max_body_size 100m;"," client_body_temp_path /var/lib/nginx/body;"," proxy_temp_path /var/lib/nginx/proxy;"," fastcgi_temp_path /var/lib/nginx/fastcgi;"," uwsgi_temp_path /var/lib/nginx/uwsgi;"," scgi_temp_path /var/lib/nginx/scgi;"," server {"," listen 80 default_server;"," listen [::]:80 default_server;"," server_name _;"," return 444;"," }"," include /etc/nginx/sites-enabled/*;","}","TS_CLOUD_NGINXCONF_EOF","cat > /etc/systemd/system/ts-cloud-nginx.service <<'TS_CLOUD_NGINXUNIT_EOF'","[Unit]","Description=ts-cloud nginx (pantry)","After=network.target","","[Service]","Type=simple",`ExecStartPre=${Re} -t`,`ExecStart=${Re} -g 'daemon off;'`,`ExecReload=${Re} -s reload`,"Restart=always","RestartSec=3","","[Install]","WantedBy=multi-user.target","TS_CLOUD_NGINXUNIT_EOF","systemctl daemon-reload","systemctl enable ts-cloud-nginx","ls /etc/nginx/sites-enabled/* >/dev/null 2>&1 && systemctl restart ts-cloud-nginx || true"]}import{readFileSync as Va}from"node:fs";function qa(e){if(typeof e==="string")return e;if(!/^\/[\w./-]+$/.test(e.envFile)||!/^[A-Za-z_][A-Za-z0-9_]*$/.test(e.variable))throw Error("Invalid notification env-file reference");let r=Va(e.envFile,"utf8").split(/\r?\n/).map((n)=>n.match(/^\s*(?:export\s+)?([A-Za-z_][A-Za-z0-9_]*)\s*=\s*(.*?)\s*$/)).find((n)=>n?.[1]===e.variable)?.[2];if(!r)throw Error(`Notification variable ${e.variable} is missing`);return r.replace(/^(['"])(.*)\1$/,"$2")}function Tt(e,t){return!e.events||e.events.includes(t)}async function Lr(e,t,r,n={}){if(!e)return[];let s=n.fetchImpl??globalThis.fetch,i=[],o=[],a=async(c,l)=>{try{return await s(qa(c),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(l)})}catch{return}};if(e.slack?.webhookUrl&&Tt(e,t))i.push("slack"),o.push(a(e.slack.webhookUrl,{text:r}));if(e.discord?.webhookUrl&&Tt(e,t))i.push("discord"),o.push(a(e.discord.webhookUrl,{content:r}));if(e.telegram?.botToken&&e.telegram.chatId&&Tt(e,t)){i.push("telegram");let c=`https://api.telegram.org/bot${e.telegram.botToken}/sendMessage`;o.push(a(c,{chat_id:e.telegram.chatId,text:r}))}if(e.webhook?.url&&Tt(e,t))if(i.push("webhook"),(e.webhook.method||"POST")==="GET"){let c=e.webhook.url.includes("?")?"&":"?",l=`${e.webhook.url}${c}event=${encodeURIComponent(t)}&message=${encodeURIComponent(r)}`;o.push(s(l,{method:"GET"}).catch(()=>{return}))}else o.push(a(e.webhook.url,{event:t,message:r}));if(e.email?.to&&Tt(e,t))i.push("email"),o.push(Xa(e.email,t,r));return await Promise.all(o),i}async function Xa(e,t,r){try{let n=await import("./chunk-dmm1p4bs.js");await n.email.send({to:e.to,from:e.from,subject:`[ts-cloud] ${t}`,text:r})}catch{}}function is(e,t){return t??e}function Me(e){if(!e)return[];let t=(s)=>"'"+s.replaceAll("'",`'"'"'`)+"'",r=(s)=>{if(typeof s==="string")return t(s);if(!/^\/[\w./-]+$/.test(s.envFile)||!/^[A-Za-z_][A-Za-z0-9_]*$/.test(s.variable))throw Error("Invalid notification env-file reference");return'"$(read_env '+t(s.envFile)+" "+t(s.variable)+')"'},n=[];for(let[s,i]of[["slack","text"],["discord","content"]]){let o=e[s]?.webhookUrl;if(o)n.push("URL="+r(o),'post "$URL" '+t(i))}if(e.telegram?.botToken&&e.telegram.chatId)n.push("curl -fsS --max-time 30 -X POST "+t("https://api.telegram.org/bot"+e.telegram.botToken+"/sendMessage")+" --data-urlencode "+t("chat_id="+e.telegram.chatId)+' --data-urlencode "text=$MSG" >/dev/null || FAILED=1');if(e.webhook?.url)if(e.webhook.method==="GET")n.push("curl -fsS --max-time 30 -G "+t(e.webhook.url)+' --data-urlencode "message=$MSG" >/dev/null || FAILED=1');else n.push("post "+t(e.webhook.url)+" message");if(!n.length)return[];return["cat > /usr/local/bin/ts-cloud-notify.new <<'TS_CLOUD_NOTIFY_EOF'","#!/bin/bash","set -uo pipefail",'MSG="${1:-}"; FAILED=0',String.raw`read_env(){ awk -v key="$2" '$0 ~ "^[[:space:]]*(export[[:space:]]+)?" key "[[:space:]]*=" { sub("^[^=]*=[[:space:]]*", ""); sub(/[\r[:space:]]+$/, ""); if (($0 ~ /^".*"$/) || ($0 ~ /^\047.*\047$/)) $0=substr($0,2,length($0)-2); print; exit }' "$1"; }`,String.raw`ESCAPED=$(printf %s "$MSG" | LC_ALL=C awk 'BEGIN{ORS=""; for(i=1;i<32;i++) esc[sprintf("%c",i)]=sprintf("\\u%04x",i)} {if(NR>1) printf "\\n"; for(i=1;i<=length($0);i++){ c=substr($0,i,1); if(c=="\\") printf "\\\\"; else if(c=="\"") printf "\\\""; else if(c in esc) printf "%s",esc[c]; else printf "%s",c }}')`,String.raw`post(){ if [ -z "$1" ]; then FAILED=1; return; fi; curl -fsS --max-time 30 -X POST -H 'Content-Type: application/json' --data "{\"$2\":\"$ESCAPED\"}" "$1" >/dev/null || FAILED=1; }`,...n,'exit "$FAILED"',"TS_CLOUD_NOTIFY_EOF","chmod 0700 /usr/local/bin/ts-cloud-notify.new","mv -f /usr/local/bin/ts-cloud-notify.new /usr/local/bin/ts-cloud-notify"]}import{isIP as as}from"node:net";var rn="/etc/rpx/certs",cs="/etc/rpx/local-ca",Ya="rpx-root-ca.crt";function Bt(e=cs){return`${e.replace(/\/+$/,"")}/${Ya}`}function Hr(e){if(e.toLowerCase().endsWith(".local"))return!1;return e.split(".").length===2}function no(e,t={}){let r=new Set;for(let s of Object.values(e)){if(!s?.domain)continue;if(w(s)==="bucket")continue;r.add(s.domain)}let n=new Set;for(let s of Object.values(e)){if(!s?.domain||w(s)==="bucket")continue;for(let i of s.aliases??[]){let o=String(i).trim().toLowerCase();if(o&&o!==s.domain)n.add(o)}}if(t.autoWww!==!1)for(let s of[...r]){if(!Hr(s))continue;r.add(`www.${s}`)}for(let s of n)r.add(s);return[...r]}var Ja=["1.1.1.1","8.8.8.8"],Za="/var/www/acme-challenge";function Qa(e){if(typeof e==="string")return{to:e};let t={to:e.to};if(e.status!=null)t.status=e.status;if(e.preservePath!=null)t.preservePath=e.preservePath;return t}function ec(e){let t=e.auth;if(!t||t.enabled===!1||!t.password)return;return{username:t.username||"admin",password:t.password,...t.realm?{realm:t.realm}:{}}}function Ur(e){if(!e)return;return e.tls??"local-ca"}function io(e,t){if(e.cloud?.provider!=="ssh")return;let r=e.ssh?.lan;if(!r)return;return{...r.hostname?{hostname:r.hostname}:{},tls:r.tls??"local-ca",...t?{ip:t}:{}}}function ls(e){if(e.cloud?.provider!=="ssh")return;return e.ssh?.profile}function tc(e){let t=e.trim().toLowerCase();if(!t||t.startsWith("*")||t.includes(":")||t.includes("/")||t.includes(" "))return!1;if(as(t)!==0)return!1;return t.endsWith(".local")||!t.includes(".")}function rc(e,t,r){let n=[],s=new Set,i=(l,u)=>{let d=l.trim().toLowerCase();if(!d||s.has(d))return;s.add(d),n.push({host:d,source:u})},o=t.hostname?.trim(),a=(o||`${r}.local`).toLowerCase();if(i(a,o?"ssh.lan.hostname":`the ssh provider's default LAN name for project "${r}"`),Object.entries(e).some(([l,u])=>!!u&&Vr(l)))i(`dashboard.${a}`,"the management dashboard site");for(let[l,u]of Object.entries(e)){if(!u?.domain)continue;if(w(u)==="bucket")continue;if(!tc(u.domain))continue;i(u.domain,`site "${l}"`)}return n}function nc(e,t){if(!t?.length)return;return t.find((r)=>{let n=(r.startsWith(".")?r.slice(1):r).toLowerCase();return e===n||e.endsWith(`.${n}`)})}function sc(e,t){if(!t?.enabled)return;for(let{host:r,source:n}of e){let s=nc(r,t.allowedSuffixes);if(!s)continue;throw Error(`The LAN certificate authority and public on-demand TLS both claim "${r}". LAN source: ${n}. Public source: the on-demand TLS allowed suffix "${s}", which is derived from the site domains. A host is either LAN-only, with a certificate signed by the box's own CA, or public, with one issued by Let's Encrypt, never both. Give the LAN a name no site domain covers (ssh.lan.hostname), or take that domain out of the sites this deploy routes.`)}}function ic(e){let t=e.split(".");return t.length>=3&&t[0]==="*"&&t.slice(1).every((r)=>/^[a-z0-9-]+$/i.test(r))}function ds(e,t={}){let{wildcardCerts:r,...n}=e;return JSON.stringify({...t,...n},null,2)}function ys(e){if(!e||e==="/")return;let t=`/${e}`.replace(/\/+/g,"/").replace(/\/+$/,"");if(!t.startsWith("/"))t=`/${t}`;return t===""||t==="/"?void 0:t}function Ft(e,t){let n=(t?`${e}${t}`:e).replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/^-+|-+$/g,"").slice(0,128);return n.length>0?n:"rpx"}function oc(e,t){if(!t||t.length===0)return`localhost:${e}`;return t.map((r)=>`${r.privateIp??r.publicIp}:${e}`)}function Ss(e,t,r){let n=(t.wwwRoot??"/var/www").replace(/\/+$/,""),s=t.slug??"app",i=t.proxy.certsDir??rn,o=t.proxy.loadBalancer,a=[],c=new Set,l=new Map;for(let[h,f]of Object.entries(e)){if(!f||!f.domain)continue;let y=w(f);if(y==="bucket")continue;let N=a.length,I=[...new Set((f.aliases??[]).map((P)=>String(P).trim().toLowerCase()).filter((P)=>P&&P!==f.domain))],L=()=>{let P=a.slice(N).filter((U)=>U.to===f.domain);for(let U of I){for(let V of P)a.push({...V,to:U,id:Ft(U,V.path)});if(ic(U)){if(!l.has(U))l.set(U,{domain:U,dnsEnvFile:`${n}/${s}-${h}/shared/.env`})}else c.add(U)}},k=ys(f.path),E=Ft(f.domain,k),z=ec(f);if(y==="redirect"){a.push({to:f.domain,path:k,redirect:Qa(f.redirect),id:E,...z?{auth:z}:{}}),c.add(f.domain),L();continue}if(y==="proxy"){let P=Js(f);if(P.length===0)continue;let U=P.length===1?P[0]:P;a.push({to:f.domain,path:k,from:U,id:E,...z?{auth:z}:{},...Array.isArray(U)&&o?{loadBalancer:o}:{}}),c.add(f.domain),L();continue}if(y==="server-app"){if(typeof f.port!=="number")continue;let P=oc(f.port,r);a.push({to:f.domain,path:k,from:P,id:E,...z?{auth:z}:{},...Array.isArray(P)&&o?{loadBalancer:o}:{}})}else a.push({to:f.domain,path:k,static:{dir:`${n}/${s}-${h}/current`,spa:f.spa??!1,pathRewriteStyle:f.pathRewriteStyle??"directory"},cleanUrls:f.pathRewriteStyle!=="flat",...z?{auth:z}:{},id:E});c.add(f.domain),L()}if(t.proxy.autoWww!==!1)for(let h of[...c]){if(!Hr(h))continue;let f=`www.${h}`;if(c.has(f))continue;a.push({to:f,redirect:{to:`https://${h}`},id:Ft(f)}),c.add(f)}a.sort((h,f)=>{if(h.to!==f.to)return h.to.localeCompare(f.to);return(f.path?.length??0)-(h.path?.length??0)});let u={proxies:a,productionCerts:{certsDir:i,certsDirServerNames:[...c,...l.keys()]},https:!0,hostsManagement:!1,cleanup:{hosts:!1,certs:!1},...l.size>0?{wildcardCerts:[...l.values()]}:{}};if(t.proxy.onDemandTls&&c.size>0)u.onDemandTls={enabled:!0,allowedSuffixes:[...c],email:t.proxy.onDemandTlsEmail,certsDir:i,staging:t.proxy.onDemandTlsStaging??!1};if(t.proxy.onDemandTls)u.acmeChallengeWebroot=t.proxy.acmeWebroot??Za;let d=t.proxy.cdn,m=d?.frontedHosts?.length?d.frontedHosts:[...c];if(d?.secret&&m.length>0)u.originGuard={header:d.secretHeader??"X-Origin-Verify",value:d.secret,hosts:m};if(t.lan)if(Ur(t.lan)==="off")u.https=!1;else{let h=rc(e,t.lan,s);sc(h,u.onDemandTls);let f=t.lan.ip&&as(t.lan.ip)!==0?[t.lan.ip]:[];u.localCa={dir:cs,hosts:h.map((y)=>y.host),...f.length>0?{ips:f}:{},installTrust:!0}}return u}function Te(e,t){return Ss({...e,...t.mail?Ko(t.mail):{}},t)}function Ze(e,t,r){return Ss({...e,...r.mail?Ko(r.mail):{}},r,t)}function Z(e){return e?.webServer==="rpx"||e?.proxy?.engine==="rpx"}var Ct="/etc/rpx",ae="/opt/rpx-gateway",kr="/etc/rpx/gateway.ts",qe="/etc/rpx/gateway",we="rpx-gateway.service",fe="/etc/rpx/sites.d";function ac(e=fe,t=rn){return`// Generated by ts-cloud — rpx gateway assembler.
|
|
15
|
+
`}function Ar(e){let t=`/etc/nginx/sites-available/${e.siteName}`,r=`/etc/nginx/sites-enabled/${e.siteName}`,n=Ya(e),s=[...Lr()];if(e.auth){let i=os(e.siteName),o=(l)=>l.split("'").join("'\\''"),a=o(e.auth.password),c=o(e.auth.username);s.push(`TS_CLOUD_HTPASS=$(openssl passwd -apr1 '${a}')`,`printf '%s:%s\\n' '${c}' "$TS_CLOUD_HTPASS" > ${i}`,`chmod 640 ${i}`,`chown root:www-data ${i} 2>/dev/null || true`)}return s.push(`cat > ${t} <<'TS_CLOUD_NGINX_EOF'`,n.replace(/\n$/,""),"TS_CLOUD_NGINX_EOF",`ln -sf ${t} ${r}`,"rm -f /etc/nginx/sites-enabled/default",`${Re} -t`,"systemctl reload ts-cloud-nginx 2>/dev/null || systemctl restart ts-cloud-nginx 2>/dev/null || true"),s}var Re="/usr/local/bin/ts-cloud-nginx";function Lr(e="/opt/pantry"){return[...Et(),...it(["nginx.org"]),"mkdir -p /etc/nginx/sites-available /etc/nginx/sites-enabled /var/log/nginx /var/lib/nginx/body /var/lib/nginx/proxy /var/lib/nginx/fastcgi /var/lib/nginx/uwsgi /var/lib/nginx/scgi","getent passwd www-data >/dev/null || useradd --system --no-create-home --shell /usr/sbin/nologin www-data","chown -R www-data:www-data /var/lib/nginx /var/log/nginx",`cat > ${Re} <<'TS_CLOUD_NGINXBIN_EOF'`,"#!/bin/sh",`eval "$(cd ${e} && pantry env 2>/dev/null)"`,"NGINX_BIN=/opt/pantry/pantry/.bin/nginx",'if [ ! -x "$NGINX_BIN" ]; then NGINX_BIN=$(command -v nginx || true); fi','if [ -z "$NGINX_BIN" ]; then echo "nginx binary not found; run pantry install nginx.org or install nginx explicitly" >&2; exit 1; fi','exec "$NGINX_BIN" -c /etc/nginx/nginx.conf "$@"',"TS_CLOUD_NGINXBIN_EOF",`chmod +x ${Re}`,"cat > /etc/nginx/fastcgi_params <<'TS_CLOUD_FCGI_EOF'","fastcgi_param QUERY_STRING $query_string;","fastcgi_param REQUEST_METHOD $request_method;","fastcgi_param CONTENT_TYPE $content_type;","fastcgi_param CONTENT_LENGTH $content_length;","fastcgi_param SCRIPT_NAME $fastcgi_script_name;","fastcgi_param REQUEST_URI $request_uri;","fastcgi_param DOCUMENT_URI $document_uri;","fastcgi_param DOCUMENT_ROOT $document_root;","fastcgi_param SERVER_PROTOCOL $server_protocol;","fastcgi_param REQUEST_SCHEME $scheme;","fastcgi_param HTTPS $https if_not_empty;","fastcgi_param GATEWAY_INTERFACE CGI/1.1;","fastcgi_param SERVER_SOFTWARE nginx/$nginx_version;","fastcgi_param REMOTE_ADDR $remote_addr;","fastcgi_param REMOTE_PORT $remote_port;","fastcgi_param SERVER_ADDR $server_addr;","fastcgi_param SERVER_PORT $server_port;","fastcgi_param SERVER_NAME $server_name;","fastcgi_param REDIRECT_STATUS 200;","TS_CLOUD_FCGI_EOF","cat > /etc/nginx/nginx.conf <<'TS_CLOUD_NGINXCONF_EOF'","user www-data;","worker_processes auto;","pid /run/nginx.pid;","error_log /var/log/nginx/error.log;","events { worker_connections 1024; }","http {"," default_type application/octet-stream;"," types {"," text/html html htm;"," text/css css;"," application/javascript js;"," application/json json;"," image/svg+xml svg;"," image/png png;"," image/jpeg jpg jpeg;"," image/gif gif;"," image/x-icon ico;"," image/webp webp;"," font/woff2 woff2;"," font/woff woff;"," text/plain txt;"," }"," access_log /var/log/nginx/access.log;"," sendfile on;"," tcp_nopush on;"," keepalive_timeout 65;"," server_tokens off;"," client_max_body_size 100m;"," client_body_temp_path /var/lib/nginx/body;"," proxy_temp_path /var/lib/nginx/proxy;"," fastcgi_temp_path /var/lib/nginx/fastcgi;"," uwsgi_temp_path /var/lib/nginx/uwsgi;"," scgi_temp_path /var/lib/nginx/scgi;"," server {"," listen 80 default_server;"," listen [::]:80 default_server;"," server_name _;"," return 444;"," }"," include /etc/nginx/sites-enabled/*;","}","TS_CLOUD_NGINXCONF_EOF","cat > /etc/systemd/system/ts-cloud-nginx.service <<'TS_CLOUD_NGINXUNIT_EOF'","[Unit]","Description=ts-cloud nginx (pantry)","After=network.target","","[Service]","Type=simple",`ExecStartPre=${Re} -t`,`ExecStart=${Re} -g 'daemon off;'`,`ExecReload=${Re} -s reload`,"Restart=always","RestartSec=3","","[Install]","WantedBy=multi-user.target","TS_CLOUD_NGINXUNIT_EOF","systemctl daemon-reload","systemctl enable ts-cloud-nginx","ls /etc/nginx/sites-enabled/* >/dev/null 2>&1 && systemctl restart ts-cloud-nginx || true"]}import{readFileSync as Ja}from"node:fs";function Za(e){if(typeof e==="string")return e;if(!/^\/[\w./-]+$/.test(e.envFile)||!/^[A-Za-z_][A-Za-z0-9_]*$/.test(e.variable))throw Error("Invalid notification env-file reference");let r=Ja(e.envFile,"utf8").split(/\r?\n/).map((n)=>n.match(/^\s*(?:export\s+)?([A-Za-z_][A-Za-z0-9_]*)\s*=\s*(.*?)\s*$/)).find((n)=>n?.[1]===e.variable)?.[2];if(!r)throw Error(`Notification variable ${e.variable} is missing`);return r.replace(/^(['"])(.*)\1$/,"$2")}function Tt(e,t){return!e.events||e.events.includes(t)}async function kr(e,t,r,n={}){if(!e)return[];let s=n.fetchImpl??globalThis.fetch,i=[],o=[],a=async(c,l)=>{try{return await s(Za(c),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(l)})}catch{return}};if(e.slack?.webhookUrl&&Tt(e,t))i.push("slack"),o.push(a(e.slack.webhookUrl,{text:r}));if(e.discord?.webhookUrl&&Tt(e,t))i.push("discord"),o.push(a(e.discord.webhookUrl,{content:r}));if(e.telegram?.botToken&&e.telegram.chatId&&Tt(e,t)){i.push("telegram");let c=`https://api.telegram.org/bot${e.telegram.botToken}/sendMessage`;o.push(a(c,{chat_id:e.telegram.chatId,text:r}))}if(e.webhook?.url&&Tt(e,t))if(i.push("webhook"),(e.webhook.method||"POST")==="GET"){let c=e.webhook.url.includes("?")?"&":"?",l=`${e.webhook.url}${c}event=${encodeURIComponent(t)}&message=${encodeURIComponent(r)}`;o.push(s(l,{method:"GET"}).catch(()=>{return}))}else o.push(a(e.webhook.url,{event:t,message:r}));if(e.email?.to&&Tt(e,t))i.push("email"),o.push(Qa(e.email,t,r));return await Promise.all(o),i}async function Qa(e,t,r){try{let n=await import("./chunk-s15gpps2.js");await n.email.send({to:e.to,from:e.from,subject:`[ts-cloud] ${t}`,text:r})}catch{}}function as(e,t){return t??e}function Me(e){if(!e)return[];let t=(s)=>"'"+s.replaceAll("'",`'"'"'`)+"'",r=(s)=>{if(typeof s==="string")return t(s);if(!/^\/[\w./-]+$/.test(s.envFile)||!/^[A-Za-z_][A-Za-z0-9_]*$/.test(s.variable))throw Error("Invalid notification env-file reference");return'"$(read_env '+t(s.envFile)+" "+t(s.variable)+')"'},n=[];for(let[s,i]of[["slack","text"],["discord","content"]]){let o=e[s]?.webhookUrl;if(o)n.push("URL="+r(o),'post "$URL" '+t(i))}if(e.telegram?.botToken&&e.telegram.chatId)n.push("curl -fsS --max-time 30 -X POST "+t("https://api.telegram.org/bot"+e.telegram.botToken+"/sendMessage")+" --data-urlencode "+t("chat_id="+e.telegram.chatId)+' --data-urlencode "text=$MSG" >/dev/null || FAILED=1');if(e.webhook?.url)if(e.webhook.method==="GET")n.push("curl -fsS --max-time 30 -G "+t(e.webhook.url)+' --data-urlencode "message=$MSG" >/dev/null || FAILED=1');else n.push("post "+t(e.webhook.url)+" message");if(!n.length)return[];return["cat > /usr/local/bin/ts-cloud-notify.new <<'TS_CLOUD_NOTIFY_EOF'","#!/bin/bash","set -uo pipefail",'MSG="${1:-}"; FAILED=0',String.raw`read_env(){ awk -v key="$2" '$0 ~ "^[[:space:]]*(export[[:space:]]+)?" key "[[:space:]]*=" { sub("^[^=]*=[[:space:]]*", ""); sub(/[\r[:space:]]+$/, ""); if (($0 ~ /^".*"$/) || ($0 ~ /^\047.*\047$/)) $0=substr($0,2,length($0)-2); print; exit }' "$1"; }`,String.raw`ESCAPED=$(printf %s "$MSG" | LC_ALL=C awk 'BEGIN{ORS=""; for(i=1;i<32;i++) esc[sprintf("%c",i)]=sprintf("\\u%04x",i)} {if(NR>1) printf "\\n"; for(i=1;i<=length($0);i++){ c=substr($0,i,1); if(c=="\\") printf "\\\\"; else if(c=="\"") printf "\\\""; else if(c in esc) printf "%s",esc[c]; else printf "%s",c }}')`,String.raw`post(){ if [ -z "$1" ]; then FAILED=1; return; fi; curl -fsS --max-time 30 -X POST -H 'Content-Type: application/json' --data "{\"$2\":\"$ESCAPED\"}" "$1" >/dev/null || FAILED=1; }`,...n,'exit "$FAILED"',"TS_CLOUD_NOTIFY_EOF","chmod 0700 /usr/local/bin/ts-cloud-notify.new","mv -f /usr/local/bin/ts-cloud-notify.new /usr/local/bin/ts-cloud-notify"]}import{isIP as ls}from"node:net";var rn="/etc/rpx/certs",us="/etc/rpx/local-ca",ec="rpx-root-ca.crt";function Bt(e=us){return`${e.replace(/\/+$/,"")}/${ec}`}function Ur(e){if(e.toLowerCase().endsWith(".local"))return!1;return e.split(".").length===2}function io(e,t={}){let r=new Set;for(let s of Object.values(e)){if(!s?.domain)continue;if(w(s)==="bucket")continue;r.add(s.domain)}let n=new Set;for(let s of Object.values(e)){if(!s?.domain||w(s)==="bucket")continue;for(let i of s.aliases??[]){let o=String(i).trim().toLowerCase();if(o&&o!==s.domain)n.add(o)}}if(t.autoWww!==!1)for(let s of[...r]){if(!Ur(s))continue;r.add(`www.${s}`)}for(let s of n)r.add(s);return[...r]}var tc=["1.1.1.1","8.8.8.8"],rc="/var/www/acme-challenge";function nc(e){if(typeof e==="string")return{to:e};let t={to:e.to};if(e.status!=null)t.status=e.status;if(e.preservePath!=null)t.preservePath=e.preservePath;return t}function sc(e){let t=e.auth;if(!t||t.enabled===!1||!t.password)return;return{username:t.username||"admin",password:t.password,...t.realm?{realm:t.realm}:{}}}function Mr(e){if(!e)return;return e.tls??"local-ca"}function oo(e,t){if(e.cloud?.provider!=="ssh")return;let r=e.ssh?.lan;if(!r)return;return{...r.hostname?{hostname:r.hostname}:{},tls:r.tls??"local-ca",...t?{ip:t}:{}}}function ds(e){if(e.cloud?.provider!=="ssh")return;return e.ssh?.profile}function ic(e){let t=e.trim().toLowerCase();if(!t||t.startsWith("*")||t.includes(":")||t.includes("/")||t.includes(" "))return!1;if(ls(t)!==0)return!1;return t.endsWith(".local")||!t.includes(".")}function oc(e,t,r){let n=[],s=new Set,i=(l,d)=>{let u=l.trim().toLowerCase();if(!u||s.has(u))return;s.add(u),n.push({host:u,source:d})},o=t.hostname?.trim(),a=(o||`${r}.local`).toLowerCase();if(i(a,o?"ssh.lan.hostname":`the ssh provider's default LAN name for project "${r}"`),Object.entries(e).some(([l,d])=>!!d&&Vr(l)))i(`dashboard.${a}`,"the management dashboard site");for(let[l,d]of Object.entries(e)){if(!d?.domain)continue;if(w(d)==="bucket")continue;if(!ic(d.domain))continue;i(d.domain,`site "${l}"`)}return n}function ac(e,t){if(!t?.length)return;return t.find((r)=>{let n=(r.startsWith(".")?r.slice(1):r).toLowerCase();return e===n||e.endsWith(`.${n}`)})}function cc(e,t){if(!t?.enabled)return;for(let{host:r,source:n}of e){let s=ac(r,t.allowedSuffixes);if(!s)continue;throw Error(`The LAN certificate authority and public on-demand TLS both claim "${r}". LAN source: ${n}. Public source: the on-demand TLS allowed suffix "${s}", which is derived from the site domains. A host is either LAN-only, with a certificate signed by the box's own CA, or public, with one issued by Let's Encrypt, never both. Give the LAN a name no site domain covers (ssh.lan.hostname), or take that domain out of the sites this deploy routes.`)}}function lc(e){let t=e.split(".");return t.length>=3&&t[0]==="*"&&t.slice(1).every((r)=>/^[a-z0-9-]+$/i.test(r))}function vs(e,t={}){let{wildcardCerts:r,...n}=e;return JSON.stringify({...t,...n},null,2)}function bs(e){if(!e||e==="/")return;let t=`/${e}`.replace(/\/+/g,"/").replace(/\/+$/,"");if(!t.startsWith("/"))t=`/${t}`;return t===""||t==="/"?void 0:t}function Ft(e,t){let n=(t?`${e}${t}`:e).replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/^-+|-+$/g,"").slice(0,128);return n.length>0?n:"rpx"}function uc(e,t){if(!t||t.length===0)return`localhost:${e}`;return t.map((r)=>`${r.privateIp??r.publicIp}:${e}`)}function ws(e,t,r){let n=(t.wwwRoot??"/var/www").replace(/\/+$/,""),s=t.slug??"app",i=t.proxy.certsDir??rn,o=t.proxy.loadBalancer,a=[],c=new Set,l=new Map;for(let[h,f]of Object.entries(e)){if(!f||!f.domain)continue;let y=w(f);if(y==="bucket")continue;let E=a.length,B=[...new Set((f.aliases??[]).map((M)=>String(M).trim().toLowerCase()).filter((M)=>M&&M!==f.domain))],k=()=>{let M=a.slice(E).filter((N)=>N.to===f.domain);for(let N of B){for(let U of M)a.push({...U,to:N,id:Ft(N,U.path)});if(lc(N)){if(!l.has(N))l.set(N,{domain:N,dnsEnvFile:`${n}/${s}-${h}/shared/.env`})}else c.add(N)}},L=bs(f.path),C=Ft(f.domain,L),z=sc(f);if(y==="redirect"){a.push({to:f.domain,path:L,redirect:nc(f.redirect),id:C,...z?{auth:z}:{}}),c.add(f.domain),k();continue}if(y==="proxy"){let M=Xs(f);if(M.length===0)continue;let N=M.length===1?M[0]:M;a.push({to:f.domain,path:L,from:N,id:C,...z?{auth:z}:{},...Array.isArray(N)&&o?{loadBalancer:o}:{}}),c.add(f.domain),k();continue}if(y==="server-app"){if(typeof f.port!=="number")continue;let M=uc(f.port,r);a.push({to:f.domain,path:L,from:M,id:C,...z?{auth:z}:{},...Array.isArray(M)&&o?{loadBalancer:o}:{}})}else a.push({to:f.domain,path:L,static:{dir:`${n}/${s}-${h}/current`,spa:f.spa??!1,pathRewriteStyle:f.pathRewriteStyle??"directory"},cleanUrls:f.pathRewriteStyle!=="flat",...z?{auth:z}:{},id:C});c.add(f.domain),k()}if(t.proxy.autoWww!==!1)for(let h of[...c]){if(!Ur(h))continue;let f=`www.${h}`;if(c.has(f))continue;a.push({to:f,redirect:{to:`https://${h}`},id:Ft(f)}),c.add(f)}a.sort((h,f)=>{if(h.to!==f.to)return h.to.localeCompare(f.to);return(f.path?.length??0)-(h.path?.length??0)});let d={proxies:a,productionCerts:{certsDir:i,certsDirServerNames:[...c,...l.keys()]},https:!0,hostsManagement:!1,cleanup:{hosts:!1,certs:!1},...l.size>0?{wildcardCerts:[...l.values()]}:{}};if(t.proxy.onDemandTls&&c.size>0)d.onDemandTls={enabled:!0,allowedSuffixes:[...c],email:t.proxy.onDemandTlsEmail,certsDir:i,staging:t.proxy.onDemandTlsStaging??!1};if(t.proxy.onDemandTls)d.acmeChallengeWebroot=t.proxy.acmeWebroot??rc;let u=t.proxy.cdn,m=u?.frontedHosts?.length?u.frontedHosts:[...c];if(u?.secret&&m.length>0)d.originGuard={header:u.secretHeader??"X-Origin-Verify",value:u.secret,hosts:m};if(t.lan)if(Mr(t.lan)==="off")d.https=!1;else{let h=oc(e,t.lan,s);cc(h,d.onDemandTls);let f=t.lan.ip&&ls(t.lan.ip)!==0?[t.lan.ip]:[];d.localCa={dir:us,hosts:h.map((y)=>y.host),...f.length>0?{ips:f}:{},installTrust:!0}}return d}function Te(e,t){return ws({...e,...t.mail?Jo(t.mail):{}},t)}function et(e,t,r){return ws({...e,...r.mail?Jo(r.mail):{}},r,t)}function Z(e){return e?.webServer==="rpx"||e?.proxy?.engine==="rpx"}var Ct="/etc/rpx",ce="/opt/rpx-gateway",Nr="/etc/rpx/gateway.ts",Ye="/etc/rpx/gateway",we="rpx-gateway.service",fe="/etc/rpx/sites.d";function pc(e=fe,t=rn){return`// Generated by ts-cloud — rpx gateway assembler.
|
|
16
16
|
// Merges every app's fragment in ${e} so independent deploys compose
|
|
17
17
|
// without clobbering each other. Each deploy writes only its own <slug>.json.
|
|
18
18
|
import { startProxies } from '@stacksjs/rpx'
|
|
@@ -124,7 +124,7 @@ const config = {
|
|
|
124
124
|
}
|
|
125
125
|
|
|
126
126
|
await startProxies(config)
|
|
127
|
-
`}function
|
|
127
|
+
`}function Ze(e,t,r,n="0644"){return[`__tsc_tmp="$(mktemp "${e}.XXXXXX")"`,`cat > "$__tsc_tmp" <<'${r}'`,t,r,`mv -f "$__tsc_tmp" ${e}`,`chmod ${n} ${e}`]}function dc(e){return`'${e.replaceAll("'","'\\''")}'`}function Hr(e,t,r,n){if(!n.preserveManagementDashboardRoutes)return Ze(e,t,r,"0600");let s=`
|
|
128
128
|
const { readFileSync, writeFileSync } = require('node:fs')
|
|
129
129
|
const currentPath = process.env.TS_CLOUD_RPX_CURRENT_FRAGMENT
|
|
130
130
|
const candidatePath = process.env.TS_CLOUD_RPX_CANDIDATE_FRAGMENT
|
|
@@ -135,15 +135,15 @@ const retained = Array.isArray(current.proxies) ? current.proxies.filter(isDashb
|
|
|
135
135
|
const next = Array.isArray(candidate.proxies) ? candidate.proxies.filter(route => !isDashboard(route)) : []
|
|
136
136
|
candidate.proxies = [...next, ...retained]
|
|
137
137
|
writeFileSync(candidatePath, JSON.stringify(candidate, null, 2) + '\\n', { mode: 0o600 })
|
|
138
|
-
`.trim();return[`__tsc_fragment_candidate="$(mktemp "${e}.candidate.XXXXXX")"`,`cat > "$__tsc_fragment_candidate" <<'${r}'`,t,r,'chmod 0600 "$__tsc_fragment_candidate"',`if [ -f ${e} ]; then TS_CLOUD_RPX_CURRENT_FRAGMENT=${e} TS_CLOUD_RPX_CANDIDATE_FRAGMENT="$__tsc_fragment_candidate" ${n.bunBin} -e ${
|
|
139
|
-
`),
|
|
140
|
-
`),
|
|
141
|
-
`);return[`mkdir -p ${n}`,...e.tenant?[]:[`(cd ${
|
|
142
|
-
`),"TS_CLOUD_RPX_UNIT_EOF"),"systemctl daemon-reload","systemctl disable --now bun-gateway.service 2>/dev/null || true","systemctl disable --now bun-gateway-renew.timer bun-gateway-renew.service 2>/dev/null || true","rm -f /etc/systemd/system/bun-gateway-renew.timer /etc/systemd/system/bun-gateway-renew.service","systemctl disable --now ts-cloud-nginx.service 2>/dev/null || true",`for timer in /etc/systemd/system/rpx-cert-renew-*.timer; do [ -e "$timer" ] || continue; unit="$(basename "$timer")"; tenant="\${unit#rpx-cert-renew-}"; tenant="\${tenant%.timer}"; [ -f "${fe}/$tenant.json" ] && continue; systemctl disable --now "$unit" 2>/dev/null || true; rm -f "$timer" "/etc/systemd/system/rpx-cert-renew-$tenant.service" "${Ct}/renew-certs-$tenant.sh"; done`,`systemctl enable ${we}`,`systemctl restart ${we}`,...
|
|
143
|
-
`);s.push(`cat >> ${r} <<'TS_CLOUD_KEYS_EOF'`,i,"TS_CLOUD_KEYS_EOF",`chmod 600 ${r}`)}return s}function
|
|
144
|
-
`))} > ${f}`,`chmod 644 ${f}`),
|
|
138
|
+
`.trim();return[`__tsc_fragment_candidate="$(mktemp "${e}.candidate.XXXXXX")"`,`cat > "$__tsc_fragment_candidate" <<'${r}'`,t,r,'chmod 0600 "$__tsc_fragment_candidate"',`if [ -f ${e} ]; then TS_CLOUD_RPX_CURRENT_FRAGMENT=${e} TS_CLOUD_RPX_CANDIDATE_FRAGMENT="$__tsc_fragment_candidate" ${n.bunBin} -e ${dc(s)}; fi`,`mv -f "$__tsc_fragment_candidate" ${e}`,`chmod 0600 ${e}`]}var mc={high:"256M",max:"384M"},fc={high:"512M",max:"768M"};function zr(e){return`rpx-cert-renew-${(e||"app").replace(/[^a-z0-9._-]+/gi,"-")}.service`}function Fr(e){let t=new Set;for(let r of e.proxies){let n=r.to;if(!n||n.startsWith("*")||n.includes(":")||!n.includes("."))continue;t.add(n)}return[...t]}function gc(e){if(e.length===0)return[];let t=["# Wildcards: dns-01 (Porkbun), keys read from the site's env file for tlsx alone.","dns_env() {",' [ -r "$1" ] || return 0',` sed -n "s/^$2=//p" "$1" | tail -n 1 | sed -e 's/^"\\(.*\\)"$/\\1/' -e "s/^'\\(.*\\)'$/\\1/"`,"}","wildcard() {",' apex="$1"',' envfile="$2"',' name="*.$apex"',' key=$(dns_env "$envfile" PORKBUN_API_KEY)',' secret=$(dns_env "$envfile" PORKBUN_SECRET_KEY)',' if [ -z "$key" ] || [ -z "$secret" ]; then',' echo "wildcard $name skipped: no PORKBUN_API_KEY / PORKBUN_SECRET_KEY in $envfile (non-fatal)"'," return 0"," fi",' if [ ! -s "$CERTS/_wildcard.$apex.crt" ]; then',' PORKBUN_API_KEY="$key" PORKBUN_SECRET_KEY="$secret" $TLSX acme:issue -d "$name" --method dns-01 --dns-provider porkbun --dir "$CERTS" --prod --email "$EMAIL" || echo "issue $name failed (non-fatal)"'," else",' PORKBUN_API_KEY="$key" PORKBUN_SECRET_KEY="$secret" $TLSX acme:renew --domains "$name" --method dns-01 --dir "$CERTS" --days 30 --prod --email "$EMAIL" || echo "renew $name failed (non-fatal)"'," fi","}"];for(let r of e){let n=r.domain.replace(/^\*\./,"");t.push(`wildcard '${n}' '${r.dnsEnvFile.replace(/'/g,"")}'`)}return t}function cs(e){let{config:t,proxy:r}=e,n=t.acmeChallengeWebroot,s=Fr(t);if(!r.onDemandTls||!n||s.length===0)return[];let i=e.bunBin??"/usr/local/bin/bun",o=r.tlsxVersion??"latest",a=t.productionCerts.certsDir,c=r.onDemandTlsEmail??`webmaster@${s[0]}`,l=`${i} ${ce}/node_modules/@stacksjs/tlsx/dist/bin/cli.js`,d=s.join(","),u=s.join(" "),m=(e.slug||"app").replace(/[^a-z0-9._-]+/gi,"-"),h=`${Ct}/renew-certs-${m}.sh`,f=zr(m),y=`rpx-cert-renew-${m}.timer`,E=t.wildcardCerts??[],B=E.length>0?"tlsx http-01 + dns-01 wildcard":"tlsx http-01",k=["#!/bin/sh",`# Generated by ts-cloud — issue/renew rpx gateway TLS certs via ${B}.`,"# The running gateway serves the challenge from $WEBROOT on :80, so this needs","# no downtime and no DNS credentials. Reloads the gateway only if a cert changed.","set -u",`CERTS='${a}'`,`WEBROOT='${n}'`,`EMAIL='${c}'`,`TLSX="${l}"`,`BUN='${i}'`,`DOMAINS='${d}'`,"DNS_ATTEMPTS='24'","DNS_DELAY_SECONDS='5'",`DNS_RESOLVERS='${tc.join(" ")}'`,"dns_resolves() {",' d="$1"'," for ns in $DNS_RESOLVERS; do",` if $BUN --eval "const{Resolver}=require('node:dns');const r=new Resolver();r.setServers([process.argv[1]]);r.resolve4(process.argv[2],e=>process.exit(e?1:0))" "$ns" "$d" >/dev/null 2>&1; then`," return 0"," fi"," done",' getent ahosts "$d" >/dev/null 2>&1',"}","wait_for_dns() {",' d="$1"'," attempt=1",' while ! dns_resolves "$d"; do',' if [ "$attempt" -ge "$DNS_ATTEMPTS" ]; then',' echo "DNS for $d did not become resolvable after $DNS_ATTEMPTS attempts" >&2'," return 1"," fi",' echo "Waiting for public DNS before ACME: $d (attempt $attempt/$DNS_ATTEMPTS)"',' sleep "$DNS_DELAY_SECONDS"'," attempt=$((attempt + 1))"," done","}",'before=$(cat "$CERTS"/*.crt 2>/dev/null | sha256sum)',`for d in ${u}; do`,' if [ ! -s "$CERTS/$d.crt" ]; then',' if wait_for_dns "$d"; then',' $TLSX acme:issue -d "$d" --method http-01 --webroot "$WEBROOT" --dir "$CERTS" --prod --email "$EMAIL" || echo "issue $d failed (non-fatal)"'," else",' echo "issue $d skipped until DNS resolves (non-fatal)"'," fi"," # rpx reloads its SNI set when a PEM appears. Complete that reload"," # before the next hostname starts http-01, or :80 can disappear in"," # the middle of the following challenge on a multi-domain deploy.",` [ -s "$CERTS/$d.crt" ] && systemctl restart ${we}`," fi","done",'$TLSX acme:renew --domains "$DOMAINS" --method http-01 --webroot "$WEBROOT" --dir "$CERTS" --days 30 --prod --email "$EMAIL" || echo "renew: some domains failed (non-fatal)"',...gc(E),'rm -f "$CERTS"/*.chain.crt','after=$(cat "$CERTS"/*.crt 2>/dev/null | sha256sum)',`[ "$before" = "$after" ] || systemctl restart ${we}`].join(`
|
|
139
|
+
`),L=["[Unit]",`Description=Issue/renew rpx gateway TLS certs for ${m} (${B})`,`After=network-online.target ${we}`,"Wants=network-online.target","","[Service]","Type=oneshot",`ExecStart=${h}`].join(`
|
|
140
|
+
`),C=["[Unit]",`Description=Daily rpx gateway TLS cert issuance/renewal for ${m}`,"","[Timer]","OnCalendar=*-*-* 03:30:00","RandomizedDelaySec=1h","Persistent=true","","[Install]","WantedBy=timers.target"].join(`
|
|
141
|
+
`);return[`mkdir -p ${n}`,...e.tenant?[]:[`(cd ${ce} && ${i} add @stacksjs/tlsx@${o}) || true`],...Ze(h,k,"TS_CLOUD_RENEW_EOF"),`chmod +x ${h}`,...Ze(`/etc/systemd/system/${f}`,L,"TS_CLOUD_RENEW_SVC_EOF"),...Ze(`/etc/systemd/system/${y}`,C,"TS_CLOUD_RENEW_TIMER_EOF"),"systemctl daemon-reload",`systemctl enable --now ${y} || true`,`${h} || true`]}function $e(e){let{config:t,proxy:r}=e,n=e.bunBin??"/usr/local/bin/bun",s=r.version??"latest",i=t.productionCerts.certsDir,o=(e.slug||"app").replace(/[^a-z0-9._-]+/gi,"-"),a=vs(t,{slug:o}),c=pc(fe,i);if(e.tenant)return["set -euo pipefail",`if [ ! -x ${Ye} ] || [ ! -d ${ce}/node_modules/@stacksjs/rpx ]; then`,` echo "ts-cloud: no rpx gateway on this box. This project attaches to another project's compute, so it does not provision one - deploy the owning project first." >&2`," exit 1","fi",`mkdir -p ${fe} ${i}`,`__tsc_rpx_before="$(sha256sum ${fe}/${o}.json 2>/dev/null | cut -d' ' -f1 || true)"`,...Hr(`${fe}/${o}.json`,a,"TS_CLOUD_RPX_FRAGMENT_EOF",{bunBin:n,preserveManagementDashboardRoutes:e.preserveManagementDashboardRoutes}),`__tsc_rpx_after="$(sha256sum ${fe}/${o}.json 2>/dev/null | cut -d' ' -f1 || true)"`,`if [ "$__tsc_rpx_before" != "$__tsc_rpx_after" ] || ! systemctl is-active --quiet ${we}; then`,` systemctl restart ${we}`,"else",` echo "[ts-cloud] rpx routes for ${o} unchanged - leaving the shared gateway alone"`,"fi",...cs(e)];let d=[`Environment=RPX_UPSTREAM_TIMEOUT=${r.upstreamTimeout??60}`];if(typeof r.maxUpstreamConns==="number")d.push(`Environment=RPX_MAX_UPSTREAM_CONNS=${r.maxUpstreamConns}`);let u=e.profile==="raspberry-pi"?mc:fc,m=r.memoryHigh??u.high,h=r.memoryMax??u.max;return["set -euo pipefail",`mkdir -p ${Ct} ${fe} ${i} ${ce}`,`rm -rf ${ce}.next ${ce}.prev`,`mkdir -p ${ce}.next`,`(cd ${ce}.next && ${n} add @stacksjs/rpx@${s})`,`mv ${ce} ${ce}.prev`,`mv ${ce}.next ${ce}`,`rm -rf ${ce}.prev`,`ln -sfn ${ce}/node_modules ${Ct}/node_modules`,...Hr(`${fe}/${o}.json`,a,"TS_CLOUD_RPX_FRAGMENT_EOF",{bunBin:n,preserveManagementDashboardRoutes:e.preserveManagementDashboardRoutes}),...Ze(Nr,c,"TS_CLOUD_RPX_EOF"),`${n} build --production --compile --outfile ${Ye}.next ${Nr}`,`chmod 0755 ${Ye}.next`,`mv -f ${Ye}.next ${Ye}`,...Ze(`/etc/systemd/system/${we}`,["[Unit]","Description=rpx reverse-proxy gateway (managed by ts-cloud)","After=network.target network-online.target","Wants=network-online.target","","[Service]","Type=simple",`ExecStart=${Ye}`,`WorkingDirectory=${ce}`,"Environment=BUN_INSTALL=/root/.bun","Environment=APP_ENV=production","Environment=NODE_ENV=production",...d,"MemoryAccounting=true",`MemoryHigh=${m}`,`MemoryMax=${h}`,"CPUWeight=500","IOWeight=500","OOMPolicy=stop","Restart=always","RestartSec=5","StartLimitIntervalSec=120","StartLimitBurst=5",`ExecStartPre=/bin/sh -c 'for p in 80 443; do fuser -k -n tcp "$p" 2>/dev/null || true; done; sleep 1'`,"LimitNOFILE=1048576","AmbientCapabilities=CAP_NET_BIND_SERVICE","","[Install]","WantedBy=multi-user.target"].join(`
|
|
142
|
+
`),"TS_CLOUD_RPX_UNIT_EOF"),"systemctl daemon-reload","systemctl disable --now bun-gateway.service 2>/dev/null || true","systemctl disable --now bun-gateway-renew.timer bun-gateway-renew.service 2>/dev/null || true","rm -f /etc/systemd/system/bun-gateway-renew.timer /etc/systemd/system/bun-gateway-renew.service","systemctl disable --now ts-cloud-nginx.service 2>/dev/null || true",`for timer in /etc/systemd/system/rpx-cert-renew-*.timer; do [ -e "$timer" ] || continue; unit="$(basename "$timer")"; tenant="\${unit#rpx-cert-renew-}"; tenant="\${tenant%.timer}"; [ -f "${fe}/$tenant.json" ] && continue; systemctl disable --now "$unit" 2>/dev/null || true; rm -f "$timer" "/etc/systemd/system/rpx-cert-renew-$tenant.service" "${Ct}/renew-certs-$tenant.sh"; done`,`systemctl enable ${we}`,`systemctl restart ${we}`,...cs(e)]}function Je(e){let t=(e.slug||"app").replace(/[^a-z0-9._-]+/gi,"-"),r=vs(e.config,{slug:t});return["set -euo pipefail",`mkdir -p ${fe}`,...Hr(`${fe}/${t}.json`,r,"TS_CLOUD_RPX_FRAGMENT_EOF",{bunBin:"/usr/local/bin/bun",preserveManagementDashboardRoutes:e.preserveManagementDashboardRoutes}),`systemctl restart ${we}`]}function tt(e=[],t={}){let r=t.path??"/root/.ssh/authorized_keys",s=[`mkdir -p ${r.replace(/\/[^/]*$/,"")}`,`touch ${r}`,`sed -i '/^${$s("# >>> ts-cloud managed keys >>>")}$/,/^${$s("# <<< ts-cloud managed keys <<<")}$/d' ${r}`];if(e.length>0){let i=["# >>> ts-cloud managed keys >>>",...e.map((o)=>`${o.publicKey.trim()} ${o.name}`),"# <<< ts-cloud managed keys <<<"].join(`
|
|
143
|
+
`);s.push(`cat >> ${r} <<'TS_CLOUD_KEYS_EOF'`,i,"TS_CLOUD_KEYS_EOF",`chmod 600 ${r}`)}return s}function $s(e){return e.replace(/[.*[\]\\/^$]/g,"\\$&")}function Ts(e,t){let r=`/tmp/ts-cloud-${e}.sh`,n=`TS_CLOUD_${e.toUpperCase().replace(/[^A-Z0-9]/g,"_")}_EOF`;return[`cat > ${r} <<'${n}'`,t.replace(/\n$/,""),n,`chmod +x ${r}`,`bash ${r} || echo "ts-cloud: ${e} setup did not complete; continuing" >&2`,`rm -f ${r}`]}function Cs(e,t){if(e===!1)return;if(e===!0||e===void 0)return t;return e}var _s={enabled:!0,ports:[80,443]},hc={mode:"detection",paranoiaLevel:1};function yc(e=!0,t=[]){let r=Cs(e,_s);if(!r||r.enabled===!1)return[];let n=[...new Set([...r.ports??_s.ports??[],...t])].sort((s,i)=>s-i);return Ts("ddos",Ir({...r,ports:n}))}function wc(e=!0){let t=Cs(e,hc);if(!t||t.mode==="off")return[];return Ts("waf",Ss(t))}function Ps(e={},t=[]){return[...yc(e.ddos,t),...wc(e.waf)]}function $c(e){return`${e}-sftp`}function xs(e){return e.port??2222}function _c(e){let t=e.sftp.storage;if(t?.type==="efs"&&t.path)return t.path;return`/var/sftp/${e.slug}`}function rt(e){return`'${e.split("'").join("'\\''")}'`}function Es(e,t){if(t==="aws")return;let r=e.storage;if(r?.type==="s3"||!r&&!!e.bucket)throw Error(`sftp: bucket-backed storage is only available on the aws provider (Transfer Family). On ${t}, use storage: { type: 'efs' } to serve a directory on the server.`);for(let[s,i]of Object.entries(e.users))if(!i.sshPublicKeys?.length)throw Error(`sftp: user ${s} needs at least one SSH public key`)}function Rs(e){let{slug:t,sftp:r}=e,n=$c(t),s=_c(e),i=xs(r),o="/etc/ts-sftp/host_key",a="/etc/ts-sftp/users",c=r.serviceUser??"ts-sftp",l=[`# --- ts-sftp (${n}) ---`,`id -u ${c} >/dev/null 2>&1 || useradd --system --home-dir ${rt(s)} --shell /usr/sbin/nologin ${c}`,'export HOME="${HOME:-/root}"','command -v bun >/dev/null 2>&1 || (curl -fsSL https://bun.sh/install | bash && ln -sf "$HOME/.bun/bin/bun" /usr/local/bin/bun)',`mkdir -p ${rt(s)} /etc/ts-sftp /etc/ts-sftp/users /opt/ts-sftp`,"chmod 750 /etc/ts-sftp",`cd /opt/ts-sftp && [ -f package.json ] || printf '{"name":"ts-sftp-host","private":true}' > package.json`,`cd /opt/ts-sftp && bun add ts-sftp@${r.version??"latest"} --no-save --production || bun add ts-sftp@${r.version??"latest"}`,`[ -f /etc/ts-sftp/host_key ] || bun /opt/ts-sftp/node_modules/ts-sftp/dist/bin/cli.js keygen --out /etc/ts-sftp/host_key --comment ${rt(`${t}-sftp`)}`,"chmod 600 /etc/ts-sftp/host_key",'BUN_REAL=$(readlink -f "$(command -v bun)")','case "$BUN_REAL" in /root/*) install -m 0755 "$BUN_REAL" /usr/local/bin/ts-sftp-bun; BUN_BIN=/usr/local/bin/ts-sftp-bun;; *) BUN_BIN="$BUN_REAL";; esac'],d=[];for(let[u,m]of Object.entries(r.users)){let h=(m.homeDirectory??u).replace(/^\/+|\/+$/g,"");if(!h||h.split("/").includes(".."))throw Error(`sftp: invalid homeDirectory for user ${u}`);let f=`/etc/ts-sftp/users/${u}.pub`;l.push(`mkdir -p ${rt(`${s}/${h}`)}`,`printf '%s\\n' ${rt(m.sshPublicKeys.join(`
|
|
144
|
+
`))} > ${f}`,`chmod 644 ${f}`),d.push(`--user ${u}:${f}`)}return l.push(`chown -R ${c}:${c} ${rt(s)} /etc/ts-sftp`,`cat > /etc/systemd/system/${n}.service <<TSCLOUD_SFTP_UNIT`,"[Unit]","Description=ts-sftp file transfer server","After=network.target","","[Service]",`User=${c}`,`ExecStart=$BUN_BIN /opt/ts-sftp/node_modules/ts-sftp/dist/bin/cli.js serve --root ${s} --host-key /etc/ts-sftp/host_key --port ${i}${r.readOnly?" --read-only":""} ${d.join(" ")}`,"Restart=always","RestartSec=2","NoNewPrivileges=true","PrivateTmp=true","ProtectSystem=strict",`ReadWritePaths=${s}`,"","[Install]","WantedBy=multi-user.target","TSCLOUD_SFTP_UNIT","systemctl daemon-reload",`systemctl enable ${n}.service`,`systemctl restart ${n}.service`),l}function Os(e){return e?[xs(e)]:[]}var Tc=[80,443];function Kt(e={}){if(e.enabled===!1)return[];let t=[...new Set([...Tc,...e.allowedPorts||[]])].filter((n)=>Number.isInteger(n)&&n>=1&&n<=65535).sort((n,s)=>n-s),r=["export DEBIAN_FRONTEND=noninteractive","command -v ufw >/dev/null 2>&1 || apt-get install -y ufw","ufw --force reset","ufw default deny incoming","ufw default allow outgoing","ufw allow OpenSSH"];for(let n of t)r.push(`ufw allow ${n}/tcp`);return r.push("ufw --force enable"),r}function ze(e,t){let r=e.infrastructure?.compute??{},n=r.runtime==="php"||!!r.php,s=ne(e,{environment:t?.environment}),i=n||!!r.managedServices,o=i?Et():[],a=!Z({...r,proxy:le(e,{environment:t?.environment})}),c=n?[...o,...zt({versions:r.php?.versions,default:r.php?.default,extensions:r.php?.extensions,installNginx:a,optimizeForProduction:r.php?.optimizeForProduction,ini:r.php?.ini}),...a?Lr():[]]:void 0,l=[],d=A(e);if(!n&&i)l.push(...o);if(l.push(...Me(e.notifications)),r.managedServices)l.push(...Vo(r.managedServices,{mail:s.enabled?s:void 0}),...At(d,r.managedServices));let u=e.infrastructure?.sftp;if(u)Es(u,F(e)),l.push(...Rs({slug:e.project.slug,sftp:u}));let m=r.firewall??(n?{enabled:!0}:{enabled:!1}),h=jr(s);if(l.push(...Kt(h.length>0?{...m,allowedPorts:[...m.allowedPorts??[],...h]}:m)),l.push(...Ps({ddos:r.ddos,waf:r.waf},[...r.firewall?.allowedPorts??[],...h])),l.push(...Ee(r.autoUpdates??n)),l.push(...no(r.appUpdates)),l.push(...Pe(r.monitoring??n)),l.push(...tt(r.sshKeys,{path:t?.authorizedKeysPath})),r.backups?.enabled)l.push(...zo({database:d,backups:r.backups}));return{runtime:r.runtime||"bun",runtimeVersion:r.runtimeVersion||"latest",phpBox:n,phpProvision:c,servicesProvision:l.length>0?l:void 0}}function he(e={}){let{runtime:t="bun",runtimeVersion:r="latest",systemPackages:n=[],database:s,phpProvision:i,servicesProvision:o,caddyfile:a,rpxProvision:c,baked:l=!1,swapGb:d=2}=e,u=new Set(n);if(s==="sqlite")u.add("sqlite3");else if(s==="mysql")u.add("mysql-client");else if(s==="postgres")u.add("postgresql-client");let m=`#!/bin/bash
|
|
145
145
|
set -euo pipefail
|
|
146
|
-
`,h=Math.floor(
|
|
146
|
+
`,h=Math.floor(d);if(h>0)m+=`
|
|
147
147
|
# Swap: a swapless box under memory pressure lets the kernel OOM killer choose
|
|
148
148
|
# victims box-wide (the gateway, a tenant app, postgres). A modest swapfile
|
|
149
149
|
# with low swappiness gives the kernel headroom without hurting responsiveness.
|
|
@@ -163,8 +163,8 @@ export DEBIAN_FRONTEND=noninteractive
|
|
|
163
163
|
apt-get update -y
|
|
164
164
|
apt-get upgrade -y
|
|
165
165
|
apt-get install -y curl tar gzip unzip git ca-certificates
|
|
166
|
-
`,
|
|
167
|
-
apt-get install -y ${[...
|
|
166
|
+
`,u.size>0)m+=`
|
|
167
|
+
apt-get install -y ${[...u].join(" ")}
|
|
168
168
|
`;if(i&&i.length>0)m+=`
|
|
169
169
|
${i.join(`
|
|
170
170
|
`)}
|
|
@@ -251,36 +251,36 @@ ${f.join(`
|
|
|
251
251
|
`)}
|
|
252
252
|
`}return m+=`
|
|
253
253
|
echo "ts-cloud bootstrap complete — instance is ready for site deploys"
|
|
254
|
-
`,m}var
|
|
255
|
-
`),"TS_CLOUD_BASH_EOF"]}async runRemoteDeploy(e){let t=this.region,r=new Ke(t);if(e.targets.length>0){let s=await r.sendCommand({InstanceIds:e.targets.map((i)=>i.id),DocumentName:"AWS-RunShellScript",Parameters:{commands:this.bashWrap(e.commands)},TimeoutSeconds:e.timeoutSeconds||600,Comment:e.comment});if(!s.CommandId)return{success:!1,instanceCount:0,perInstance:[],error:"Failed to send SSM command"};return this.pollSsmCommand(r,s.CommandId,e.targets.length,((e.timeoutSeconds||600)+30)*1000)}if(!e.tags||Object.keys(e.tags).length===0)return{success:!1,instanceCount:0,perInstance:[],error:"No targets or tags provided for AWS deploy"};let n=await r.sendCommandByTags({tags:e.tags,commands:this.bashWrap(e.commands),timeoutSeconds:e.timeoutSeconds||600,comment:e.comment});return{success:n.success,instanceCount:n.instanceCount,perInstance:n.perInstance.map((s)=>({instanceId:s.instanceId,status:s.status,output:s.output,error:s.error})),error:n.error}}async pollSsmCommand(e,t,r,n=600000){let i=Date.now(),o=new Set(["Success","Failed","Cancelled","TimedOut"]),a=[];while(Date.now()-i<n){await new Promise((
|
|
256
|
-
`,{mode:420}),r.renameSync(S
|
|
254
|
+
`,m}var Ds="/aws/service/canonical/ubuntu/server/24.04/stable/current/amd64/hvm/ebs-gp3/ami-id";function Is(e,t){let r=[{port:22,protocol:"tcp",cidr:"0.0.0.0/0"},{port:80,protocol:"tcp",cidr:"0.0.0.0/0"},{port:443,protocol:"tcp",cidr:"0.0.0.0/0"}],n=new Set;for(let s of Object.values(e.sites||{}))if(s&&typeof s.port==="number"&&![22,80,443].includes(s.port))n.add(s.port);for(let s of jr(ne(e,{environment:t})))n.add(s);for(let s of n)r.push({port:s,protocol:"tcp",cidr:"0.0.0.0/0"});return r}function As(e,t){let r={...e.infrastructure?.compute,proxy:le(e,{environment:t})},n=ze(e,{environment:t}),s=r.proxy?.engine==="rpx"?$e({proxy:r.proxy,config:Te(e.sites??{},{proxy:r.proxy,slug:e.project.slug,mail:ne(e,{environment:t})}),slug:e.project.slug,bunBin:r.runtime==="node"||r.runtime==="deno"?void 0:"/usr/local/bin/bun"}):void 0;return he({runtime:n.runtime,runtimeVersion:n.runtimeVersion,systemPackages:r.systemPackages,database:e.infrastructure?.database,phpProvision:n.phpProvision,servicesProvision:n.servicesProvision,rpxProvision:s,baked:r.bakedImage===!0,swapGb:r.swapGb})}function Ls(e){return Buffer.from(e,"utf8").toString("base64")}function ks(e){return e.infrastructure?.compute?.image??null}function jt(e,t){return`${e}-${t}-app-sg`}function Br(e,t,r="app"){return[{Key:"Project",Value:e},{Key:"Environment",Value:t},{Key:"Role",Value:r},{Key:"ManagedBy",Value:"ts-cloud"}]}function Cc(e,t,r){if(!e?.length)return!1;let n=(s)=>e.find((i)=>i.Key===s)?.Value;return n("Project")===t&&n("Environment")===r}function Ns(e,t){let r=jt(t.slug,t.environment);return e.find((n)=>{if(n.GroupName!==r)return!1;if(t.vpcId&&n.VpcId&&n.VpcId!==t.vpcId)return!1;if(!!n.Tags?.some((i)=>i.Key==="Project"))return Cc(n.Tags,t.slug,t.environment);return!!t.vpcId&&n.VpcId===t.vpcId})}function xc(e){try{let t=Hs(Pc(process.cwd(),"storage/cloud/state",`${e}.json`),"utf8"),r=JSON.parse(t);return typeof r.instanceId==="string"&&r.instanceId.length>0?r.instanceId:null}catch{return null}}class Gt{name="aws";usesCloudFormation=!0;region;ec2Client;cfnClient;constructor(e={}){this.region=e.region||"us-east-1",this.ec2Client=e.ec2Client??((t)=>new Q(t)),this.cfnClient=e.cfnClient??((t)=>new v(t))}resolveRegion(e){return e.project.region||this.region}async provisionComputeInfrastructure(e){let{config:t,environment:r}=e,n=this.resolveRegion(t),s=t.project.slug,i=t.infrastructure?.compute;if(!i)throw Error("infrastructure.compute is required to provision AWS compute");let o=this.ec2Client(n),a=await this.findComputeTargets({slug:s,environment:r,role:"app",region:n});if(a.length>0){let N=a[0];return{appInstanceId:N.id,appPublicIp:N.publicIp,appPublicIpv6:N.publicIpv6,sshUser:"ubuntu",deployStoragePath:"/var/ts-cloud/staging"}}let c=ks(t);if(!c){if(c=(await new Ke(n).getParameter({Name:Ds})).Parameter?.Value??null,!c)throw Error("Could not resolve the Ubuntu 24.04 AMI from SSM")}let l=await o.describeVpcs(),d=(l.Vpcs||[]).find((N)=>N.IsDefault)||(l.Vpcs||[])[0];if(!d?.VpcId)throw Error("No VPC found to launch the instance into");let u=(await o.describeSubnets({Filters:[{Name:"vpc-id",Values:[d.VpcId]}]})).Subnets||[],m=u.find((N)=>N.MapPublicIpOnLaunch)||u[0],h=m?.SubnetId;if(!m?.MapPublicIpOnLaunch)console.warn("ts-cloud: no public subnet found; the instance may not get a public IP (deploys/SSL need one).");let f=jt(s,r),E=(await o.describeSecurityGroups({Filters:[{Name:"group-name",Values:[f]},{Name:"vpc-id",Values:[d.VpcId]}]})).SecurityGroups?.[0]?.GroupId;if(!E)E=(await o.createSecurityGroup({GroupName:f,Description:`ts-cloud ${s}/${r} app`,VpcId:d.VpcId,TagSpecifications:[{ResourceType:"security-group",Tags:Br(s,r)}]})).GroupId;let B=Is(t,r);await o.authorizeSecurityGroupIngress({GroupId:E,IpPermissions:B.map((N)=>({IpProtocol:N.protocol,FromPort:N.port,ToPort:N.port,IpRanges:[{CidrIp:N.cidr}]}))}).catch((N)=>{if(!/InvalidPermission\.Duplicate/.test(N instanceof Error?N.message:""))throw N});let k=Ls(As(t,r)),L=i.server?.instanceType||"t3.small",z=(await o.runInstances({ImageId:c,InstanceType:L,MinCount:1,MaxCount:1,SecurityGroupIds:E?[E]:void 0,SubnetId:h,UserData:k,IamInstanceProfile:i.server?.iamInstanceProfile?{Name:i.server.iamInstanceProfile}:void 0,TagSpecifications:[{ResourceType:"instance",Tags:[{Key:"Name",Value:`${s}-${r}-app`},...Br(s,r)]}]})).Instances?.[0]?.InstanceId;if(!z)throw Error("RunInstances did not return an instance id");let M=await o.waitForInstanceState(z,"running");if(!M)throw Error(`Instance ${z} did not reach 'running' before timeout`);return{appInstanceId:z,appPublicIp:M.PublicIpAddress,appPublicIpv6:me(M.Ipv6Address),sshUser:"ubuntu",deployStoragePath:"/var/ts-cloud/staging"}}async destroyCompute(e){let{config:t,environment:r}=e,n=t.project.slug,s=this.resolveRegion(t),i=this.ec2Client(s),o=[],c=(await this.findComputeTargets({slug:n,environment:r,role:"app",region:s})).map((f)=>f.id),l;if(c.length>0)l=(await i.describeInstances({InstanceIds:c}).catch(()=>({Reservations:[]}))).Reservations?.flatMap((y)=>y.Instances??[]).find((y)=>y.VpcId)?.VpcId;if(c.length>0)await i.terminateInstances(c),o.push(...c.map((f)=>`instance ${f}`)),await Promise.all(c.map((f)=>i.waitForInstanceState(f,"terminated").catch(()=>{return})));let d=jt(n,r),u=[{Name:"group-name",Values:[d]}];if(l)u.push({Name:"vpc-id",Values:[l]});let m=await i.describeSecurityGroups({Filters:u}).catch(()=>({SecurityGroups:[]})),h=Ns(m.SecurityGroups??[],{slug:n,environment:r,vpcId:l});if(h?.GroupId)for(let f=0;f<10;f++)try{await i.deleteSecurityGroup(h.GroupId),o.push(`security group ${d}`);break}catch{await new Promise((y)=>setTimeout(y,3000))}return{destroyed:o}}async getComputeOutputs(e){let t=this.resolveRegion(e.config),r=T(e.config,e.environment),n=this.cfnClient(t);try{let s=await n.getStackOutputs(r);return{deployBucketName:s.deployBucketName,appInstanceId:s.appInstanceId,appPublicIp:s.appPublicIp,sshUser:"ec2-user"}}catch(s){if(!/does not exist|ValidationError/i.test(s instanceof Error?s.message:""))throw s;let o=(await this.findComputeTargets({slug:e.config.project.slug,environment:e.environment,role:"app",region:t}))[0];return{appInstanceId:o?.id,appPublicIp:o?.publicIp,appPublicIpv6:o?.publicIpv6,sshUser:"ubuntu",deployStoragePath:"/var/ts-cloud/staging"}}}async uploadRelease(e){let t=this.resolveRegion(e.config),n=(await this.getComputeOutputs({config:e.config,environment:e.environment})).deployBucketName;if(!n)throw Error("No deployBucketName in stack outputs. Re-deploy infrastructure to add the staging bucket.");return await new g(t).putObject({bucket:n,key:e.remoteKey,body:Hs(e.localPath),contentType:"application/gzip"}),{artifactRef:`s3://${n}/${e.remoteKey}`}}async findComputeTargets(e){let t=e.region??this.region,r=this.ec2Client(t),n=[{Name:"tag:Project",Values:[e.slug]},{Name:"tag:Environment",Values:[e.environment]},{Name:"tag:Role",Values:[e.role||"app"]},{Name:"instance-state-name",Values:["running","pending"]}],s=await r.describeInstances({Filters:n}),i=this.reservationsToTargets(s.Reservations);if(i.length>0||(e.role||"app")!=="app")return i;let o=e.stackName??`${e.slug}-${e.environment}`,a=xc(o);if(!a)try{a=(await this.cfnClient(t).getStackOutputs(o)).appInstanceId??null}catch{a=null}if(!a)return[];try{let c=await r.describeInstances({InstanceIds:[a],Filters:[{Name:"instance-state-name",Values:["running","pending"]}]});return this.reservationsToTargets(c.Reservations)}catch{return[]}}reservationsToTargets(e){let t=[];for(let r of e||[])for(let n of r.Instances||[]){if(!n.InstanceId)continue;let s=n.Tags?.find((i)=>i.Key==="Name")?.Value;t.push({id:n.InstanceId,name:s,publicIp:n.PublicIpAddress,publicIpv6:me(n.Ipv6Address),privateIp:n.PrivateIpAddress,status:n.State?.Name})}return t}bashWrap(e){return["bash <<'TS_CLOUD_BASH_EOF'",e.join(`
|
|
255
|
+
`),"TS_CLOUD_BASH_EOF"]}async runRemoteDeploy(e){let t=this.region,r=new Ke(t);if(e.targets.length>0){let s=await r.sendCommand({InstanceIds:e.targets.map((i)=>i.id),DocumentName:"AWS-RunShellScript",Parameters:{commands:this.bashWrap(e.commands)},TimeoutSeconds:e.timeoutSeconds||600,Comment:e.comment});if(!s.CommandId)return{success:!1,instanceCount:0,perInstance:[],error:"Failed to send SSM command"};return this.pollSsmCommand(r,s.CommandId,e.targets.length,((e.timeoutSeconds||600)+30)*1000)}if(!e.tags||Object.keys(e.tags).length===0)return{success:!1,instanceCount:0,perInstance:[],error:"No targets or tags provided for AWS deploy"};let n=await r.sendCommandByTags({tags:e.tags,commands:this.bashWrap(e.commands),timeoutSeconds:e.timeoutSeconds||600,comment:e.comment});return{success:n.success,instanceCount:n.instanceCount,perInstance:n.perInstance.map((s)=>({instanceId:s.instanceId,status:s.status,output:s.output,error:s.error})),error:n.error}}async pollSsmCommand(e,t,r,n=600000){let i=Date.now(),o=new Set(["Success","Failed","Cancelled","TimedOut"]),a=[];while(Date.now()-i<n){await new Promise((d)=>setTimeout(d,3000));try{if(a=await e.listCommandInvocations({CommandId:t,Details:!0}),a.length>=r&&a.every((u)=>o.has(u.Status||"")))break}catch{}}let c=a.map((d)=>({instanceId:d.InstanceId,status:d.Status||"Unknown",output:d.StandardOutputContent,error:d.StandardErrorContent})),l=c.length>0&&c.every((d)=>d.status==="Success");return{success:l,instanceCount:c.length,perInstance:c,error:l?void 0:Ue(c,"One or more SSM command invocations failed")}}}import{execFileSync as cl,execSync as ci}from"node:child_process";import{createHash as ll,randomUUID as li}from"node:crypto";import{createReadStream as ul,existsSync as pl,readFileSync as dl}from"node:fs";async function Us(e,t){let r=await import("node:fs"),n=await import("node:path"),s=await import("node:child_process"),i="/etc/ts-cloud/compute-storage.json",o="/var/lib/ts-cloud/compute-storage-state.json",a="/run/ts-cloud-root-web",c=t[0]??"status";if(!["plan","status","check","apply","ensure-site","reclaim"].includes(c))throw Error(`Unknown compute storage command: ${c}`);let l=(S,I)=>{try{return JSON.parse(r.readFileSync(S,"utf8"))}catch(b){if(b.code==="ENOENT")return I;throw b}},d=(S,I)=>{r.mkdirSync(n.dirname(S),{recursive:!0});let b=`${S}.${process.pid}.tmp`;r.writeFileSync(b,`${JSON.stringify(I,null,2)}
|
|
256
|
+
`,{mode:420}),r.renameSync(b,S)},u=(S,I)=>s.execFileSync(S,I,{encoding:"utf8",maxBuffer:16777216}),m=(S,I)=>{let b=s.spawnSync(S,I,{encoding:"utf8"});return b.status===0?b.stdout.trim():""},h=(S)=>!!m("findmnt",["-n","--mountpoint",S]),f=(S,I)=>{try{let b=r.statSync(S),P=r.statSync(I);return b.dev===P.dev&&b.ino===P.ino}catch{return!1}},y=l("/var/lib/ts-cloud/compute-storage-state.json",{entries:[]}),E=e.deploymentStorage,B=e.volumes.find((S)=>S.key===E?.volume),k=(S,I)=>{if(!B)return[];let b=[];for(let P of r.readdirSync(e.webRoot,{withFileTypes:!0})){if(!P.isDirectory()||P.isSymbolicLink())continue;let x=n.join(e.webRoot,P.name);if(S&&x!==S&&x!==n.join(e.webRoot,`${I}-shared`))continue;for(let G of["releases",...E?.includeBackups===!1?[]:["backups"]]){let K=n.join(x,G);if(!r.existsSync(K)||!r.lstatSync(K).isDirectory())continue;b.push({source:K,destination:n.join(B.mountPath,G,P.name)})}}return b},L=(S)=>{try{return h(S.mountPath)&&r.statSync(S.mountPath).dev===r.statSync(S.device).rdev}catch{return!1}},C=(S)=>{let I=r.statfsSync(S),b=(I.blocks-I.bfree)*I.bsize,P=I.bavail*I.bsize;return{path:S,sizeBytes:I.blocks*I.bsize,usedBytes:b,availableBytes:P,usedPercent:Math.ceil(100*b/(b+P))}},z=()=>{let S=[],I=[C("/")];for(let P of e.volumes)if(!L(P))S.push(`missing or incorrect volume mount: ${P.mountPath}`);else I.push(C(P.mountPath));for(let P of y.entries)if(!h(P.source)||!f(P.source,P.destination))S.push(`missing deployment mount: ${P.source}`);let b=new Set(y.entries.map((P)=>P.source));for(let P of k())if(!b.has(P.source))S.push(`deployment needs volume placement: ${P.source}`);return{timestamp:new Date().toISOString(),volumes:e.volumes.map((P)=>({key:P.key,name:P.name,id:P.id,size:P.size,mountPath:P.mountPath})),disks:I,mounts:y.entries.length,problems:S}};if(c==="plan")return console.log(JSON.stringify({volumes:e.volumes,entries:k(),state:y},null,2));if(c==="status"||c==="check"){let S=z();if(c==="check"){d("/var/lib/ts-cloud/compute-storage-status.json",S);let I="/var/lib/ts-cloud/compute-storage-alert.json",b=l(I,{problems:[]});if(JSON.stringify(b.problems)!==JSON.stringify(S.problems)){let P=S.problems.join("; ")||"all configured mounts are healthy",x=`${S.problems.length?"Storage alert":"Storage recovered"} on ${m("hostname",[])}: ${P}`;u("/usr/local/bin/ts-cloud-notify",[x.length>1800?`${x.slice(0,1600)}... Full report: /var/lib/ts-cloud/compute-storage-status.json`:x])}d(I,{problems:S.problems,timestamp:S.timestamp})}if(console.log(JSON.stringify(S)),S.problems.length)process.exitCode=1;return S}if(process.getuid?.()!==0)throw Error("Compute storage changes require root");let M=()=>{let P=r.readFileSync("/etc/fstab","utf8");if(!r.existsSync("/etc/fstab.before-ts-cloud-storage"))r.copyFileSync("/etc/fstab","/etc/fstab.before-ts-cloud-storage");let x=[];for(let j of e.volumes){let W=u("blkid",["-s","UUID","-o","value",j.device]).trim();if(!W)throw Error(`Volume ${j.name} has no filesystem UUID`);x.push(`UUID=${W} ${j.mountPath} ext4 defaults,noatime,nodev,nosuid,nofail,x-systemd.device-timeout=30s 0 2`)}for(let j of y.entries)x.push(`${j.destination} ${j.source} none bind,nofail,x-systemd.requires-mounts-for=${B.mountPath} 0 0`);let G=`# BEGIN ts-cloud compute storage
|
|
257
257
|
${x.join(`
|
|
258
258
|
`)}
|
|
259
|
-
# END ts-cloud compute storage`,
|
|
260
|
-
${
|
|
261
|
-
`;r.writeFileSync("/etc/fstab.ts-cloud-new",
|
|
262
|
-
`).map((
|
|
259
|
+
# END ts-cloud compute storage`,K;if(P.includes("# BEGIN ts-cloud compute storage")){let j=P.indexOf("# BEGIN ts-cloud compute storage"),W=P.indexOf("# END ts-cloud compute storage",j);if(W<0)throw Error("Incomplete managed storage block in fstab");K=P.slice(0,j)+G+P.slice(W+30)}else K=`${P.trimEnd()}
|
|
260
|
+
${G}
|
|
261
|
+
`;r.writeFileSync("/etc/fstab.ts-cloud-new",K),r.renameSync("/etc/fstab.ts-cloud-new","/etc/fstab")},N=()=>{for(let S of e.volumes){if(!r.existsSync(S.device)||!r.statSync(S.device).isBlockDevice())throw Error(`Volume device missing: ${S.device}`);let I=m("blkid",["-s","TYPE","-o","value",S.device]);if(!I){if(!S.allowFormat)throw Error(`Refusing to format adopted volume ${S.name}; no recognized filesystem`);u("mkfs.ext4",["-m","1",S.device]),I="ext4"}if(I!=="ext4")throw Error(`Refusing to replace ${I} filesystem on ${S.name}`);if(r.mkdirSync(S.mountPath,{recursive:!0}),h(S.mountPath)&&!L(S))throw Error(`Another filesystem occupies ${S.mountPath}`);if(!h(S.mountPath)&&r.readdirSync(S.mountPath).length)throw Error(`Refusing to hide existing files beneath ${S.mountPath}`);if(!h(S.mountPath))u("mount",["-o","noatime,nodev,nosuid",S.device,S.mountPath]);if(!L(S))throw Error(`Volume identity verification failed: ${S.name}`);u("resize2fs",[S.device]),S.allowFormat=!1}d("/etc/ts-cloud/compute-storage.json",e),M(),u("systemctl",["daemon-reload"])},{dlopen:U,read:q}=await import("bun:ffi"),X=U("libc.so.6",{flock:{args:["i32","i32"],returns:"i32"},__errno_location:{args:[],returns:"ptr"}}),V=[],te=(S,I=!0)=>{r.mkdirSync(n.dirname(S),{recursive:!0});let b=r.openSync(S,r.constants.O_CREAT|r.constants.O_RDWR|r.constants.O_NOFOLLOW,384);if(X.symbols.flock(b,I?2:6)!==0){let P=q.i32(X.symbols.__errno_location());if(r.closeSync(b),!I&&P===11)return!1;throw Error(`Could not acquire lock: ${S} (errno ${P})`)}return V.push(b),!0},ee=()=>{let S=[];for(let I of r.readdirSync("/proc").filter((b)=>/^\d+$/.test(b))){let b=[];try{b=r.readdirSync(`/proc/${I}/fd`)}catch{continue}for(let P of["cwd","exe",...b.map((x)=>`fd/${x}`)]){let x=`/proc/${I}/${P}`;try{let G=r.readlinkSync(x);if(!G.startsWith(`${e.webRoot}/`)||!G.includes("/releases/"))continue;let K=!1;if(P.startsWith("fd/")){let j=r.readFileSync(`/proc/${I}/fdinfo/${P.slice(3)}`,"utf8").match(/^flags:\s+(\d+)/m);K=!!j&&(Number.parseInt(j[1],8)&3)!==0&&r.statSync(x).isFile()}S.push({file:G,write:K,device:r.statSync(x).dev})}catch{}}}return S},Y=async(S,I)=>{r.mkdirSync(S.destination,{recursive:!0});let b=["rsync","-aHAXx","--numeric-ids","--delete",...I?["--checksum"]:[],`${S.source}/`,`${S.destination}/`],x=await Bun.spawn(b,{stdout:"inherit",stderr:"inherit"}).exited;if(x!==0&&!(x===24&&!I))throw Error(`rsync failed (${x}): ${S.source}`)},pe=async()=>{let S=u("systemctl",["list-units","--type=service","--state=running","--no-legend","--plain"]).split(`
|
|
262
|
+
`).map((K)=>K.trim().split(/\s+/)[0]).filter(Boolean),I={};if(S.length){let K=u("systemctl",["show",...S,"-p","Id","-p","MainPID","-p","WorkingDirectory"]);for(let j of K.split(`
|
|
263
263
|
|
|
264
|
-
`)){let
|
|
265
|
-
`).filter(Boolean).map((
|
|
266
|
-
RequiresMountsFor=${
|
|
267
|
-
`)}
|
|
268
|
-
`).at(-1)?.split(/\s+/)[0],
|
|
269
|
-
await (${
|
|
270
|
-
`;return['command -v bun >/dev/null 2>&1 || { echo "Configured compute storage requires Bun on the host" >&2; exit 1; }',"install -d -m 0755 /etc/ts-cloud /usr/local/lib/ts-cloud /var/lib/ts-cloud",`printf %s ${Vt(Buffer.from(r).toString("base64"))} | base64 -d > ${De}.new`,`chmod 0755 ${De}.new && mv ${De}.new ${De}`,`printf %s ${Vt(JSON.stringify(e))} > ${t}`,`chmod 0644 ${t}`,`TS_CLOUD_STORAGE_POLICY=${t} bun ${De} apply 2>&1 | tee /var/log/ts-cloud-compute-storage.log`,`rm -f ${t}`,"cat > /etc/systemd/system/ts-cloud-storage-check.service <<'TS_CLOUD_STORAGE_SERVICE'","[Unit]","Description=Check configured compute storage and deployment mounts","[Service]","Type=oneshot",`ExecStart=/usr/local/bin/bun ${De} check`,"TS_CLOUD_STORAGE_SERVICE","cat > /etc/systemd/system/ts-cloud-storage-check.timer <<'TS_CLOUD_STORAGE_TIMER'","[Unit]","Description=Check compute storage every minute","[Timer]","OnBootSec=2min","OnUnitActiveSec=1min","[Install]","WantedBy=timers.target","TS_CLOUD_STORAGE_TIMER","systemctl daemon-reload","systemctl enable --now ts-cloud-storage-check.timer","cat > /etc/systemd/system/ts-cloud-storage-reclaim.service <<'TS_CLOUD_RECLAIM_SERVICE'","[Unit]","Description=Reclaim inactive root copies of volume-backed deployments","[Service]","Type=oneshot",`ExecStart=/usr/local/bin/bun ${De} reclaim`,"Nice=19","IOSchedulingClass=idle","TS_CLOUD_RECLAIM_SERVICE","cat > /etc/systemd/system/ts-cloud-storage-reclaim.timer <<'TS_CLOUD_RECLAIM_TIMER'","[Unit]","Description=Reclaim retired deployment copies hourly","[Timer]","OnCalendar=hourly","RandomizedDelaySec=5min","Persistent=true","[Install]","WantedBy=timers.target","TS_CLOUD_RECLAIM_TIMER","systemctl daemon-reload","systemctl enable --now ts-cloud-storage-reclaim.timer"]}function qt(e,t){return[`if [ -f ${
|
|
271
|
-
`)}function Tc(e){return`"${e.replace(/\\/g,"\\\\").replace(/"/g,"\\\"").replace(/\n/g,"\\n").replace(/\r/g,"\\r").replace(/\t/g,"\\t")}"`}var Cc=new Set(["sqlite","sqlite3"]),Pc=new Set([":memory:","memory"]);function xc(e){let t=e?.DB_CONNECTION?.trim().toLowerCase();return t!=null&&Cc.has(t)}function Ec(e){let t=e.trim().replace(/^\.\//,"");if(t===""||t.startsWith("/")||t.startsWith("~"))return;if(t.split("/").includes(".."))return;return t.replace(/\/+$/,"")}function Wr(e,t=[]){if(!xc(e))return{};let r=e?.DB_DATABASE_PATH?.trim()||e?.DB_DATABASE?.trim();if(r&&Pc.has(r.toLowerCase()))return{};if(!r)return{warning:"DB_CONNECTION is sqlite but neither DB_DATABASE_PATH nor DB_DATABASE names a file, so ts-cloud cannot tell where the database lives. If it is written inside the release directory, the next deploy discards it. Set DB_DATABASE_PATH, or list the file in the site's `sharedPaths`."};let n=Ec(r);if(!n)return{};if(t.some((s)=>Zs(s)===n))return{};return{path:n}}function Yt(e,t=[]){let{path:r}=Wr(e,t);return r?[r]:[]}var rt="/var/ts-cloud/artifacts";var js=Object.freeze({stagingMaxAgeMinutes:60,artifactMaxAgeDays:2,artifactUploadMaxAgeMinutes:60,bunCacheMaxAgeDays:7,journalMaxAgeDays:14,journalMaxSizeMb:512,containerImageMaxAgeHours:168}),Gs=Object.freeze({artifactMaxAgeDays:0,bunCacheMaxAgeDays:1,journalMaxAgeDays:3,journalMaxSizeMb:256,containerImageMaxAgeHours:24});function Hs(e){return`'${e.replace(/'/g,`'"'"'`)}'`}function Fe(e,t,r=0){if(!Number.isInteger(t)||t<r)throw Error(`hostCleanup: ${e} must be a whole number >= ${r} (got ${t})`)}function Ms(e,t){for(let[r,n]of Object.entries(t))Fe(`${e}.${r}`,n);Fe(`${e}.stagingMaxAgeMinutes`,t.stagingMaxAgeMinutes,15),Fe(`${e}.artifactUploadMaxAgeMinutes`,t.artifactUploadMaxAgeMinutes,15),Fe(`${e}.journalMaxSizeMb`,t.journalMaxSizeMb,1)}function Rc(e,t){let r=`hostCleanup.paths[${t}]`,n=e.path?.replace(/\/+$/,"")??"";if(!n.startsWith("/")||n===""||/[\s'"`$\\]/.test(n)||n.split("/").includes(".."))throw Error(`${r}.path must be an absolute directory with no spaces, quotes or '..' (got ${JSON.stringify(e.path)})`);if(n==="/var/www"||n.startsWith("/var/www/"))throw Error(`${r}.path must not be under /var/www: releases are pruned by keepReleases`);if(!e.pattern||/^[*?]+$/.test(e.pattern)||e.pattern.includes("/")||/[\n'"`]/.test(e.pattern))throw Error(`${r}.pattern must be a file-name glob naming something, not a bare wildcard (got ${JSON.stringify(e.pattern)})`);if(Fe(`${r}.maxAgeDays`,e.maxAgeDays),e.type!==void 0&&e.type!=="file"&&e.type!=="directory")throw Error(`${r}.type must be 'file' or 'directory'`)}function Jt(e){let t=typeof e==="object"&&e!==null?e:{},r=e!==!1,n={...js,...zs(t.retention)};Ms("hostCleanup.retention",n);let s=null;if(t.pressure!==!1){let a=typeof t.pressure==="object"?t.pressure:{},c=a.lowWaterPercent??50,l=a.highWaterPercent??85;if(Fe("hostCleanup.pressure.lowWaterPercent",c),Fe("hostCleanup.pressure.highWaterPercent",l,1),l>100||c>=l)throw Error(`hostCleanup.pressure: need 0 <= lowWaterPercent < highWaterPercent <= 100 (got ${c} and ${l})`);let u={...Gs,...zs(a.escalated)},d=Object.fromEntries(Object.keys(n).map((m)=>[m,Math.min(n[m],u[m]??n[m])]));Ms("hostCleanup.pressure.escalated",d),s={lowWaterPercent:c,highWaterPercent:l,escalated:d}}let i=t.schedule??"daily";if(!/^[\w*:,./~ -]+$/.test(i))throw Error(`hostCleanup.schedule must be a systemd OnCalendar expression (got ${JSON.stringify(i)})`);let o=t.paths??[];return o.forEach(Rc),{enabled:r,timer:r&&t.timer!==!1,schedule:i,retention:n,pressure:s,paths:o}}function zs(e){return Object.fromEntries(Object.entries(e??{}).filter(([,t])=>t!==void 0))}var Pt={stagingMaxAgeMinutes:"TS_CLOUD_HC_STAGING_MIN",artifactMaxAgeDays:"TS_CLOUD_HC_ARTIFACT_DAYS",artifactUploadMaxAgeMinutes:"TS_CLOUD_HC_UPLOAD_MIN",bunCacheMaxAgeDays:"TS_CLOUD_HC_BUN_DAYS",journalMaxAgeDays:"TS_CLOUD_HC_JOURNAL_DAYS",journalMaxSizeMb:"TS_CLOUD_HC_JOURNAL_MB",containerImageMaxAgeHours:"TS_CLOUD_HC_IMAGE_HOURS"};function qr(e){return Object.keys(Pt).map((t)=>`${Pt[t]}=${e[t]}`).join(" ")}var Ie=(e)=>`"$${Pt[e]}"`;function Fs(e){return[`find /var/ts-cloud/staging -xdev -maxdepth 1 -type f -mmin +${Ie("stagingMaxAgeMinutes")} -delete 2>/dev/null || true`,`find /tmp -xdev -maxdepth 1 -type f -name "*-release.tar.gz" -mmin +${Ie("stagingMaxAgeMinutes")} -delete 2>/dev/null || true`,`find /var/ts-cloud/artifacts -xdev -maxdepth 1 -type f -name "*.tar.gz" -mtime +${Ie("artifactMaxAgeDays")} -delete 2>/dev/null || true`,`find /var/ts-cloud/artifacts -xdev -maxdepth 1 -type f -name ".*.tmp" -mmin +${Ie("artifactUploadMaxAgeMinutes")} -delete 2>/dev/null || true`,...e.map(Oc),`journalctl --vacuum-time=${Ie("journalMaxAgeDays")}d --vacuum-size=${Ie("journalMaxSizeMb")}M >/dev/null 2>&1 || true`]}function Oc(e){let t=Hs(e.path.replace(/\/+$/,"")),r=Hs(e.pattern);return e.type==="directory"?`find ${t} -xdev -mindepth 1 -maxdepth 1 -type d -name ${r} -mtime +${e.maxAgeDays} -exec rm -rf -- {} + 2>/dev/null || true`:`find ${t} -xdev -mindepth 1 -maxdepth 1 -type f -name ${r} -mtime +${e.maxAgeDays} -delete 2>/dev/null || true`}function Bs(){return[`find /root/.bun/install/cache -xdev -type f -mtime +${Ie("bunCacheMaxAgeDays")} -delete 2>/dev/null || true`,`find /root/.bun/install/cache -xdev -depth -type d -empty -mtime +${Ie("bunCacheMaxAgeDays")} -delete 2>/dev/null || true`,`if command -v docker >/dev/null 2>&1; then docker image prune --all --force --filter "until=\${${Pt.containerImageMaxAgeHours}}h" >/dev/null 2>&1 || true; fi`,`if command -v podman >/dev/null 2>&1; then podman image prune --all --force --filter "until=\${${Pt.containerImageMaxAgeHours}}h" >/dev/null 2>&1 || true; fi`,"if command -v apt-get >/dev/null 2>&1; then apt-get clean >/dev/null 2>&1 || true; fi"]}function Ks(e){return[`${e}="$(df -P / 2>/dev/null | awk 'NR==2 {sub(/%/, "", $5); print $5}' || true)"`,`case "$${e}" in ''|*[!0-9]*) ${e}=-1 ;; esac`]}function Yr(e){let{retention:t,pressure:r,paths:n}=Jt(e),s='echo "[ts-cloud] host cleanup (disk before): $(df -h / | tail -1)"',i='echo "[ts-cloud] host cleanup (disk after): $(df -h / | tail -1)"';if(!r)return['echo "[ts-cloud] host cleanup (disk before): $(df -h / | tail -1)"',qr(t),...Fs(n),...Bs(),'echo "[ts-cloud] host cleanup (disk after): $(df -h / | tail -1)"'];let{lowWaterPercent:o,highWaterPercent:a,escalated:c}=r;return['echo "[ts-cloud] host cleanup (disk before): $(df -h / | tail -1)"',...Ks("TS_CLOUD_HC_BEFORE"),"TS_CLOUD_HC_TIER=normal",qr(t),`if [ "$TS_CLOUD_HC_BEFORE" -ge 0 ] && [ "$TS_CLOUD_HC_BEFORE" -lt ${o} ]; then`," TS_CLOUD_HC_TIER=light",` echo "[ts-cloud] host cleanup: / at \${TS_CLOUD_HC_BEFORE}% (under ${o}%), skipping cache and image pruning"`,`elif [ "$TS_CLOUD_HC_BEFORE" -ge ${a} ]; then`," TS_CLOUD_HC_TIER=pressure",` ${qr(c)}`,` echo "[ts-cloud] warning: / at \${TS_CLOUD_HC_BEFORE}% (at or above ${a}%), host cleanup is using shortened retention windows" >&2`,"fi",...Fs(n),'if [ "$TS_CLOUD_HC_TIER" != light ]; then',...Bs().map((l)=>` ${l}`),"fi",'echo "[ts-cloud] host cleanup (disk after): $(df -h / | tail -1)"',...Ks("TS_CLOUD_HC_AFTER"),`echo "[ts-cloud] host-cleanup {\\"event\\":\\"host-cleanup\\",\\"tier\\":\\"$TS_CLOUD_HC_TIER\\",\\"diskBeforePercent\\":$TS_CLOUD_HC_BEFORE,\\"diskAfterPercent\\":$TS_CLOUD_HC_AFTER,\\"lowWaterPercent\\":${o},\\"highWaterPercent\\":${a}}"`,"mkdir -p /var/lib/ts-cloud 2>/dev/null || true",'TS_CLOUD_HC_PREV="$(cat /var/lib/ts-cloud/host-cleanup.alert 2>/dev/null || echo ok)"',`if [ "$TS_CLOUD_HC_AFTER" -ge ${a} ]; then`,` echo "[ts-cloud] warning: / still at \${TS_CLOUD_HC_AFTER}% after host cleanup (high-water ${a}%); something outside ts-cloud's retention rules is filling the disk" >&2`,` if [ "$TS_CLOUD_HC_PREV" != alert ] && [ -x /usr/local/bin/ts-cloud-notify ]; then /usr/local/bin/ts-cloud-notify "⚠️ $(hostname): / at \${TS_CLOUD_HC_AFTER}% after host cleanup (high-water ${a}%)" >/dev/null 2>&1 || true; fi`," echo alert > /var/lib/ts-cloud/host-cleanup.alert 2>/dev/null || true","else",` if [ "$TS_CLOUD_HC_PREV" = alert ] && [ -x /usr/local/bin/ts-cloud-notify ]; then /usr/local/bin/ts-cloud-notify "✅ $(hostname): / back under ${a}% after host cleanup (\${TS_CLOUD_HC_AFTER}%)" >/dev/null 2>&1 || true; fi`," echo ok > /var/lib/ts-cloud/host-cleanup.alert 2>/dev/null || true","fi"]}function Ws(e){return["#!/usr/bin/env bash","# Managed by ts-cloud: rewritten on every deploy. Configure compute.hostCleanup instead of editing.","set -uo pipefail","TS_CLOUD_HC_LOCK=/run/lock/ts-cloud-host-cleanup.lock","[ -d /run/lock ] || TS_CLOUD_HC_LOCK=/tmp/ts-cloud-host-cleanup.lock",'if command -v flock >/dev/null 2>&1 && exec 9>"$TS_CLOUD_HC_LOCK"; then',' if ! flock -n 9; then echo "[ts-cloud] host cleanup already running; skipping"; exit 0; fi',"fi",...Yr(e),"exit 0"]}function Xr(e,t,r,n,s){return[`cat > ${e}.ts-cloud-new <<'${r}' || true`,...t,r,`if [ -s ${e}.ts-cloud-new ] && ! cmp -s ${e}.ts-cloud-new ${e}; then chmod ${n} ${e}.ts-cloud-new && mv -f ${e}.ts-cloud-new ${e}${s?` && ${s}=1`:""} || true; else rm -f ${e}.ts-cloud-new; fi`]}function Vs(e){let t=Jt(e),r="/etc/systemd/system/ts-cloud-host-cleanup",n=["if [ -f /etc/systemd/system/ts-cloud-host-cleanup.timer ]; then"," systemctl disable --now ts-cloud-host-cleanup.timer >/dev/null 2>&1 || true"," rm -f /etc/systemd/system/ts-cloud-host-cleanup.timer /etc/systemd/system/ts-cloud-host-cleanup.service"," systemctl daemon-reload >/dev/null 2>&1 || true","fi"];if(!t.enabled)return[...n,"rm -f /usr/local/bin/ts-cloud-host-cleanup.sh"];let s=Xr("/usr/local/bin/ts-cloud-host-cleanup.sh",Ws(e),"TS_CLOUD_HOST_CLEANUP_EOF","755");if(!t.timer)return[...s,...n];return[...s,"TS_CLOUD_HC_UNITS_CHANGED=0","if command -v systemctl >/dev/null 2>&1 && [ -d /etc/systemd/system ]; then",...Xr("/etc/systemd/system/ts-cloud-host-cleanup.service",["[Unit]","Description=ts-cloud host cleanup (bounded disk retention)","After=local-fs.target","","[Service]","Type=oneshot","ExecStart=/usr/local/bin/ts-cloud-host-cleanup.sh","Nice=19","IOSchedulingClass=idle"],"TS_CLOUD_HOST_CLEANUP_SVC_EOF","644","TS_CLOUD_HC_UNITS_CHANGED"),...Xr("/etc/systemd/system/ts-cloud-host-cleanup.timer",["[Unit]","Description=Run ts-cloud host cleanup on a schedule, independent of deploys","","[Timer]",`OnCalendar=${t.schedule}`,"RandomizedDelaySec=1h","Persistent=true","","[Install]","WantedBy=timers.target"],"TS_CLOUD_HOST_CLEANUP_TMR_EOF","644","TS_CLOUD_HC_UNITS_CHANGED"),' if [ "$TS_CLOUD_HC_UNITS_CHANGED" -eq 1 ]; then systemctl daemon-reload >/dev/null 2>&1 || true; fi'," systemctl enable --now ts-cloud-host-cleanup.timer >/dev/null 2>&1 || true","fi"]}function Jr(e){let t=Vs(e);if(!Jt(e).enabled)return t;return[...t,'if [ -x /usr/local/bin/ts-cloud-host-cleanup.sh ]; then /usr/local/bin/ts-cloud-host-cleanup.sh < /dev/null || echo "[ts-cloud] warning: host cleanup exited $?" >&2; fi']}var Dc=/\.(?:[cm]?[jt]sx?)$/;function en(e,t,r){let n=t==="bun"?"/usr/local/bin/bun":t==="deno"?"/usr/local/bin/deno":"/usr/local/bin/node",s=e.trim();if(/^(?:bun|node|deno)\s+/.test(s))return`${n} ${s.replace(/^(?:bun|node|deno)\s+/,"")}`;let[i="",...o]=s.split(/\s+/);if(i&&!Dc.test(i)){let a=i.startsWith("/")?i:r&&i.startsWith("./")?`${r.replace(/\/+$/,"")}/${i.replace(/^\.\//,"")}`:void 0;if(a)return[a,...o].join(" ")}return`${n} ${s}`}function qs(e){return["TS_CLOUD_MEM_MB=$(awk '/^MemTotal:/{print int($2/1024)}' /proc/meminfo)","TS_CLOUD_HIGH_MB=$((TS_CLOUD_MEM_MB / 8))",'[ "$TS_CLOUD_HIGH_MB" -lt 512 ] && TS_CLOUD_HIGH_MB=512','[ "$TS_CLOUD_HIGH_MB" -gt 4096 ] && TS_CLOUD_HIGH_MB=4096',`mkdir -p /etc/systemd/system/${e}.d`,`printf '# Written by ts-cloud: memoryHigh resolved from this box.
|
|
264
|
+
`)){let W=Object.fromEntries(j.split(`
|
|
265
|
+
`).filter(Boolean).map((se)=>{let _=se.indexOf("=");return[se.slice(0,_),se.slice(_+1)]}));if(W.WorkingDirectory?.startsWith(`${e.webRoot}/`)||/^(?:mail|rpx-gateway|postgresql|mysql|redis)[@.]/.test(W.Id??""))I[W.Id]=Number(W.MainPID)}}let b=new Map;if(r.existsSync("/etc/rpx/sites.d"))for(let K of r.readdirSync("/etc/rpx/sites.d").filter((j)=>j.endsWith(".json"))){let j=JSON.parse(r.readFileSync(n.join("/etc/rpx/sites.d",K),"utf8"));for(let W of j.proxies??[]){if(typeof W.to!=="string"||!/^[a-zA-Z0-9.-]+$/.test(W.to))continue;let se=typeof W.path==="string"&&W.path.startsWith("/")?W.path:"/";b.set(`${W.to}${se}`,{domain:W.to,path:se})}}let P=[...b.values()],x=[],G=0;return await Promise.all(Array.from({length:Math.min(8,P.length)},async()=>{while(G<P.length){let K=P[G++],j=Bun.spawn(["curl","-sS","--max-time","12","--output","/dev/null","--write-out","%{http_code}","--resolve",`${K.domain}:443:127.0.0.1`,`https://${K.domain}${K.path}`],{stdout:"pipe",stderr:"pipe"}),[W,,se]=await Promise.all([new Response(j.stdout).text(),new Response(j.stderr).text(),j.exited]),_=Number(W);x.push({...K,status:_,ok:se===0&&_>=200&&_<500})}})),{routes:x.sort((K,j)=>`${K.domain}${K.path}`.localeCompare(`${j.domain}${j.path}`)),services:I}},Se=()=>{let S=[B.mountPath,...y.entries.map((b)=>b.source)],I=new Set(["rpx-gateway.service",...E?.dependentUnits??[]]);for(let b of r.readdirSync("/etc/systemd/system")){if(!b.endsWith(".service"))continue;try{if(r.readFileSync(`/etc/systemd/system/${b}`,"utf8").includes(e.webRoot))I.add(b)}catch{}}for(let b of I){let P=`/etc/systemd/system/${b}.d`;r.mkdirSync(P,{recursive:!0}),r.writeFileSync(`${P}/ts-cloud-storage.conf`,`[Unit]
|
|
266
|
+
RequiresMountsFor=${S.join(" ")}
|
|
267
|
+
`)}u("systemctl",["daemon-reload"])};try{let S=[...new Set([...E?.locks??[],"/run/lock/ts-cloud-host-cleanup.lock"])];if(c==="reclaim"){for(let _ of["/run/lock/ts-cloud-compute-storage.lock",...S])if(!te(_,!1))return console.log(`Deferring deployment storage reclamation; lock busy: ${_}`),{deferred:!0,lock:_}}else te("/run/lock/ts-cloud-compute-storage.lock");y=l("/var/lib/ts-cloud/compute-storage-state.json",{entries:[]});let I=l("/etc/ts-cloud/compute-storage.json",null);if(I){for(let _ of I.volumes)if(!e.volumes.some((H)=>H.id===_.id&&H.key===_.key&&H.mountPath===_.mountPath))throw Error(`Refusing to remove or relocate managed volume ${_.name}; migrate its data explicitly first`);if(y.entries.length&&(I.deploymentStorage?.volume!==E?.volume||I.deploymentStorage?.includeBackups!==!1!==(E?.includeBackups!==!1)))throw Error("Refusing to change an active deployment-storage policy; migrate its data explicitly first")}if(c==="apply")N();for(let _ of e.volumes)if(!L(_))throw Error(`Required volume is not mounted: ${_.name}`);if(!E||!B)return{volumes:e.volumes};if(c==="ensure-site"){let[_,H]=t.slice(1);if(!_?.startsWith(`${e.webRoot}/`)||!/^[\w-]+$/.test(n.basename(_))||_.includes("..")||!/^[\w-]+$/.test(H??""))throw Error("Invalid deployment site path or project slug");if(r.mkdirSync(n.join(_,"releases"),{recursive:!0}),E.includeBackups!==!1)r.mkdirSync(n.join(e.webRoot,`${H}-shared`,"backups"),{recursive:!0})}let b=(c==="reclaim"?[]:k(c==="ensure-site"?t[1]:void 0,t[2])).filter((_)=>!y.entries.some((H)=>H.source===_.source));for(let _ of y.entries)if(!h(_.source)||!f(_.source,_.destination))throw Error(`Recorded deployment mount is missing: ${_.source}`);if(!b.length&&c==="ensure-site")return{inherited:!0,volume:B.name};if(!b.length&&c==="apply"){Se();let _=z();return d("/var/lib/ts-cloud/compute-storage-status.json",_),console.log(JSON.stringify(_)),_}if(!E.migrateExisting&&b.some((_)=>r.readdirSync(_.source).length>0))throw Error("Existing deployments require deploymentStorage.migrateExisting: true");if(b.length){let _=u("du",["-scx","--block-size=1",...b.map((ae)=>ae.source)]).trim().split(`
|
|
268
|
+
`).at(-1)?.split(/\s+/)[0],H=r.statfsSync(B.mountPath);if(Number(_)>H.bavail*H.bsize)throw Error("Insufficient free volume capacity for a verified deployment copy")}if(!r.existsSync("/run/ts-cloud-root-web"))r.mkdirSync("/run/ts-cloud-root-web");if(!h("/run/ts-cloud-root-web"))u("mount",["--bind",e.webRoot,"/run/ts-cloud-root-web"]);u("mount",["--make-private","/run/ts-cloud-root-web"]);let P=r.statSync(e.webRoot).dev;for(let _ of y.entries){let H=n.join("/run/ts-cloud-root-web",n.relative(e.webRoot,_.source));if(r.existsSync(H)&&(r.statSync(H).dev!==P||f(H,_.destination)))throw Error(`Root recovery view contains a deployment mount: ${H}`)}for(let _=0;_<b.length;_++){if(h(b[_].source)&&f(b[_].source,b[_].destination))continue;console.log(`copy ${_+1}/${b.length}: ${b[_].source}`),await Y(b[_],!1)}if(c!=="reclaim")for(let _ of S)te(_);for(let _ of r.readdirSync(e.webRoot,{withFileTypes:!0}).filter((H)=>H.isDirectory()).sort((H,ae)=>H.name.localeCompare(ae.name)))te(n.join(e.webRoot,_.name,".ts-cloud/deploy.lock"));for(let _ of c==="reclaim"?[]:k(c==="ensure-site"?t[1]:void 0,t[2]))if(!y.entries.some((H)=>H.source===_.source)&&!b.some((H)=>H.source===_.source))b.push(_);if(b.length)console.log("Checking application services and HTTPS routes before activation");let x=b.length?await pe():void 0;if(x)d("/var/lib/ts-cloud/compute-storage-health-before.json",x);let G=ee().filter((_)=>_.write);if(G.length)throw Error(`Live writable files must be shared before migration: ${G.map((_)=>_.file).join(", ")}`);let K={entries:[...y.entries],fstab:r.readFileSync("/etc/fstab","utf8")};if(b.length)u("sync",[]);let j=[];try{for(let _=0;_<b.length;_++){let H=b[_];if(h(H.source)){if(!f(H.source,H.destination))throw Error(`Unrecorded mount occupies ${H.source}`);y.entries.push(H),d("/var/lib/ts-cloud/compute-storage-state.json",y);continue}if(console.log(`verify and mount ${_+1}/${b.length}: ${H.source}`),await Y(H,!0),u("mount",["--bind",H.destination,H.source]),!f(H.source,H.destination))throw Error(`Bind verification failed: ${H.source}`);j.push(H),y.entries.push(H),d("/var/lib/ts-cloud/compute-storage-state.json",y),M()}if(M(),u("findmnt",["--verify"]),y.activatedAt=new Date().toISOString(),d("/var/lib/ts-cloud/compute-storage-state.json",y),Se(),x){console.log("Checking application services and HTTPS routes after activation");let _=await pe();d("/var/lib/ts-cloud/compute-storage-health-after.json",_);let H=x.routes.filter((re)=>re.ok&&!_.routes.some((de)=>de.domain===re.domain&&de.path===re.path&&de.ok)),ae=Object.keys(x.services).filter((re)=>!_.services[re]);if(H.length||ae.length)throw Error(`Application verification failed: ${H.map((re)=>re.domain+re.path).concat(ae).join(", ")}`);console.log(`Verified ${_.routes.length} routes and ${Object.keys(_.services).length} services`)}}catch(_){let H=[];for(let ae of j.reverse())try{u("umount",[ae.source])}catch{H.push(ae),console.error(`Rollback mount busy, original data retained: ${ae.source}`)}if(y.entries=[...K.entries,...H],r.writeFileSync("/etc/fstab",K.fstab),H.length)M();throw d("/var/lib/ts-cloud/compute-storage-state.json",y),u("systemctl",["daemon-reload"]),_}let W=ee().filter((_)=>_.device===P).map((_)=>_.file);for(let _ of y.entries){if(!h(_.source)||!f(_.source,_.destination))throw Error(`Lost deployment mount: ${_.source}`);let H=n.join("/run/ts-cloud-root-web",n.relative(e.webRoot,_.source));if(!r.existsSync(H))continue;if(r.statSync(H).dev!==P||f(H,_.destination))throw Error(`Refusing to clean a deployment volume through the root recovery view: ${H}`);let ae="";try{ae=n.basename(r.realpathSync(n.join(n.dirname(_.source),"current")))}catch{}for(let re of r.readdirSync(H,{withFileTypes:!0})){let de=n.join(H,re.name);if(n.basename(_.source)==="backups"){if(re.isFile()&&r.existsSync(n.join(_.destination,re.name)))r.unlinkSync(de)}else if(re.isDirectory()&&!re.isSymbolicLink()&&re.name!==ae&&!W.some(($t)=>$t===n.join(_.source,re.name)||$t.startsWith(`${n.join(_.source,re.name)}/`)))r.rmSync(de,{recursive:!0})}}u("sync",[]);let se=z();return d("/var/lib/ts-cloud/compute-storage-status.json",se),console.log(JSON.stringify(se)),se}finally{for(let S of V.reverse())X.symbols.flock(S,8),r.closeSync(S);X.close()}}var Kr="/etc/ts-cloud/compute-storage.json",De="/usr/local/lib/ts-cloud/compute-storage.mjs";function Gr(e,t){let r=Object.entries(e.infrastructure?.compute?.volumes??{}).map(([s,i])=>{if(!/^[a-z][a-z0-9-]*$/.test(s))throw Error(`Invalid compute volume key: ${s}`);if(!Number.isInteger(i.size)||i.size<10||i.size>10240)throw Error(`compute.volumes.${s}.size must be a whole number from 10 to 10240 GB`);if(!i.mountPath.startsWith("/")||!i.mountPath.slice(1).split("/").every((a)=>/^[\w-]+$/.test(a))||i.mountPath==="/var"||i.mountPath==="/var/lib"||["/etc","/usr","/var/www","/root","/boot","/dev","/proc","/sys","/run","/bin","/sbin","/lib"].some((a)=>i.mountPath===a||i.mountPath.startsWith(`${a}/`)))throw Error(`Unsafe compute volume mount path: ${i.mountPath}`);let o=i.name??`${e.project.slug}-${t}-${s}`;if(!/^[a-zA-Z0-9][a-zA-Z0-9._-]{0,63}$/.test(o))throw Error(`Invalid compute volume name: ${o}`);return{...i,key:s,name:o,mountPath:i.mountPath.replace(/\/+$/,"")}});for(let s of r)if(r.some((i)=>i!==s&&(i.name===s.name||i.mountPath===s.mountPath||i.mountPath.startsWith(`${s.mountPath}/`))))throw Error("Compute volumes must have distinct names and non-overlapping mount paths");let n=e.infrastructure?.compute?.deploymentStorage;for(let s of n?.locks??[])if(!s.startsWith("/run/lock/")||!s.slice(10).split("/").every((i)=>/^[\w.-]+$/.test(i)&&i!=="."&&i!=="..")||s==="/run/lock/ts-cloud-compute-storage.lock")throw Error(`Invalid deployment storage lock: ${s}`);for(let s of n?.dependentUnits??[])if(!/^[\w@.-]+\.service$/.test(s))throw Error(`Invalid deployment storage dependent unit: ${s}`);if(n&&!r.some((s)=>s.key===n.volume))throw Error(`deploymentStorage.volume references an undeclared compute volume: ${n.volume}`);return r}function Vt(e){return`'${e.replaceAll("'",`'"'"'`)}'`}function Wr(e){let t=`${Kr}.candidate`,r=`#!/usr/bin/env bun
|
|
269
|
+
await (${Us.toString()})(JSON.parse(await Bun.file(process.env.TS_CLOUD_STORAGE_POLICY || ${JSON.stringify(Kr)}).text()), process.argv.slice(2));
|
|
270
|
+
`;return['command -v bun >/dev/null 2>&1 || { echo "Configured compute storage requires Bun on the host" >&2; exit 1; }',"install -d -m 0755 /etc/ts-cloud /usr/local/lib/ts-cloud /var/lib/ts-cloud",`printf %s ${Vt(Buffer.from(r).toString("base64"))} | base64 -d > ${De}.new`,`chmod 0755 ${De}.new && mv ${De}.new ${De}`,`printf %s ${Vt(JSON.stringify(e))} > ${t}`,`chmod 0644 ${t}`,`TS_CLOUD_STORAGE_POLICY=${t} bun ${De} apply 2>&1 | tee /var/log/ts-cloud-compute-storage.log`,`rm -f ${t}`,"cat > /etc/systemd/system/ts-cloud-storage-check.service <<'TS_CLOUD_STORAGE_SERVICE'","[Unit]","Description=Check configured compute storage and deployment mounts","[Service]","Type=oneshot",`ExecStart=/usr/local/bin/bun ${De} check`,"TS_CLOUD_STORAGE_SERVICE","cat > /etc/systemd/system/ts-cloud-storage-check.timer <<'TS_CLOUD_STORAGE_TIMER'","[Unit]","Description=Check compute storage every minute","[Timer]","OnBootSec=2min","OnUnitActiveSec=1min","[Install]","WantedBy=timers.target","TS_CLOUD_STORAGE_TIMER","systemctl daemon-reload","systemctl enable --now ts-cloud-storage-check.timer","cat > /etc/systemd/system/ts-cloud-storage-reclaim.service <<'TS_CLOUD_RECLAIM_SERVICE'","[Unit]","Description=Reclaim inactive root copies of volume-backed deployments","[Service]","Type=oneshot",`ExecStart=/usr/local/bin/bun ${De} reclaim`,"Nice=19","IOSchedulingClass=idle","TS_CLOUD_RECLAIM_SERVICE","cat > /etc/systemd/system/ts-cloud-storage-reclaim.timer <<'TS_CLOUD_RECLAIM_TIMER'","[Unit]","Description=Reclaim retired deployment copies hourly","[Timer]","OnCalendar=hourly","RandomizedDelaySec=5min","Persistent=true","[Install]","WantedBy=timers.target","TS_CLOUD_RECLAIM_TIMER","systemctl daemon-reload","systemctl enable --now ts-cloud-storage-reclaim.timer"]}function qt(e,t){return[`if [ -f ${Kr} ]; then bun ${De} ensure-site ${Vt(e)} ${Vt(t)}; fi`]}function Xt(e){return Object.entries(e).map(([t,r])=>`${t}=${Ec(String(r))}`).join(`
|
|
271
|
+
`)}function Ec(e){return`"${e.replace(/\\/g,"\\\\").replace(/"/g,"\\\"").replace(/\n/g,"\\n").replace(/\r/g,"\\r").replace(/\t/g,"\\t")}"`}var Rc=new Set(["sqlite","sqlite3"]),Oc=new Set([":memory:","memory"]);function Dc(e){let t=e?.DB_CONNECTION?.trim().toLowerCase();return t!=null&&Rc.has(t)}function Ic(e){let t=e.trim().replace(/^\.\//,"");if(t===""||t.startsWith("/")||t.startsWith("~"))return;if(t.split("/").includes(".."))return;return t.replace(/\/+$/,"")}function qr(e,t=[]){if(!Dc(e))return{};let r=e?.DB_DATABASE_PATH?.trim()||e?.DB_DATABASE?.trim();if(r&&Oc.has(r.toLowerCase()))return{};if(!r)return{warning:"DB_CONNECTION is sqlite but neither DB_DATABASE_PATH nor DB_DATABASE names a file, so ts-cloud cannot tell where the database lives. If it is written inside the release directory, the next deploy discards it. Set DB_DATABASE_PATH, or list the file in the site's `sharedPaths`."};let n=Ic(r);if(!n)return{};if(t.some((s)=>ea(s)===n))return{};return{path:n}}function Yt(e,t=[]){let{path:r}=qr(e,t);return r?[r]:[]}var nt="/var/ts-cloud/artifacts";var Ws=Object.freeze({stagingMaxAgeMinutes:60,artifactMaxAgeDays:2,artifactUploadMaxAgeMinutes:60,bunCacheMaxAgeDays:7,journalMaxAgeDays:14,journalMaxSizeMb:512,containerImageMaxAgeHours:168}),Vs=Object.freeze({artifactMaxAgeDays:0,bunCacheMaxAgeDays:1,journalMaxAgeDays:3,journalMaxSizeMb:256,containerImageMaxAgeHours:24});function Ms(e){return`'${e.replace(/'/g,`'"'"'`)}'`}function Fe(e,t,r=0){if(!Number.isInteger(t)||t<r)throw Error(`hostCleanup: ${e} must be a whole number >= ${r} (got ${t})`)}function zs(e,t){for(let[r,n]of Object.entries(t))Fe(`${e}.${r}`,n);Fe(`${e}.stagingMaxAgeMinutes`,t.stagingMaxAgeMinutes,15),Fe(`${e}.artifactUploadMaxAgeMinutes`,t.artifactUploadMaxAgeMinutes,15),Fe(`${e}.journalMaxSizeMb`,t.journalMaxSizeMb,1)}function Ac(e,t){let r=`hostCleanup.paths[${t}]`,n=e.path?.replace(/\/+$/,"")??"";if(!n.startsWith("/")||n===""||/[\s'"`$\\]/.test(n)||n.split("/").includes(".."))throw Error(`${r}.path must be an absolute directory with no spaces, quotes or '..' (got ${JSON.stringify(e.path)})`);if(n==="/var/www"||n.startsWith("/var/www/"))throw Error(`${r}.path must not be under /var/www: releases are pruned by keepReleases`);if(!e.pattern||/^[*?]+$/.test(e.pattern)||e.pattern.includes("/")||/[\n'"`]/.test(e.pattern))throw Error(`${r}.pattern must be a file-name glob naming something, not a bare wildcard (got ${JSON.stringify(e.pattern)})`);if(Fe(`${r}.maxAgeDays`,e.maxAgeDays),e.type!==void 0&&e.type!=="file"&&e.type!=="directory")throw Error(`${r}.type must be 'file' or 'directory'`)}function Jt(e){let t=typeof e==="object"&&e!==null?e:{},r=e!==!1,n={...Ws,...Fs(t.retention)};zs("hostCleanup.retention",n);let s=null;if(t.pressure!==!1){let a=typeof t.pressure==="object"?t.pressure:{},c=a.lowWaterPercent??50,l=a.highWaterPercent??85;if(Fe("hostCleanup.pressure.lowWaterPercent",c),Fe("hostCleanup.pressure.highWaterPercent",l,1),l>100||c>=l)throw Error(`hostCleanup.pressure: need 0 <= lowWaterPercent < highWaterPercent <= 100 (got ${c} and ${l})`);let d={...Vs,...Fs(a.escalated)},u=Object.fromEntries(Object.keys(n).map((m)=>[m,Math.min(n[m],d[m]??n[m])]));zs("hostCleanup.pressure.escalated",u),s={lowWaterPercent:c,highWaterPercent:l,escalated:u}}let i=t.schedule??"daily";if(!/^[\w*:,./~ -]+$/.test(i))throw Error(`hostCleanup.schedule must be a systemd OnCalendar expression (got ${JSON.stringify(i)})`);let o=t.paths??[];return o.forEach(Ac),{enabled:r,timer:r&&t.timer!==!1,schedule:i,retention:n,pressure:s,paths:o}}function Fs(e){return Object.fromEntries(Object.entries(e??{}).filter(([,t])=>t!==void 0))}var Pt={stagingMaxAgeMinutes:"TS_CLOUD_HC_STAGING_MIN",artifactMaxAgeDays:"TS_CLOUD_HC_ARTIFACT_DAYS",artifactUploadMaxAgeMinutes:"TS_CLOUD_HC_UPLOAD_MIN",bunCacheMaxAgeDays:"TS_CLOUD_HC_BUN_DAYS",journalMaxAgeDays:"TS_CLOUD_HC_JOURNAL_DAYS",journalMaxSizeMb:"TS_CLOUD_HC_JOURNAL_MB",containerImageMaxAgeHours:"TS_CLOUD_HC_IMAGE_HOURS"};function Xr(e){return Object.keys(Pt).map((t)=>`${Pt[t]}=${e[t]}`).join(" ")}var Ie=(e)=>`"$${Pt[e]}"`;function Ks(e){return[`find /var/ts-cloud/staging -xdev -maxdepth 1 -type f -mmin +${Ie("stagingMaxAgeMinutes")} -delete 2>/dev/null || true`,`find /tmp -xdev -maxdepth 1 -type f -name "*-release.tar.gz" -mmin +${Ie("stagingMaxAgeMinutes")} -delete 2>/dev/null || true`,`find /var/ts-cloud/artifacts -xdev -maxdepth 1 -type f -name "*.tar.gz" -mtime +${Ie("artifactMaxAgeDays")} -delete 2>/dev/null || true`,`find /var/ts-cloud/artifacts -xdev -maxdepth 1 -type f -name ".*.tmp" -mmin +${Ie("artifactUploadMaxAgeMinutes")} -delete 2>/dev/null || true`,...e.map(Lc),`journalctl --vacuum-time=${Ie("journalMaxAgeDays")}d --vacuum-size=${Ie("journalMaxSizeMb")}M >/dev/null 2>&1 || true`]}function Lc(e){let t=Ms(e.path.replace(/\/+$/,"")),r=Ms(e.pattern);return e.type==="directory"?`find ${t} -xdev -mindepth 1 -maxdepth 1 -type d -name ${r} -mtime +${e.maxAgeDays} -exec rm -rf -- {} + 2>/dev/null || true`:`find ${t} -xdev -mindepth 1 -maxdepth 1 -type f -name ${r} -mtime +${e.maxAgeDays} -delete 2>/dev/null || true`}function js(){return[`find /root/.bun/install/cache -xdev -type f -mtime +${Ie("bunCacheMaxAgeDays")} -delete 2>/dev/null || true`,`find /root/.bun/install/cache -xdev -depth -type d -empty -mtime +${Ie("bunCacheMaxAgeDays")} -delete 2>/dev/null || true`,`if command -v docker >/dev/null 2>&1; then docker image prune --all --force --filter "until=\${${Pt.containerImageMaxAgeHours}}h" >/dev/null 2>&1 || true; fi`,`if command -v podman >/dev/null 2>&1; then podman image prune --all --force --filter "until=\${${Pt.containerImageMaxAgeHours}}h" >/dev/null 2>&1 || true; fi`,"if command -v apt-get >/dev/null 2>&1; then apt-get clean >/dev/null 2>&1 || true; fi"]}function Gs(e){return[`${e}="$(df -P / 2>/dev/null | awk 'NR==2 {sub(/%/, "", $5); print $5}' || true)"`,`case "$${e}" in ''|*[!0-9]*) ${e}=-1 ;; esac`]}function Jr(e){let{retention:t,pressure:r,paths:n}=Jt(e),s='echo "[ts-cloud] host cleanup (disk before): $(df -h / | tail -1)"',i='echo "[ts-cloud] host cleanup (disk after): $(df -h / | tail -1)"';if(!r)return['echo "[ts-cloud] host cleanup (disk before): $(df -h / | tail -1)"',Xr(t),...Ks(n),...js(),'echo "[ts-cloud] host cleanup (disk after): $(df -h / | tail -1)"'];let{lowWaterPercent:o,highWaterPercent:a,escalated:c}=r;return['echo "[ts-cloud] host cleanup (disk before): $(df -h / | tail -1)"',...Gs("TS_CLOUD_HC_BEFORE"),"TS_CLOUD_HC_TIER=normal",Xr(t),`if [ "$TS_CLOUD_HC_BEFORE" -ge 0 ] && [ "$TS_CLOUD_HC_BEFORE" -lt ${o} ]; then`," TS_CLOUD_HC_TIER=light",` echo "[ts-cloud] host cleanup: / at \${TS_CLOUD_HC_BEFORE}% (under ${o}%), skipping cache and image pruning"`,`elif [ "$TS_CLOUD_HC_BEFORE" -ge ${a} ]; then`," TS_CLOUD_HC_TIER=pressure",` ${Xr(c)}`,` echo "[ts-cloud] warning: / at \${TS_CLOUD_HC_BEFORE}% (at or above ${a}%), host cleanup is using shortened retention windows" >&2`,"fi",...Ks(n),'if [ "$TS_CLOUD_HC_TIER" != light ]; then',...js().map((l)=>` ${l}`),"fi",'echo "[ts-cloud] host cleanup (disk after): $(df -h / | tail -1)"',...Gs("TS_CLOUD_HC_AFTER"),`echo "[ts-cloud] host-cleanup {\\"event\\":\\"host-cleanup\\",\\"tier\\":\\"$TS_CLOUD_HC_TIER\\",\\"diskBeforePercent\\":$TS_CLOUD_HC_BEFORE,\\"diskAfterPercent\\":$TS_CLOUD_HC_AFTER,\\"lowWaterPercent\\":${o},\\"highWaterPercent\\":${a}}"`,"mkdir -p /var/lib/ts-cloud 2>/dev/null || true",'TS_CLOUD_HC_PREV="$(cat /var/lib/ts-cloud/host-cleanup.alert 2>/dev/null || echo ok)"',`if [ "$TS_CLOUD_HC_AFTER" -ge ${a} ]; then`,` echo "[ts-cloud] warning: / still at \${TS_CLOUD_HC_AFTER}% after host cleanup (high-water ${a}%); something outside ts-cloud's retention rules is filling the disk" >&2`,` if [ "$TS_CLOUD_HC_PREV" != alert ] && [ -x /usr/local/bin/ts-cloud-notify ]; then /usr/local/bin/ts-cloud-notify "⚠️ $(hostname): / at \${TS_CLOUD_HC_AFTER}% after host cleanup (high-water ${a}%)" >/dev/null 2>&1 || true; fi`," echo alert > /var/lib/ts-cloud/host-cleanup.alert 2>/dev/null || true","else",` if [ "$TS_CLOUD_HC_PREV" = alert ] && [ -x /usr/local/bin/ts-cloud-notify ]; then /usr/local/bin/ts-cloud-notify "✅ $(hostname): / back under ${a}% after host cleanup (\${TS_CLOUD_HC_AFTER}%)" >/dev/null 2>&1 || true; fi`," echo ok > /var/lib/ts-cloud/host-cleanup.alert 2>/dev/null || true","fi"]}function qs(e){return["#!/usr/bin/env bash","# Managed by ts-cloud: rewritten on every deploy. Configure compute.hostCleanup instead of editing.","set -uo pipefail","TS_CLOUD_HC_LOCK=/run/lock/ts-cloud-host-cleanup.lock","[ -d /run/lock ] || TS_CLOUD_HC_LOCK=/tmp/ts-cloud-host-cleanup.lock",'if command -v flock >/dev/null 2>&1 && exec 9>"$TS_CLOUD_HC_LOCK"; then',' if ! flock -n 9; then echo "[ts-cloud] host cleanup already running; skipping"; exit 0; fi',"fi",...Jr(e),"exit 0"]}function Yr(e,t,r,n,s){return[`cat > ${e}.ts-cloud-new <<'${r}' || true`,...t,r,`if [ -s ${e}.ts-cloud-new ] && ! cmp -s ${e}.ts-cloud-new ${e}; then chmod ${n} ${e}.ts-cloud-new && mv -f ${e}.ts-cloud-new ${e}${s?` && ${s}=1`:""} || true; else rm -f ${e}.ts-cloud-new; fi`]}function Ys(e){let t=Jt(e),r="/etc/systemd/system/ts-cloud-host-cleanup",n=["if [ -f /etc/systemd/system/ts-cloud-host-cleanup.timer ]; then"," systemctl disable --now ts-cloud-host-cleanup.timer >/dev/null 2>&1 || true"," rm -f /etc/systemd/system/ts-cloud-host-cleanup.timer /etc/systemd/system/ts-cloud-host-cleanup.service"," systemctl daemon-reload >/dev/null 2>&1 || true","fi"];if(!t.enabled)return[...n,"rm -f /usr/local/bin/ts-cloud-host-cleanup.sh"];let s=Yr("/usr/local/bin/ts-cloud-host-cleanup.sh",qs(e),"TS_CLOUD_HOST_CLEANUP_EOF","755");if(!t.timer)return[...s,...n];return[...s,"TS_CLOUD_HC_UNITS_CHANGED=0","if command -v systemctl >/dev/null 2>&1 && [ -d /etc/systemd/system ]; then",...Yr("/etc/systemd/system/ts-cloud-host-cleanup.service",["[Unit]","Description=ts-cloud host cleanup (bounded disk retention)","After=local-fs.target","","[Service]","Type=oneshot","ExecStart=/usr/local/bin/ts-cloud-host-cleanup.sh","Nice=19","IOSchedulingClass=idle"],"TS_CLOUD_HOST_CLEANUP_SVC_EOF","644","TS_CLOUD_HC_UNITS_CHANGED"),...Yr("/etc/systemd/system/ts-cloud-host-cleanup.timer",["[Unit]","Description=Run ts-cloud host cleanup on a schedule, independent of deploys","","[Timer]",`OnCalendar=${t.schedule}`,"RandomizedDelaySec=1h","Persistent=true","","[Install]","WantedBy=timers.target"],"TS_CLOUD_HOST_CLEANUP_TMR_EOF","644","TS_CLOUD_HC_UNITS_CHANGED"),' if [ "$TS_CLOUD_HC_UNITS_CHANGED" -eq 1 ]; then systemctl daemon-reload >/dev/null 2>&1 || true; fi'," systemctl enable --now ts-cloud-host-cleanup.timer >/dev/null 2>&1 || true","fi"]}function Zr(e){let t=Ys(e);if(!Jt(e).enabled)return t;return[...t,'if [ -x /usr/local/bin/ts-cloud-host-cleanup.sh ]; then /usr/local/bin/ts-cloud-host-cleanup.sh < /dev/null || echo "[ts-cloud] warning: host cleanup exited $?" >&2; fi']}var kc=/\.(?:[cm]?[jt]sx?)$/;function tn(e,t,r){let n=t==="bun"?"/usr/local/bin/bun":t==="deno"?"/usr/local/bin/deno":"/usr/local/bin/node",s=e.trim();if(/^(?:bun|node|deno)\s+/.test(s))return`${n} ${s.replace(/^(?:bun|node|deno)\s+/,"")}`;let[i="",...o]=s.split(/\s+/);if(i&&!kc.test(i)){let a=i.startsWith("/")?i:r&&i.startsWith("./")?`${r.replace(/\/+$/,"")}/${i.replace(/^\.\//,"")}`:void 0;if(a)return[a,...o].join(" ")}return`${n} ${s}`}function Js(e){return["TS_CLOUD_MEM_MB=$(awk '/^MemTotal:/{print int($2/1024)}' /proc/meminfo)","TS_CLOUD_HIGH_MB=$((TS_CLOUD_MEM_MB / 8))",'[ "$TS_CLOUD_HIGH_MB" -lt 512 ] && TS_CLOUD_HIGH_MB=512','[ "$TS_CLOUD_HIGH_MB" -gt 4096 ] && TS_CLOUD_HIGH_MB=4096',`mkdir -p /etc/systemd/system/${e}.d`,`printf '# Written by ts-cloud: memoryHigh resolved from this box.
|
|
272
272
|
# An eighth of %sMB RAM. Set memoryHigh in config to override.
|
|
273
273
|
[Service]
|
|
274
274
|
MemoryAccounting=true
|
|
275
275
|
MemoryHigh=%sM
|
|
276
|
-
' "$TS_CLOUD_MEM_MB" "$TS_CLOUD_HIGH_MB" > /etc/systemd/system/${e}.d/50-ts-cloud-memory.conf`,"systemctl daemon-reload",'echo "[ts-cloud] memoryHigh=auto resolved to ${TS_CLOUD_HIGH_MB}M (one eighth of ${TS_CLOUD_MEM_MB}M)"',...Qr()]}function Qt(e,t={auto:!0}){let r=t.auto===!1?[]:[`/etc/systemd/system/${e}.d/50-ts-cloud-memory.conf`];for(let n of["/etc/systemd/system.control","/run/systemd/system.control"]){if(t.high)r.push(`${n}/${e}.d/50-MemoryHigh.conf`);if(t.max)r.push(`${n}/${e}.d/50-MemoryMax.conf`)}if(r.length===0)return[];return["TS_CLOUD_MEM_CLEARED=0",...r.map((n)=>`if [ -f ${n} ]; then rm -f ${n}; TS_CLOUD_MEM_CLEARED=1; echo "[ts-cloud] removed ${n}: memory limits now come from config"; fi`),'if [ "$TS_CLOUD_MEM_CLEARED" = 1 ]; then systemctl daemon-reload; fi']}function Qr(){return[`TS_CLOUD_COMMIT=$(for f in /sys/fs/cgroup/system.slice/*.service/memory.high /sys/fs/cgroup/system.slice/*.slice/*.service/memory.high; do [ -f "$f" ] || continue; v=$(cat "$f" 2>/dev/null); [ "$v" = "max" ] && continue; echo "$v"; done | awk '{s+=$1} END {print int(s/1048576)}')`,"TS_CLOUD_RAM=$(awk '/^MemTotal:/{print int($2/1024)}' /proc/meminfo)",'if [ -n "$TS_CLOUD_COMMIT" ] && [ "$TS_CLOUD_COMMIT" -gt 0 ] && [ "$TS_CLOUD_RAM" -gt 0 ]; then TS_CLOUD_PCT=$((TS_CLOUD_COMMIT * 100 / TS_CLOUD_RAM)); if [ "$TS_CLOUD_PCT" -gt 300 ]; then echo "[ts-cloud] WARNING: services on this box declare ${TS_CLOUD_COMMIT}M of MemoryHigh against ${TS_CLOUD_RAM}M of RAM (${TS_CLOUD_PCT}% committed). Soft ceilings, so this is not fatal - but no ceiling can protect the box once enough of them are drawn on at once."; else echo "[ts-cloud] memory commitment: ${TS_CLOUD_COMMIT}M declared against ${TS_CLOUD_RAM}M RAM (${TS_CLOUD_PCT}%)"; fi; fi']}function Ic(e){return[`TS_CLOUD_SLICE=$(systemctl show ${e} -p Slice --value 2>/dev/null || true)`,'if [ -n "$TS_CLOUD_SLICE" ] && [ "$TS_CLOUD_SLICE" != "system.slice" ]; then systemctl set-property --runtime "$TS_CLOUD_SLICE" MemoryHigh=infinity MemoryMax=infinity 2>/dev/null || true; systemctl set-property "$TS_CLOUD_SLICE" MemoryHigh=infinity MemoryMax=infinity 2>/dev/null || true; fi']}var Be={path:"/",intervalSeconds:60,failuresBeforeRestart:3,timeoutSeconds:10,startupGraceSeconds:600,maxBackoffSeconds:3600,backoffBaseSeconds:300};function xt(e,t,r){return typeof e==="number"&&Number.isFinite(e)?Math.max(r,Math.floor(e)):t}function Xs(e){let{unitBase:t,unitPattern:r,port:n}=e,s=e.path&&e.path.startsWith("/")?e.path:Be.path,i=xt(e.intervalSeconds,Be.intervalSeconds,10),o=xt(e.failuresBeforeRestart,Be.failuresBeforeRestart,1),a=xt(e.timeoutSeconds,Be.timeoutSeconds,1),c=xt(e.startupGraceSeconds,Be.startupGraceSeconds,0),l=xt(e.maxBackoffSeconds,Be.maxBackoffSeconds,0),u=Math.min(Be.backoffBaseSeconds,l),d=`/usr/local/sbin/${t}-liveness`,m=`/run/${t}-liveness`,h=`${t}-liveness`,f=`127.0.0.1:${n}${s}`,N=r.includes("@*")?`TS_CLOUD_UNIT=$(systemctl list-units --plain --no-legend --type=service '${r}' 2>/dev/null | awk '{print $1}' | head -1)`:`TS_CLOUD_UNIT=${r}`;return[`cat > ${d} <<'TS_CLOUD_LIVENESS_EOF'`,"#!/bin/sh",`# Liveness check for ${t}, written by ts-cloud on every deploy.`,`# Settings: interval=${i}s timeout=${a}s failures=${o} startup-grace=${c}s max-backoff=${l}s`,"set -eu",`TS_CLOUD_STATE=${m}`,'exec 9>"$TS_CLOUD_STATE.lock"',"flock -n 9 || exit 0",N,'[ -n "$TS_CLOUD_UNIT" ] || exit 0','systemctl is-active --quiet "$TS_CLOUD_UNIT" || exit 0',"TS_CLOUD_RC=0",`curl -s -o /dev/null --max-time ${a} "http://${f}" || TS_CLOUD_RC=$?`,'if [ "$TS_CLOUD_RC" -eq 0 ]; then',' rm -f "$TS_CLOUD_STATE.fail"',' if [ -f "$TS_CLOUD_STATE.restarts" ]; then',` TS_CLOUD_LAST=$(awk '{print $2}' "$TS_CLOUD_STATE.restarts" 2>/dev/null || true)`,` case "$TS_CLOUD_LAST" in ''|*[!0-9]*) TS_CLOUD_LAST=0 ;; esac`,` [ $(($(date +%s) - TS_CLOUD_LAST)) -lt ${l} ] || rm -f "$TS_CLOUD_STATE.restarts"`," fi"," exit 0","fi",'case "$TS_CLOUD_RC" in'," 7) TS_CLOUD_WHY='connection refused' ;;",` 28) TS_CLOUD_WHY='no response within ${a}s' ;;`,' *) TS_CLOUD_WHY="curl exit $TS_CLOUD_RC" ;;',"esac",'TS_CLOUD_SINCE=$(systemctl show "$TS_CLOUD_UNIT" -p ActiveEnterTimestampMonotonic --value 2>/dev/null || true)',"TS_CLOUD_UPTIME=$(cut -d' ' -f1 /proc/uptime 2>/dev/null || true)",`TS_CLOUD_AGE=$(awk -v up="$TS_CLOUD_UPTIME" -v since="$TS_CLOUD_SINCE" 'BEGIN { if (since + 0 > 0 && up + 0 > 0) print int(up - since / 1000000); else print -1 }')`,`case "$TS_CLOUD_AGE" in ''|*[!0-9-]*) TS_CLOUD_AGE=-1 ;; esac`,'if [ "$TS_CLOUD_AGE" -lt 0 ]; then',' TS_CLOUD_PID=$(systemctl show "$TS_CLOUD_UNIT" -p MainPID --value 2>/dev/null || true)',` case "$TS_CLOUD_PID" in ''|0|*[!0-9]*) ;; *) TS_CLOUD_AGE=$(ps -o etimes= -p "$TS_CLOUD_PID" 2>/dev/null | tr -d ' ' || true) ;; esac`,` case "$TS_CLOUD_AGE" in ''|*[!0-9]*) TS_CLOUD_AGE=-1 ;; esac`,"fi",`if [ "$TS_CLOUD_AGE" -ge 0 ] && [ "$TS_CLOUD_AGE" -lt ${c} ]; then`,' rm -f "$TS_CLOUD_STATE.fail"',` logger -t ${h} "$TS_CLOUD_UNIT is \${TS_CLOUD_AGE}s old, inside its ${c}s startup grace; not counting this failed check on ${f} ($TS_CLOUD_WHY)"`," exit 0","fi",'TS_CLOUD_FAILS=$(cat "$TS_CLOUD_STATE.fail" 2>/dev/null || echo 0)',`case "$TS_CLOUD_FAILS" in ''|*[!0-9]*) TS_CLOUD_FAILS=0 ;; esac`,"TS_CLOUD_FAILS=$((TS_CLOUD_FAILS + 1))",'echo "$TS_CLOUD_FAILS" > "$TS_CLOUD_STATE.fail"',`if [ "$TS_CLOUD_FAILS" -lt ${o} ]; then`,` logger -t ${h} "check $TS_CLOUD_FAILS of ${o} failed on ${f} ($TS_CLOUD_WHY)"`," exit 0","fi","TS_CLOUD_NOW=$(date +%s)","TS_CLOUD_STREAK=0","TS_CLOUD_LAST=0",'[ ! -f "$TS_CLOUD_STATE.restarts" ] || read -r TS_CLOUD_STREAK TS_CLOUD_LAST < "$TS_CLOUD_STATE.restarts" || true',`case "$TS_CLOUD_STREAK" in ''|*[!0-9]*) TS_CLOUD_STREAK=0 ;; esac`,`case "$TS_CLOUD_LAST" in ''|*[!0-9]*) TS_CLOUD_LAST=0 ;; esac`,'if [ "$TS_CLOUD_STREAK" -gt 0 ]; then',` TS_CLOUD_WAIT=${u}`," TS_CLOUD_I=1",` while [ "$TS_CLOUD_I" -lt "$TS_CLOUD_STREAK" ] && [ "$TS_CLOUD_WAIT" -lt ${l} ]; do TS_CLOUD_WAIT=$((TS_CLOUD_WAIT * 2)); TS_CLOUD_I=$((TS_CLOUD_I + 1)); done`,` [ "$TS_CLOUD_WAIT" -le ${l} ] || TS_CLOUD_WAIT=${l}`," TS_CLOUD_ELAPSED=$((TS_CLOUD_NOW - TS_CLOUD_LAST))",' if [ "$TS_CLOUD_ELAPSED" -lt "$TS_CLOUD_WAIT" ]; then',` logger -t ${h} "holding off: $TS_CLOUD_STREAK liveness restart(s) in a row have not brought $TS_CLOUD_UNIT back; next restart allowed in $((TS_CLOUD_WAIT - TS_CLOUD_ELAPSED))s ($TS_CLOUD_WHY on ${f})"`," exit 0"," fi","fi","TS_CLOUD_STREAK=$((TS_CLOUD_STREAK + 1))",`logger -t ${h} "no HTTP response on ${f} after $TS_CLOUD_FAILS checks ($TS_CLOUD_WHY); restarting $TS_CLOUD_UNIT (liveness restart $TS_CLOUD_STREAK in a row)"`,'echo "$TS_CLOUD_STREAK $TS_CLOUD_NOW" > "$TS_CLOUD_STATE.restarts"','rm -f "$TS_CLOUD_STATE.fail"','systemctl restart "$TS_CLOUD_UNIT"',"TS_CLOUD_LIVENESS_EOF",`chmod +x ${d}`,`rm -f ${m}.fail ${m}.restarts`,`cat > /etc/systemd/system/${t}-liveness.service <<'TS_CLOUD_UNIT_EOF'`,"[Unit]",`Description=Liveness check for ${t} (managed by ts-cloud)`,"","[Service]","Type=oneshot",`ExecStart=${d}`,"TS_CLOUD_UNIT_EOF",`cat > /etc/systemd/system/${t}-liveness.timer <<'TS_CLOUD_UNIT_EOF'`,"[Unit]",`Description=Run the ${t} liveness check every ${i}s`,"","[Timer]",`OnUnitActiveSec=${i}s`,`OnBootSec=${i}s`,"Persistent=true","","[Install]","WantedBy=timers.target","TS_CLOUD_UNIT_EOF","systemctl daemon-reload",`systemctl enable --now ${t}-liveness.timer >/dev/null 2>&1 || true`]}var Ys=20,Zr=3,Ac=5,Lc=60;function kc(e){let{paths:t,unitBase:r,releaseId:n,port:s}=e,i=`${r}@${n}.service`,o=`${r}.service`,a=Math.max(1,e.healthGateSeconds??5),c=e.healthCheckPath?e.healthCheckPath.startsWith("/")?e.healthCheckPath:`/${e.healthCheckPath}`:null,l=c?`curl -sf -o /dev/null --max-time ${Ac} "http://127.0.0.1:${s}${c}"`:null,u=(d)=>`{ echo "[ts-cloud] release ${n} ${d}" >&2; ts_cloud_restore_previous; exit 1; }`;return[`TS_CLOUD_OLD_UNITS=$(systemctl list-units --plain --no-legend --type=service "${r}@*.service" 2>/dev/null | awk '{print $1}' | grep -v "^${i}$" || true)`,`TS_CLOUD_PREV_CURRENT="$(readlink ${t.current} 2>/dev/null || true)"`,"TS_CLOUD_LEGACY_STOPPED=0","ts_cloud_restore_previous() {",` journalctl -u ${i} -n 50 --no-pager >&2 || true`,` systemctl stop ${i} 2>/dev/null || true`,` systemctl disable ${i} 2>/dev/null || true`,` if [ -n "$TS_CLOUD_PREV_CURRENT" ] && [ -d "$TS_CLOUD_PREV_CURRENT" ]; then ln -sfn "$TS_CLOUD_PREV_CURRENT" ${t.current}.tmp && mv -Tf ${t.current}.tmp ${t.current}; fi`,' for TS_CLOUD_RU in ${TS_CLOUD_OLD_UNITS}; do systemctl enable "$TS_CLOUD_RU" 2>/dev/null || true; systemctl start "$TS_CLOUD_RU" 2>/dev/null || true; done',` if [ "$TS_CLOUD_LEGACY_STOPPED" -eq 1 ]; then systemctl start ${o} 2>/dev/null || true; fi`,' if [ -n "$TS_CLOUD_OLD_UNITS" ] || [ "$TS_CLOUD_LEGACY_STOPPED" -eq 1 ]; then echo "[ts-cloud] previous release restored and serving" >&2; else echo "[ts-cloud] there was no previous release to restore" >&2; fi',"}",`if [ -f /etc/systemd/system/${o} ] && systemctl is-active --quiet ${o}; then echo "[ts-cloud] retiring pre-zero-downtime unit ${o} (one-time restart cutover)"; systemctl stop ${o}; TS_CLOUD_LEGACY_STOPPED=1; fi`,'TS_CLOUD_STARTED_AT="@$(date +%s)"',`systemctl restart ${i}`,`TS_CLOUD_GATE_OK=1; for TS_CLOUD_I in $(seq 1 ${a}); do sleep 1; systemctl is-active --quiet ${i} || { TS_CLOUD_GATE_OK=0; break; }; done`,'if [ "$TS_CLOUD_GATE_OK" -ne 1 ]; then',` if journalctl -u ${i} --since "$TS_CLOUD_STARTED_AT" -o cat --no-pager 2>/dev/null | grep -iE 'EADDRINUSE|address already in use|port [0-9]+ (is )?in use|Failed to start server' >/dev/null; then`,` echo "[ts-cloud] release ${n} could not share :${s} with the previous release (no SO_REUSEPORT?) — retiring it and retrying" >&2`,' for TS_CLOUD_RU in ${TS_CLOUD_OLD_UNITS}; do systemctl stop "$TS_CLOUD_RU" 2>/dev/null || true; done',` systemctl restart ${i}`,` for TS_CLOUD_I in $(seq 1 ${a}); do sleep 1; systemctl is-active --quiet ${i} || ${u("failed its health gate on the free port")}; done`," else",` ${u("crashed on start — the previous release was never stopped")}`," fi","fi",`if ss -ltnpH "sport = :${s}" >/dev/null 2>&1; then`," TS_CLOUD_BOUND=0",` for TS_CLOUD_I in $(seq 1 ${Lc}); do`,` TS_CLOUD_NEW_PID="$(systemctl show -p MainPID --value ${i} 2>/dev/null || true)"`,` if [ -n "$TS_CLOUD_NEW_PID" ] && [ "$TS_CLOUD_NEW_PID" != "0" ] && ss -ltnpH "sport = :${s}" 2>/dev/null | grep "pid=$TS_CLOUD_NEW_PID," >/dev/null; then TS_CLOUD_BOUND=1; break; fi`,` systemctl is-active --quiet ${i} || break`,` sleep ${Zr}`," done",` [ "$TS_CLOUD_BOUND" -eq 1 ] || ${u(`never took :${s}`)}`,"else",' echo "[ts-cloud] cannot read listener PIDs on this host — the response probes run without the bind check" >&2',"fi",...l?[`TS_CLOUD_HEALTHY=0; for TS_CLOUD_I in $(seq 1 ${Ys}); do if ${l}; then TS_CLOUD_HEALTHY=1; break; fi; sleep ${Zr}; done`,`[ "$TS_CLOUD_HEALTHY" -eq 1 ] || ${u(`never answered ${c}`)}`]:[],...bn(t),`systemctl enable ${i} 2>/dev/null || true`,'for TS_CLOUD_U in ${TS_CLOUD_OLD_UNITS}; do systemctl stop "$TS_CLOUD_U" 2>/dev/null || true; systemctl disable "$TS_CLOUD_U" 2>/dev/null || true; done',`TS_CLOUD_LISTENING=0; for TS_CLOUD_I in $(seq 1 ${a}); do if ss -ltnH "sport = :${s}" 2>/dev/null | grep . >/dev/null; then TS_CLOUD_LISTENING=1; break; fi; sleep 1; done`,`if [ "$TS_CLOUD_LISTENING" -ne 1 ]; then echo "[ts-cloud] nothing is listening on ${s} after retiring the previous release — restarting ${i} on the now-free port" >&2; systemctl restart ${i}; for TS_CLOUD_I in $(seq 1 ${a}); do if ss -ltnH "sport = :${s}" 2>/dev/null | grep . >/dev/null; then TS_CLOUD_LISTENING=1; break; fi; sleep 1; done; fi`,`[ "$TS_CLOUD_LISTENING" -eq 1 ] || ${u(`is active but never bound :${s}`)}`,...l?[`TS_CLOUD_HEALTHY=0; for TS_CLOUD_I in $(seq 1 ${Ys}); do if ${l}; then TS_CLOUD_HEALTHY=1; break; fi; sleep ${Zr}; done`,`[ "$TS_CLOUD_HEALTHY" -eq 1 ] || ${u(`stopped answering ${c} once it served alone`)}`]:[],...ia(t),`systemctl list-unit-files --plain --no-legend "${r}@*.service" 2>/dev/null | awk '{print $1}' | { grep -v -e "^${i}$" -e "^${r}@\\.service$" || true; } | while read -r TS_CLOUD_U; do systemctl disable "$TS_CLOUD_U" 2>/dev/null || true; done`,`if [ -f /etc/systemd/system/${o} ]; then systemctl disable ${o} 2>/dev/null || true; rm -f /etc/systemd/system/${o}; systemctl daemon-reload; fi`]}function tn(e){let{siteName:t,slug:r,artifactFetch:n,releaseId:s,execStart:i,envEntries:o,port:a,keepReleases:c=$i,preStartCommands:l=[],healthCheckPath:u,healthGateSeconds:d=5,liveness:m,memoryHigh:h="auto",memoryMax:f,cpuWeight:y,ioWeight:N,tasksMax:I,stopTimeout:L}=e,k=[...y!=null?[`CPUWeight=${y}`]:[],...N!=null?[`IOWeight=${N}`]:[],...I!=null?[`TasksMax=${I}`]:[],...L?[`TimeoutStopSec=${L}`]:[]],E=e.zeroDowntime??a!=null,z=e.appDir??`/var/www/${t}`,P=Wt(z,s),U=`${r}-${t}`,V=`${U}.service`,ue=Rt(r,t,s),ie=e.sharedPaths??[],W=Xc([".env",...ie,...Yt(o,ie)]),ee=Xt(o),X=l.length>0?[`cd ${P.release}`,...l]:[],q=["set -euo pipefail",...ea(P),ra(P),...n,...Mi(P,W),...ta(P),`tar xzf ${ue} -C "$TS_CLOUD_STAGED"`,`rm -f ${ue}`,`cat > ${P.shared}/.env <<'TS_CLOUD_ENV_EOF'`,ee,"TS_CLOUD_ENV_EOF",`chmod 600 ${P.shared}/.env`,...na(P),`find ${P.release} -maxdepth 1 \\( -type f -o -type l \\) -name '.env*' ! -name '.env.example' ! -name '*.example' -delete`,`sed -i -E '/^[[:space:]]*(PORT|PORT_BACKEND|PORT_ADMIN|PORT_FRONTEND)[[:space:]]*=/d' ${P.shared}/.env 2>/dev/null || true`,...Go(P,W),...X];if(E&&a!=null){let pe=`${U}@${s}.service`,be=u?u.startsWith("/")?u:`/${u}`:null;return[...q,`cat > /etc/systemd/system/${U}@.service <<'TS_CLOUD_UNIT_EOF'`,"[Unit]",`Description=${t} release %i (managed by ts-cloud)`,"After=network.target","","[Service]","Type=simple",`WorkingDirectory=${P.releases}/%i`,`ExecStart=${i}`,"Restart=always","RestartSec=5","MemoryAccounting=true",...h&&h!=="auto"?[`MemoryHigh=${h}`]:[],...f?[`MemoryMax=${f}`]:[],...k,`EnvironmentFile=${P.releases}/%i/.env`,`Environment=PORT=${a}`,`Environment=STX_IMAGE_CACHE_DIR=${Ho(P)}`,`Environment=STX_BUNDLE_CACHE_DIR=${Li(P)}`,`Environment=STX_BUNDLE_CACHE_DIR=${Li(P)}`,"","[Install]","WantedBy=multi-user.target","TS_CLOUD_UNIT_EOF","systemctl daemon-reload",...h==="auto"?qs(`${U}@.service`):[...Qt(`${U}@.service`),...Qr()],...Ic(pe),...kc({paths:P,unitBase:U,releaseId:s,port:a,healthCheckPath:be,healthGateSeconds:d}),...Sn(P,c),...m===!1?[]:Xs({...m,unitBase:U,unitPattern:`${U}@*.service`,port:a,path:m?.path??u})]}return[...q,`cat > /etc/systemd/system/${V} <<'TS_CLOUD_UNIT_EOF'`,"[Unit]",`Description=${t} (managed by ts-cloud)`,"After=network.target","","[Service]","Type=simple",`WorkingDirectory=${P.current}`,`ExecStart=${i}`,"Restart=always","RestartSec=5","MemoryAccounting=true",...h&&h!=="auto"?[`MemoryHigh=${h}`]:[],...f?[`MemoryMax=${f}`]:[],...k,`EnvironmentFile=${P.current}/.env`,...a?[`Environment=PORT=${a}`]:[],`Environment=STX_IMAGE_CACHE_DIR=${Ho(P)}`,`Environment=STX_BUNDLE_CACHE_DIR=${Li(P)}`,"","[Install]","WantedBy=multi-user.target","TS_CLOUD_UNIT_EOF","systemctl daemon-reload",...Qt(V,{auto:h!=="auto",high:h!=="auto",max:Boolean(f)}),...h==="auto"?qs(V):Qr(),`systemctl enable ${V}`,`TS_CLOUD_PREV_CURRENT="$(readlink ${P.current} 2>/dev/null || true)"`,...bn(P),`systemctl restart ${V}`,`for TS_CLOUD_I in $(seq 1 ${Math.max(1,d)}); do sleep 1; systemctl is-active --quiet ${V} || { echo "[ts-cloud] release ${s} of ${V} did not stay up — restoring the previous release" >&2; journalctl -u ${V} -n 50 --no-pager >&2 || true; if [ -n "$TS_CLOUD_PREV_CURRENT" ] && [ -d "$TS_CLOUD_PREV_CURRENT" ] && [ "$(readlink -f "$TS_CLOUD_PREV_CURRENT")" != "$(readlink -f ${P.release})" ]; then ln -sfn "$TS_CLOUD_PREV_CURRENT" ${P.current}.tmp && mv -Tf ${P.current}.tmp ${P.current}; systemctl restart ${V} || true; fi; exit 1; }; done`,...ia(P),...Sn(P,c),...m===!1||!a?[]:Xs({...m,unitBase:U,unitPattern:V,port:a,path:m?.path??u})]}function un(e){let{siteName:t,artifactFetch:r,releaseId:n,keepReleases:s=$i,preStartCommands:i=[]}=e,o=e.appDir??`/var/www/${t}`,a=Wt(o,n),c=Rt(e.slug,t,n),l=i.length>0?[`cd ${a.release}`,...i]:[];return["set -euo pipefail",...ea(a),ra(a),...r,...Mi(a,[]),...ta(a),`tar xzf ${c} -C "$TS_CLOUD_STAGED"`,...na(a),`rm -f ${c}`,...l,...bn(a),...Sn(a,s)]}function Rt(e,t,r){return`/tmp/${[e,t,r].filter(Boolean).join("-")}-release.tar.gz`}function pn(e,t,r,n){return[`aws s3 cp "s3://${e}/${t}" ${n} --region ${r}`]}function dn(e,t){return[`mv "${e}" ${t}`]}function nt(e){return`'${e.replace(/'/g,`'"'"'`)}'`}function er(e,t,r){return["set -euo pipefail",`chmod 600 ${nt(e)}`,`mv -f -- ${nt(e)} ${nt(t)}`,`cp -- ${nt(t)} ${nt(r)}`].join(`
|
|
277
|
-
`)}function tr(e){return`rm -f -- ${
|
|
278
|
-
`)}var
|
|
276
|
+
' "$TS_CLOUD_MEM_MB" "$TS_CLOUD_HIGH_MB" > /etc/systemd/system/${e}.d/50-ts-cloud-memory.conf`,"systemctl daemon-reload",'echo "[ts-cloud] memoryHigh=auto resolved to ${TS_CLOUD_HIGH_MB}M (one eighth of ${TS_CLOUD_MEM_MB}M)"',...en()]}function Qt(e,t={auto:!0}){let r=t.auto===!1?[]:[`/etc/systemd/system/${e}.d/50-ts-cloud-memory.conf`];for(let n of["/etc/systemd/system.control","/run/systemd/system.control"]){if(t.high)r.push(`${n}/${e}.d/50-MemoryHigh.conf`);if(t.max)r.push(`${n}/${e}.d/50-MemoryMax.conf`)}if(r.length===0)return[];return["TS_CLOUD_MEM_CLEARED=0",...r.map((n)=>`if [ -f ${n} ]; then rm -f ${n}; TS_CLOUD_MEM_CLEARED=1; echo "[ts-cloud] removed ${n}: memory limits now come from config"; fi`),'if [ "$TS_CLOUD_MEM_CLEARED" = 1 ]; then systemctl daemon-reload; fi']}function en(){return[`TS_CLOUD_COMMIT=$(for f in /sys/fs/cgroup/system.slice/*.service/memory.high /sys/fs/cgroup/system.slice/*.slice/*.service/memory.high; do [ -f "$f" ] || continue; v=$(cat "$f" 2>/dev/null); [ "$v" = "max" ] && continue; echo "$v"; done | awk '{s+=$1} END {print int(s/1048576)}')`,"TS_CLOUD_RAM=$(awk '/^MemTotal:/{print int($2/1024)}' /proc/meminfo)",'if [ -n "$TS_CLOUD_COMMIT" ] && [ "$TS_CLOUD_COMMIT" -gt 0 ] && [ "$TS_CLOUD_RAM" -gt 0 ]; then TS_CLOUD_PCT=$((TS_CLOUD_COMMIT * 100 / TS_CLOUD_RAM)); if [ "$TS_CLOUD_PCT" -gt 300 ]; then echo "[ts-cloud] WARNING: services on this box declare ${TS_CLOUD_COMMIT}M of MemoryHigh against ${TS_CLOUD_RAM}M of RAM (${TS_CLOUD_PCT}% committed). Soft ceilings, so this is not fatal - but no ceiling can protect the box once enough of them are drawn on at once."; else echo "[ts-cloud] memory commitment: ${TS_CLOUD_COMMIT}M declared against ${TS_CLOUD_RAM}M RAM (${TS_CLOUD_PCT}%)"; fi; fi']}function Nc(e){return[`TS_CLOUD_SLICE=$(systemctl show ${e} -p Slice --value 2>/dev/null || true)`,'if [ -n "$TS_CLOUD_SLICE" ] && [ "$TS_CLOUD_SLICE" != "system.slice" ]; then systemctl set-property --runtime "$TS_CLOUD_SLICE" MemoryHigh=infinity MemoryMax=infinity 2>/dev/null || true; systemctl set-property "$TS_CLOUD_SLICE" MemoryHigh=infinity MemoryMax=infinity 2>/dev/null || true; fi']}var Be={path:"/",intervalSeconds:60,failuresBeforeRestart:3,timeoutSeconds:10,startupGraceSeconds:600,maxBackoffSeconds:3600,backoffBaseSeconds:300};function xt(e,t,r){return typeof e==="number"&&Number.isFinite(e)?Math.max(r,Math.floor(e)):t}function Zs(e){let{unitBase:t,unitPattern:r,port:n}=e,s=e.path&&e.path.startsWith("/")?e.path:Be.path,i=xt(e.intervalSeconds,Be.intervalSeconds,10),o=xt(e.failuresBeforeRestart,Be.failuresBeforeRestart,1),a=xt(e.timeoutSeconds,Be.timeoutSeconds,1),c=xt(e.startupGraceSeconds,Be.startupGraceSeconds,0),l=xt(e.maxBackoffSeconds,Be.maxBackoffSeconds,0),d=Math.min(Be.backoffBaseSeconds,l),u=`/usr/local/sbin/${t}-liveness`,m=`/run/${t}-liveness`,h=`${t}-liveness`,f=`127.0.0.1:${n}${s}`,E=r.includes("@*")?`TS_CLOUD_UNIT=$(systemctl list-units --plain --no-legend --type=service '${r}' 2>/dev/null | awk '{print $1}' | head -1)`:`TS_CLOUD_UNIT=${r}`;return[`cat > ${u} <<'TS_CLOUD_LIVENESS_EOF'`,"#!/bin/sh",`# Liveness check for ${t}, written by ts-cloud on every deploy.`,`# Settings: interval=${i}s timeout=${a}s failures=${o} startup-grace=${c}s max-backoff=${l}s`,"set -eu",`TS_CLOUD_STATE=${m}`,'exec 9>"$TS_CLOUD_STATE.lock"',"flock -n 9 || exit 0",E,'[ -n "$TS_CLOUD_UNIT" ] || exit 0','systemctl is-active --quiet "$TS_CLOUD_UNIT" || exit 0',"TS_CLOUD_RC=0",`curl -s -o /dev/null --max-time ${a} "http://${f}" || TS_CLOUD_RC=$?`,'if [ "$TS_CLOUD_RC" -eq 0 ]; then',' rm -f "$TS_CLOUD_STATE.fail"',' if [ -f "$TS_CLOUD_STATE.restarts" ]; then',` TS_CLOUD_LAST=$(awk '{print $2}' "$TS_CLOUD_STATE.restarts" 2>/dev/null || true)`,` case "$TS_CLOUD_LAST" in ''|*[!0-9]*) TS_CLOUD_LAST=0 ;; esac`,` [ $(($(date +%s) - TS_CLOUD_LAST)) -lt ${l} ] || rm -f "$TS_CLOUD_STATE.restarts"`," fi"," exit 0","fi",'case "$TS_CLOUD_RC" in'," 7) TS_CLOUD_WHY='connection refused' ;;",` 28) TS_CLOUD_WHY='no response within ${a}s' ;;`,' *) TS_CLOUD_WHY="curl exit $TS_CLOUD_RC" ;;',"esac",'TS_CLOUD_SINCE=$(systemctl show "$TS_CLOUD_UNIT" -p ActiveEnterTimestampMonotonic --value 2>/dev/null || true)',"TS_CLOUD_UPTIME=$(cut -d' ' -f1 /proc/uptime 2>/dev/null || true)",`TS_CLOUD_AGE=$(awk -v up="$TS_CLOUD_UPTIME" -v since="$TS_CLOUD_SINCE" 'BEGIN { if (since + 0 > 0 && up + 0 > 0) print int(up - since / 1000000); else print -1 }')`,`case "$TS_CLOUD_AGE" in ''|*[!0-9-]*) TS_CLOUD_AGE=-1 ;; esac`,'if [ "$TS_CLOUD_AGE" -lt 0 ]; then',' TS_CLOUD_PID=$(systemctl show "$TS_CLOUD_UNIT" -p MainPID --value 2>/dev/null || true)',` case "$TS_CLOUD_PID" in ''|0|*[!0-9]*) ;; *) TS_CLOUD_AGE=$(ps -o etimes= -p "$TS_CLOUD_PID" 2>/dev/null | tr -d ' ' || true) ;; esac`,` case "$TS_CLOUD_AGE" in ''|*[!0-9]*) TS_CLOUD_AGE=-1 ;; esac`,"fi",`if [ "$TS_CLOUD_AGE" -ge 0 ] && [ "$TS_CLOUD_AGE" -lt ${c} ]; then`,' rm -f "$TS_CLOUD_STATE.fail"',` logger -t ${h} "$TS_CLOUD_UNIT is \${TS_CLOUD_AGE}s old, inside its ${c}s startup grace; not counting this failed check on ${f} ($TS_CLOUD_WHY)"`," exit 0","fi",'TS_CLOUD_FAILS=$(cat "$TS_CLOUD_STATE.fail" 2>/dev/null || echo 0)',`case "$TS_CLOUD_FAILS" in ''|*[!0-9]*) TS_CLOUD_FAILS=0 ;; esac`,"TS_CLOUD_FAILS=$((TS_CLOUD_FAILS + 1))",'echo "$TS_CLOUD_FAILS" > "$TS_CLOUD_STATE.fail"',`if [ "$TS_CLOUD_FAILS" -lt ${o} ]; then`,` logger -t ${h} "check $TS_CLOUD_FAILS of ${o} failed on ${f} ($TS_CLOUD_WHY)"`," exit 0","fi","TS_CLOUD_NOW=$(date +%s)","TS_CLOUD_STREAK=0","TS_CLOUD_LAST=0",'[ ! -f "$TS_CLOUD_STATE.restarts" ] || read -r TS_CLOUD_STREAK TS_CLOUD_LAST < "$TS_CLOUD_STATE.restarts" || true',`case "$TS_CLOUD_STREAK" in ''|*[!0-9]*) TS_CLOUD_STREAK=0 ;; esac`,`case "$TS_CLOUD_LAST" in ''|*[!0-9]*) TS_CLOUD_LAST=0 ;; esac`,'if [ "$TS_CLOUD_STREAK" -gt 0 ]; then',` TS_CLOUD_WAIT=${d}`," TS_CLOUD_I=1",` while [ "$TS_CLOUD_I" -lt "$TS_CLOUD_STREAK" ] && [ "$TS_CLOUD_WAIT" -lt ${l} ]; do TS_CLOUD_WAIT=$((TS_CLOUD_WAIT * 2)); TS_CLOUD_I=$((TS_CLOUD_I + 1)); done`,` [ "$TS_CLOUD_WAIT" -le ${l} ] || TS_CLOUD_WAIT=${l}`," TS_CLOUD_ELAPSED=$((TS_CLOUD_NOW - TS_CLOUD_LAST))",' if [ "$TS_CLOUD_ELAPSED" -lt "$TS_CLOUD_WAIT" ]; then',` logger -t ${h} "holding off: $TS_CLOUD_STREAK liveness restart(s) in a row have not brought $TS_CLOUD_UNIT back; next restart allowed in $((TS_CLOUD_WAIT - TS_CLOUD_ELAPSED))s ($TS_CLOUD_WHY on ${f})"`," exit 0"," fi","fi","TS_CLOUD_STREAK=$((TS_CLOUD_STREAK + 1))",`logger -t ${h} "no HTTP response on ${f} after $TS_CLOUD_FAILS checks ($TS_CLOUD_WHY); restarting $TS_CLOUD_UNIT (liveness restart $TS_CLOUD_STREAK in a row)"`,'echo "$TS_CLOUD_STREAK $TS_CLOUD_NOW" > "$TS_CLOUD_STATE.restarts"','rm -f "$TS_CLOUD_STATE.fail"','systemctl restart "$TS_CLOUD_UNIT"',"TS_CLOUD_LIVENESS_EOF",`chmod +x ${u}`,`rm -f ${m}.fail ${m}.restarts`,`cat > /etc/systemd/system/${t}-liveness.service <<'TS_CLOUD_UNIT_EOF'`,"[Unit]",`Description=Liveness check for ${t} (managed by ts-cloud)`,"","[Service]","Type=oneshot",`ExecStart=${u}`,"TS_CLOUD_UNIT_EOF",`cat > /etc/systemd/system/${t}-liveness.timer <<'TS_CLOUD_UNIT_EOF'`,"[Unit]",`Description=Run the ${t} liveness check every ${i}s`,"","[Timer]",`OnUnitActiveSec=${i}s`,`OnBootSec=${i}s`,"Persistent=true","","[Install]","WantedBy=timers.target","TS_CLOUD_UNIT_EOF","systemctl daemon-reload",`systemctl enable --now ${t}-liveness.timer >/dev/null 2>&1 || true`]}var Qs=20,Qr=3,Hc=5,Uc=60;function Mc(e){let{paths:t,unitBase:r,releaseId:n,port:s}=e,i=`${r}@${n}.service`,o=`${r}.service`,a=Math.max(1,e.healthGateSeconds??5),c=e.healthCheckPath?e.healthCheckPath.startsWith("/")?e.healthCheckPath:`/${e.healthCheckPath}`:null,l=c?`curl -sf -o /dev/null --max-time ${Hc} "http://127.0.0.1:${s}${c}"`:null,d=(u)=>`{ echo "[ts-cloud] release ${n} ${u}" >&2; ts_cloud_restore_previous; exit 1; }`;return[`TS_CLOUD_OLD_UNITS=$(systemctl list-units --plain --no-legend --type=service "${r}@*.service" 2>/dev/null | awk '{print $1}' | grep -v "^${i}$" || true)`,`TS_CLOUD_PREV_CURRENT="$(readlink ${t.current} 2>/dev/null || true)"`,"TS_CLOUD_LEGACY_STOPPED=0","ts_cloud_restore_previous() {",` journalctl -u ${i} -n 50 --no-pager >&2 || true`,` systemctl stop ${i} 2>/dev/null || true`,` systemctl disable ${i} 2>/dev/null || true`,` if [ -n "$TS_CLOUD_PREV_CURRENT" ] && [ -d "$TS_CLOUD_PREV_CURRENT" ]; then ln -sfn "$TS_CLOUD_PREV_CURRENT" ${t.current}.tmp && mv -Tf ${t.current}.tmp ${t.current}; fi`,' for TS_CLOUD_RU in ${TS_CLOUD_OLD_UNITS}; do systemctl enable "$TS_CLOUD_RU" 2>/dev/null || true; systemctl start "$TS_CLOUD_RU" 2>/dev/null || true; done',` if [ "$TS_CLOUD_LEGACY_STOPPED" -eq 1 ]; then systemctl start ${o} 2>/dev/null || true; fi`,' if [ -n "$TS_CLOUD_OLD_UNITS" ] || [ "$TS_CLOUD_LEGACY_STOPPED" -eq 1 ]; then echo "[ts-cloud] previous release restored and serving" >&2; else echo "[ts-cloud] there was no previous release to restore" >&2; fi',"}",`if [ -f /etc/systemd/system/${o} ] && systemctl is-active --quiet ${o}; then echo "[ts-cloud] retiring pre-zero-downtime unit ${o} (one-time restart cutover)"; systemctl stop ${o}; TS_CLOUD_LEGACY_STOPPED=1; fi`,'TS_CLOUD_STARTED_AT="@$(date +%s)"',`systemctl restart ${i}`,`TS_CLOUD_GATE_OK=1; for TS_CLOUD_I in $(seq 1 ${a}); do sleep 1; systemctl is-active --quiet ${i} || { TS_CLOUD_GATE_OK=0; break; }; done`,'if [ "$TS_CLOUD_GATE_OK" -ne 1 ]; then',` if journalctl -u ${i} --since "$TS_CLOUD_STARTED_AT" -o cat --no-pager 2>/dev/null | grep -iE 'EADDRINUSE|address already in use|port [0-9]+ (is )?in use|Failed to start server' >/dev/null; then`,` echo "[ts-cloud] release ${n} could not share :${s} with the previous release (no SO_REUSEPORT?) — retiring it and retrying" >&2`,' for TS_CLOUD_RU in ${TS_CLOUD_OLD_UNITS}; do systemctl stop "$TS_CLOUD_RU" 2>/dev/null || true; done',` systemctl restart ${i}`,` for TS_CLOUD_I in $(seq 1 ${a}); do sleep 1; systemctl is-active --quiet ${i} || ${d("failed its health gate on the free port")}; done`," else",` ${d("crashed on start — the previous release was never stopped")}`," fi","fi",`if ss -ltnpH "sport = :${s}" >/dev/null 2>&1; then`," TS_CLOUD_BOUND=0",` for TS_CLOUD_I in $(seq 1 ${Uc}); do`,` TS_CLOUD_NEW_PID="$(systemctl show -p MainPID --value ${i} 2>/dev/null || true)"`,` if [ -n "$TS_CLOUD_NEW_PID" ] && [ "$TS_CLOUD_NEW_PID" != "0" ] && ss -ltnpH "sport = :${s}" 2>/dev/null | grep "pid=$TS_CLOUD_NEW_PID," >/dev/null; then TS_CLOUD_BOUND=1; break; fi`,` systemctl is-active --quiet ${i} || break`,` sleep ${Qr}`," done",` [ "$TS_CLOUD_BOUND" -eq 1 ] || ${d(`never took :${s}`)}`,"else",' echo "[ts-cloud] cannot read listener PIDs on this host — the response probes run without the bind check" >&2',"fi",...l?[`TS_CLOUD_HEALTHY=0; for TS_CLOUD_I in $(seq 1 ${Qs}); do if ${l}; then TS_CLOUD_HEALTHY=1; break; fi; sleep ${Qr}; done`,`[ "$TS_CLOUD_HEALTHY" -eq 1 ] || ${d(`never answered ${c}`)}`]:[],...bn(t),`systemctl enable ${i} 2>/dev/null || true`,'for TS_CLOUD_U in ${TS_CLOUD_OLD_UNITS}; do systemctl stop "$TS_CLOUD_U" 2>/dev/null || true; systemctl disable "$TS_CLOUD_U" 2>/dev/null || true; done',`TS_CLOUD_LISTENING=0; for TS_CLOUD_I in $(seq 1 ${a}); do if ss -ltnH "sport = :${s}" 2>/dev/null | grep . >/dev/null; then TS_CLOUD_LISTENING=1; break; fi; sleep 1; done`,`if [ "$TS_CLOUD_LISTENING" -ne 1 ]; then echo "[ts-cloud] nothing is listening on ${s} after retiring the previous release — restarting ${i} on the now-free port" >&2; systemctl restart ${i}; for TS_CLOUD_I in $(seq 1 ${a}); do if ss -ltnH "sport = :${s}" 2>/dev/null | grep . >/dev/null; then TS_CLOUD_LISTENING=1; break; fi; sleep 1; done; fi`,`[ "$TS_CLOUD_LISTENING" -eq 1 ] || ${d(`is active but never bound :${s}`)}`,...l?[`TS_CLOUD_HEALTHY=0; for TS_CLOUD_I in $(seq 1 ${Qs}); do if ${l}; then TS_CLOUD_HEALTHY=1; break; fi; sleep ${Qr}; done`,`[ "$TS_CLOUD_HEALTHY" -eq 1 ] || ${d(`stopped answering ${c} once it served alone`)}`]:[],...oa(t),`systemctl list-unit-files --plain --no-legend "${r}@*.service" 2>/dev/null | awk '{print $1}' | { grep -v -e "^${i}$" -e "^${r}@\\.service$" || true; } | while read -r TS_CLOUD_U; do systemctl disable "$TS_CLOUD_U" 2>/dev/null || true; done`,`if [ -f /etc/systemd/system/${o} ]; then systemctl disable ${o} 2>/dev/null || true; rm -f /etc/systemd/system/${o}; systemctl daemon-reload; fi`]}function ei(e,t){if(!t.length)return[];let r=je(e.release);return[`if [ -e ${r} ] || [ -L ${r} ]; then`,...t,"fi"]}function un(e){let{siteName:t,slug:r,artifactFetch:n,releaseId:s,execStart:i,envEntries:o,port:a,keepReleases:c=$i,preStartCommands:l=[],postActivateCommands:d=[],beforeResetCommands:u=[],healthCheckPath:m,healthGateSeconds:h=5,liveness:f,memoryHigh:y="auto",memoryMax:E,cpuWeight:B,ioWeight:k,tasksMax:L,stopTimeout:C}=e,z=[...B!=null?[`CPUWeight=${B}`]:[],...k!=null?[`IOWeight=${k}`]:[],...L!=null?[`TasksMax=${L}`]:[],...C?[`TimeoutStopSec=${C}`]:[]],M=e.zeroDowntime??a!=null,N=e.appDir??`/var/www/${t}`,U=Wt(N,s),q=`${r}-${t}`,X=`${q}.service`,V=Rt(r,t,s),te=e.sharedPaths??[],ee=Qc([".env",...te,...Yt(o,te)]),Y=Xt(o),pe=l.length>0?[`cd ${U.release}`,...l]:[],Se=["set -euo pipefail",...ta(U),...n,...Mi(U,ee),...ei(U,u),na(U),...ra(U),`tar xzf ${V} -C "$TS_CLOUD_STAGED"`,`rm -f ${V}`,`cat > ${U.shared}/.env <<'TS_CLOUD_ENV_EOF'`,Y,"TS_CLOUD_ENV_EOF",`chmod 600 ${U.shared}/.env`,...ia(U),`find ${U.release} -maxdepth 1 \\( -type f -o -type l \\) -name '.env*' ! -name '.env.example' ! -name '*.example' -delete`,`sed -i -E '/^[[:space:]]*(PORT|PORT_BACKEND|PORT_ADMIN|PORT_FRONTEND)[[:space:]]*=/d' ${U.shared}/.env 2>/dev/null || true`,...qo(U,ee),...pe];if(M&&a!=null){let S=`${q}@${s}.service`,I=m?m.startsWith("/")?m:`/${m}`:null;return[...Se,`cat > /etc/systemd/system/${q}@.service <<'TS_CLOUD_UNIT_EOF'`,"[Unit]",`Description=${t} release %i (managed by ts-cloud)`,"After=network.target","","[Service]","Type=simple",`WorkingDirectory=${U.releases}/%i`,`ExecStart=${i}`,"Restart=always","RestartSec=5","MemoryAccounting=true",...y&&y!=="auto"?[`MemoryHigh=${y}`]:[],...E?[`MemoryMax=${E}`]:[],...z,`EnvironmentFile=${U.releases}/%i/.env`,`Environment=PORT=${a}`,`Environment=STX_IMAGE_CACHE_DIR=${Go(U)}`,`Environment=STX_BUNDLE_CACHE_DIR=${Li(U)}`,`Environment=STX_BUNDLE_CACHE_DIR=${Li(U)}`,"","[Install]","WantedBy=multi-user.target","TS_CLOUD_UNIT_EOF","systemctl daemon-reload",...y==="auto"?Js(`${q}@.service`):[...Qt(`${q}@.service`),...en()],...Nc(S),...Mc({paths:U,unitBase:q,releaseId:s,port:a,healthCheckPath:I,healthGateSeconds:h}),...d,...Sn(U,c),...f===!1?[]:Zs({...f,unitBase:q,unitPattern:`${q}@*.service`,port:a,path:f?.path??m})]}return[...Se,`cat > /etc/systemd/system/${X} <<'TS_CLOUD_UNIT_EOF'`,"[Unit]",`Description=${t} (managed by ts-cloud)`,"After=network.target","","[Service]","Type=simple",`WorkingDirectory=${U.current}`,`ExecStart=${i}`,"Restart=always","RestartSec=5","MemoryAccounting=true",...y&&y!=="auto"?[`MemoryHigh=${y}`]:[],...E?[`MemoryMax=${E}`]:[],...z,`EnvironmentFile=${U.current}/.env`,...a?[`Environment=PORT=${a}`]:[],`Environment=STX_IMAGE_CACHE_DIR=${Go(U)}`,`Environment=STX_BUNDLE_CACHE_DIR=${Li(U)}`,"","[Install]","WantedBy=multi-user.target","TS_CLOUD_UNIT_EOF","systemctl daemon-reload",...Qt(X,{auto:y!=="auto",high:y!=="auto",max:Boolean(E)}),...y==="auto"?Js(X):en(),`systemctl enable ${X}`,`TS_CLOUD_PREV_CURRENT="$(readlink ${U.current} 2>/dev/null || true)"`,...bn(U),`systemctl restart ${X}`,`for TS_CLOUD_I in $(seq 1 ${Math.max(1,h)}); do sleep 1; systemctl is-active --quiet ${X} || { echo "[ts-cloud] release ${s} of ${X} did not stay up — restoring the previous release" >&2; journalctl -u ${X} -n 50 --no-pager >&2 || true; if [ -n "$TS_CLOUD_PREV_CURRENT" ] && [ -d "$TS_CLOUD_PREV_CURRENT" ] && [ "$(readlink -f "$TS_CLOUD_PREV_CURRENT")" != "$(readlink -f ${U.release})" ]; then ln -sfn "$TS_CLOUD_PREV_CURRENT" ${U.current}.tmp && mv -Tf ${U.current}.tmp ${U.current}; systemctl restart ${X} || true; fi; exit 1; }; done`,...oa(U),...d,...Sn(U,c),...f===!1||!a?[]:Zs({...f,unitBase:q,unitPattern:X,port:a,path:f?.path??m})]}function pn(e){let{siteName:t,artifactFetch:r,releaseId:n,keepReleases:s=$i,preStartCommands:i=[],postActivateCommands:o=[],beforeResetCommands:a=[]}=e,c=e.appDir??`/var/www/${t}`,l=Wt(c,n),d=Rt(e.slug,t,n),u=i.length>0?[`cd ${l.release}`,...i]:[];return["set -euo pipefail",...ta(l),...r,...Mi(l,[]),...ei(l,a),na(l),...ra(l),`tar xzf ${d} -C "$TS_CLOUD_STAGED"`,...ia(l),`rm -f ${d}`,...u,...bn(l),...o,...Sn(l,s)]}function Rt(e,t,r){return`/tmp/${[e,t,r].filter(Boolean).join("-")}-release.tar.gz`}function dn(e,t,r,n){return[`aws s3 cp "s3://${e}/${t}" ${n} --region ${r}`]}function mn(e,t){return[`mv "${e}" ${t}`]}function je(e){return`'${e.replace(/'/g,`'"'"'`)}'`}function er(e,t,r){return["set -euo pipefail",`chmod 600 ${je(e)}`,`mv -f -- ${je(e)} ${je(t)}`,`cp -- ${je(t)} ${je(r)}`].join(`
|
|
277
|
+
`)}function tr(e){return`rm -f -- ${je(e)} 2>/dev/null || true`}function fn(e={}){let t=Math.max(1,e.appServers??e.instances??1),r=!!e.servicesServer||t>1,n=t>1||!!e.server?.loadBalancer;return{appServers:t,loadBalancer:n,dedicatedServices:r,servicesOnApp:!r}}function ti(e,t){let r={REDIS_HOST:e,MEILISEARCH_HOST:`http://${e}:7700`};if(t?.name){if(r.DB_CONNECTION=t.engine==="postgres"?"pgsql":"mysql",r.DB_HOST=e,r.DB_PORT=String(t.port??(t.engine==="postgres"?5432:3306)),r.DB_DATABASE=t.name,t.username)r.DB_USERNAME=t.username;if(t.password)r.DB_PASSWORD=t.password}return r}function gn(e){let t=e.infrastructure?.compute??{},r=A(e);return[...Vo(t.managedServices??{mysql:!0,redis:!0},{bindPrivate:!0}),...At(r,t.managedServices??{mysql:!0}),...Ee(!0),...Pe(!0),...tt(t.sshKeys),...Me(e.notifications),...t.backups?.enabled?[...zo({database:r,backups:t.backups})]:[]]}var rr=["-S","ssh"];function ri(e={},t="ssh"){let r=[];if(e.identityFile)r.push("-i",e.identityFile);if(e.port)r.push(t==="scp"?"-P":"-p",String(e.port));return r.push("-o","StrictHostKeyChecking=no","-o","UserKnownHostsFile=/dev/null","-o","LogLevel=ERROR","-o",`ConnectTimeout=${e.connectTimeoutSec??10}`),r}async function hn(e,t,r={}){let n=Bun.spawn(["ssh",...ri(r),`${r.user??"root"}@${e}`,t],{stdout:"pipe",stderr:"pipe"}),[s,i]=await Promise.all([new Response(n.stdout).text(),new Response(n.stderr).text()]);return{code:await n.exited,stdout:s,stderr:i}}async function _e(e,t,r={}){let n=await hn(e,t,r);if(n.code!==0)throw Error(`ssh \`${t}\` on ${e} failed (${n.code}): ${n.stderr.trim()||n.stdout.trim()}`);return n.stdout}async function st(e,t={}){let r=t.timeoutMs??180000,n=t.pollIntervalMs??5000,s=Date.now();while(Date.now()-s<r){let i=await hn(e,"echo ready",t);if(i.code===0&&i.stdout.includes("ready"))return;await new Promise((o)=>setTimeout(o,n))}throw Error(`SSH not ready on ${e} after ${r}ms`)}function Ot(e={}){return["set -e","ts_cloud_script=$(mktemp /tmp/ts-cloud-deploy.XXXXXXXX)",`trap 'rm -f "$ts_cloud_script"' EXIT`,'cat > "$ts_cloud_script"',e.sudo?'sudo -n -H bash "$ts_cloud_script" < /dev/null':'bash "$ts_cloud_script" < /dev/null'].join(`
|
|
278
|
+
`)}var yn=Ot();import{homedir as zc}from"node:os";import{join as Fc}from"node:path";var nr={location:"fsn1",image:"ubuntu-24.04",sshUser:"root",sshPrivateKeyPath:"~/.ssh/id_ed25519"};function nn(e){return e.startsWith("~/")?Fc(zc(),e.slice(2)):e}function ot(...e){for(let t of e){let r=process.env[t]?.trim();if(r)return r}return}function at(...e){for(let t of e){let r=t?.trim();if(r)return r}return}function Dt(e,t){return at(e,t?.hetzner?.apiToken,ot("HCLOUD_TOKEN","HETZNER_API_TOKEN"))}function vn(e,t){return at(t,e?.hetzner?.location,ot("HCLOUD_LOCATION","HETZNER_LOCATION"))??nr.location}function It(e,t){let r=e?.infrastructure?.compute;return at(t,r?.image,e?.hetzner?.image,ot("HCLOUD_IMAGE","HETZNER_IMAGE"))??nr.image}function Bc(e,t){return at(t,e?.hetzner?.sshUser,ot("HCLOUD_SSH_USER","HETZNER_SSH_USER"))??nr.sshUser}function ni(e,t){return nn(at(t,e?.hetzner?.sshPrivateKeyPath,ot("HCLOUD_SSH_KEY","HETZNER_SSH_KEY"))??nr.sshPrivateKeyPath)}function Kc(e,t,r){let n=at(t,e?.hetzner?.sshPublicKeyPath,ot("HCLOUD_SSH_PUBLIC_KEY","HETZNER_SSH_PUBLIC_KEY"));if(n)return nn(n);return`${r??ni(e)}.pub`}function gt(e,t={}){let r=ni(e,t.sshPrivateKeyPath);return{apiToken:Dt(t.apiToken,e),location:vn(e,t.location),image:It(e,t.image),sshUser:Bc(e,t.sshUser),sshPrivateKeyPath:r,sshPublicKeyPath:Kc(e,t.sshPublicKeyPath,r)}}var jc="https://api.hetzner.cloud/v1";class sr extends Error{status;code;details;constructor(e,t,r,n){super(e);this.status=t;this.code=r;this.details=n;this.name="HetznerApiError"}}class ir extends Error{action;constructor(e,t){super(e);this.action=t;this.name="HetznerActionError"}}function si(e){return e.map((t)=>({type:"server",server:{id:t.server}}))}class Oe{name="hetzner";apiToken;baseUrl;fetchImpl;constructor(e){this.apiToken=e.apiToken,this.baseUrl=e.baseUrl??jc,this.fetchImpl=e.fetchImpl??fetch}async request(e,t,r){let n=await this.fetchImpl(`${this.baseUrl}${t}`,{method:e,headers:{Authorization:`Bearer ${this.apiToken}`,"Content-Type":"application/json"},body:r===void 0?void 0:JSON.stringify(r)}),s=await n.text(),i;try{i=s?JSON.parse(s):{}}catch{if(!n.ok){let o=s.trim().slice(0,200)||n.statusText||"Hetzner API error";throw Error(`Hetzner API ${e} ${t} (${n.status}): ${o}`)}throw Error(`Hetzner API ${e} ${t}: unexpected non-JSON response`)}if(!n.ok){let o=i.error?.message||n.statusText||"Hetzner API error",a=i.error?.code?` [${i.error.code}]`:"";throw new sr(`Hetzner API ${e} ${t} (${n.status})${a}: ${o}`,n.status,i.error?.code,i.error?.details)}return i}async requestAll(e,t){let r=[],n=1;for(;;){let s=e.includes("?")?"&":"?",i=await this.request("GET",`${e}${s}per_page=50&page=${n}`);r.push(...i[t]??[]);let o=i.meta?.pagination?.next_page;if(!o)return r;n=o}}async listServers(){return this.requestAll("/servers","servers")}async getServer(e){return(await this.request("GET",`/servers/${e}`)).server}async listVolumes(){return this.requestAll("/volumes","volumes")}async getVolume(e){return(await this.request("GET",`/volumes/${e}`)).volume}async createVolume(e){return this.request("POST","/volumes",{...e,automount:!1})}async attachVolume(e,t){return(await this.request("POST",`/volumes/${e}/actions/attach`,{server:t,automount:!1})).action}async resizeVolume(e,t){return(await this.request("POST",`/volumes/${e}/actions/resize`,{size:t})).action}async protectVolume(e,t){return(await this.request("POST",`/volumes/${e}/actions/change_protection`,{delete:t})).action}async getServerMetrics(e,t){let r=new URLSearchParams({type:t.types.join(","),start:t.start.toISOString(),end:t.end.toISOString(),step:String(Math.max(60,Math.floor(t.step??60)))});return(await this.request("GET",`/servers/${e}/metrics?${r}`)).metrics}async listServerTypes(e){let t=e?`?name=${encodeURIComponent(e)}`:"";return this.requestAll(`/server_types${t}`,"server_types")}async getServerType(e){return(await this.listServerTypes(e)).find((t)=>t.name===e)??null}async createServer(e){let t=await this.request("POST","/servers",{name:e.name,server_type:e.serverType,image:e.image,location:e.location,datacenter:e.datacenter,ssh_keys:e.sshKeys,user_data:e.userData,labels:e.labels,firewalls:e.firewalls,networks:e.networks,start_after_create:!0});return{server:t.server,action:t.action}}async listNetworks(){return this.requestAll("/networks","networks")}async createNetwork(e){let t=e.ipRange??"10.0.0.0/16";return(await this.request("POST","/networks",{name:e.name,ip_range:t,subnets:[{type:"cloud",ip_range:t,network_zone:"eu-central"}],labels:e.labels})).network}async deleteNetwork(e){await this.request("DELETE",`/networks/${e}`)}async listLoadBalancers(){return this.requestAll("/load_balancers","load_balancers")}async createLoadBalancer(e){return(await this.request("POST","/load_balancers",{name:e.name,load_balancer_type:e.type??"lb11",location:e.location,network_zone:e.network?void 0:e.networkZone??"eu-central",network:e.network,labels:e.labels,targets:[{type:"label_selector",label_selector:{selector:e.labelSelector},use_private_ip:!!e.network}],services:e.services.map((r)=>({protocol:r.protocol??"tcp",listen_port:r.listenPort,destination_port:r.destinationPort,health_check:{protocol:"http",port:80,interval:15,timeout:10,retries:3,http:{path:"/",status_codes:["2??","3??"]}}}))})).load_balancer}async deleteLoadBalancer(e){await this.request("DELETE",`/load_balancers/${e}`)}async deleteServer(e){return(await this.request("DELETE",`/servers/${e}`)).action}async listFirewalls(){return this.requestAll("/firewalls","firewalls")}async createFirewall(e){let t=await this.request("POST","/firewalls",{name:e.name,rules:e.rules,labels:e.labels,apply_to:e.applyTo?si(e.applyTo):void 0});return{firewall:t.firewall,actions:t.actions}}async setFirewallRules(e,t){return(await this.request("POST",`/firewalls/${e}/actions/set_rules`,{rules:t})).actions??[]}async deleteFirewall(e){await this.request("DELETE",`/firewalls/${e}`)}async applyFirewallToResources(e,t){return(await this.request("POST",`/firewalls/${e}/actions/apply_to_resources`,{apply_to:si(t)})).actions}async listSshKeys(){return this.requestAll("/ssh_keys","ssh_keys")}async createSshKey(e){return(await this.request("POST","/ssh_keys",{name:e.name,public_key:e.publicKey,labels:e.labels})).ssh_key}async deleteSshKey(e){await this.request("DELETE",`/ssh_keys/${e}`)}async getAction(e){return(await this.request("GET",`/actions/${e}`)).action}async shutdownServer(e){return(await this.request("POST",`/servers/${e}/actions/shutdown`,{})).action}async powerOnServer(e){return(await this.request("POST",`/servers/${e}/actions/poweron`,{})).action}async changeServerType(e,t,r){return(await this.request("POST",`/servers/${e}/actions/change_type`,{server_type:t,upgrade_disk:r})).action}async powerOffServer(e){return(await this.request("POST",`/servers/${e}/actions/poweroff`,{})).action}async stopServer(e,t){if((await this.getServer(e)).status==="off")return;await this.shutdownServer(e);let n=t?.gracefulWaitMs??120000,s=t?.pollIntervalMs??3000,i=Date.now();while(Date.now()-i<n){if((await this.getServer(e)).status==="off")return;await new Promise((a)=>setTimeout(a,s))}let o=await this.powerOffServer(e);await this.waitForAction(o.id),await this.waitForServerStatus(e,"off")}async renameServer(e,t){return(await this.request("PUT",`/servers/${e}`,{name:t})).server}async listImages(e){let t=e?.type?`?type=${encodeURIComponent(e.type)}`:"";return this.requestAll(`/images${t}`,"images")}async getImage(e){return(await this.request("GET",`/images/${e}`)).image}async createImage(e,t){return this.request("POST",`/servers/${e}/actions/create_image`,{description:t.description,type:t.type??"snapshot",labels:t.labels})}async deleteImage(e){await this.request("DELETE",`/images/${e}`)}async rebuildServer(e,t){return(await this.request("POST",`/servers/${e}/actions/rebuild`,{image:t})).action}async listPrimaryIps(){return this.requestAll("/primary_ips","primary_ips")}async unassignPrimaryIp(e){return(await this.request("POST",`/primary_ips/${e}/actions/unassign`,{})).action}async assignPrimaryIp(e,t){return(await this.request("POST",`/primary_ips/${e}/actions/assign`,{assignee_id:t,assignee_type:"server"})).action}async waitForAction(e,t){let r=t?.pollIntervalMs??2000,n=t?.maxWaitMs??300000,s=Date.now();while(Date.now()-s<n){let i=await this.getAction(e);if(i.status==="success")return i;if(i.status==="error")throw new ir(i.error?.message||"Hetzner action failed",i);await new Promise((o)=>setTimeout(o,r))}throw Error(`Timed out waiting for Hetzner action ${e}`)}async waitForServerRunning(e,t){let r=t?.pollIntervalMs??3000,n=t?.maxWaitMs??600000,s=Date.now();while(Date.now()-s<n){let i=await this.getServer(e);if(i.status==="running")return i;await new Promise((o)=>setTimeout(o,r))}throw Error(`Timed out waiting for server ${e} to reach running state`)}async waitForServerStatus(e,t,r){let n=r?.pollIntervalMs??3000,s=r?.maxWaitMs??600000,i=Date.now();while(Date.now()-i<s){let o=await this.getServer(e);if(o.status===t)return o;await new Promise((a)=>setTimeout(a,n))}throw Error(`Timed out waiting for server ${e} to reach ${t} state`)}}function fr(e,t){let r=Dt(e,t);if(!r)throw Error("Hetzner API token required. Set hetzner.apiToken in cloud.config.ts or HCLOUD_TOKEN / HETZNER_API_TOKEN.");return r}function Ge(e){let[t,r]=e.trim().split(/\s+/);return r?`${t} ${r}`:t}function ii(e){if(!e)return"";return e.endsWith(`
|
|
279
279
|
`)?e:`${e}
|
|
280
280
|
`}function Ce(e,t={}){let r=t.scriptPath??"/var/lib/cloud/ts-cloud-bootstrap.sh",n=t.permissions??"0755",s=e.split(`
|
|
281
281
|
`).map((i)=>` ${i}`).join(`
|
|
282
282
|
`);return`#cloud-config
|
|
283
|
-
${
|
|
283
|
+
${ii(t.before)}write_files:
|
|
284
284
|
- path: ${r}
|
|
285
285
|
permissions: '${n}'
|
|
286
286
|
owner: root:root
|
|
@@ -288,7 +288,7 @@ ${ni(t.before)}write_files:
|
|
|
288
288
|
${s}
|
|
289
289
|
runcmd:
|
|
290
290
|
- [ bash, ${r} ]
|
|
291
|
-
${
|
|
291
|
+
${ii(t.after)}`}function on(e){let t=new Set([80,443,...e.sitePorts,...e.allowedPorts??[]]);if(e.allowSsh)t.add(22);return[...t].map((r)=>({direction:"in",protocol:"tcp",port:String(r),source_ips:["0.0.0.0/0","::/0"],description:`ts-cloud port ${r}`}))}var wn={micro:"cpx11",small:"cx23",medium:"cx33",large:"cx43",xlarge:"cx53","2xlarge":"ccx33"};function Xe(e){if(!e)return wn.micro;if(e in wn)return wn[e];return e}var ie="ts-cloud";function oe(e,t,r="app"){return{[`${ie}/project`]:e,[`${ie}/environment`]:t,[`${ie}/role`]:r,[`${ie}/managed-by`]:"ts-cloud"}}function ye(e,t,r,n="app"){return $n(e,t,r)&&e[`${ie}/role`]===n}function $n(e,t,r){if(!e)return!1;return e[`${ie}/project`]===t&&e[`${ie}/environment`]===r}function Gc(e){return e.location?.name??e.datacenter?.location.name??"unknown"}function ct(e){return typeof e==="number"&&Number.isFinite(e)?e:0}function Wc(e,t){if(e.architecture&&t.architecture&&e.architecture!==t.architecture)throw Error(`Cannot resize ${e.name} (${e.architecture}) to ${t.name} (${t.architecture}) in place.`);let r=[];if(ct(t.cores)<ct(e.cores))r.push("CPU");if(ct(t.memory)<ct(e.memory))r.push("memory");if(ct(t.disk)<ct(e.disk))r.push("disk");if(r.length>0)throw Error(`Refusing an in-place downgrade from ${e.name} to ${t.name}: ${r.join(", ")} would shrink.`)}async function Qe(e,t,r,n=!0){let[s,i]=await Promise.all([e.getServer(t),e.getServerType(r)]);if(!i)throw Error(`Hetzner server type ${r} was not found.`);let o=s.server_type,a=o.name===i.name;if(!a)Wc(o,i);let c=Gc(s),l=i.locations?.find((d)=>d.name===c);return{serverId:t,serverName:s.name,location:c,currentType:o,targetType:i,capacityAvailable:l?.available!==!1,alreadyComplete:a,upgradeDisk:n}}function oi(e){if(e instanceof sr&&e.code==="resource_unavailable")return!0;if(e instanceof ir){if(e.action.error?.code==="resource_unavailable")return!0;if(/no fitting vhost|placement|free resources/i.test(e.action.error?.message??""))return!0}return/resource_unavailable|no fitting vhost|error during placement|free resources/i.test(e instanceof Error?e.message:String(e))}async function xe(e,t,r){await e?.onPhase?.(t,r)}async function _n(e,t,r){await e.waitForAction(t.id,{pollIntervalMs:r.actionPollIntervalMs,maxWaitMs:r.actionTimeoutMs})}var or=async({client:e,hooks:t,actionPollIntervalMs:r,actionTimeoutMs:n,serverPollIntervalMs:s,serverTimeoutMs:i},o,a,c)=>{let l=await e.getServer(o.serverId);if(l.status!=="running"){await xe(t,c?"recovering":"powering-on",{serverId:o.serverId});let u=await e.powerOnServer(o.serverId);await _n(e,u,{actionPollIntervalMs:r,actionTimeoutMs:n}),l=await e.waitForServerRunning(o.serverId,{pollIntervalMs:s,maxWaitMs:i})}await xe(t,"verifying",{serverId:o.serverId,recovered:c});let d=await t?.afterBoot?.(l,o.targetType,a,{recovered:c});return{server:l,verification:d}};async function hr(e){let{client:t,hooks:r}=e,n=e.upgradeDisk??!0;await xe(r,"planning",{serverId:e.serverId,targetType:e.targetType});let s=await Qe(t,e.serverId,e.targetType,n),i=await t.getServer(s.serverId);if(s.alreadyComplete){let c=await or(e,s,e.manifest,!1);return await xe(r,"complete",{alreadyComplete:!0}),{status:"already-complete",plan:s,verification:c.verification}}if(!s.capacityAvailable&&!e.attemptUnavailable)return await xe(r,"waiting-capacity",{location:s.location,targetType:s.targetType.name}),{status:"waiting-capacity",plan:s};let o=e.manifest;if(i.status==="off"&&!e.resumeFromOff){let c=await or(e,s,void 0,!0);return{status:"recovered",plan:s,server:c.server,verification:c.verification,retryable:!0,error:"Server was already off without a resumable resize checkpoint; powered it back on."}}if(i.status==="running"){await xe(r,"preflight",{serverId:s.serverId}),o=await r?.preflight?.(i,s.targetType),await xe(r,"shutting-down",{serverId:s.serverId});let c=await t.shutdownServer(s.serverId);await _n(t,c,e),i=await t.waitForServerStatus(s.serverId,"off",{pollIntervalMs:e.serverPollIntervalMs,maxWaitMs:e.serverTimeoutMs})}try{await xe(r,"resizing",{serverId:s.serverId,from:s.currentType.name,to:s.targetType.name,upgradeDisk:n});let c=await t.changeServerType(s.serverId,s.targetType.name,n);await _n(t,c,e)}catch(c){let l=await or(e,s,o,!0);return{status:"recovered",plan:s,server:l.server,manifest:o,verification:l.verification,retryable:oi(c),error:c instanceof Error?c.message:String(c)}}let a=await or(e,s,o,!1);if(a.verification&&!a.verification.ok)throw Error(`Resize completed but verification failed: ${(a.verification.failures??[]).join("; ")}`);return await xe(r,"complete",{serverId:s.serverId,targetType:s.targetType.name}),{status:"completed",plan:s,server:a.server,manifest:o,verification:a.verification}}var Vc=String.raw`
|
|
292
292
|
const { readdir, readFile, readlink, stat } = await import('node:fs/promises')
|
|
293
293
|
|
|
294
294
|
const text = (command) => {
|
|
@@ -380,7 +380,7 @@ console.log(JSON.stringify({
|
|
|
380
380
|
persistentData: persistentData.sort(),
|
|
381
381
|
dataCatalog: dataCatalog.sort(),
|
|
382
382
|
}))
|
|
383
|
-
`;function
|
|
383
|
+
`;function qc(e){return`printf %s ${Buffer.from(e).toString("base64")} | base64 -d | bun -`}async function Yc(e){let t=await _e(e.host,qc(Vc),e);return JSON.parse(t)}async function Jc(e,t){let r="";for(let n=1;n<=3;n++){let s=Bun.spawn(["curl","--location","--silent","--show-error","--output","/dev/null","--max-time",String(Math.max(1,Math.ceil(t/1000))),"--write-out","%{http_code}",`https://${e}/`],{stdout:"pipe",stderr:"pipe"}),[i,o,a]=await Promise.all([new Response(s.stdout).text(),new Response(s.stderr).text(),s.exited]),c=Number.parseInt(i.trim(),10);if(a===0&&c>0)return{domain:e,ok:c<500,status:c};if(r=o.trim()||`curl exited ${a}`,n<3)await Bun.sleep(500*n)}return{domain:e,ok:!1,error:r}}async function Zc(e,t){let r=[],n=0,s=Array.from({length:Math.min(4,e.length)},async()=>{for(;;){let i=n++,o=e[i];if(!o)return;r[i]=await Jc(o,t)}});return await Promise.all(s),r}async function sn(e){let t=await Yc(e),r=await Zc(t.routeDomains,e.routeTimeoutMs??15000);return{...t,routeProbes:r}}async function gi(e){let t=await sn(e),r=t.routeProbes.filter((n)=>!n.ok);if(t.failedUnits.length>0)throw Error(`Preflight found failed services: ${t.failedUnits.join(", ")}`);if(r.length>0)throw Error(`Preflight found unhealthy routes: ${r.map((n)=>n.domain).join(", ")}`);return await _e(e.host,String.raw`systemctl list-units --type=service --state=running --no-legend --plain | awk '{print $1}' | while read -r unit; do if systemctl cat "$unit" 2>/dev/null | grep -Eq '/var/www|/usr/local/bin/rpx|/opt/ts-cloud'; then systemctl enable "$unit" >/dev/null 2>&1 || true; fi; done; systemctl daemon-reload; sync`,e),t}function lt(e,t){let r=new Set(t);return e.filter((n)=>!r.has(n))}function tl(e){return Math.floor((e.memory??0)*1024*1024*1024)}async function rl(e){await _e(e.host,String.raw`set -e
|
|
384
384
|
root_source="$(findmnt -n -o SOURCE /)"
|
|
385
385
|
root_fs="$(findmnt -n -o FSTYPE /)"
|
|
386
386
|
parent="$(lsblk -n -o PKNAME "$root_source" | head -1)"
|
|
@@ -392,18 +392,18 @@ case "$root_fs" in
|
|
|
392
392
|
ext2|ext3|ext4) resize2fs "$root_source" ;;
|
|
393
393
|
xfs) xfs_growfs / ;;
|
|
394
394
|
*) echo "Unsupported root filesystem: $root_fs" >&2; exit 1 ;;
|
|
395
|
-
esac`,e)}async function
|
|
396
|
-
`)).toString("base64");await _e(e.host,`printf %s ${r} | base64 -d | while read -r unit; do [ -z "$unit" ] || systemctl is-active --quiet "$unit" || systemctl start "$unit"; done`,e)}async function fi(e,t,r,n={recovered:!1}){if(await st(e.host,{...e,timeoutMs:e.sshTimeoutMs??600000}),!n.recovered)await
|
|
397
|
-
`,"utf8"),await
|
|
398
|
-
`))}if(l?.capacityAvailable&&!l.alreadyComplete){let f={host:m[0].publicIp,user:this.sshUser,identityFile:this.sshPrivateKeyPath},y=await hr({client:this.client,serverId:a.id,targetType:l.targetType.name,upgradeDisk:l.upgradeDisk,hooks:{preflight:()=>gi(f),afterBoot:(N,I,L,k)=>fi(f,I,L,k)}});if(y.status!=="completed"&&y.status!=="already-complete")throw Error(`Resize did not complete: ${y.status}`)}return u}constructor(e={}){let t=Dt(e.apiToken);if(this.stateOnly=!e.client&&!t&&e.allowStateOnly===!0,!e.client&&!t&&!this.stateOnly)throw Error("Hetzner API token required. Set hetzner.apiToken in cloud.config.ts or HCLOUD_TOKEN / HETZNER_API_TOKEN.");this.client=e.client??new Oe({apiToken:t??""});let r=gt(void 0,{sshPrivateKeyPath:e.sshPrivateKeyPath,sshPublicKeyPath:e.sshPublicKeyPath,sshUser:e.sshUser,location:e.location});this.sshPrivateKeyPath=r.sshPrivateKeyPath,this.sshPublicKeyPath=r.sshPublicKeyPath,this.sshUser=r.sshUser,this.location=r.location,this.waitForBoot=e.waitForBoot??!0,this.bootWait={sshIntervalMs:e.bootWait?.sshIntervalMs??5000,sshTimeoutMs:e.bootWait?.sshTimeoutMs??300000,cloudInitIntervalMs:e.bootWait?.cloudInitIntervalMs??5000,cloudInitTimeoutMs:e.bootWait?.cloudInitTimeoutMs??600000}}async provisionComputeInfrastructure(e){let{config:t,environment:r}=e,n=t.project.slug,s=t.infrastructure?.compute;if(!s)throw Error("infrastructure.compute is required to provision Hetzner compute");if(t.cloud?.attachTo)return this.attachToComputeInfrastructure(t.cloud.attachTo,t,r);let i=T(t,r),o=`${n}-${r}-app`,a=s.runtime==="php"||!!s.php,c=mn(s);if(c.dedicatedServices||c.appServers>1)return a?this.provisionFleet(e,c):this.provisionBunFleet(e,c);let l=se(n,r,"app"),u=t.sites||{},d=Z(s)?[]:this.collectUpstreamPorts(u),m=`${n}-${r}-app-fw`,{firewall:h}=await this.ensureFirewall(m,l,on({allowSsh:s.allowSsh!==!1,sitePorts:d,allowedPorts:[...s.firewall?.allowedPorts??[],...Es(t.infrastructure?.sftp),...jr(ne(t,{environment:r}))]})),f=await this.ensureSshKey(n,r,l),y=await ge(i);if(y?.serverId){let q=await this.tryGetServer(y.serverId);if(q&&q.status!=="off"){if(s.resize||s.volumes||s.deploymentStorage)await this.applyComputeChanges(e);return this.outputsFromState(y,q)}}let N=await this.findExistingServer(n,r,o);if(N&&N.status!=="off"){let q={provider:"hetzner",stackName:i,serverId:N.id,serverName:N.name,publicIp:N.public_net.ipv4?.ip,publicIpv6:me(N.public_net.ipv6?.ip),deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};if(await ft(i,q),s.resize||s.volumes||s.deploymentStorage)await this.applyComputeChanges(e);return this.outputsFromState(q,N)}let I=le(t,{environment:r}),L=I?.engine==="rpx"?$e({proxy:I,config:Te(u,{proxy:I,slug:t.project.slug,mail:ne(t,{environment:r})}),slug:t.project.slug,bunBin:s.runtime==="node"||s.runtime==="deno"?void 0:"/usr/local/bin/bun"}):void 0,k=ze(t,{environment:r}),E=s.bakedImage===!0,z=he({runtime:k.runtime,runtimeVersion:k.runtimeVersion,systemPackages:s.systemPackages,database:t.infrastructure?.database,phpProvision:k.phpProvision,servicesProvision:k.servicesProvision,rpxProvision:L,baked:E,swapGb:s.swapGb}),P=Ce(z),U=Xe(s.size),V=It(t),{server:ue,action:ie}=await this.client.createServer({name:o,serverType:U,image:V,location:t.hetzner?.location||this.location,userData:P,labels:l,sshKeys:f?[f]:void 0,firewalls:[{firewall:h.id}]});await this.client.waitForAction(ie.id);let W=await this.client.waitForServerRunning(ue.id),ee={provider:"hetzner",stackName:i,serverId:W.id,serverName:W.name,firewallId:h.id,publicIp:W.public_net.ipv4?.ip,publicIpv6:me(W.public_net.ipv6?.ip),deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};await ft(i,ee);let X=W.public_net.ipv4?.ip;if(X&&this.waitForBoot)await this.waitForSshReady(X),await this.waitForCloudInit(X);if(s.resize||s.volumes||s.deploymentStorage)await this.applyComputeChanges(e);return this.outputsFromState(ee,W)}async provisionFleet(e,t){let{config:r,environment:n}=e,s=r.project.slug,i=r.infrastructure.compute,o=T(r,n),a=Xe(i.size),c=It(r),l=r.hetzner?.location||this.location,u=i.bakedImage===!0,d=await ge(o);if(d?.loadBalancerId){let C=(await this.client.listLoadBalancers().catch(()=>[])).find((x)=>x.id===d.loadBalancerId);if(C)return{appPublicIp:C.public_net?.ipv4?.ip,loadBalancerIp:C.public_net?.ipv4?.ip,servicesPrivateIp:d.servicesPrivateIp,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser}}let m=await this.ensureSshKey(s,n,se(s,n,"app")),h=`${s}-${n}-net`,y=(await this.client.listNetworks().catch(()=>[])).find((S)=>S.name===h)??await this.client.createNetwork({name:h,labels:se(s,n,"app")}),{firewall:N}=await this.ensureFirewall(`${s}-${n}-app-fw`,se(s,n,"app"),on({allowSsh:!0,sitePorts:[],allowedPorts:i.firewall?.allowedPorts})),{firewall:I}=await this.ensureFirewall(`${s}-${n}-services-fw`,se(s,n,"services"),[{direction:"in",protocol:"tcp",port:"22",source_ips:["0.0.0.0/0","::/0"]},{direction:"in",protocol:"tcp",port:"3306",source_ips:[y.ip_range]},{direction:"in",protocol:"tcp",port:"5432",source_ips:[y.ip_range]},{direction:"in",protocol:"tcp",port:"6379",source_ips:[y.ip_range]},{direction:"in",protocol:"tcp",port:"7700",source_ips:[y.ip_range]}]),L=fn(r),k=Ce(he({runtime:"php",servicesProvision:L,baked:u,swapGb:i.swapGb})),E=await this.client.listServers().catch(()=>[]),z=[],P=E.find((S)=>ye(S.labels,s,n,"services"));if(!P){let{server:S,action:C}=await this.client.createServer({name:`${s}-${n}-services`,serverType:Xe(typeof i.servicesServer==="object"?i.servicesServer.size:i.size),image:c,location:l,userData:k,labels:se(s,n,"services"),sshKeys:m?[m]:void 0,firewalls:[{firewall:I.id}],networks:[y.id]});await this.client.waitForAction(C.id),P=await this.client.waitForServerRunning(S.id),z.push(S.id)}let U=P.id,V=P.private_net?.[0]?.ip??(await this.client.getServer(U)).private_net?.[0]?.ip,ue=[...Ee(!0),...Pe(!0),...et(i.sshKeys),...Me(r.notifications)],ie=zt({versions:i.php?.versions,default:i.php?.default,extensions:i.php?.extensions,installNginx:!Z(i),optimizeForProduction:i.php?.optimizeForProduction,ini:i.php?.ini}),W=Ce(he({runtime:"php",phpProvision:ie,servicesProvision:ue,baked:u,swapGb:i.swapGb})),ee=E.filter((S)=>ye(S.labels,s,n,"app")),X=ee.map((S)=>S.id);if(ee.length>t.appServers)for(let S of ee.slice(t.appServers))await this.client.deleteServer(S.id).catch(()=>{}),X.splice(X.indexOf(S.id),1);for(let S=ee.length;S<t.appServers;S++){let{server:C,action:x}=await this.client.createServer({name:`${s}-${n}-app-${S+1}`,serverType:a,image:c,location:l,userData:W,labels:se(s,n,"app"),sshKeys:m?[m]:void 0,firewalls:[{firewall:N.id}],networks:[y.id]});await this.client.waitForAction(x.id),X.push(C.id),z.push(C.id)}if(this.waitForBoot&&z.length>0)await Promise.all(z.map(async(S)=>{let x=(await this.client.waitForServerRunning(S)).public_net.ipv4?.ip;if(x)await this.waitForSshReady(x),await this.waitForCloudInit(x)}));let q=`${s}-${n}-lb`,pe,be;if(t.loadBalancer){let C=(await this.client.listLoadBalancers().catch(()=>[])).find((x)=>x.name===q)??await this.client.createLoadBalancer({name:q,location:l,network:y.id,labels:se(s,n,"lb"),labelSelector:`ts-cloud/project=${s},ts-cloud/environment=${n},ts-cloud/role=app`,services:[{listenPort:80,destinationPort:80},{listenPort:443,destinationPort:443}]});be=C.id,pe=C.public_net?.ipv4?.ip}let b=pe??(await this.client.getServer(X[0]).catch(()=>{return}))?.public_net.ipv4?.ip,H={provider:"hetzner",stackName:o,networkId:y.id,loadBalancerId:be,servicesServerId:U,servicesPrivateIp:V,publicIp:b,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};return await ft(o,H),{appPublicIp:b,loadBalancerIp:pe,servicesPrivateIp:V,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser}}async provisionBunFleet(e,t){let{config:r,environment:n}=e,s=r.project.slug,i=r.infrastructure.compute,o=T(r,n),a=Xe(i.size),c=It(r),l=r.hetzner?.location||this.location,u=i.bakedImage===!0,d=r.sites||{},m=await ge(o);if(m?.lbServerId){let x=await this.tryGetServer(m.lbServerId);if(x&&x.status!=="off"){let j=i.proxy?.engine==="rpx"?i.proxy:{engine:"rpx"},F=await this.findComputeTargets({slug:s,environment:n,role:"app",stackName:o});return this.refreshLbRoutes(x,d,F.map((K)=>({privateIp:K.privateIp,publicIp:K.publicIp})),j,s),{appPublicIp:x.public_net.ipv4?.ip??m.publicIp,loadBalancerIp:x.public_net.ipv4?.ip??m.publicIp,servicesPrivateIp:m.servicesPrivateIp,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser}}}let h=await this.ensureSshKey(s,n,se(s,n,"app")),f=`${s}-${n}-net`,N=(await this.client.listNetworks().catch(()=>[])).find((x)=>x.name===f)??await this.client.createNetwork({name:f,labels:se(s,n,"app")}),I=this.collectUpstreamPorts(d),{firewall:L}=await this.ensureFirewall(`${s}-${n}-app-fw`,se(s,n,"app"),[{direction:"in",protocol:"tcp",port:"22",source_ips:["0.0.0.0/0","::/0"]},...I.map((x)=>({direction:"in",protocol:"tcp",port:String(x),source_ips:[N.ip_range],description:`ts-cloud port ${x} (private, LB-only)`}))]),{firewall:k}=await this.ensureFirewall(`${s}-${n}-lb-fw`,se(s,n,"lb"),on({allowSsh:!0,sitePorts:[],allowedPorts:i.firewall?.allowedPorts})),E=await this.client.listServers().catch(()=>[]),z=[],P,U,V=!!i.servicesServer||!!i.managedServices,ue=t.dedicatedServices&&V;if(ue){let{firewall:x}=await this.ensureFirewall(`${s}-${n}-services-fw`,se(s,n,"services"),[{direction:"in",protocol:"tcp",port:"22",source_ips:["0.0.0.0/0","::/0"]},{direction:"in",protocol:"tcp",port:"3306",source_ips:[N.ip_range]},{direction:"in",protocol:"tcp",port:"5432",source_ips:[N.ip_range]},{direction:"in",protocol:"tcp",port:"6379",source_ips:[N.ip_range]},{direction:"in",protocol:"tcp",port:"7700",source_ips:[N.ip_range]}]),j=fn(r),F=Ce(he({runtime:"bun",servicesProvision:j,baked:u,swapGb:i.swapGb})),K=E.find((G)=>ye(G.labels,s,n,"services"));if(!K){let{server:G,action:te}=await this.client.createServer({name:`${s}-${n}-services`,serverType:Xe(typeof i.servicesServer==="object"?i.servicesServer.size:i.size),image:c,location:l,userData:F,labels:se(s,n,"services"),sshKeys:h?[h]:void 0,firewalls:[{firewall:x.id}],networks:[N.id]});await this.client.waitForAction(te.id),K=await this.client.waitForServerRunning(G.id),z.push(G.id)}P=K.id,U=K.private_net?.[0]?.ip??(await this.client.getServer(P)).private_net?.[0]?.ip}let ie=ue?{...i,managedServices:void 0,backups:void 0}:i,W=ze({...r,infrastructure:{...r.infrastructure,compute:ie}},{environment:n}),ee=Ce(he({runtime:W.runtime,runtimeVersion:W.runtimeVersion,systemPackages:i.systemPackages,database:r.infrastructure?.database,servicesProvision:W.servicesProvision,baked:u,swapGb:i.swapGb})),X=E.filter((x)=>ye(x.labels,s,n,"app")),q=X.map((x)=>x.id);if(X.length>t.appServers)for(let x of X.slice(t.appServers))await this.client.deleteServer(x.id).catch(()=>{}),q.splice(q.indexOf(x.id),1);for(let x=X.length;x<t.appServers;x++){let{server:j,action:F}=await this.client.createServer({name:`${s}-${n}-app-${x+1}`,serverType:a,image:c,location:l,userData:ee,labels:se(s,n,"app"),sshKeys:h?[h]:void 0,firewalls:[{firewall:L.id}],networks:[N.id]});await this.client.waitForAction(F.id),q.push(j.id),z.push(j.id)}if(this.waitForBoot&&z.length>0)await Promise.all(z.map(async(x)=>{let F=(await this.client.waitForServerRunning(x)).public_net.ipv4?.ip;if(F)await this.waitForSshReady(F),await this.waitForCloudInit(F)}));let pe=[];for(let x of q){let j=E.find((F)=>F.id===x);if(!j||!j.private_net?.[0]?.ip)j=await this.client.getServer(x).catch(()=>j);pe.push({privateIp:j?.private_net?.[0]?.ip,publicIp:j?.public_net.ipv4?.ip})}let be=`${s}-${n}-lb`,b,H;if(t.loadBalancer){let x=E.find((F)=>ye(F.labels,s,n,"lb")),j=i.proxy?.engine==="rpx"?i.proxy:{engine:"rpx"};if(!x){let F=$e({proxy:j,config:Ze(d,pe,{proxy:j,slug:s}),slug:s,bunBin:W.runtime==="node"||W.runtime==="deno"?void 0:"/usr/local/bin/bun"}),K=Ce(he({runtime:"bun",rpxProvision:F,baked:!1})),G=typeof i.loadBalancer==="object"?i.loadBalancer.size:void 0,{server:te,action:_}=await this.client.createServer({name:be,serverType:Xe(G??"micro"),image:c,location:l,userData:K,labels:se(s,n,"lb"),sshKeys:h?[h]:void 0,firewalls:[{firewall:k.id}],networks:[N.id]});if(await this.client.waitForAction(_.id),x=await this.client.waitForServerRunning(te.id),this.waitForBoot){let M=x.public_net.ipv4?.ip;if(M)await this.waitForSshReady(M),await this.waitForCloudInit(M)}}else this.refreshLbRoutes(x,d,pe,j,s);b=x.id,H=x.public_net.ipv4?.ip}let S=H??(await this.client.getServer(q[0]).catch(()=>{return}))?.public_net.ipv4?.ip,C={provider:"hetzner",stackName:o,networkId:N.id,lbServerId:b,appServerIds:q,servicesServerId:P,servicesPrivateIp:U,publicIp:S,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};return await ft(o,C),{appPublicIp:S,loadBalancerIp:H,servicesPrivateIp:U,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser}}async destroyCompute(e){let{config:t,environment:r}=e,n=t.project.slug,s=T(t,r),i=await ge(s),o=[],a=`${n}-${r}-lb`,l=(await this.client.listLoadBalancers().catch(()=>[])).find((L)=>L.name===a);if(l)try{await this.client.deleteLoadBalancer(l.id),o.push(`load balancer ${a}`)}catch{}let u=await this.client.listServers().catch(()=>[]),d=new Set;for(let L of u)if(ye(L.labels,n,r,"app")||ye(L.labels,n,r,"services")||ye(L.labels,n,r,"lb"))d.add(L.id);if(i?.serverId)d.add(i.serverId);if(i?.servicesServerId)d.add(i.servicesServerId);if(i?.lbServerId)d.add(i.lbServerId);for(let L of i?.appServerIds??[])d.add(L);for(let L of d)try{await this.client.deleteServer(L),o.push(`server ${L}`)}catch{}let m=await this.client.listFirewalls().catch(()=>[]);for(let L of[`${n}-${r}-app-fw`,`${n}-${r}-services-fw`,`${n}-${r}-lb-fw`]){let k=m.find((E)=>E.name===L);if(!k)continue;for(let E=0;E<12;E++)try{await this.client.deleteFirewall(k.id),o.push(`firewall ${L}`);break}catch{await this.sleep(3000)}}let h=`${n}-${r}-net`,y=(await this.client.listNetworks().catch(()=>[])).find((L)=>L.name===h);if(y)for(let L=0;L<12;L++)try{await this.client.deleteNetwork(y.id),o.push(`network ${h}`);break}catch{await this.sleep(3000)}let I=(await this.client.listSshKeys().catch(()=>[])).filter((L)=>wn(L.labels,n,r));for(let L of I)try{await this.client.deleteSshKey(L.id),o.push(`ssh key ${L.name}`)}catch{}return await ft(s,{provider:"hetzner",stackName:s}).catch(()=>{}),{destroyed:o}}async getComputeOutputs(e){let t=T(e.config,e.environment),r=await ge(t);if(r?.serverId){let i=await this.tryGetServer(r.serverId);if(i)return this.outputsFromState(r,i)}if(r?.lbServerId){let o=(await this.tryGetServer(r.lbServerId))?.public_net.ipv4?.ip??r.publicIp;return{...this.outputsFromState(r),appPublicIp:o,loadBalancerIp:o}}if(r?.loadBalancerId||r?.servicesPrivateIp)return this.outputsFromState(r);let s=(await this.findComputeTargets({slug:e.config.project.slug,environment:e.environment,role:"app",stackName:T(e.config,e.environment)}))[0];return{deployStoragePath:"/var/ts-cloud/staging",appInstanceId:s?.id,appPublicIp:s?.publicIp,sshUser:this.sshUser}}async uploadRelease(e){let t=e.targets?.length?e.targets:await this.findComputeTargets({slug:e.config.project.slug,environment:e.environment,role:"app",stackName:T(e.config,e.environment)});if(t.length===0)throw Error("No Hetzner compute targets found for release upload");let s=`/var/ts-cloud/staging/${`${e.remoteKey.replace(/^releases\//,"").replace(/\.tar\.gz$/,"").replace(/\//g,"-")}-${ai()}.tar.gz`}`,i=await cl(e.localPath),o=rt,a=`${o}/${i}.tar.gz`;for(let c of t){if(!c.publicIp)throw Error(`Target ${c.id} has no public IP for SCP upload`);let l=["set -euo pipefail",`mkdir -p ${Lt(o)} /var/ts-cloud/staging`,`test -s ${Lt(a)}`,`cp -- ${Lt(a)} ${Lt(s)}`].join(`
|
|
399
|
-
`);try{this.sshExec(c.publicIp,l);continue}catch{}let
|
|
400
|
-
`),r=[];for(let s of e.targets){if(!s.publicIp){r.push({instanceId:s.id,status:"Failed",error:"Missing public IP"});continue}try{let i=this.sshExec(s.publicIp,t);
|
|
401
|
-
`))}async findExistingServer(e,t,r){let n=await this.client.listServers(),s=n.find((o)=>ye(o.labels,e,t,"app")||o.name===r);if(s)return s;let i=n.filter((o)=>o.status!=="off"&&o.labels?.[`${
|
|
402
|
-
${s}`);if(/status:\s*(?:done|degraded)/.test(s))return}catch(s){if(s instanceof Error&&/cloud-init reported an error/.test(s.message))throw s}await this.sleep(t)}throw Error(`Timed out waiting for cloud-init to finish on ${e} after ${r}ms`)}outputsFromState(e,t){return{deployStoragePath:e.deployStoragePath||"/var/ts-cloud/staging",appInstanceId:e.serverId?String(e.serverId):void 0,appPublicIp:t?.public_net.ipv4?.ip||e.publicIp,appPublicIpv6:me(t?.public_net.ipv6?.ip)||e.publicIpv6,sshUser:e.sshUser||this.sshUser,servicesPrivateIp:e.servicesPrivateIp}}static SSH_HOST_KEY_OPTS=["-o","StrictHostKeyChecking=no","-o","UserKnownHostsFile=/dev/null","-o","LogLevel=ERROR"];static SSH_KEEPALIVE_OPTS=["-o","ConnectTimeout=30","-o","ServerAliveInterval=15","-o","ServerAliveCountMax=4"];sshBaseArgs(e,t=[]){return["-i",this.sshPrivateKeyPath,...Le.SSH_HOST_KEY_OPTS,...Le.SSH_KEEPALIVE_OPTS,"-o","BatchMode=yes",...t,`${this.sshUser}@${e}`]}scpToHost(e,t,r){let n=["scp",...rr,"-i",this.sshPrivateKeyPath,...Le.SSH_HOST_KEY_OPTS,...Le.SSH_KEEPALIVE_OPTS,"-o","BatchMode=yes",t,`${this.sshUser}@${e}:${r}`].map((i)=>`"${i.replace(/"/g,"\\\"")}"`).join(" "),s=3;for(let i=1;i<=3;i++)try{
|
|
403
|
-
`);try{let r=Bun.spawn(["bash","-c",t],{stdout:"pipe",stderr:"pipe",env:process.env}),[n,s,i]=await Promise.all([new Response(r.stdout).text(),new Response(r.stderr).text(),r.exited]);return{success:i===0,instanceCount:1,perInstance:[{instanceId:"localhost",status:i===0?"Success":"Failed",output:n,error:s}]}}catch(r){return{success:!1,instanceCount:1,perInstance:[{instanceId:"localhost",status:"Failed",error:r?.message??String(r)}],error:r?.message??String(r)}}}}function
|
|
404
|
-
`).find((i)=>i&&!i.startsWith("#"))?.trim().split(/\s+/);if(n.code!==0||!s?.[1]||!s[2])throw Error(`SSH host-key scan failed: ${n.stderr.trim()||"no key returned"}`);return{algorithm:s[1],key:s[2]}}function
|
|
405
|
-
`)){let i=s.trim();if(!i||i.startsWith("#")||i.startsWith("@"))continue;let[o,a,c]=i.split(/\s+/);if(!o||!a||!c)continue;if(o.split(",").includes(n))return{algorithm:a,key:c}}return null}function hi(e=process.cwd()){return R(e,"ssh","known_hosts")}async function
|
|
406
|
-
`,{mode:384})}class dt{options;run;scan;readKnownHosts;appendKnownHosts;constructor(e,t={}){this.options=e;this.run=t.run??
|
|
395
|
+
esac`,e)}async function nl(e,t){let r=Buffer.from(t.join(`
|
|
396
|
+
`)).toString("base64");await _e(e.host,`printf %s ${r} | base64 -d | while read -r unit; do [ -z "$unit" ] || systemctl is-active --quiet "$unit" || systemctl start "$unit"; done`,e)}async function fi(e,t,r,n={recovered:!1}){if(await st(e.host,{...e,timeoutMs:e.sshTimeoutMs??600000}),!n.recovered)await rl(e);if(r)await nl(e,r.runningServices);let s=await sn(e),i=[],o=r?lt(r.runningServices,s.runningServices):[],a=r?lt(r.releaseLinks,s.releaseLinks):[],c=r?lt(r.routeFragments,s.routeFragments):[],l=r?lt(r.routeIds,s.routeIds):[],d=r?.persistentData.map((C)=>C.split("=")[0])??[],u=s.persistentData.map((C)=>C.split("=")[0]),m=lt(d,u),h=r?lt(r.dataCatalog,s.dataCatalog):[],f=s.routeProbes.filter((C)=>!C.ok),y=n.recovered&&r?r.cpuCores:t.cores??0,E=n.recovered&&r?r.memoryBytes:tl(t),B=s.cpuCores>=y,k=s.memoryBytes>=E*0.9,L=n.recovered||s.rootDiskBytes>=(t.disk??0)*1e9*0.95;if(s.failedUnits.length>0)i.push(`Failed services: ${s.failedUnits.join(", ")}`);if(o.length>0)i.push(`Services did not return: ${o.join(", ")}`);if(a.length>0)i.push(`Release links changed: ${a.join(", ")}`);if(c.length>0)i.push(`Route manifests changed: ${c.join(", ")}`);if(l.length>0)i.push(`Routes disappeared: ${l.join(", ")}`);if(m.length>0)i.push(`Persistent data paths disappeared: ${m.join(", ")}`);if(h.length>0)i.push(`Databases or volumes disappeared: ${h.join(", ")}`);if(f.length>0)i.push(`Unhealthy routes: ${f.map((C)=>C.domain).join(", ")}`);if(!B)i.push(`Expected at least ${y} CPU cores, found ${s.cpuCores}`);if(!k)i.push(`Expected at least ${E} bytes of RAM`);if(!L)i.push(`Expected approximately ${t.disk??0} GB root disk`);return{ok:i.length===0,checks:{cpuCores:s.cpuCores,memoryBytes:s.memoryBytes,rootDiskBytes:s.rootDiskBytes,rootFilesystemBytes:s.rootFilesystemBytes,runningServices:s.runningServices.length,releaseLinks:s.releaseLinks.length,routeFragments:s.routeFragments.length,routes:s.routeIds.length,healthyRoutes:s.routeProbes.filter((C)=>C.ok).length,persistentDataPaths:s.persistentData.length,databasesAndVolumes:s.dataCatalog.length,failedUnits:s.failedUnits.length},failures:i}}import{mkdir as sl,readFile as il,rename as ol,writeFile as al}from"node:fs/promises";import{join as ai}from"node:path";var Tn="storage/cloud/state";function Ae(e=process.cwd()){return pa()?R(e,"state"):ai(e,Tn)}function ut(e,t=process.cwd()){return ai(Ae(t),`${e}.json`)}async function We(e,t=process.cwd()){try{let r=await il(ut(e,t),"utf8");return JSON.parse(r)}catch{return null}}async function pt(e,t,r=process.cwd()){let n=ut(e,r);await sl(Ae(r),{recursive:!0});let s=`${n}.${process.pid}.tmp`;await al(s,`${JSON.stringify(t,null,2)}
|
|
397
|
+
`,"utf8"),await ol(s,n)}async function ge(e){return We(e)}async function ft(e,t){await pt(e,t)}async function Cn(e,t,r){let n=r.length?await e.listVolumes():[];return r.map((s)=>{let i=n.filter((l)=>l.name===s.name);if(i.length>1)throw Error(`Ambiguous volume name: ${s.name}`);let o=i[0];if(o&&o.server!==null&&o.server!==t.id)throw Error(`Volume ${o.name} belongs to another server; refusing to detach live storage`);let a=t.location?.name??t.datacenter?.location.name;if(o&&o.location.name!==a)throw Error(`Volume ${o.name} is in ${o.location.name}, server is in ${a}`);if(o&&o.size>s.size)throw Error(`Refusing to shrink volume ${o.name}: ${o.size} GB to ${s.size} GB`);let c=[];if(!o)c.push("create");else{if(o.server===null)c.push("attach");if(o.size<s.size)c.push("grow")}if(!o||o.protection.delete!==(s.deleteProtection!==!1))c.push("protect");return c.push("mount"),{declaration:s,existing:o,actions:c}})}async function Pn(e,t,r){let n=[];for(let s of r){let i=s.existing,o=!i;if(!i){let a=await e.createVolume({name:s.declaration.name,size:s.declaration.size,server:t.id,labels:{...t.labels,"ts-cloud/volume":s.declaration.key}});await e.waitForAction(a.action.id);for(let c of a.next_actions??[])await e.waitForAction(c.id);i=await e.getVolume(a.volume.id)}if(i.server===null)await e.waitForAction((await e.attachVolume(i.id,t.id)).id),i=await e.getVolume(i.id);if(i.server!==t.id||i.location.name!==(t.location?.name??t.datacenter?.location.name))throw Error(`Volume attachment verification failed: ${i.name}`);if(i.linux_device!==`/dev/disk/by-id/scsi-0HC_Volume_${i.id}`)throw Error(`Unexpected Hetzner volume device: ${i.name}`);if(i.size<s.declaration.size)await e.waitForAction((await e.resizeVolume(i.id,s.declaration.size)).id);if(i.protection.delete!==(s.declaration.deleteProtection!==!1))await e.waitForAction((await e.protectVolume(i.id,s.declaration.deleteProtection!==!1)).id);n.push({...s.declaration,id:i.id,device:i.linux_device,allowFormat:o})}return n}var xn=268435456;function Lt(e){return`'${e.replace(/'/g,`'"'"'`)}'`}async function ml(e){let t=ll("sha256");for await(let r of ul(e))t.update(r);return t.digest("hex")}class Le{name="hetzner";usesCloudFormation=!1;client;sshPrivateKeyPath;sshPublicKeyPath;sshUser;location;stateOnly;waitForBoot;bootWait;async applyComputeChanges(e){let{config:t,environment:r}=e;if(t.cloud?.attachTo)throw Error("Only the compute owner may reconcile server size and volumes");let n=t.infrastructure?.compute;if(n?.resize&&!n.size)throw Error("compute.resize requires an explicit compute.size");let s=Gr(t,r),i=fn(n??{});if(i.appServers>1||i.dedicatedServices)throw Error("Managed compute volumes currently require a single app server");let o=await this.getComputeOutputs(e);if(!o.appInstanceId)throw Error("No existing compute server found; provision the server first");let a=await this.client.getServer(Number(o.appInstanceId)),c=await Cn(this.client,a,s),l=n?.resize&&n.size?await Qe(this.client,a.id,Xe(n.size),n.resize.upgradeDisk!==!1):void 0,d={serverId:String(a.id),changes:c.flatMap((f)=>f.actions.map((y)=>({resource:f.declaration.name,action:y,detail:`${f.declaration.size} GB at ${f.declaration.mountPath}`})))};if(n?.deploymentStorage)d.changes.push({resource:n.deploymentStorage.volume,action:"place-deployments",detail:`Reconcile release directories${n.deploymentStorage.includeBackups!==!1?" and deployment backups":""} on the volume; ${n.deploymentStorage.migrateExisting?"verify and migrate existing files":"refuse nonempty directories"}`});if(l&&!l.alreadyComplete)if(!l.capacityAvailable){if(n?.resize?.whenUnavailable!=="keep-current")throw Error(`${l.targetType.name} is unavailable in ${l.location}`);d.waitingForCapacity=`${l.targetType.name} unavailable in ${l.location}; keeping ${a.server_type.name} running`}else d.changes.push({resource:a.name,action:"resize",detail:`${a.server_type.name} to ${l.targetType.name}`});if(e.dryRun)return d;if(d.waitingForCapacity)console.warn(`[ts-cloud] ${d.waitingForCapacity}`);let u=await Pn(this.client,a,c),m=[{id:String(a.id),name:a.name,publicIp:a.public_net.ipv4?.ip}],h=[...Me(t.notifications),...n?.volumes||n?.deploymentStorage?Wr({volumes:u,deploymentStorage:n?.deploymentStorage,webRoot:"/var/www"}):[],...n?.monitoring!==!1?Pe(n?.monitoring):[]];if(h.length){let f=await this.runRemoteDeploy({targets:m,commands:h,timeoutSeconds:7200,comment:"ts-cloud apply configured compute storage"});if(!f.success)throw Error(f.error||f.perInstance.map((y)=>y.error||y.output).join(`
|
|
398
|
+
`))}if(l?.capacityAvailable&&!l.alreadyComplete){let f={host:m[0].publicIp,user:this.sshUser,identityFile:this.sshPrivateKeyPath},y=await hr({client:this.client,serverId:a.id,targetType:l.targetType.name,upgradeDisk:l.upgradeDisk,hooks:{preflight:()=>gi(f),afterBoot:(E,B,k,L)=>fi(f,B,k,L)}});if(y.status!=="completed"&&y.status!=="already-complete")throw Error(`Resize did not complete: ${y.status}`)}return d}constructor(e={}){let t=Dt(e.apiToken);if(this.stateOnly=!e.client&&!t&&e.allowStateOnly===!0,!e.client&&!t&&!this.stateOnly)throw Error("Hetzner API token required. Set hetzner.apiToken in cloud.config.ts or HCLOUD_TOKEN / HETZNER_API_TOKEN.");this.client=e.client??new Oe({apiToken:t??""});let r=gt(void 0,{sshPrivateKeyPath:e.sshPrivateKeyPath,sshPublicKeyPath:e.sshPublicKeyPath,sshUser:e.sshUser,location:e.location});this.sshPrivateKeyPath=r.sshPrivateKeyPath,this.sshPublicKeyPath=r.sshPublicKeyPath,this.sshUser=r.sshUser,this.location=r.location,this.waitForBoot=e.waitForBoot??!0,this.bootWait={sshIntervalMs:e.bootWait?.sshIntervalMs??5000,sshTimeoutMs:e.bootWait?.sshTimeoutMs??300000,cloudInitIntervalMs:e.bootWait?.cloudInitIntervalMs??5000,cloudInitTimeoutMs:e.bootWait?.cloudInitTimeoutMs??600000}}async provisionComputeInfrastructure(e){let{config:t,environment:r}=e,n=t.project.slug,s=t.infrastructure?.compute;if(!s)throw Error("infrastructure.compute is required to provision Hetzner compute");if(t.cloud?.attachTo)return this.attachToComputeInfrastructure(t.cloud.attachTo,t,r);let i=T(t,r),o=`${n}-${r}-app`,a=s.runtime==="php"||!!s.php,c=fn(s);if(c.dedicatedServices||c.appServers>1)return a?this.provisionFleet(e,c):this.provisionBunFleet(e,c);let l=oe(n,r,"app"),d=t.sites||{},u=Z(s)?[]:this.collectUpstreamPorts(d),m=`${n}-${r}-app-fw`,{firewall:h}=await this.ensureFirewall(m,l,on({allowSsh:s.allowSsh!==!1,sitePorts:u,allowedPorts:[...s.firewall?.allowedPorts??[],...Os(t.infrastructure?.sftp),...jr(ne(t,{environment:r}))]})),f=await this.ensureSshKey(n,r,l),y=await ge(i);if(y?.serverId){let Y=await this.tryGetServer(y.serverId);if(Y&&Y.status!=="off"){if(s.resize||s.volumes||s.deploymentStorage)await this.applyComputeChanges(e);return this.outputsFromState(y,Y)}}let E=await this.findExistingServer(n,r,o);if(E&&E.status!=="off"){let Y={provider:"hetzner",stackName:i,serverId:E.id,serverName:E.name,publicIp:E.public_net.ipv4?.ip,publicIpv6:me(E.public_net.ipv6?.ip),deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};if(await ft(i,Y),s.resize||s.volumes||s.deploymentStorage)await this.applyComputeChanges(e);return this.outputsFromState(Y,E)}let B=le(t,{environment:r}),k=B?.engine==="rpx"?$e({proxy:B,config:Te(d,{proxy:B,slug:t.project.slug,mail:ne(t,{environment:r})}),slug:t.project.slug,bunBin:s.runtime==="node"||s.runtime==="deno"?void 0:"/usr/local/bin/bun"}):void 0,L=ze(t,{environment:r}),C=s.bakedImage===!0,z=he({runtime:L.runtime,runtimeVersion:L.runtimeVersion,systemPackages:s.systemPackages,database:t.infrastructure?.database,phpProvision:L.phpProvision,servicesProvision:L.servicesProvision,rpxProvision:k,baked:C,swapGb:s.swapGb}),M=Ce(z),N=Xe(s.size),U=It(t),{server:q,action:X}=await this.client.createServer({name:o,serverType:N,image:U,location:t.hetzner?.location||this.location,userData:M,labels:l,sshKeys:f?[f]:void 0,firewalls:[{firewall:h.id}]});await this.client.waitForAction(X.id);let V=await this.client.waitForServerRunning(q.id),te={provider:"hetzner",stackName:i,serverId:V.id,serverName:V.name,firewallId:h.id,publicIp:V.public_net.ipv4?.ip,publicIpv6:me(V.public_net.ipv6?.ip),deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};await ft(i,te);let ee=V.public_net.ipv4?.ip;if(ee&&this.waitForBoot)await this.waitForSshReady(ee),await this.waitForCloudInit(ee);if(s.resize||s.volumes||s.deploymentStorage)await this.applyComputeChanges(e);return this.outputsFromState(te,V)}async provisionFleet(e,t){let{config:r,environment:n}=e,s=r.project.slug,i=r.infrastructure.compute,o=T(r,n),a=Xe(i.size),c=It(r),l=r.hetzner?.location||this.location,d=i.bakedImage===!0,u=await ge(o);if(u?.loadBalancerId){let P=(await this.client.listLoadBalancers().catch(()=>[])).find((x)=>x.id===u.loadBalancerId);if(P)return{appPublicIp:P.public_net?.ipv4?.ip,loadBalancerIp:P.public_net?.ipv4?.ip,servicesPrivateIp:u.servicesPrivateIp,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser}}let m=await this.ensureSshKey(s,n,oe(s,n,"app")),h=`${s}-${n}-net`,y=(await this.client.listNetworks().catch(()=>[])).find((b)=>b.name===h)??await this.client.createNetwork({name:h,labels:oe(s,n,"app")}),{firewall:E}=await this.ensureFirewall(`${s}-${n}-app-fw`,oe(s,n,"app"),on({allowSsh:!0,sitePorts:[],allowedPorts:i.firewall?.allowedPorts})),{firewall:B}=await this.ensureFirewall(`${s}-${n}-services-fw`,oe(s,n,"services"),[{direction:"in",protocol:"tcp",port:"22",source_ips:["0.0.0.0/0","::/0"]},{direction:"in",protocol:"tcp",port:"3306",source_ips:[y.ip_range]},{direction:"in",protocol:"tcp",port:"5432",source_ips:[y.ip_range]},{direction:"in",protocol:"tcp",port:"6379",source_ips:[y.ip_range]},{direction:"in",protocol:"tcp",port:"7700",source_ips:[y.ip_range]}]),k=gn(r),L=Ce(he({runtime:"php",servicesProvision:k,baked:d,swapGb:i.swapGb})),C=await this.client.listServers().catch(()=>[]),z=[],M=C.find((b)=>ye(b.labels,s,n,"services"));if(!M){let{server:b,action:P}=await this.client.createServer({name:`${s}-${n}-services`,serverType:Xe(typeof i.servicesServer==="object"?i.servicesServer.size:i.size),image:c,location:l,userData:L,labels:oe(s,n,"services"),sshKeys:m?[m]:void 0,firewalls:[{firewall:B.id}],networks:[y.id]});await this.client.waitForAction(P.id),M=await this.client.waitForServerRunning(b.id),z.push(b.id)}let N=M.id,U=M.private_net?.[0]?.ip??(await this.client.getServer(N)).private_net?.[0]?.ip,q=[...Ee(!0),...Pe(!0),...tt(i.sshKeys),...Me(r.notifications)],X=zt({versions:i.php?.versions,default:i.php?.default,extensions:i.php?.extensions,installNginx:!Z(i),optimizeForProduction:i.php?.optimizeForProduction,ini:i.php?.ini}),V=Ce(he({runtime:"php",phpProvision:X,servicesProvision:q,baked:d,swapGb:i.swapGb})),te=C.filter((b)=>ye(b.labels,s,n,"app")),ee=te.map((b)=>b.id);if(te.length>t.appServers)for(let b of te.slice(t.appServers))await this.client.deleteServer(b.id).catch(()=>{}),ee.splice(ee.indexOf(b.id),1);for(let b=te.length;b<t.appServers;b++){let{server:P,action:x}=await this.client.createServer({name:`${s}-${n}-app-${b+1}`,serverType:a,image:c,location:l,userData:V,labels:oe(s,n,"app"),sshKeys:m?[m]:void 0,firewalls:[{firewall:E.id}],networks:[y.id]});await this.client.waitForAction(x.id),ee.push(P.id),z.push(P.id)}if(this.waitForBoot&&z.length>0)await Promise.all(z.map(async(b)=>{let x=(await this.client.waitForServerRunning(b)).public_net.ipv4?.ip;if(x)await this.waitForSshReady(x),await this.waitForCloudInit(x)}));let Y=`${s}-${n}-lb`,pe,Se;if(t.loadBalancer){let P=(await this.client.listLoadBalancers().catch(()=>[])).find((x)=>x.name===Y)??await this.client.createLoadBalancer({name:Y,location:l,network:y.id,labels:oe(s,n,"lb"),labelSelector:`ts-cloud/project=${s},ts-cloud/environment=${n},ts-cloud/role=app`,services:[{listenPort:80,destinationPort:80},{listenPort:443,destinationPort:443}]});Se=P.id,pe=P.public_net?.ipv4?.ip}let S=pe??(await this.client.getServer(ee[0]).catch(()=>{return}))?.public_net.ipv4?.ip,I={provider:"hetzner",stackName:o,networkId:y.id,loadBalancerId:Se,servicesServerId:N,servicesPrivateIp:U,publicIp:S,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};return await ft(o,I),{appPublicIp:S,loadBalancerIp:pe,servicesPrivateIp:U,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser}}async provisionBunFleet(e,t){let{config:r,environment:n}=e,s=r.project.slug,i=r.infrastructure.compute,o=T(r,n),a=Xe(i.size),c=It(r),l=r.hetzner?.location||this.location,d=i.bakedImage===!0,u=r.sites||{},m=await ge(o);if(m?.lbServerId){let x=await this.tryGetServer(m.lbServerId);if(x&&x.status!=="off"){let G=i.proxy?.engine==="rpx"?i.proxy:{engine:"rpx"},K=await this.findComputeTargets({slug:s,environment:n,role:"app",stackName:o});return this.refreshLbRoutes(x,u,K.map((j)=>({privateIp:j.privateIp,publicIp:j.publicIp})),G,s),{appPublicIp:x.public_net.ipv4?.ip??m.publicIp,loadBalancerIp:x.public_net.ipv4?.ip??m.publicIp,servicesPrivateIp:m.servicesPrivateIp,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser}}}let h=await this.ensureSshKey(s,n,oe(s,n,"app")),f=`${s}-${n}-net`,E=(await this.client.listNetworks().catch(()=>[])).find((x)=>x.name===f)??await this.client.createNetwork({name:f,labels:oe(s,n,"app")}),B=this.collectUpstreamPorts(u),{firewall:k}=await this.ensureFirewall(`${s}-${n}-app-fw`,oe(s,n,"app"),[{direction:"in",protocol:"tcp",port:"22",source_ips:["0.0.0.0/0","::/0"]},...B.map((x)=>({direction:"in",protocol:"tcp",port:String(x),source_ips:[E.ip_range],description:`ts-cloud port ${x} (private, LB-only)`}))]),{firewall:L}=await this.ensureFirewall(`${s}-${n}-lb-fw`,oe(s,n,"lb"),on({allowSsh:!0,sitePorts:[],allowedPorts:i.firewall?.allowedPorts})),C=await this.client.listServers().catch(()=>[]),z=[],M,N,U=!!i.servicesServer||!!i.managedServices,q=t.dedicatedServices&&U;if(q){let{firewall:x}=await this.ensureFirewall(`${s}-${n}-services-fw`,oe(s,n,"services"),[{direction:"in",protocol:"tcp",port:"22",source_ips:["0.0.0.0/0","::/0"]},{direction:"in",protocol:"tcp",port:"3306",source_ips:[E.ip_range]},{direction:"in",protocol:"tcp",port:"5432",source_ips:[E.ip_range]},{direction:"in",protocol:"tcp",port:"6379",source_ips:[E.ip_range]},{direction:"in",protocol:"tcp",port:"7700",source_ips:[E.ip_range]}]),G=gn(r),K=Ce(he({runtime:"bun",servicesProvision:G,baked:d,swapGb:i.swapGb})),j=C.find((W)=>ye(W.labels,s,n,"services"));if(!j){let{server:W,action:se}=await this.client.createServer({name:`${s}-${n}-services`,serverType:Xe(typeof i.servicesServer==="object"?i.servicesServer.size:i.size),image:c,location:l,userData:K,labels:oe(s,n,"services"),sshKeys:h?[h]:void 0,firewalls:[{firewall:x.id}],networks:[E.id]});await this.client.waitForAction(se.id),j=await this.client.waitForServerRunning(W.id),z.push(W.id)}M=j.id,N=j.private_net?.[0]?.ip??(await this.client.getServer(M)).private_net?.[0]?.ip}let X=q?{...i,managedServices:void 0,backups:void 0}:i,V=ze({...r,infrastructure:{...r.infrastructure,compute:X}},{environment:n}),te=Ce(he({runtime:V.runtime,runtimeVersion:V.runtimeVersion,systemPackages:i.systemPackages,database:r.infrastructure?.database,servicesProvision:V.servicesProvision,baked:d,swapGb:i.swapGb})),ee=C.filter((x)=>ye(x.labels,s,n,"app")),Y=ee.map((x)=>x.id);if(ee.length>t.appServers)for(let x of ee.slice(t.appServers))await this.client.deleteServer(x.id).catch(()=>{}),Y.splice(Y.indexOf(x.id),1);for(let x=ee.length;x<t.appServers;x++){let{server:G,action:K}=await this.client.createServer({name:`${s}-${n}-app-${x+1}`,serverType:a,image:c,location:l,userData:te,labels:oe(s,n,"app"),sshKeys:h?[h]:void 0,firewalls:[{firewall:k.id}],networks:[E.id]});await this.client.waitForAction(K.id),Y.push(G.id),z.push(G.id)}if(this.waitForBoot&&z.length>0)await Promise.all(z.map(async(x)=>{let K=(await this.client.waitForServerRunning(x)).public_net.ipv4?.ip;if(K)await this.waitForSshReady(K),await this.waitForCloudInit(K)}));let pe=[];for(let x of Y){let G=C.find((K)=>K.id===x);if(!G||!G.private_net?.[0]?.ip)G=await this.client.getServer(x).catch(()=>G);pe.push({privateIp:G?.private_net?.[0]?.ip,publicIp:G?.public_net.ipv4?.ip})}let Se=`${s}-${n}-lb`,S,I;if(t.loadBalancer){let x=C.find((K)=>ye(K.labels,s,n,"lb")),G=i.proxy?.engine==="rpx"?i.proxy:{engine:"rpx"};if(!x){let K=$e({proxy:G,config:et(u,pe,{proxy:G,slug:s}),slug:s,bunBin:V.runtime==="node"||V.runtime==="deno"?void 0:"/usr/local/bin/bun"}),j=Ce(he({runtime:"bun",rpxProvision:K,baked:!1})),W=typeof i.loadBalancer==="object"?i.loadBalancer.size:void 0,{server:se,action:_}=await this.client.createServer({name:Se,serverType:Xe(W??"micro"),image:c,location:l,userData:j,labels:oe(s,n,"lb"),sshKeys:h?[h]:void 0,firewalls:[{firewall:L.id}],networks:[E.id]});if(await this.client.waitForAction(_.id),x=await this.client.waitForServerRunning(se.id),this.waitForBoot){let H=x.public_net.ipv4?.ip;if(H)await this.waitForSshReady(H),await this.waitForCloudInit(H)}}else this.refreshLbRoutes(x,u,pe,G,s);S=x.id,I=x.public_net.ipv4?.ip}let b=I??(await this.client.getServer(Y[0]).catch(()=>{return}))?.public_net.ipv4?.ip,P={provider:"hetzner",stackName:o,networkId:E.id,lbServerId:S,appServerIds:Y,servicesServerId:M,servicesPrivateIp:N,publicIp:b,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};return await ft(o,P),{appPublicIp:b,loadBalancerIp:I,servicesPrivateIp:N,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser}}async destroyCompute(e){let{config:t,environment:r}=e,n=t.project.slug,s=T(t,r),i=await ge(s),o=[],a=`${n}-${r}-lb`,l=(await this.client.listLoadBalancers().catch(()=>[])).find((k)=>k.name===a);if(l)try{await this.client.deleteLoadBalancer(l.id),o.push(`load balancer ${a}`)}catch{}let d=await this.client.listServers().catch(()=>[]),u=new Set;for(let k of d)if(ye(k.labels,n,r,"app")||ye(k.labels,n,r,"services")||ye(k.labels,n,r,"lb"))u.add(k.id);if(i?.serverId)u.add(i.serverId);if(i?.servicesServerId)u.add(i.servicesServerId);if(i?.lbServerId)u.add(i.lbServerId);for(let k of i?.appServerIds??[])u.add(k);for(let k of u)try{await this.client.deleteServer(k),o.push(`server ${k}`)}catch{}let m=await this.client.listFirewalls().catch(()=>[]);for(let k of[`${n}-${r}-app-fw`,`${n}-${r}-services-fw`,`${n}-${r}-lb-fw`]){let L=m.find((C)=>C.name===k);if(!L)continue;for(let C=0;C<12;C++)try{await this.client.deleteFirewall(L.id),o.push(`firewall ${k}`);break}catch{await this.sleep(3000)}}let h=`${n}-${r}-net`,y=(await this.client.listNetworks().catch(()=>[])).find((k)=>k.name===h);if(y)for(let k=0;k<12;k++)try{await this.client.deleteNetwork(y.id),o.push(`network ${h}`);break}catch{await this.sleep(3000)}let B=(await this.client.listSshKeys().catch(()=>[])).filter((k)=>$n(k.labels,n,r));for(let k of B)try{await this.client.deleteSshKey(k.id),o.push(`ssh key ${k.name}`)}catch{}return await ft(s,{provider:"hetzner",stackName:s}).catch(()=>{}),{destroyed:o}}async getComputeOutputs(e){let t=T(e.config,e.environment),r=await ge(t);if(r?.serverId){let i=await this.tryGetServer(r.serverId);if(i)return this.outputsFromState(r,i)}if(r?.lbServerId){let o=(await this.tryGetServer(r.lbServerId))?.public_net.ipv4?.ip??r.publicIp;return{...this.outputsFromState(r),appPublicIp:o,loadBalancerIp:o}}if(r?.loadBalancerId||r?.servicesPrivateIp)return this.outputsFromState(r);let s=(await this.findComputeTargets({slug:e.config.project.slug,environment:e.environment,role:"app",stackName:T(e.config,e.environment)}))[0];return{deployStoragePath:"/var/ts-cloud/staging",appInstanceId:s?.id,appPublicIp:s?.publicIp,sshUser:this.sshUser}}async uploadRelease(e){let t=e.targets?.length?e.targets:await this.findComputeTargets({slug:e.config.project.slug,environment:e.environment,role:"app",stackName:T(e.config,e.environment)});if(t.length===0)throw Error("No Hetzner compute targets found for release upload");let s=`/var/ts-cloud/staging/${`${e.remoteKey.replace(/^releases\//,"").replace(/\.tar\.gz$/,"").replace(/\//g,"-")}-${li()}.tar.gz`}`,i=await ml(e.localPath),o=nt,a=`${o}/${i}.tar.gz`;for(let c of t){if(!c.publicIp)throw Error(`Target ${c.id} has no public IP for SCP upload`);let l=["set -euo pipefail",`mkdir -p ${Lt(o)} /var/ts-cloud/staging`,`test -s ${Lt(a)}`,`cp -- ${Lt(a)} ${Lt(s)}`].join(`
|
|
399
|
+
`);try{this.sshExec(c.publicIp,l);continue}catch{}let d=`${o}/.${i}-${li()}.tmp`;try{this.scpToHost(c.publicIp,e.localPath,d),this.sshExec(c.publicIp,er(d,a,s))}catch(u){try{this.sshExec(c.publicIp,tr(d))}catch{}throw u}}return{artifactRef:s}}async findComputeTargets(e){let t=e.role||"app",r=(i)=>({id:String(i.id),name:i.name,publicIp:i.public_net.ipv4?.ip,publicIpv6:me(i.public_net.ipv6?.ip),privateIp:i.private_net?.[0]?.ip,status:i.status});if(t==="app"||t==="lb"||t==="services"){let i=await ge(e.stackName??`${e.slug}-${e.environment}`),o=[...new Set(t==="app"?[i?.serverId,...i?.appServerIds??[]]:t==="lb"?[i?.lbServerId]:[i?.servicesServerId])].filter((l)=>typeof l==="number");if(this.stateOnly){if(o.length>0&&i?.publicIp)return o.map((l)=>({id:String(l),name:l===i.serverId?i.serverName:void 0,publicIp:i.publicIp,publicIpv6:i.publicIpv6,status:"running"}));if(t!=="app")return[];throw Error(`Hetzner API token required because '${e.stackName??`${e.slug}-${e.environment}`}' has no complete local compute state pin.`)}let a=await this.client.listServers();if(o.length>0){let l=[];for(let d of o){let u=a.find((m)=>m.id===d)??await this.tryGetServer(d);if(d===i?.serverId&&i.serverName&&u?.name!==i.serverName)continue;if(u&&u.status!=="off")l.push(u)}if(l.length>0)return l.map(r)}let c=a.filter((l)=>ye(l.labels,e.slug,e.environment,t));if(c.length>0)return c.map(r);if(t==="app"){let l=a.filter((d)=>d.status!=="off"&&d.labels?.[`${ie}/managed-by`]==="ts-cloud"&&d.labels?.[`${ie}/environment`]===e.environment&&d.labels?.[`${ie}/role`]==="app");if(l.length===1)return l.map(r)}return[]}if(this.stateOnly)throw Error(`Hetzner API token required to discover '${t}' compute targets.`);let s=(await this.client.listServers()).filter((i)=>ye(i.labels,e.slug,e.environment,t));if(s.length>0)return s.map(r);return[]}async attachToComputeInfrastructure(e,t,r){let n=await this.client.listServers(),s=(m)=>n.filter((h)=>h.status!=="off"&&ye(h.labels,e,r,m)),i=s("app");if(i.length===0)throw Error(`Cannot attach '${t.project.slug}' to '${e}': no running Hetzner app server is labeled for ${e}/${r}. Deploy the owner project first.`);let o=s("lb")[0],a=s("services")[0],c=i[0],l=o??c,d=T(t,r),u={provider:"hetzner",stackName:d,serverId:c.id,serverName:c.name,appServerIds:i.map((m)=>m.id),lbServerId:o?.id,servicesServerId:a?.id,servicesPrivateIp:a?.private_net?.[0]?.ip,publicIp:l.public_net.ipv4?.ip,deployStoragePath:"/var/ts-cloud/staging",sshUser:this.sshUser};return await ft(d,u),this.outputsFromState(u)}async listReachableResources(){return(await this.client.listServers()).map((t)=>({name:t.name,labels:t.labels}))}async runRemoteDeploy(e){if(e.targets.length===0)return{success:!1,instanceCount:0,perInstance:[],error:"No targets provided"};let t=e.commands.join(`
|
|
400
|
+
`),r=[];for(let s of e.targets){if(!s.publicIp){r.push({instanceId:s.id,status:"Failed",error:"Missing public IP"});continue}try{let i=this.sshExec(s.publicIp,t);qe(i),r.push({instanceId:s.id,status:"Success",output:i})}catch(i){r.push({instanceId:s.id,status:"Failed",error:i.message})}}let n=r.every((s)=>s.status==="Success");return{success:n,instanceCount:e.targets.length,perInstance:r,error:n?void 0:Ue(r,"One or more SSH deploy commands failed")}}async ensureSshKey(e,t,r){if(!pl(this.sshPublicKeyPath))throw Error(`SSH public key not found at ${this.sshPublicKeyPath}. ts-cloud deploys to Hetzner over SSH and needs a public key to authorize on the server. Generate one (\`ssh-keygen -t ed25519\`) or set hetzner.sshPrivateKeyPath / HCLOUD_SSH_PUBLIC_KEY.`);let n=dl(this.sshPublicKeyPath,"utf8").trim(),s=Ge(n),o=(await this.client.listSshKeys()).find((c)=>Ge(c.public_key)===s);if(o)return o.id;return(await this.client.createSshKey({name:`${e}-${t}-deploy`,publicKey:n,labels:r})).id}async tryGetServer(e){try{return await this.client.getServer(e)}catch{return null}}refreshLbRoutes(e,t,r,n,s){let i=e.public_net.ipv4?.ip;if(!i){console.warn(`[ts-cloud] LB server '${e.name}' has no public IP — skipping the rpx route refresh; its routes may be stale.`);return}let o=r.filter((c)=>c.privateIp||c.publicIp);if(o.length===0){console.warn(`[ts-cloud] No routable app boxes found for LB '${e.name}' — leaving its current rpx routes untouched.`);return}let a=et(t,o,{proxy:n,slug:s});this.sshExec(i,Je({config:a,slug:s}).join(`
|
|
401
|
+
`))}async findExistingServer(e,t,r){let n=await this.client.listServers(),s=n.find((o)=>ye(o.labels,e,t,"app")||o.name===r);if(s)return s;let i=n.filter((o)=>o.status!=="off"&&o.labels?.[`${ie}/managed-by`]==="ts-cloud"&&o.labels?.[`${ie}/environment`]===t&&o.labels?.[`${ie}/role`]==="app");if(i.length===1){let o=i[0],a=o.labels?.[`${ie}/project`]??"unknown";return console.warn(`[ts-cloud] No server named '${r}' found; adopting existing ts-cloud app server '${o.name}' (project label '${a}') for project '${e}' — `+"updating it in place instead of provisioning a new server."),o}return}async ensureFirewall(e,t,r){let s=(await this.client.listFirewalls()).find((o)=>o.name===e);if(s)return await this.client.setFirewallRules(s.id,r),{firewall:s};let{firewall:i}=await this.client.createFirewall({name:e,labels:t,rules:r});return{firewall:i}}collectUpstreamPorts(e){let t=new Set;for(let r of Object.values(e))if(typeof r.port==="number")t.add(r.port);return[...t].filter((r)=>![80,443].includes(r))}async sleep(e){await new Promise((t)=>setTimeout(t,e))}async waitForSshReady(e){let{sshIntervalMs:t,sshTimeoutMs:r}=this.bootWait,n=Date.now(),s;while(Date.now()-n<r)try{ci(`ssh ${this.sshBaseArgs(e,["-o","ConnectTimeout=5"]).map(Lt).join(" ")} true`,{stdio:"pipe",maxBuffer:xn});return}catch(i){s=i,await this.sleep(t)}throw Error(`Timed out waiting for SSH on ${e} after ${r}ms: ${s?.message??"unknown error"}`)}async waitForCloudInit(e){let{cloudInitIntervalMs:t,cloudInitTimeoutMs:r}=this.bootWait,n=Date.now();while(Date.now()-n<r){try{let s=this.sshExec(e,"if command -v cloud-init >/dev/null 2>&1; then cloud-init status --long 2>/dev/null || true; else echo 'status: done'; fi");if(/status:\s*error/.test(s))throw Error(`cloud-init reported an error on ${e}:
|
|
402
|
+
${s}`);if(/status:\s*(?:done|degraded)/.test(s))return}catch(s){if(s instanceof Error&&/cloud-init reported an error/.test(s.message))throw s}await this.sleep(t)}throw Error(`Timed out waiting for cloud-init to finish on ${e} after ${r}ms`)}outputsFromState(e,t){return{deployStoragePath:e.deployStoragePath||"/var/ts-cloud/staging",appInstanceId:e.serverId?String(e.serverId):void 0,appPublicIp:t?.public_net.ipv4?.ip||e.publicIp,appPublicIpv6:me(t?.public_net.ipv6?.ip)||e.publicIpv6,sshUser:e.sshUser||this.sshUser,servicesPrivateIp:e.servicesPrivateIp}}static SSH_HOST_KEY_OPTS=["-o","StrictHostKeyChecking=no","-o","UserKnownHostsFile=/dev/null","-o","LogLevel=ERROR"];static SSH_KEEPALIVE_OPTS=["-o","ConnectTimeout=30","-o","ServerAliveInterval=15","-o","ServerAliveCountMax=4"];sshBaseArgs(e,t=[]){return["-i",this.sshPrivateKeyPath,...Le.SSH_HOST_KEY_OPTS,...Le.SSH_KEEPALIVE_OPTS,"-o","BatchMode=yes",...t,`${this.sshUser}@${e}`]}scpToHost(e,t,r){let n=["scp",...rr,"-i",this.sshPrivateKeyPath,...Le.SSH_HOST_KEY_OPTS,...Le.SSH_KEEPALIVE_OPTS,"-o","BatchMode=yes",t,`${this.sshUser}@${e}:${r}`].map((i)=>`"${i.replace(/"/g,"\\\"")}"`).join(" "),s=3;for(let i=1;i<=3;i++)try{ci(n,{stdio:"pipe",maxBuffer:xn});return}catch(o){if(i===3)throw Error(He(o))}}sshExec(e,t){try{return cl("ssh",[...this.sshBaseArgs(e),yn],{encoding:"utf8",input:t,stdio:["pipe","pipe","pipe"],maxBuffer:xn})}catch(r){throw Error(`${He(r)}${_t(r,t)}`)}}}class ar{name="ssh";usesCloudFormation=!1;async getComputeOutputs(){return{appPublicIp:"127.0.0.1",sshUser:"root"}}async uploadRelease(e){return{artifactRef:e.localPath}}async findComputeTargets(e){if((e.role||"app")!=="app")return[];return[{id:"localhost",name:"localhost",publicIp:"127.0.0.1",status:"running"}]}async runRemoteDeploy(e){let t=e.commands.join(`
|
|
403
|
+
`);try{let r=Bun.spawn(["bash","-c",t],{stdout:"pipe",stderr:"pipe",env:process.env}),[n,s,i]=await Promise.all([new Response(r.stdout).text(),new Response(r.stderr).text(),r.exited]);return{success:i===0,instanceCount:1,perInstance:[{instanceId:"localhost",status:i===0?"Success":"Failed",output:n,error:s}]}}catch(r){return{success:!1,instanceCount:1,perInstance:[{instanceId:"localhost",status:"Failed",error:r?.message??String(r)}],error:r?.message??String(r)}}}}function En(){let e=process.env.TS_CLOUD_DASHBOARD_BOX;return e!=null&&e!==""&&e!=="0"&&e.toLowerCase()!=="false"}import{createHash as El,randomUUID as ji}from"node:crypto";import{createReadStream as Rl}from"node:fs";import{isIP as Ol}from"node:net";import{createHash as fl}from"node:crypto";import{appendFile as gl,mkdir as hl,readFile as yl}from"node:fs/promises";import{dirname as Sl}from"node:path";var ui=268435456,pi=async(e,t)=>{let r=Bun.spawn(e,{stdin:t===void 0?"ignore":Buffer.from(t),stdout:"pipe",stderr:"pipe"}),[n,s,i]=await Promise.all([r.exited,new Response(r.stdout).text(),new Response(r.stderr).text()]);return{code:n,signal:r.signalCode,stdout:s.slice(-ui),stderr:i.slice(-ui)}},di=["-o","StrictHostKeyChecking=no","-o","UserKnownHostsFile=/dev/null","-o","LogLevel=ERROR"],Si=["-o","ConnectTimeout=30","-o","ServerAliveInterval=15","-o","ServerAliveCountMax=4"];function vi(e){if(e.hostKey==="insecure")return[...di];return["-o",`StrictHostKeyChecking=${e.hostKey.policy==="pin"?"yes":"accept-new"}`,"-o",`UserKnownHostsFile=${e.hostKey.knownHostsFile}`,"-o","LogLevel=ERROR"]}function wi(e){let t=[...Si];if(e.connectTimeoutSec!==void 0)t[1]=`ConnectTimeout=${e.connectTimeoutSec}`;return t}function Rn(e,t,r=[]){return["-i",e.identityFile,"-p",String(e.port??22),...vi(e),...wi(e),"-o","BatchMode=yes",...r,`${e.user}@${t}`]}function _i(e,t,r,n){return["-i",e.identityFile,"-P",String(e.port??22),...vi(e),...wi(e),"-o","BatchMode=yes",r,`${e.user}@${t}:${n}`]}function yr(e){return`SHA256:${fl("sha256").update(Buffer.from(e,"base64")).digest("base64").replace(/=+$/,"")}`}async function so(e,t=22,r=pi){let n=await r(["ssh-keyscan","-T","10","-p",String(t),"-t","ed25519",e]),s=n.stdout.split(`
|
|
404
|
+
`).find((i)=>i&&!i.startsWith("#"))?.trim().split(/\s+/);if(n.code!==0||!s?.[1]||!s[2])throw Error(`SSH host-key scan failed: ${n.stderr.trim()||"no key returned"}`);return{algorithm:s[1],key:s[2]}}function On(e,t=22){return t===22?e:`[${e}]:${t}`}function Ti(e,t,r){return`${On(e,t)} ${r.algorithm} ${r.key}`}function Ci(e,t,r=22){let n=On(t,r);for(let s of e.split(`
|
|
405
|
+
`)){let i=s.trim();if(!i||i.startsWith("#")||i.startsWith("@"))continue;let[o,a,c]=i.split(/\s+/);if(!o||!a||!c)continue;if(o.split(",").includes(n))return{algorithm:a,key:c}}return null}function hi(e=process.cwd()){return R(e,"ssh","known_hosts")}async function vl(e){try{return await yl(e,"utf8")}catch{return""}}async function bl(e,t){await hl(Sl(e),{recursive:!0}),await gl(e,`${t}
|
|
406
|
+
`,{mode:384})}class dt{options;run;scan;readKnownHosts;appendKnownHosts;constructor(e,t={}){this.options=e;this.run=t.run??pi,this.scan=t.scan??so,this.readKnownHosts=t.readKnownHosts??vl,this.appendKnownHosts=t.appendKnownHosts??bl}runnerFor(e={}){if(e.sudo!==void 0)return Ot({sudo:e.sudo});return this.options.runner??Ot()}async exec(e,t,r={}){let n=await this.run(["ssh",...Rn(this.options,e),this.runnerFor(r)],t);if(n.code!==0){let s={status:n.code,signal:n.signal,stdout:n.stdout,stderr:n.stderr};throw Error(`${He(s)}${_t(s,t)}`)}return n.stdout}async scp(e,t,r){let n=["scp",...rr,..._i(this.options,e,t,r)],s=3;for(let i=1;i<=3;i++){let o=await this.run(n);if(o.code===0)return;if(i===3)throw Error(He({status:o.code,signal:o.signal,stdout:o.stdout,stderr:o.stderr}))}}async probe(e){return(await this.run(["ssh",...Rn(this.options,e,["-o","ConnectTimeout=5"]),"true"])).code===0}async ensureHostKey(e){let t=this.options.port??22;if(this.options.hostKey==="insecure")try{return{fingerprint:yr((await this.scan(e,t,this.run)).key),pinnedNow:!1}}catch{return{fingerprint:"",pinnedNow:!1}}let{policy:r,knownHostsFile:n}=this.options.hostKey,s=Ci(await this.readKnownHosts(n),e,t);if(s)return{fingerprint:yr(s.key),pinnedNow:!1};let i=await this.scan(e,t,this.run);if(r==="pin")return await this.appendKnownHosts(n,Ti(e,t,i)),{fingerprint:yr(i.key),pinnedNow:!0};return{fingerprint:yr(i.key),pinnedNow:!1}}}import{isIP as wl}from"node:net";var ke=1,Dn="/var/lib/ts-cloud";function Ei(e=ke){return`${Dn}/bootstrap.v${e}`}var Ri=1;function $l(e){return e==="aarch64"||e==="arm64"}function Pi(e){let t=e.lanIp?.trim()||e.facts?.lanIp?.trim();return t&&wl(t)!==0?t:void 0}function cr(e,t,r){if(!xi(e.infrastructure?.compute?.managedServices?.vitess))return;if(t==="raspberry-pi"||$l(r))throw Error(`managedServices.vitess is enabled, but Vitess publishes only x86_64 release tarballs and this host is ${r??"a Raspberry Pi (arm64)"}. Drop managedServices.vitess or deploy it to an x86_64 host.`)}function Ve(e){return`'${e.replace(/'/g,`'"'"'`)}'`}function _l(){return`
|
|
407
407
|
# A Pi 5 has no battery-backed RTC and boots in 1970 until NTP answers. apt
|
|
408
408
|
# rejects Release files "from the future" and ACME rejects a skewed clock, so
|
|
409
409
|
# wait (bounded) for systemd-timesyncd before anything touches the network
|
|
@@ -419,7 +419,7 @@ if command -v timedatectl >/dev/null 2>&1; then
|
|
|
419
419
|
systemctl start systemd-time-wait-sync >/dev/null 2>&1 || true
|
|
420
420
|
fi
|
|
421
421
|
fi
|
|
422
|
-
`}function
|
|
422
|
+
`}function Tl(){return`
|
|
423
423
|
# SD cards wear; a journal allowed to grow to the default 10% of the disk is
|
|
424
424
|
# the single biggest writer on an idle Pi. Bound it.
|
|
425
425
|
install -d -m 0755 /etc/systemd/journald.conf.d
|
|
@@ -430,31 +430,31 @@ MaxRetentionSec=7day
|
|
|
430
430
|
Compress=yes
|
|
431
431
|
TS_CLOUD_JOURNAL_EOF
|
|
432
432
|
systemctl restart systemd-journald
|
|
433
|
-
`}function
|
|
433
|
+
`}function Cl(e){return`
|
|
434
434
|
# The deploy user uploads releases as itself (scp), while the scripts run as
|
|
435
435
|
# root through sudo. setgid group-writable directories let both write.
|
|
436
|
-
install -d -m 2775 -g "$(id -gn ${
|
|
437
|
-
`}function
|
|
436
|
+
install -d -m 2775 -g "$(id -gn ${Ve(e)})" /var/ts-cloud/artifacts /var/ts-cloud/staging
|
|
437
|
+
`}function Pl(e){let t=Ve(e),r=`/home/${e}`;return[`chown -R ${t}:"$(id -gn ${t})" ${Ve(`${r}/.ssh`)}`,`chmod 700 ${Ve(`${r}/.ssh`)}`]}function br(e){let{config:t,environment:r,profile:n,sudoUser:s}=e;cr(t,n,e.facts?.arch);let i={...t.infrastructure?.compute,proxy:le(t,{environment:e.environment,environmentType:e.environment})},o=t.sites??{},a=t.project.slug,c=e.lan?{...e.lan.hostname?{hostname:e.lan.hostname}:{},tls:e.lan.tls??"local-ca",...Pi(e)?{ip:Pi(e)}:{}}:void 0,l=i.proxy?.engine==="rpx"?Te(o,{proxy:i.proxy,slug:a,lan:c,mail:ne(t,{environment:e.environment,environmentType:e.environment})}):void 0,d=i.proxy?.engine==="rpx"&&l?$e({proxy:i.proxy,config:l,slug:a,profile:n,bunBin:i.runtime==="node"||i.runtime==="deno"?void 0:"/usr/local/bin/bun"}):void 0,u=i.proxy?.engine==="rpx"&&l?Je({config:l,slug:a}):void 0,m=s?`/home/${s}/.ssh/authorized_keys`:void 0,h=ze(t,{environment:r,authorizedKeysPath:m}),f=s?[...h.servicesProvision??[],...Pl(s)]:h.servicesProvision,y=[...new Set([...i.systemPackages??[],"psmisc","ca-certificates"])],E=i.swapGb??(n==="raspberry-pi"?Ri:void 0),B=he({runtime:h.runtime,runtimeVersion:h.runtimeVersion,systemPackages:y,database:t.infrastructure?.database,phpProvision:h.phpProvision,servicesProvision:f,rpxProvision:d,swapGb:E}).replace(/^#!\/bin\/bash\nset -euo pipefail\n/,""),k=Ei(),L=l?.localCa?` lan=${l.localCa.hosts.join(",")} tls=local-ca`:c?` lan=${c.hostname??`${a}.local`} tls=${c.tls??"local-ca"}`:"",C=`#!/bin/bash
|
|
438
438
|
set -euo pipefail
|
|
439
|
-
# ts-cloud ssh bootstrap v${ke} profile=${n}${
|
|
439
|
+
# ts-cloud ssh bootstrap v${ke} profile=${n}${L}
|
|
440
440
|
|
|
441
441
|
# Idempotence guard. This script may run again (a cloud-init rerun, a repeated
|
|
442
442
|
# adopt, a deploy): once this version has been applied, only the gateway's
|
|
443
443
|
# route fragment is refreshed, so a rerun cannot re-download the runtime or
|
|
444
444
|
# re-create swap on every boot.
|
|
445
|
-
if [ -e ${
|
|
445
|
+
if [ -e ${Ve(k)} ]; then
|
|
446
446
|
echo "[ts-cloud] bootstrap v${ke} already applied; refreshing the gateway fragment only"
|
|
447
|
-
`;if(
|
|
447
|
+
`;if(u){let z=u[0]==="set -euo pipefail"?u.slice(1):u;C+=`${z.join(`
|
|
448
448
|
`)}
|
|
449
|
-
`}if(
|
|
449
|
+
`}if(C+=` exit 0
|
|
450
450
|
fi
|
|
451
|
-
`,
|
|
452
|
-
${
|
|
453
|
-
install -d -m 0755 ${
|
|
454
|
-
date -u +%Y-%m-%dT%H:%M:%SZ > ${
|
|
451
|
+
`,C+=_l(),n==="raspberry-pi")C+=Tl();if(s)C+=Cl(s);if(C+=`
|
|
452
|
+
${B}`,C+=`
|
|
453
|
+
install -d -m 0755 ${Ve(Dn)}
|
|
454
|
+
date -u +%Y-%m-%dT%H:%M:%SZ > ${Ve(k)}
|
|
455
455
|
echo "[ts-cloud] bootstrap v${ke} applied (${n}); gateway fragment at ${fe}/${a}.json"
|
|
456
|
-
`,l?.localCa)
|
|
457
|
-
`;return
|
|
456
|
+
`,l?.localCa)C+=`echo "[ts-cloud] LAN certificate authority for ${l.localCa.hosts.join(", ")} at ${Bt(l.localCa.dir)} (copy it to a client to trust this box)"
|
|
457
|
+
`;return C}var Ne={user:"root",port:22,privateKeyPath:"~/.ssh/id_ed25519",hostKey:"pin",profile:"generic",publicIp:"auto"},Oi=["pin","accept-new","insecure"],Di=["raspberry-pi","generic"];function mt(...e){for(let t of e){let r=process.env[t]?.trim();if(r)return r}return}function kt(...e){for(let t of e){let r=t?.trim();if(r)return r}return}function Ii(e,t){if(t?.length)return t;if(e?.ssh?.hosts?.length)return e.ssh.hosts;let r=mt("TS_CLOUD_SSH_HOST");if(r)return[{host:r}];throw Error("No ssh host configured. Set ssh.hosts in cloud.config.ts or TS_CLOUD_SSH_HOST.")}function Ai(e,t){return kt(t,e?.user,mt("TS_CLOUD_SSH_USER"))??Ne.user}function ki(e,t){let r=[{source:"the explicit port",value:t},{source:`ssh.hosts[].port for ${e?.host??"the host"}`,value:e?.port},{source:"TS_CLOUD_SSH_PORT",value:mt("TS_CLOUD_SSH_PORT")}];for(let{source:n,value:s}of r){if(s===void 0||s==="")continue;let i=typeof s==="number"?s:Number(s);if(!Number.isInteger(i)||i<1||i>65535)throw Error(`Invalid SSH port from ${n}: ${String(s)}`);return i}return Ne.port}function Hi(e,t){return nn(kt(t,e?.privateKeyPath,mt("TS_CLOUD_SSH_KEY"))??Ne.privateKeyPath)}function Ui(e,t){let r=kt(t,e?.ssh?.hostKey,mt("TS_CLOUD_SSH_HOST_KEY"))??Ne.hostKey;if(!Oi.includes(r))throw Error(`Invalid ssh.hostKey '${r}'. Use one of: ${Oi.join(", ")}.`);return r}function zi(e,t=Ne.user,r){return r??e?.ssh?.sudo??t!=="root"}function Fi(e,t){let r=kt(t,e?.ssh?.profile,mt("TS_CLOUD_SSH_PROFILE"))??Ne.profile;if(!Di.includes(r))throw Error(`Invalid ssh.profile '${r}'. Use one of: ${Di.join(", ")}.`);return r}function Bi(e,t){return kt(t,e?.ssh?.publicIp)??Ne.publicIp}function Ki(e,t){return t??e?.ssh?.lan}function Sr(e,t={}){let r=Ii(e,t.hosts).map((n)=>({host:n.host,user:Ai(n,t.user),port:ki(n,t.port),privateKeyPath:Hi(n,t.privateKeyPath),role:n.role??"app"}));return{hosts:r,hostKey:Ui(e,t.hostKey),sudo:zi(e,r[0]?.user,t.sudo),profile:Fi(e,t.profile),publicIp:Bi(e,t.publicIp),lan:Ki(e,t.lan)}}var In=`set -u
|
|
458
458
|
. /etc/os-release 2>/dev/null || true
|
|
459
459
|
# Strings are stripped of quotes, backslashes and newlines rather than escaped:
|
|
460
460
|
# nothing reported here legitimately contains them, and a probe that cannot
|
|
@@ -486,23 +486,23 @@ printf '"lanIp":"%s",' "$(json_str "$(hostname -I 2>/dev/null | awk '{print $1}'
|
|
|
486
486
|
printf '"tools":{"curl":%s,"tar":%s},' "$(bool command -v curl)" "$(bool command -v tar)"
|
|
487
487
|
printf '"privilege":"%s"' "$(sudo -n true >/dev/null 2>&1 && printf sudo || printf user)"
|
|
488
488
|
printf '}\\n'
|
|
489
|
-
`;function
|
|
489
|
+
`;function An(e){let t=e.split(`
|
|
490
490
|
`).map((r)=>r.trim()).filter(Boolean).at(-1);if(!t||!t.startsWith("{"))throw Error(`Preflight returned no facts:
|
|
491
|
-
${e.trim().slice(-2000)}`);try{return JSON.parse(t)}catch(r){throw Error(`Preflight returned malformed facts: ${r.message}`)}}var yt=1073741824;function
|
|
491
|
+
${e.trim().slice(-2000)}`);try{return JSON.parse(t)}catch(r){throw Error(`Preflight returned malformed facts: ${r.message}`)}}var yt=1073741824;function xl(e){return e==="aarch64"||e==="arm64"}function Ln(e,t){let r=[],n=e.arch??"";if(!xl(n)&&!(n==="x86_64"&&t.profile==="generic"))r.push({code:"arch.not-aarch64",severity:"error",message:t.profile==="raspberry-pi"?`The raspberry-pi profile expects a 64-bit ARM OS; this host reports ${n||"an unknown architecture"}.`:`Unsupported architecture ${n||"(unknown)"}.`,remediation:t.profile==="raspberry-pi"?"Flash the 64-bit Raspberry Pi OS or Ubuntu Server arm64 image.":"Use an x86_64 or arm64 Linux host."});let s=`${e.osId??""} ${e.osIdLike??""}`.toLowerCase();if(!/\b(?:debian|ubuntu|raspbian)\b/.test(s))r.push({code:"os.unsupported",severity:"error",message:`The bootstrap targets Debian and Ubuntu (apt); this host reports ${e.os||"an unknown OS"}.`,remediation:"Install Raspberry Pi OS, Debian or Ubuntu Server."});let i=e.memoryBytes??0;if(i<yt)r.push({code:"memory.low",severity:"error",message:`${(i/yt).toFixed(2)} GiB of memory; the runtime plus a gateway needs at least 1 GiB.`,remediation:"Use a host with 2 GiB or more."});else if(i<2*yt)r.push({code:"memory.low",severity:"warning",message:`${(i/yt).toFixed(2)} GiB of memory; on-box builds and managed services will be tight.`,remediation:"Build releases in CI rather than on the host, and keep managedServices small."});if((e.diskFreeBytes??0)<4*yt)r.push({code:"disk.low",severity:"error",message:`${((e.diskFreeBytes??0)/yt).toFixed(1)} GiB free on /; releases, the artifact cache and swap need at least 4 GiB.`,remediation:"Free space or use a larger card or disk."});if(t.user!=="root"&&!e.sudoOk)r.push({code:"sudo.missing",severity:"error",message:`${t.user} cannot run sudo without a password, and the bootstrap needs root.`,remediation:`Add '${t.user} ALL=(ALL) NOPASSWD:ALL' to /etc/sudoers.d/ts-cloud, or deploy as root.`});if(!e.timeSynced)r.push({code:"time.unsynced",severity:"warning",message:"The clock is not NTP-synchronised yet; the bootstrap waits for it before running apt.",remediation:"Nothing to do unless it never syncs: then check the network and systemd-timesyncd."});if(!e.httpsOk)r.push({code:"https.blocked",severity:"error",message:"The host cannot reach https://github.com, so it cannot download the runtime or packages.",remediation:"Check DNS, the default route and any egress firewall from the host."});if(e.cloudInitPresent&&/running/i.test(e.cloudInitStatus??""))r.push({code:"cloud-init.running",severity:"info",message:"cloud-init is still running its first boot; the adopt waits for it to finish."});if(e.piModel)r.push({code:"pi.model",severity:"info",message:e.piModel});if(e.kernelBits===32)r.push({code:"bits.32",severity:"error",message:"This is a 32-bit userland; bun ships no 32-bit build.",remediation:"Flash a 64-bit OS image."});return r}function vr(e){return e.some((t)=>t.severity==="error")}function an(e){if(e.length===0)return"No findings.";let t=Math.max(...e.map((r)=>r.code.length));return e.map((r)=>{let n=`${r.severity.padEnd(7)} ${r.code.padEnd(t)} ${r.message}`;return r.remediation?`${n}
|
|
492
492
|
${" ".repeat(t+10)}${r.remediation}`:n}).join(`
|
|
493
|
-
`)}var Ht="/var/ts-cloud/staging",
|
|
494
|
-
`);try{await this.exec(a.publicIp,c);continue}catch{}let l=`${
|
|
495
|
-
`),r=[];for(let s of e.targets){if(!s.publicIp){r.push({instanceId:s.id,status:"Failed",error:"Missing address"});continue}try{let i=await this.exec(s.publicIp,t);
|
|
496
|
-
${an(l)}`);for(let f of l)console.warn(`[ts-cloud] ${f.severity}: ${f.message}`);if(c.cloudInitPresent&&/running/i.test(c.cloudInitStatus??""))await this.waitForCloudInit(n.host);let
|
|
497
|
-
${s}`);if(/status:\s*(?:done|degraded)/.test(s))return}catch(s){if(s instanceof Error&&/cloud-init reported an error/.test(s.message))throw s}await this.sleep(t)}throw Error(`Timed out waiting for cloud-init to finish on ${e} after ${r}ms`)}}function O(e){if(
|
|
498
|
-
`)||!/^(?:ssh|ecdsa|sk)-/.test(t))throw Error("publicKey must be one public key line, e.g. the contents of ~/.ssh/id_ed25519.pub.");if(e.wifi){if(!e.wifi.ssid)throw Error("wifi.ssid is required.");if(!e.wifi.passphrase)throw Error("wifi.passphrase is required.");if(!
|
|
493
|
+
`)}var Ht="/var/ts-cloud/staging",kn=nt,Gi="TS_CLOUD_SSH_SKIP_BOOTSTRAP",Dl=["size","instances","appServers","servicesServer","loadBalancer","fleet","image","bakedImage","allowSsh"];function Nt(e){return`'${e.replace(/'/g,`'"'"'`)}'`}async function Il(e){let t=El("sha256");for await(let r of Rl(e))t.update(r);return t.digest("hex")}function Wi(e,t){if(e.cloud?.attachTo)throw Error("cloud.attachTo is not supported by the ssh provider: it deploys to the hosts in ssh.hosts and nothing else.");if(t.hosts.length>1)throw Error(`ssh.hosts lists ${t.hosts.length} hosts; multi-host ssh fleets are not supported yet.`);if(xi(e.infrastructure?.compute?.managedServices?.vitess))cr(e,t.profile);let r=e.infrastructure?.compute??{};return Dl.filter((n)=>r[n]!==void 0).map((n)=>`infrastructure.compute.${n} has no effect with the ssh provider; the host is what it is.`)}class Cr{name="ssh";usesCloudFormation=!1;settings;cwd;bootWait;transportInstance;constructor(e={}){this.settings=Sr(void 0,{hosts:e.hosts,user:e.user,port:e.port,privateKeyPath:e.privateKeyPath,hostKey:e.hostKey,sudo:e.sudo,profile:e.profile,publicIp:e.publicIp,lan:e.lan}),this.cwd=e.cwd??process.cwd(),this.transportInstance=e.transport,this.bootWait={sshIntervalMs:e.bootWait?.sshIntervalMs??5000,sshTimeoutMs:e.bootWait?.sshTimeoutMs??300000,cloudInitIntervalMs:e.bootWait?.cloudInitIntervalMs??5000,cloudInitTimeoutMs:e.bootWait?.cloudInitTimeoutMs??600000}}get host(){if(this.settings.hosts.length>1)throw Error(`ssh.hosts lists ${this.settings.hosts.length} hosts; multi-host ssh fleets are not supported yet.`);return this.settings.hosts[0]}get transport(){if(!this.transportInstance){let e=this.host;this.transportInstance=new dt({user:e.user,port:e.port,identityFile:e.privateKeyPath,hostKey:this.settings.hostKey==="insecure"?"insecure":{policy:this.settings.hostKey,knownHostsFile:hi(this.cwd)}})}return this.transportInstance}exec(e,t){return this.transport.exec(e,t,{sudo:this.settings.sudo})}async findComputeTargets(e){if((e.role||"app")!=="app")return[];let{host:t}=this.host;return[{id:t,name:t,publicIp:t,status:"running"}]}async getComputeOutputs(){let{host:e,user:t}=this.host;return{appInstanceId:e,appPublicIp:e,sshUser:t,deployStoragePath:Ht}}async uploadRelease(e){let t=e.targets?.length?e.targets:await this.findComputeTargets({slug:e.config.project.slug,environment:e.environment,role:"app",stackName:T(e.config,e.environment)});if(t.length===0)throw Error("No ssh compute targets found for release upload");let n=`${e.remoteKey.replace(/^releases\//,"").replace(/\.tar\.gz$/,"").replace(/\//g,"-")}-${ji()}.tar.gz`,s=`${Ht}/${n}`,i=await Il(e.localPath),o=`${kn}/${i}.tar.gz`;for(let a of t){if(!a.publicIp)throw Error(`Target ${a.id} has no address for SCP upload`);let c=["set -euo pipefail",`mkdir -p ${Nt(kn)} ${Nt(Ht)}`,`test -s ${Nt(o)}`,`cp -- ${Nt(o)} ${Nt(s)}`].join(`
|
|
494
|
+
`);try{await this.exec(a.publicIp,c);continue}catch{}let l=`${kn}/.${i}-${ji()}.tmp`;try{await this.transport.scp(a.publicIp,e.localPath,l),await this.exec(a.publicIp,er(l,o,s))}catch(d){throw await this.exec(a.publicIp,tr(l)).catch(()=>{}),d}}return{artifactRef:s}}async runRemoteDeploy(e){if(e.targets.length===0)return{success:!1,instanceCount:0,perInstance:[],error:"No targets provided"};let t=e.commands.join(`
|
|
495
|
+
`),r=[];for(let s of e.targets){if(!s.publicIp){r.push({instanceId:s.id,status:"Failed",error:"Missing address"});continue}try{let i=await this.exec(s.publicIp,t);qe(i),r.push({instanceId:s.id,status:"Success",output:i})}catch(i){r.push({instanceId:s.id,status:"Failed",error:i.message})}}let n=r.every((s)=>s.status==="Success");return{success:n,instanceCount:e.targets.length,perInstance:r,error:n?void 0:Ue(r,"One or more SSH deploy commands failed")}}targetHost(){return this.host.host}ensureHostKey(e=this.host.host){return this.transport.ensureHostKey(e)}async preflight(e=this.host.host){let t=await this.transport.exec(e,In,{sudo:!1}),r=An(t);return{facts:r,findings:Ln(r,{user:this.host.user,profile:this.settings.profile})}}async provisionComputeInfrastructure(e){let{config:t,environment:r}=e;for(let f of Wi(t,this.settings))console.warn(`[ts-cloud] ${f}`);let n=this.host,s=T(t,r),i=await We(s,this.cwd),o=process.env[Gi]==="1"&&i?.provider==="ssh"&&i.host===n.host&&i.bootstrapVersion===ke,a=await this.ensureHostKey(n.host);if(a.pinnedNow)console.warn(`[ts-cloud] pinned ${n.host} host key ${a.fingerprint}`);await this.waitForSshReady(n.host);let{facts:c,findings:l}=await this.preflight(n.host);if(vr(l))throw Error(`Preflight failed for ${n.host}; refusing to bootstrap it.
|
|
496
|
+
${an(l)}`);for(let f of l)console.warn(`[ts-cloud] ${f.severity}: ${f.message}`);if(c.cloudInitPresent&&/running/i.test(c.cloudInitStatus??""))await this.waitForCloudInit(n.host);let d=c.lanIp?.trim()||(Ol(n.host)!==0?n.host:void 0),u=i?.provider==="ssh"?i.bootstrappedAt:void 0;if(!o){let f=br({config:t,environment:r,profile:this.settings.profile,facts:c,sudoUser:n.user!=="root"?n.user:void 0,lan:this.settings.lan,lanIp:d});qe(await this.exec(n.host,f)),u=new Date().toISOString()}let m={provider:"ssh",stackName:s,host:n.host,sshUser:n.user,sshPort:n.port,hostKeyFingerprint:a.fingerprint||void 0,publicIp:this.settings.publicIp==="auto"?void 0:this.settings.publicIp,lanIp:c.lanIp||void 0,deployStoragePath:Ht,profile:this.settings.profile,bootstrapVersion:ke,bootstrappedAt:u};await pt(s,m,this.cwd);let h=await this.getComputeOutputs();if(Z(t.infrastructure?.compute)&&Mr(this.settings.lan)==="local-ca")h.lanCaCertPath=Bt(),console.warn(`[ts-cloud] LAN certificate authority on ${n.host} at ${h.lanCaCertPath}. Fetch it with: scp ${n.user}@${n.host}:${h.lanCaCertPath} ./rpx-root-ca.crt`);return h}async destroyCompute(e){let t=T(e.config,e.environment),r=this.host;return console.warn(`[ts-cloud] forgot ${r.host} for ${t}; nothing was removed on the host (stop the systemd units and remove /var/ts-cloud and /etc/rpx by hand if you want it clean).`),await pt(t,{provider:"ssh",stackName:t,host:r.host,sshUser:r.user,sshPort:r.port},this.cwd).catch(()=>{}),{destroyed:[`local state for ${t}`]}}async sleep(e){await new Promise((t)=>setTimeout(t,e))}async waitForSshReady(e){let{sshIntervalMs:t,sshTimeoutMs:r}=this.bootWait,n=Date.now();do{if(await this.transport.probe(e))return;await this.sleep(t)}while(Date.now()-n<r);throw Error(`Timed out waiting for SSH on ${e} after ${r}ms`)}async waitForCloudInit(e){let{cloudInitIntervalMs:t,cloudInitTimeoutMs:r}=this.bootWait,n=Date.now();while(Date.now()-n<r){try{let s=await this.transport.exec(e,"if command -v cloud-init >/dev/null 2>&1; then cloud-init status --long 2>/dev/null || true; else echo 'status: done'; fi",{sudo:!1});if(/status:\s*error/.test(s))throw Error(`cloud-init reported an error on ${e}:
|
|
497
|
+
${s}`);if(/status:\s*(?:done|degraded)/.test(s))return}catch(s){if(s instanceof Error&&/cloud-init reported an error/.test(s.message))throw s}await this.sleep(t)}throw Error(`Timed out waiting for cloud-init to finish on ${e} after ${r}ms`)}}function O(e){if(En())return new ar;switch(e.provider??F(e.config)){case"aws":return new Gt({region:e.config.project.region});case"hetzner":return new Le({apiToken:e.config.hetzner?.apiToken,allowStateOnly:Boolean(e.config.cloud?.attachTo),sshPrivateKeyPath:e.config.hetzner?.sshPrivateKeyPath,sshPublicKeyPath:e.config.hetzner?.sshPublicKeyPath,sshUser:e.config.hetzner?.sshUser,location:e.config.hetzner?.location});case"ssh":return new Cr({hosts:e.config.ssh?.hosts,hostKey:e.config.ssh?.hostKey,sudo:e.config.ssh?.sudo,profile:e.config.ssh?.profile,publicIp:e.config.ssh?.publicIp,lan:e.config.ssh?.lan});case"fly":throw Error("Fly.io has no box to provision or reach over SSH: deploy it with deployToFly() from @stacksjs/ts-cloud.");default:throw Error(`Unknown cloud provider: ${e.provider??F(e.config)}`)}}class Vi{drivers=new Map;getDriver(e,t){let r=t??F(e),n=`${r}:${e.project.slug}:${e.project.region||"default"}`,s=this.drivers.get(n);if(s)return s;let i=O({config:e,provider:r});return this.drivers.set(n,i),i}}var bf=new Vi;var qi="/var/lib/ts-cloud/bootstrap.sh",ao={"raspberry-pi-os":"bootfs",ubuntu:"system-boot"},Al=/^[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?$/,Ll=/^[a-z_][a-z0-9_-]{0,31}$/,kl=/^[A-Z]{2}$/;function ve(e){return JSON.stringify(e)}function Nl(e){if(!Al.test(e.hostname))throw Error(`Invalid hostname '${e.hostname}': use lowercase letters, digits and hyphens.`);if(!Ll.test(e.user))throw Error(`Invalid user '${e.user}': use a lowercase Unix user name.`);let t=e.publicKey.trim();if(!t||t.includes(`
|
|
498
|
+
`)||!/^(?:ssh|ecdsa|sk)-/.test(t))throw Error("publicKey must be one public key line, e.g. the contents of ~/.ssh/id_ed25519.pub.");if(e.wifi){if(!e.wifi.ssid)throw Error("wifi.ssid is required.");if(!e.wifi.passphrase)throw Error("wifi.passphrase is required.");if(!kl.test(e.wifi.country))throw Error(`wifi.country must be a two-letter regulatory domain such as DE or US, not '${e.wifi.country}'.`)}}function Hl(e,t){let r=[`hostname: ${ve(e.hostname)}`,"manage_etc_hosts: true","users:",` - name: ${ve(e.user)}`," ssh_authorized_keys:",` - ${ve(e.publicKey.trim())}`,` sudo: ${ve("ALL=(ALL) NOPASSWD:ALL")}`," shell: /bin/bash"," lock_passwd: true","ssh_pwauth: false"];if(e.timezone)r.push(`timezone: ${ve(e.timezone)}`);if(e.locale)r.push(`locale: ${ve(e.locale)}`);if(r.push("package_update: true"),t==="raspberry-pi-os")r.push("rpi:"," enable_ssh: true"," interfaces:"," spi: false"," i2c: false"," onewire: false"," remote_gpio: false"," serial:"," console: false"," hardware: false");return`${r.join(`
|
|
499
499
|
`)}
|
|
500
|
-
`}function
|
|
500
|
+
`}function Ul(e){let t=["version: 2","ethernets:"," eth0:"," match:",` name: ${ve("e*")}`," dhcp4: true"," dhcp6: true"," optional: true"];if(e.wifi)t.push("wifis:"," wlan0:"," dhcp4: true"," dhcp6: true"," optional: true",` regulatory-domain: ${ve(e.wifi.country)}`," access-points:",` ${ve(e.wifi.ssid)}:`,` password: ${ve(e.wifi.passphrase)}`);return`${t.join(`
|
|
501
501
|
`)}
|
|
502
|
-
`}function
|
|
502
|
+
`}function Ml(e){return[`instance-id: ${ve(`ts-cloud-${e.hostname}`)}`,`local-hostname: ${ve(e.hostname)}`].join(`
|
|
503
503
|
`)+`
|
|
504
|
-
`}function
|
|
505
|
-
`)}function
|
|
504
|
+
`}function zl(e,t){return[`Copy user-data, network-config and meta-data onto the boot partition of the flashed card (the volume named '${ao[t]}'), replacing the files already there.`,"Eject the card, put it in the board and power it on.","The first boot takes a few minutes: cloud-init creates the user, waits for the clock to sync, then runs the ts-cloud bootstrap (packages, runtime, gateway).",`Then, from this machine: cloud ssh:preflight ${e.hostname}.local --user ${e.user}`,"When the preflight is clean, cloud deploy adopts the host and ships the sites."].join(`
|
|
505
|
+
`)}function co(e,t,r){Nl(e);let n={scriptPath:qi,permissions:"0700",before:Hl(e,r.os)};return{files:{"user-data":Ce(t,n),"network-config":Ul(e),"meta-data":Ml(e)},instructions:zl(e,r.os)}}function lr(e){return e.split("=",1)[0]??e}function Xi(e){return e.replace(/@[^.]+(?=\.service$)/,"")}function bc(e,t){let r=new Set(t.runningServices.map(Xi)),n=new Set(t.routeFragments.map(lr)),s=new Set(t.releaseLinks.map(lr)),i=new Set(t.routeIds),o=new Set(t.dataCatalog);return{stoppedServices:e.runningServices.filter((a)=>!r.has(Xi(a))),changedRouteFragments:e.routeFragments.filter((a)=>!n.has(lr(a))),missingRouteIds:e.routeIds.filter((a)=>!i.has(a)),changedReleaseLinks:e.releaseLinks.filter((a)=>!s.has(lr(a))),missingData:e.dataCatalog.filter((a)=>!o.has(a))}}function Yi(e){return e.infrastructure?.compute??{}}function lo(e){let t=Yi(e),r=t.monitoring;return{firewallPorts:[...new Set([22,80,443,...t.firewall?.allowedPorts??[]])].filter((s)=>Number.isInteger(s)&&s>=1&&s<=65535).sort((s,i)=>s-i),monitoring:r!==!1&&(typeof r!=="object"||r.enabled!==!1),autoUpdates:t.autoUpdates!==!1,swapGb:Math.max(0,Math.floor(t.swapGb??2)),sshPasswordAuthentication:!1,sshMaxStartups:"100:30:200",journalMaxUse:"256M",journalRetention:"14day"}}function Fl(e){return["install -d -m 0755 /etc/ssh/sshd_config.d /etc/systemd/journald.conf.d /etc/sysctl.d /etc/fail2ban/jail.d","cat > /etc/ssh/sshd_config.d/99-ts-cloud-hardening.conf <<'TS_CLOUD_SSH_EOF'","# Managed by ts-cloud host optimization.","PasswordAuthentication no","KbdInteractiveAuthentication no","PermitRootLogin prohibit-password","MaxAuthTries 4","LoginGraceTime 30",`MaxStartups ${e.sshMaxStartups}`,"TS_CLOUD_SSH_EOF","sshd -t","systemctl reload ssh","cat > /etc/systemd/journald.conf.d/99-ts-cloud-retention.conf <<'TS_CLOUD_JOURNAL_EOF'","[Journal]",`SystemMaxUse=${e.journalMaxUse}`,`MaxRetentionSec=${e.journalRetention}`,"Compress=yes","TS_CLOUD_JOURNAL_EOF","systemctl restart systemd-journald","journalctl --vacuum-size=256M --vacuum-time=14d >/dev/null","cat > /etc/sysctl.d/99-ts-cloud-production.conf <<'TS_CLOUD_SYSCTL_EOF'","# Managed by ts-cloud host optimization.","vm.swappiness=10","vm.dirty_background_ratio=5","vm.dirty_ratio=15","net.core.somaxconn=4096","net.ipv4.tcp_max_syn_backlog=4096","net.ipv4.tcp_fin_timeout=30","net.ipv4.tcp_keepalive_time=300","net.ipv4.tcp_keepalive_intvl=30","net.ipv4.tcp_keepalive_probes=5","fs.inotify.max_user_watches=524288","TS_CLOUD_SYSCTL_EOF","sysctl --system >/dev/null","export DEBIAN_FRONTEND=noninteractive","command -v fail2ban-client >/dev/null 2>&1 || apt-get install -y fail2ban","cat > /etc/fail2ban/jail.d/99-ts-cloud-sshd.conf <<'TS_CLOUD_FAIL2BAN_EOF'","[sshd]","enabled = true","backend = systemd","bantime = 1h","findtime = 10m","maxretry = 5","TS_CLOUD_FAIL2BAN_EOF","systemctl enable --now fail2ban","systemctl restart fail2ban"]}function Bl(e){if(e===0)return[];return["if ! swapon --show=NAME --noheadings 2>/dev/null | grep -qx '/swapfile'; then",` if [ ! -f /swapfile ]; then fallocate -l ${e}G /swapfile || dd if=/dev/zero of=/swapfile bs=1M count=${e*1024} status=none; fi`," chmod 600 /swapfile"," mkswap /swapfile >/dev/null"," swapon /swapfile","fi","grep -qE '^/swapfile\\s' /etc/fstab || echo '/swapfile none swap sw 0 0' >> /etc/fstab"]}function Ji(e){let t=Yi(e),r=lo(e),n=t.monitoring??!0,s=t.firewall??{enabled:!0};return["set -euo pipefail",...Z(t)?["systemctl disable --now nginx.service bun-gateway.service ts-cloud-nginx.service 2>/dev/null || true","systemctl reset-failed nginx.service bun-gateway.service ts-cloud-nginx.service 2>/dev/null || true"]:[],...Bl(r.swapGb),...Ee(r.autoUpdates),...Pe(n),...Fl(r),...Kt(s),"systemctl daemon-reload","systemctl reset-failed"]}var Kl=String.raw`
|
|
506
506
|
const text = (command) => {
|
|
507
507
|
const result = Bun.spawnSync(['bash', '-lc', command], { stdout: 'pipe', stderr: 'pipe' })
|
|
508
508
|
return result.stdout.toString().trim()
|
|
@@ -533,35 +533,35 @@ console.log(JSON.stringify({
|
|
|
533
533
|
failedUnits: lines("systemctl --failed --type=service --no-legend --plain | awk '{print $1}'"),
|
|
534
534
|
publicTcpPorts: [...new Set(publicTcpPorts)].sort((a, b) => a - b),
|
|
535
535
|
}))
|
|
536
|
-
`;function
|
|
537
|
-
`),n=`printf %s ${Buffer.from(r).toString("base64")} | base64 -d | bash`;await _e(t.host,n,t)}async function
|
|
538
|
-
`,"utf8"),await
|
|
539
|
-
`,"utf8"),async()=>{await
|
|
536
|
+
`;function jl(e){return`printf %s ${Buffer.from(e).toString("base64")} | base64 -d | bun -`}async function ms(e,t){let r=Ji(e).join(`
|
|
537
|
+
`),n=`printf %s ${Buffer.from(r).toString("base64")} | base64 -d | bash`;await _e(t.host,n,t)}async function gs(e){let t=await _e(e.host,jl(Kl),e);return JSON.parse(t)}function fs(e,t){let r=[],n=new Set(t.firewallPorts),s=e.firewallPorts.filter((o)=>!n.has(o)),i=t.firewallPorts.filter((o)=>!e.firewallPorts.includes(o));if(!t.firewallActive)r.push("UFW is not active");if(s.length>0)r.push(`UFW is missing ports: ${s.join(", ")}`);if(i.length>0)r.push(`UFW has unexpected ports: ${i.join(", ")}`);if(t.passwordAuthentication)r.push("SSH password authentication remains enabled");if(t.rootPasswordLogin)r.push("SSH root password login remains enabled");if(!t.fail2banActive)r.push("fail2ban is not active");if(e.autoUpdates&&!t.unattendedUpgradesActive)r.push("unattended upgrades are not active");if(e.monitoring&&!t.metricsTimerActive)r.push("metrics timer is not active");if(e.monitoring&&!t.metricsSnapshotFresh)r.push("metrics snapshot is stale");if(e.swapGb>0&&t.swapBytes<e.swapGb*1073741824*0.9)r.push("configured swap is missing");if(t.failedUnits.length>0)r.push(`failed services: ${t.failedUnits.join(", ")}`);return r}import{mkdir as ur,readFile as Gl,rename as Zi,rmdir as Wl,stat as Vl,unlink as ql,writeFile as Qi}from"node:fs/promises";import{join as pr}from"node:path";function Nn(e){return pr(Ae(),`${e}-resize.json`)}function eo(e){return pr(Ae(),`${e}-resize.lock`)}async function hs(e){try{return JSON.parse(await Gl(Nn(e),"utf8"))}catch{return null}}async function ht(e){let t=Nn(e.stackName);await ur(Ae(),{recursive:!0});let r=`${t}.${process.pid}.tmp`;await Qi(r,`${JSON.stringify(e,null,2)}
|
|
538
|
+
`,"utf8"),await Zi(r,t)}async function ys(e,t=1800000){let r=eo(e);await ur(Ae(),{recursive:!0});try{await ur(r)}catch(n){if(Date.now()-(await Vl(r)).mtimeMs<=t)throw Error(`Another resize process holds ${r}.`);await Zi(r,`${r}.stale-${Date.now()}`),await ur(r)}return await Qi(pr(r,"owner.json"),`${JSON.stringify({pid:process.pid,acquiredAt:new Date().toISOString()},null,2)}
|
|
539
|
+
`,"utf8"),async()=>{await ql(pr(r,"owner.json")).catch(()=>{}),await Wl(r).catch(()=>{})}}async function Hn(e,t){let r=Ge(t.publicKey),n=(await e.listSshKeys()).find((i)=>Ge(i.public_key)===r);if(n)return{id:n.id,name:n.name,created:!1};let s=await e.createSshKey({name:t.name,publicKey:t.publicKey.trim(),labels:t.labels});return{id:s.id,name:s.name,created:!0}}async function Un(e,t){let r=(await e.listFirewalls()).find((s)=>s.name===t.name);if(r)return await e.setFirewallRules(r.id,t.rules),{id:r.id,name:r.name,created:!1};let{firewall:n}=await e.createFirewall({name:t.name,rules:t.rules,labels:t.labels});return{id:n.id,name:n.name,created:!0}}async function Mn(e,t){let{waitForRunning:r=!0,...n}=t,s=(await e.listServers()).find((o)=>o.name===t.name),i=!s;if(!s)s=(await e.createServer(n)).server;if(r)s=await e.waitForServerRunning(s.id);return{server:s,created:i}}function zn(e){let t=e.public_net.ipv4?.ip;if(!t)throw Error(`Hetzner server "${e.name}" (#${e.id}) has no public IPv4`);return t}function fo(e){let t=e.sshPublicKey.trim(),r=["#cloud-config","disable_root: false","ssh_authorized_keys:",` - ${t}`];if(e.bootstrapScript){let s=e.bootstrapScript.split(`
|
|
540
540
|
`).map((i)=>` ${i}`).join(`
|
|
541
541
|
`);r.push("write_files:"," - path: /var/lib/cloud/box-bootstrap.sh"," permissions: '0755'"," owner: root:root"," content: |",s)}if(r.push("runcmd:",` - mkdir -p /root/.ssh && grep -qF "${t}" /root/.ssh/authorized_keys 2>/dev/null || echo "${t}" >> /root/.ssh/authorized_keys`),e.bootstrapScript)r.push(" - [ bash, /var/lib/cloud/box-bootstrap.sh ]");return`${r.join(`
|
|
542
542
|
`)}
|
|
543
|
-
`}function
|
|
544
|
-
`)}function
|
|
543
|
+
`}function Xl(e=[]){let t=[{direction:"in",protocol:"tcp",port:"22",source_ips:["0.0.0.0/0","::/0"],description:"SSH"}];for(let r of e)t.push({direction:"in",protocol:r.protocol,...r.protocol==="icmp"?{}:{port:String(r.port)},source_ips:["0.0.0.0/0","::/0"]});return t}class dr{client;provider="hetzner";constructor(e){this.client=e}async ensureBox(e){let t=await Hn(this.client,{name:`${e.name}-key`,publicKey:e.sshPublicKey}),r=await Un(this.client,{name:`${e.name}-fw`,rules:Xl(e.ports)}),{server:n,created:s}=await Mn(this.client,{name:e.name,serverType:e.size,image:e.image??"ubuntu-24.04",location:e.location,sshKeys:[t.id],firewalls:[{firewall:r.id}],userData:fo(e),labels:e.labels});if(!s){if(!((await this.client.listFirewalls()).find((a)=>a.id===r.id)?.applied_to??[]).some((a)=>a.type==="server"&&a.server?.id===n.id)){let a=await this.client.applyFirewallToResources(r.id,[{type:"server",server:n.id}]);for(let c of a)await this.client.waitForAction(c.id).catch(()=>{})}}return{provider:"hetzner",id:String(n.id),name:n.name,publicIp:zn(n),created:s}}async destroyBox(e){let t=[],r=(await this.client.listServers()).find((s)=>s.name===e);if(r){let s=await this.client.deleteServer(r.id);await this.client.waitForAction(s.id).catch(()=>{}),t.push(`server ${e} (#${r.id})`)}let n=(await this.client.listFirewalls()).find((s)=>s.name===`${e}-fw`);if(n)for(let s=0;s<10;s++)try{await this.client.deleteFirewall(n.id),t.push(`firewall ${e}-fw (#${n.id})`);break}catch{if(s===9)break;await new Promise((i)=>setTimeout(i,3000))}return{destroyed:t}}}var mr="/opt/pantry/cli",go=`${D}/pantry/.bin`,Yl={"google.com/chrome":{profile:"ts-cloud-pantry-chrome",binary:`${D}/pantry/google.com/chrome/*/lib/chrome-for-testing/chrome`}};function ho(e){if(!e.startsWith("/")||/[^A-Za-z0-9_./*-]/.test(e)||e.includes("**")||e.split("/").slice(1).some((t)=>!t||t==="."||t===".."))throw Error("Sandbox paths must be absolute without traversal or AppArmor control syntax")}function yo(e){let t=[...new Set(e.sandboxedPackageProjects??[])].sort();if(t.length>16)throw Error("At most 16 sandboxed package projects may be declared");for(let r of t){ho(r);let n=r.indexOf("*"),s=r.slice(r.lastIndexOf("/")+1);if(r.length>240||n!==-1&&(n!==r.length-1||!/^[A-Za-z0-9_][A-Za-z0-9_.-]+-\*$/.test(s)))throw Error("Sandbox project wildcards must follow a named final directory prefix")}if(t.length&&!(e.packages??[]).some((r)=>r==="google.com/chrome"||r.startsWith("google.com/chrome@")))throw Error("Sandboxed projects require the Chrome package to be explicitly declared");return t}function Jl(e,t,r=[]){if(vt("sandbox profile",e),/[^A-Za-z0-9_.-]/.test(e))throw Error("Invalid sandbox profile name");let n=[...new Set([t,...r])];for(let i of n)ho(i);let s=n.length===1?n[0]:`/{${n.map((i)=>i.slice(1)).join(",")}}`;return["# Written by ts-cloud: lets this pantry package create user namespaces for its","# sandbox, like Ubuntu's own profile for /opt/google/chrome/chrome.","abi <abi/4.0>,","include <tunables/global>","",`profile ${e} ${s} flags=(unconfined) {`," userns,","",` include if exists <local/${e}>`,"}",""].join(`
|
|
544
|
+
`)}function So(e){let t=yo(e),r=e.packages??[];return Object.entries(Yl).filter(([n])=>r.some((s)=>s===n||s.startsWith(`${n}@`))).map(([,{profile:n,binary:s}])=>({name:n,content:Jl(n,s,t.map((i)=>`${i}/pantry/google.com/chrome/*/lib/chrome-for-testing/chrome`))}))}function vo(e){let t=So(e);if(!t.length)return`set -euo pipefail
|
|
545
545
|
# No declared sandboxed package profiles.
|
|
546
546
|
`;return["set -euo pipefail","PROFILE_DIR=/etc/apparmor.d","PROFILE_STATE=/sys/kernel/security/apparmor/profiles",'[ "$(id -u)" = 0 ] || { echo "Sandbox policy convergence requires root" >&2; exit 1; }','command -v apparmor_parser >/dev/null || { echo "AppArmor parser is required" >&2; exit 1; }','[ -d "$PROFILE_DIR" ] && [ ! -L "$PROFILE_DIR" ] || { echo "AppArmor policy directory must be a real directory" >&2; exit 1; }','[ "$(stat -c %u "$PROFILE_DIR")" = 0 ] || { echo "AppArmor policy directory must be root-owned" >&2; exit 1; }','MODE=$(stat -c %a "$PROFILE_DIR")','(( (8#$MODE & 022) == 0 )) || { echo "AppArmor policy directory must not be group/other writable" >&2; exit 1; }','WORK=$(mktemp -d "$PROFILE_DIR/.ts-cloud-sandbox.XXXXXX")',"KEEP_BACKUP=0",`trap 'if [ "$KEEP_BACKUP" = 0 ]; then rm -rf -- "$WORK"; fi' EXIT`,...t.flatMap(({name:r,content:n})=>[`TARGET="$PROFILE_DIR/${r}"`,'if [ -L "$TARGET" ] || { [ -e "$TARGET" ] && [ ! -f "$TARGET" ]; }; then echo "Refusing non-regular sandbox policy" >&2; exit 1; fi','if [ -f "$TARGET" ] && [ "$(stat -c %u:%g "$TARGET")" != 0:0 ]; then echo "Sandbox policy must be root-owned" >&2; exit 1; fi','if [ -f "$TARGET" ]; then MODE=$(stat -c %a "$TARGET"); (( (8#$MODE & 022) == 0 )) || { echo "Sandbox policy must not be group/other writable" >&2; exit 1; }; fi','if [ ! -f "$TARGET" ]; then',' [ -r "$PROFILE_STATE" ] || { echo "Cannot inspect existing sandbox policy state" >&2; exit 1; }',' cat -- "$PROFILE_STATE" > "$WORK/profile-state"',' while IFS= read -r LOADED || [ -n "$LOADED" ]; do',' case "$LOADED" in',` "${r} ("*) echo "Refusing to replace an orphaned loaded policy without a recovery definition" >&2; exit 1 ;;`," esac",' done < "$WORK/profile-state"',"fi",`printf %s ${St(gr(n))} | base64 -d > "$WORK/candidate"`,'apparmor_parser -Q -K "$WORK/candidate"','if [ -f "$TARGET" ] && cmp -s "$WORK/candidate" "$TARGET"; then',' apparmor_parser -r -K "$TARGET"',` echo "${bt} sandbox profile ${r} reconciled"`,"else"," HAD_PREVIOUS=0"," PREVIOUS_MODE=644",' if [ -f "$TARGET" ]; then cp -p -- "$TARGET" "$WORK/previous"; PREVIOUS_MODE=$(stat -c %a "$TARGET"); HAD_PREVIOUS=1; fi'," KEEP_BACKUP=1",' if install -m 644 -o root -g root "$WORK/candidate" "$WORK/ready" && mv -f -- "$WORK/ready" "$TARGET" && apparmor_parser -r -K "$TARGET"; then'," KEEP_BACKUP=0",` echo "${bt} sandbox profile ${r} converged"`," else"," KEEP_BACKUP=1",' if [ "$HAD_PREVIOUS" = 1 ]; then',' if install -m "$PREVIOUS_MODE" -o root -g root "$WORK/previous" "$WORK/restore" && mv -f -- "$WORK/restore" "$TARGET" && apparmor_parser -r -K "$TARGET"; then KEEP_BACKUP=0; fi'," else",' if [ ! -e "$TARGET" ] || apparmor_parser -R -K "$TARGET"; then rm -f -- "$TARGET"; KEEP_BACKUP=0; fi'," fi",' echo "Sandbox reload failed; retained recovery files if rollback failed: $WORK" >&2'," exit 1"," fi","fi"]),""].join(`
|
|
547
|
-
`)}var bt="ts-cloud:",
|
|
547
|
+
`)}var bt="ts-cloud:",Zl=["/usr/local/bin","/usr/bin","/bin"];function St(e){return`'${e.split("'").join("'\\''")}'`}function gr(e){return Buffer.from(e,"utf8").toString("base64")}function vt(e,t){if(!/^[a-z_][a-z0-9_.-]*$/i.test(t))throw Error(`Box ${e} "${t}" may only contain letters, digits, '.', '_' and '-'`)}function bo(e){return Object.entries(e).map(([t,r])=>{if(!/^[A-Z_][A-Z0-9_]*$/i.test(t))throw Error(`Environment variable name "${t}" is not valid`);let n=String(r).replace(/\\/g,"\\\\").replace(/"/g,"\\\"").replace(/\n/g,"\\n");return`${t}="${n}"`}).join(`
|
|
548
548
|
`).concat(`
|
|
549
|
-
`)}function
|
|
550
|
-
`)}function
|
|
549
|
+
`)}function wo(e,t,r){let n=r.userUnit?"%h":"/root",s=["# Written by ts-cloud from the box declaration; edits here are overwritten.","[Unit]",`Description=${t.description??e}`,"After=network-online.target","","[Service]","Type=simple",`WorkingDirectory=${t.workingDirectory??n}`];if(t.environmentFile)s.push(`EnvironmentFile=${t.environmentFile}`);if(t.environment&&Object.keys(t.environment).length>0)s.push(`EnvironmentFile=${n}/.config/ts-cloud/${e}.env`);return s.push(`Environment=PATH=${[...t.path??[],...r.pantryOnPath===!1?[]:[go],...Zl].join(":")}`),s.push(`ExecStart=${t.exec}`),s.push(`Restart=${t.restart??"always"}`),s.push(`RestartSec=${t.restartSec??10}`),s.push("","[Install]",`WantedBy=${r.userUnit?"default.target":"multi-user.target"}`,""),s.join(`
|
|
550
|
+
`)}function _o(e){yo(e);let t=e.user?.name;if(t)vt("user",t);for(let c of e.user?.groups??[])vt("group",c);let r=Object.entries(e.services??{});for(let[c]of r)vt("service",c);let n=e.pantryVersion,s=["set -euo pipefail","export DEBIAN_FRONTEND=noninteractive",`say() { echo "${bt} $*"; }`,"write_if_changed() {",' local path="$1" mode="$2" owner="$3" tmp'," tmp=$(mktemp)",' printf %s "$4" | base64 -d > "$tmp"',' if [ -f "$path" ] && cmp -s "$tmp" "$path"; then rm -f "$tmp"; return 1; fi',' install -D -m "$mode" -o "${owner%%:*}" -g "${owner##*:}" "$tmp" "$path"',' rm -f "$tmp"',"}",`PANTRY="${mr}/pantry"`,n?`if [ ! -x "$PANTRY" ] || ! "$PANTRY" --version 2>/dev/null | grep -q "pantry ${n.replace(/[^0-9A-Za-z.+-]/g,"")}\\b"; then`:'if [ ! -x "$PANTRY" ]; then'," (",...Et({version:n,installDir:mr}).map((c)=>` ${c}`)," )",' say "pantry $("$PANTRY" --version 2>/dev/null | head -1)"',"fi",`mkdir -p ${D}`],i=[...new Set(e.packages??[])];if(i.length>0){let c=Math.round((e.minFreeDiskGb??10)*1024*1024),l=`${D}/pantry/.ts-cloud-packages`,d=`${[...i].sort().join(`
|
|
551
551
|
`)}
|
|
552
|
-
`;if(s.push(`WANTED_PACKAGES=${St(gr(
|
|
553
|
-
`).map((
|
|
552
|
+
`;if(s.push(`WANTED_PACKAGES=${St(gr(d))}`,`if [ -f ${l} ] && [ "$(base64 -w0 < ${l})" = "$WANTED_PACKAGES" ]; then MISSING=0; else MISSING=1; fi`),s.push('if [ "$MISSING" = 1 ]; then'," FREE_KB=$(df -Pk / | awk 'NR==2 {print $4}')",` if [ "$FREE_KB" -lt ${c} ]; then`,` say "not installing packages: $((FREE_KB / 1048576)) GB free, the box declares at least ${e.minFreeDiskGb??10} GB"`," exit 3"," fi",` PANTRY_SERVICE_SCOPE=system PATH="${mr}:$PATH" sh -c ${St(`cd ${D} && pantry install ${i.map(St).join(" ")}`)}`,` chmod -R a+rX ${D}/pantry 2>/dev/null || true`,` printf %s "$WANTED_PACKAGES" | base64 -d > ${l}`,` say "packages ${i.join(" ")}"`,"fi"),So(e).length>0)s.push("if command -v apparmor_parser >/dev/null 2>&1 && [ -d /etc/apparmor.d ]; then"," ("),s.push(...vo(e).trimEnd().split(`
|
|
553
|
+
`).map((u)=>` ${u}`)),s.push(" )","fi")}if(t)s.push(`if ! id -u ${t} >/dev/null 2>&1; then useradd --create-home --shell /bin/bash ${t}; say "created user ${t}"; fi`,...(e.user?.groups??[]).map((c)=>`if getent group ${c} >/dev/null && ! id -nG ${t} | tr ' ' '\\n' | grep -qx ${c}; then usermod -aG ${c} ${t}; say "added ${t} to ${c}"; fi`),`if [ "$(loginctl show-user ${t} -p Linger --value 2>/dev/null)" != yes ]; then loginctl enable-linger ${t}; say "enabled linger for ${t}"; fi`);s.push(...Co(e));let o=t?`${t}:${t}`:"root:root",a=t?"$SVC_HOME/.config/systemd/user":"/etc/systemd/system";if(r.length>0)s.push("RELOAD=0");for(let[c,l]of r){let d=wo(c,l,{userUnit:Boolean(t),pantryOnPath:i.length>0});s.push(`CHANGED_${c.replace(/[^A-Za-z0-9_]/g,"_")}=0`);let u=`CHANGED_${c.replace(/[^A-Za-z0-9_]/g,"_")}`;if(l.environment&&Object.keys(l.environment).length>0)s.push(`if write_if_changed "$SVC_HOME/.config/ts-cloud/${c}.env" 600 ${o} ${St(gr(bo(l.environment)))}; then ${u}=1; fi`);s.push(`if write_if_changed "${a}/${c}.service" 644 ${o} ${St(gr(d))}; then ${u}=1; RELOAD=1; fi`)}if(r.length>0)s.push('if [ "$RELOAD" = 1 ]; then svc daemon-reload; fi');for(let[c,l]of r){let d=`CHANGED_${c.replace(/[^A-Za-z0-9_]/g,"_")}`;s.push(`svc enable ${c}.service >/dev/null 2>&1 || svc enable ${c}.service`,`if ! svc is-active --quiet ${c}.service; then svc start ${c}.service; say "started ${c}"`,l.restartOnChange?`elif [ "$${d}" = 1 ]; then svc restart ${c}.service; say "restarted ${c}"`:Ql(l)?`elif [ "$${d}" = 1 ]; then svc kill --kill-who=main -s ${To(c,l)} ${c}.service; say "changed ${c}; it restarts on the new unit once its current work is done"`:`elif [ "$${d}" = 1 ]; then say "changed ${c}; restart it to apply"`,"fi")}return s.push('say "converged"'),`${s.join(`
|
|
554
554
|
`)}
|
|
555
|
-
`}function
|
|
555
|
+
`}function To(e,t){let r=String(t.drainSignal).replace(/^SIG/i,"").toUpperCase();if(!/^[A-Z0-9]+$/.test(r))throw Error(`Box service "${e}" has an invalid drainSignal`);return`SIG${r}`}function Ql(e){return Boolean(e.drainSignal)&&(e.restart??"always")==="always"}function Co(e){let t=e.user?.name;if(!t)return["SVC_HOME=/root",'svc() { systemctl "$@"; }'];return[`SVC_UID=$(id -u ${t})`,`SVC_HOME=$(getent passwd ${t} | cut -d: -f6)`,`svc() { sudo -u ${t} XDG_RUNTIME_DIR="/run/user/$SVC_UID" systemctl --user "$@"; }`,'for _ in $(seq 1 30); do [ -S "/run/user/$SVC_UID/bus" ] && break; sleep 1; done']}function eu(e){if(e.user?.name)vt("user",e.user.name);let t=Object.entries(e.services??{}).filter(([,n])=>n.drainSignal),r=["set -euo pipefail",`say() { echo "${bt} $*"; }`,...Co(e)];for(let[n,s]of t){vt("service",n);let i=To(n,s).slice(3),o=s.drainTimeoutSec??3600;r.push(`if svc is-active --quiet ${n}.service; then`,` PID=$(svc show -p MainPID --value ${n}.service)`,` svc kill --kill-who=main -s SIG${i} ${n}.service`,` say "draining ${n} (SIG${i})"`," WAITED=0",' while [ "$PID" != 0 ] && kill -0 "$PID" 2>/dev/null; do',` if [ "$WAITED" -ge ${o} ]; then say "${n} still busy after ${o}s; not powering off"; exit 4; fi`," sleep 5; WAITED=$((WAITED + 5))"," done",` svc stop ${n}.service`,` say "drained ${n} after \${WAITED}s"`,"fi")}return r.push('say "drained"'),`${r.join(`
|
|
556
556
|
`)}
|
|
557
|
-
`}function
|
|
558
|
-
`).filter((t)=>t.startsWith(bt)).map((t)=>t.slice(bt.length).trim())}async function
|
|
557
|
+
`}function Po(e,t){if(!e.resize||t.alreadyComplete)return"none";if(t.capacityAvailable||e.resize.attemptUnavailable)return"resize";if(e.resize.whenUnavailable==="keep-current")return"unavailable";throw Error(`${t.targetType.name} is out of stock in ${t.location}; set resize.attemptUnavailable to ask anyway, or whenUnavailable: 'keep-current' to wait`)}function Fn(e){return e.split(`
|
|
558
|
+
`).filter((t)=>t.startsWith(bt)).map((t)=>t.slice(bt.length).trim())}async function uo(e){let{box:t}=e;if(e.dryRun)return tu(e);let r=await new dr(e.client).ensureBox({name:t.name,size:t.size,image:t.image,location:t.location,ports:t.ports,sshPublicKey:e.sshPublicKey,labels:{"ts-cloud/role":"box","ts-cloud/managed-by":"ts-cloud",...t.labels}});await st(r.publicIp,{identityFile:e.identityFile});let n=new dt({user:"root",identityFile:e.identityFile,hostKey:{policy:"pin",knownHostsFile:e.knownHostsFile}}),s=[],i=await n.ensureHostKey(r.publicIp);if(i.pinnedNow)s.push(`pinned host key ${i.fingerprint}`);if(t.resize&&!r.created){let a=await Qe(e.client,Number(r.id),t.size,t.resize.upgradeDisk!==!1),c=Po(t,a);if(c==="unavailable")s.push(`${a.targetType.name} is out of stock in ${a.location}; keeping ${a.currentType.name}`);if(c==="resize"){let l=await hr({client:e.client,serverId:Number(r.id),targetType:a.targetType.name,upgradeDisk:a.upgradeDisk,attemptUnavailable:t.resize.attemptUnavailable,hooks:{preflight:async()=>{s.push(...Fn(await n.exec(r.publicIp,eu(t))))},onPhase:(d)=>e.onPhase?.(d)}});if(l.status==="completed")s.push(`resized ${a.currentType.name} to ${a.targetType.name}`);else if(l.status==="recovered")s.push(`could not resize to ${a.targetType.name} (${l.error}); back on ${a.currentType.name}`);else if(l.status==="waiting-capacity")s.push(`${a.targetType.name} is out of stock in ${a.location}; keeping ${a.currentType.name}`);await st(r.publicIp,{identityFile:e.identityFile})}}let o=await n.exec(r.publicIp,_o(t));return{box:r,report:[...s,...Fn(o)]}}async function tu(e){let{box:t}=e,r=(await e.client.listServers()).find((i)=>i.name===t.name);if(!r)return{box:{provider:"hetzner",id:"",name:t.name,publicIp:"",created:!1},report:[`would create ${t.name} (${t.size})`,"would converge"]};let n={provider:"hetzner",id:String(r.id),name:r.name,publicIp:r.public_net?.ipv4?.ip??"",created:!1},s=[];if(t.resize){let i=await Qe(e.client,r.id,t.size,t.resize.upgradeDisk!==!1),o=Po(t,i);if(o==="resize")s.push(`would resize ${i.currentType.name} to ${i.targetType.name}${i.capacityAvailable?"":" (out of stock; asking placement anyway)"}, draining ${Object.entries(t.services??{}).filter(([,a])=>a.drainSignal).map(([a])=>a).join(", ")||"nothing"} first`);else if(o==="unavailable")s.push(`${i.targetType.name} is out of stock in ${i.location}; would keep ${i.currentType.name}`)}else if(r.server_type.name!==t.size)s.push(`runs ${r.server_type.name}, declared ${t.size}; set resize to change it`);return s.push("would converge"),{box:n,report:s}}import{copyFileSync as xu}from"node:fs";import{tmpdir as Eu}from"node:os";import{join as Ru}from"node:path";var ru=`${ie}/project`;function xo(e,t){let r=t.ownerSlug.trim(),n=t.selfSlug?.trim(),s={total:e.length,owner:[],self:[],others:new Map,unmanaged:[]};for(let i of e){let o=i.labels?.[ru]?.trim();if(!o){s.unmanaged.push(i.name);continue}if(o===r){s.owner.push(i.name);continue}if(n&&o===n){s.self.push(i.name);continue}let a=s.others.get(o);if(a)a.push(i.name);else s.others.set(o,[i.name])}return s}function Bn(e){let t=e.unmanaged.length;for(let r of e.others.values())t+=r.length;return t}function Eo(e,t){let r=Bn(e),n=[];if(n.push(`Attaching to '${t.ownerSlug}' shares one provider project, so this deploy's credential can write to all ${e.total} server(s) it can see.`),r===0)return n.push("Nothing outside the two projects being joined is reachable with it."),n;n.push(`${r} of them belong to neither project:`);for(let s of[...e.others.keys()].sort())n.push(` ${s}: ${[...e.others.get(s)].sort().join(", ")}`);if(e.unmanaged.length>0)n.push(` not managed by ts-cloud: ${[...e.unmanaged].sort().join(", ")}`);return n.push("A compromised CI run or a mistargeted teardown in this project now reaches those. Keep the app in its own provider project instead if that is not acceptable, which rules out attaching."),n}var nu=new Set(["laravel","php","statamic","wordpress"]);function cn(e){if(e.framework)return e.framework;if(e.type&&nu.has(e.type))return"laravel";return"stacks"}var Ro=`eval "$(cd ${D} && pantry env 2>/dev/null)"`,su="/usr/local/bin/bun",wr={PATH:"/usr/local/bin:/usr/bin:/bin",BUN_INSTALL:"/root/.bun",APP_ENV:"production",NODE_ENV:"production"};function Kn(e){if(e.backgroundBun===void 0)return su;return el(e.current,e.backgroundBun)}function iu(e){let t=e.queue??"default",r=[e.sleep,e.tries,e.timeout,e.processes,e.stopWaitSecs];if(typeof t!=="string"||!/^[a-zA-Z0-9_.:,{}/@+-]+$/.test(t||"default")||r.some((n)=>n!==void 0&&(typeof n!=="number"||!Number.isFinite(n))))throw Error("Stacks background queue options require safe queue names and finite numeric values")}var ou="node_modules/@stacksjs/ts-cloud/dist/bin/stacks-scheduler.js",au="node_modules/@stacksjs/ts-cloud/dist/bin/stacks-queue-worker.js",Do={id:"stacks",wrapExec:(e)=>e,execEnv:wr,executionEnvironment:(e)=>{let t=Kn(e);return e.backgroundBun===void 0?wr:{...wr,PATH:`${t.slice(0,t.lastIndexOf("/"))}:${wr.PATH}`,TS_CLOUD_BACKGROUND_BUN:e.backgroundBun}},schedulerMode:"daemon",schedulerCommand:(e)=>`${Kn(e)} ${ou}`,queueWorkerCommand:(e,t)=>{if(t.backgroundBun!==void 0)iu(e);let{current:r}=t,n=[`--queue=${e.queue||"default"}`,`--sleep=${e.sleep??3}`,`--tries=${e.tries??3}`,`--timeout=${e.timeout??60}`];return`${Kn(t)} ${r}/${au} ${n.join(" ")}`}},cu={id:"laravel",wrapExec:(e)=>`/bin/sh -lc '${Ro}; exec ${e}'`,schedulerMode:"cron",schedulerCommand:({current:e})=>`cd ${e} && ${Ro} && php artisan schedule:run`,queueWorkerCommand:(e,{current:t})=>{let r=`${t}/artisan`;if(e.horizon)return`php ${r} horizon`;let n=[e.connection||"default",`--queue=${e.queue||"default"}`,`--sleep=${e.sleep??3}`,`--tries=${e.tries??3}`,`--timeout=${e.timeout??60}`,`--memory=${e.memory??128}`];if(e.maxJobs)n.push(`--max-jobs=${e.maxJobs}`);if(e.maxTime)n.push(`--max-time=${e.maxTime}`);return`php ${r} queue:work ${n.join(" ")}`}},lu={stacks:Do,laravel:cu};function Io(e){return lu[e]??Do}function Ao(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function uu(e){return`'${e.split("'").join("'\\''")}'`}function Lo(e){return e.toLowerCase().replace(/[^a-z0-9]+/g,"-").replace(/^-+|-+$/g,"")||"unnamed"}function ko(e,t){return`for unit in $(ls /etc/systemd/system/ 2>/dev/null | grep -E '^${Ao(e)}-${Ao(t)}-((queue|daemon)-.*|scheduler)\\.service$' || true); do`}function Wn(e){return[ko(e.slug,e.siteName),' systemctl stop "$unit"',"done"]}function pu(e,t,r){return`${e}-${t}-queue-${r}`}function du(e,t,r,n){return`${e}-${t}-daemon-${r.name?Lo(r.name):Lo(r.command).slice(0,32)||String(n)}`}function jn(e){let t=["[Unit]",`Description=${e.description}`,"After=network.target","","[Service]","Type=simple",`WorkingDirectory=${e.workingDir}`,...Object.entries(e.environment??{}).map(([r,n])=>`Environment="${r}=${n}"`),`ExecStart=${e.execStart}`,`Restart=${e.restart||"always"}`,"RestartSec=5","MemoryAccounting=true",`MemoryHigh=${e.memoryHigh??"2G"}`,...e.memoryMax?[`MemoryMax=${e.memoryMax}`]:[]];if(e.user)t.push(`User=${e.user}`);if(typeof e.stopWaitSecs==="number")t.push(`TimeoutStopSec=${e.stopWaitSecs}`);return t.push("","[Install]","WantedBy=multi-user.target"),`${t.join(`
|
|
559
559
|
`)}
|
|
560
|
-
`}function
|
|
561
|
-
`.replace(/%/g,"\\%");
|
|
562
|
-
`);return[`cat > ${t} <<'TS_CLOUD_DNSCREDS_EOF'`,r,"TS_CLOUD_DNSCREDS_EOF",`chmod 600 ${t}`]}function
|
|
563
|
-
`)){let s=n.indexOf(Mt);if(s===-1)continue;let[i,o]=n.slice(s+Mt.length).trim().split(":");if(i)r.set(i,o)}return t.filter((n)=>r.get(n)==="missing")}function
|
|
564
|
-
`)}function
|
|
560
|
+
`}function Gn(e,t){return[`cat > /etc/systemd/system/${e}.service <<'TS_CLOUD_UNIT_EOF'`,t.replace(/\n$/,""),"TS_CLOUD_UNIT_EOF"]}function mu(e,t){return`/etc/cron.d/${e}-${t}-scheduler`}function Vn(e){let{slug:t,siteName:r,site:n}=e,s=e.appBase??`/var/www/${r}`,i=`${s}/current`,o=Io(cn(n)),a=o.id==="stacks"&&n.backgroundBun!==void 0;if(a&&(!e.releaseId||!/^[a-zA-Z0-9][a-zA-Z0-9._-]{0,127}$/.test(e.releaseId)))throw Error("Stacks backgroundBun requires a safe physical releaseId");let c=a?`${s}/releases/${e.releaseId}`:i,l={current:c,backgroundBun:n.backgroundBun},d=o.executionEnvironment?.(l)??o.execEnv,u=[],m=[];(n.queues||[]).forEach((C,z)=>{let M=o.wrapExec(o.queueWorkerCommand(C,l)),N=Math.max(1,C.processes??1);for(let U=0;U<N;U++){let q=pu(t,r,m.length);m.push(q),u.push(...Gn(q,jn({description:`${r} queue worker ${z}.${U} (managed by ts-cloud)`,workingDir:c,execStart:M,environment:d,stopWaitSecs:C.stopWaitSecs??90})))}}),(n.daemons||[]).forEach((C,z)=>{let M=Math.max(1,C.processes??1);for(let N=0;N<M;N++){let U=`${du(t,r,C,z)}-${N}`;m.push(U),u.push(...Gn(U,jn({description:`${r} daemon ${C.name||C.command} (managed by ts-cloud)`,workingDir:C.directory||i,execStart:o.wrapExec(C.command),environment:o.execEnv,restart:C.restart,user:C.user})))}});let y=n.scheduler,E=y===!0||typeof y==="object"&&y!==null,B=`${t}-${r}-scheduler`;if(E&&o.schedulerMode==="daemon"){m.push(B);let C=typeof y==="object"&&y!==null?y:{};u.push(...Gn(B,jn({description:`${r} scheduler (managed by ts-cloud)`,workingDir:c,execStart:o.wrapExec(o.schedulerCommand(l)),environment:d,memoryHigh:C.memoryHigh,memoryMax:C.memoryMax})),...Qt(`${B}.service`,{auto:!1,high:Boolean(C.memoryHigh),max:Boolean(C.memoryMax)}))}let k=m.map((C)=>`${C}.service`).join(" ");u.push("systemctl daemon-reload",`TS_CLOUD_DESIRED="${k}"`,ko(t,r),' case " $TS_CLOUD_DESIRED " in',' *" $unit "*) ;;',' *) systemctl stop "$unit"; systemctl disable "$unit"; rm -f "/etc/systemd/system/$unit" ;;'," esac","done","systemctl daemon-reload");for(let C of m)u.push(`systemctl enable ${C}.service`,`systemctl restart ${C}.service`);let L=mu(t,r);if(E&&o.schedulerMode==="cron"){let C=typeof y==="object"&&y!==null?y:void 0,z=`${o.schedulerCommand(l)} >> /dev/null 2>&1`;if(C?.heartbeatUrl){let N=C.heartbeatMethod||"GET",U=N==="GET"?"":`-X ${N} `;z+=` && curl -fsS -m 10 ${U}${uu(C.heartbeatUrl)} >/dev/null 2>&1`}let M=`* * * * * root ${z}
|
|
561
|
+
`.replace(/%/g,"\\%");u.push(`cat > ${L} <<'TS_CLOUD_CRON_EOF'`,M.replace(/\n$/,""),"TS_CLOUD_CRON_EOF",`chmod 644 ${L}`)}else u.push(`rm -f ${L}`);return u}function No(e){return!!(e.queues?.length||e.daemons?.length||e.scheduler)}function qn(e){if(e.ssl?.provider)return e.ssl.provider;return e.domain?"letsencrypt":"none"}var Uo={cloudflare:{pkg:"python3-certbot-dns-cloudflare",plugin:"dns-cloudflare"},route53:{pkg:"python3-certbot-dns-route53",plugin:"dns-route53"},digitalocean:{pkg:"python3-certbot-dns-digitalocean",plugin:"dns-digitalocean"},google:{pkg:"python3-certbot-dns-google",plugin:"dns-google"}};function Mo(e){return`/etc/letsencrypt/ts-cloud-${e}.ini`}function fu(e){let t=e?Uo[e.provider]:void 0,r=["certbot","python3-certbot-nginx",...t?[t.pkg]:[]].join(" ");return["export DEBIAN_FRONTEND=noninteractive",t?`apt-get update -y && apt-get install -y ${r}`:`command -v certbot >/dev/null 2>&1 || { apt-get update -y && apt-get install -y ${r}; }`,"mkdir -p /etc/letsencrypt/renewal-hooks/deploy","cat > /etc/letsencrypt/renewal-hooks/deploy/reload-nginx.sh <<'TS_CLOUD_HOOK_EOF'","#!/bin/sh","systemctl reload ts-cloud-nginx 2>/dev/null || systemctl reload nginx 2>/dev/null || true","TS_CLOUD_HOOK_EOF","chmod +x /etc/letsencrypt/renewal-hooks/deploy/reload-nginx.sh","systemctl enable certbot.timer 2>/dev/null || true","systemctl start certbot.timer 2>/dev/null || true"]}function gu(e){if(!e.credentials||Object.keys(e.credentials).length===0)return[];let t=Mo(e.provider),r=Object.entries(e.credentials).map(([n,s])=>`${n} = ${s}`).join(`
|
|
562
|
+
`);return[`cat > ${t} <<'TS_CLOUD_DNSCREDS_EOF'`,r,"TS_CLOUD_DNSCREDS_EOF",`chmod 600 ${t}`]}function hu(e){let t=e.dns,r=e.wildcard?[`*.${e.domain}`,e.domain]:[e.domain,...e.aliases||[]].filter(Boolean),n=["certbot","--non-interactive","--agree-tos","--keep-until-expiring"];if(t){let s=Uo[t.provider].plugin;if(n.push(`--${s}`),t.provider!=="route53"&&t.credentials)n.push(`--${s}-credentials ${Mo(t.provider)}`);if(typeof t.propagationSeconds==="number"&&t.provider!=="route53")n.push(`--${s}-propagation-seconds ${t.propagationSeconds}`);n.push("certonly")}else n.push("--nginx",`--nginx-ctl ${Re}`,e.redirect===!1?"--no-redirect":"--redirect");if(e.email)n.push(`-m ${e.email}`);else n.push("--register-unsafely-without-email");for(let s of r)n.push(`-d ${s}`);return[n.join(" ")]}function Xn(e){if(qn(e)!=="letsencrypt"||!e.domain)return[];let t=e.ssl,r=t?.dns,n=t?.wildcard===!0;if(n&&!r)return[];return[...fu(r),...r?gu(r):[],...hu({domain:e.domain,aliases:e.aliases,email:t?.email,wildcard:n,dns:r})]}function Bo(e){let{repository:t,releaseDir:r,commit:n}=e,s=t.branch||"main",i=t.url,o=[`rm -rf ${r}`,`mkdir -p ${r}`];if(t.strategy==="tag")if(t.tag)o.push(`git clone -q --depth 1 --branch ${be(t.tag)} ${be(i)} ${r}`),o.push(`printf '%s' ${be(t.tag)} > ${r}/.ts-cloud-tag`);else{let a=t.tagPattern||"v*";o.push(`TS_CLOUD_TAG="$(git ls-remote --tags --refs --sort=-v:refname ${be(i)} ${be(`refs/tags/${a}`)} | head -n1 | sed 's#.*refs/tags/##')"`,`test -n "$TS_CLOUD_TAG" || { echo "no tags matching" ${be(a)} "found in" ${be(i)} >&2; exit 1; }`,`git clone -q --depth 1 --branch "$TS_CLOUD_TAG" ${be(i)} ${r}`,`printf '%s' "$TS_CLOUD_TAG" > ${r}/.ts-cloud-tag`)}else if(n)o.push(`git -C ${r} init -q`,`git -C ${r} remote add origin ${be(i)}`,`git -C ${r} fetch -q --depth 1 origin ${be(n)}`,`git -C ${r} checkout -q FETCH_HEAD`);else o.push(`git clone -q --depth 1 --branch ${be(s)} ${be(i)} ${r}`);return o.push(`git -C ${r} rev-parse HEAD > ${r}/.ts-cloud-sha`),o}function be(e){return`'${e.split("'").join("'\\''")}'`}var $r="$CREATE_RELEASE",_r="$ACTIVATE_RELEASE",Xo="$RESTART_QUEUES",Ko="composer install --no-interaction --prefer-dist --optimize-autoloader --no-dev",yu=["php artisan migrate --force","php artisan config:cache","php artisan route:cache","php artisan view:cache","php artisan event:cache","php artisan storage:link"];function Su(e){switch(e){case"laravel":case"statamic":return[$r,Ko,...yu,_r,Xo];case"php":case"wordpress":return[$r,`${Ko} || true`,_r];case"static":case"spa":return[$r,_r]}}function vu(e,t){return e.replace(/^php\s+/,`${t} `).replace(/(\s)php\s+artisan\s+/g,`$1${t} artisan `)}function bu(e,t){let r=Xt(t);return[`cat > ${e} <<'TS_CLOUD_ENV_EOF'`,r,"TS_CLOUD_ENV_EOF",`chmod 600 ${e}`]}function jo(e,t,r){return[`cat > ${e} <<'${r}'`,t.replace(/\n$/,""),r,`chmod 600 ${e}`]}function wu(e,t){if(!t)return[];let r=[];if(t.composerAuth){let n=typeof t.composerAuth==="string"?t.composerAuth:JSON.stringify(t.composerAuth,null,2);r.push(...jo(`${e}/auth.json`,n,"TS_CLOUD_AUTHJSON_EOF"))}if(t.npmrc)r.push(...jo(`${e}/.npmrc`,t.npmrc,"TS_CLOUD_NPMRC_EOF"));return r}function Yo(e){let t=e.healthCheck?.path;if(!t||!e.domain)return[];let n=`http://127.0.0.1${t.startsWith("/")?t:`/${t}`}`;return[`echo "[ts-cloud] health check ${n} (Host: ${e.domain})"`,"TS_CLOUD_HC_OK=0",`for i in $(seq 1 10); do TS_CLOUD_HC=$(curl -s -o /dev/null -w "%{http_code}" -H "Host: ${e.domain}" -m 10 "${n}" 2>/dev/null || echo 000); case "$TS_CLOUD_HC" in 2*|3*) TS_CLOUD_HC_OK=1; break ;; esac; sleep 3; done`,'[ "$TS_CLOUD_HC_OK" = 1 ] && echo "health check passed ($TS_CLOUD_HC)" || { echo "health check FAILED (last=$TS_CLOUD_HC)" >&2; exit 1; }']}function Zo(e){let{siteName:t,site:r,releaseId:n,commit:s}=e;if(!r.repository?.url)throw Error(`Site '${t}' is a PHP/git site but has no repository.url to clone`);let i=e.appBase??`/var/www/${t}`,o="php",a=Wt(i,n),c=r.sharedPaths??Ho,l=[...c,...Yt(r.env,c)],d=r.keepReleases??$i,u=r.deployScript?.length?r.deployScript:Su(r.type??"laravel"),m=["set -euo pipefail",'export HOME="${HOME:-/root}"','export COMPOSER_HOME="${COMPOSER_HOME:-/root/.composer}"',"export COMPOSER_ALLOW_SUPERUSER=1",wt()];if(m.push(...Wo(i,{releaseId:n,commit:s,branch:r.repository.branch,keepLogs:d})),m.push(...Mi(a,l)),r.env&&Object.keys(r.env).length>0)m.push(...bu(`${a.shared}/.env`,r.env));for(let h of u){let f=h.trim();if(f===$r)m.push(...Bo({repository:r.repository,releaseDir:a.release,commit:s})),m.push(...qo(a,l)),m.push(`cd ${a.release}`),m.push(...wu(a.release,r.credentials)),m.push(`chown -R www-data:www-data ${a.shared}/storage 2>/dev/null || true`,`[ -d ${a.release}/bootstrap/cache ] && chown -R www-data:www-data ${a.release}/bootstrap/cache 2>/dev/null || true`,`chmod -R ug+rwX ${a.shared}/storage 2>/dev/null || true`);else if(f===_r)m.push(...bn(a)),m.push(...Sn(a,d)),m.push(`(cd ${D} && pantry restart php-fpm) 2>/dev/null || true`);else if(f===Xo)m.push(`${o} artisan queue:restart || true`);else m.push(vu(h,o))}return m}var Tr={mysql:{port:3306,binaries:["mysqld","mysql"]},mariadb:{port:3306,binaries:["mariadbd","mariadb","mysqld"]},postgres:{port:5432,binaries:["postgres","psql"]},redis:{port:6379,binaries:["redis-server","redis-cli"]},memcached:{port:11211,binaries:["memcached"]},meilisearch:{port:7700,binaries:["meilisearch"]},vitess:{port:15306,binaries:["vtgate"]}},Mt="ts-cloud-service:";function $u(e){return e===!0||typeof e==="object"&&e!=null}function Qo(e){if(!e)return[];return Object.keys(Tr).filter((t)=>$u(e[t]))}function aa(e){if(e.length===0)return[];return[wt(),"ts_cloud_port_open() {",' if command -v ss >/dev/null 2>&1; then ss -ltn 2>/dev/null | grep -qE "[:.]$1[[:space:]]" && return 0; fi',' if command -v netstat >/dev/null 2>&1; then netstat -ltn 2>/dev/null | grep -qE "[:.]$1[[:space:]]" && return 0; fi'," (exec 3<>/dev/tcp/127.0.0.1/$1) 2>/dev/null && { exec 3<&- 3>&-; return 0; }"," return 1","}","ts_cloud_probe() {",' TS_CLOUD_SVC="$1"; TS_CLOUD_PORT="$2"; shift 2',' for TS_CLOUD_BIN in "$@"; do',` if command -v "$TS_CLOUD_BIN" >/dev/null 2>&1; then echo "${Mt}$TS_CLOUD_SVC:present"; return 0; fi`," done",` if ts_cloud_port_open "$TS_CLOUD_PORT"; then echo "${Mt}$TS_CLOUD_SVC:present"; return 0; fi`,` echo "${Mt}$TS_CLOUD_SVC:missing"`," return 0","}",...e.filter((t)=>Tr[t]).map((t)=>`ts_cloud_probe ${t} ${Tr[t].port} ${Tr[t].binaries.join(" ")}`),"exit 0"]}function ca(e,t){if(!e)return[];let r=new Map;for(let n of e.split(`
|
|
563
|
+
`)){let s=n.indexOf(Mt);if(s===-1)continue;let[i,o]=n.slice(s+Mt.length).trim().split(":");if(i)r.set(i,o)}return t.filter((n)=>r.get(n)==="missing")}function la(e,t,r){let n=r?` on ${r}`:"",s=e.map((o)=>`managedServices.${o}`).join(", "),i=e.length===1?`no ${e[0]}`:`none of ${e.join(", ")}`;return`This project declares ${s}, but '${t}' has ${i}${n}. Attach mode does not provision services on the owner's box, so nothing will install ${e.length===1?"it":"them"}. Point the app at an external service, or ask the owner of '${t}' to add ${e.length===1?"it":"them"} to their own config and re-provision.`}var ua="/var/lib/pantry/php-fpm/pool.d",_u=9100,Tu=400;function Pr(e){return(e.toLowerCase().replace(/[^a-z0-9]+/g,"_").replace(/^_+|_+$/g,"")||"site").slice(0,28)}function da(e){return`web_${Pr(e)}`}function Cu(e){let t=Pr(e),r=0;for(let n=0;n<t.length;n++)r=r*31+t.charCodeAt(n)>>>0;return _u+r%Tu}function Yn(e){return`127.0.0.1:${Cu(e)}`}function Pu(e){let t=Pr(e.siteName),r=da(e.siteName),n=e.maxChildren??10;return[`; ts-cloud-managed pool for ${e.siteName} (site isolation)`,`[${t}]`,`user = ${r}`,`group = ${r}`,`listen = ${Yn(e.siteName)}`,"pm = dynamic",`pm.max_children = ${n}`,"pm.start_servers = 2","pm.min_spare_servers = 1","pm.max_spare_servers = 3","pm.max_requests = 500","catch_workers_output = yes",`php_admin_value[open_basedir] = ${e.appBase}:/tmp`,""].join(`
|
|
564
|
+
`)}function ma(e){let t=da(e.siteName),r=Pr(e.siteName),n=`${ua}/${r}.conf`;return[`getent group ${t} >/dev/null || groupadd --system ${t}`,`id -u ${t} >/dev/null 2>&1 || useradd --system --no-create-home --shell /usr/sbin/nologin -g ${t} ${t}`,`usermod -aG ${t} www-data 2>/dev/null || true`,`chown -R ${t}:${t} ${e.appBase} || true`,`chmod -R g+rX ${e.appBase} || true`,`chmod 600 ${e.appBase}/shared/.env 2>/dev/null || true`,`mkdir -p ${ua}`,`cat > ${n} <<'TS_CLOUD_FPMPOOL_EOF'`,Pu(e).replace(/\n$/,""),"TS_CLOUD_FPMPOOL_EOF",`(cd ${D} && pantry restart php-fpm) 2>/dev/null || true`]}var Er={info:()=>{},warn:()=>{},error:()=>{},step:()=>{},success:()=>{}};function Ou(e){return`'${e.replace(/'/g,`'"'"'`)}'`}async function ha(e,t,r=Er){let{config:n,environment:s,siteName:i,site:o,slug:a,sha:c,runtime:l,localTarballPath:d}=t,u=`releases/${i}/${c}.tar.gz`,m=T(n,s),h=await e.getComputeOutputs({config:n,environment:s}),f=await e.findComputeTargets({slug:a,environment:s,role:"app",stackName:m});if(f.length===0)return{success:!1,error:e.name==="aws"?`Stack '${m}' has no EC2 instances tagged Project=${a} Environment=${s} Role=app, and storage/cloud/state/${m}.json pins no live instance. For a shared box, record its instanceId there.`:`No Hetzner servers labeled ts-cloud/project=${a} ts-cloud/environment=${s} ts-cloud/role=app, and storage/cloud/state/${m}.json pins no live server. For a shared box, record its serverId there.`};let y=h.servicesPrivateIp?ti(h.servicesPrivateIp,A(n)):Xc(A(n)),E=ga(ne(n,{environment:s})),B=n.infrastructure?.compute,k=Zr(B?.hostCleanup),L=Z({...B,proxy:le(n,{environment:s})})?{HOST:"127.0.0.1"}:{},C=s==="production"?{APP_ENV:"production",NODE_ENV:"production"}:{},z={...y,...E,...L,...o.env||{},...C},M=qr(z,o.sharedPaths??[]);if(M.warning)r.warn(`Site '${i}': ${M.warning}`);else if(M.path)r.info(`Site '${i}': sharing '${M.path}' so the SQLite database survives deploys.`);if(Ni(o)){let b=o.phpVersion??B?.php?.default??B?.php?.versions?.[0],P=J(a,i),x=Object.keys(y).length>0?{...o,env:z}:o,G=Zo({siteName:i,site:x,releaseId:c,appBase:P,defaultPhpVersion:b}),K=!Z(B),W=qn(o)==="custom"&&o.ssl?.certPath&&o.ssl?.keyPath?{certPath:o.ssl.certPath,keyPath:o.ssl.keyPath}:void 0,se=o.isolation?ma({siteName:i,appBase:P}):[],_=K?Ar({siteName:i,domain:o.domain||i,aliases:o.aliases,type:o.type,appDir:`${P}/current`,webDirectory:o.webDirectory,phpVersion:b,fastcgiPass:o.isolation?Yn(i):void 0,redirects:o.redirects,ssl:W,auth:o.auth&&o.auth.enabled!==!1&&o.auth.password?{username:o.auth.username||"admin",password:o.auth.password,realm:o.auth.realm}:void 0,serverSnippet:Dr(o.nginx,B?.nginxTemplates),clientMaxBodySize:o.nginx?.clientMaxBodySize,hsts:o.ssl?.hsts,tlsProtocols:o.ssl?.tlsProtocols,security:o.security}):[],H=K?Xn(o):[],ae=No(o)?Vn({slug:a,siteName:i,site:o,phpVersion:b,appBase:P}):[],re=K?Yo(o):[];r.step(`Deploying PHP site '${i}' to ${f.length} target(s)...`);let de=await e.runRemoteDeploy({targets:f,commands:[...sa(P,a),...qt(P,a),...G,...se,..._,...H,...ae,...re,...k],comment:`ts-cloud deploy ${a}/${i}@${c}`,tags:{Project:a,Environment:s,Role:"app"}}),$t=as(n.notifications,o.notifications);if(!de.success)return await fa(e,f,k,r),await kr($t,"deploy-failed",`❌ Deploy of ${a}/${i}@${c} failed: ${de.error||"unknown error"}`),{success:!1,error:de.error||"Remote PHP deploy failed",instanceCount:de.instanceCount,perInstance:de.perInstance};let Ra=o.domain?` → https://${o.domain}`:"";return await kr($t,"deploy",`✅ Deployed ${a}/${i}@${c}${Ra}`),{success:!0,instanceCount:de.instanceCount,perInstance:de.perInstance}}if(!d)return{success:!1,error:`Site '${i}' requires a release tarball but none was provided`};let N=await e.uploadRelease({config:n,environment:s,localPath:d,remoteKey:u,targets:f}),U=Rt(a,i,c),q=e.name==="aws"?dn(h.deployBucketName,u,n.project.region||"us-east-1",U):mn(N.artifactRef,U),X=w(o),V=J(a,i),te=Vn({slug:a,siteName:i,site:o,appBase:V,releaseId:c}),ee=X==="server-static"?pn({siteName:i,slug:a,appDir:V,artifactFetch:q,releaseId:c,preStartCommands:o.preStart,postActivateCommands:te,beforeResetCommands:Wn({slug:a,siteName:i})}):un({siteName:i,slug:a,appDir:V,artifactFetch:q,releaseId:c,execStart:tn(o.start,l,`${V.replace(/\/+$/,"")}/releases/%i`),envEntries:z,port:o.port,preStartCommands:o.preStart,postActivateCommands:te,beforeResetCommands:Wn({slug:a,siteName:i}),sharedPaths:o.sharedPaths,zeroDowntime:o.zeroDowntime!==!1,healthCheckPath:o.healthCheck?.path,liveness:o.liveness,memoryHigh:o.memoryHigh,memoryMax:o.memoryMax,cpuWeight:o.cpuWeight,ioWeight:o.ioWeight,tasksMax:o.tasksMax,stopTimeout:o.stopTimeout}),Y=X==="server-static"&&!Z(B)&&!!o.domain,pe=Y?Ar({siteName:i,domain:o.domain,aliases:o.aliases,type:o.type==="spa"?"spa":"static",appDir:`${V}/current`,webDirectory:"",redirects:o.redirects,auth:o.auth&&o.auth.enabled!==!1&&o.auth.password?{username:o.auth.username||"admin",password:o.auth.password,realm:o.auth.realm}:void 0,serverSnippet:Dr(o.nginx,B?.nginxTemplates),clientMaxBodySize:o.nginx?.clientMaxBodySize,hsts:o.ssl?.hsts,tlsProtocols:o.ssl?.tlsProtocols,security:o.security}):[],Se=Y?Xn(o):[],S=[...Wo(V,{releaseId:c,commit:c,branch:o.repository?.branch??"main"}),...sa(V,a),...qt(V,a),...ee,...pe,...Se,...k];r.step(`Deploying to ${f.length} target(s)...`);let I=await e.runRemoteDeploy({targets:f,commands:S,comment:`ts-cloud deploy ${a}/${i}@${c}`,tags:{Project:a,Environment:s,Role:"app"}});if(!I.success)return await fa(e,f,k,r),{success:!1,error:I.error||"Remote deploy failed",instanceCount:I.instanceCount,perInstance:I.perInstance};return{success:!0,instanceCount:I.instanceCount,perInstance:I.perInstance}}async function fa(e,t,r,n){if(r.length===0)return;try{let s=await e.runRemoteDeploy({targets:t,commands:r,comment:"ts-cloud host cleanup after failed deploy"});if(!s.success)n.warn(`Host cleanup after the failed deploy did not complete: ${s.error||"unknown error"}`)}catch(s){n.warn(`Host cleanup after the failed deploy did not run: ${s.message}`)}}function xr(e){return`'${e.replaceAll("'","'\\''")}'`}function Du(e,t,r=!1,n=[]){let s=`${e}-dashboard-`,i=t.map((a)=>`${e}-${a}.service`),o=r?[`export TS_CLOUD_DASHBOARD_KEEP_DOMAINS=${xr(JSON.stringify(n))}`,"rm -f /run/ts-cloud-dashboard-routes-changed",`/usr/local/bin/bun --bun -e ${xr(`
|
|
565
565
|
const { chmodSync, existsSync, readdirSync, readFileSync, renameSync, statSync, writeFileSync } = require('node:fs')
|
|
566
566
|
const { basename, join } = require('node:path')
|
|
567
567
|
const root = '/etc/rpx/sites.d'
|
|
@@ -589,15 +589,15 @@ console.log(JSON.stringify({
|
|
|
589
589
|
changed = true
|
|
590
590
|
}
|
|
591
591
|
if (changed) writeFileSync('/run/ts-cloud-dashboard-routes-changed', '')
|
|
592
|
-
`)}`,"if [ -e /run/ts-cloud-dashboard-routes-changed ]; then"," systemctl restart rpx-gateway.service"," rm -f /run/ts-cloud-dashboard-routes-changed","fi"]:[];return["set -euo pipefail",`TS_CLOUD_DASHBOARD_PREFIX=${
|
|
592
|
+
`)}`,"if [ -e /run/ts-cloud-dashboard-routes-changed ]; then"," systemctl restart rpx-gateway.service"," rm -f /run/ts-cloud-dashboard-routes-changed","fi"]:[];return["set -euo pipefail",`TS_CLOUD_DASHBOARD_PREFIX=${xr(s)}`,`TS_CLOUD_DASHBOARD_SERVER_OWNER=${r?"1":"0"}`,`TS_CLOUD_DASHBOARD_DESIRED=${xr(` ${i.join(" ")} `)}`,"for TS_CLOUD_UNIT_FILE in /etc/systemd/system/*.service; do",' [ -e "$TS_CLOUD_UNIT_FILE" ] || continue',' TS_CLOUD_UNIT=$(basename "$TS_CLOUD_UNIT_FILE")',' case "$TS_CLOUD_UNIT" in'," *-dashboard-*.service)",' if [ "$TS_CLOUD_DASHBOARD_SERVER_OWNER" != 1 ]; then',' case "$TS_CLOUD_UNIT" in "$TS_CLOUD_DASHBOARD_PREFIX"*.service) ;; *) continue ;; esac'," fi",' case "$TS_CLOUD_DASHBOARD_DESIRED" in',' *" $TS_CLOUD_UNIT "*) ;;'," *)",' systemctl disable --now "$TS_CLOUD_UNIT" 2>/dev/null || true',' rm -f "$TS_CLOUD_UNIT_FILE"'," ;;"," esac"," ;;"," esac","done","systemctl daemon-reload","systemctl reset-failed",...o]}async function Iu(e,t,r,n){let{config:s,environment:i}=t,o=s.project.slug,a=T(s,i),c=await e.findComputeTargets({slug:o,environment:i,role:"app",stackName:a});if(c.length===0)return!0;let l=await e.runRemoteDeploy({targets:c,commands:Du(o,r,!s.cloud?.attachTo,r.map((d)=>s.sites?.[d]?.domain).filter((d)=>typeof d==="string")),comment:`ts-cloud reconcile management dashboard ${o}`,tags:{Project:o,Environment:i,Role:"app"}});if(!l.success)return n.error(`Management dashboard reconciliation failed: ${l.error||"unknown error"}`),!1;return!0}async function Au(e,t,r){let{config:n}=t,s=n.cloud?.attachTo;if(!s||!e.listReachableResources)return;let i;try{i=await e.listReachableResources()}catch(c){r.warn(`Could not determine this credential's reach: ${c instanceof Error?c.message:String(c)}`);return}let o=xo(i,{ownerSlug:s,selfSlug:n.project.slug}),a=Bn(o)>0;for(let c of Eo(o,{ownerSlug:s,selfSlug:n.project.slug}))if(a)r.warn(c);else r.info(c)}async function Lu(e,t,r){let{config:n,environment:s}=t,i=n.cloud?.attachTo;if(!i)return!0;let o=Qo(n.infrastructure?.compute?.managedServices);if(o.length===0)return!0;let a=n.project.slug,c=T(n,s),l=await e.findComputeTargets({slug:a,environment:s,role:"app",stackName:c});if(l.length===0)return!0;let d=await e.runRemoteDeploy({targets:l,commands:aa(o),comment:`ts-cloud preflight managed services ${a}`,tags:{Project:a,Environment:s,Role:"app"}});if(!d.success)return r.warn(`Could not check '${i}' for the declared services: ${d.error||"unknown error"}`),!0;let u=new Set;for(let m of d.perInstance)for(let h of ca(m.output,o))u.add(h);if(u.size===0)return!0;return r.error(la([...u],i,l[0]?.publicIp)),!1}async function ku(e,t,r){let{config:n,environment:s}=t;if(!n.cloud?.attachTo)return!0;let i=n.infrastructure?.compute,o=A(n),a=At(o,i?.managedServices??{});if(a.length===0)return!0;let c=n.project.slug,l=T(n,s),d=await e.findComputeTargets({slug:c,environment:s,role:"app",stackName:l});if(d.length===0)return!0;r.step(`Ensuring database '${o?.name}' + role exist on the shared box...`);let u=await e.runRemoteDeploy({targets:d,commands:a,comment:`ts-cloud ensure database ${c}/${o?.name}`,tags:{Project:c,Environment:s,Role:"app"}});if(!u.success)return r.error(`Ensuring database '${o?.name}' failed: ${u.error||"unknown error"}`),!1;return r.success(`Database '${o?.name}' is ready on ${u.instanceCount} target(s)`),!0}async function po(e){let{config:t,environment:r,driver:n,sha:s,runtime:i,tarballForSite:o,logger:a=Er}=e,c=t.project.slug,l=e.cwd??process.cwd(),d=e.managementDashboard!==!1,u=Zt(t);if(d)Oo(t,{cwd:l,logger:{info:a.info,warn:a.warn}});let m=!d||u?[]:$o(t);if(d&&e.rpxConfig&&e.rpxConfig!==t&&!Zt(e.rpxConfig))Oo(e.rpxConfig,{cwd:l,logger:{info:()=>{},warn:()=>{}}});if(d&&!await Iu(n,e,$o(t),a))return!1;let h=null,f=new Map;if(m.length>0)if(h=Bs(t.sites?.[m[0]],{cwd:l,slug:c,sha:s,siteName:m[0],logger:{info:a.info,warn:a.warn}}),!h){a.warn("Management dashboard: no artifact available — skipping dashboard site(s) for this deploy.");for(let L of m)if(t.sites)delete t.sites[L]}else for(let L of m){if(L===m[0]){f.set(L,h);continue}try{let C=Ru(Eu(),`${c}-${L}-${s}.tar.gz`);xu(h,C),f.set(L,C)}catch{f.set(L,h)}}let y=t.sites||{},E=Object.entries(y).filter(([L,C])=>{if(!C)return!1;let z=w(C);if(z==="bucket")return a.warn(`Site '${L}' targets a bucket — skipping (handled by the static-site path, not compute).`),!1;if(z==="redirect")return!1;if(z==="proxy")return!1;return!0});if(E.length===0)return Jn(e);if(await Au(n,e,a),!await Lu(n,e,a))return!1;if(!await ku(n,e,a))return!1;let B=(L)=>f.get(L)??o(L);for(let[L,C]of E){a.step(`Deploying site: ${L}`);let z=Ni(C)?void 0:B(L),M=await ha(n,{config:t,environment:r,siteName:L,site:C,slug:c,sha:s,runtime:i,localTarballPath:z},a);if(!M.success){if(a.error(`Deploy of '${L}' failed: ${M.error||"unknown error"}`),M.perInstance)for(let N of M.perInstance)a.error(` ${N.instanceId}: ${N.status}${N.error?` — ${N.error}`:""}`);return!1}if(a.success(`Deployed ${c}/${L}@${s} to ${M.instanceCount} target(s)`),M.perInstance)for(let N of M.perInstance)a.info(` ✓ ${N.instanceId}: ${N.status}`)}if(!await Jn(e))return!1;return!0}async function Nu(e,t,r){let n=oo(e);if(!n||n.tls==="off")return n;let s=await We(t,r),i=s?.provider==="ssh"?s.lanIp:void 0;return i?{...n,ip:i}:n}async function Jn(e){let{config:t,environment:r,driver:n,logger:s=Er}=e,i=e.rpxConfig??t,o=le(i,{environment:r})??le(t,{environment:r});if(o?.engine!=="rpx")return!0;let a=i.sites||{},c=t.project.slug,l=T(t,r),d=await n.findComputeTargets({slug:c,environment:r,role:"lb",stackName:l});if(d.length>0){let k=(await n.findComputeTargets({slug:c,environment:r,role:"app",stackName:l})).map((z)=>({privateIp:z.privateIp,publicIp:z.publicIp})),L=et(a,k,{proxy:o,slug:c});if(L.proxies.length===0)return s.warn("rpx gateway: no server sites with a domain to route — skipping gateway reload."),!0;s.step(`Reloading the load balancer's rpx gateway with ${L.proxies.length} route(s)...`);let C=await n.runRemoteDeploy({targets:d,commands:Je({config:L,slug:c,preserveManagementDashboardRoutes:e.managementDashboard===!1}),comment:`ts-cloud rpx gateway reload ${c}`,tags:{Project:c,Environment:r,Role:"lb"}});if(!C.success)return s.error(`rpx gateway reload failed: ${C.error||"unknown error"}`),!1;return s.success(`rpx gateway reloaded on ${C.instanceCount} load balancer(s)`),!0}let u=await Nu(t,l,e.cwd),m=Te(a,{proxy:o,slug:c,lan:u,mail:ne(t,{environment:r})});if(m.proxies.length===0)return s.warn("rpx gateway: no server sites with a domain to route — skipping gateway reload."),!0;let h=await n.findComputeTargets({slug:c,environment:r,role:"app",stackName:l});if(h.length===0)return s.warn("rpx gateway: no compute targets found — skipping gateway reload."),!0;let f=Boolean(t.cloud?.attachTo);if(f&&(o.version||o.tlsxVersion))s.warn(`rpx gateway: ignoring proxy.version/tlsxVersion — this project attaches to '${t.cloud?.attachTo}' and the gateway belongs to that box's owner.`);s.step(`Reloading rpx gateway with ${m.proxies.length} route(s)...`);let y=$e({proxy:o,config:m,slug:c,tenant:f,profile:ds(t),preserveManagementDashboardRoutes:e.managementDashboard===!1}),E=await n.runRemoteDeploy({targets:h,commands:y,comment:`ts-cloud rpx gateway reload ${c}`,tags:{Project:c,Environment:r,Role:"app"}});if(!E.success)return s.error(`rpx gateway reload failed: ${E.error||"unknown error"}`),!1;return s.success(`rpx gateway reloaded on ${E.instanceCount} target(s)`),!0}async function mo(e){let{config:t,environment:r,driver:n,logger:s=Er}=e,i=e.rpxConfig??t,o=le(i,{environment:r})??le(t,{environment:r});if(o?.engine!=="rpx"||!o.onDemandTls)return!0;let a=Te(i.sites||{},{proxy:o,slug:t.project.slug,mail:ne(t,{environment:r})});if(a.proxies.length===0)return!0;let c=Fr(a);if(c.length===0)return!0;let l=t.project.slug,d=T(t,r),u="lb",m=await n.findComputeTargets({slug:l,environment:r,role:u,stackName:d});if(m.length===0)u="app",m=await n.findComputeTargets({slug:l,environment:r,role:u,stackName:d});if(m.length===0)return s.warn("rpx TLS: no gateway targets found - skipping certificate issuance."),!0;s.step("Issuing rpx TLS certificates after DNS reconciliation...");let h=c.map((y)=>`test -s ${Ou(`${a.productionCerts.certsDir}/${y}.crt`)}`).join(" && "),f=await n.runRemoteDeploy({targets:m,commands:[`systemctl start ${zr(l)}`,h],comment:`ts-cloud rpx TLS issuance ${l}`,tags:{Project:l,Environment:r,Role:u}});if(!f.success)return s.error(`rpx TLS issuance failed: ${f.error||"unknown error"}`),!1;return s.success(`rpx TLS certificates reconciled on ${f.instanceCount} gateway target(s)`),!0}import{existsSync as ju,readFileSync as Gu}from"node:fs";import{createHash as Hu}from"node:crypto";function Sc(e){let t=Zn(e.name),r=Qn(e.publicKey),n=Mu([...e.existingKeys??[],{name:t,publicKey:r}]);return Sa(e.configText,n)}function vc(e){let t=Zn(e.name),r=(e.existingKeys??[]).filter((n)=>n.name!==t);if((e.existingKeys??[]).length===r.length)throw Error(`SSH key '${t}' does not exist in compute.sshKeys`);return Sa(e.configText,r)}function Ut(e=[]){return e.map((t)=>({name:t.name,publicKey:t.publicKey,type:zu(t.publicKey),fingerprint:Fu(t.publicKey),added:"configured"}))}function Sa(e,t){let r=Bu(e,"compute"),n=Uu(t),s=Ku(e,r.start,r.end,"sshKeys");if(s){let c=s.propertyStart;while(c>0&&e[c-1]!==`
|
|
593
593
|
`&&/\s/.test(e[c-1]))c--;return`${e.slice(0,c)}${n}${e.slice(s.end+1)}`}let i=e.slice(0,r.end).trimEnd(),o=e.slice(r.end),a=i.endsWith(",")||i.endsWith("{")?"":",";return`${i}${a}
|
|
594
594
|
${n},
|
|
595
|
-
${o}`}function
|
|
596
|
-
${e.map((r)=>[" {",` name: '${
|
|
595
|
+
${o}`}function Uu(e){if(e.length===0)return" sshKeys: []";return` sshKeys: [
|
|
596
|
+
${e.map((r)=>[" {",` name: '${ya(r.name)}',`,` publicKey: '${ya(Qn(r.publicKey))}',`," },"].join(`
|
|
597
597
|
`)).join(`
|
|
598
598
|
`)}
|
|
599
|
-
]`}function
|
|
600
|
-
`)a=!1;continue}if(c){if(
|
|
599
|
+
]`}function Mu(e){let t=new Map;for(let r of e){let n=Zn(r.name);if(t.has(n))throw Error(`SSH key '${n}' already exists in compute.sshKeys`);t.set(n,{name:n,publicKey:Qn(r.publicKey)})}return[...t.values()]}function Zn(e){let t=e.trim();if(!/^[\w@.+-]{2,80}$/.test(t))throw Error("SSH key name must be 2-80 characters and use letters, numbers, @, ., +, _, or -.");return t}function Qn(e){let t=e.trim().replace(/\s+/g," "),[r,n]=t.split(" ");if(!/^(?:ssh-(?:ed25519|rsa)|ecdsa-sha2-nistp(?:256|384|521))$/.test(r??"")||!n)throw Error("Public key must be an OpenSSH public key, e.g. ssh-ed25519 AAAA... name@host.");return t}function zu(e){return e.trim().split(/\s+/)[0]||"ssh"}function Fu(e){let t=e.trim().split(/\s+/)[1];if(!t)return"-";try{return`SHA256:${Hu("sha256").update(Buffer.from(t,"base64")).digest("base64").replace(/=+$/,"")}`}catch{return"-"}}function ya(e){return e.replace(/\\/g,"\\\\").replaceAll(String.fromCharCode(39),"\\'")}function Bu(e,t){let r=new RegExp(`\\b${t}\\s*:\\s*{`,"g").exec(e);if(!r)throw Error(`Could not find ${t}: { ... } in cloud config.`);let n=e.indexOf("{",r.index);return{propertyStart:r.index,start:n,end:yi(e,n,"{","}")}}function Ku(e,t,r,n){let s=e.slice(t+1,r),i=new RegExp(`\\b${n}\\s*:\\s*\\[`,"g").exec(s);if(!i)return null;let o=t+1+i.index,a=e.indexOf("[",o);return{propertyStart:o,start:a,end:yi(e,a,"[","]")}}function yi(e,t,r,n){let s=0,i,o=!1,a=!1,c=!1;for(let l=t;l<e.length;l++){let d=e[l],u=e[l+1];if(a){if(d===`
|
|
600
|
+
`)a=!1;continue}if(c){if(d==="*"&&u==="/")c=!1,l++;continue}if(i){if(o){o=!1;continue}if(d==="\\"){o=!0;continue}if(d===i)i=void 0;continue}if(d==="/"&&u==="/"){a=!0,l++;continue}if(d==="/"&&u==="*"){c=!0,l++;continue}if(d==='"'||d==="'"||d==="`"){i=d;continue}if(d===r)s++;if(d===n){if(s--,s===0)return l}}throw Error(`Could not find matching ${n} in cloud config.`)}var Wu=["rpx-gateway","nginx","php8.3-fpm","php8.2-fpm","mysql","mariadb","postgresql","redis","redis-server","meilisearch"],ue="-";function Vu(e){let t=String.raw`
|
|
601
601
|
import { X509Certificate } from 'node:crypto'
|
|
602
602
|
import { existsSync, readdirSync, readFileSync, readlinkSync, statSync } from 'node:fs'
|
|
603
603
|
import { basename, join } from 'node:path'
|
|
@@ -743,7 +743,7 @@ if (runningUnits.length > 0) {
|
|
|
743
743
|
].join('='))
|
|
744
744
|
}
|
|
745
745
|
}
|
|
746
|
-
`;return`echo '${Buffer.from(t).toString("base64")}' | base64 -d | bun -`}function
|
|
746
|
+
`;return`echo '${Buffer.from(t).toString("base64")}' | base64 -d | bun -`}function qu(e={}){let t=["set +e",'echo "CPUS=$(nproc 2>/dev/null || echo 1)"',`read TS_TOTAL_1 TS_IDLE_1 <<EOF
|
|
747
747
|
$(awk '/^cpu /{idle=$5+$6; total=0; for(i=2;i<=NF;i++) total+=$i; print total, idle; exit}' /proc/stat 2>/dev/null)
|
|
748
748
|
EOF`,"sleep 0.2",`read TS_TOTAL_2 TS_IDLE_2 <<EOF
|
|
749
749
|
$(awk '/^cpu /{idle=$5+$6; total=0; for(i=2;i<=NF;i++) total+=$i; print total, idle; exit}' /proc/stat 2>/dev/null)
|
|
@@ -751,9 +751,9 @@ EOF`,`echo "CPUUSED=$(awk -v t1="$TS_TOTAL_1" -v i1="$TS_IDLE_1" -v t2="$TS_TOTA
|
|
|
751
751
|
$(free -m 2>/dev/null | awk '/^Mem:/{total=$2; used=$3; available=$7; cache=$6} /^Swap:/{print total, used, available, cache, $2, $3}')
|
|
752
752
|
EOF`,'echo "MEMTOTAL=${MEMTOTAL:-0}"','echo "MEMUSED=${MEMUSED:-0}"','echo "MEMAVAILABLE=${MEMAVAILABLE:-0}"','echo "MEMCACHE=${MEMCACHE:-0}"','echo "SWAPTOTAL=${SWAPTOTAL:-0}"','echo "SWAPUSED=${SWAPUSED:-0}"',`read DISKTOTG DISKUSEDG DISKPCT <<EOF
|
|
753
753
|
$(df -BG -P / 2>/dev/null | awk 'NR==2{gsub("G","",$2); gsub("G","",$3); gsub("%","",$5); print $2, $3, $5}')
|
|
754
|
-
EOF`,'echo "DISKPCT=${DISKPCT:-0}"','echo "DISKUSEDG=${DISKUSEDG:-0}"','echo "DISKTOTG=${DISKTOTG:-0}"','if [ -r /var/lib/ts-cloud/compute-storage-status.json ]; then echo "STORAGE=$(base64 -w0 /var/lib/ts-cloud/compute-storage-status.json)"; fi','if [ -r /var/lib/ts-cloud/metrics.json ]; then echo "COLLECTOR=$(base64 -w0 /var/lib/ts-cloud/metrics.json)"; fi',`echo "INODEPCT=$(df -Pi / 2>/dev/null | awk 'NR==2{gsub("%","",$5);print $5}')"`,`echo "NETRX=$(awk -F'[: ]+' 'NR>2 && $2!="lo"{sum+=$3} END{print sum+0}' /proc/net/dev 2>/dev/null)"`,`echo "NETTX=$(awk -F'[: ]+' 'NR>2 && $2!="lo"{sum+=$11} END{print sum+0}' /proc/net/dev 2>/dev/null)"`,". /var/lib/ts-cloud/bandwidth-state 2>/dev/null || true",'echo "NETRXRATE=${RX_RATE:-0}"','echo "NETTXRATE=${TX_RATE:-0}"','echo "NETRXTODAY=${DAY_RX:-0}"','echo "NETTXTODAY=${DAY_TX:-0}"','echo "NETRXMONTH=${MONTH_RX:-0}"','echo "NETTXMONTH=${MONTH_TX:-0}"','echo "NETMONTHKEY=${MONTH_KEY:-}"',`echo "PROCESSES=$(ps -e --no-headers 2>/dev/null | awk 'END{print NR+0}')"`,`echo "UPTIME=$(uptime -p 2>/dev/null | sed 's/^up //' || echo unknown)"`,`echo "UPTIME_SECONDS=$(cut -d' ' -f1 /proc/uptime 2>/dev/null || echo 0)"`,'echo "OS=$(. /etc/os-release 2>/dev/null; echo "$PRETTY_NAME")"'];if(e.includeServices!==!1)t.push(`for s in ${
|
|
755
|
-
`)){let n=r.trim();if(n.startsWith("DISCOVERED_SITE="))try{let s=JSON.parse(Buffer.from(n.slice(16),"base64").toString("utf8"));if(s?.domain&&s?.route)t.discoveredSites.push(s)}catch{}else if(n.startsWith("SVC=")){let[,s,i,o,a,c]=/^SVC=([^=]+)=([^=]+)(?:=([^=]*)(?:=([^=]*)(?:=(.*))?)?)?$/.exec(n)??[];if(s)t.services.push({name:s,status:i,memBytes:Number(o||0),enabled:a||
|
|
756
|
-
`)){let n=r.trim();if(!n.startsWith("LOG="))continue;let s=n.indexOf("\t");if(s<0)continue;let i=n.slice(4,s),o=n.slice(s+1),a=/^(\d{4}-\d{2}-\d{2}T[^\s]+)\s+(\S+)\s+(.*)$/.exec(o),c=a?.[1]??"",l=a?.[2]??"",
|
|
757
|
-
`)){let c=a.trim();if(c.startsWith("PORT=")){let[l="",
|
|
758
|
-
`)){let s=n.trim();if(!s.startsWith("DEPLOY="))continue;let i=s.split("\t"),o=i[0]?.replace(/^DEPLOY=/,"")??"",[a,c,l,u
|
|
759
|
-
export{Ke,
|
|
754
|
+
EOF`,'echo "DISKPCT=${DISKPCT:-0}"','echo "DISKUSEDG=${DISKUSEDG:-0}"','echo "DISKTOTG=${DISKTOTG:-0}"','if [ -r /var/lib/ts-cloud/compute-storage-status.json ]; then echo "STORAGE=$(base64 -w0 /var/lib/ts-cloud/compute-storage-status.json)"; fi','if [ -r /var/lib/ts-cloud/metrics.json ]; then echo "COLLECTOR=$(base64 -w0 /var/lib/ts-cloud/metrics.json)"; fi',`echo "INODEPCT=$(df -Pi / 2>/dev/null | awk 'NR==2{gsub("%","",$5);print $5}')"`,`echo "NETRX=$(awk -F'[: ]+' 'NR>2 && $2!="lo"{sum+=$3} END{print sum+0}' /proc/net/dev 2>/dev/null)"`,`echo "NETTX=$(awk -F'[: ]+' 'NR>2 && $2!="lo"{sum+=$11} END{print sum+0}' /proc/net/dev 2>/dev/null)"`,". /var/lib/ts-cloud/bandwidth-state 2>/dev/null || true",'echo "NETRXRATE=${RX_RATE:-0}"','echo "NETTXRATE=${TX_RATE:-0}"','echo "NETRXTODAY=${DAY_RX:-0}"','echo "NETTXTODAY=${DAY_TX:-0}"','echo "NETRXMONTH=${MONTH_RX:-0}"','echo "NETTXMONTH=${MONTH_TX:-0}"','echo "NETMONTHKEY=${MONTH_KEY:-}"',`echo "PROCESSES=$(ps -e --no-headers 2>/dev/null | awk 'END{print NR+0}')"`,`echo "UPTIME=$(uptime -p 2>/dev/null | sed 's/^up //' || echo unknown)"`,`echo "UPTIME_SECONDS=$(cut -d' ' -f1 /proc/uptime 2>/dev/null || echo 0)"`,'echo "OS=$(. /etc/os-release 2>/dev/null; echo "$PRETTY_NAME")"'];if(e.includeServices!==!1)t.push(`for s in ${Wu.join(" ")}; do st=$(systemctl is-active "$s" 2>/dev/null); if [ -n "$st" ] && [ "$st" != "inactive" ] && [ "$st" != "unknown" ]; then mem=$(systemctl show "$s" -p MemoryCurrent --value 2>/dev/null); en=$(systemctl is-enabled "$s" 2>/dev/null); since=$(systemctl show "$s" -p ActiveEnterTimestamp --value 2>/dev/null); echo "SVC=$s=$st=$mem=$en=$since"; fi; done`);if(e.includeSites!==!1)t.push(Vu(e.projectFilter));return t.push("true"),t}function Xu(e){let t={services:[],discoveredSites:[]};for(let r of e.split(`
|
|
755
|
+
`)){let n=r.trim();if(n.startsWith("DISCOVERED_SITE="))try{let s=JSON.parse(Buffer.from(n.slice(16),"base64").toString("utf8"));if(s?.domain&&s?.route)t.discoveredSites.push(s)}catch{}else if(n.startsWith("SVC=")){let[,s,i,o,a,c]=/^SVC=([^=]+)=([^=]+)(?:=([^=]*)(?:=([^=]*)(?:=(.*))?)?)?$/.exec(n)??[];if(s)t.services.push({name:s,status:i,memBytes:Number(o||0),enabled:a||ue,since:c||ue})}else{let s=n.indexOf("=");if(s>0)t[n.slice(0,s)]=n.slice(s+1)}}return t}function ba(e){let t=e.infrastructure?.compute,r=[];if(t?.webServer==="rpx"||t?.proxy?.engine==="rpx")r.push({name:"rpx-gateway",status:"configured"});else if(t?.webServer==="nginx"||t?.webServer==null)r.push({name:"ts-cloud-nginx",status:"configured"});let n=t?.php?.versions??(t?.runtime==="php"?["8.3"]:[]);for(let o of n)r.push({name:`php${o}-fpm`,status:"configured"});let s=t?.managedServices??{},i=[["mysql","mysql"],["mariadb","mariadb"],["postgres","postgresql"],["redis","redis"],["memcached","memcached"],["meilisearch","meilisearch"]];for(let[o,a]of i)if(s[o])r.push({name:a,status:"configured"});return r}function Yu(e){let t=e.infrastructure?.compute?.backups,r=!!t?.enabled,n=t?.schedule??"0 2 * * *";return{enabled:r,schedule:n,destination:r?t?.bucket??"local":"off",retention:r?t?.retentionCount??5:0,last:r?"pending first run":"not configured",size:r?ue:"0 MB"}}function wa(e){return e.infrastructure?.compute?.provider??e.cloud?.provider??e.provider??"aws"}function Ju(e){if(wa(e)==="hetzner")return vn(e);return e.project.region??"us-east-1"}function Zu(e){let t=e.infrastructure?.compute?.monitoring,r=Number(typeof t==="object"?t?.alerts?.bandwidthTb??0:0);return Number.isFinite(r)&&r>0?Math.round(r*1000000000000):0}function Qu(e,t){let r=ut(T(e,t));if(!ju(r))return null;try{return JSON.parse(Gu(r,"utf8"))}catch{return null}}function ep(e){let t=e.sites??{},r=[];for(let[n,s]of Object.entries(t)){let i=s.queues??s.workers;if(Array.isArray(i)){for(let o of i)if(typeof o==="string")r.push({name:`${n}:${o}`,site:n,processes:1,status:"configured"});else if(o?.name)r.push({name:`${n}:${o.name}`,site:n,processes:o.processes??1,status:"configured"})}}return r}function $a(e){if(!e||e==="")return"/";return e.startsWith("/")?e:`/${e}`}function tp(e){let t=$a(e.path);if(!e.domain)return{route:"internal"};return{route:t==="/"?e.domain:`${e.domain}${t}`,href:`https://${e.domain}${t==="/"?"":t}`}}function va(e,t){let r=w(t);if(r==="redirect")return"redirect";if(r==="proxy")return"proxy";let n=String(t.build??"").toLowerCase(),s=String(t.start??"").toLowerCase();if(e==="main"||s.includes("buddy/src/cli.ts serve"))return"stacks";if(e==="api"||s.includes("/serve/api"))return"api";if(n.includes("buildblog"))return"bunpress blog";if(n.includes("bunpress"))return"bunpress";if(n.includes("site:build")||n.includes("stx"))return"stx static";if(r==="server-static")return t.spa?"spa":"static";if(r==="server-app")return"app";if(r==="server-php")return t.type??"php";return"bucket"}function rp(e){let t=w(e);if(t==="redirect"||t==="proxy")return"—";let r=`${e.start??""} ${e.build??""}`.toLowerCase();if(t==="server-static")return r.includes("bunpress")||r.includes("bun ")||r.includes("bunx ")?"static/bun":"static";if(t==="server-app")return r.includes("bun")?"bun":"node";if(t==="server-php")return`php ${e.php??e.phpVersion??"8.3"}`;return"static"}function np(e){let t=w(e);if(t==="redirect")return"redirect";if(t==="proxy")return"proxy";if(t==="server-app")return"service";if(t==="server-static")return"server static";if(t==="server-php")return"php release";return"bucket"}function sp(e){let t=new Map;return Object.entries(e.sites??{}).map(([r,n])=>{let s=$a(n.path),{route:i,href:o}=tp(n),a=n.domain?`${n.domain}${s}`:"",c=a?t.get(a):void 0;if(a&&!c)t.set(a,r);return{name:r,route:i,href:o,domain:n.domain??"internal",path:s,kind:va(r,n),type:va(r,n),runtime:rp(n),deploy:np(n),tls:n.domain?n.ssl===!1?"http":"https":"loopback",ssl:n.domain?n.ssl!==!1:!1,status:c?"shadowed":"live",shadowedBy:c,lastDeploy:ue}})}function ip(e,t,r){let n=new Map(e.map((s)=>[String(s.route),{...s,project:r,managedBy:"owner"}]));for(let s of t){let i=n.get(s.route),o=i?.name??`${s.project}:${s.name}`;n.set(s.route,{...i,...s,name:o,kind:i?.kind??s.kind,type:i?.type??s.kind,runtime:i?.runtime??s.runtime,deploy:i?.deploy??s.deploy,root:i?.root??s.root,branch:i?.branch??s.branch,managedBy:s.project===r?"owner":"attached"})}return[...n.values()].sort((s,i)=>{if(s.managedBy!==i.managedBy)return s.managedBy==="owner"?-1:1;return String(s.route).localeCompare(String(i.route))})}function es(e){return`'${e.replaceAll("'","'\\''")}'`}function _a(e){return e.replace(/[\\&/]/g,"\\$&")}function op(e,t){if(e.length===0)return["true"];return["set +e",...e.map((r)=>{let n=es(`${J(t,r)}/.ts-cloud/deploy-history.log`),s=_a(r);return`TS_CLOUD_HISTORY=${n}; { [ -f "$TS_CLOUD_HISTORY" ] && tail -n 24 "$TS_CLOUD_HISTORY" | sed "s/^/DEPLOY=${s}\\t/"; } || true`}),"true"]}function Ta(e){return[...new Set(Object.values(e.sites??{}).map((t)=>t.domain).filter((t)=>typeof t==="string"&&t.length>0))]}function ap(e){return["set +e",'if command -v ss >/dev/null 2>&1; then ss -H -lntup 2>/dev/null | while read -r proto _state _recv _send local _peer rest; do [ -n "$proto" ] && [ -n "$local" ] && printf "PORT=%s\\t%s\\t%s\\n" "$proto" "$local" "$rest"; done; fi','if command -v ufw >/dev/null 2>&1; then ufw status numbered 2>/dev/null | sed "s/^/FIREWALL=/"; else echo "FIREWALL=ufw unavailable"; fi','journalctl _COMM=sshd --no-pager -n 30 -o short-iso 2>/dev/null | sed "s/^/AUTH=/" || true',...Ta(e).map((r)=>`TS_CLOUD_DOMAIN=${es(r)}; TS_CLOUD_EXPIRY=$(echo | timeout 8 openssl s_client -servername "$TS_CLOUD_DOMAIN" -connect "$TS_CLOUD_DOMAIN:443" 2>/dev/null | openssl x509 -noout -enddate 2>/dev/null | cut -d= -f2-); [ -n "$TS_CLOUD_EXPIRY" ] && printf "CERT=%s\\t%s\\n" "$TS_CLOUD_DOMAIN" "$TS_CLOUD_EXPIRY" || printf "CERT=%s\\tunavailable\\n" "$TS_CLOUD_DOMAIN"`),"true"]}function cp(e){let t=new Map,r=(i,o)=>{if(i&&o&&!t.has(o))t.set(o,{pattern:i,label:o})},n=e.infrastructure?.compute,s=e.project.slug;if(n?.webServer==="rpx"||n?.proxy?.engine==="rpx")r("rpx-gateway","rpx-gateway");else r("nginx","nginx");for(let i of ba(e))r(i.name,i.name);for(let[i,o]of Object.entries(e.sites??{})){if(w(o)!=="server-app")continue;if(r(`${s}-${i}`,`${s}-${i}`),Array.isArray(o.queues??o.workers)&&(o.queues??o.workers).length)r(`${s}-${i}-queue-*`,`${s}-${i}-queues`);if(Array.isArray(o.daemons)&&o.daemons.length)r(`${s}-${i}-daemon-*`,`${s}-${i}-daemons`)}return[...t.values()]}function lp(e){let t=cp(e);if(t.length===0)return["true"];return["set +e",...t.map((r)=>{let n=es(r.pattern),s=_a(r.label);return`journalctl -u ${n} --no-pager -n 150 -o short-iso 2>/dev/null | sed "s/^/LOG=${s}\\t/" || true`}),'[ -f /var/log/ts-cloud-backup.log ] && tail -n 60 /var/log/ts-cloud-backup.log 2>/dev/null | sed "s/^/LOG=backups\\t/" || true',"true"]}function ts(e){let t=new Date(e);if(Number.isNaN(t.getTime()))return e||ue;let r=Math.max(0,Math.round((Date.now()-t.getTime())/1000));if(r<60)return`${r}s ago`;let n=Math.round(r/60);if(n<60)return`${n}m ago`;let s=Math.round(n/60);if(s<48)return`${s}h ago`;return`${Math.round(s/24)}d ago`}function Ca(e){if(/(?:error|failed|panic|fatal|exception|denied|unhealthy)/i.test(e))return"error";if(/(?:warn|warning|retry|restart|deprecated|timeout)/i.test(e))return"warn";return"info"}function up(e){let t=[];for(let r of e.split(`
|
|
756
|
+
`)){let n=r.trim();if(!n.startsWith("LOG="))continue;let s=n.indexOf("\t");if(s<0)continue;let i=n.slice(4,s),o=n.slice(s+1),a=/^(\d{4}-\d{2}-\d{2}T[^\s]+)\s+(\S+)\s+(.*)$/.exec(o),c=a?.[1]??"",l=a?.[2]??"",d=(a?.[3]??o).trim();if(!d)continue;t.push({source:i,timestamp:c,when:c?ts(c):ue,host:l,message:d,level:Ca(d)})}return t.sort((r,n)=>String(n.timestamp).localeCompare(String(r.timestamp))).slice(0,600)}function Pa(e){if(/^(?:127\.|localhost:|\[?::1\]?)/.test(e))return"loopback";if(/^(?:10\.|192\.168\.|172\.(?:1[6-9]|2\d|3[01])\.|169\.254\.|\[?f[cd][0-9a-f:])/i.test(e))return"private";return"public"}function pp(e){if(Pa(e)!=="public")return"ok";if(/:(?:22|80|443)$/.test(e)||/^\*:(?:22|80|443)$/.test(e))return"ok";return"warn"}function dp(e){if(e==null)return"warn";if(e<8)return"bad";if(e<30)return"warn";return"ok"}function mp(e){let t=[],r=[],n=[],s=[];for(let a of e.split(`
|
|
757
|
+
`)){let c=a.trim();if(c.startsWith("PORT=")){let[l="",d="",u=""]=c.slice(5).split("\t");if(l&&d)t.push({proto:l,listen:d,processName:u||ue,exposure:Pa(d),tone:pp(d)})}else if(c.startsWith("FIREWALL=")){let l=c.slice(9).trim();if(l)r.push(l)}else if(c.startsWith("AUTH=")){let l=c.slice(5),d=/^(\d{4}-\d{2}-\d{2}T[^\s]+)\s+(\S+)\s+(.*)$/.exec(l),u=(d?.[3]??l).trim();if(u)n.push({timestamp:d?.[1]??"",when:d?.[1]?ts(d[1]):ue,host:d?.[2]??"",message:u,level:Ca(u)})}else if(c.startsWith("CERT=")){let[l="",d=""]=c.slice(5).split("\t");if(!l)continue;let u=new Date(d),m=Number.isNaN(u.getTime())?null:Math.ceil((u.getTime()-Date.now())/86400000);s.push({domain:l,expires:Number.isNaN(u.getTime())?d||ue:u.toISOString().slice(0,10),daysRemaining:m,status:dp(m)})}}let i=r.some((a)=>/Status:\s*active/i.test(a)),o=r.some((a)=>/unavailable/i.test(a));return{ports:t.slice(0,80),firewall:{status:i?"active":o?"unavailable":"inactive",summary:i?"ufw active":o?"ufw unavailable":"ufw inactive or not configured",rules:r.filter((a)=>a&&!/^Status:/i.test(a)).slice(0,60)},tlsCertificates:s,authEvents:n.sort((a,c)=>String(c.timestamp).localeCompare(String(a.timestamp))).slice(0,30)}}function rs(e){let r=e.infrastructure?.compute?.firewall??{},n=[...new Set([22,80,443,...r.allowedPorts??[]])],s=Ta(e);return{ports:n.map((i)=>({proto:"tcp",listen:`0.0.0.0:${i}`,processName:"configured firewall",exposure:"public",tone:[22,80,443].includes(Number(i))?"ok":"warn"})),firewall:{status:r.enabled===!1?"disabled":"configured",summary:r.enabled===!1?"host firewall disabled in config":"host firewall configured declaratively",rules:n.map((i)=>`ALLOW ${i}/tcp`)},tlsCertificates:s.map((i)=>({domain:i,expires:ue,daysRemaining:null,status:"warn"})),authEvents:[]}}function xa(e,t){let r=t.security??rs(e),n=!!t._serverReachable&&!t.metricsUnavailable,s=t.sites??[],i=s.filter((l)=>l.status==="shadowed"),o=(t.services??[]).filter((l)=>["failed","stopped"].includes(l.status)),a=(r.tlsCertificates??[]).filter((l)=>l.status!=="ok"),c=t.sshKeys??[];return[{name:"Live server probe",status:n?"pass":"warn",detail:n?"Metrics and remote checks are coming from the compute box.":"The dashboard is rendering config/state data until the box probe succeeds."},{name:"Managed services",status:o.length?"fail":"pass",detail:o.length?`${o.length} service(s) need attention.`:`${(t.services??[]).length} service(s) reported healthy or configured.`},{name:"Route conflicts",status:i.length?"warn":"pass",detail:i.length?`${i.map((l)=>l.name).join(", ")} is shadowed by an earlier route.`:`${s.length} site route(s) are unshadowed.`},{name:"SSH access",status:c.length?"pass":"warn",detail:c.length?`${c.length} declarative authorized key(s) configured.`:"No declarative SSH keys are configured."},{name:"Firewall",status:["active","configured"].includes(r.firewall?.status)?"pass":"warn",detail:r.firewall?.summary??"Firewall status unavailable."},{name:"TLS certificates",status:a.length?"warn":"pass",detail:a.length?`${a.length} certificate(s) need renewal visibility.`:`${(r.tlsCertificates??[]).length} certificate(s) look healthy.`}]}function Ea(e){let t=[];for(let r of e.serverDeploymentsDetail??e.serverDeployments??[])t.push({type:"deploy",tone:r.status==="failed"?"bad":"ok",title:`${r.site} deployed ${r.sha}`,detail:`${r.branch} · ${r.status}`,when:r.when,timestamp:r.timestamp});for(let r of e.serverLogs??[])if(r.level==="error"||r.level==="warn")t.push({type:"log",tone:r.level==="error"?"bad":"warn",title:`${r.source} ${r.level}`,detail:r.message,when:r.when,timestamp:r.timestamp});for(let r of e.sshKeys??[])t.push({type:"ssh",tone:"ok",title:`${r.name} authorized`,detail:r.fingerprint,when:r.added??ue,timestamp:""});return t.sort((r,n)=>String(n.timestamp).localeCompare(String(r.timestamp))).slice(0,80)}function fp(e,t={}){let r=[];for(let n of e.split(`
|
|
758
|
+
`)){let s=n.trim();if(!s.startsWith("DEPLOY="))continue;let i=s.split("\t"),o=i[0]?.replace(/^DEPLOY=/,"")??"",[a,c,l,d,u]=i.slice(1);if(!o||!a||!c)continue;let m=t[o]??{},h=w(m),f=(l||c).slice(0,7);r.push({sha:f,release:c,commit:l||c,site:o,branch:m.branch??(h==="server-static"?"build artifact":"main"),status:d||"unknown",when:ts(a),timestamp:a,took:"-",by:"ts-cloud",rc:u?.replace(/^rc=/,"")??"",steps:h==="server-static"?["upload artifact","publish static files"]:["upload artifact","restart service"]})}return r.sort((n,s)=>String(s.timestamp).localeCompare(String(n.timestamp)))}function gp(e,t){let r=Qu(e,t),n=ba(e),s=sp(e),i=Math.max(1,Number(e.infrastructure?.compute?.disk?.size??1)),o={server:{name:r?.serverName??`${e.project.slug}-${t}-app`,provider:r?.provider??wa(e),region:Ju(e),ip:r?.publicIp??ue,os:"Linux",uptime:ue,probeStatus:"unavailable"},systemMetrics:{load:0,load5:0,load15:0,cpuUsedPct:0,cpus:Math.max(1,Number(e.infrastructure?.compute?.instances??1)),memUsedMb:0,memTotalMb:0,memAvailableMb:0,memCacheMb:0,swapUsedMb:0,swapTotalMb:0,diskUsedPct:0,diskUsedGb:0,diskTotalGb:i,inodeUsedPct:0,networkRxBytes:0,networkTxBytes:0,networkRxBytesPerSec:0,networkTxBytesPerSec:0,networkRxBytesToday:0,networkTxBytesToday:0,networkRxBytesMonth:0,networkTxBytesMonth:0,networkMonthKey:"",processes:0,uptimeSeconds:0},metricsUnavailable:!0,bandwidthBudgetBytes:Zu(e),services:n,servicesDetail:n.map((a)=>({...a,since:ue,memMb:0,auto:!0})),backup:Yu(e),backupHistory:[],workers:ep(e),serverScheduler:{enabled:!1,lastRun:"not configured"},serverDeployments:[],serverDeploymentsDetail:[],deploymentsEmptyReason:"No deployment history has been recorded yet. Future server deploys will write /var/www/<site>/.ts-cloud/deploy-history.log.",serverLogs:[],serverLogsEmptyReason:"Live server logs are unavailable until the dashboard can reach the compute box.",security:rs(e),securityEmptyReason:"Live security checks are unavailable until the dashboard can reach the compute box.",sites:s,sitesDetail:s.map((a)=>{let c=e.sites?.[a.name]??{},l=w(c);return{...a,root:l==="server-static"?J(e.project.slug,a.name):`${J(e.project.slug,a.name)}/current`,branch:l==="server-static"?"build artifact":"main",build:c.build,php:c.php??c.phpVersion,aliases:Array.isArray(c.aliases)?c.aliases:[],redirects:c.redirects&&typeof c.redirects==="object"?c.redirects:{},envKeys:Object.keys(c.env??c.environment??{})}}),siteHealth:[],sshKeys:Ut(e.infrastructure?.compute?.sshKeys??[]),_serverReachable:!1,_metricsStatus:"unavailable"};return o.diagnostics=xa(e,o),o.activity=Ea(o),o.topology=ln(o,{project:e.project.name,environment:t}),o}async function bi(e,t,r={}){if(!e.infrastructure?.compute)return null;let n=null;try{n=O({config:e})}catch{n=null}let s=null,i=0,o=[];if(n)try{if(o=await n.findComputeTargets({slug:e.project.slug,environment:t,role:"app"}),i=o.length,o.length){let u=(await n.runRemoteDeploy({targets:[o[0]],commands:qu({includeServices:!r.telemetryOnly,includeSites:r.includeSiteHealth!==!1,projectFilter:e.cloud?.attachTo?e.project.slug:void 0}),comment:`ts-cloud dashboard:build ${e.project.slug}`,tags:{Project:e.project.slug,Environment:t,Role:"app"}})).perInstance?.[0]?.output;if(u)s=Xu(u)}}catch{}let a=gp(e,t),c=(d,u=0)=>{let m=Number(d);return Number.isFinite(m)?m:u};if(a.server.os=s?.OS||a.server.os,a.server.uptime=s?.UPTIME||a.server.uptime,s){a.server.probeStatus="live",a.metricsUnavailable=!1,a._metricsStatus="live";try{a.storage=JSON.parse(Buffer.from(s.STORAGE||"","base64").toString("utf8"))}catch{a.storage=null}let d=[];try{d=JSON.parse(Buffer.from(s.COLLECTOR||"","base64").toString("utf8")).disks??[]}catch{}if(a.systemMetrics={disks:d,load:c(s.LOAD),load5:c(s.LOAD5),load15:c(s.LOAD15),cpuUsedPct:c(s.CPUUSED),cpus:c(s.CPUS,1),memUsedMb:c(s.MEMUSED),memTotalMb:c(s.MEMTOTAL,1),memAvailableMb:c(s.MEMAVAILABLE),memCacheMb:c(s.MEMCACHE),swapUsedMb:c(s.SWAPUSED),swapTotalMb:c(s.SWAPTOTAL),diskUsedPct:c(s.DISKPCT),diskUsedGb:c(s.DISKUSEDG),diskTotalGb:c(s.DISKTOTG,1),inodeUsedPct:c(s.INODEPCT),networkRxBytes:c(s.NETRX),networkTxBytes:c(s.NETTX),networkRxBytesPerSec:c(s.NETRXRATE),networkTxBytesPerSec:c(s.NETTXRATE),networkRxBytesToday:c(s.NETRXTODAY),networkTxBytesToday:c(s.NETTXTODAY),networkRxBytesMonth:c(s.NETRXMONTH),networkTxBytesMonth:c(s.NETTXMONTH),networkMonthKey:s.NETMONTHKEY||"",processes:c(s.PROCESSES),uptimeSeconds:c(s.UPTIME_SECONDS)},s.services.length){let u=[...new Map(s.services.map((m)=>[m.name,m])).values()];a.services=u.map((m)=>({name:m.name,status:m.status==="active"?"running":m.status})),a.servicesDetail=u.map((m)=>({name:m.name,status:m.status==="active"?"running":m.status,since:m.since&&m.since!==ue?m.since:a.server.uptime,memMb:Math.max(0,Math.round(Number(m.memBytes??0)/1024/1024)),auto:m.enabled?!["disabled","static","masked"].includes(m.enabled):!0}))}if(s.discoveredSites.length)a.sitesDetail=ip(a.sitesDetail,s.discoveredSites,e.project.slug),a.sites=a.sitesDetail.map((u)=>({name:u.name,project:u.project,managedBy:u.managedBy,route:u.route,href:u.href,domain:u.domain,path:u.path,kind:u.kind,type:u.type,runtime:u.runtime,deploy:u.deploy,tls:u.tls,status:u.status,httpStatus:u.httpStatus,responseMs:u.responseMs,tlsDaysRemaining:u.tlsDaysRemaining,checkedAt:u.checkedAt})),a.siteHealth=a.sitesDetail.map((u)=>({name:u.name,project:u.project,route:u.route,status:u.status,httpStatus:u.httpStatus,responseMs:u.responseMs,tlsDaysRemaining:u.tlsDaysRemaining,checkedAt:u.checkedAt}))}if(n&&o.length&&!r.telemetryOnly)await Promise.all([(async()=>{try{let d=Object.keys(e.sites??{}),m=(await n.runRemoteDeploy({targets:[o[0]],commands:op(d,e.project.slug),comment:`ts-cloud dashboard:deploy-history ${e.project.slug}`,tags:{Project:e.project.slug,Environment:t,Role:"app"}})).perInstance?.[0]?.output??"",h=fp(m,e.sites);a.serverDeployments=h.slice(0,5),a.serverDeploymentsDetail=h.slice(0,50),a.deploymentsEmptyReason=h.length?void 0:"No deployment history was found on the server yet. Deploy again to populate this timeline."}catch{a.deploymentsEmptyReason="Deployment history could not be read from the server."}})(),(async()=>{try{let u=(await n.runRemoteDeploy({targets:[o[0]],commands:lp(e),comment:`ts-cloud dashboard:server-logs ${e.project.slug}`,tags:{Project:e.project.slug,Environment:t,Role:"app"}})).perInstance?.[0]?.output??"",m=up(u);a.serverLogs=m,a.serverLogsEmptyReason=m.length?void 0:"No recent journal entries were found for the managed server units."}catch{a.serverLogsEmptyReason="Server logs could not be read from the box."}})(),(async()=>{try{let u=(await n.runRemoteDeploy({targets:[o[0]],commands:ap(e),comment:`ts-cloud dashboard:security ${e.project.slug}`,tags:{Project:e.project.slug,Environment:t,Role:"app"}})).perInstance?.[0]?.output??"",m=mp(u),h=rs(e);if(!m.ports.length)m.ports=h.ports;if(!m.tlsCertificates.length)m.tlsCertificates=h.tlsCertificates;a.security=m,a.securityEmptyReason=void 0}catch{a.securityEmptyReason="Server security checks could not be read from the box."}})()]);else if(n&&i===0)a.deploymentsEmptyReason="No app server target was found for this environment.";let l=e.infrastructure?.compute?.sshKeys??e.infrastructure?.ssh?.keys??e.infrastructure?.sshKeys;if(Array.isArray(l)&&l.length)a.sshKeys=Ut(l);return a._serverReachable=i>0&&!!s,a.diagnostics=xa(e,a),a.activity=Ea(a),a.topology=ln(a,{project:e.project.name,environment:t}),a}
|
|
759
|
+
export{Ke,ps,me,to,mi,ro,no,rn,io,oo,Te,Z,Je,_e,nn,gt,Oe,fr,on,Xe,Qe,hr,sn,gi,fi,ge,ft,yr,so,hi,br,Sr,vr,an,Cr,O,ao,co,bc,lo,ms,gs,fs,hs,ht,ys,uo,cn,po,mo,Sc,vc,Ut,yi,bi};
|