fly.io-rails 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b0cfcab66d8f161efea6825e771f1bd95f3f57af5e6163dbdec933281a372f78
-  data.tar.gz: 84f1312372f746f150b3dc5dd0d5b35a31d180573c541a42228ae2e8b903c5d7
+  metadata.gz: a5fbb152d904131af8f818d77f3e5b22a4f075065f2d690f52dedc6db11670b4
+  data.tar.gz: f9d1bc172ed8ee8de32a42b02eb7b875e9b6c00d4d5a52ae3adf09572d133e17
 SHA512:
-  metadata.gz: c8dc7129a3b3a06ef98234c590b20e7d14d5d4091744079f353a308e703bcca1bb1aa89ece7c713c7d63723e42c68b90f4a5cfed1bd00cb9f78ebcfdd2411210
-  data.tar.gz: fa3c2b69e0672cc5c7c2115b17a0bcf5e4fd0adc46a0d1f0b6ee5a4cfc909b56dfe8ce4d5115435e59a903285357a4260521716e90b24397415af01f6798c2c0
+  metadata.gz: 1ef14e0db556fb64d96165168631f517f81bf8d93499e9ede139472f0120fbe0133ba059512d172a0181cfc94fb69dd2fe2ab147dae5efe04e7013f5a12a9a88
+  data.tar.gz: 04a5bd902c2d0462c33b8abb0253b4e6f4796d87458c6dd42a72de52f55c69b8fb1157f3c61a889b918d2bf4e656291b8dbd4538d3f3f51d180401661fc4835c

data/lib/fly.io-rails/actions.rb

@@ -16,8 +16,11 @@ module Fly
     include Fly::Scanner
     attr_accessor :options
 
-    def initialize(app, regions = nil)
+    def initialize(app, options={})
       self.app = app
+      regions = options[:region].flatten || []
+      @litefs = options[:litefs]
+      @set_stage = options[:nomad] ? 'set' : 'set --stage'
 
       @ruby_version = RUBY_VERSION
       @bundler_version = Bundler::VERSION
@@ -37,6 +40,7 @@ module Fly
       end
 
       @region = @regions.first || 'iad'
+      @regions = [@region] if @regions.empty?
 
       @config = Fly::DSL::Config.new
       if File.exist? 'config/fly.rb'
@@ -87,6 +91,10 @@ module Fly
       app_template 'fly.rake.erb', 'lib/tasks/fly.rake'
     end
 
+    def generate_litefs
+      app_template 'litefs.yml.erb', 'config/litefs.yml'
+    end
+
     def generate_key
       credentials = nil
       if File.exist? 'config/credentials/production.key'
@@ -96,8 +104,8 @@ module Fly
       end
   
       if credentials
-        say_status :run, "flyctl secrets set --stage RAILS_MASTER_KEY from #{credentials}"
-        system "flyctl secrets set --stage RAILS_MASTER_KEY=#{IO.read(credentials).chomp}"
+        say_status :run, "flyctl secrets #{@set_stage} RAILS_MASTER_KEY from #{credentials}"
+        system "flyctl secrets #{@set_stage} RAILS_MASTER_KEY=#{IO.read(credentials).chomp}"
         puts
       end
   
@@ -126,9 +134,9 @@ module Fly
     def create_volume(app, region, size)
       volume = "#{app.gsub('-', '_')}_volume"
       volumes = JSON.parse(`flyctl volumes list --json`).
-        map {|volume| volume['Name']}
+        map {|volume| [volume['Name'], volume['Region']]}
 
-      unless volumes.include? volume
+      unless volumes.include? [volume, region]
         cmd = "flyctl volumes create #{volume} --app #{app} --region #{region} --size #{size}"
         say_status :run, cmd
         system cmd
@@ -204,7 +212,13 @@ module Fly
       end
 
       if @sqlite3
-        @volume = create_volume(app, @region, @config.sqlite3.size) 
+        if @litefs
+          @regions.each do |region|
+            @volume = create_volume(app, region, @config.sqlite3.size) 
+          end
+        else
+          @volume = create_volume(app, @region, @config.sqlite3.size) 
+        end
       elsif @postgresql and not secrets.include? 'DATABASE_URL'
         secret = create_postgres(app, @org, @region,
           @config.postgres.vm_size,
@@ -212,7 +226,7 @@ module Fly
           @config.postgres.initial_cluster_size)
 
         if secret
-          cmd = "flyctl secrets set --stage DATABASE_URL=#{secret}"
+          cmd = "flyctl secrets #{@set_stage} DATABASE_URL=#{secret}"
           say_status :run, cmd
           system cmd
         end
@@ -225,7 +239,7 @@ module Fly
         secret = create_redis(app, @org, @region, eviction)
 
         if secret
-          cmd = "flyctl secrets set --stage REDIS_URL=#{secret}"
+          cmd = "flyctl secrets #{@set_stage} REDIS_URL=#{secret}"
           say_status :run, cmd
           system cmd
         end
@@ -293,6 +307,10 @@ module Fly
         config[:env] = {
           "DATABASE_URL" => "sqlite3:///mnt/volume/production.sqlite3"
         }
+
+        if @litefs
+          config[:env]['DATABASE_URL'] = "sqlite3:///data/production.sqlite3"
+        end
       end
 
       # process toml overrides

data/lib/fly.io-rails/utils.rb

@@ -28,12 +28,14 @@ module FlyIoRails
       data.join
     end
 
-    def create_app(name=nil, org='personal', regions=[])
+    def create_app(name: nil, org: 'personal', regions: [], nomad: false, **rest)
       cmd = if name
         "flyctl apps create #{name.inspect} --org #{org.inspect} --machines"
       else
         "flyctl apps create --generate-name --org #{org.inspect} --machines"
       end
+
+      cmd.sub! ' --machines', '' if nomad
   
       output = tee cmd
       exit 1 unless output =~ /^New app created: /

data/lib/fly.io-rails/version.rb

@@ -1,3 +1,3 @@
 module Fly_io
-  VERSION = '0.1.3'
+  VERSION = '0.1.4'
 end

data/lib/generators/fly/app_generator.rb

@@ -7,19 +7,23 @@ class AppGenerator < Rails::Generators::Base
   class_option :name, type: :string, required: false
   class_option :org, type: :string, default: 'personal'
   class_option :region, type: :array, repeatable: true, default: []
+  class_option :nomad, type: :boolean, default: false
+
+  class_option :litefs, type: :boolean, default: false
 
   def generate_app
     source_paths.push File.expand_path('../templates', __dir__)
 
-    create_app(options[:name], options[:org], options)
+    create_app(**options.symbolize_keys)
 
-    action = Fly::Actions.new(@app, options[:region])
+    action = Fly::Actions.new(@app, options)
 
     action.generate_toml
     action.generate_fly_config unless File.exist? 'config/fly.rb'
     action.generate_dockerfile unless File.exist? 'Dockerfile'
     action.generate_dockerignore unless File.exist? '.dockerignore'
     action.generate_raketask unless File.exist? 'lib/tasks/fly.rake'
+    action.generate_litefs if options[:litefs] and not File.exist? 'config/litefs'
     action.generate_patches
     action.generate_ipv4
     action.generate_ipv6
@@ -27,4 +31,4 @@ class AppGenerator < Rails::Generators::Base
     action.launch(@app)
   end
 end
-end
+end

data/lib/generators/fly/terraform_generator.rb

@@ -8,12 +8,14 @@ class TerraformGenerator < Rails::Generators::Base
   class_option :org, type: :string, default: 'personal'
   class_option :region, type: :array, repeatable: true, default: []
 
+  class_option :litefs, type: :boolean, default: false
+
   def terraform
     source_paths.push File.expand_path('../templates', __dir__)
 
-    create_app(options[:name], options[:org], options[:region])
+    create_app(**options.symbolize_keys)
 
-    action = Fly::Actions.new(@app, options[:region])
+    action = Fly::Actions.new(@app, options)
     
     action.generate_toml
     action.generate_dockerfile
@@ -27,4 +29,4 @@ class TerraformGenerator < Rails::Generators::Base
     tee 'terraform init'
   end
 end
-end
+end

data/lib/generators/templates/Dockerfile.erb

@@ -21,6 +21,8 @@ ARG RUBY_VERSION=<%= @ruby_version %>
 ARG VARIANT=jemalloc-slim
 FROM quay.io/evl.ms/fullstaq-ruby:${RUBY_VERSION}-${VARIANT} as base
 
+LABEL fly_launch_runtime="rails"
+
 <% if @node -%>
 ARG NODE_VERSION=<%= @node_version %>
 <% end -%>
@@ -54,7 +56,12 @@ RUN volta install node@${NODE_VERSION} yarn
 
 FROM base as build_deps
 
-ARG BUILD_PACKAGES="git build-essential libpq-dev wget vim curl gzip xz-utils libsqlite3-dev"
+<% 
+  @build_packages = %w(git build-essential wget vim curl gzip xz-utils)
+  @build_packages << 'libpq-dev' if @postgresql
+  @build_packages << 'libsqlite3-dev' if @sqlite3
+-%>
+ARG BUILD_PACKAGES=<%= @build_packages.join(' ').inspect %>
 ENV BUILD_PACKAGES ${BUILD_PACKAGES}
 
 RUN --mount=type=cache,id=dev-apt-cache,sharing=locked,target=/var/cache/apt \
@@ -92,12 +99,24 @@ RUN npm install
 
 <% end -%>
 #######################################################################
+<% if @litefs -%>
+
+# Fetch the LiteFS binary
+FROM flyio/litefs:pr-109 AS litefs
 
+#######################################################################
+<% end %>
 # install deployment packages
 
 FROM base
 
-ARG DEPLOY_PACKAGES="postgresql-client file vim curl gzip libsqlite3-0"
+<%
+  @deploy_packages = %w(file vim curl gzip)
+  @deploy_packages << 'postgresql-client' if @postgresql
+  @deploy_packages << 'libsqlite3-0' if @sqlite3
+  @deploy_packages << 'fuse' if @litefs
+-%>
+ARG DEPLOY_PACKAGES=<%= @deploy_packages.join(' ').inspect %>
 ENV DEPLOY_PACKAGES=${DEPLOY_PACKAGES}
 
 RUN --mount=type=cache,id=prod-apt-cache,sharing=locked,target=/var/cache/apt \
@@ -116,6 +135,16 @@ COPY --from=gems /usr/local/bundle /usr/local/bundle
 # copy installed node modules
 COPY --from=node_modules /app/node_modules /app/node_modules
 
+<% end -%>
+<% if @litefs -%>
+# copy litefs binary
+COPY --from=litefs /usr/local/bin/litefs /usr/local/bin/litefs
+
+# Copy our LiteFS configuration.
+ADD config/litefs.yml /etc/litefs.yml
+
+# Create mount point
+RUN mkdir /data
 <% end -%>
 #######################################################################
 
@@ -140,6 +169,10 @@ RUN ${BUILD_COMMAND}
 
 # Default server start instructions.  Generally Overridden by fly.toml.
 ENV PORT 8080
+<% if @litefs -%>
+ARG SERVER_COMMAND="litefs"
+<% else -%>
 ARG SERVER_COMMAND="bin/rails fly:server"
+<% end -%>
 ENV SERVER_COMMAND ${SERVER_COMMAND}
 CMD ${SERVER_COMMAND}

data/lib/generators/templates/fly.rake.erb

@@ -6,6 +6,7 @@ namespace :fly do
   #  - Failures here prevent deployment
   task :build => 'assets:precompile'
 
+<% unless @litefs -%>
   # RELEASE step:
   #  - changes to the filesystem made here are DISCARDED
   #  - full access to secrets, databases
@@ -16,6 +17,7 @@ namespace :fly do
   task :release => 'db:migrate'
   <%- end -%>
 
+<% end -%>
   # SERVER step:
   #  - changes to the filesystem made here are deployed
   #  - full access to secrets, databases

data/lib/generators/templates/fly.toml.erb

@@ -6,15 +6,23 @@ processes = []
 [build]
   [build.args]
     BUILD_COMMAND = "bin/rails fly:build"
+<% if @litefs -%>
+    SERVER_COMMAND = "litefs"
+<% else -%>
     SERVER_COMMAND = "bin/rails fly:server"
 
 [deploy]
   release_command = "bin/rails fly:release"
+<% end -%>
 
 [env]
   PORT = "8080"
 <% if @sqlite3 -%>
+<% if @litefs -%>
+  DATABASE_URL = "sqlite3:///data/production.sqlite3"
+<% else -%>
   DATABASE_URL = "sqlite3:///mnt/volume/production.sqlite3"
+<% end -%>
 
 [mounts]
 source = <%= "#{app.gsub('-', '_')}_volume".inspect %>
@@ -24,6 +32,9 @@ destination = "/mnt/volume"
 [experimental]
   allowed_public_ports = []
   auto_rollback = true
+<% if @litefs -%>
+  enable_consul = true
+<% end  -%>
 
 [[services]]
   http_checks = []

data/lib/generators/templates/litefs.yml.erb

@@ -0,0 +1,14 @@
+# The path to where the SQLite database will be accessed.
+mount-dir: "/data"
+
+# The path to where the underlying volume mount is.
+data-dir: "/mnt/volume"
+
+# Execute this subprocess once LiteFS connects to the cluster. 
+exec: "bin/rails fly:server"
+
+# These environment variables will be available in your Fly.io application.
+# You must specify "experiement.enable_consul" for FLY_CONSUL_URL to be available.
+consul:
+  url: "${FLY_CONSUL_URL}"
+  advertise-url: "http://${HOSTNAME}.vm.${FLY_APP_NAME}.internal:20202"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fly.io-rails
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Sam Ruby
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-09-25 00:00:00.000000000 Z
+date: 2022-09-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fly-ruby
@@ -66,6 +66,7 @@ files:
 - lib/generators/templates/fly.rake.erb
 - lib/generators/templates/fly.rb.erb
 - lib/generators/templates/fly.toml.erb
+- lib/generators/templates/litefs.yml.erb
 - lib/generators/templates/main.tf.erb
 - lib/generators/templates/patches/action_cable.rb
 - lib/tasks/fly.rake