lono-pro 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 591e0eaec5e112ef31307c043d0f8228fd1029c6873fa534c8c5b9ae474837f5
-  data.tar.gz: 85f147681c29bfec81b0c6e68f5e45c37dd3c010de419f8f1d24317d3a3f7d99
+  metadata.gz: 81bd2b91f14117ac3b8baec8719b2de27d28b9d82065d5f83ce2cc0513e99a1d
+  data.tar.gz: 8b52c80fe8e3a9e6eab4467e59fdce650961637e3df21e60185b5fa30005eb01
 SHA512:
-  metadata.gz: 439e966a27599237c2797ef2f55497925af12d726cf35cd623f1cc048e17aadfd904d022886f4f32335ae9ae61f3d39f9259b35150e5c940d8e29d16aa0467a5
-  data.tar.gz: 066b54869448d2c458acb294fbc3202fd48327e85393a6cdef98cdbbb2e9c128c2623c106a8e20cb12a8ee5ebeaaa7687ba74ea021d054a40d0bfb028b638338
+  metadata.gz: 639460ffa51375903e5cb77d6a2f63b7ffbf5a4f69818abf0f1daf1fb1c2392c929030815a4108edeeb37b2b69e5d934ec2a967957b0222c8bf8947d2eaef229
+  data.tar.gz: 9c251a223cd25f6023cb0c5add5852d1b86eda9db5e42a9c7176c7afdd44f5d00c4a2b769fc0af256e0b31f03c70d34ced96043a5cd2ac06bb36f684fff3f14b

data/.gitignore

@@ -9,3 +9,4 @@
 
 # rspec failure tracking
 .rspec_status
+Gemfile.lock

data/CHANGELOG.md

@@ -0,0 +1,11 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+This project *tries* to adhere to [Semantic Versioning](http://semver.org/), even before v1.0.
+
+## [0.2.0]
+- lono code convert
+- lono code import
+
+## [0.1.0]
+- Initial release

data/Gemfile

@@ -1,4 +1,8 @@
 source "https://rubygems.org"
 
-# Specify your gem's dependencies in lono-pro.gemspec
 gemspec
+
+group :development, :test do
+  gem "lono"
+  # gem "lono", path: "#{ENV['HOME']}/environment/lono"
+end

data/README.md

@@ -1,35 +1,35 @@
-# Lono::Pro
+# Lono Pro Addon
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/lono/pro`. To experiment with that code, run `bin/console` for an interactive prompt.
+Lono pro is a paid addon that adds additional features to [lono](https://lono.cloud).  Notably, the `lono code import` and `lono code convert` commands.
 
-TODO: Delete this and the text above, and describe your gem
+The conversion process is not perfect but gets you 80% of the way here. It saves you time.
 
-## Installation
+## Usage
 
-Add this line to your application's Gemfile:
+### lono code convert
 
-```ruby
-gem 'lono-pro'
-```
+The `lono code convert` takes an existing JSON or YAML CloudFormation template and converts it to Ruby code.  The Ruby code is printed to standard out.
 
-And then execute:
+### lono code import
 
-    $ bundle
+The `lono code import` converts the template, and also adds it to a generated starter blueprint.
 
-Or install it yourself as:
+## Installation
 
-    $ gem install lono-pro
+Add this line to your lono project's Gemfile:
 
-## Usage
+```ruby
+gem "lono-pro"
+```
 
-TODO: Write usage instructions here
+And then execute:
 
-## Development
+    $ bundle
 
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+You install with the gem command also:
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+    gem install lono-pro
 
-## Contributing
+## API Access
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/lono-pro.
+Lono Pro uses an API to perform the code conversion.  Currently, access to this API service is provided at no cost. In the future, API access will be provided to only [BoltOps Pro](https://www.boltops.com/pro) customers.

data/lib/lono/pro/autoloader.rb

@@ -0,0 +1,31 @@
+require "zeitwerk"
+
+module Lono
+  module Pro
+    class Autoloader
+      class Inflector < Zeitwerk::Inflector
+        def camelize(basename, _abspath)
+          map = { cli: "CLI", version: "VERSION" }
+          map[basename.to_sym] || super
+        end
+      end
+
+      class << self
+        def setup
+          loader = Zeitwerk::Loader.new
+          loader.log! if ENV["LONO_PRO_ZEITWERK_LOG"]
+          loader.inflector = Inflector.new
+          lib = File.expand_path("../..", __dir__) # lono-pro/lib
+          loader.push_dir(lib)
+          loader.ignore("#{lib}/lono-pro.rb")
+          loader.setup
+          loader
+        end
+
+        def require!
+          setup.eager_load
+        end
+      end
+    end
+  end
+end

data/lib/lono/pro/cli.rb

@@ -0,0 +1,9 @@
+module Lono::Pro
+  module CLI
+    Lono::CLI.class_eval do
+      desc "code SUBCOMMAND", "code subcommands"
+      long_desc Help.text(:code)
+      subcommand "code", Code
+    end
+  end
+end

data/lib/lono/pro/code.rb

@@ -0,0 +1,22 @@
+module Lono::Pro
+  class Code < Lono::Command
+    desc "import SOURCE", "Imports CloudFormation template and converts it to different lono formats."
+    long_desc Help.text(:import)
+    option :blueprint, default: nil, desc: "final blueprint name"
+    option :casing, default: "as-is", desc: "Controls casing of logical ids. IE: as-is, camelcase or underscore"
+    option :summary, default: true, type: :boolean, desc: "provide template summary after import"
+    option :template, default: nil, desc: "final template name of downloaded template without extension"
+    option :template_name_casing, default: "dasherize", desc: "camelcase or dasherize the template name"
+    option :type, default: "dsl", desc: "import as a DSL or ERB template"
+    def import(source)
+      Importer.new(source, options).run
+    end
+
+    desc "convert SOURCE", "Converts snippet of YAML to lono dsl format."
+    long_desc Help.text(:convert)
+    option :casing, default: "as-is", desc: "Controls casing of logical ids. IE: as-is, camelcase or underscore"
+    def convert(source)
+      Importer::Converter.new(source, options).run
+    end
+  end
+end

data/lib/lono/pro/help/convert.md

@@ -0,0 +1,3 @@
+## Example
+
+    lono code convert path/to/file

data/lib/lono/pro/help/import.md

@@ -0,0 +1,3 @@
+## Example
+
+    lono code import path/to/file

data/lib/lono/pro/help.rb

@@ -0,0 +1,12 @@
+module Lono::Pro
+  module Help
+    class << self
+      # namespaced_command: cfn/create or cfn:create both work.
+      def text(namespaced_command)
+        path = namespaced_command.to_s.gsub(':','/')
+        path = File.expand_path("../help/#{path}.md", __FILE__)
+        IO.read(path) if File.exist?(path)
+      end
+    end
+  end
+end

data/lib/lono/pro/importer/base.rb

@@ -0,0 +1,82 @@
+require "open-uri"
+require "json"
+require "yaml"
+
+class Lono::Pro::Importer
+  class Base
+    def initialize(source, options)
+      @source, @options = source, options
+      @blueprint = @options[:blueprint] || blueprint_name
+      @template = @options[:template] || @blueprint
+      Lono::ProjectChecker.check
+      # Dont use set_blueprint_root because it doesnt exist yet. We're creating it with import
+      Lono.blueprint_root = "#{Lono.root}/blueprints/#{@blueprint}"
+
+      @tmp_path = "/tmp/lono/import/template.yml"
+    end
+
+  private
+    def summarize
+      return unless @options[:summary]
+      puts "Template Summary:"
+      Lono::Inspector::Summary.new(@blueprint, @template, @options).run
+    end
+
+    def create_params(template_path)
+      params_path = if @blueprint != @template
+                      "configs/#{@blueprint}/#{Lono.env}/#{@template}.txt"
+                    else
+                      "configs/#{@blueprint}/#{Lono.env}.txt"
+                    end
+      params = Params.new(template_path, params_path)
+      params.create
+      puts "Params file created at #{pretty_path(params_path)}"
+    end
+
+    # removes the ./ at the beginning if it's there in the path
+    def pretty_path(path)
+      path.sub("#{Lono.root}/",'')
+    end
+
+    def create_dot_lono(type)
+      dot_lono = "#{Lono.blueprint_root}/.lono"
+      FileUtils.mkdir_p(dot_lono)
+      config = {
+        "blueprint_name" => @blueprint,
+        "template_type" => "#{type}",
+      }
+      text = YAML.dump(config)
+      IO.write("#{dot_lono}/config.yml", text)
+    end
+
+    def blueprint_name
+      return @options[:name] if @options[:name]
+      # Else infer name from the original source.
+      name = File.basename(@source, ".*")
+      @options[:casing] == "camelcase" ? name.camelize : name.underscore.dasherize
+    end
+
+    def download_template(dest_path)
+      template =  open(@source).read
+
+      result = if json?(template)
+                  # abusing YAML.dump(YAML.load()) to convert json to yaml
+                  YAML.dump(YAML.load(template))
+                else
+                  template # template is already in YAML format
+                end
+
+      folder = File.dirname(dest_path)
+      FileUtils.mkdir_p(folder) unless File.exist?(folder)
+      IO.write(dest_path, result)
+      dest_path
+    end
+
+    def json?(text)
+      JSON.load(text)
+      true # if reach here than it's just
+    rescue JSON::ParserError
+      false # not json
+    end
+  end
+end

data/lib/lono/pro/importer/converter.rb

@@ -0,0 +1,13 @@
+class Lono::Pro::Importer
+  class Converter
+    # source is a path
+    def initialize(source, options)
+      @source, @options = source, options
+    end
+
+    def run
+      coder = Service::Coder.new(@source, @options)
+      puts coder.translate
+    end
+  end
+end

data/lib/lono/pro/importer/dsl.rb

@@ -0,0 +1,24 @@
+class Lono::Pro::Importer
+  class Dsl < Base
+    def run
+      tmp_template_path = download_template(@tmp_path)
+      translate_to_dsl(tmp_template_path)
+      create_dot_lono("dsl")
+      create_params(tmp_template_path)
+      # Let's not summarize the template in case the Ruby syntax is invalid with the import coder.
+      # Add summarize back in later
+      # summarize
+    end
+
+    def translate_to_dsl(source_path)
+      coder = Service::Coder.new(source_path, @options)
+      result = coder.translate
+
+      path = "#{Lono.config.templates_path}/#{@template}.rb"
+      FileUtils.mkdir_p(File.dirname(path))
+      IO.write(path, result)
+      pretty_path = path.sub("#{Lono.root}/",'')
+      puts "Template imported to: #{pretty_path}"
+    end
+  end
+end

data/lib/lono/pro/importer/erb.rb

@@ -0,0 +1,32 @@
+class Lono::Pro::Importer
+  class Erb < Base
+    def run
+      template_path = "#{Lono.config.templates_path}/#{@template}.yml"
+
+      puts "=> Imported CloudFormation template.".color(:green)
+      download_template(template_path)
+      puts "Template downloaded to #{pretty_path(template_path)}"
+
+      create_dot_lono("erb")
+      template_definition_path = add_template_definition
+      puts "Template definition added to #{pretty_path(template_definition_path)}"
+
+      create_params(template_path)
+      summarize
+    end
+
+    # Add template definition to app/definitions/base.rb.
+    def add_template_definition
+      path = "#{Lono.config.definitions_path}/base.rb"
+      lines = File.exist?(path) ? IO.readlines(path) : []
+      new_template_definition = %Q|template "#{@template}"|
+      unless lines.detect { |l| l.include?(new_template_definition) }
+        lines << ["\n", new_template_definition]
+        result = lines.join('')
+        FileUtils.mkdir_p(File.dirname(path))
+        IO.write(path, result)
+      end
+      path
+    end
+  end
+end

data/lib/lono/pro/importer/params.rb

@@ -0,0 +1,52 @@
+class Lono::Pro::Importer
+  class Params
+    extend Memoist
+
+    def initialize(template_path, params_path)
+      @template_path, @params_path = template_path, params_path
+      @params_path = normalize_path(@params_path)
+    end
+
+    # Creates starter params/base/[stack-name].txt file
+    def create
+      template = YAML.load_file(@template_path)
+
+      result = []
+      required_parameters.each do |name, attributes|
+        result << "#{name}="
+      end
+      optional_parameters.each do |name, attributes|
+        key = "#{name}=".ljust(20, ' ')
+        result << "##{key} # optional"
+      end
+      content = result.join("\n") + "\n"
+
+      folder = File.dirname(@params_path)
+      FileUtils.mkdir_p(folder) unless File.exist?(folder)
+      IO.write(@params_path, content) unless File.exist?(@params_path)
+    end
+
+    def required_parameters
+      parameters.reject { |logical_id, p| p["Default"] }
+    end
+
+    def optional_parameters
+      parameters.select { |logical_id, p| p["Default"] }
+    end
+
+    def parameters
+      template_data["Parameters"] || []
+    end
+
+    def template_data
+      YAML.load(IO.read(@template_path))
+    end
+    memoize :template_data
+
+  private
+    # Add Lono.root if not already there, helps cli_spec.rb to pass
+    def normalize_path(path)
+      path.include?(Lono.root.to_s) ? path : "#{Lono.root}/#{path}"
+    end
+  end
+end

data/lib/lono/pro/importer/service/coder.rb

@@ -0,0 +1,64 @@
+require 'base64'
+require 'json'
+require 'net/http'
+
+class Lono::Pro::Importer::Service::Coder
+  LONO_API = ENV['LONO_API'] || 'https://api.lono.cloud/v1'
+
+  def initialize(source, options={})
+    @source, @options = source, options
+    @template = File.exist?(@source) ? IO.read(@source) : @source
+  end
+
+  def translate
+    url = "#{LONO_API}/code"
+    http = net_http_client(url)
+    req = Net::HTTP::Post.new(url) # url includes query string and uri.path does not, must used url
+    req = set_request_data(req,
+      # Base64 JSON to handle special chars that Rack::LintWrapper cannot process
+      template: Base64.encode64(@template),
+      lono_version: Lono::VERSION,
+      lono_pro_version: Lono::Pro::VERSION,
+      lono_command: lono_command,
+    )
+    res = http.request(req) # send request
+
+    if res.code == "200"
+      data = JSON.load(res.body)
+      validity = data["valid_ruby"] ? "valid" : "invalid"
+      $stderr.puts <<~EOL
+        INFO: The ruby syntax is #{validity}
+        Translated ruby code below:
+
+      EOL
+      ruby_code = data["ruby_code"]
+      puts ruby_code
+      ruby_code
+    # TODO: improve error messaging
+    else
+      puts "Non-successful http response:"
+      puts "status code: #{res.code}"
+      # puts "headers: #{res.each_header.to_h.inspect}"
+    end
+  end
+
+private
+  def net_http_client(url)
+    uri = URI(url)
+    http = Net::HTTP.new(uri.host, uri.port)
+    http.open_timeout = http.read_timeout = 30
+    http.use_ssl = true if uri.scheme == 'https'
+    http
+  end
+
+  def set_request_data(req, data)
+    text = JSON.dump(data)
+    req.body = text
+    req.content_length = text.bytesize
+    req
+  end
+
+  def lono_command
+    "lono #{ARGV.join(' ')}"
+  end
+end

data/lib/lono/pro/importer.rb

@@ -0,0 +1,21 @@
+module Lono::Pro
+  class Importer
+    def initialize(source, options)
+      @source, @options = source, options
+
+      Lono::ProjectChecker.check
+      # Dont use set_blueprint_root because it doesnt exist yet. The import creates it
+      Lono.blueprint_root = "#{Lono.root}/blueprints/#{@blueprint}"
+    end
+
+    def run
+      # Examples:
+      #   Lono::Pro::Importer::Erb.new(source, options.clone).run
+      #   Lono::Pro::Importer::Dsl.new(source, options.clone).run
+      type = @options[:type] || 'dsl'
+      importer_class = "Lono::Pro::Importer::#{type.classify}"
+      importer_class = Object.const_get(importer_class)
+      importer_class.new(@source, @options.clone).run
+    end
+  end
+end

data/lib/lono/pro/version.rb

@@ -1,5 +1,5 @@
 module Lono
   module Pro
-    VERSION = "0.1.0"
+    VERSION = "0.2.0"
   end
 end

data/lib/lono/pro.rb

@@ -1,8 +1,8 @@
 require "lono/pro/version"
+require "lono/pro/autoloader"
+Lono::Pro::Autoloader.require!
 
 module Lono
   module Pro
-    class Error < StandardError; end
-    # Your code goes here...
   end
-end
+end

data/lib/lono-pro.rb

@@ -0,0 +1 @@
+require_relative "lono/pro"

data/lono-pro.gemspec

@@ -6,9 +6,9 @@ Gem::Specification.new do |spec|
   spec.name          = "lono-pro"
   spec.version       = Lono::Pro::VERSION
   spec.authors       = ["Tung Nguyen"]
-  spec.email         = ["tongueroo@gmail.com"]
+  spec.email         = ["tung@boltops.com"]
 
-  spec.summary       = %q{Lono Pro Addon}
+  spec.summary       = "Lono Pro Addon"
   spec.homepage      = "https://github.com/tongueroo/lono-pro"
   spec.license       = "https://www.boltops.com/boltops-community-license"
 
@@ -25,6 +25,8 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_dependency "zeitwerk"
+
   spec.add_development_dependency "bundler", "~> 2.0"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: lono-pro
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Tung Nguyen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-10-05 00:00:00.000000000 Z
+date: 2019-10-08 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: zeitwerk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -54,7 +68,7 @@ dependencies:
         version: '3.0'
 description: 
 email:
-- tongueroo@gmail.com
+- tung@boltops.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -62,13 +76,26 @@ files:
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
+- CHANGELOG.md
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
-- bin/console
-- bin/setup
+- lib/lono-pro.rb
 - lib/lono/pro.rb
+- lib/lono/pro/autoloader.rb
+- lib/lono/pro/cli.rb
+- lib/lono/pro/code.rb
+- lib/lono/pro/help.rb
+- lib/lono/pro/help/convert.md
+- lib/lono/pro/help/import.md
+- lib/lono/pro/importer.rb
+- lib/lono/pro/importer/base.rb
+- lib/lono/pro/importer/converter.rb
+- lib/lono/pro/importer/dsl.rb
+- lib/lono/pro/importer/erb.rb
+- lib/lono/pro/importer/params.rb
+- lib/lono/pro/importer/service/coder.rb
 - lib/lono/pro/version.rb
 - lono-pro.gemspec
 homepage: https://github.com/tongueroo/lono-pro

data/bin/console

@@ -1,14 +0,0 @@
-#!/usr/bin/env ruby
-
-require "bundler/setup"
-require "lono/pro"
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
-
-require "irb"
-IRB.start(__FILE__)

data/bin/setup

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here