atomizr 0.18.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a56751156f8d212eee3aac8f422169a4d2658a27
+  data.tar.gz: '09b2ee2faa2025a92ffb7f40a586e416604d189a'
+SHA512:
+  metadata.gz: 58a3918e0dcb3d1eb27060690fdcb1dbc99a5fbdb0450585c1a5fa4ff8ab1e35e41379f423a14fa83e0a668656f0e1697c642c22c93fe245ceb09e9de64e390c
+  data.tar.gz: 67a1ebee2b3a2117d4c2e0113e0a366153eea4aaa9a58f310ea9f712efa73602ecbc5543363387910e4053f95c1fa2bd34a02f30ee6eca0ea447e9d9207cc04b

data/bin/atomizr

@@ -0,0 +1,201 @@
+#!/usr/bin/env ruby
+
+require "atomizr"
+require "optparse"
+
+# default options
+$input_counter  = 0
+$output_counter = 0
+$folder = "_output"
+$silent = false
+
+$scope = nil
+$merge = false
+$split = false
+$dupes = true
+$is_tm = false
+$no_tabstops = false
+$no_comment    = false
+$no_validation = false
+$delete_input  = false
+
+args = ARGV.count
+ 
+# parse arguments
+ARGV.options do |opts|
+    opts.banner = "\nUsage: atomizr [options]"
+
+    opts.on("-h", "--help", "prints this help") do
+        Atomizr.info()
+        puts opts
+        exit
+    end
+
+    opts.on("-i", "--input=<file>", Array, "Input file(s)") {
+        |input| $input = input
+    }
+
+    opts.on("-o", "--output=<file>", String, "Output file") {
+        |output| $output = output
+    }
+
+    opts.on("-s", "--scope=<scope>", String, "overwrite scope") {
+        |val| $scope = val
+    }
+
+    opts.on("-S", "--split", "split result into multiple files") {
+        if $merge != true
+            $split = true
+        else     
+            abort("Error: You can't split AND merge")
+        end
+    }
+
+    opts.on("-M", "--merge", "merge results into single file") {
+        if $split != true
+            $merge = true
+        else     
+            abort("Error: You can't merge AND split")
+        end
+    }
+
+    opts.on("-$", "--skip-tabstops", "skip trailing tab-stops") {
+        $no_tabstops = true
+    }
+
+    opts.on("-C", "--skip-comments", "skip generator comments") {
+        $no_comment = true
+    }
+
+    opts.on("-D", "--skip-duplicates", "skip duplicate triggers") {
+        $dupes = false
+    }
+
+    opts.on("-V", "--skip-validation", "skip file validation") {
+        $no_validation = true
+    }
+
+    opts.on("-F", "--to-folder=<target>", String, "specify target subfolder") do |folder|
+         $folder = folder
+    end
+
+    opts.on("-X", "--delete-input", "delete input file(s) on completion") {
+        $delete_input = true
+    }
+
+    opts.on("-T", "--is-textmate", "interprete snippet as TextMate") {
+        $is_tm = true
+    }
+
+    opts.on("-Z", "--silent", "run silently") {
+        $silent = true
+    }
+
+    opts.on("-v", "--version", "show version") {
+        Atomizr.version() unless $silent == true
+        exit
+    }
+
+    opts.parse!
+end
+
+# let's go
+Atomizr.info() unless $silent == true 
+
+# error handling
+if args < 1
+    abort("\nError: no arguments passed") unless $silent == true 
+elsif $input == nil
+    abort("\nError: no input argument passed") unless $silent == true 
+elsif $output == nil
+    abort("\nError: no output argument passed") unless $silent == true 
+end
+
+# Create output directory, if necessary
+Atomizr.mkdir("#{$folder}")
+
+$input.each do |input|
+
+    if (input.end_with? ".sublime-completions") || (input.end_with? ".json")
+
+        Atomizr.read_file(input, "json")
+        delete_file(input) if $delete_input == true
+
+    elsif (input.end_with? ".sublime-snippet") || (input.end_with? ".tmSnippet")|| (input.end_with? ".xml")
+
+        Atomizr.read_file(input, "xml")
+        delete_file(input) if $delete_input == true
+
+    elsif File.directory?(input)
+
+        puts "\n$ which apm"
+
+        unless system("which apm")
+          abort("Unknown command 'apm'. Please run \"Install Shell Commands\" from the Atom menu.") unless $silent == true 
+        end
+
+        unless input.end_with?("/")
+            input = input + "/"
+        end
+
+        @tm = Hash.new
+        @tm['Preferences'] = Dir.glob("#{input}**/*.tmPreferences")
+        @tm['Snippets']    = Dir.glob("#{input}**/*.tmSnippet")
+        @tm['Syntaxes']    = Dir.glob("#{input}**/*.tmLanguage")
+
+        abort if @tm.empty?
+
+        @tm.each do |item|
+
+          next if item[1].empty?
+
+          puts "\nCollecting #{item[0].downcase}:" unless $silent == true 
+
+          item[1].each do |file|
+              puts " + #{file}" unless $silent == true 
+
+              @base = File.basename(file)
+              @parent = "#{$folder}/#{$output}"
+              @target = @parent+'/.tmp/'+item[0]+'/'
+
+              mkdir(@target)
+              copy_file(file, @target+@base, false)
+          end
+
+        end
+
+        puts "\nConverting collection with apm" unless $silent == true 
+        system "apm init --package #{@parent} --convert #{@parent}/.tmp"
+        FileUtils.rm_rf("#{@parent}/.tmp")
+
+        @st = Hash.new
+        @st['Snippets']    = Dir.glob("#{input}**/*.sublime-snippet")
+        @st['Completions'] = Dir.glob("#{input}**/*.sublime-completions")
+
+        abort if @st.empty?
+
+        @st.each do |st|
+            st[1].each do |item|
+                next if item.empty?
+                system "#{__FILE__} -i '#{item}' -o cson -Z -F #{@parent}/snippets"
+            end
+        end
+
+        delete_file(input) if $delete_input == true
+        puts "\nCompleted."
+        exit
+
+    else
+        puts "\nError: invalid input '#{input}'" unless $silent == true 
+    end
+
+end
+
+# Game Over
+if $input_counter == 0
+    puts "\nNo files converted" unless $silent == true
+elsif $input_counter == 1
+     puts "\nAtomized #{$input_counter} file, created #{$output_counter}" unless $silent == true 
+else
+    puts "\nAtomized #{$input_counter} files, created #{$output_counter}" unless $silent == true 
+end

data/lib/atomizr.rb

@@ -0,0 +1,465 @@
+require "json"
+require "nokogiri"
+
+class Atomizr
+
+    @name = "Atomizr"
+    @version = "0.18.0"
+    @author = "Jan T. Sott"
+    @homepage = "https://github.com/idleberg/atomizr.rb"
+
+    # Arrays of filters to replace characters in strings
+    @filename_filter =  [
+        [/[\x00\/\\:\*\?\"\$<>\|]/, '_'],
+        ["\t",  "-"]
+    ]
+    @title_filter = [
+        [/\x27/, "\\\\'"],  # single-quote
+        [/\x22/, "\\\""],   # double-quote
+        [/\x5C/, "\\\\"],   # backslash
+    ]
+    @prefix_filter = [
+        [/[\x00\x22\x27\/\\:\*\?\"\'\$<>\{\}\|]/, '']
+    ]
+    @body_filter = [
+        [/\x27/, "\\\\'"],  # single-quote
+        [/\x22/, "\\\""],   # double-quote
+        [/\x5C/, "\\\\"],   # backslash
+    ]
+    @scope_filter = [ 
+        # https://gist.github.com/idleberg/fca633438329cc5ae317
+        [',', ''],
+        [/\.?source\.c\+\+/, '.source.cpp'],
+        [/\.?source\.java-props/, '.source.java-properties'],
+        [/\.?source\.objc\+\+/, '.source.objcpp'],
+        [/\.?source\.php/, '.text.html.php'],
+        [/\.?source\.scss/, '.source.css.scss'],
+        [/\.?source\.todo/, '.text.todo'],
+        [/\.?text\.html\.markdown/, '.source.gfm']
+    ]
+
+    def self.info
+        puts "\n#{@name}, version #{@version}\nThe MIT License\nCopyright (c) 2015, 2016 #{@author}"
+    end
+
+    def self.version
+        puts "#{@version}"
+    end
+
+    def self.read_file(input, type)
+        if $merge == true
+            init_hashes()
+        end
+
+        Dir.glob(input) do |item|
+
+            if $merge == false
+                init_hashes()
+            end
+
+            @data = send("read_#{type}", item)
+
+            if $merge == false
+                write_data(item)
+            end
+        end
+
+        if $merge == true
+            write_data($output)
+        end
+    end
+
+
+    def self.read_xml(item)
+
+        puts "\nReading snippet file '#{item}'" unless $silent == true
+
+        # read file, parse data
+        file = File.read(item)
+
+        # validate file
+        if (valid_xml?(file) == false) && ($no_validation == false)
+            abort("\nError: Invalid XML file '#{item}'") unless $silent == true 
+        end
+
+        data = Nokogiri::XML(file)
+
+        if (item.end_with? ".tmSnippet") || ($is_tm == true)
+            @data['completions'] = read_textmate_xml(item, data)
+        else
+            @data['completions'] = read_sublime_xml(item, data)
+        end
+
+        $input_counter += 1
+
+        return @data
+    end
+
+    def self.read_sublime_xml(item, data)
+
+        # get scope
+        @data['scope'] = get_scope( data.xpath("//scope")[0].text.strip )
+
+        trigger = data.xpath("//tabTrigger")[0].text.strip
+        
+        if data.xpath("//description").empty?
+            description = trigger
+        else
+            description = data.xpath("//description")[0].text.strip
+        end
+
+        data.xpath("//content").each do |node|
+
+            title  = filter_str(trigger, @title_filter)
+            prefix = filter_str(trigger, @prefix_filter)
+            body   = filter_str(node.text.strip, @body_filter)
+
+            if @completions.has_key?(title)
+                if $dupes == false
+                    puts " !! Duplicate trigger #{title.dump} in #{item}" unless $silent == true
+                else
+                    abort("\nError: duplicate trigger '#{title.dump}' in #{item}. Triggers must be unique.")
+                end
+            end
+
+            @completions[description] = {
+                :prefix => prefix,
+                :body => body
+            }
+        end
+
+        return @completions
+    end
+
+    def self.read_textmate_xml(item, data)
+
+        data.xpath('//dict').each do | node |
+          node.element_children.map(&:content).each_slice(2) do | k, v |
+            case k
+            when 'scope'
+                @data['scope'] = get_scope(v.to_s)
+            when 'name'
+                @title = filter_str(v.to_s, @title_filter)
+            when 'tabTrigger'
+                @prefix = filter_str(v.to_s, @prefix_filter)
+            when 'content'
+                @body = filter_str(v.to_s.strip, @body_filter)
+            else
+                next
+            end
+          end
+        end
+
+        @completions[@title] = {
+            :prefix => @prefix,
+            :body => @body
+        }
+
+        return @completions
+    end
+
+    def self.read_json(item)
+
+        puts "\nReading completion file '#{item}'" unless $silent == true
+
+        # read file
+        file = File.read(item)
+
+        # validate file
+        if (valid_json?(file) == false) && $no_validation == false
+            abort("\nError: Invalid JSON file '#{item}'") unless $silent == true 
+        else
+            data = JSON.load(file)
+        end
+
+        # get scope
+        @data['scope'] = get_scope( data["scope"] )
+
+        data["completions"].each do |line|
+            trigger = line["trigger"]
+
+            # Next if JSON contains non-standard keys
+            if trigger == nil
+                puts " >> Ignoring line #{line}" unless $silent == true
+                next
+            end 
+
+            contents = line["contents"]
+
+            title  = filter_str(trigger, @title_filter)
+            prefix = filter_str(trigger, @prefix_filter)
+            body   = filter_str(contents, @body_filter)
+
+            if @completions.has_key?(title)
+                if $dupes == false
+                    puts " !! Duplicate trigger #{title.dump} in #{item}" unless $silent == true
+                else
+                    abort("\nError: duplicate trigger '#{title.dump}' in #{item}. Triggers must be unique.") unless $silent == true 
+                end
+            end
+
+            @completions[title] = {
+                :prefix => prefix,
+                :body => body
+            }
+        end
+
+         @data['completions'] = @completions
+
+        $input_counter += 1
+        return @data
+    end
+
+    # via https://gist.github.com/ascendbruce/7070951
+    def self.valid_json?(json)
+        JSON.parse(json)
+        true
+    rescue
+        false
+    end
+
+    def self.valid_xml?(xml)
+        Nokogiri::XML(xml) { |config| config.options = Nokogiri::XML::ParseOptions::STRICT }
+        true
+    rescue
+        false
+    end
+
+    def self.write_data(item)
+        if $output == "json"
+            file = get_outname('json', item)
+            write_json(@data, file, $split)
+        else
+            file = get_outname('cson', item)
+            write_cson(@data, file, $split)
+        end
+    end
+
+    def self.write_json(data, file, many = false)
+
+        if many == false
+
+            if $no_comment == true
+                json = {
+                    data['scope'] => data['completions']
+                }
+            else
+                json = {
+                    :generator => "Atomizr v#{@version} - #{@homepage}",
+                    data['scope'] => data['completions']
+                }
+            end
+
+            puts "Writing '#{file}'" unless $silent == true
+            File.open("#{$folder}/#{file}","w") do |f|
+              f.write(JSON.pretty_generate(json))
+            end
+            $output_counter += 1
+
+        elsif many == true
+
+            scope = data['scope']
+
+            data['completions'].each do |item|
+
+                file = filter_str(item[1][:prefix], @filename_filter)
+
+                json = {
+                    data['scope'] => {
+                        item[0] => {
+                            'prefix' => item[1][:prefix],
+                            'body' => item[1][:body]
+                        }
+                    }
+                }
+
+                puts "Writing '#{file}.json'" unless $silent == true
+                File.open("#{$folder}/#{file}.json","w") do |f|
+                  f.write(JSON.pretty_generate(json))
+                end
+                $output_counter += 1
+            end
+        end
+    end
+
+    def self.write_cson(data, item, many = false)
+
+        if many == false
+
+            if $no_comment == true
+                comment = ""
+            else
+                comment =  "# Generated with #{@name} v#{@version} - #{@homepage}\n"
+            end
+
+            cson = comment
+            cson += "'"+data['scope']+"':\n"
+
+            data['completions'].each do |item|
+
+                title = item[0]
+                prefix = item[1][:prefix]
+                body = item[1][:body]
+
+                if $no_tabstops == false
+                    body = add_trailing_tabstop(body)
+                end
+
+                cson += "  '"+title+"':\n"
+                cson += "    'prefix': '"+prefix+"'\n"
+                if body.lines.count <= 1
+                    cson += "    'body': '"+body+"'\n"
+                else
+                    cson += "    'body': \"\"\"\n"
+                    body.each_line do |line|
+                        cson += "      "+line
+                    end
+                    cson +="\n    \"\"\"\n"
+                end
+            end
+
+            if File.directory?($input[0])
+                mkdir("#{$folder}/#{$output}/snippets")
+                file = $output + '/snippets/' + item + '.cson'
+            else
+                file = get_outname('cson', item)
+            end
+
+            puts "Writing '#{file}'" unless $silent == true
+            File.open("#{$folder}/#{file}","w") do |f|
+              f.write(cson)
+            end
+            $output_counter += 1
+
+        elsif many == true
+
+            scope = data['scope']
+
+            data['completions'].each do |item|
+
+                cson = "'"+scope+"':\n"
+                title = item[0]
+                prefix = item[1][:prefix]
+                body = item[1][:body]
+
+                file = filter_str(prefix, @filename_filter)
+
+                cson += "  '"+title+"':\n"
+                cson += "    'prefix': '"+prefix+"'\n"
+                if body.lines.count <= 1
+                    cson += "    'body': '"+body+"'\n"
+                else
+                    cson += "    'body': \"\"\"\n"
+                    body.each_line do |line|
+                        cson += "      "+line
+                    end
+                    cson +="\n    \"\"\"\n"
+                end
+
+                puts "Writing '#{file}.cson'" unless $silent == true
+                File.open("#{$folder}/#{file}.cson","w") do |f|
+                  f.write(cson)
+                end
+                $output_counter += 1
+            end
+        end
+    end
+
+    def self.delete_file(input)
+
+        if File.directory?(input)
+            puts "\nDeleting '#{input[0..-2]}'" unless $silent == true
+            FileUtils.rm_rf(input)
+        else
+            Dir.glob(input) do |item|
+                puts "Deleting '#{item}'" unless $silent == true
+                File.delete(item)
+            end
+        end
+
+    end
+
+    def self.get_outname(type, item)
+        if $output == type
+
+            if $input[0].include?("*")
+                file = item
+            else
+                file = $input[0]
+            end
+            output = File.basename(file, ".*")+"."+type
+        else
+            output = $output
+        end
+
+        return output
+    end
+
+    def self.get_scope(scope)
+
+        if $scope == nil
+            scope = fix_scope(filter_str(scope, @scope_filter))
+            puts "Using default scope '"+scope+"'" unless $silent == true
+        else
+            scope = fix_scope(filter_str($scope, @scope_filter))
+            puts "Override scope using '"+scope+"'" unless $silent == true
+        end
+
+        return scope
+    end
+
+    def self.add_trailing_tabstop(input)
+        unless input.match(/\$\d+$/) == nil
+            # nothing to do here
+            return input
+        end
+
+        stops = input.scan(/\${?(\d+)/)
+        if stops.length > 0
+            highest = stops.sort.flatten.last.to_i + 1
+            return "#{input}$#{highest}"
+        end
+
+        return "#{input}$1"
+    end
+
+    # prepend dot to scope
+    def self.fix_scope(scope)
+        if scope[0] != "."
+            scope = "."+ scope
+        end
+
+        return scope
+    end
+
+    def self.filter_str(input, filter)
+
+        if filter.any?
+            filter.each do |needle, replacement|
+                input = input.to_s.gsub(needle, replacement)
+            end
+        end
+
+        return input
+    end
+
+    def self.init_hashes()
+        @data = Hash.new
+        @completions = Hash.new
+    end
+
+    def self.mkdir(folder)
+      if !Dir.exists?(folder)
+        FileUtils.mkdir_p(folder)
+      end
+    end
+
+    def self.copy_file(src, dest, del = false)
+      File.write(dest, File.read(src))
+
+      if del == true
+        File.delete(src)
+        end
+    end
+
+end

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification
+name: atomizr
+version: !ruby/object:Gem::Version
+  version: 0.18.0
+platform: ruby
+authors:
+- Jan T. Sott
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-08-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.12.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.12.5
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.7.2
+description: A command-line tool to convert Sublime Text snippets and completions,
+  as well as and TextMate snippets into Atom snippets
+email: 
+executables:
+- atomizr
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/atomizr.rb
+- bin/atomizr
+homepage: https://github.com/idleberg/atomizr.rb
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14.1
+signing_key: 
+specification_version: 4
+summary: Converts Sublime Text snippets and completions into Atom format
+test_files: []