puppet_generator 0.5.4

data/lib/puppet_generator/ui/create.rb

@@ -0,0 +1,59 @@
+module PuppetGenerator
+  module Ui
+    class Create < Thor
+      def self.exit_on_failure?
+        true
+      end
+
+      method_option :source,               Ui::CommandlineParserHelper.subcommand_options[:source]
+      method_option :import_filter,        Ui::CommandlineParserHelper.subcommand_options[:import_filter]
+      method_option :destination,          Ui::CommandlineParserHelper.subcommand_options[:destination]
+      method_option :action,               Ui::CommandlineParserHelper.subcommand_options[:action]
+      method_option :template_tagged_with, Ui::CommandlineParserHelper.subcommand_options[:template_tagged_with]
+      method_option :export_filter,        Ui::CommandlineParserHelper.subcommand_options[:export_filter]
+      desc 'package', 'generate package definitions'
+      def package
+        PuppetGenerator::Api.new.generate_package_definition(options)
+      end
+
+      method_option :source,               Ui::CommandlineParserHelper.subcommand_options[:source]
+      method_option :import_filter,        Ui::CommandlineParserHelper.subcommand_options[:import_filter]
+      method_option :destination,          Ui::CommandlineParserHelper.subcommand_options[:destination]
+      method_option :action,               Ui::CommandlineParserHelper.subcommand_options[:action]
+      method_option :template_tagged_with, Ui::CommandlineParserHelper.subcommand_options[:template_tagged_with]
+      method_option :export_filter,        Ui::CommandlineParserHelper.subcommand_options[:export_filter]
+      desc 'file', 'generate file definitions'
+      def file
+        PuppetGenerator::Api.new.generate_file_definition(options)
+      end
+
+      method_option :source,               Ui::CommandlineParserHelper.subcommand_options[:source]
+      method_option :import_filter,        Ui::CommandlineParserHelper.subcommand_options[:import_filter]
+      method_option :destination,          Ui::CommandlineParserHelper.subcommand_options[:destination]
+      method_option :action,               Ui::CommandlineParserHelper.subcommand_options[:action]
+      method_option :template_tagged_with, Ui::CommandlineParserHelper.subcommand_options[:template_tagged_with]
+      method_option :export_filter,        Ui::CommandlineParserHelper.subcommand_options[:export_filter]
+      desc 'user', 'generate user definitions'
+      def user
+        PuppetGenerator::Api.new.generate_user_definition(options)
+      end
+
+      desc 'module', 'creates all files needed to build a module'
+      def module
+        PuppetGenerator::Api.new.generate_module(options)
+      end
+
+      method_option :source,               Ui::CommandlineParserHelper.subcommand_options[:source]
+      method_option :import_filter,        Ui::CommandlineParserHelper.subcommand_options[:import_filter]
+      method_option :destination,          Ui::CommandlineParserHelper.subcommand_options[:destination]
+      method_option :action,               Ui::CommandlineParserHelper.subcommand_options[:action]
+      method_option :template_tagged_with, Ui::CommandlineParserHelper.subcommand_options[:template_tagged_with]
+      method_option :export_filter,        Ui::CommandlineParserHelper.subcommand_options[:export_filter]
+      desc 'role', 'generate role definitions'
+      def role
+        PuppetGenerator::Api.new.generate_role_definition(options)
+      end
+
+    end
+  end
+end

data/lib/puppet_generator/ui/runner.rb

@@ -0,0 +1,23 @@
+module PuppetGenerator
+  module Ui
+    class Runner < Thor
+      def self.exit_on_failure?
+        true
+      end
+
+      class_option :module, Ui::CommandlineParserHelper.runner_options[:module]
+      class_option :class, Ui::CommandlineParserHelper.runner_options[:class]
+      class_option :debug, Ui::CommandlineParserHelper.runner_options[:debug]
+      class_option :silent, Ui::CommandlineParserHelper.runner_options[:silent]
+
+      desc "create <type>", "Create puppet dsl. Available types: #{Ui::CommandlineParserHelper.pretty_subcommands(Create.tasks)}"
+      subcommand :create, Create
+
+#      desc "list <resource>", "List instances for a given resource. Available resources are: #{Ui::CommandlineParserHelper.pretty_subcommands(List.tasks)}"
+#      subcommand :list, List
+
+      desc "tasks <task>", "Run command with predefined options. Available tasks: #{Ui::CommandlineParserHelper.pretty_subcommands(Tasks.tasks)}"
+      subcommand :tasks, Tasks
+    end
+  end
+end

data/lib/puppet_generator/ui/tasks.rb

@@ -0,0 +1,16 @@
+module PuppetGenerator
+  module Ui
+    class Tasks < Thor
+      def self.exit_on_failure?
+        true
+      end
+
+      class_option :source, Ui::CommandlineParserHelper.subcommand_options[:source] 
+      class_option :destination, Ui::CommandlineParserHelper.subcommand_options[:destination]
+      desc "create_roles_in_directory", "Search directory for directories and generate role puppet definition for found .pp-files"
+      def create_roles_in_directory
+        PuppetGenerator::Ui::Runner.start( %W[create role --export-filter build_role_includes_for_directory --source #{options[:source]} --destination #{options[:destination]}] )
+      end
+    end
+  end
+end

data/lib/puppet_generator/version.rb

@@ -0,0 +1,4 @@
+#main PuppetGenerator
+module PuppetGenerator
+  VERSION = '0.5.4'
+end

data/lib/puppet_generator.rb

@@ -0,0 +1,79 @@
+require 'erb'
+require 'erubis'
+require 'middleware'
+require 'find'
+require 'logger'
+require 'pathname'
+require 'ansi'
+require 'etc'
+require 'psych'
+require 'fileutils'
+#require 'hirb'
+require 'forwardable'
+require 'set'
+#require 'active_support/core_ext/object/blank'
+require 'active_support/core_ext/string/inflections'
+require 'active_support/core_ext/hash/indifferent_access'
+require 'fedux_org/stdlib/models'
+require 'thor'
+
+require 'puppet_generator/main'
+require 'puppet_generator/version'
+require 'puppet_generator/exceptions'
+
+require 'puppet_generator/logger'
+require 'puppet_generator/ui/commandline_parser_helper'
+require 'puppet_generator/ui/create'
+require 'puppet_generator/ui/tasks'
+require 'puppet_generator/ui/runner'
+
+require 'puppet_generator/puppet_helper'
+
+require 'puppet_generator/models/base'
+require 'puppet_generator/models/filesystem_based_model'
+require 'puppet_generator/models/class_based_model'
+require 'puppet_generator/models/error_message'
+require 'puppet_generator/models/importer'
+require 'puppet_generator/models/exporter'
+require 'puppet_generator/models/export_filter'
+require 'puppet_generator/models/import_filter'
+require 'puppet_generator/models/action'
+require 'puppet_generator/models/template'
+require 'puppet_generator/models/logger'
+require 'puppet_generator/models/entry_converter'
+
+require 'puppet_generator/setup/bare'
+require 'puppet_generator/setup/default_importer'
+require 'puppet_generator/setup/default_error_messages'
+require 'puppet_generator/setup/default_actions'
+require 'puppet_generator/setup/default_import_filter'
+require 'puppet_generator/setup/default_exporter'
+require 'puppet_generator/setup/default_export_filter'
+require 'puppet_generator/setup/file'
+require 'puppet_generator/setup/package'
+require 'puppet_generator/setup/user'
+require 'puppet_generator/setup/module'
+require 'puppet_generator/setup/role'
+
+require 'puppet_generator/puppet_objects/package'
+require 'puppet_generator/puppet_objects/file'
+require 'puppet_generator/puppet_objects/user'
+require 'puppet_generator/puppet_objects/role'
+
+require 'puppet_generator/definition'
+require 'puppet_generator/task'
+require 'puppet_generator/middleware/handle_errors'
+require 'puppet_generator/middleware/check_for_empty_source'
+require 'puppet_generator/middleware/read_input'
+require 'puppet_generator/middleware/create_output'
+require 'puppet_generator/middleware/enable_debugging_libraries'
+require 'puppet_generator/middleware/create_puppet_object_from_entry'
+require 'puppet_generator/middleware/configure_logging'
+require 'puppet_generator/middleware/filter_imported_data'
+require 'puppet_generator/middleware/apply_export_filters'
+require 'puppet_generator/middleware/create_module_directories'
+require 'puppet_generator/middleware/execute_actions'
+require 'puppet_generator/middleware/output_debug_information_for_models'
+require 'puppet_generator/api'
+
+module PuppetGenerator; end

data/puppet_generator.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'puppet_generator/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "puppet_generator"
+  spec.version       = PuppetGenerator::VERSION
+  spec.authors       = ["Max Meyer"]
+  spec.email         = ["dev@fedux.org"]
+  spec.summary       = %q{Generate puppet manifests}
+  spec.description   = <<-DESC
+  If you need to build more than one puppet manifests it is quite boring to 
+  redo the same steps every time. This gem helps you to generate puppet manifests
+  for packages, files/directories etc.
+  DESC
+  spec.homepage      = "https://github.com/maxmeyer/puppet_generator"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "middleware"
+  spec.add_dependency "ansi"
+  spec.add_dependency "erubis"
+  #spec.add_dependency "logging4hackers"
+  spec.add_dependency "activesupport"
+  spec.add_dependency "fedux_org-stdlib"
+  spec.add_dependency "thor"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

data/rakefiles/default.rake

@@ -0,0 +1,3 @@
+#!/usr/bin/env rake
+
+require 'fedux_org/stdlib/rake'

data/rakefiles/travis.rake

@@ -0,0 +1,3 @@
+#!/usr/bin/env rake
+
+require 'fedux_org/stdlib/rake/tests/travis'

data/script/console

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH << File.expand_path('../lib', File.dirname(__FILE__))
+
+require 'puppet_generator'
+require 'pry'
+
+Pry.start

data/script/terminal

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+require 'tmrb'
+
+tmux = TmRb::Multiplexer.new
+#creates an empty window
+tmux.new_session(:session_name => "puppet_generator")
+
+tmux.new_window(:name => 'lib', :command => 'vim -c \"NERDTree lib/puppet_generator/\"')
+tmux.new_window(:name => 'middleware', :command => 'vim -c  \"NERDTree lib/puppet_generator/middleware\"')
+tmux.new_window(:name => 'templates', :command => 'vim -c  \"NERDTree lib/puppet_generator/templates/\"')
+tmux.new_window(:name => 'actions', :command => 'vim -c  \"NERDTree lib/puppet_generator/actions/\"')
+tmux.new_window(:name => 'filter', :command => 'vim -c  \"NERDTree lib/puppet_generator/filter\"')
+tmux.new_window(:name => 'spec', :command => 'vim -c \"NERDTree spec\"')
+tmux.new_window(:name => 'features', :command => 'vim -c \"NERDTree features\"')
+tmux.start

data/spec/examples/actions/missing_method.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module Actions
+    class MissingMethod
+      #required method is missing
+    end
+  end
+end

data/spec/examples/entry_converters/missing_method.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module EntryConverters
+    class MissingMethod
+      #required method is missing
+    end
+  end
+end

data/spec/examples/export_filter/invalid_filter_1.rb

@@ -0,0 +1,8 @@
+module PuppetGenerator
+  module ExportFilters
+    class Invalid_Filter1
+      #invalid name includes '_'
+      #and must match file name
+    end
+  end
+end

data/spec/examples/export_filter/invalid_filter_2.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module ExportFilters
+    class InvalidFilter2
+      #method convert is missing
+    end
+  end
+end

data/spec/examples/export_filter/missing_method.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module ExportFilters
+    class MissingMethod
+      #required method is missing
+    end
+  end
+end

data/spec/examples/exporter/missing_method.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module Exporter
+    class MissingMethod
+      #required method is missing
+    end
+  end
+end

data/spec/examples/exporter/test_file.txt

@@ -0,0 +1 @@
+asdf

data/spec/examples/import_filter/invalid_filter_1.rb

@@ -0,0 +1,8 @@
+module PuppetGenerator
+  module ImportFilters
+    class Invalid_Filter1
+      #invalid name includes '_'
+      #and must match file name
+    end
+  end
+end

data/spec/examples/import_filter/invalid_filter_2.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module ImportFilters
+    class InvalidFilter2
+      #method convert is missing
+    end
+  end
+end

data/spec/examples/import_filter/missing_method.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module ImportFilters
+    class MissingMethod
+      #required method is missing
+    end
+  end
+end

data/spec/examples/importer/missing_method.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module Importer
+    class MissingMethod
+      #required method is missing
+    end
+  end
+end

data/spec/examples/importer/test_file.txt

@@ -0,0 +1 @@
+asdf

data/spec/examples/templates/invalid_template.pp.erb

@@ -0,0 +1 @@
+<%= asdf %>

data/spec/examples/templates/missing_method.rb

@@ -0,0 +1,7 @@
+module PuppetGenerator
+  module Templates
+    class MissingMethod
+      #required method is missing
+    end
+  end
+end

data/spec/export_filters/build_role_includes_for_directory_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+require 'puppet_generator/export_filters/build_role_includes_for_directory'
+
+describe ExportFilters::BuildRoleIncludesForDirectory do
+
+  it "returns includes for directory" do
+    create_directory 'test'
+    create_file 'test/file1.pp'
+    create_file 'test/file2.pp'
+    create_file 'test/file3.pp'
+
+    create_directory 'test/dir1'
+    create_file 'test/dir1/file1.pp'
+    create_file 'test/dir1/file2.pp'
+    create_file 'test/dir1/file3.pp'
+
+    objects = [
+      {
+        name: 'test',
+      },
+      {
+        name: 'test/dir1',
+      },
+    ]
+
+    switch_to_working_directory do
+      filter = ExportFilters::BuildRoleIncludesForDirectory.new
+      expect(filter.convert(objects)).to eq(
+        [
+          {:name=>"test", :includes=>["file1", "file2", "file3"]},
+          {:name=>"test/dir1", :includes=>["file1", "file2", "file3"]}
+        ]
+      )
+    end
+
+  end
+  
+end

data/spec/middleware/apply_export_filters_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper'
+
+describe PuppetGenerator::Middleware::ApplyExportFilters do
+
+  before(:all) {
+    Models::ExportFilter.init
+  }
+  
+  it "run filter" do
+    test_file = File.join( examples_dir, 'apply_export_filters', 'file.txt' )
+    FileUtils.chmod(0644, test_file )
+
+    user = ENV['USER']
+
+    task = double( 'task' )
+    task.stub( :body ).and_return( [ { name: test_file } ])
+    task.stub( :meta ).and_return( { requested_export_filter: [ :filesystem_attributes ] } )
+    task.should_receive( :body= ).with( [ {:name => test_file, :type => "file", :owner => user, :mode => "100644"} ] )
+
+    app = double('app')
+    app.stub(:call)
+
+    mw = PuppetGenerator::Middleware::ApplyExportFilters.new(app)
+    result = mw.call(task)
+  end
+
+  it "run multiple filters" do
+    test_file = File.join( examples_dir, 'apply_export_filters', 'file.txt' )
+    FileUtils.chmod(0644, test_file )
+
+    user = ENV['USER']
+
+    task = double( 'task' )
+    task.stub( :body ).and_return( [ { name: test_file } ])
+    task.stub( :meta ).and_return( { requested_export_filter: [ :filesystem_attributes , :null ] } )
+    task.should_receive( :body= ).with( [ {:name => test_file, :type => "file", :owner => user, :mode => "100644"} ] )
+
+    app = double('app')
+    app.stub(:call)
+
+    mw = PuppetGenerator::Middleware::ApplyExportFilters.new(app)
+    result = mw.call(task)
+  end
+
+end

data/spec/middleware/execute_actions_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+
+describe PuppetGenerator::Middleware::ExecuteActions do
+
+  before(:all) {
+    Models::Action.init
+  }
+  
+  it "run action" do
+    test_file = File.join( examples_dir, 'execute_actions', 'file.txt' )
+    user = ENV['USER']
+
+    task = double( 'task' )
+    task.stub( :body ).and_return( [ { name: test_file } ])
+    task.stub( :meta ).and_return( { requested_actions: [ :copy_files_to_module_directory ], module: 'test' } )
+    task.should_receive( :body= ).with( [ { :name => File.expand_path('../../examples/execute_actions/file.txt', __FILE__ ), :source => "puppet:///modules/test#{File.expand_path('../../examples/execute_actions/file.txt', __FILE__ )}" } ] )
+
+    app = double('app')
+    app.stub(:call)
+
+    mw = PuppetGenerator::Middleware::ExecuteActions.new(app)
+
+    switch_to_working_directory do
+      result = mw.call(task)
+    end
+  end
+
+#  it "run multiple filters" do
+#    test_file = File.join( examples_dir, 'apply_export_filters', 'file.txt' )
+#    user = ENV['USER']
+#
+#    task = double( 'task' )
+#    task.stub( :body ).and_return( [ { name: test_file } ])
+#    task.stub( :meta ).and_return( { requested_export_filter: [ :filesystem_attributes , :null ] } )
+#    task.should_receive( :body= ).with( [ {:name => test_file, :type => "file", :owner => user, :mode => "100644"} ] )
+#
+#    app = double('app')
+#    app.stub(:call)
+#
+#    mw = PuppetGenerator::Middleware::ApplyExportFilters.new(app)
+#    result = mw.call(task)
+#  end
+
+end

data/spec/middleware/handle_errors_spec.rb

@@ -0,0 +1,12 @@
+require 'spec_helper'
+
+describe PuppetGenerator::Middleware::HandleErrors do
+
+  it "raises an exception if error message is unknown" do
+    mw = PuppetGenerator::Middleware::HandleErrors.new('asdf')
+    expect {
+      mw.send(:exit_with_error, :asdf)
+    }.to raise_error Exceptions::UnknownErrorMessage
+  end
+
+end

data/spec/models/action_spec.rb

@@ -0,0 +1,37 @@
+require 'spec_helper'
+
+describe Models::Action do
+  before(:each) {
+    Models::Action.clear
+  }
+
+  it "finds all available actions" do
+    Models::Action.init
+    expect(Models::Action.all.size).to eq(2)
+  end
+
+  it "raises an error if an action is invalid: missing method \"run\"" do
+    test_class = Class.new( Models::Action ) do
+
+      def self.library_name
+        "PuppetGenerator"
+      end
+
+      def self.model_name
+        "Action"
+      end
+
+      def self.path_to_instances
+        File.join( examples_dir, 'actions', 'missing_method.rb' )
+      end
+
+      def self.require_path(name)
+        File.join( examples_dir, 'actions', 'missing_method' )
+      end
+    end
+
+    expect {
+      test_class.init
+    }.to raise_error Exceptions::InvalidAction
+  end
+end

data/spec/models/entry_converter_spec.rb

@@ -0,0 +1,59 @@
+describe Models::EntryConverter do
+  before(:each) do
+    Models::EntryConverter.clear
+  end
+
+  it "raises an error if an entry converter is invalid: missing method \"convert\"" do
+    test_class = Class.new( Models::EntryConverter ) do
+
+      def self.library_name
+        "PuppetGenerator"
+      end
+
+      def self.model_name
+        "EntryConverter"
+      end
+
+      def self.path_to_instances
+        File.join( examples_dir, 'entry_converters', 'missing_method.rb' )
+      end
+
+      def self.require_path(name)
+        File.join( examples_dir, 'entry_converters', 'missing_method' )
+      end
+    end
+
+    expect {
+      test_class.init
+    }.to raise_error Exceptions::InvalidEntryConverter
+  end
+
+  it "finds an entry converter for a user entry" do
+    Models::EntryConverter.init
+
+    result = Models::EntryConverter.find( :user )
+    expect(result.name).to eq(:user)
+  end
+
+  it "finds an entry converter for a package entry" do
+    Models::EntryConverter.init
+
+    result = Models::EntryConverter.find( :package )
+    expect(result.name).to eq(:package)
+  end
+
+  it "finds an entry converter for a file entry" do
+    Models::EntryConverter.init
+
+    result = Models::EntryConverter.find( :file )
+    expect(result.name).to eq(:file)
+  end
+
+  it "finds an entry converter for a role entry" do
+    Models::EntryConverter.init
+
+    result = Models::EntryConverter.find( :role )
+    expect(result.name).to eq(:role)
+  end
+
+end