crawl_station 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f6d109fe2c385fdce5228dc5804145edb350025f
-  data.tar.gz: a2ccadba7a2f6965a49c7bca5e0cb9f46739dc6d
+  metadata.gz: 386f97d639bbb07e7f7b7f3026d2f79ae69603e9
+  data.tar.gz: 2ba26dd0a58d0a9ceaf3569d7a4412d154360b66
 SHA512:
-  metadata.gz: 68440f18e400e3800b08363973fd989210b2c06ab74888b8f5827085fb01008f76907af84c4bb3e7b2c6221f5eadac31fdf0cc150cf086a9d5c6d16798aaa48e
-  data.tar.gz: 67253f586d2e836f1265126af5ba999da119a66462fb0957372a0e5e41f10803c27062489325bdb362ee8993d31c2ad7a9bb41807c5aa5e7ceb48e7a5f0d71bb
+  metadata.gz: e8fc613c1eb904446d2d5a2bbc9eaa81edca8204490d79f83be273a96129269d56b890fdcd9616f051de5c83268bd64e077ff61555e00073eff29490b071e104
+  data.tar.gz: 9e5bba4b62586acc547d24a819dca6e147240dd12a44cfd8aed2a63030a54079a2aeb851df04bd3c8fe58dbdf3eac5d8c6f578bf68dd663f2724d87ff173b2f5

data/.gitignore

@@ -8,3 +8,4 @@
 /spec/reports/
 /tmp/
 .byebug_history
+crawl_station-*.gem

data/README.md

@@ -1,5 +1,6 @@
 # CrawlStation
 
+[![Gem Version](https://badge.fury.io/rb/crawl_station.svg)](https://badge.fury.io/rb/crawl_station)
 [![Build Status](https://travis-ci.org/watsy0007/crawl_station.svg?branch=master)](https://travis-ci.org/watsy0007/crawl_station)
 [![Code Climate](https://codeclimate.com/github/watsy0007/crawl_station/badges/gpa.svg)](https://codeclimate.com/github/watsy0007/crawl_station)
 [![Test Coverage](https://codeclimate.com/github/watsy0007/crawl_station/badges/coverage.svg)](https://codeclimate.com/github/watsy0007/crawl_station/coverage)

data/lib/crawl_station/application_record.rb

@@ -11,7 +11,7 @@ module CrawlStation
     end
 
     def self.module_name
-      name.to_s.split('::').first.downcase
+      name.to_s.split('::').first.underscore
     end
   end
 end

data/lib/crawl_station/cache_adapters/abstract_adapter.rb

@@ -1,6 +1,8 @@
 module CrawlStation
   module CacheAdapters
     class AbstractAdapter
+      def []=(_item, _value)
+      end
     end
   end
 end

data/lib/crawl_station/cache_adapters/db_adapter.rb

@@ -1,6 +1,22 @@
 module CrawlStation
   module CacheAdapters
     class DbAdapter < AbstractAdapter
+      def [](key)
+        recent_schedule.where(link: key).first
+      end
+
+      def include?(key)
+        recent_schedule.exists?(link: key)
+      end
+
+      private
+      def recent_schedule
+        schedule.progressed.recent_1_day
+      end
+
+      def schedule
+        @_schedule ||= CS::Model::Schedule
+      end
     end
   end
 end

data/lib/crawl_station/command/create.rb

@@ -5,15 +5,32 @@ module CrawlStation
       desc 'create station', 'station [create|new] hello'
       def create(args)
         dir_root = args.first
-        puts "create project #{dir_root}"
-        template_create_path = "#{CrawlStation::Utils.templates_path}/create"
+        logs "create project #{dir_root}"
+        template_create_path = "#{utils.templates_path}/create/dirs"
         FileUtils.copy_entry template_create_path, dir_root
-        puts "cd #{dir_root}"
+        render_database(dir_root)
+        logs "cd #{dir_root}"
         path = "#{Dir.pwd}/#{dir_root}"
         Dir.chdir(path)
-        puts 'bundle install'
-        IO.popen('bundle install').each { |line| puts line.chomp }
-        puts 'done'
+        logs 'bundle install'
+        IO.popen('bundle install').each { |line| logs line.chomp }
+        logs 'done'
+      end
+
+      private
+      def utils
+        CS::Utils
+      end
+
+      def logs(msg)
+        CS.logger.debug msg
+      end
+
+      def render_database(dir_root)
+        template_db_path = "#{utils.templates_path}/create/database.erb.yml"
+        opts = { project_name: dir_root }
+        context = utils.render_context(template_db_path, opts)
+        utils.render("#{CS.root}/#{dir_root}/config/database.yml", context)
       end
     end
   end

data/lib/crawl_station/command/generate.rb

@@ -9,7 +9,7 @@ module CrawlStation
         module_name, file_name = args.shift, args.shift
 
         file_path = dest_path(module_name, file_name)
-        template_path = CS::Utils.template_filepath('generate/migration.erb')
+        template_path = utils.template_filepath('generate/migration.erb')
         render(file_path, template_path, class_name: file_name.camelize)
         logs "generate migration #{module_name}:#{file_name} done"
       end
@@ -18,10 +18,10 @@ module CrawlStation
       def new_module(args)
         raise "create module #{args} error" if !args.is_a?(Array) || args.empty?
         module_name = args.shift
-        m_path = CS::Utils.module_path(module_name)
+        m_path = utils.module_path(module_name)
         return logs("#{module_name} module exist!") if File.exist?(m_path)
         logs "create new module #{module_name}"
-        template_m_path = "#{CS::Utils.templates_path}/generate/module"
+        template_m_path = "#{utils.templates_path}/generate/module"
         FileUtils.copy_entry template_m_path, m_path
         logs "create #{module_name} done"
       end
@@ -31,8 +31,8 @@ module CrawlStation
         raise "generate parser #{args} error" if !args.is_a?(Array) || args.size < 2
         module_name, parser_name = args.shift, args.shift
         logs "create #{module_name} parser #{parser_name}"
-        template_parser_path = CS::Utils.template_filepath('generate/parser.erb')
-        template_item_path = CS::Utils.template_filepath('generate/item.erb')
+        template_parser_path = utils.template_filepath('generate/parser.erb')
+        template_item_path = utils.template_filepath('generate/item.erb')
         opts = {
           module_class_name: module_name.camelize,
           class_name: parser_name.camelize
@@ -54,23 +54,20 @@ module CrawlStation
       protected
 
       def render(file_path, template_path, opts = {})
-        File.open(file_path, 'w') do |f|
-          logs "create file #{file_path}"
-          f.write render_context(template_path, opts)
-        end
+        context = utils.render_context(template_path, opts)
+        utils.render(file_path, context)
       end
 
-      def render_context(path, opts = {})
-        template = IO.read(path)
-        ERB.new(template).result(OpenStruct.new(opts).instance_eval { binding })
+      def utils
+        CS::Utils
       end
 
       def logs(msg)
-        CrawlStation.logger.debug msg
+        CS.logger.debug msg
       end
 
       def dest_path(module_name, file_name)
-        m_path = CrawlStation::Utils.module_path(module_name)
+        m_path = utils.module_path(module_name)
         raise "module: #{module_name} not exist" unless Dir.exist?(m_path)
         migrate_path = "#{m_path}/db/migrate"
         raise "module: migration path #{migrate_path} not exist" unless Dir.exist?(migrate_path)
@@ -79,7 +76,7 @@ module CrawlStation
       end
 
       def parser_path(module_name, file_name, type = 'parser')
-        m_path = CrawlStation::Utils.module_path(module_name)
+        m_path = utils.module_path(module_name)
         raise "module: #{module_name} not exist" unless Dir.exist?(m_path)
         "#{m_path}/#{type}/#{file_name}.rb"
       end

data/lib/crawl_station/command.rb

@@ -1,7 +1,5 @@
 module CrawlStation
   module Command
-    class CommandError < Exception
-    end
     extend self
     ALIASES = { 'module' => 'new_module' }
 
@@ -11,8 +9,6 @@ module CrawlStation
       obj = klass.new
       return obj.send(m_name, args) if obj.respond_to?(m_name)
       true
-    rescue NameError => e
-      Logger.warn "#{command}: #{args} not exist"
     rescue Errno::ENOENT, RuntimeError => e
       Logger.warn "#{e.message}\n#{e.backtrace[0..10].join("\n")}"
     end

data/lib/crawl_station/concerns/crawl_station_class.rb

@@ -0,0 +1,105 @@
+require 'active_support/concern'
+module CrawlStation
+  module Concerns
+    module CrawlStationClass
+      extend ActiveSupport::Concern
+
+      class_methods do
+        def config
+          yield @config if block_given?
+        end
+
+        def env
+          @_env ||= ActiveSupport::StringInquirer.new(ENV['CRAWL_STATION_ENV'] || 'development')
+        end
+
+        def env=(environment)
+          @_env = ActiveSupport::StringInquirer.new(environment)
+        end
+
+        def root
+          Pathname.new(File.expand_path('.'))
+        end
+
+        def logger
+          @_logger ||= begin
+                         CrawlStation::Logger.logger ||= ::Logger.new(STDERR) do |log|
+                           log.level = ::Logger.DEBUG
+                         end
+                       end
+        end
+
+        def logger=(logger)
+          @_logger = CrawlStation::Logger.logger = logger
+        end
+
+        def concurrent_count
+          @_concurrent_count ||= ENV['CRAWL_STATION_CONCURRENT_COUNT'] || 1
+        end
+
+        def concurrent_count=(count)
+          @_concurrent_count = count
+        end
+
+        def schedule
+          Schedule.adapter
+        end
+
+        def schedule=(item)
+          Schedule.adapter = item
+        end
+
+        def cache
+          Cache.adapter
+        end
+
+        def cache=(item)
+          Cache.adapter = item
+        end
+
+        def proxies
+        end
+
+        def proxies(item)
+        end
+
+        def load_tasks
+          task_path = File.expand_path('../../', __FILE__)
+          [
+            "#{task_path}/tasks/*.rake",
+            "#{CrawlStation.root}/lib/tasks/**/*.rake"
+          ].each { |path| Dir[path].each { |f| load f } }
+        end
+
+        def load_modules
+          %w(item parser config).each do |path|
+            Dir["#{CS.root}/module/*/#{path}/**/*.rb"].each { |f| require f }
+          end
+        end
+
+        def init_application
+          @config ||= CrawlStation::Configuration
+          Dir["#{CS.root}/config/initializers/**/*.rb"].each { |f| require f }
+        end
+
+        def config_adapter
+          adapter = @config.adapter || 'memory'
+          CS.schedule = adapter
+          CS.cache = adapter
+        end
+
+        def config_parsers
+          parsers = @config.parsers || []
+          parsers.each { |p| schedule.push p }
+        end
+
+        def boot
+          init_application
+          load_modules
+          config_adapter
+          config_parsers
+        end
+      end
+    end
+  end
+end

data/lib/crawl_station/concerns/parser_class_concern.rb

@@ -0,0 +1,20 @@
+require 'active_support/concern'
+module CrawlStation
+  module Concerns
+    module ParserClassConcern
+      extend ActiveSupport::Concern
+
+      included do
+        def parser_class
+          path = "#{namespace}/parser/#{parser}"
+          path.camelize.constantize
+        end
+
+        def item_class
+          path = "#{namespace}/item/#{parser}"
+          path.camelize.constantize
+        end
+      end
+    end
+  end
+end

data/lib/crawl_station/db/migrate/001_create_crawl_station_schedules.rb

@@ -0,0 +1,11 @@
+class CreateCrawlStationSchedules < ActiveRecord::Migration[5.0]
+  def change
+    create_table :crawl_station_schedules do |t|
+      t.string :namespace
+      t.string :parser
+      t.string :link, index: true
+      t.integer :status, default: 0
+      t.timestamps null: false
+    end
+  end
+end

data/lib/crawl_station/db/migrate/002_create_crawl_station_caches.rb

@@ -0,0 +1,10 @@
+class CreateCrawlStationCaches < ActiveRecord::Migration[5.0]
+  def change
+    create_table :crawl_station_caches do |t|
+      t.string :key, index: true
+      t.string :value
+      t.timestamp :triggered_time
+      t.timestamps null: false
+    end
+  end
+end

data/lib/crawl_station/fundation/parse_struct.rb

@@ -2,6 +2,7 @@ require 'ostruct'
 module CrawlStation
   class ParseStruct
     extend Forwardable
+    include Concerns::ParserClassConcern
     attr_accessor :parse
 
     %w(namespace parser item link).each do |method_name|
@@ -14,16 +15,6 @@ module CrawlStation
       @parse.deep_symbolize_keys!
     end
 
-    def parser_class
-      path = "#{namespace}/parser/#{parser}"
-      path.camelize.constantize
-    end
-
-    def item_class
-      path = "#{namespace}/item/#{parser}"
-      path.camelize.constantize
-    end
-
     def [](item)
       get_value(item)
     end

data/lib/crawl_station/model/cache.rb

@@ -0,0 +1,7 @@
+module CrawlStation
+  module Model
+    class Cache < ApplicationRecord
+      establish_connection database_config
+    end
+  end
+end

data/lib/crawl_station/model/schedule.rb

@@ -0,0 +1,17 @@
+module CrawlStation
+  module Model
+    class Schedule < ApplicationRecord
+      include Concerns::ParserClassConcern
+      establish_connection database_config
+
+      enum status: [:waiting, :progressing, :done, :failed]
+
+      default_scope -> { order(id: :desc) }
+
+      scope :waitings, -> { where(status: :waiting) }
+      scope :progressings, -> { where(status: :progressing) }
+      scope :progressed, -> { where(status: [:done]) }
+      scope :recent_1_day, -> { where('created_at > ?', 1.day.ago) }
+    end
+  end
+end

data/lib/crawl_station/schedule_adapters/db_adapter.rb

@@ -1,17 +1,45 @@
 module CrawlStation
   module ScheduleAdapters
     class DbAdapter < AbstractAdapter
-      def push(_item)
+      def push(item)
+        item = ParseStruct.new(item) if item.is_a?(Hash)
+        schedule.new(
+          parser: item.parser,
+          namespace: item.namespace,
+          link: item.link
+        ).save
       end
       def pop
+        schedule.transaction do
+          model = schedule.waitings.first
+          model.progressing!
+          model
+        end
       end
       def empty?
+        schedule.waitings.size.zero?
       end
 
-      def failed(_item)
+      def failed(item)
+        return if item.nil?
+        schedule.transaction do
+          model = schedule.find_by(id: item.id)
+          model.failed! if item.present?
+        end
       end
 
-      def done(_item)
+      def done(item)
+        return if item.nil?
+        schedule.transaction do
+          model = schedule.find_by(id: item.id)
+          model.done! if item.present?
+        end
+      end
+
+      private
+
+      def schedule
+        @_schedule ||= CS::Model::Schedule
       end
     end
   end

data/lib/crawl_station/tasks/db.rake

@@ -1,28 +1,46 @@
 namespace :db do
+  def exec_task(task, args)
+    Rake::Task[task].reenable
+    Rake::Task[task].invoke(args)
+  end
+
   def db_operation(operator)
-    Rake::Task["db:#{operator}"].invoke('crawl_station')
+    task_name = "db:#{operator}"
+    exec_task(task_name, 'crawl_station')
     Dir["#{CrawlStation.root}/module/*"].each do |dir|
-      module_name = dirr.split('/').last
-      Rake::Task["db:#{operator}"].invoke(module_name)
+      module_name = dir.split('/').last
+      exec_task(task_name, module_name)
     end
   end
 
   desc 'db:create[module_name] if module_name is nil, create all module databases'
-  task :create, [:module_name] => :environment do |_t, args|
+  task :create, [:module_name] do |_t, args|
     m_name = args[:module_name]
-    return db_operation(:create) if m_name.nil?
-    m_name = nil if m_name == 'crawl_station'
-    CrawlStation::Utils.create_database(m_name)
+    if m_name.nil?
+      CS.logger.debug 'db create all database'
+      db_operation(:create)
+      CS.logger.debug 'db create all done'
+    else
+      m_name = nil if m_name == 'crawl_station'
+      CS.logger.debug("create database #{m_name}")
+      CrawlStation::Utils.create_database(m_name)
+      CS.logger.debug("create database #{m_name} done")
+    end
   end
 
   desc 'db:migrate[module_name] if module_name is nil, migrate all module migrations'
   task :migrate, [:module_name] => :environment do |_t, args|
     version = ENV['VERSION']
     module_name = args[:module_name]
-    return db_operation(:migrate) if module_name.nil?
-    path = "#{CrawlStation::Utils.module_path(module_name)}/db/migrate"
-    path = "#{CrawlStation::Utils.gems_path}/db/migrate" if module_name == 'crawl_station'
-    ActiveRecord::Migrator.migrate(path, version ? version.to_i : nil)
+    if module_name.nil?
+      CS.logger.debug 'db migrate all migration'
+      db_operation(:migrate)
+      CS.logger.debug 'db migrate all done'
+    else
+      path = "#{CrawlStation::Utils.module_path(module_name)}/db/migrate"
+      path = "#{CrawlStation::Utils.gem_path}/db/migrate" if module_name == 'crawl_station'
+      ActiveRecord::Migrator.migrate(path, version ? version.to_i : nil)
+    end
   end
 
   task :environment, [:module_name] do |_t, args|

data/lib/crawl_station/templates/create/database.erb.yml

@@ -0,0 +1,19 @@
+default: &default
+  adapter: 'mysql2'
+  host: <%%= ENV['CRAWL_STATION_DBHOST'] || '0.0.0.0' %>
+  port: <%%= ENV['CRAWL_STATION_DBPORT'] || 3306 %>
+  username: <%%= ENV['CRAWL_STATION_DBUSERNAME'] || 'root' %>
+  password: <%%= ENV['CRAWL_STATION_DBPASSWORD'] || 'my-secret-pw' %>
+  database: <%%= ENV['CRAWL_STATION_DBDATABASE'] || '<%= project_name %>_default' %>
+
+development:
+  <<: *default
+  database: <%%= ENV['CRAWL_STATION_DBDATABASE'] || '<%= project_name %>_development' %>
+
+test:
+  <<: *default
+  database: <%%= ENV['CRAWL_STATION_DBDATABASE'] || '<%= project_name %>_test' %>
+
+product:
+  <<: *default
+  database: <%%= ENV['CRAWL_STATION_DBDATABASE'] || '<%= project_name %>_product' %>

data/lib/crawl_station/utils.rb

@@ -1,3 +1,4 @@
+# -*- coding: utf-8 -*-
 require 'yaml'
 require 'active_support/core_ext'
 module CrawlStation
@@ -20,8 +21,20 @@ module CrawlStation
         ::YAML.load(result).deep_symbolize_keys[CS.env.to_sym]
       end
 
+      def create_database(module_name)
+        config = database_config(module_name)
+        ActiveRecord::Base.logger = CS.logger
+        begin
+          ActiveRecord::Base.establish_connection config
+          ActiveRecord::Base.connection
+        rescue
+          ActiveRecord::Base.establish_connection config.merge(database: nil)
+          ActiveRecord::Base.connection.create_database config[:database]
+        end
+      end
+
       def templates_path
-        "#{gem_path}/crawl_station/templates"
+        "#{gem_path}/templates"
       end
 
       def template_filepath(path)
@@ -29,7 +42,16 @@ module CrawlStation
       end
 
       def gem_path
-        File.expand_path('../../', __FILE__)
+        File.expand_path('../../crawl_station/', __FILE__)
+      end
+
+      def render_context(path, opts = {})
+        template = IO.read(path)
+        ERB.new(template).result(OpenStruct.new(opts).instance_eval { binding })
+      end
+
+      def render(dest_path, context)
+        File.open(dest_path,'w+') { |f| f.write context }
       end
     end
   end

data/lib/crawl_station/version.rb

@@ -1,3 +1,3 @@
 module CrawlStation
-  VERSION = '0.1.1'
+  VERSION = '0.1.2'
 end

data/lib/crawl_station.rb

@@ -48,105 +48,19 @@ module CrawlStation # :nodoc:
     extend ActiveSupport::Autoload
 
     autoload :AdapterConcern
+    autoload :ParserClassConcern
+    autoload :CrawlStationClass
   end
 
-  class << self
-    def config
-      yield @config if block_given?
-    end
-
-    def env
-      @_env ||= ActiveSupport::StringInquirer.new(ENV['CRAWL_STATION_ENV'] || 'development')
-    end
-
-    def env=(environment)
-      @_env = ActiveSupport::StringInquirer.new(environment)
-    end
-
-    def root
-      Pathname.new(File.expand_path('.'))
-    end
-
-    def logger
-      @_logger ||= begin
-                     CrawlStation::Logger.logger ||= ::Logger.new(STDERR) do |log|
-                       log.level = ::Logger.DEBUG
-                     end
-                   end
-    end
-
-    def logger=(logger)
-      @_logger = CrawlStation::Logger.logger = logger
-    end
-
-    def concurrent_count
-      @_concurrent_count ||= ENV['CRAWL_STATION_CONCURRENT_COUNT'] || 1
-    end
-
-    def concurrent_count=(count)
-      @_concurrent_count = count
-    end
-
-    def schedule
-      Schedule.adapter
-    end
-
-    def schedule=(item)
-      Schedule.adpater(item)
-    end
-
-    def cache
-      Cache.adapter
-    end
-
-    def cache=(item)
-      Cache.adapter(item)
-    end
-
-    def proxies
-    end
-
-    def proxies(item)
-    end
-
-    def load_tasks
-      task_path = File.expand_path('../', __FILE__)
-      [
-        "#{task_path}/crawl_station/tasks/*.rake",
-        "#{CrawlStation.root}/lib/tasks/**/*.rake"
-      ].each { |path| Dir[path].each { |f| load f } }
-    end
-
-    def load_modules
-      %w(item parser config).each do |path|
-        Dir["#{CS.root}/module/*/#{path}/**/*.rb"].each { |f| require f }
-      end
-    end
-
-    def init_application
-      @config ||= CrawlStation::Configuration
-      Dir["#{CS.root}/config/initializers/**/*.rb"].each { |f| require f }
-    end
-
-    def config_adapter
-      adapter = @config.adapter || 'memory'
-      schedule = adapter
-      cache = adapter
-    end
-
-    def config_parsers
-      parsers = @config.parsers || []
-      parsers.each { |p| schedule.push p }
-    end
+  module Model
+    extend ActiveSupport::Autoload
 
-    def boot
-      init_application
-      load_modules
-      config_adapter
-      config_parsers
-    end
+    autoload :Cache
+    autoload :Schedule
   end
 end
 
 CS = CrawlStation
+CS.send(:include, CS::Concerns::CrawlStationClass)
+
 Celluloid.boot

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crawl_station
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - watsy0007
@@ -141,10 +141,16 @@ files:
 - lib/crawl_station/command/create.rb
 - lib/crawl_station/command/generate.rb
 - lib/crawl_station/concerns/adapter_concern.rb
+- lib/crawl_station/concerns/crawl_station_class.rb
+- lib/crawl_station/concerns/parser_class_concern.rb
 - lib/crawl_station/configuration.rb
+- lib/crawl_station/db/migrate/001_create_crawl_station_schedules.rb
+- lib/crawl_station/db/migrate/002_create_crawl_station_caches.rb
 - lib/crawl_station/fundation/parse_struct.rb
 - lib/crawl_station/launcher.rb
 - lib/crawl_station/logger.rb
+- lib/crawl_station/model/cache.rb
+- lib/crawl_station/model/schedule.rb
 - lib/crawl_station/producer.rb
 - lib/crawl_station/ruby_version_check.rb
 - lib/crawl_station/schedule.rb
@@ -155,12 +161,13 @@ files:
 - lib/crawl_station/tasks/db.rake
 - lib/crawl_station/tasks/launcher.rake
 - lib/crawl_station/tasks/module.rake
-- lib/crawl_station/templates/create/Gemfile
-- lib/crawl_station/templates/create/Rakefile
-- lib/crawl_station/templates/create/config/boot.rb
-- lib/crawl_station/templates/create/config/initializers/station_config.rb
-- lib/crawl_station/templates/create/lib/tasks/.gitkeep
-- lib/crawl_station/templates/create/module/.gitkeep
+- lib/crawl_station/templates/create/database.erb.yml
+- lib/crawl_station/templates/create/dirs/Gemfile
+- lib/crawl_station/templates/create/dirs/Rakefile
+- lib/crawl_station/templates/create/dirs/config/boot.rb
+- lib/crawl_station/templates/create/dirs/config/initializers/station_config.rb
+- lib/crawl_station/templates/create/dirs/lib/tasks/.gitkeep
+- lib/crawl_station/templates/create/dirs/module/.gitkeep
 - lib/crawl_station/templates/generate/item.erb
 - lib/crawl_station/templates/generate/migration.erb
 - lib/crawl_station/templates/generate/module/config/.gitkeep