seiya 0.0.7.2 → 0.0.7.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0702f2dbc3a8bcf07bab3bf695514ebd4f145b46
-  data.tar.gz: 2e1410f0278a7fbfd49088d637c03f5f89adea70
+  metadata.gz: 3e15f457c7583450d47adc4058639963d29bb5f8
+  data.tar.gz: 8ac6622f365e454cba1b28532bc321bb56c64749
 SHA512:
-  metadata.gz: 0f1f76b24c18bc73658124231906e637db83a5ce70c3fcf5c10665ca29189c5273fcff63845a5853d2ab6cedb77d4ce4cd3c89a46e656bbbff57b40c027a3150
-  data.tar.gz: 021bddbac89b5f001e46f3d35e367245c574f843ab38b2d7bff0fd4e879995e57218518a85bba8e63751eaadf3a1b69b8d28003f37698c7c40eadd7c057e5cfc
+  metadata.gz: 05a98d6f25d14aef282392c23c6bddde99722d544674af380f172fac2b6e7f8873b472778f503dc5cb0a3f49fd59dc96ccc08511bd79edfe429d266c7c25c36a
+  data.tar.gz: 73b9bca7ac4cba29bf9752cba7350bad982ac39a95dccc6f84f84bf07bc58306e13fbfa3a53066531673882770c9643ec174f704d48ad7f27b048b6651ee2f8c

data/lib/seiya/contrib/commands/gentask.rb

@@ -0,0 +1,32 @@
+require 'seiya/command'
+module Contrib
+  module Commands
+    class Gentask < Seiya::Command
+      def summary
+        'Generate new task using pre-defined templates'
+      end
+
+      def usage
+        'Usage
+=====
+  seiya gentask [options] <name> <domain>
+
+Generate new task using pre-defined templates
+
+Options
+=======
+--help, -h      show this help message and exit'
+      end
+
+      def run(*args)
+        task_name = args.shift
+        task_domain = args.shift
+        if task_name.nil?
+          puts 'Need a task_name!'
+          exit!
+        end
+        Seiya.gen_task_file task_name, task_domain
+      end
+    end
+  end
+end

data/lib/seiya/contrib/commands.rb

@@ -1,2 +1,3 @@
 require_relative './commands/create'
 require_relative './commands/crawl'
+require_relative './commands/gentask'

data/lib/seiya/support.rb

@@ -6,4 +6,11 @@ class String
         tr('-', '_').
         downcase
   end
+
+  def camelize
+    string = self.sub(/^[a-z\d]*/) { $&.capitalize }
+    string.gsub!(/(?:_|(\/))([a-z\d]*)/i) { "#{$1}#{$2.capitalize}" }
+    string.gsub!(/\//, '::')
+    string
+  end
 end

data/lib/seiya/version.rb

@@ -1,3 +1,3 @@
 module Seiya
-  VERSION = '0.0.7.2'
+  VERSION = '0.0.7.3'
 end

data/lib/seiya.rb

@@ -17,7 +17,7 @@ module Seiya
     end
   end
 
-  def get_const(require_str, const_str)
+  def get_const!(require_str, const_str)
     begin
       require require_str
     rescue LoadError => e
@@ -34,9 +34,18 @@ module Seiya
     end
   end
 
+  def get_const(require_str, const_str)
+    require require_str
+    Util.get_const const_str
+  end
+
   def get_classes(const_path, super_class = Object)
     require_str, const_str = const_path.split '|'
-    _module = get_const require_str, const_str
+    begin
+      _module = get_const require_str, const_str
+    rescue LoadError, NameError
+      return []
+    end
 
     _module.constants.select do |c|
       const = _module.const_get(c)
@@ -46,29 +55,42 @@ module Seiya
     end
   end
 
-  def extend_load_path(path)
+  def get_load_path(path)
     Dir.foreach path do |f|
-      unless %w(. ..).include? f
-        if File.directory? File.join path, f
-          new_path = File.join path, f
-          extend_load_path new_path
-        elsif f == 'tasks.rb'
-          $:.unshift path
-          break
+      if %w(. ..).include? f
+        next
+      end
+      new_path = File.join path, f
+      unless File.directory? new_path
+        next
+      end
+      Dir.foreach new_path do |_f|
+        if _f == 'tasks.rb'
+          return new_path
         end
       end
     end
+    nil
   end
 
-  def setup(conf_file: 'seiya.ini', load_path: Dir.pwd)
-    extend_load_path load_path
+  def extend_load_path(path)
+    load_path = get_load_path path
+    $:.unshift load_path unless load_path.nil?
+  end
 
-    require 'inifile'
-    require 'seiya/util'
-    conf = IniFile.load conf_file
-    settings_file = conf.to_h.fetch('global', {}).fetch('settings', 'settings')
-    settings_require_str, settings_const_str = settings_file.split '|'
-    require settings_require_str
+  def setup(conf_file: 'seiya.ini')
+    settings_const_str = ''
+    if File.exist? conf_file
+      load_path = File.dirname File.expand_path(conf_file)
+      extend_load_path load_path
+
+      require 'inifile'
+      require 'seiya/util'
+      conf = IniFile.load conf_file
+      settings_file = conf.to_h.fetch('global', {}).fetch('settings', 'settings')
+      settings_require_str, settings_const_str = settings_file.split '|'
+      require settings_require_str
+    end
 
     pipelines = Settings::PIPELINES
     begin
@@ -163,25 +185,67 @@ Use "seiya <command> -h" to see more info about a command
     @task_classes[task_name]
   end
 
+  def gen_task_file(task_name, task_domain = nil)
+    load_path = get_load_path Dir.pwd
+    if load_path.nil?
+      puts 'Please in a seiya project directory!'
+      exit!
+    end
+    base_file = File.open File.join(load_path, 'tasks.rb'), 'a'
+    base_file.puts "\nrequire 'tasks/#{task_name}'"
+    base_file.close
+
+    task_dir = File.join load_path, 'tasks'
+    unless File.exist? task_dir
+      FileUtils.mkpath task_dir
+    end
+    task_file_name = "#{File.join(task_dir, task_name)}.rb"
+    if File.exist? task_file_name
+      puts "task file: #{task_file_name} exist!"
+      exit!
+    end
+    task_file = File.open task_file_name, 'a'
+    "require 'seiya'
+
+module Tasks
+  class #{task_name.camelize} < Seiya::Task
+    def initialize
+      @start_urls = [#{task_domain.nil? ? '' : "'#{task_domain}'"}]
+    end
+
+    def parse(response, enum)
+    end
+  end
+end".split("\n").each do |line|
+      task_file.puts line
+    end
+  end
+
   def gen_project_file(project_name)
     base_path = "#{project_name}/#{project_name}"
-    FileUtils.mkpath "#{base_path}"
+    FileUtils.mkpath base_path
     FileUtils.mkpath "#{base_path}/tasks"
     FileUtils.mkpath "#{base_path}/items"
     FileUtils.mkpath "#{base_path}/pipelines"
+
     File.write("#{project_name}/seiya.ini",
 %([global]
 settings = #{project_name}/settings|Settings
 ))
+
     File.write("#{base_path}/settings.rb",
 %(module Settings
   PIPELINES = {
       '#{project_name}/pipelines|Pipelines::Test' => 10,
   }
 end))
+
     File.write("#{base_path}/items.rb", %(require 'items/test'))
+
     File.write("#{base_path}/pipelines.rb", %(require 'pipelines/test'))
+
     File.write("#{base_path}/tasks.rb", %(require 'tasks/test'))
+
     File.write("#{base_path}/items/test.rb",
 %(require 'seiya'
 
@@ -192,6 +256,7 @@ module Items
     end
   end
 end))
+
     File.write("#{base_path}/pipelines/test.rb",
 %(require 'seiya'
 
@@ -205,6 +270,7 @@ module Pipelines
     end
   end
 end))
+
     File.write("#{base_path}/tasks/test.rb",
 %(require 'seiya'
 require_relative '../items'
@@ -221,5 +287,12 @@ module Tasks
     end
   end
 end))
+
+    puts "New Seiya project '#{project_name}' created in:
+    #{File.join(Dir.pwd, project_name)}
+
+You can start your first task with:
+    cd #{project_name}
+    seiya gentask example example.com"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: seiya
 version: !ruby/object:Gem::Version
-  version: 0.0.7.2
+  version: 0.0.7.3
 platform: ruby
 authors:
 - yetone
@@ -25,6 +25,7 @@ files:
 - lib/seiya/contrib/commands.rb
 - lib/seiya/contrib/commands/crawl.rb
 - lib/seiya/contrib/commands/create.rb
+- lib/seiya/contrib/commands/gentask.rb
 - lib/seiya/contrib/pipelines.rb
 - lib/seiya/item.rb
 - lib/seiya/pipeline.rb