seiya 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a243544d23bb0e78a9f44914427965765dcbb16c
-  data.tar.gz: 6396685f3efacc40b99383600022a63ddb7a9bd7
+  metadata.gz: 773e5110dc60954f583477e9d687fa0c0d4c1d12
+  data.tar.gz: ad74ed26b1ab7768498fa79a9485865d07e2019e
 SHA512:
-  metadata.gz: 51f05f8ef56f00a466867df76259ed09b7c629e84b0626001596a7bb492010d3221c3cac7bb160d64f1df4096e45b3f7c33e7f576eceb44453411c40d760c4a0
-  data.tar.gz: 67c7618b9a93605a0a1e7dbc85ec652c2e1c092b1e69420406c9b328d9aeab4bfe5cff1d68384389f201f468a684134f73e1ab50a61dec5d74e40631de014480
+  metadata.gz: b57e9683866b759e76a23fa38baab25fa4070c71226bb787d682f3f9b4e4393494e05435de93c6f1104a1bc3f11e9af4d8ca3270f21bb2e02164e135c9a2f5ce
+  data.tar.gz: 221eb7a9590ceb0e4f9a3992354ef0a7344d85701c0a71b8ef50ee496ee5491543a9c235bad5aaf1faa59573a4561cc14bf1c10be246765aed91dcdc43a67d92

data/bin/seiya

@@ -13,7 +13,7 @@ OptionParser.new do |opts|
     options[:version] = v
   end
 
-  opts.on '-tTask', '--task=Task', 'seiya task' do |t|
+  opts.on '-tTask', '--task=Task', 'run a seiya task' do |t|
     options[:task] = t
   end
 
@@ -21,6 +21,10 @@ OptionParser.new do |opts|
     options[:args] = [] unless options[:args]
     options[:args] << a
   end
+
+  opts.on '-cTask', '--create=Task', 'create a seiya task' do |t|
+    options[:create] = t
+  end
 end.parse!
 
 def extend_load_path(path)
@@ -50,13 +54,18 @@ if options.key? :task
   task_name = options[:task]
   begin
     task = Seiya.get_task task_name
-    task.run
   rescue NameError
     puts "No task named: #{task_name}"
     exit!
   end
+  task.run
 end
 
 if options.key? :version
   puts Seiya::VERSION
 end
+
+if options.key? :create
+  task_name = options[:create]
+  Seiya.gen_task_file task_name
+end

data/lib/seiya/item.rb

@@ -1,8 +1,14 @@
+require 'json'
+
 module Seiya
   class Item
-    def initialize(h = {})
+    def initialize(data = {})
       @data = {}
-      @data.merge!(h)
+      @data.merge!(data)
+    end
+
+    def load(json_str)
+      @data.merge!(JSON.parse json_str)
     end
 
     def [](key)
@@ -16,5 +22,13 @@ module Seiya
     def inspect
       @data.inspect
     end
+
+    def to_h
+      @data
+    end
+
+    def to_json
+      @data.to_json
+    end
   end
 end

data/lib/seiya/version.rb

@@ -1,3 +1,3 @@
 module Seiya
-  VERSION = '0.0.2'
+  VERSION = '0.0.3'
 end

data/lib/seiya.rb

@@ -1,3 +1,4 @@
+require 'fileutils'
 require 'seiya/version'
 require 'seiya/request'
 require 'seiya/task'
@@ -19,10 +20,11 @@ module Seiya
     require 'seiya/util'
     conf = IniFile.load conf_file
     settings_file = conf.to_h.fetch('global', {}).fetch('settings', 'settings')
-    require settings_file
+    settings_require_str, settings_const_str = settings_file.split '|'
+    require settings_require_str
 
     begin
-      pipelines = ::Settings::PIPELINES
+      pipelines = Util.get_const "#{settings_const_str.empty? ? 'Settings' : settings_const_str}::PIPELINES"
     rescue NameError
       pipelines = {}
     end
@@ -49,4 +51,64 @@ module Seiya
     clazz = Util::get_const task_name
     clazz.new
   end
+
+  def gen_task_file(task_name)
+    base_path = "#{task_name}/#{task_name}"
+    FileUtils.mkpath "#{base_path}"
+    FileUtils.mkpath "#{base_path}/tasks"
+    FileUtils.mkpath "#{base_path}/items"
+    FileUtils.mkpath "#{base_path}/pipelines"
+    File.write("#{task_name}/seiya.ini",
+%([global]
+settings = #{task_name}/settings|Settings
+))
+    File.write("#{base_path}/settings.rb",
+%(module Settings
+  PIPELINES = {
+      '#{task_name}/pipelines|Pipelines::Test' => 10,
+  }
+end))
+    File.write("#{base_path}/items.rb", %(require 'items/test'))
+    File.write("#{base_path}/pipelines.rb", %(require 'pipelines/test'))
+    File.write("#{base_path}/tasks.rb", %(require 'tasks/test'))
+    File.write("#{base_path}/items/test.rb",
+%(require 'seiya'
+
+module Items
+  class Test < Seiya::Item
+    def to_s
+      inspect
+    end
+  end
+end))
+    File.write("#{base_path}/pipelines/test.rb",
+%(require 'seiya'
+
+module Pipelines
+  class Test < Seiya::Pipeline
+    def process_item(item)
+      puts 'I am in Test pipeline!'
+      item.to_s
+      puts item
+      item
+    end
+  end
+end))
+    File.write("#{base_path}/tasks/test.rb",
+%(require 'seiya'
+require_relative '../items'
+
+module Tasks
+  class Test < Seiya::Task
+    def initialize
+      @start_urls = ['http://www.baidu.com/']
+    end
+
+    def parse(response, enum)
+      item = Items::Test.new url: response.url
+      enum.yield item
+    end
+  end
+end))
+  end
 end

data/sample/test/aa/items.rb

@@ -3,7 +3,7 @@ require 'seiya'
 module Items
   class Test < Seiya::Item
     def to_s
-      'fuck'
+      'I am a Test item'
     end
   end
 end

data/sample/test/seiya.ini

@@ -1,2 +1,2 @@
 [global]
-settings = aa/settings
+settings = aa/settings|Settings

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: seiya
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - yetone