datahen 0.10.4

data/lib/datahen/scraper/seeder.rb

@@ -0,0 +1,18 @@
+module Datahen
+  module Scraper
+    class Seeder
+
+      def self.exec_seeder(filename, job_id=nil, save=false)
+        extname = File.extname(filename)
+        case extname
+        when '.rb'
+          executor = RubySeederExecutor.new(filename: filename, job_id: job_id)
+          executor.exec_seeder(save)
+        else
+          puts "Unable to find a seeder executor for file type \"#{extname}\""
+        end
+      end
+
+    end
+  end
+end

data/lib/datahen/version.rb

@@ -0,0 +1,3 @@
+module Datahen
+  VERSION = "0.10.4"
+end

metadata

@@ -0,0 +1,270 @@
+--- !ruby/object:Gem::Specification
+name: datahen
+version: !ruby/object:Gem::Version
+  version: 0.10.4
+platform: ruby
+authors:
+- Parama Danoesubroto
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-12-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.20.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.20.3
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.2
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.11'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.16.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.16.1
+- !ruby/object:Gem::Dependency
+  name: simplecov-console
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.4.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.4.2
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: DataHen toolbelt to develop scrapers and other scripts
+email:
+- parama@datahen.com
+executables:
+- hen
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- datahen.gemspec
+- examples/fetchtest/libraries/hello.rb
+- examples/fetchtest/libraries/hello_fail.rb
+- examples/fetchtest/parsers/failed.rb
+- examples/fetchtest/parsers/find_outputs.rb
+- examples/fetchtest/parsers/home.rb
+- examples/fetchtest/parsers/nested_fail.rb
+- examples/fetchtest/parsers/simple.rb
+- examples/fetchtest/seeders/csv_seeder.rb
+- examples/fetchtest/seeders/failed.rb
+- examples/fetchtest/seeders/list_of_urls.csv
+- examples/fetchtest/seeders/seed.rb
+- examples/fetchtest/seeders/test_reset_page.rb
+- exe/hen
+- lib/datahen.rb
+- lib/datahen/cli.rb
+- lib/datahen/cli/env_var.rb
+- lib/datahen/cli/finisher.rb
+- lib/datahen/cli/global_page.rb
+- lib/datahen/cli/job.rb
+- lib/datahen/cli/job_output.rb
+- lib/datahen/cli/parser.rb
+- lib/datahen/cli/scraper.rb
+- lib/datahen/cli/scraper_deployment.rb
+- lib/datahen/cli/scraper_export.rb
+- lib/datahen/cli/scraper_exporter.rb
+- lib/datahen/cli/scraper_finisher.rb
+- lib/datahen/cli/scraper_job.rb
+- lib/datahen/cli/scraper_job_var.rb
+- lib/datahen/cli/scraper_page.rb
+- lib/datahen/cli/scraper_var.rb
+- lib/datahen/cli/seeder.rb
+- lib/datahen/client.rb
+- lib/datahen/client/auth_token.rb
+- lib/datahen/client/backblaze_content.rb
+- lib/datahen/client/base.rb
+- lib/datahen/client/deploy_key.rb
+- lib/datahen/client/env_var.rb
+- lib/datahen/client/export.rb
+- lib/datahen/client/global_page.rb
+- lib/datahen/client/job.rb
+- lib/datahen/client/job_export.rb
+- lib/datahen/client/job_log.rb
+- lib/datahen/client/job_output.rb
+- lib/datahen/client/job_page.rb
+- lib/datahen/client/job_stat.rb
+- lib/datahen/client/scraper.rb
+- lib/datahen/client/scraper_deployment.rb
+- lib/datahen/client/scraper_export.rb
+- lib/datahen/client/scraper_exporter.rb
+- lib/datahen/client/scraper_finisher.rb
+- lib/datahen/client/scraper_job.rb
+- lib/datahen/client/scraper_job_output.rb
+- lib/datahen/client/scraper_job_page.rb
+- lib/datahen/client/scraper_job_var.rb
+- lib/datahen/client/scraper_var.rb
+- lib/datahen/plugin.rb
+- lib/datahen/plugin/context_exposer.rb
+- lib/datahen/scraper.rb
+- lib/datahen/scraper/executor.rb
+- lib/datahen/scraper/finisher.rb
+- lib/datahen/scraper/parser.rb
+- lib/datahen/scraper/ruby_finisher_executor.rb
+- lib/datahen/scraper/ruby_parser_executor.rb
+- lib/datahen/scraper/ruby_seeder_executor.rb
+- lib/datahen/scraper/seeder.rb
+- lib/datahen/version.rb
+homepage: https://datahen.com
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+  homepage_uri: https://datahen.com
+  source_code_uri: https://github.com/DataHenOfficial/datahen-ruby
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.2.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: DataHen toolbelt for developers
+test_files: []