webscraper_framework 0.1.60

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2f3d151f11f7b9e6d7bf096b3719508b6a1b4dad
+  data.tar.gz: fcfaf4620a5a8cb1e3606aeeac81fc4913e68c02
+SHA512:
+  metadata.gz: 624a6cda7e60bb517b75b47d258263331d4fa3e5c46bb641b0f6623cc4fde294606e2497ad5b228f7628e5872c6783927ffad5e769a4c2e754f1601704e92329
+  data.tar.gz: 8afa0b446d843cf94ecf0218f728d18a90d578ad575da76a340c1ebaffbdc3c52e16a4a9bdf85562facd8d37644380a3f55566b663cab984cd008cb4922b8d3b

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/bin/wsfr

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "webscraper_framework"
+
+WebscraperFramework::CLI.new.start

data/lib/webscraper_framework.rb

@@ -0,0 +1,9 @@
+
+require "webscraper_framework/base"
+require "webscraper_framework/base_model"
+require "webscraper_framework/cli"
+
+module WebscraperFramework
+
+
+end

data/lib/webscraper_framework/base.rb

@@ -0,0 +1,7 @@
+module WebscraperFramework
+  class Base
+    def self.awesome?
+      puts "Hi"
+    end
+  end
+end

data/lib/webscraper_framework/base_model.rb

@@ -0,0 +1,74 @@
+require 'yaml'
+module WebscraperFramework
+
+  class BaseModel
+    
+    # Any suggestions on how to manage these fields 
+    # better are welcome!
+    
+    @@fields = []
+    
+    def initialize
+    end
+
+    def validates?
+      return true unless primary_key
+      self.method(primary_key).call.present?
+    end
+
+    def self.field(symbol)
+
+      @@fields.push(symbol)
+      @@fields = @@fields.uniq
+      attr_accessor symbol
+    end
+   
+    def to_hash
+      hash = {}
+      @@fields.each do |field|
+        if field
+          hash[field] = self.method(field).call
+        end
+      end
+      hash
+    end
+    
+    def self.fields
+      self.new.fields
+    end
+    
+    def self.primary_key
+      self.new.primary_key
+    end
+
+    def self.all
+      puts "#{self.name.underscore}.yml"
+      puts YAML::load_file("#{self.name}.yml")
+      puts YAML::load_file("#{self.name}.yml")[:collecion]
+      YAML::load_file("#{self.name}.yml")[:collection]
+    end
+
+    def fields
+      @@fields
+    end
+
+    def save
+      filename = "#{self.class}.yml"
+      FileUtils.touch(filename)
+      if validates? && id
+        collection = YAML::load_file(filename)
+        collection = {} unless collection
+        collection[:collection] = {} unless collection[:collection]
+        collection[:collection][id.to_sym] = to_hash
+        File.open(filename, 'w') {|f| f.write collection.to_yaml } #Store
+      end
+    end
+
+    def id
+      if self.validates?
+        Digest::SHA256.hexdigest(self.method(self.primary_key).call)
+      end
+    end
+
+  end
+end

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification
+name: webscraper_framework
+version: !ruby/object:Gem::Version
+  version: 0.1.60
+platform: ruby
+authors:
+- Rene van Pelt
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-12-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fileutils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: 
+executables:
+- wsfr
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- bin/wsfr
+- lib/webscraper_framework.rb
+- lib/webscraper_framework/base.rb
+- lib/webscraper_framework/base_model.rb
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.14
+signing_key: 
+specification_version: 4
+summary: webscraper_framework is a DRY framework for creating scrapers
+test_files: []