webscraper_framework 0.1.716 → 0.1.717

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 31af37c23a03169654f0f1b683440cdf16376082
-  data.tar.gz: 274271e6ee96136e10b5bbb018f8ad1529020714
+  metadata.gz: 9c43021752c03d1223f4e2ceb8c9d71341db09a0
+  data.tar.gz: a62c5fb9fd2e89984dd55a4b9ba695cb68930c3c
 SHA512:
-  metadata.gz: 590a88fc7ebbe4bc53b5b1763cfe7dfc0ef34430fce1665531226bbbe944d9a923579683873a55ebe5fbc9c2a33e5a8dc6bf2f217b69c16b0c2a41ed208b6401
-  data.tar.gz: 16ee4ceb2d13c3b6729b86dd31f99421850a999e96cd51387aa830cd7a3bc51a6c049ebf67ba4483c3a4d3bee7d40080942581935982884dba97d1724a6e6c29
+  metadata.gz: ebc950f510dca10b78d8ea108482d2249ceffea71cede15653114577fa2b17ff6a55e8812cc4aed9476f926db6af5ccbab22c007d839202a499e392400e2007d
+  data.tar.gz: a8a88c4f997f3f8c707908d5af55138f4c21e365a075974915da4fa0747b508f1a6264b3ba54da65a18db614f245c657d5105ddf46c97e4b1ac8ec2153e21397

data/lib/webscraper_framework/application.rb

@@ -1,9 +1,24 @@
 require 'yaml'
+
+
+
+require 'active_support/all'
+
+
 module WebscraperFramework
   class Application
+
+
+    def render_file(file, params= {})
+      gemdir = Gem.loaded_specs["webscraper_framework"].gem_dir
+      base_template = File.read(gemdir + "/views/base.html.haml")
+      content = Haml::Engine.new(File.read(gemdir + "/views/#{file}.html.haml")).render(Object.new, models: MODELS, scrapers: SCRAPERS, **params)
+      return Haml::Engine.new(base_template).render(Object.new, content: content, models: MODELS, scrapers: SCRAPERS)
+    end
+
     def initialize
 
-      model_files =  Dir["./models/*"]
+      model_files =  Dir["./modelodels/*"]
       helper_files =  Dir["./helpers/*"]
       scraper_files =  Dir["./scrapers/*"]
 
@@ -14,6 +29,70 @@ module WebscraperFramework
       puts helper_files
       puts scraper_files
       puts "-"
+
+
+
+
+      data = {}
+
+      SCRAPERS = []
+      MODELS = []
+
+      model_files.each do |filename|
+        require filename
+        puts filename
+        MODELS << Object.const_get(filename.split("/").last.split(".").first.camelize)
+      end
+
+      helper_files.each do |filename|
+        require filename
+        puts filename
+      end
+
+      scraper_files.each do |filename|
+        require filename
+        puts filename
+        SCRAPERS << Object.const_get(filename.split("/").last.split(".").first.camelize)
+        Object.const_get(filename.split("/").last.split(".").first.camelize).data
+      end
+
+
+
+
+      ## System routes
+
+      get '/' do
+        render_file("home")
+      end
+
+      get '/models' do
+        render_file("models")
+      end
+
+      get '/scrapers' do
+        render_file("scrapers")
+      end
+
+
+      get '/models/:name/csv' do
+
+        content_type 'application/csv'
+        attachment "myfilename.csv"
+        m = MODELS.select { |model| params[:name] == model.name.underscore }.first
+        csv_string = CSV.generate(col_sep: ";") do |csv|
+            header_row = ["id"] + m.fields
+            m.all.each do |id, obj|
+              csv << [id] + m.fields.map {|a| obj[a]}
+            end
+        end    
+        # render_file("model", { })
+      end
+      get '/models/:name' do
+        render_file("model", {model: MODELS.select { |model| params[:name] == model.name.underscore }.first })
+      end
+
+
+      puts MODELS
     end
   end
 end

data/lib/webscraper_framework/cli.rb

@@ -46,9 +46,18 @@ module WebscraperFramework
           `mkdir #{project_name}`
           if File.directory?("./#{project_name}")
             puts "#{"[Success]".green.bold} created directory!\t ./#{project_name}/"
+            
             `mkdir #{project_name}/config`
             puts "#{"[Success]".green.bold} created directory!\t ./#{project_name}/config"
 
+            `mkdir #{project_name}/models`
+            puts "#{"[Success]".green.bold} created directory!\t ./#{project_name}/models"
+
+            `mkdir #{project_name}/scrapers`
+            puts "#{"[Success]".green.bold} created directory!\t ./#{project_name}/scrapers"
+
+            `mkdir #{project_name}/helpers`
+            puts "#{"[Success]".green.bold} created directory!\t ./#{project_name}/helpers"
           else
             puts "Something went wrong. Exiting...".red.bold
             goodbye

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: webscraper_framework
 version: !ruby/object:Gem::Version
-  version: 0.1.716
+  version: 0.1.717
 platform: ruby
 authors:
 - Rene van Pelt
@@ -52,6 +52,90 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: open-uri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: uri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: haml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 
 email: 
 executables: