scrapbot 0.0.1 → 0.0.2

data/bin/scrapbot

@@ -1,12 +1,11 @@
 #!/usr/bin/env ruby
 
 require File.expand_path('../../lib/scrapbot', __FILE__)
+
 require 'thor'
-require 'settingslogic'
 require 'configliere'
 
 
-
 module Scrapbot
   Settings.use :commandline, :config_file
 
@@ -17,8 +16,9 @@ module Scrapbot
 
     desc "server", "start watching urls"
 
-    #    Url file
+    # File with url list
     method_options :url_file => :string, :required => true
+    # Yaml configuration file
     method_options :conf_file => :string, :required => true
 
     def watch
@@ -49,4 +49,3 @@ end
 Scrapbot::Init.start
 
 # scrapbot watch --url_file="www.wp.pl"
-

data/lib/scrapbot.rb

@@ -1,7 +1,8 @@
 require 'scrapbot/downloader'
+require 'scrapbot/storage'
 require 'typhoeus'
 
 
 module Scrapbot
-  PATH = '/home/lewy/programowanie/projekty/downloads'
+
 end

data/lib/scrapbot/downloader.rb

@@ -1,5 +1,4 @@
-require_relative 'storage'
-require 'settingslogic'
+
 
 module Scrapbot
   #  This class is responsible for downloading page
@@ -28,41 +27,4 @@ module Scrapbot
       end
     end
   end
-
-
-
-
-  #  module Downloader
-
-  #    def archive(urls = [],options = {})
-  #      #      This method download given urls
-  #      urls.each do |url|
-  #        response = Typhoeus::Request.get(url)
-  #        Storage.new(response).save
-  #      end
-  #    end
-  #
-  #
-  #    # Create or switch to branch named response.effective_url
-  #    # Grit::Repo(path_to_repo)
-  #
-  #
-  #    class Storage
-  #      attr_accessor :response
-  #
-  #      def initialize(typh_url)
-  #        self.response = typh_url
-  #      end
-  #
-  #      def save
-  #
-  #      end
-  #
-  #      private
-  #
-  #      def find_or_create_branch
-  #
-  #      end
-  #    end
-  #  end
 end

data/lib/scrapbot/storage.rb

@@ -1,4 +1,5 @@
 require 'grit'
+require 'uri'
 
 module Scrapbot
   class Storage
@@ -12,7 +13,7 @@ module Scrapbot
 
     def save_all
       self.magazine.each do |response|
-        File.open(save_path,'wb') do |f|
+        File.open(save_path(response),'wb') do |f|
           f.write(response.body)
         end
       end
@@ -20,9 +21,14 @@ module Scrapbot
 
     private
 
-    def save_path
-      File.join(Settings[:path_to_git],"index.html")
+    def save_path(response)
+      filename = URI.parse(response.effective_url).host
+      File.join(Settings[:path_to_git],"#{filename}.html")
     end
 
   end
-end
+end
+
+#require 'grit'
+#include Grit
+#r = Repo.new("/home/lewy/programowanie/projekty/downloads")

data/lib/scrapbot/version.rb

@@ -1,3 +1,3 @@
 module Scrapbot
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 2
+  version: 0.0.2
 platform: ruby
 authors: 
 - Pawel Lewinski