leggy 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d821476efbbb756a5949745fc9d89e5fc2cb8e81
-  data.tar.gz: 1efd59068a8971bb13be63aeff08c2f4e7cfbd39
+  metadata.gz: da3232fa74362931ad5aa06fb886c8856d0610ce
+  data.tar.gz: 037b56a7930324f3eeb96531f9ded4dda49d7f41
 SHA512:
-  metadata.gz: 3ecc733d027635fa516a2db0c0b36fa2fdfd46504440b5dcb7f51a685288958f52707a0efc6785b081c284bd2848fe177380235615f031b8339dc34130b6b4b3
-  data.tar.gz: c93468c7b2dc7359a546889a2d0d097c3730a9c7dc93ac46962b4d6665857ee89df71ffbe672f47641caf6bdf8beee9adb885cc302c6362e84f72753a4d9d80c
+  metadata.gz: ccef3a3674b165cc70eccd23826ae59bab1d75a2f1a9a3b030fb9d85f3c78acdc10b453113c0d7af54806b16bb9525be84421e332e8c3010f21e78d5db5a1c8d
+  data.tar.gz: c0d16ac47813fd6e09f1e7e5190cf1897af33083de8b69989a0b18d66bdb460f2ad7bebf5fb8567ad394882fc8f87b062485fa78e6c54d84d37548d7e1395184

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--format progress
+

data/Guardfile

@@ -0,0 +1,33 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+# Note: The cmd option is now required due to the increasing number of ways
+#       rspec may be run, below are examples of the most common uses.
+#  * bundler: 'bundle exec rspec'
+#  * bundler binstubs: 'bin/rspec'
+#  * spring: 'bin/rsspec' (This will use spring if running and you have
+#                          installed the spring binstubs per the docs)
+#  * zeus: 'zeus rspec' (requires the server to be started separetly)
+#  * 'just' rspec: 'rspec'
+guard :rspec, cmd: 'bundle exec rspec' do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+
+  # Rails example
+  watch(%r{^app/(.+)\.rb$})                           { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{^app/(.*)(\.erb|\.haml|\.slim)$})          { |m| "spec/#{m[1]}#{m[2]}_spec.rb" }
+  watch(%r{^app/controllers/(.+)_(controller)\.rb$})  { |m| ["spec/routing/#{m[1]}_routing_spec.rb", "spec/#{m[2]}s/#{m[1]}_#{m[2]}_spec.rb", "spec/acceptance/#{m[1]}_spec.rb"] }
+  watch(%r{^spec/support/(.+)\.rb$})                  { "spec" }
+  watch('config/routes.rb')                           { "spec/routing" }
+  watch('app/controllers/application_controller.rb')  { "spec/controllers" }
+  watch('spec/rails_helper.rb')                       { "spec" }
+
+  # Capybara features specs
+  watch(%r{^app/views/(.+)/.*\.(erb|haml|slim)$})     { |m| "spec/features/#{m[1]}_spec.rb" }
+
+  # Turnip features and steps
+  watch(%r{^spec/acceptance/(.+)\.feature$})
+  watch(%r{^spec/acceptance/steps/(.+)_steps\.rb$})   { |m| Dir[File.join("**/#{m[1]}.feature")][0] || 'spec/acceptance' }
+end
+

data/lib/leggy.rb

@@ -9,6 +9,22 @@ require "active_support/concern"
 require "active_support/core_ext/hash/slice"
 require "ostruct"
 
+require "leggy/helpers"
+require "leggy/user"
+require "leggy/app"
+require "leggy/url"
+require "leggy/crawl_options"
+require "leggy/crawl"
+require "leggy/mapping/user"
+require "leggy/mapping/app"
+require "leggy/mapping/url"
+require "leggy/mapping/crawl_options"
+require "leggy/mapping/crawl"
+require "leggy/resource/user"
+require "leggy/resource/app"
+require "leggy/resource/url"
+require "leggy/resource/crawl"
+
 Dotenv.load
 
 module Leggy
@@ -69,27 +85,5 @@ module Leggy
     options
   end
 
-  autoload :Helpers, 'leggy/helpers'
-  autoload :User, 'leggy/user'
-  autoload :App, 'leggy/app'
-  autoload :Url, 'leggy/url'
-  autoload :CrawlOptions, 'leggy/crawl_options'
-  autoload :Crawl, 'leggy/crawl'
-
-  module Mapping
-    autoload :User, 'leggy/mapping/user'
-    autoload :App, 'leggy/mapping/app'
-    autoload :Url, 'leggy/mapping/url'
-    autoload :CrawlOptions, 'leggy/mapping/crawl_options'
-    autoload :Crawl, 'leggy/mapping/crawl'
-  end
-
-  module Resource
-    autoload :User, 'leggy/resource/user'
-    autoload :App, 'leggy/resource/app'
-    autoload :Url, 'leggy/resource/url'
-    autoload :Crawl, 'leggy/resource/crawl'
-  end
-
 end
 

data/lib/leggy/app.rb

@@ -0,0 +1,13 @@
+module Leggy
+  class App
+    include Leggy::Helpers
+
+    attr_accessor(
+      :name,
+      :user,
+      :location,
+      :date_created
+    )
+
+  end
+end

data/lib/leggy/crawl.rb

@@ -0,0 +1,23 @@
+module Leggy
+  class Crawl
+    include Leggy::Helpers
+
+    attr_accessor(
+      :name,
+      :app,
+      :user,
+      :id,
+      :urllist,
+      :data,
+      :user_agent,
+      :depth,
+      :max_depth,
+      :urls_crawled,
+      :maxUrls,
+      :status,
+      :results
+    )
+
+  end
+end
+

data/lib/leggy/crawl_options.rb

@@ -0,0 +1,18 @@
+module Leggy
+  class CrawlOptions
+    include Leggy::Helpers
+
+    def initialize(attrs = {})
+      attrs.slice(*Leggy::CrawlOptions.attr_accessors).each { |k,v| send("#{k}=",v) }
+    end
+
+    attr_accessor(
+      :app,
+      :urllist,
+      :data,
+      :max_depth,
+      :max_urls
+    )
+
+  end
+end

data/lib/leggy/helpers.rb

@@ -0,0 +1,40 @@
+module Leggy
+  module Helpers
+    extend ActiveSupport::Concern
+
+    module ClassMethods
+
+      def attr_reader(*params)
+        @attr_readers ||= []
+        @attr_readers.concat params
+        super(*params)
+      end
+
+      def attr_writer(*params)
+        @attr_writers ||= []
+        @attr_writers.concat params
+        super(*params)
+      end
+
+      def attr_accessor(*params)
+        @attr_accessors ||= []
+        @attr_accessors.concat params
+        super(*params)
+      end
+
+      def attr_readers
+        @attr_readers
+      end
+
+      def attr_writers
+        @attr_writers
+      end
+
+      def attr_accessors
+        @attr_accessors
+      end
+
+    end
+
+  end
+end

data/lib/leggy/mapping/app.rb

@@ -0,0 +1,18 @@
+module Leggy
+  module Mapping
+    class App
+      include Kartograph::DSL
+
+      kartograph do
+        mapping Leggy::App
+
+        property *Leggy::App.attr_accessors, scopes: :read
+      end
+    end
+  end
+end
+
+# name  string  The name given to the app.
+# user  string  The user the app is associated with.
+# location  string  The internal location for the app.
+# date_created  date  The date the app was uploaded.

data/lib/leggy/mapping/crawl.rb

@@ -0,0 +1,13 @@
+module Leggy
+  module Mapping
+    class Crawl
+      include Kartograph::DSL
+
+      kartograph do
+        mapping Leggy::Crawl
+
+        property *Leggy::Crawl.attr_accessors, scopes: :read
+      end
+    end
+  end
+end

data/lib/leggy/mapping/crawl_options.rb

@@ -0,0 +1,13 @@
+module Leggy
+  module Mapping
+    class CrawlOptions
+      include Kartograph::DSL
+
+      kartograph do
+        mapping Leggy::CrawlOptions
+
+        property *Leggy::CrawlOptions.attr_accessors, scopes: :create
+      end
+    end
+  end
+end

data/lib/leggy/mapping/url.rb

@@ -0,0 +1,14 @@
+module Leggy
+  module Mapping
+    class Url
+      include Kartograph::DSL
+
+      kartograph do
+        mapping Leggy::Url
+
+        property *Leggy::Url.attr_accessors, scopes: :read
+      end
+    end
+  end
+end
+

data/lib/leggy/mapping/user.rb

@@ -0,0 +1,14 @@
+module Leggy
+  module Mapping
+    class User
+      include Kartograph::DSL
+
+      kartograph do
+        mapping Leggy::User
+
+        property *Leggy::User.attr_accessors, scopes: :read
+      end
+
+    end
+  end
+end

data/lib/leggy/resource/app.rb

@@ -0,0 +1,55 @@
+module Leggy
+  module Resource
+    class App < ResourceKit::Resource
+
+      resources do
+
+        default_handler do |response|
+          raise "ERROR #{response.status}: #{response.body}"
+        end
+
+        # GET https://api_token:@api.80legs.com/v2/apps
+        #
+        action :all do
+          verb :get
+          path '/v2/apps'
+          handler(200) { |response| Leggy::Mapping::App.extract_collection(response.body, :read) }
+        end
+
+        # PUT https://api_token:@api.80legs.com/v2/apps/{APP_NAME}
+        #
+        action :create do
+          before_request :set_content_type_for_uploads
+          verb :put
+          path '/v2/apps/:name'
+          body { |object| File.file?(object[:body]) ? File.read(object[:body]) : object[:body] }
+          handler(204) { |response| true }
+        end
+
+        # GET https://api_token:@api.80legs.com/v2/apps/{APP_NAME}
+        #
+        action :find do
+          verb :get
+          path '/v2/apps/:name'
+          handler(200) { |response| response.body }
+        end
+
+        # DELETE https://api_token:@api.80legs.com/v2/apps/{APP_NAME}
+        #
+        action :delete do
+          verb :delete
+          path '/v2/apps/:name'
+          handler(204) { |response| true }
+        end
+
+      end
+
+      private
+
+      def set_content_type_for_uploads(*args, request)
+        request.headers['Content-Type'] = 'application/octet-stream'
+      end
+
+    end
+  end
+end

data/lib/leggy/resource/crawl.rb

@@ -0,0 +1,49 @@
+module Leggy
+  module Resource
+    class Crawl < ResourceKit::Resource
+
+      resources do
+
+        default_handler do |response|
+          raise "ERROR #{response.status}: #{response.body}"
+        end
+
+        # POST https://api_token:@api.80legs.com/v2/crawls/{CRAWL_NAME}
+        #
+        action :start do
+          verb :post
+          path '/v2/crawls/:name'
+          body { |object| object.slice(*Leggy::CrawlOptions.attr_accessors).to_json }
+          handler(204) { |response| true }
+        end
+
+        # GET https://api_token:@api.80legs.com/v2/crawls/{CRAWL_NAME}
+        #
+        action :status do
+          verb :get
+          path '/v2/crawls/:name'
+          handler(200) { |response| Leggy::Mapping::Crawl.extract_single(response.body, :read) }
+        end
+
+        # DELETE https://api_token:@api.80legs.com/v2/crawls/{CRAWL_NAME}
+        #
+        action :cancel do
+          verb :delete
+          path '/v2/crawls/:name'
+          handler(204) { |response| true }
+        end
+
+        # GET https://api_token:@api.80legs.com/v2/results/{CRAWL_NAME}
+        #
+        action :results do
+          verb :get
+          path '/v2/results/:name'
+          handler(200) { |response| JSON.parse(response.body) }
+        end
+
+      end
+
+    end
+  end
+end
+

data/lib/leggy/resource/url.rb

@@ -0,0 +1,55 @@
+module Leggy
+  module Resource
+    class Url < ResourceKit::Resource
+
+      resources do
+
+        default_handler do |response|
+          raise "ERROR #{response.status}: #{response.body}"
+        end
+
+        # GET https://api_token:@api.80legs.com/v2/urllists
+        #
+        action :all do
+          verb :get
+          path '/v2/urllists'
+          handler(200) { |response| Leggy::Mapping::Url.extract_collection(response.body, :read) }
+        end
+
+        # PUT https://api_token:@api.80legs.com/v2/urllists/{URLS_NAME}
+        #
+        action :create do
+          before_request :set_content_type_for_uploads
+          verb :put
+          path '/v2/urllists/:name'
+          body { |object| File.file?(object[:body]) ? File.read(object[:body]) : object[:body] }
+          handler(204) { |response| true }
+        end
+
+        # GET https://api_token:@api.80legs.com/v2/urllists/{URLS_NAME}
+        #
+        action :find do
+          verb :get
+          path '/v2/urllists/:name'
+          handler(200) { |response| JSON.parse(response.body) }
+        end
+
+        # DELETE https://api_token:@api.80legs.com/v2/urllists/{URLS_NAME}
+        #
+        action :delete do
+          verb :delete
+          path '/v2/urllists/:name'
+          handler(204) { |response| true }
+        end
+
+      end
+
+      private
+
+      def set_content_type_for_uploads(*args, request)
+        request.headers['Content-Type'] = 'application/octet-stream'
+      end
+
+    end
+  end
+end