bulksearch 0.1.0

data/README.md

@@ -0,0 +1,4 @@
+bulksearch
+==========
+
+Bulk search via Excel.

data/bin/bulksearch

@@ -0,0 +1,51 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.join(File.dirname(File.expand_path(__FILE__)), '..', 'lib'))
+
+require 'rubygems'
+require 'bulksearch'
+require 'yaml'
+require 'commander/import'
+require 'bossman'
+require 'binged'
+
+program :name, 'Bulk Search'
+program :version, BulkSearch::VERSION
+program :description, 'Bulk search via spreadsheet.'
+
+default_command :process
+
+
+################################################################################
+# Processing
+################################################################################
+
+command :process do |c|
+  c.syntax = 'bulksearch process FILE'
+  c.description = 'Performs searches via Bing and/or Yahoo on cells in the spreadsheet.'
+  c.option('--bing', 'Uses the Bing API.')
+  c.option('--boss', 'Uses the Yahoo BOSS API.')
+  c.when_called do|args, options|
+    # Make sure a file is passed in.
+    file = args.first
+    abort('File required.') if file.nil?
+
+    # Make sure a provider is set.
+    abort("You must set either --bing or --boss.") if !options.bing && !options.boss
+    
+    # Load configuration.
+    config_file = File.expand_path('~/.bulksearch')
+    abort('Missing config file (~/.bulksearch).') unless File.exists?(config_file)
+    config = YAML.load_file(config_file)
+
+    # Setup service keys.
+    Binged.account_key = config['bing_account_key']
+    BOSSMan.application_id = config['boss_app_id']
+    
+    # Run processor.
+    processor = BulkSearch::Processor.new()
+    processor.providers << :bing if options.bing
+    processor.providers << :boss if options.boss
+    processor.process(file)
+  end
+end

data/lib/bulksearch.rb

@@ -0,0 +1,7 @@
+require 'spreadsheet'
+
+require 'bulksearch/processor'
+require 'bulksearch/version'
+
+class BulkSearch
+end

data/lib/bulksearch/processor.rb

@@ -0,0 +1,110 @@
+class BulkSearch
+  # The processor fills in empty spreadsheet cells with results from Bing
+  # and/or Yahoo BOSS searches.
+  class Processor
+    ############################################################################
+    #
+    # Constructor
+    #
+    ############################################################################
+    
+    def initialize(options={})
+      self.providers = options[:providers] || []
+    end
+
+
+    ############################################################################
+    #
+    # Attributes
+    #
+    ############################################################################
+    
+    # A list of search providers to use with the processor (:bing, :boss).
+    attr_accessor :providers
+    
+
+    ############################################################################
+    #
+    # Methods
+    #
+    ############################################################################
+    
+    # Processes the file using the appropriate search services.
+    #
+    # @param [String] file  The path to the spreadsheet to open.
+    def process(file)
+      file = File.expand_path(file)
+      
+      # Setup clients.
+      bing_client = Binged::Client.new()
+      
+      # Open the spreadsheet.
+      book = Spreadsheet.open(file)
+      sheet = book.worksheet(0)
+      
+      # Read the headers.
+      headers = sheet.row(0).map { |cell| cell.to_s }
+
+      begin
+        # Loop over the remaining rows and 
+        sheet.each(1) do |row|
+          # Determine base options.
+          options = {}
+          headers.each_with_index do |header, index|
+            case header
+            when 'TERMS' then options[:terms] = row[index].to_s
+            when 'SITE' then options[:site] = row[index].to_s
+            end
+          end
+        
+          # Perform searches on the rest of the columns.
+          headers.each_with_index do |header, index|
+            next unless header.index(/^[A-Z]+$/).nil?
+          
+            # Combine search terms.
+            terms = "#{options[:terms].to_s} #{header}"
+          
+            # Only update the field if it's blank.
+            if row[index].to_s =~ /^\s*$/
+              # Process using Bing.
+              if providers.index(:bing)
+                puts "? #{terms} (#{options[:site]})"
+                search = bing_client.web.containing(terms)
+                search.from_site(options[:site]) unless options[:site].nil?
+                result = search.fetch.results[0..2].select {|result| URI.parse(result.url).path != '/' rescue false}.first
+
+                if !result.nil?
+                  puts "#{result.url}\n\n"
+                  row[index] = result.url
+                else
+                  puts ""
+                end
+              end
+
+              # Process using Yahoo BOSS.
+              if providers.index(:boss)
+                puts "BOSS: #{terms}"
+                BOSSMan::Search.web(terms, :count => 1)
+                search = boss_client.web.containing(terms)
+                result = search.results.first
+
+                if !result.nil?
+                  puts "#{result.url}\n\n"
+                  row[index] = result.url
+                else
+                  puts ""
+                end
+              end
+            end
+          end
+        end
+      
+      # If an error occurs, save off the file before exiting.
+      ensure
+        # Backup original file & write over original file.
+        FileUtils.mv(file, "#{File.dirname(file)}/.#{File.basename(file)}")
+        book.write(file)
+      end
+    end
+  end
+end

data/lib/bulksearch/version.rb

@@ -0,0 +1,3 @@
+class BulkSearch
+  VERSION = "0.1.0"
+end

data/test/test_helper.rb

@@ -0,0 +1,14 @@
+require 'bundler/setup'
+require 'minitest/autorun'
+require 'mocha'
+require 'unindentable'
+require 'bulksearch'
+
+class MiniTest::Unit::TestCase
+  def assert_bytes exp, act, msg = nil
+    exp = exp.to_hex
+    act = act.string.to_hex
+    assert_equal(exp, act, msg)
+  end
+end
+

metadata

@@ -0,0 +1,197 @@
+--- !ruby/object:Gem::Specification
+name: bulksearch
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Ben Johnson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: commander
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.1.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.1.3
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+- !ruby/object:Gem::Dependency
+  name: spreadsheet
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.6
+- !ruby/object:Gem::Dependency
+  name: binged
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+- !ruby/object:Gem::Dependency
+  name: bossman
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2.2
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.12.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.12.5
+- !ruby/object:Gem::Dependency
+  name: unindentable
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+description: 
+email:
+- benbjohnson@yahoo.com
+executables:
+- bulksearch
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/bulksearch/processor.rb
+- lib/bulksearch/version.rb
+- lib/bulksearch.rb
+- README.md
+- test/test_helper.rb
+- bin/bulksearch
+homepage: http://github.com/benbjohnson/bulksearch
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Bulk search via spreadsheet.
+test_files:
+- test/test_helper.rb