ruby-search-engine 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3c4a45342de9fc5d8db00a492dd094719e015771
+  data.tar.gz: c4be0e00f42b4c7b62f7df33fe33ce9aa9edcad1
+SHA512:
+  metadata.gz: 693f8ae4b696e1a61d3a7dece5c2039359561947c18b86d628fc02acbe4968faa20bceee4abab5a6e85111e1002dbb44988176b91a0a12d125a1e1b532d0ba57
+  data.tar.gz: 6eb7c2062353ecd711722a39c7c0ce986b2152aff942ecb6318c3ed29868b44ec83cc7d7cfed569d32a80185a88a908bb339f18126a440697de0503c9ee28cc4

data/README.rdoc

@@ -0,0 +1,43 @@
+= ruby-search-engine
+
+Author:: Martin Velez, Michael Yen, Matthew Le
+Copyright:: Copyright (c) 2016 Authors
+License:: MIT
+
+= Description 
+
+# Coming soon...
+Search the web using Ruby.
+
+= Design
+
+# Coming soon...
+
+= Installation
+ gem install ruby-search-engines
+
+= Alternative Tools
+
+* google-search[https://github.com/tj/google-search]
+
+= Usage
+
+You can simply provide input via STDIN. 
+ ruby ruby_search_engine.rb QUERY
+
+You can also run the executable via the ruby_cli gem.
+ ./ruby_search_engine.rb c++ how to initialize an array
+ ./ruby_search_engine.rb -p 2 c++ how to initialize an array
+
+= Dependencies
+
+* Ruby 1.9.1 or greater
+* ruby_cli[https://github.com/martinvelez/ruby_cli] to run the gem executable
+
+= TODO
+
+* Test to determine limits of current approach which parses and stores JSON object. 
+
+= Source Code
+ https://github.com/martinvelez/ruby-search-engine
+

data/bin/ruby_search_engine.rb

@@ -0,0 +1,34 @@
+#!/usr/bin/env ruby
+
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib','search_engine.rb'))
+require 'ruby_cli'
+
+class App
+	include RubyCLI
+
+	def initialize_command_options
+		@options = {:pages => 1}
+	end
+	def define_command_option_parsing
+		@opt_parser.on('-p', '--pages RANGE', Integer, 'what pages you want') do |pages|
+			@options[:pages] = pages
+		end
+	end	
+
+	def command
+		query = ARGV.join(" ")
+		search_engine = SearchEngine.new
+		
+		begin
+			results = search_engine.search(query, :url, pages: @options[:pages])
+		rescue Exception => e
+			puts e
+		end
+		
+		puts results
+	end
+
+end
+
+app = App.new(ARGV, __FILE__)
+app.run

data/lib/search_engine.rb

@@ -0,0 +1,80 @@
+require 'json'
+require 'open-uri'
+
+class SearchEngine
+  attr_accessor :uri
+
+
+  def initialize
+    self.uri = "http://www.google.com/uds/GwebSearch?start=0"\
+               "&rsz=large&hl=en&key=notsupplied&v=1.0&"
+  end
+
+
+  def search(query, *fields, pages: 1)
+    results = []
+    raise "No query given" if query.empty?
+    
+    for i in 1..pages
+			uri = build_url(query, i)
+			file = open(uri)
+    	my_hash = JSON.parse(file.read, symbolize_names: true)
+      raise "Page is out of bounds" unless !my_hash[:responseData].nil?
+			hash_results = my_hash[:responseData][:results]
+      results << extract_fields(fields, hash_results)
+    end
+    
+    return results
+  end
+
+
+	def build_url(query, page)
+		start = (page - 1) * 8
+    self.uri.chomp! "&rsz=large&hl=en&key=notsupplied&v=1.0&"
+    
+    while self.uri[-1, 1] != "=" do
+      self.uri.chop!
+    end
+    
+    self.uri << "#{start}&rsz=large&hl=en&key=notsupplied&v=1.0&"
+
+		query.strip!
+    q_uri = URI.encode_www_form('q' => query)
+
+    return self.uri + q_uri + "&filter=1"
+	end
+
+  
+  def extract_fields(fields, hash_results)
+    extracted_results = []
+    if fields.empty?
+      raise "No fields given."
+    else
+      fields.each do |f|
+        index = 0
+        
+        hash_results.each do |hr|
+          if hr.has_key?(f)
+            extracted_results << hash_results[index][f]
+            index += 1
+          end
+        end
+      end
+    end
+    
+    return extracted_results
+  end
+  
+  
+  def get_result_count(query)
+    cursor_hash = open_file(query)
+    return cursor_hash[:responseData][:cursor][:resultCount]
+  end
+  
+  
+  def get_search_time(query)
+    cursor_hash = open_file(query)
+    return cursor_hash[:responseData][:cursor][:searchResultTime]
+  end
+  
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification
+name: ruby-search-engine
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Martin Velez
+- Michael Yen
+- Mathew Le
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-03-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ruby_cli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+description: Search the web using Ruby with this fast and lightweight gem.
+email:
+- 'marvelez@ucdavis.edu '
+- mkyen@ucdavis.edu
+- matle@ucdavis.edu
+executables:
+- ruby_search_engine.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- README.rdoc
+- bin/ruby_search_engine.rb
+- lib/search_engine.rb
+homepage: http://github.com/martinvelez/ruby-search-engine
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- bin
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Search the web using Ruby
+test_files: []