archare 0.1.0

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "archare"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/archare.rb

@@ -0,0 +1,20 @@
+require "archare/version"
+require "archare/introducer"
+require "archare/crawler"
+
+
+
+module Archare
+  def self.introduce 
+
+  	introducer = Introducer.new
+  	introducer.introduce
+  end
+
+
+  def self.crawler
+
+    Crawler.instance
+  end
+
+end

data/lib/archare/crawler.rb

@@ -0,0 +1,129 @@
+require 'nokogiri'
+require 'curb'
+
+require 'json'
+require 'singleton'
+
+class Archare::Crawler
+
+  include Singleton
+
+  @@LEETCODE_URI_BASE = "https://leetcode.com/"
+
+  @@LEETCODE_URI_PROBLEM = @@LEETCODE_URI_BASE + "problemset/algorithms/"
+
+  @@LEETCODE_URI_TAG = @@LEETCODE_URI_BASE + "tag/"
+
+
+
+  def lc_problems(update = false, uri = @@LEETCODE_URI_PROBLEM)
+    
+    problems = []
+    
+
+    unless update
+      tags_hash = read_json_file "lc_problems"
+      problems = tags_hash["problems"]
+    else
+      body = get_dom_from_uri(uri)
+      problem_list = body.css('table')
+
+      links = problem_list.css('a').each do |link|
+        href_str = link['href'].to_s
+        if href_str.include? '/problems/'
+          problems << link.text
+          # problems << href_str.split('problems/')[-1][0..-2].gsub('-', ' ')
+        end
+      end
+
+      write_json_file "lc_problems", {"problems" => problems}
+    end
+
+    return problems
+  end
+
+
+  def lc_tags(update = false, uri = @@LEETCODE_URI_PROBLEM)
+    
+    tags = []
+    tags_hash = {}
+    unless update 
+      tags_hash = read_json_file "lc_tags"
+      tags = tags_hash['tags']
+    else
+      body = get_dom_from_uri(uri)
+      links = body.css('a').each do |link|
+        href_str = link['href'].to_s
+        if href_str.include? '/tag/'
+          tags << href_str.split('tag/')[-1][0..-2]
+        end
+      end
+
+      tags_hash['tags'] = tags
+      write_json_file "lc_tags", tags_hash
+    end
+
+    return tags
+  end
+
+  def lc_tags_problems_map(update = false)
+    
+
+    map = Hash.new
+
+    unless update 
+      map = read_json_file "lc_tags_problems_map"
+    else
+      tags = lc_tags(true)
+
+      puts "updating tags-problems map. It will finish in about 1 minute \n\n"
+      tags.each_with_index do |tag, i|
+        
+        map[tag] = lc_problems(true, lc_tag_uri_of(tag))
+        print "\033[1A \r #{i + 1} of #{tags.length} tags: #{tag}                                        \n"
+        $stdout.flush
+      end
+
+      write_json_file "lc_tags_problems_map", map
+    end
+
+    puts tags, map
+
+    return map
+  end
+
+
+  def update_lc_data
+    lc_tags_problems_map true
+    lc_problems true
+  end
+
+  private 
+
+    def get_dom_from_uri(uri)
+      page = Curl.get(uri)
+      body = Nokogiri::HTML(page.body_str).xpath('//body')
+    end
+
+    def lc_tag_uri_of(tag)
+      @@LEETCODE_URI_TAG + tag + '/'
+    end
+
+    def file_directory
+      File.join(File.dirname(File.expand_path(__FILE__)), '/data/')
+    end
+
+    def write_json_file(file_name, map)
+      File.open(file_directory + file_name + ".json", 'w') do |f|
+        f.write(map.to_json)
+      end
+    end
+
+    def read_json_file(file_name)
+      map = {}
+      File.open(file_directory + file_name + ".json", 'r') do |f|
+        map = JSON.parse(f.read)
+      end
+      return map
+    end
+end

data/lib/archare/data/lc_problems.json

@@ -0,0 +1 @@
+{"problems":["Intersection of Two Arrays II","Intersection of Two Arrays","Wiggle Sort II","Best Meeting Point","Wiggle Sort","H-Index","Meeting Rooms II","Meeting Rooms","Valid Anagram","Largest Number","Maximum Gap","Sort List","Insertion Sort List","Sort Colors","Insert Interval","Merge Intervals"]}

data/lib/archare/data/lc_tags.json

@@ -0,0 +1 @@
+{"tags":["array","hash-table","linked-list","math","two-pointers","string","divide-and-conquer","binary-search","dynamic-programming","backtracking","stack","heap","greedy","sort","bit-manipulation","tree","depth-first-search","breadth-first-search","union-find","graph","design","topological-sort","trie","binary-indexed-tree","segment-tree","binary-search-tree","recursion","brainteaser","memoization","queue"]}

data/lib/archare/data/lc_tags_problems_map.json

@@ -0,0 +1 @@
+{}

data/lib/archare/introducer.rb

@@ -0,0 +1,26 @@
+
+class Archare::Introducer
+	def  introduce
+    puts """
+
+    Archare crawler
+
+      Usage:
+        crawler = Archare.crawler
+
+        leetcode tags:
+          crawler.lc_tags
+
+        leetcode problems:
+          crawler.lc_problems
+
+        leetcode tags-problems map:
+          crawler.lc_tags_problems_map
+
+      Update data from leetcode:
+        crawler.update_lc_data         (updating time is about 1 minute)
+
+    """
+    
+	end
+end

data/lib/archare/version.rb

@@ -0,0 +1,3 @@
+module Archare
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,162 @@
+--- !ruby/object:Gem::Specification
+name: archare
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- xhanshawn
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-06-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+description: A gem for archare.
+email:
+- xhan610@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Guardfile
+- README.md
+- Rakefile
+- archare.gemspec
+- archare.sublime-project
+- archare.sublime-workspace
+- bin/console
+- bin/setup
+- lib/archare.rb
+- lib/archare/crawler.rb
+- lib/archare/data/lc_problems.json
+- lib/archare/data/lc_tags.json
+- lib/archare/data/lc_tags_problems_map.json
+- lib/archare/introducer.rb
+- lib/archare/version.rb
+homepage: http://archare.elasticbeanstalk.com
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.4
+signing_key: 
+specification_version: 4
+summary: Archare gem
+test_files: []