job-grabber 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 91bdf872df888136c32e434bf70890f957ffbbcf
+  data.tar.gz: 3135775fee91d6f773282b48c8f28003f59cad7d
+SHA512:
+  metadata.gz: 482997eef2422e7702151cb444a57cb7c9daf4db52457cfba50a538ff58adcffab2b7a1db5edde57654abba354fa7a629dfc0adf498ec8729f7d155387e36f34
+  data.tar.gz: eb5c6cec9ebc3693396d4e4cd3c94fe9c80a62e2be609574f4e5c74f62c795656a6b44ffd11f8a4ba2f559562254cfb714deeab422cf6dfdd10e0a1b8f4a1503

data/lib/adapters/hackernews.rb

@@ -0,0 +1,15 @@
+require 'hnjobs'
+require_relative '../job'
+module Adapters
+  module Hackernews
+    extend self
+    def grab source
+      hiring = HNJobs.new.jobs
+      jobs = Array.new
+      hiring.each do |job|
+        jobs << JobGrabber::Job.new('hackernews:' + source, job["id"].to_s, job["title"], job["text"], Time.at(job["time"]).to_datetime.to_s, (job["url"].nil?)? "" : job["url"])
+      end
+      jobs
+    end
+  end
+end

data/lib/adapters/reddit.rb

@@ -0,0 +1,22 @@
+require 'dotenv'
+Dotenv.load
+require 'redd'
+require_relative '../job'
+module Adapters
+  module Reddit
+    extend self
+    def grab source
+      @r ||= Redd.it(:userless, ENV["REDDIT_CLIENT"], ENV["REDDIT_SECRET"], user_agent: "JobGrabber v1.0.0")
+      @r.authorize!
+      subreddit_name = source
+      subreddit = @r.subreddit_from_name(subreddit_name)
+      
+      hiring = subreddit.get_new.select{|obj| obj[:title].downcase.include?"hiring"}
+      jobs = Array.new
+      hiring.each do |job|
+        jobs << JobGrabber::Job.new('reddit:' + source, job[:id], job[:title], job[:selftext], Time.at(job[:created_utc]).to_datetime.to_s, "http://reddit.com" + job[:permalink])
+      end
+      jobs
+    end
+  end
+end

data/lib/adapters/workinstartups.rb

@@ -0,0 +1,18 @@
+require 'workinstartups-api'
+require_relative '../job'
+module Adapters
+  module Workinstartups
+    extend self
+    def grab source
+      workinstartups_name = source
+      category = WorkInStartupsAPI.category_from_string(workinstartups_name)
+      api = WorkInStartupsAPI.new(category, 100)
+      hiring = api.get_latest(false)
+      jobs = Array.new
+      hiring.each do |job|
+        jobs << JobGrabber::Job.new('workinstartups:' + source, job["id"], job["title"], job["description"], DateTime.parse(job["mysql_date"]).to_s, "http://workinstartups.com/job-board/job/" + job["id"])
+      end
+      jobs
+    end
+  end
+end

data/lib/base.rb

@@ -0,0 +1,24 @@
+require_relative 'src_grabber'
+require 'thread'
+module JobGrabber
+  class Base
+    def initialize(sources)
+      @sources = sources
+    end
+    def grab
+      jobs = Array.new
+      mutex = Mutex.new
+      threads = Array.new
+      @sources.each do |src|
+        threads << Thread.new(src, jobs) do |src, jobs|
+          src_jobs = JobGrabber::SrcGrabber.new(src).grab
+          mutex.synchronize do 
+            jobs << src_jobs
+          end
+        end
+      end
+      threads.each(&:join)
+      jobs
+    end
+  end
+end

data/lib/controller.rb

@@ -0,0 +1,65 @@
+require_relative 'base'
+module JobGrabber
+  class Controller
+    DEFAULT_FORMAT = "created_at id title link"
+    DEFAULT_NUMBER = 5
+    DEFAULT_SOURCES = [ 
+      'reddit:forhire', 
+      # 'reddit:freelance_forhire', 
+      # 'reddit:london_forhire', 
+      # 'workinstartups:co-founder',
+      'workinstartups:programmer',
+      'hackernews:jobs'
+    ]
+    attr_reader :jobs
+    def initialize(sources = DEFAULT_SOURCES, format = DEFAULT_FORMAT, number = DEFAULT_NUMBER)
+      @sources = sources
+      @format = format
+      @jobs = Array.new
+      @formatted_jobs = Array.new
+      @number = number
+      @jobs = JobGrabber::Base.new(@sources).grab
+    end
+    def add_source source
+      @sources.push(source)
+      @jobs = JobGrabber::Base.new(@sources).grab
+    end
+    def remove_source source
+      @sources.select!{|src| !src.include?source}
+      @jobs.select!{|job| !job.origin.include?source}
+    end
+    def set_number number
+      @number = Integer(number)
+    end
+    def get_sources with_count = false
+      unless with_count
+        @sources
+      end
+    end
+    def set_format format
+      @format = format
+    end
+    def get_job_count
+      @jobs.count
+    end
+    def get_jobs_from_date date
+      @jobs.select{|job| DateTime.parse(job.created_at) > date}.sort{|a,b|a.created_at<=>a.created_at}.map{|job| job.format(@format)}[0...@number]
+    end
+    def get_jobs_formatted
+      @jobs.sort{|a,b|a.created_at<=>a.created_at}.map{|job| job.format(@format)}[0...@number]
+    end
+    def get_job id
+      @jobs.detect{|job| job.id == id}.format(@format)
+    end
+    def get_by_source source
+      if !@sources.include?source
+        raise "Source unknown, add it to the source list first"
+      end
+      @jobs.select{|job| job.origin == source}.sort{|a,b|a.created_at<=>a.created_at}.map{|job| job.format(@format)}
+    end
+    def get_by_category category
+      category = category.downcase
+      @jobs.select{|job| job.description.downcase.include?category}.sort{|a,b|a.created_at<=>a.created_at}.map{|job| job.format(@format)}[0...@number]
+    end
+  end
+end

data/lib/job-grabber.rb

@@ -0,0 +1,4 @@
+require 'base'
+require 'controller'
+require 'src_grabber'
+require 'job'

data/lib/job.rb

@@ -0,0 +1,32 @@
+module JobGrabber
+  class Job
+    def initialize (origin, id, title, description, created_at, link)
+      @origin = origin
+      @id = id
+      @title = title
+      @description = description
+      @created_at = created_at
+      @link = link
+    end
+    attr_reader :origin, :id, :description, :created_at
+    def format format
+      formatted =''
+      if format.include?"created_at"
+        formatted += "Date: " + @created_at + "\t"
+      end
+      if format.include?"id"
+        formatted += "id: " + @id + "\n"
+      end
+      if format.include?"link"
+        formatted += "Link: " + @link + "\n"
+      end
+      if format.include?"title"
+        formatted += "Title: " + @title + "\n"
+      end
+      if format.include?"description"
+        formatted += "Text: " + @description
+      end
+      formatted
+    end
+  end
+end

data/lib/src_grabber.rb

@@ -0,0 +1,19 @@
+module JobGrabber
+  class SrcGrabber
+    def initialize(source)
+      @raw_source = source
+      @source = source.split(":").last
+      adapter_name = source.split(":").first
+      case adapter_name
+      when Symbol, String
+        require_relative "adapters/#{adapter_name}"
+        @adapter = Adapters.const_get("#{adapter_name.to_s.capitalize}")
+      else
+        raise "Missing adapter #{adapter_name}"
+      end
+    end
+    def grab
+      @adapter.grab(@source)
+    end
+  end
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: job-grabber
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Hugo Di Francesco
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-02-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+- !ruby/object:Gem::Dependency
+  name: redd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.0
+- !ruby/object:Gem::Dependency
+  name: workinstartups-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.6
+- !ruby/object:Gem::Dependency
+  name: hnjobs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.3
+description: Gets jobs from multiple sources and return a list of them normalised
+  to Job objects
+email: hugo@awebots.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/adapters/hackernews.rb
+- lib/adapters/reddit.rb
+- lib/adapters/workinstartups.rb
+- lib/base.rb
+- lib/controller.rb
+- lib/job-grabber.rb
+- lib/job.rb
+- lib/src_grabber.rb
+homepage: https://github.com/HugoDF/job-grabber
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Job Grabber
+test_files: []