gigbot 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 5d81dfe3b4dfbc0c8cdc1528c76596b3b2970e951f8db5658c3b83ddc012212c
+  data.tar.gz: ae0dacf5c6d3c86ce6b8a5fc8677c0e512310178ac9a4be8b982cb03f70b69f1
+SHA512:
+  metadata.gz: ed3c9ff8f4672a0a7658ee92623b6f6c967c995c67b2387cceefa455bcf8fda327638e839ee7656b3c5a1046601401f239901ba03dbf56dd3e99cb4f26693430
+  data.tar.gz: 937cd99ce360a51faa40899cd8d62dcaf3595b9a2dc909219ce05fa62b78e19242d836a071d180b61d654bdd12a50af864eec58a181955814a8512b2e269205c

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2023 Teejay VanSlyke
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,77 @@
+# Gigbot
+
+Git-inspired remote tech job aggregator for the command line.
+
+**Gigbot is in active development for personal use. There will be bugs!**
+
+When seeking a new remote software engineering gig, there are numerous job
+boards all over the web. Wouldn't it be nice to be able to pull listings
+from all of them and see them aggregated in one place?
+
+Gigbot is a command line tool that scrapes job listings from various job
+boards across the web and allows browsing them from the command line to
+help you find your next gig!
+
+For personal use only.
+
+## Installation
+
+    $ gem install gigbot
+
+## Usage
+
+### Job Sources
+
+Gigbot currently pulls job listings from the following sources:
+
+* [Indeed](https://indeed.com)
+* [4 Day Week](https://4dayweek.io)
+* [justremote.co](https://justremote.co)
+* [Remotive](https://remotive.com)
+* [remote.io](https://remote.io)
+* [Rust Jobs](https://rustjobs.dev)
+* [NoDesk](https://nodesk.co)
+* [PyJobs](https://www.pyjobs.com)
+* [JS Remotely](https://jsremotely.com)
+* [We Work Remotely](https://weworkremotely.com)
+* [Ruby on Remote](https://rubyonremote.com)
+* [remoteok.io](https://remote.co)
+
+### Commands
+
+#### `gigbot update`
+
+Fetches new jobs from all sources.
+
+#### `gigbot list`
+
+Lists all jobs, newest first.
+
+#### `gigbot show <sha>`
+
+Shows the full job listing for the job sha specificed.
+
+#### `gigbot deep`
+
+Deep-updates all existing jobs. This command fetches each individual job
+page and extracts the full description of the job for those job boards
+that lack RSS feeds.
+
+#### `gigbot clean`
+
+Purges all job data.
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at
+https://github.com/teejayvanslyke/gigbot.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/exe/gigbot

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/gigbot/cli'
+
+Gigbot::CLI.start

data/gigbot.gemspec

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require_relative "lib/gigbot/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "gigbot"
+  spec.version = Gigbot::VERSION
+  spec.authors = ["Teejay VanSlyke"]
+  spec.email = ["root@teejayvanslyke.com"]
+
+  spec.summary = "Git-inspired remote tech job aggregator for the command line"
+  spec.homepage = "https://github.com/teejayvanslyke/gigbot"
+  spec.license = "MIT"
+  spec.required_ruby_version = ">= 2.6.0"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) ||
+        f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor Gemfile])
+    end
+  end
+  spec.bindir = "exe"
+  spec.executables << "gigbot"
+  spec.require_paths = ["lib"]
+
+  # Uncomment to register a new dependency of your gem
+  # spec.add_dependency "example-gem", "~> 1.0"
+
+  # For more information and examples about making a new gem, check out our
+  # guide at: https://bundler.io/guides/creating_gem.html
+end

data/lib/gigbot/cli.rb

@@ -0,0 +1,48 @@
+require 'rubygems'
+require 'thor'
+require 'date'
+
+require_relative 'commands'
+
+module Gigbot
+  class CLI < Thor
+    desc "update", "Updates jobs from all sources"
+    method_option :verbose, type: :boolean, aliases: 'v'
+    def update
+      Gigbot::Commands::Update.run(options)
+    end
+
+    desc "list", "Lists jobs from all sources"
+    def list
+      Gigbot::Commands::List.run
+    end
+
+    desc "today", "Lists jobs for past 24 hours"
+    def today
+      Gigbot::Commands::List.run(since: Time.now - (60 * 60 * 24))
+    end
+
+    desc "clean", "Clears data"
+    def clean
+      Gigbot::Gig.clean!
+    end
+
+    desc "deep", "Fetches detailed metadata for all existing jobs"
+    def deep
+      Gigbot::Commands::Deep.run
+    end
+
+    desc "search", "Searches jobs by keyword"
+    def search(query)
+      Gigbot::Commands::List.run(query: query)
+    end
+
+    desc "show", "Show a full job listing"
+    def show(sha)
+      Gigbot::Commands::Show.run(sha)
+    end
+
+    map "up" => "update"
+    map "ls" => "list"
+  end
+end

data/lib/gigbot/commands/deep.rb

@@ -0,0 +1,16 @@
+module Gigbot
+  module Commands
+    class Deep
+      def run
+      end
+
+      def self.run
+        Gigbot::Gig.each do |gig|
+          if gig.source.import_deep(gig)
+            puts gig.to_s
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gigbot/commands/list.rb

@@ -0,0 +1,31 @@
+require 'colorize'
+require 'tty-pager'
+
+require_relative '../gig'
+require_relative '../gig_writer'
+
+module Gigbot
+  module Commands
+    class List
+      def self.run(options = {})
+        new.run(options)
+      end
+
+      def run(options = {})
+        formatter = options[:formatter] || Gigbot::Formatters::Short
+        TTY::Pager.page do |pager|
+          writer = GigWriter.new(pager, formatter)
+          if options[:since]
+            Gig.since(options[:since]).each do |gig|
+              writer.write(gig)
+            end
+          else
+            Gig.all.each do |gig|
+              writer.write(gig)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gigbot/commands/show.rb

@@ -0,0 +1,20 @@
+require_relative '../gig_writer'
+require_relative '../formatters/full'
+
+module Gigbot
+  module Commands
+    class Show
+      def self.run(sha)
+        new.run(sha)
+      end
+
+      def run(sha)
+        TTY::Pager.page do |pager|
+          writer = GigWriter.new(pager, Gigbot::Formatters::Full)
+          gig = Gig.find(sha)
+          writer.write(gig)
+        end
+      end
+    end
+  end
+end

data/lib/gigbot/commands/update.rb

@@ -0,0 +1,34 @@
+require_relative '../source'
+
+module Gigbot
+  module Commands
+    class Update
+      def self.run(options={})
+        new.run(options)
+      end
+
+      def run(options={})
+        Gigbot::Source.each do |source|
+          begin
+            source.import
+            puts [
+              "✓".colorize(color: :green),
+              "(#{source.imported.length})".ljust(7, ' ').colorize(color: :yellow),
+              source.title,
+            ].join(' ')
+          rescue StandardError => e
+            if options[:verbose]
+              puts e
+              puts e.backtrace
+            end
+            puts [
+              "X".colorize(color: :red),
+              "".ljust(7, ' '),
+              source.title,
+            ].join(' ')
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gigbot/commands.rb

@@ -0,0 +1,4 @@
+require_relative './commands/update'
+require_relative './commands/list'
+require_relative './commands/show'
+require_relative './commands/deep'

data/lib/gigbot/formatters/base.rb

@@ -0,0 +1,15 @@
+module Gigbot
+  module Formatters
+    class Base
+      def initialize(gig)
+        @gig = gig
+      end
+
+      attr_reader :gig
+
+      def to_s
+        gig.to_s
+      end
+    end
+  end
+end

data/lib/gigbot/formatters/full.rb

@@ -0,0 +1,17 @@
+require_relative './base'
+require_relative './short'
+
+module Gigbot
+  module Formatters
+    class Full < Base
+      def to_s
+        [
+          Short.new(gig).to_s,
+          "",
+          gig.description
+        ].join("\n")
+      end
+    end
+  end
+end
+

data/lib/gigbot/formatters/short.rb

@@ -0,0 +1,18 @@
+require_relative './base'
+
+module Gigbot
+  module Formatters
+    class Short < Base
+      def to_s
+        [
+          "job #{gig.id}".colorize(color: :yellow),
+          "Title:  #{gig.title}",
+          "URL:    #{gig.url}",
+          "Source: #{gig.source.title}",
+          "Date:   #{gig.created_at}"
+        ].join("\n")
+      end
+    end
+  end
+end
+

data/lib/gigbot/gig.rb

@@ -0,0 +1,75 @@
+require 'digest'
+require 'fileutils'
+
+module Gigbot
+  class Gig
+    DATA_PATH = File.dirname(__FILE__) + '/../../data'
+
+    def initialize(attributes = {})
+      @title = attributes[:title]
+      @url = attributes[:url]
+      @created_at = attributes[:created_at]
+      @source = Source.find(attributes[:source_id])
+      @description = attributes[:description]
+    end
+
+    attr_accessor :title, :url, :created_at, :source, :description
+
+    def as_json
+      {
+        id: id,
+        title: title,
+        url: url,
+        created_at: created_at,
+        source_id: source.id,
+        description: description,
+      }
+    end
+
+    def id
+      Digest::SHA1.hexdigest(url)
+    end
+
+    def save
+      File.open(DATA_PATH + '/' + id + '.yml', 'w') {|f| f.write(YAML.dump(as_json))}
+      true
+    end
+
+    def update_attributes(attributes)
+      attributes.each do |key, value|
+        instance_variable_set("@#{key}", value)
+      end
+
+      save
+    end
+
+    def to_s
+      title
+    end
+
+    def self.clean!
+      FileUtils.rm_rf Dir.glob(File.join(DATA_PATH, '*.yml'))
+    end
+
+    def self.all
+      Dir[DATA_PATH + '/*.yml'].map {|path| from_yaml(path)}.sort_by(&:created_at).reverse
+    end
+
+    def self.each
+      all.each {|gig| yield gig}
+    end
+
+    def self.find(id)
+      from_yaml(DATA_PATH + '/' + id + '.yml')
+    end
+
+    def self.since(date)
+      all.select {|gig| gig.created_at > date}
+    end
+
+    def self.from_yaml(yaml_path)
+      data = YAML.load_file(yaml_path)
+      new(data)
+    end
+  end
+end

data/lib/gigbot/gig_writer.rb

@@ -0,0 +1,17 @@
+require_relative './formatters/short'
+
+module Gigbot
+  class GigWriter
+    def initialize(io, formatter_class)
+      @io = io
+      @formatter_class = formatter_class
+    end
+
+    attr_reader :io, :formatter_class
+
+    def write(gig)
+      io.puts formatter_class.new(gig).to_s
+      io.puts ""
+    end
+  end
+end

data/lib/gigbot/helpers/date_helpers.rb

@@ -0,0 +1,25 @@
+module Gigbot
+  module Helpers
+    module DateHelpers
+      def dehumanize_date(humanized_date)
+        parts = humanized_date.downcase.split(' ')
+        return Time.now if parts[0] == 'today'
+        quantity = if ['a', 'an'].include?(parts[0].strip) then 1 else parts[0].to_i end
+        unit = parts[1]
+
+        seconds = case unit
+                  when /hour/
+                    60 * 60
+                  when /day/
+                    60 * 60 * 24
+                  when /week/
+                    60 * 60 * 24 * 7
+                  when /month/
+                    60 * 60 * 24 * 30
+                  end
+
+        Time.now - (quantity * seconds)
+      end
+    end
+  end
+end

data/lib/gigbot/helpers/string_helpers.rb

@@ -0,0 +1,14 @@
+module Gigbot
+  module Helpers
+    module StringHelpers
+      def textify_html_summary(summary)
+        IO.popen("w3m -T text/html -dump -cols 80", mode="r+") do |io|
+          io.write(summary)
+          io.close_write
+          return io.read
+        end
+      end
+    end
+  end
+end
+

data/lib/gigbot/parsers/base.rb

@@ -0,0 +1,32 @@
+module Gigbot
+  module Parsers
+    @registry = {}
+
+    def self.register(name, klass)
+      @registry[name] = klass
+    end
+
+    def self.[](name)
+      @registry[name]
+    end
+
+    class Base
+      def initialize(url)
+        @url = url
+      end
+
+      attr_reader :url
+
+      def title
+        self.class.name
+      end
+
+      def parse
+      end
+
+      def parse_deep(gig)
+        {}
+      end
+    end
+  end
+end

data/lib/gigbot/parsers/builtin.rb

@@ -0,0 +1,41 @@
+require 'time'
+require 'open-uri'
+require 'nokogiri'
+require_relative '../helpers/date_helpers'
+
+module Gigbot
+  module Parsers
+    class Builtin < Base
+      include Gigbot::Helpers::DateHelpers
+
+      def title
+        "BuiltIn"
+      end
+
+      def parse
+        URI.open(url) do |file|
+          doc = Nokogiri::HTML(file)
+          doc.css('[data-id="job-card"]').each do |card|
+            yield parse_card(card)
+          end
+        end
+      end
+
+      def parse_card(card)
+        title = card.css('h2 a').text.strip
+        url = "https://www.builtin.com" + card.css('h2 a').attribute('href').value
+        id = url
+        date_css = 'div#main.row div.col-12.col-lg-6.bounded-attribute-section.d-flex.align-items-start.align-items-lg-center.fs-md.flex-column.flex-lg-row div.d-flex.flex-grow-1.gap-lg div.d-flex.flex-column.gap-0.flex-md-row.gap-md-md.flex-lg-column.gap-lg-0.fill-even div.d-flex.align-items-start.gap-sm span.font-barlow.text-gray-03'
+        created_at = dehumanize_date(card.css(date_css).first.text.strip)
+
+        {
+          title: title,
+          url: url,
+          created_at: created_at
+        }
+      end
+    end
+  end
+end
+
+Gigbot::Parsers.register('builtin', Gigbot::Parsers::Builtin)

data/lib/gigbot/parsers/flex_jobs.rb

@@ -0,0 +1,41 @@
+require 'time'
+require 'open-uri'
+require 'nokogiri'
+require_relative '../helpers/date_helpers'
+
+module Gigbot
+  module Parsers
+    class FlexJobs < Base
+      include Gigbot::Helpers::DateHelpers
+
+      def title
+        "FlexJobs"
+      end
+
+      def parse
+        URI.open(url) do |file|
+          doc = Nokogiri::HTML(file)
+          doc.css('li.job').each do |card|
+            yield parse_card(card)
+          end
+        end
+      end
+
+      def parse_card(card)
+        title = card.attribute('data-title').value
+        url = 'https://www.flexjobs.com' + card.attribute('data-url').value
+        id = url
+        date = card.css('.job-age').first.text.gsub('New!', '').strip
+        created_at = dehumanize_date(date)
+
+        {
+          title: title,
+          url: url,
+          created_at: created_at,
+        }
+      end
+    end
+  end
+end
+
+Gigbot::Parsers.register('flexjobs', Gigbot::Parsers::FlexJobs)

data/lib/gigbot/parsers/indeed.rb

@@ -0,0 +1,47 @@
+require 'date'
+require 'open-uri'
+require 'ferrum'
+require_relative '../helpers/date_helpers'
+require_relative '../helpers/string_helpers'
+
+module Gigbot
+  module Parsers
+    class Indeed < Base
+      include Gigbot::Helpers::DateHelpers
+      include Gigbot::Helpers::StringHelpers
+
+      def title
+        "Indeed"
+      end
+
+      def parse
+        browser = Ferrum::Browser.new
+        browser.headers.set({
+          "User-Agent" => "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:120.0) Gecko/20100101 Firefox/120.0"
+        })
+        browser.goto(url)
+        browser.network.wait_for_idle
+        browser.css(".job_seen_beacon").each do |item|
+          link = item.at_css('.jcs-JobTitle')
+          title = link.at_css('span').text
+          date = item.
+            at_css(".underShelfFooter span.date").
+            text.
+            gsub('Posted', '').
+            gsub('Active', '').
+            gsub('Employer', '')
+          created_at = dehumanize_date(date)
+          url = "https://www.indeed.com" + link.attribute('href')
+
+          yield({
+            title: title,
+            url: url,
+            created_at: created_at,
+          })
+        end
+      end
+    end
+  end
+end
+
+Gigbot::Parsers.register('indeed', Gigbot::Parsers::Indeed)

data/lib/gigbot/parsers/js_remotely.rb

@@ -0,0 +1,45 @@
+require_relative '../helpers/date_helpers'
+require_relative '../helpers/string_helpers'
+
+module Gigbot
+  module Parsers
+    class JsRemotely < Base
+      include Gigbot::Helpers::DateHelpers
+      include Gigbot::Helpers::StringHelpers
+
+      def title
+        "JS Remotely"
+      end
+
+      def parse
+        URI.open(url) do |file|
+          doc = Nokogiri::HTML(file)
+          doc.css('[data-cy="jobList"] > div').each do |entry|
+            link = entry.css('[data-cy="jobTitle"] > a').first
+            next unless link
+
+            title = link.text
+            url = "https://jsremotely.com" + link.attribute('href').value
+            created_at = dehumanize_date(entry.css('div:last-child p').last.text)
+
+            yield({
+              title: title,
+              url: url,
+              created_at: created_at
+            })
+          end
+        end
+      end
+
+      def parse_deep(gig)
+        URI.open(gig.url) do |file|
+          doc = Nokogiri::HTML(file)
+          description = textify_html_summary(doc.xpath("//div[starts-with(@class, 'JobBody_jobBodyText')]").first.inner_html)
+          return { description: description }
+        end
+      end
+    end
+  end
+end
+
+Gigbot::Parsers.register('js-remotely', Gigbot::Parsers::JsRemotely)

data/lib/gigbot/parsers/just_remote_co.rb

@@ -0,0 +1,50 @@
+require 'date'
+require 'open-uri'
+require 'nokogiri'
+require_relative '../helpers/date_helpers'
+require_relative '../helpers/string_helpers'
+
+module Gigbot
+  module Parsers
+    class JustRemoteCo < Base
+      include Gigbot::Helpers::DateHelpers
+      include Gigbot::Helpers::StringHelpers
+
+      def title
+        "JustRemote.co"
+      end
+
+      def parse_date(date_str)
+        Date.parse(date_str).to_time
+      end
+
+      def parse
+        browser = Ferrum::Browser.new
+        browser.goto(url)
+        browser.network.wait_for_idle
+        browser.xpath("//div[starts-with(@class, 'new-job-item__jobitemwrapper')]").each do |item|
+          link = item.at_xpath("//a[starts-with(@class, 'new-job-item__JobMeta')]")
+          created_at = parse_date(item.at_xpath("//div[starts-with(@class, 'new-job-item__JobItemDate')]").text)
+          title = item.at_css('h3').text
+          url = "https://justremote.co/" + link.attribute('href')
+
+          yield({
+            title: title,
+            url: url,
+            created_at: created_at,
+          })
+        end
+      end
+
+      def parse_deep(gig)
+        URI.open(gig.url) do |file|
+          doc = Nokogiri::HTML(file)
+          description = textify_html_summary(doc.xpath("//div[starts-with(@class, 'job-textarea__Content')]").first.inner_html)
+          return { description: description }
+        end
+      end
+    end
+  end
+end
+
+Gigbot::Parsers.register('justremote.co', Gigbot::Parsers::JustRemoteCo)

data/lib/gigbot/parsers/remote_co.rb

@@ -0,0 +1,50 @@
+require 'time'
+require 'open-uri'
+require 'nokogiri'
+require_relative '../helpers/date_helpers'
+require_relative '../helpers/string_helpers'
+
+module Gigbot
+  module Parsers
+    class RemoteCo < Base
+      include Gigbot::Helpers::DateHelpers
+      include Gigbot::Helpers::StringHelpers
+
+      def title
+        "Remote.co"
+      end
+
+      def parse
+        URI.open(url) do |file|
+          doc = Nokogiri::HTML(file)
+          doc.css('.card-body a.card.m-0').each do |card|
+            yield parse_card(card)
+          end
+        end
+      end
+
+      def parse_card(card)
+        title = card.css('p.m-0 .font-weight-bold').text.strip
+        url = 'https://remote.co' + card.attribute('href').value.strip
+        id = url
+        created_at = dehumanize_date(card.css('date').first.text.strip)
+
+        {
+          title: title,
+          url: url,
+          created_at: created_at,
+        }
+      end
+
+      def parse_deep(gig)
+        URI.open(gig.url) do |file|
+          doc = Nokogiri::HTML(file)
+          description = textify_html_summary(doc.css(".job_description").first.inner_html)
+          return { description: description }
+        end
+      end
+    end
+  end
+end
+
+Gigbot::Parsers.register('remote.co', Gigbot::Parsers::RemoteCo)

data/lib/gigbot/parsers/rss.rb

@@ -0,0 +1,34 @@
+require 'feedjira'
+require 'open-uri'
+
+module Gigbot
+  module Parsers
+    class RSS < Base
+      include Gigbot::Helpers::StringHelpers
+
+      def open_uri(&block)
+        URI.open(url, read_timeout: 10, &block)
+      end
+
+      def title
+        @title ||= Feedjira.parse(open_uri.read).title
+      end
+
+      def parse
+        open_uri do |rss|
+          feed = Feedjira.parse(rss.read)
+          feed.entries.each do |rss_item|
+            yield({
+              title: rss_item.title.strip,
+              url: rss_item.url.strip,
+              description: textify_html_summary(rss_item.summary&.strip),
+              created_at: rss_item.published,
+            })
+          end
+        end
+      end
+    end
+  end
+end
+
+Gigbot::Parsers.register('rss', Gigbot::Parsers::RSS)

data/lib/gigbot/parsers/rust_jobs.rb

@@ -0,0 +1,35 @@
+require 'time'
+require 'ferrum'
+
+module Gigbot
+  module Parsers
+    class RustJobs < Base
+      include Gigbot::Helpers::DateHelpers
+
+      def title
+        "Rust Jobs"
+      end
+
+      def parse
+        browser = Ferrum::Browser.new
+        browser.goto(url)
+        browser.network.wait_for_idle
+        results = browser.at_css('.max-w-7xl > .my-5 ul')
+        results.css('li').each do |entry|
+          link = entry.at_css('h2 > a')
+          next unless link
+          title = link.text.strip
+          url = "https://rustjobs.dev" + link.attribute('href')
+          created_at = Time.parse(entry.at_css('time').attribute('datetime'))
+          yield({
+            title: title,
+            url: url,
+            created_at: created_at,
+          })
+        end
+      end
+    end
+  end
+end
+
+Gigbot::Parsers.register('rust-jobs', Gigbot::Parsers::RustJobs)

data/lib/gigbot/parsers.rb

@@ -0,0 +1,10 @@
+require_relative './parsers/base'
+require_relative './parsers/remote_co'
+require_relative './parsers/flex_jobs'
+require_relative './parsers/js_remotely'
+require_relative './parsers/rust_jobs'
+require_relative './parsers/just_remote_co'
+require_relative './parsers/builtin'
+require_relative './parsers/indeed'
+require_relative './parsers/rss'
+

data/lib/gigbot/source.rb

@@ -0,0 +1,66 @@
+require 'yaml'
+require 'open-uri'
+require_relative './gig'
+require_relative './parsers'
+require 'pp'
+
+module Gigbot
+  class Source
+    SOURCES_YAML = File.dirname(__FILE__) + '/sources.yml'
+    attr_reader :url, :parser_name, :title, :imported
+
+    def initialize(url, parser_name, title)
+      @url = url
+      @parser_name = parser_name
+      @title = title
+      @imported = []
+    end
+
+    def parser_class
+      Gigbot::Parsers[parser_name]
+    end
+
+    def parser
+      @parser ||= parser_class.new(url)
+    end
+
+    def id
+      Digest::SHA1.hexdigest(url)
+    end
+
+    def import
+      @imported = []
+      parser.parse do |params|
+        gig = Gig.new(params.merge(source_id: self.id))
+        gig.save
+        @imported << gig
+      end
+    end
+
+    def import_deep(gig)
+      params = parser.parse_deep(gig)
+      if params.length > 0
+        return gig.update_attributes(params)
+      else
+        return false
+      end
+    end
+
+    def self.all
+      definitions = YAML.load_file(SOURCES_YAML)
+      definitions.map do |definition|
+        new(definition['url'], definition['parser'], definition['title'])
+      end
+    end
+
+    def self.each
+      all.each do |source|
+        yield source
+      end
+    end
+
+    def self.find(id)
+      all.find {|source| source.id == id}
+    end
+  end
+end

data/lib/gigbot/sources.yml

@@ -0,0 +1,42 @@
+- url: https://www.indeed.com/jobs?q=web+engineer&l=Remote
+  parser: indeed
+  title: Indeed
+- url: https://4dayweek.io/rss
+  parser: rss
+  title: 4 Day Week
+- url: https://justremote.co/remote-developer-jobs
+  parser: justremote.co
+  title: justremote.co
+- url: https://remotive.com/remote-jobs/feed/software-dev
+  parser: rss
+  title: Remotive
+- url: https://s3.remote.io/feed/rss.xml
+  parser: rss
+  title: remote.io
+- url: https://rustjobs.dev/
+  parser: rust-jobs
+  title: Rust Jobs
+- url: https://nodesk.co/remote-jobs/engineering/index.xml
+  parser: rss
+  title: NoDesk
+- url: https://www.skipthedrive.com/search/Web+Development/feed/rss2/
+  parser: rss
+  title: Skip The Drive
+- url: https://www.pyjobs.com/rss
+  parser: rss
+  title: PyJobs
+- url: https://jsremotely.com/
+  parser: js-remotely
+  title: JS Remotely
+- url: https://weworkremotely.com/remote-jobs.rss
+  parser: rss
+  title: We Work Remotely
+- url: https://rubyonremote.com/jobs.rss
+  parser: rss
+  title: Ruby on Remote
+- url: https://remoteok.io/remote-jobs.rss
+  parser: rss
+  title: remoteok.io
+- url: https://remote.co/remote-jobs/developer/
+  parser: remote.co
+  title: remote.co

data/lib/gigbot/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Gigbot
+  VERSION = "0.1.0"
+end

data/lib/gigbot.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require_relative "gigbot/version"
+
+module Gigbot
+  class Error < StandardError; end
+  # Your code goes here...
+end

data/sig/gigbot.rbs

@@ -0,0 +1,4 @@
+module Gigbot
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification
+name: gigbot
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Teejay VanSlyke
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2024-01-10 00:00:00.000000000 Z
+dependencies: []
+description:
+email:
+- root@teejayvanslyke.com
+executables:
+- gigbot
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rspec"
+- LICENSE.txt
+- README.md
+- Rakefile
+- exe/gigbot
+- gigbot.gemspec
+- lib/gigbot.rb
+- lib/gigbot/cli.rb
+- lib/gigbot/commands.rb
+- lib/gigbot/commands/deep.rb
+- lib/gigbot/commands/list.rb
+- lib/gigbot/commands/show.rb
+- lib/gigbot/commands/update.rb
+- lib/gigbot/formatters/base.rb
+- lib/gigbot/formatters/full.rb
+- lib/gigbot/formatters/short.rb
+- lib/gigbot/gig.rb
+- lib/gigbot/gig_writer.rb
+- lib/gigbot/helpers/date_helpers.rb
+- lib/gigbot/helpers/string_helpers.rb
+- lib/gigbot/parsers.rb
+- lib/gigbot/parsers/base.rb
+- lib/gigbot/parsers/builtin.rb
+- lib/gigbot/parsers/flex_jobs.rb
+- lib/gigbot/parsers/indeed.rb
+- lib/gigbot/parsers/js_remotely.rb
+- lib/gigbot/parsers/just_remote_co.rb
+- lib/gigbot/parsers/remote_co.rb
+- lib/gigbot/parsers/rss.rb
+- lib/gigbot/parsers/rust_jobs.rb
+- lib/gigbot/source.rb
+- lib/gigbot/sources.yml
+- lib/gigbot/version.rb
+- sig/gigbot.rbs
+homepage: https://github.com/teejayvanslyke/gigbot
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.3
+signing_key:
+specification_version: 4
+summary: Git-inspired remote tech job aggregator for the command line
+test_files: []