brutalismbot 0.6.1 → 1.0.0.beta.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f5d9a6bba9f8e46a8bfd482cc6342dc1f550fb37ac6cba15d425042b0d5cb59
-  data.tar.gz: b7018131ceaadba8f98322a7d2e110e1ecfedd67d442d75beca66aee00d27896
+  metadata.gz: bebc26a610a2e90743db822c2915c0a5d66a1f1137b9f96013af498e3a8754a1
+  data.tar.gz: a82a2358a5171bc37ff84fdee8535c4136ddf2a47e4a902f789bbad1d3fe4a67
 SHA512:
-  metadata.gz: e752b362820e81a6ddfdaa7e9a4b8b3e4f3fce841dbe87de2bc34879eedc760dbac5dc7f5a0930408878dffd92cd5ff8174406a859f2e4eba4e7b76c55fe3254
-  data.tar.gz: 8d8b6780fe0d0f8de0e0c500cc87a4627477ccd9d73bb4705ff32c8e1cab719921be45efdd11f00e4663f9fab379c6feed74093fb1e7ae3b505d9b6f11a7c0c7
+  metadata.gz: c9d9b9da0b23ae47ca6f4e4263064d5e8560c714b75dd3eaafce89503106408f6fc8273dc82628f3adc53eaf9527c92bf5e7e6e2c3b9eae60dab537d1336b166
+  data.tar.gz: 2a6035ffe8aa7836314bc3141cc6135e135f19af3c858f3c3477819467140bc6fd8e3c48ad42b7c49d02069baadc82290176b96713054e5963606fb3b7c3b4e3

data/lib/brutalismbot/base.rb

@@ -0,0 +1,21 @@
+require "forwardable"
+require "json"
+
+module Brutalismbot
+  module Parser
+    def parse(source, opts = {})
+      new JSON.parse(source, opts)
+    end
+  end
+
+  class Base
+    extend Forwardable
+    extend Parser
+
+    def_delegators :@item, :[], :dig, :fetch, :to_h, :to_json
+
+    def initialize(item = {})
+      @item = JSON.parse(item.to_json)
+    end
+  end
+end

data/lib/brutalismbot/client.rb

@@ -0,0 +1,46 @@
+require "brutalismbot/posts/client"
+require "brutalismbot/reddit/client"
+require "brutalismbot/slack/client"
+require "brutalismbot/twitter/client"
+
+module Brutalismbot
+  class Client
+    attr_reader :posts, :reddit, :slack, :twitter
+
+    def initialize(posts:nil, reddit:nil, slack:nil, twitter:nil)
+      @posts   = posts   ||   Posts::Client.new
+      @reddit  = reddit  ||  Reddit::Client.new
+      @slack   = slack   ||   Slack::Client.new
+      @twitter = twitter || Twitter::Client.new
+    end
+
+    def lag_time
+      lag = ENV["BRUTALISMBOT_LAG_TIME"].to_s
+      lag.empty? ? 7200 : lag.to_i
+    end
+
+    def pull(min_time:nil, max_time:nil, dryrun:nil)
+      # Get time window for new posts
+      min_time ||= @posts.max_time
+      max_time ||= Time.now.utc.to_i - lag_time
+
+      # Get posts
+      posts = @reddit.list(:new)
+      posts = posts.select{|post| post.created_between?(min_time, max_time) }
+      posts = posts.sort{|a,b| a.created_utc <=> b.created_utc }
+
+      # Persist posts
+      posts.each{|post| @posts.push(post, dryrun: dryrun) }
+    end
+
+    def push(post, dryrun:nil)
+      # Push to Twitter
+      @twitter.push(post, dryrun: dryrun)
+
+      # Push to Slack
+      @slack.push(post, dryrun: dryrun)
+
+      nil
+    end
+  end
+end

data/lib/brutalismbot/logger.rb

@@ -0,0 +1,16 @@
+require "logger"
+
+module Brutalismbot
+  module Logger
+    def logger
+      # @@logger ||= ::Logger.new(File::NULL)
+      @@logger ||= ::Logger.new(STDOUT, formatter: -> (*x) { "#{x.last}\n" })
+    end
+
+    def logger=(logger)
+      @@logger = logger
+    end
+  end
+
+  extend Logger
+end

data/lib/brutalismbot/posts/client.rb

@@ -0,0 +1,58 @@
+require "aws-sdk-s3"
+
+require "brutalismbot/logger"
+require "brutalismbot/s3/client"
+require "brutalismbot/s3/prefix"
+require "brutalismbot/reddit/post"
+
+module Brutalismbot
+  module Posts
+    class Client < S3::Client
+      def initialize(bucket:nil, prefix:nil, client:nil)
+        bucket ||= ENV["POSTS_S3_BUCKET"] || "brutalismbot"
+        prefix ||= ENV["POSTS_S3_PREFIX"] || "data/v1/posts/"
+        super
+      end
+
+      def key_for(post)
+        File.join(@prefix, post.path)
+      end
+
+      def last
+        Reddit::Post.parse(max_key.get.body.read)
+      end
+
+      def list(options = {})
+        super(options) do |object|
+          Brutalismbot.logger.info("GET s3://#{@bucket.name}/#{object.key}")
+          Reddit::Post.parse(object.get.body.read)
+        end
+      end
+
+      def max_key
+        # Dig for max key
+        prefix = Time.now.utc.strftime("#{@prefix}year=%Y/month=%Y-%m/day=%Y-%m-%d/")
+        Brutalismbot.logger.info("GET s3://#{@bucket.name}/#{prefix}*")
+
+        # Go up a level in prefix if no keys found
+        until (keys = @bucket.objects(prefix: prefix)).any?
+          prefix = prefix.split(/[^\/]+\/\z/).first
+          Brutalismbot.logger.info("GET s3://#{@bucket.name}/#{prefix}*")
+        end
+
+        # Return max by key
+        keys.max{|a,b| a.key <=> b.key }
+      end
+
+      def max_time
+        max_key.key[/(\d+).json\z/, -1].to_i
+      end
+
+      def push(post, dryrun:nil)
+        key = key_for(post)
+        Brutalismbot.logger.info("PUT #{"DRYRUN " if dryrun}s3://#{@bucket.name}/#{key}")
+        @bucket.put_object(key: key, body: post.to_json) unless dryrun
+      end
+    end
+  end
+end

data/lib/brutalismbot/posts/stub.rb

@@ -0,0 +1,28 @@
+require "brutalismbot/reddit/post"
+
+module Brutalismbot
+  module Posts
+    class Client
+      class << self
+        def stub(&block)
+          client = new(prefix: "data/test/posts/")
+          client.instance_variable_set(:@stubbed, true)
+
+          block = -> { [Reddit::Post.stub] } unless block_given?
+          items = block.call.map{|x| [client.key_for(x), x.to_h] }.to_h
+
+          client.client.stub_responses :list_objects, -> (context) do
+            keys = items.keys.select{|x| x.start_with? context.params[:prefix] }
+            {contents: keys.map{|x| {key:x} }}
+          end
+
+          client.client.stub_responses :get_object, -> (context) do
+            {body: StringIO.new(items.fetch(context.params[:key]).to_json)}
+          end
+
+          client
+        end
+      end
+    end
+  end
+end

data/lib/brutalismbot/reddit/client.rb

@@ -0,0 +1,24 @@
+require "aws-sdk-s3"
+
+require "brutalismbot/version"
+require "brutalismbot/reddit/resource"
+
+module Brutalismbot
+  module Reddit
+    class Client
+      attr_reader :endpoint, :user_agent
+
+      def initialize(endpoint:nil, user_agent:nil)
+        @endpoint   = endpoint   || ENV["REDDIT_ENDPOINT"]   || "https://www.reddit.com/r/brutalism"
+        @user_agent = user_agent || ENV["REDDIT_USER_AGENT"] || "Brutalismbot v#{Brutalismbot::VERSION}"
+      end
+
+      def list(resource, options = {})
+        url = File.join(@endpoint, "#{resource}.json")
+        qry = URI.encode_www_form(options)
+        uri = "#{url}?#{qry}"
+        Resource.new(uri: uri, user_agent: @user_agent)
+      end
+    end
+  end
+end

data/lib/brutalismbot/reddit/post.rb

@@ -0,0 +1,111 @@
+require "forwardable"
+require "json"
+
+require "brutalismbot/base"
+
+module Brutalismbot
+  module Reddit
+    class Post < Base
+      def created_after?(time = nil)
+        time.nil? || created_utc.to_i > time.to_i
+      end
+
+      def created_before?(time = nil)
+        time.nil? || created_utc.to_i < time.to_i
+      end
+
+      def created_between?(start, stop)
+        created_after?(start) && created_before?(stop)
+      end
+
+      def created_utc
+        Time.at(data["created_utc"].to_i).utc
+      end
+
+      def fullname
+        "#{kind}_#{id}"
+      end
+
+      def data
+        @item.fetch("data", {})
+      end
+
+      def id
+        data["id"]
+      end
+
+      def kind
+        @item["kind"]
+      end
+
+      def path
+        created_utc.strftime("year=%Y/month=%Y-%m/day=%Y-%m-%d/%s.json")
+      end
+
+      def permalink
+        "https://reddit.com#{data["permalink"]}"
+      end
+
+      def title
+        CGI.unescapeHTML(data["title"])
+      end
+
+      def url
+        images = data.dig("preview", "images") || {}
+        source = images.map{|x| x["source"] }.compact.max do |a,b|
+          a.slice("width", "height").values <=> b.slice("width", "height").values
+        end
+        CGI.unescapeHTML(source.dig("url"))
+      rescue NoMethodError
+        data["media_metadata"]&.values&.first&.dig("s", "u")
+      end
+
+      def to_slack
+        {
+          blocks: unless url.nil?
+            [
+              {
+                type: "image",
+                title: {
+                  type: "plain_text",
+                  text: "/r/brutalism",
+                  emoji: true,
+                },
+                image_url: url,
+                alt_text: title,
+              },
+              {
+                type: "context",
+                elements: [
+                  {
+                    type: "mrkdwn",
+                    text: "<#{permalink}|#{title}>",
+                  },
+                ],
+              },
+            ]
+          else
+            [
+              {
+                type: "section",
+                text: {
+                  type: "mrkdwn",
+                  text: "<#{permalink}|#{title}>",
+                },
+                accessory: {
+                  type: "image",
+                  image_url: "https://brutalismbot.com/logo-red-ppl.png",
+                  alt_text: "/r/brutalism"
+                }
+              }
+            ]
+          end
+        }
+      end
+
+      def to_twitter
+        [title, permalink].join("\n")
+      end
+    end
+  end
+end

data/lib/brutalismbot/reddit/resource.rb

@@ -0,0 +1,42 @@
+require "net/http"
+
+require "brutalismbot/logger"
+require "brutalismbot/reddit/post"
+
+module Brutalismbot
+  module Reddit
+    class Resource
+      include Enumerable
+
+      attr_reader :uri, :user_agent
+
+      def initialize(uri:nil, user_agent:nil)
+        @uri        = uri        || "https://www.reddit.com/r/brutalism/new.json"
+        @user_agent = user_agent || "Brutalismbot v#{Brutalismbot::VERSION}"
+      end
+
+      def each
+        Brutalismbot.logger.info("GET #{@uri}")
+        uri = URI.parse(@uri)
+        Net::HTTP.start(uri.host, uri.port, use_ssl: uri.scheme == "https") do |http|
+          request  = Net::HTTP::Get.new(uri, "user-agent" => @user_agent)
+          response = JSON.parse(http.request(request).body)
+          children = response.dig("data", "children") || []
+          children.each do |child|
+            post = Post.new(child)
+            Brutalismbot.logger.warn("NO PHOTO URL for #{post.permalink}") if post.url.nil?
+            yield post
+          end
+        end
+      end
+
+      def all
+        to_a
+      end
+
+      def last
+        to_a.last
+      end
+    end
+  end
+end

data/lib/brutalismbot/reddit/stub.rb

@@ -0,0 +1,43 @@
+require "securerandom"
+
+module Brutalismbot
+  module Reddit
+    class Post
+      class << self
+        def stub(created_utc:nil, post_id:nil, permalink_id:nil, image_id:nil)
+          created_utc  ||= Time.now.utc - rand(86400) - 86400
+          post_id      ||= SecureRandom.alphanumeric(6).downcase
+          permalink_id ||= SecureRandom.alphanumeric.downcase
+          image_id     ||= SecureRandom.alphanumeric
+          new(
+            kind: "t3",
+            data: {
+              id:          post_id,
+              created_utc: created_utc.to_i,
+              permalink:   "/r/brutalism/comments/#{permalink_id}/test/",
+              title:       "Post to /r/brutalism",
+              preview: {
+                images: [
+                  {
+                    source: {
+                      url: "https://preview.redd.it/#{image_id}.jpg",
+                      width: 1000,
+                      height: 1000,
+                    },
+                  },
+                  {
+                    source: {
+                      url: "https://preview.redd.it/small.jpg",
+                      width: 500,
+                      height: 500,
+                    }
+                  }
+                ],
+              },
+            },
+          )
+        end
+      end
+    end
+  end
+end

data/lib/brutalismbot/s3/client.rb

@@ -0,0 +1,24 @@
+require "aws-sdk-s3"
+
+module Brutalismbot
+  module S3
+    class Client
+      attr_reader :bucket, :prefix, :client
+
+      def initialize(bucket:nil, prefix:nil, client:nil)
+        bucket ||= ENV["S3_BUCKET"] || "brutalismbot"
+        prefix ||= ENV["S3_PREFIX"] || "data/v1/"
+        client ||= Aws::S3::Client.new
+        @bucket = Aws::S3::Bucket.new(name: bucket, client: client)
+        @client = client
+        @prefix = prefix
+      end
+
+      def list(options = {}, &block)
+        Brutalismbot.logger.info("LIST s3://#{@bucket.name}/#{@prefix}*")
+        prefix = @bucket.objects({prefix: @prefix}.merge(options))
+        Prefix.new(prefix, &block)
+      end
+    end
+  end
+end

data/lib/brutalismbot/s3/prefix.rb

@@ -0,0 +1,31 @@
+require "aws-sdk-s3"
+
+require "brutalismbot/logger"
+require "brutalismbot/s3/client"
+
+module Brutalismbot
+  module S3
+    class Prefix
+      include Enumerable
+
+      def initialize(prefix, &block)
+        @prefix = prefix
+        @block  = block if block_given?
+      end
+
+      def each
+        @prefix.each do |object|
+          yield @block.nil? ? object : @block.call(object)
+        end
+      end
+
+      def all
+        to_a
+      end
+
+      def last
+        to_a.last
+      end
+    end
+  end
+end

data/lib/brutalismbot/slack/auth.rb

@@ -0,0 +1,44 @@
+require "forwardable"
+require "json"
+require "net/http"
+
+require "brutalismbot/logger"
+require "brutalismbot/base"
+
+module Brutalismbot
+  module Slack
+    class Auth < Base
+      def channel_id
+        @item.dig("incoming_webhook", "channel_id")
+      end
+
+      def team_id
+        @item.dig("team_id")
+      end
+
+      def webhook_url
+        @item.dig("incoming_webhook", "url")
+      end
+
+      def path
+        File.join("team=#{team_id}", "channel=#{channel_id}", "oauth.json")
+      end
+
+      def push(post, dryrun:nil)
+        body = post.to_slack.to_json
+        uri  = URI.parse(webhook_url)
+        Brutalismbot.logger.info("POST #{"DRYRUN " if dryrun}#{uri}")
+        unless dryrun
+          ssl = uri.scheme == "https"
+          req = Net::HTTP::Post.new(uri, "content-type" => "application/json")
+          req.body = body
+          Net::HTTP.start(uri.host, uri.port, use_ssl: ssl) do |http|
+            http.request(req)
+          end
+        else
+          Net::HTTPOK.new("1.1", "204", "ok")
+        end
+      end
+    end
+  end
+end

data/lib/brutalismbot/slack/client.rb

@@ -0,0 +1,49 @@
+require "aws-sdk-s3"
+
+require "brutalismbot/logger"
+require "brutalismbot/s3/client"
+require "brutalismbot/s3/prefix"
+require "brutalismbot/slack/auth"
+
+module Brutalismbot
+  module Slack
+    class Client < S3::Client
+      def initialize(bucket:nil, prefix:nil, client:nil)
+        bucket ||= ENV["SLACK_S3_BUCKET"] || "brutalismbot"
+        prefix ||= ENV["SLACK_S3_PREFIX"] || "data/v1/auths/"
+        super
+      end
+
+      def install(auth, dryrun:nil)
+        key = key_for(auth)
+        Brutalismbot.logger.info("PUT #{"DRYRUN " if dryrun}s3://#{@bucket.name}/#{key}")
+        @bucket.put_object(key: key, body: auth.to_json) unless dryrun
+      end
+
+      def key_for(auth)
+        File.join(@prefix, auth.path)
+      end
+
+      def list(options = {})
+        super(options) do |object|
+          Brutalismbot.logger.info("GET s3://#{@bucket.name}/#{object.key}")
+          Auth.parse(object.get.body.read)
+        end
+      end
+
+      def push(post, dryrun:nil)
+        list.map do |auth|
+          key = key_for(auth)
+          Brutalismbot.logger.info("PUSH #{"DRYRUN " if dryrun}s3://#{@bucket.name}/#{key}")
+          auth.push(post, dryrun: dryrun)
+        end
+      end
+
+      def uninstall(auth, dryrun:nil)
+        key = key_for(auth)
+        Brutalismbot.logger.info("DELETE #{"DRYRUN " if dryrun}s3://#{@bucket.name}/#{key}")
+        @bucket.delete_objects(delete: {objects: [{key: key}]}) unless dryrun
+      end
+    end
+  end
+end

data/lib/brutalismbot/slack/stub.rb

@@ -0,0 +1,56 @@
+require "securerandom"
+
+module Brutalismbot
+  module Slack
+    class Client
+      class << self
+        def stub(&block)
+          client = new(prefix: "data/test/auths/")
+          client.instance_variable_set(:@stubbed, true)
+
+          block = -> { [Auth.stub] } unless block_given?
+          items = block.call.map{|x| [client.key_for(x), x.to_h] }.to_h
+
+          client.client.stub_responses :list_objects, -> (context) do
+            {contents: items.keys.map{|x| {key:x} }}
+          end
+
+          client.client.stub_responses :get_object, -> (context) do
+            {body: StringIO.new(items.fetch(context.params[:key]).to_json)}
+          end
+
+          client
+        end
+      end
+    end
+
+    class Auth
+      class << self
+        def stub(bot_id:nil, channel_id:nil, team_id:nil, user_id:nil)
+          bot_id     ||= "B#{SecureRandom.alphanumeric(8).upcase}"
+          channel_id ||= "C#{SecureRandom.alphanumeric(8).upcase}"
+          team_id    ||= "T#{SecureRandom.alphanumeric(8).upcase}"
+          user_id    ||= "U#{SecureRandom.alphanumeric(8).upcase}"
+          new(
+            ok:           true,
+            access_token: "<token>",
+            scope:        "identify,incoming-webhook",
+            user_id:      user_id,
+            team_name:    "My Team",
+            team_id:      team_id,
+            incoming_webhook: {
+              channel:           "#brutalism",
+              channel_id:        channel_id,
+              configuration_url: "https://my-team.slack.com/services/#{bot_id}",
+              url:               "https://hooks.slack.com/services/#{team_id}/#{bot_id}/1234567890abcdef12345678",
+            },
+            scopes: [
+              "identify",
+              "incoming-webhook",
+            ],
+          )
+        end
+      end
+    end
+  end
+end

data/lib/brutalismbot/stub.rb

@@ -0,0 +1,19 @@
+require "brutalismbot"
+require "brutalismbot/posts/stub"
+require "brutalismbot/reddit/stub"
+require "brutalismbot/slack/stub"
+
+Aws.config.update(stub_responses: true)
+
+module Brutalismbot
+  class Client
+    class << self
+      def stub
+        new(
+          posts: Posts::Client.stub,
+          slack: Slack::Client.stub,
+        )
+      end
+    end
+  end
+end

data/lib/brutalismbot/twitter/client.rb

@@ -0,0 +1,37 @@
+require "open-uri"
+require "tempfile"
+
+require "twitter"
+
+require "brutalismbot/logger"
+
+module Brutalismbot
+  module Twitter
+    class Client
+      attr_reader :client
+
+      def initialize(client:nil)
+        @client = client || ::Twitter::REST::Client.new do |config|
+          config.access_token        = ENV["TWITTER_ACCESS_TOKEN"]
+          config.access_token_secret = ENV["TWITTER_ACCESS_TOKEN_SECRET"]
+          config.consumer_key        = ENV["TWITTER_CONSUMER_KEY"]
+          config.consumer_secret     = ENV["TWITTER_CONSUMER_SECRET"]
+        end
+      end
+
+      def push(post, dryrun:nil)
+        Brutalismbot.logger.info("PUSH #{"DRYRUN " if dryrun}twitter://@brutalismbot")
+        status = post.to_twitter
+        if post.url.nil?
+          @client.update(status) unless dryrun
+        else
+          uri = URI.parse(post.url)
+          Brutalismbot.logger.info("GET #{uri}")
+          uri.open do |media|
+            @client.update_with_media(status, media) unless dryrun
+          end
+        end
+      end
+    end
+  end
+end

data/lib/brutalismbot/version.rb

@@ -1,3 +1,3 @@
 module Brutalismbot
-  VERSION = "0.6.1"
+  VERSION = "1.0.0.beta.0"
 end

data/lib/brutalismbot.rb

@@ -1,34 +1,7 @@
-require "logger"
-require "securerandom"
-require "net/https"
-
-require "brutalismbot/auth"
-require "brutalismbot/post"
-require "brutalismbot/r"
 require "brutalismbot/version"
+require "brutalismbot/logger"
+require "brutalismbot/client"
 
 module Brutalismbot
-  class << self
-    @@config = {}
-    @@logger = Logger.new File::NULL
-
-    def config
-      @@config
-    end
-
-    def config=(config)
-      @@config = config || {}
-    end
-
-    def logger
-      config[:logger] || @@logger
-    end
-
-    def logger=(logger)
-      config[:logger] = logger
-    end
-  end
-
-  class Error < StandardError
-  end
+  class Error < StandardError; end
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: brutalismbot
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 1.0.0.beta.0
 platform: ruby
 authors:
 - Alexander Mancevice
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-09-14 00:00:00.000000000 Z
+date: 2019-12-02 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: twitter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.2'
 - !ruby/object:Gem::Dependency
   name: aws-sdk-s3
   requirement: !ruby/object:Gem::Requirement
@@ -38,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -119,10 +147,22 @@ files:
 - LICENSE.txt
 - README.md
 - lib/brutalismbot.rb
-- lib/brutalismbot/auth.rb
-- lib/brutalismbot/post.rb
-- lib/brutalismbot/r.rb
-- lib/brutalismbot/s3.rb
+- lib/brutalismbot/base.rb
+- lib/brutalismbot/client.rb
+- lib/brutalismbot/logger.rb
+- lib/brutalismbot/posts/client.rb
+- lib/brutalismbot/posts/stub.rb
+- lib/brutalismbot/reddit/client.rb
+- lib/brutalismbot/reddit/post.rb
+- lib/brutalismbot/reddit/resource.rb
+- lib/brutalismbot/reddit/stub.rb
+- lib/brutalismbot/s3/client.rb
+- lib/brutalismbot/s3/prefix.rb
+- lib/brutalismbot/slack/auth.rb
+- lib/brutalismbot/slack/client.rb
+- lib/brutalismbot/slack/stub.rb
+- lib/brutalismbot/stub.rb
+- lib/brutalismbot/twitter/client.rb
 - lib/brutalismbot/version.rb
 homepage: https://brutalismbot.com
 licenses:
@@ -139,9 +179,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.0.3
 signing_key: 

data/lib/brutalismbot/auth.rb

@@ -1,57 +0,0 @@
-module Brutalismbot
-  class Auth < Hash
-    def channel_id
-      dig "incoming_webhook", "channel_id"
-    end
-
-    def post(body:, dryrun:nil)
-      uri = URI.parse webhook_url
-      ssl = uri.scheme == "https"
-      req = Net::HTTP::Post.new uri, "content-type" => "application/json"
-      req.body = body
-      Brutalismbot.logger.info "POST #{dryrun ? "DRYRUN " : ""}#{uri}"
-      if dryrun
-        Net::HTTPOK.new "1.1", "204", "ok"
-      else
-        Net::HTTP.start(uri.host, uri.port, use_ssl: ssl) do |http|
-          http.request req
-        end
-      end
-    end
-
-    def team_id
-      dig "team_id"
-    end
-
-    def webhook_url
-      dig "incoming_webhook", "url"
-    end
-
-    class << self
-      def stub
-        bot_id     = "B#{SecureRandom.alphanumeric(8).upcase}"
-        channel_id = "C#{SecureRandom.alphanumeric(8).upcase}"
-        team_id    = "T#{SecureRandom.alphanumeric(8).upcase}"
-        user_id    = "U#{SecureRandom.alphanumeric(8).upcase}"
-        Auth[{
-          "ok"           => true,
-          "access_token" => "<token>",
-          "scope"        => "identify,incoming-webhook",
-          "user_id"      => user_id,
-          "team_name"    => "My Team",
-          "team_id"      => team_id,
-          "incoming_webhook" => {
-            "channel"           => "#brutalism",
-            "channel_id"        => channel_id,
-            "configuration_url" => "https://my-team.slack.com/services/#{bot_id}",
-            "url"               => "https://hooks.slack.com/services/#{team_id}/#{bot_id}/1234567890abcdef12345678",
-          },
-          "scopes" => [
-            "identify",
-            "incoming-webhook",
-          ],
-        }]
-      end
-    end
-  end
-end

data/lib/brutalismbot/post.rb

@@ -1,102 +0,0 @@
-module Brutalismbot
-  class Post < Hash
-    def created_after?(time = nil)
-      time.nil? || created_utc.to_i > time.to_i
-    end
-
-    def created_before?(time = nil)
-      time.nil? || created_utc.to_i < time.to_i
-    end
-
-    def created_between?(start, stop)
-      created_after?(start) && created_before?(stop)
-    end
-
-    def created_utc
-      Time.at(dig("data", "created_utc").to_i).utc
-    end
-
-    def fullname
-      "#{kind}_#{id}"
-    end
-
-    def id
-      dig "data", "id"
-    end
-
-    def kind
-      dig "kind"
-    end
-
-    def permalink
-      dig "data", "permalink"
-    end
-
-    def title
-      dig "data", "title"
-    end
-
-    def to_slack
-      {
-        blocks: [
-          {
-            type: "image",
-            title: {
-              type: "plain_text",
-              text: "/r/brutalism",
-              emoji: true,
-            },
-            image_url: url,
-            alt_text: title,
-          },
-          {
-            type: "context",
-            elements: [
-              {
-                type: "mrkdwn",
-                text: "<https://reddit.com#{permalink}|#{title}>",
-              },
-            ],
-          },
-        ],
-      }
-    end
-
-    def url
-      images = dig "data", "preview", "images"
-      source = images.map{|x| x["source"] }.compact.max do |a,b|
-        a.slice("width", "height").values <=> b.slice("width", "height").values
-      end
-      CGI.unescapeHTML source.dig("url")
-    rescue NoMethodError
-      dig("data", "media_metadata")&.values&.first&.dig("s", "u")
-    end
-
-    class << self
-      def stub
-        created_utc  = Time.now.utc - rand(86400) - 86400
-        post_id      = SecureRandom.alphanumeric(6).downcase
-        permalink_id = SecureRandom.alphanumeric.downcase
-        image_id     = SecureRandom.alphanumeric
-        Post[{
-          "kind" => "t3",
-          "data" => {
-            "id"          => post_id,
-            "created_utc" => created_utc.to_i,
-            "permalink"   => "/r/brutalism/comments/#{permalink_id}/test/",
-            "title"       => "Post to /r/brutalism",
-            "preview" => {
-              "images" => [
-                {
-                  "source" => {
-                    "url" => "https://preview.redd.it/#{image_id}.jpg",
-                  }
-                }
-              ]
-            }
-          }
-        }]
-      end
-    end
-  end
-end

data/lib/brutalismbot/r.rb

@@ -1,54 +0,0 @@
-module Brutalismbot
-  module R
-    class PostCollection
-      include Enumerable
-
-      def initialize(uri:, user_agent:)
-        @uri        = uri
-        @ssl        = uri.scheme == "https"
-        @user_agent = user_agent
-      end
-
-      def each
-        Brutalismbot.logger.info "GET #{@uri}"
-        Net::HTTP.start(@uri.host, @uri.port, use_ssl: @ssl) do |http|
-          request  = Net::HTTP::Get.new @uri, "user-agent" => @user_agent
-          response = JSON.parse http.request(request).body
-          children = response.dig("data", "children") || []
-          children.each{|x| yield Post[x] }
-        end
-      end
-
-      def all
-        to_a
-      end
-
-      def last
-        to_a.last
-      end
-    end
-
-    class Subreddit
-      attr_reader :endpoint, :user_agent
-
-      def initialize(endpoint:nil, user_agent:nil)
-        @endpoint   = endpoint
-        @user_agent = user_agent || "Brutalismbot #{VERSION}"
-      end
-
-      def posts(resource, params = {})
-        url = File.join @endpoint, "#{resource}.json"
-        qry = URI.encode_www_form params
-        uri = URI.parse "#{url}?#{qry}"
-        PostCollection.new uri: uri, user_agent: @user_agent
-      end
-    end
-
-    class Brutalism < Subreddit
-      def initialize(endpoint:nil, user_agent:nil)
-        endpoint ||= "https://www.reddit.com/r/brutalism"
-        super
-      end
-    end
-  end
-end

data/lib/brutalismbot/s3.rb

@@ -1,181 +0,0 @@
-require "aws-sdk-s3"
-
-require "brutalismbot"
-
-module Brutalismbot
-  module S3
-    class Prefix
-      include Enumerable
-
-      attr_reader :prefix, :client
-
-      def initialize(bucket:nil, prefix:nil, client:nil, stub_responses:nil)
-        @bucket = bucket || "brutalismbot"
-        @prefix = prefix || "data/v1/"
-        @client = client || Aws::S3::Client.new(stub_responses: stub_responses || false)
-        if stub_responses
-          @auths = 3.times.map{ Auth.stub }
-          @posts = 3.times.map{ Post.stub }.sort{|a,b| a.created_utc <=> b.created_utc }
-          @client.stub_responses :delete_object
-          @client.stub_responses :list_objects, -> (context) { stub_list_objects context }
-          @client.stub_responses :get_object,   -> (context) { stub_get_object context }
-        end
-      end
-
-      def each
-        bucket.objects(prefix: @prefix).each{|x| yield x }
-      end
-
-      def all
-        to_a
-      end
-
-      def bucket(options = {})
-        options[:name]   ||= @bucket
-        options[:client] ||= @client
-        Aws::S3::Bucket.new options
-      end
-
-      def delete(object)
-        key = key_for object
-        Brutalismbot.logger.info "DELETE #{"DRYRUN " if stubbed?}s3://#{@bucket}/#{key}"
-        bucket.delete_objects delete: {objects: [{key: key}]}
-      end
-
-      def put(object)
-        key = key_for object
-        Brutalismbot.logger.info "PUT #{"DRYRUN " if stubbed?}s3://#{@bucket}/#{key}"
-        bucket.put_object key: key, body: object.to_json
-      end
-
-      def stubbed?
-        @client.config.stub_responses
-      end
-
-      def stub_list_objects(context)
-        {
-          contents: if context.params[:prefix] =~ /auths\//
-            @auths.map do |auth|
-              File.join(
-                @prefix,
-                "auths",
-                "team=#{auth.team_id}",
-                "channel=#{auth.channel_id}",
-                "oauth.json",
-              )
-            end
-          elsif context.params[:prefix] =~ /posts\//
-            @posts.map do |post|
-              File.join(
-                @prefix,
-                "posts",
-                post.created_utc.strftime("year=%Y/month=%Y-%m/day=%Y-%m-%d/%s.json"),
-              )
-            end
-          end.select do |key|
-            key.start_with? context.params[:prefix]
-          end.map do |key|
-            {
-              key: key
-            }
-          end
-        }
-      end
-
-      def stub_get_object(context)
-        {
-          body: if context.params[:key] =~ /auths\//
-            @auths.select do |auth|
-              File.join(
-                @prefix,
-                "auths",
-                "team=#{auth.team_id}",
-                "channel=#{auth.channel_id}",
-                "oauth.json",
-              ) == context.params[:key]
-            end.first
-          elsif context.params[:key] =~ /posts\//
-            @posts.select do |post|
-              File.join(
-                @prefix,
-                "posts",
-                post.created_utc.strftime("year=%Y/month=%Y-%m/day=%Y-%m-%d/%s.json"),
-              ) == context.params[:key]
-            end.first
-          end.to_json
-        }
-      end
-
-      def subreddit(endpoint:nil, user_agent:nil)
-        R::Brutalism.new endpoint:endpoint, user_agent: user_agent
-      end
-    end
-
-    class Client < Prefix
-      def auths
-        prefix = File.join @prefix, "auths/"
-        AuthCollection.new bucket: @bucket, prefix: prefix, client: @client
-      end
-
-      def posts
-        prefix = File.join @prefix, "posts/"
-        PostCollection.new bucket: @bucket, prefix: prefix, client: @client
-      end
-    end
-
-    class AuthCollection < Prefix
-      def each
-        super{|x| yield Auth[JSON.parse x.get.body.read] }
-      end
-
-      def key_for(auth)
-        File.join @prefix, "team=#{auth.team_id}/channel=#{auth.channel_id}/oauth.json"
-      end
-
-      def mirror(post, options = {})
-        options[:body] = post.to_slack.to_json
-        map{|x| x.post options }
-      end
-    end
-
-    class PostCollection < Prefix
-      def each
-        super{|x| yield Post[JSON.parse x.get.body.read] }
-      end
-
-      def key_for(post)
-        File.join @prefix, post.created_utc.strftime("year=%Y/month=%Y-%m/day=%Y-%m-%d/%s.json")
-      end
-
-      def last
-        Post[JSON.parse max_key.get.body.read]
-      end
-
-      def max_key
-        # Dig for max key
-        prefix = Time.now.utc.strftime "#{@prefix}year=%Y/month=%Y-%m/day=%Y-%m-%d/"
-        Brutalismbot.logger.info "GET s3://#{@bucket}/#{prefix}*"
-
-        # Go up a level in prefix if no keys found
-        until (keys = bucket.objects(prefix: prefix)).any?
-          prefix = prefix.split(/[^\/]+\/\z/).first
-          Brutalismbot.logger.info "GET s3://#{@bucket}/#{prefix}*"
-        end
-
-        # Return max by key
-        keys.max{|a,b| a.key <=> b.key }
-      end
-
-      def max_time
-        max_key.key.match(/(\d+).json\z/).to_a.last.to_i
-      end
-
-      def pull(min_time:nil, max_time:nil, endpoint:nil, user_agent:nil)
-        posts = subreddit(endpoint: endpoint, user_agent: user_agent).posts(:new)
-        posts = posts.select{|x| x.created_between?(min_time, max_time) }
-        posts = posts.sort{|a,b| a.created_utc <=> b.created_utc }
-        posts.map{|x| put x }
-      end
-    end
-  end
-end