ruboty-qiita_anti_spam 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9363ff370b768499cf452a39b9608bf7291a064e
+  data.tar.gz: 9037418dfc5e59ad1ba3c83ec2a864c9abf9b817
+SHA512:
+  metadata.gz: 8d42d9d9d37abf8436c919b4e3e03b6fd56ab647ec0d4a1a4e0ddf5006ec9d34e8fce08d3006700dee4ead0bc8b86bf6c1406b3035b2445bd2337e6a80cfffe5
+  data.tar.gz: ac5f37059ef96757e7049bebff587267b3a94d7a99bbe770b5a18ec0fe0a65f51916cd22da2bbb1f59928761cdd717e066361f3952989edc014cb488acfcc3ad

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ruboty-qiita_anti_spam.gemspec
+gemspec

data/README.md

@@ -0,0 +1,35 @@
+# Ruboty::QiitaAntiSpam
+
+Ruboty::QiitaAntiSpam provides these commands:
+
+```text
+ruboty ham  ( <UUID> | <Qiita user ID> )
+ruboty spam ( <UUID> | <Qiita user ID> )
+```
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'ruboty-qiita_anti_spam'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ruboty-qiita_anti_spam
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/ruboty-qiita_anti_spam.
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ruboty/qiita_anti_spam"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/ruboty/handlers/qiita_anti_spam.rb

@@ -0,0 +1,181 @@
+require "active_support/core_ext/hash/keys"
+require "akismet"
+require "google/api_client/client_secrets"
+require "google/apis/bigquery_v2"
+require "googleauth"
+require "qiita"
+require "ruboty"
+require "stringio"
+
+module Ruboty
+  module Handlers
+    class QiitaAntiSpam < Base
+      AKISMET_SITE_ROOT_URL = "http://qiita.com"
+
+      # Note that USER_ID_REGEXP also matches a UUID string.
+      # When you want to distingish a string, test it with UUID_REGEXP first.
+      USER_ID_REGEXP = %r<\w[\w\-]+\w(?:@github)?>
+      UUID_REGEXP = %r<[0-9a-f]{8}(?:-[0-9a-f]{4}){3}-[0-9a-f]{12}>
+      ITEM_SPECIFIER_REGEXP = %r<#{UUID_REGEXP}|#{USER_ID_REGEXP}>
+
+      env :AKISMET_API_KEY, "Akismet API key"
+      env :GOOGLE_APPLICATION_CREDENTIALS_JSON, "Google application credentials as JSON string"
+      env :QIITA_ACCESS_TOKEN, "Qiita access token", optional: true
+
+      on(
+        /ham (?<item_spec>#{ITEM_SPECIFIER_REGEXP})\z/,
+        description: "Submit an item (article or comment), or all items posted by a user, as ham.",
+        name: "submit_ham",
+      )
+
+      on(
+        /spam (?<item_spec>#{ITEM_SPECIFIER_REGEXP})\z/,
+        description: "Submit an item (article or comment), or all items posted by a user, as spam.",
+        name: "submit_spam",
+      )
+
+      def submit_ham(message)
+        submit(message, :ham)
+      end
+
+      def submit_spam(message)
+        submit(message, :spam)
+      end
+
+      private
+
+      # @param message [Ruboty::Message]
+      # @param item_kind [:ham, :spam]
+      def submit(message, item_kind)
+        item_spec = message[:item_spec]
+        if item_spec =~ UUID_REGEXP
+          events = bigquery_client.fetch_check_spam_events(uuid: item_spec)
+        elsif
+          permanent_user_id = get_permanent_user_id(item_spec)
+          if permanent_user_id.nil?
+            message.reply("User #{item_spec} not found.")
+            return
+          end
+          events = bigquery_client.fetch_check_spam_events(permanent_user_id: permanent_user_id)
+        end
+
+        lines = []
+        begin
+          akismet_client.open
+          events.each do |ev|
+            akismet_client.__send__(item_kind, ev.user_ip, ev.user_agent, ev.other_params)
+            lines << "Submitted #{ev.target_url} to Akismet as #{item_kind}."
+          end
+        ensure
+          akismet_client.close
+        end
+
+        if lines.empty?
+          message.reply("No items found.")
+        else
+          message.reply(lines.join("\n"))
+        end
+      rescue
+        message.reply("Error: #{$!}")
+      end
+
+      # @param user_id [String]
+      # @return [Integer, nil]
+      def get_permanent_user_id(user_id)
+        qiita_client.get_user(user_id).body["permanent_id"].to_i || nil rescue nil
+      end
+
+      def akismet_client
+        @akismet_client ||= Akismet::Client.new(
+          ENV["AKISMET_API_KEY"],
+          AKISMET_SITE_ROOT_URL,
+        )
+      end
+
+      def bigquery_client
+        @bigquery_client ||= BigqueryClient.new(
+          application_credentials_json: ENV["GOOGLE_APPLICATION_CREDENTIALS_JSON"]
+        )
+      end
+
+      def qiita_client
+        @qiita_client ||= Qiita::Client.new(access_token: ENV["QIITA_ACCESS_TOKEN"])
+      end
+
+      class BigqueryClient
+        APPLICATION_NAME = "ruboty-qiita_anti_spam"
+        AUTH_URI = "https://accounts.google.com/o/oauth2/auth"
+        SCOPE = Google::Apis::BigqueryV2::AUTH_BIGQUERY
+        TOKEN_URI = "https://accounts.google.com/o/oauth2/token"
+
+        def initialize(application_credentials_json: nil)
+          @application_credentials_json = application_credentials_json
+        end
+
+        # @options opts [Integer] :permanent_user_id
+        # @options opts [String] :uuid
+        # return [Array<CheckSpamEvent>]
+        def fetch_check_spam_events(opts)
+          query_request = build_query_request(opts)
+          query_response = bigquery_service.query("qiita-com", query_request)
+          (query_response.rows || []).map do |row|
+            CheckSpamEvent.new(row)
+          end
+        end
+
+        private
+
+        def bigquery_service
+          @bigquery_service ||= begin
+            service = Google::Apis::BigqueryV2::BigqueryService.new
+            service.client_options.application_name = APPLICATION_NAME
+            service.client_options.application_version = Ruboty::QiitaAntiSpam::VERSION
+            service.authorization = authorization
+            service
+          end
+        end
+
+        def authorization
+          json_key_io = StringIO.new(@application_credentials_json)
+          Google::Auth::ServiceAccountCredentials.new(json_key_io: json_key_io, scope: [SCOPE])
+        end
+
+        # @options opts [Integer] :permanent_user_id
+        # @options opts [String] :uuid
+        # return [Google::Apis::BigqueryV2::QueryRequest]
+        def build_query_request(opts)
+          if (permanent_user_id = opts[:permanent_user_id])
+            cond = %Q(user_id = #{permanent_user_id})
+          elsif (uuid = opts[:uuid])
+            cond = %Q(message3 = "#{uuid}")
+          else
+            fail ArgumentError
+          end
+          # Row spec: message1 = context, message2 = akismet_params, message3 = uuid
+          query = <<-EOQ
+            SELECT message1, message2
+            FROM (TABLE_DATE_RANGE(qiita.events_, DATE_ADD(CURRENT_TIMESTAMP(), -7, "DAY"), CURRENT_TIMESTAMP()))
+            WHERE name = "check spam" AND (#{cond})
+            LIMIT 1000
+          EOQ
+          Google::Apis::BigqueryV2::QueryRequest.new(query: query)
+        end
+      end
+
+      class CheckSpamEvent
+        attr_reader :target_url
+        attr_reader :other_params, :user_agent, :user_ip
+
+        # @param row [Google::Apis::BigqueryV2::TableRow]
+        def initialize(row)
+          context = JSON.parse(row.f[0].v).deep_symbolize_keys
+          @target_url = context[:target_url]
+          akismet_params = JSON.parse(row.f[1].v).deep_symbolize_keys
+          @other_params = akismet_params[:other_params]
+          @user_agent = akismet_params[:user_agent]
+          @user_ip = akismet_params[:user_ip]
+        end
+      end
+    end
+  end
+end

data/lib/ruboty/qiita_anti_spam.rb

@@ -0,0 +1,2 @@
+require "ruboty/qiita_anti_spam/version"
+require "ruboty/handlers/qiita_anti_spam"

data/lib/ruboty/qiita_anti_spam/version.rb

@@ -0,0 +1,5 @@
+module Ruboty
+  module QiitaAntiSpam
+    VERSION = "0.1.0"
+  end
+end

data/ruboty-qiita_anti_spam.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ruboty/qiita_anti_spam/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ruboty-qiita_anti_spam"
+  spec.version       = Ruboty::QiitaAntiSpam::VERSION
+  spec.authors       = ["Tomoki Aonuma"]
+  spec.email         = ["uasi@uasi.jp"]
+
+  spec.summary       = %q{Ruboty plug-in for Qiita's internal anti-spam system.}
+  spec.description   = %q{Ruboty plug-in for Qiita's internal anti-spam system.}
+  spec.homepage      = "https://github.com/increments/ruboty-qiita_anti_spam"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+
+  spec.add_runtime_dependency "activesupport"
+  spec.add_runtime_dependency "akismet"
+  spec.add_runtime_dependency "google-api-client", "~> 0.9.pre1"
+  spec.add_runtime_dependency "qiita"
+  spec.add_runtime_dependency "ruboty"
+end

metadata

@@ -0,0 +1,151 @@
+--- !ruby/object:Gem::Specification
+name: ruboty-qiita_anti_spam
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tomoki Aonuma
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-11-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: akismet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: google-api-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.pre1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.pre1
+- !ruby/object:Gem::Dependency
+  name: qiita
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruboty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Ruboty plug-in for Qiita's internal anti-spam system.
+email:
+- uasi@uasi.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/ruboty/handlers/qiita_anti_spam.rb
+- lib/ruboty/qiita_anti_spam.rb
+- lib/ruboty/qiita_anti_spam/version.rb
+- ruboty-qiita_anti_spam.gemspec
+homepage: https://github.com/increments/ruboty-qiita_anti_spam
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Ruboty plug-in for Qiita's internal anti-spam system.
+test_files: []