fluent-plugin-github-activities 0.1.0

data/test/run-test.rb

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+# -*- mode: ruby; coding: utf-8 -*-
+#
+# This file is part of fluent-plugin-github-activities.
+#
+# fluent-plugin-github-activities is free software: you can
+# redistribute it and/or modify it under the terms of the GNU Lesser
+# General Public License as published by the Free Software
+# Foundation, either version 3 of the License, or (at your option)
+# any later version.
+#
+# fluent-plugin-github-activities is distributed in the hope that
+# it will be useful, but WITHOUT ANY WARRANTY; without even the
+# implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
+# PURPOSE.  See the GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with fluent-plugin-github-activities.  If not, see
+# <http://www.gnu.org/licenses/>.
+
+base_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+lib_dir = File.join(base_dir, "lib")
+test_dir = File.join(base_dir, "test")
+
+require "test-unit"
+require "test/unit/notify"
+
+$LOAD_PATH.unshift(lib_dir)
+
+require_relative "fixture"
+class Test::Unit::TestCase
+  include ::Fixture
+end
+
+exit(Test::Unit::AutoRunner.run(true, test_dir))

data/test/test_crawler.rb

@@ -0,0 +1,260 @@
+# -*- mode: ruby; coding: utf-8 -*-
+#
+# This file is part of fluent-plugin-github-activities.
+#
+# fluent-plugin-github-activities is free software: you can
+# redistribute it and/or modify it under the terms of the GNU Lesser
+# General Public License as published by the Free Software
+# Foundation, either version 3 of the License, or (at your option)
+# any later version.
+#
+# fluent-plugin-github-activities is distributed in the hope that
+# it will be useful, but WITHOUT ANY WARRANTY; without even the
+# implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
+# PURPOSE.  See the GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with fluent-plugin-github-activities.  If not, see
+# <http://www.gnu.org/licenses/>.
+
+require "json"
+
+require "fluent/plugin/github-activities"
+
+class CrawlerTest < Test::Unit::TestCase
+  def setup
+    @emitted_records = []
+
+    @crawler = ::Fluent::GithubActivities::Crawler.new
+    @crawler.on_emit = lambda do |tag, record|
+      @emitted_records << { :tag    => tag,
+                            :record => record }
+    end
+  end
+
+  REQUEST_PATTERNS = {
+    :user_events => {
+      :request => { :type => :events,
+                    :user => "username" },
+      :uri     => "https://api.github.com/users/username/events/public",
+      :headers => {},
+    },
+    :user_events_with_previous_request => {
+      :request => { :type => :events,
+                    :user => "username",
+                    :previous_entity_tag => "aaaaa",
+                    :process_after => 29 },
+      :uri     => "https://api.github.com/users/username/events/public",
+      :headers => {
+        "If-None-Match" => "aaaaa",
+      },
+    },
+  }
+
+  data(REQUEST_PATTERNS)
+  def test_request_uri(data)
+    uri = @crawler.request_uri(data[:request])
+    assert_equal(URI(data[:uri]), uri)
+  end
+
+  data(REQUEST_PATTERNS)
+  def extra_request_headers(data)
+    headers = @crawler.extra_request_headers(data[:request])
+    assert_equal(data[:headers], headers)
+  end
+
+  class ReserveUserEventsTest < self
+    def test_without_previous_response
+      now = Time.now
+      @crawler.reserve_user_events("username",
+                                   :now => now)
+      expected_request = {
+        :type => :events,
+        :user => "username",
+      }
+      assert_equal([expected_request],
+                   @crawler.request_queue)
+    end
+
+    def test_with_previous_response
+      now = Time.now
+      @crawler.reserve_user_events("username",
+                                   :now => now,
+                                   :previous_response => {
+                                     "ETag" => "aaaaa",
+                                     "X-Poll-Interval" => 60,
+                                   })
+      expected_request = {
+        :type => :events,
+        :user => "username",
+        :previous_entity_tag => "aaaaa",
+        :process_after => now.to_i + 60,
+      }
+      assert_equal([expected_request],
+                   @crawler.request_queue)
+    end
+  end
+
+  class UserEventTest < self
+    def test_generic
+      @crawler.process_user_event("username", { "type" => "test" })
+      expected = {
+        :request_queue => [],
+        :emitted_records => [
+          { :tag    => "test",
+            :record => { "type" => "test" } },
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+
+  class UserEventsTest < self
+    def test_generic
+      @crawler.process_user_events("username", [{ "type" => "test" }])
+      expected = {
+        :request_queue => [],
+        :emitted_records => [
+          { :tag    => "test",
+            :record => { "type" => "test" } },
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+
+  class PushEventTest < self
+    def test_multiple_commits
+      event = JSON.parse(fixture_data("push-event-multiple-commits.json"))
+      base = "https://api.github.com/repos/clear-code/fluent-plugin-github-activities/commits"
+      @crawler.process_user_event("user", event)
+      expected = {
+        :request_queue => [
+          { :type => ::Fluent::GithubActivities::TYPE_COMMIT,
+            :uri  => "#{base}/8e90721ff5d89f52b5b3adf0b86db01f03dc5588"},
+          { :type => ::Fluent::GithubActivities::TYPE_COMMIT,
+            :uri  => "#{base}/63e085b7607a3043cfbf9a866561807fbdda8a10"},
+          { :type => ::Fluent::GithubActivities::TYPE_COMMIT,
+            :uri  => "#{base}/c85e33bace040b7b42983e14d2b11a491d102072"},
+          { :type => ::Fluent::GithubActivities::TYPE_COMMIT,
+            :uri  => "#{base}/8ce6de7582376187e17e233dbae13575311a8c0b"},
+          { :type => ::Fluent::GithubActivities::TYPE_COMMIT,
+            :uri  => "#{base}/c908f319c7b6d5c5a69c8b675bde40dd990ee364"},
+        ],
+        :emitted_records => [
+          { :tag    => "push",
+            :record => event }
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+
+  class IssuesEventTest < self
+    def test_multiple_commits
+      event = JSON.parse(fixture_data("issues-event.json"))
+      @crawler.process_user_event("user", event)
+      expected = {
+        :request_queue => [],
+        :emitted_records => [
+          { :tag    => "issues",
+            :record => event }
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+
+  class IssueCommentEventTest < self
+    def test_multiple_commits
+      event = JSON.parse(fixture_data("issue-comment-event.json"))
+      @crawler.process_user_event("user", event)
+      expected = {
+        :request_queue => [],
+        :emitted_records => [
+          { :tag    => "issue-comment",
+            :record => event }
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+
+  class CommitCommentEventTest < self
+    def test_multiple_commits
+      event = JSON.parse(fixture_data("commit-comment-event.json"))
+      @crawler.process_user_event("user", event)
+      expected = {
+        :request_queue => [],
+        :emitted_records => [
+          { :tag    => "commit-comment",
+            :record => event }
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+
+  class ForkEventTest < self
+    def test_multiple_commits
+      event = JSON.parse(fixture_data("fork-event.json"))
+      @crawler.process_user_event("user", event)
+      expected = {
+        :request_queue => [],
+        :emitted_records => [
+          { :tag    => "fork",
+            :record => event }
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+
+  class PullRequestEventTest < self
+    def test_multiple_commits
+      event = JSON.parse(fixture_data("pull-request-event.json"))
+      @crawler.process_user_event("user", event)
+      expected = {
+        :request_queue => [],
+        :emitted_records => [
+          { :tag    => "pull-request",
+            :record => event }
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+
+  class CommitTest < self
+    def test_multiple_commits
+      commit = JSON.parse(fixture_data("commit.json"))
+      @crawler.process_commit(commit)
+      expected = {
+        :request_queue => [],
+        :emitted_records => [
+          { :tag    => "commit",
+            :record => commit }
+        ],
+      }
+      assert_equal(expected,
+                   { :request_queue   => @crawler.request_queue,
+                     :emitted_records => @emitted_records })
+    end
+  end
+end

metadata

@@ -0,0 +1,166 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-github-activities
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- YUKI Hiroshi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-05-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: packnga
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-notify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This provides ability you fluentd to crawl public activities of users.
+email:
+- yuki@clear-code.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- fluent-plugin-github-activities.gemspec
+- lib/fluent/plugin/github-activities.rb
+- lib/fluent/plugin/github-activities/crawler.rb
+- lib/fluent/plugin/github-activities/safe_file_writer.rb
+- lib/fluent/plugin/in_github-activities.rb
+- test/fixture.rb
+- test/fixture/accept-pull-request-event.json
+- test/fixture/branch-event.json
+- test/fixture/commit-comment-event.json
+- test/fixture/commit.json
+- test/fixture/fork-event.json
+- test/fixture/issue-comment-event.json
+- test/fixture/issues-event.json
+- test/fixture/line-note-event.json
+- test/fixture/pull-request-accepted-event.json
+- test/fixture/pull-request-comment-event.json
+- test/fixture/pull-request-event.json
+- test/fixture/push-event-multiple-commits.json
+- test/run-test.rb
+- test/test_crawler.rb
+homepage: https://github.com/groonga/fluent-plugin-groonga
+licenses:
+- LGPL-3.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.1
+signing_key: 
+specification_version: 4
+summary: Fluentd plugin to crawl public activities on the GitHub.
+test_files:
+- test/test_crawler.rb
+- test/fixture.rb
+- test/run-test.rb
+- test/fixture/pull-request-event.json
+- test/fixture/push-event-multiple-commits.json
+- test/fixture/issue-comment-event.json
+- test/fixture/fork-event.json
+- test/fixture/line-note-event.json
+- test/fixture/commit-comment-event.json
+- test/fixture/branch-event.json
+- test/fixture/accept-pull-request-event.json
+- test/fixture/issues-event.json
+- test/fixture/commit.json
+- test/fixture/pull-request-comment-event.json
+- test/fixture/pull-request-accepted-event.json
+has_rdoc: