logstash-input-meetup 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d9399dae488829c823f32540cccd360732d0f3d1
+  data.tar.gz: e93fd5ae05f203222e7c56286afae5a7dc7bee08
+SHA512:
+  metadata.gz: 8171b4a9fc6e5fa96188541b0252d294a9d8653c8131d06b4ffbfb8b956488f92a4fff4574eef7eb7e074d27123fdf30eb5f2c96a23abc762f6f6f89a620b55a
+  data.tar.gz: ed0f71607dc3cfd998baa947667012fb7ed4fbfb2d3b7b17fc5213426ca48dfd5b2c38e0dd78483acad9a24da2771951b73b34e0d73533c31877b7fc9e78a0e6

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem "logstash", :github => "elasticsearch/logstash", :branch => "1.5"

data/LICENSE

@@ -0,0 +1,13 @@
+Copyright (c) 2012-2014 Elasticsearch <http://www.elasticsearch.org>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/Rakefile

@@ -0,0 +1,7 @@
+@files=[]
+
+task :default do
+  system("rake -T")
+end
+
+require "logstash/devutils/rake"

data/lib/logstash/inputs/meetup.rb

@@ -0,0 +1,88 @@
+# encoding: utf-8
+require "logstash/inputs/base"
+require "logstash/namespace"
+require "socket" # for Socket.gethostname
+
+# Run command line tools and capture the whole output as an event.
+#
+# Notes:
+#
+# * The `@source` of this event will be the command run.
+# * The `@message` of this event will be the entire stdout of the command
+#   as one event.
+#
+class LogStash::Inputs::Meetup < LogStash::Inputs::Base
+
+  config_name "meetup"
+  milestone 1
+
+  # URLName - the URL name ie `ElasticSearch-Oklahoma-City`
+  # Must have one of urlname, venue_id, group_id
+  config :urlname, :validate => :string
+
+  # The venue ID
+  # Must have one of `urlname`, `venue_id`, `group_id`
+  config :venueid, :validate => :string
+
+  # The Group ID, multiple may be specified seperated by commas
+  # Must have one of `urlname`, `venueid`, `groupid`
+  config :groupid, :validate => :string
+
+  # Interval to run the command. Value is in seconds.
+  config :interval, :validate => :number, :required => true
+
+  # Meetup Key
+  config :meetupkey, :validate => :string, :required => true
+
+  # Event Status'
+  config :eventstatus, :validate => :string, :default => "upcoming,past"
+
+  public
+  def register
+    require "faraday"
+    # group_id
+    if groupid
+	addon = "group_id=#{ @groupid }"
+    # group_urlname
+    elsif urlname
+	addon = "group_urlname=#{ @urlname }"
+    # venue_id
+    elsif venueid
+	addon = "venue_id=#{ @venueid }"
+    else
+    # None Selected, raise an error
+	addon = ""
+    end
+    @url = "https://api.meetup.com/2/events.json?key=#{ @meetupkey }&status=#{ @eventstatus }&#{ addon }"
+    @logger.info("Registering meetup Input", :url => @url, :interval => @interval)
+  end # def register
+
+  public
+  def run(queue)
+    Stud.interval(@interval*60) do
+      start = Time.now
+      @logger.info? && @logger.info("Polling meetup", :url => @url)
+
+      # Pull down the RSS feed using FTW so we can make use of future cache functions
+      response = Faraday.get @url
+      result = JSON.parse(response.body)
+
+      result["results"].each do |rawevent| 
+        event = LogStash::Event.new(rawevent)
+        # Convert the timestamps into Ruby times
+        event['created'] = Time.at(event['created'] / 1000, (event['created'] % 1000) * 1000).utc
+        event['time'] = Time.at(event['time'] / 1000, (event['time'] % 1000) * 1000).utc
+        event['group']['created'] = Time.at(event['group']['created'] / 1000, (event['group']['created'] % 1000) * 1000).utc
+        event['updated'] = Time.at(event['updated'] / 1000, (event['updated'] % 1000) * 1000).utc
+	event['venue']['lonlat'] = [event['venue']['lon'],event['venue']['lat']] if rawevent.has_key?('venue')
+        event['group']['lonlat'] = [event['group']['group_lon'],event['group']['group_lat']] if rawevent.has_key?('group')
+        decorate(event)
+        queue << event
+      end
+
+      duration = Time.now - start
+      @logger.info? && @logger.info("poll completed", :command => @command,
+                                    :duration => duration)
+    end # loop
+  end # def run
+end # class LogStash::Inputs::Exec

data/logstash-input-meetup.gemspec

@@ -0,0 +1,29 @@
+Gem::Specification.new do |s|
+
+  s.name            = 'logstash-input-meetup'
+  s.version         = '0.1.1'
+  s.licenses        = ['Apache License (2.0)']
+  s.summary         = "Query and pull events from meetup groups."
+  s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
+  s.authors         = ["Elasticsearch"]
+  s.email           = 'jason.kendall@elasticsearch.com'
+  s.homepage        = "http://www.elasticsearch.org/guide/en/logstash/current/index.html"
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files = `git ls-files`.split($\)+::Dir.glob('vendor/*')
+
+  # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
+
+  # Gem dependencies
+  s.add_runtime_dependency 'logstash', '>= 1.4.0', '< 2.0.0'
+
+  s.add_runtime_dependency 'addressable'
+
+  s.add_development_dependency 'logstash-devutils'
+end
+

data/spec/inputs/meetup_spec.rb

@@ -0,0 +1 @@
+# Empty

metadata

@@ -0,0 +1,100 @@
+--- !ruby/object:Gem::Specification
+name: logstash-input-meetup
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Elasticsearch
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2014-11-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: logstash
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: addressable
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
+email: jason.kendall@elasticsearch.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE
+- Rakefile
+- lib/logstash/inputs/meetup.rb
+- logstash-input-meetup.gemspec
+- spec/inputs/meetup_spec.rb
+homepage: http://www.elasticsearch.org/guide/en/logstash/current/index.html
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: input
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.2.2
+signing_key:
+specification_version: 4
+summary: Query and pull events from meetup groups.
+test_files:
+- spec/inputs/meetup_spec.rb