neo4apis-twitter 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1427ba9cc8ac90d30eb484718d84bc01fdde663d
-  data.tar.gz: b7459019f9bee650ad02163056336dee1a796c4e
+  metadata.gz: f4ea71535fbe17e2305b38c9acc1a20c3362ea53
+  data.tar.gz: d2f2266563615e7adc2c6e1e4f8d59a9c6f18003
 SHA512:
-  metadata.gz: 6f9850d9a63dcfb44a42695d6c8b182e4118aecd19f9b420f34791fc2b03482c02865665891e055b0287a72a501f9fab3287553c3123462798e79aa32560eab6
-  data.tar.gz: a971a013742cd92e61ee61b4129b897a8913b12c4e38a04659a9b75d576aeb8345648254d6a8d3c445dba9839ee4197fe12a6b6510890ff540ad0e7561e42658
+  metadata.gz: b71ebd8a79a4cb0b8fe966c7dc9abb38a379e183543b100d2b434b128eabf382f5a481c26e1d7d0356165774cd37d56b5105ca20563875cf7062084de396a2ad
+  data.tar.gz: 4c4ebf38beea41ed436230bfc103bc7f9d50c12ba3fcfcf6b43ac0d62208d6f5705689473ddf42ffcd73420e697eec31eed7afbc1a8edc662fd37fd5d53f05d6

data/README.md

@@ -18,7 +18,7 @@ neo4japis_twitter.batch do
     #  * The tweeter, 
     #  * The original tweet if a retweet
     #  * The user for the original tweet
-    import :Tweet, tweet
+    neo4apis_client.import :Tweet, tweet
   end
 end
 

data/config/twitter.yml

@@ -0,0 +1,6 @@
+---
+:consumer_key: iwmENsqBZNAeN07hsrGuGwKMa
+:consumer_secret: ioVqcH3pxTrTq5or5cpXdj4WJpUO1ZNjMRr3tmhFg4xT1mOQXa
+:access_token: 2776665793-QPDyINltYv3hGa9RjmMeAbxFSHXJ764n0ycOu1E
+:access_token_secret: hlxs1wONx6lJ7GLLY0nXm630mv6NzPHOhDlirCvqetCip
+

data/lib/neo4apis-twitter.rb

@@ -1,4 +1,5 @@
 require 'neo4apis'
 
 require 'neo4apis/twitter'
+require 'neo4apis/cli/twitter'
 

data/lib/neo4apis/cli/twitter.rb

@@ -0,0 +1,69 @@
+require 'twitter'
+
+module Neo4Apis
+  module CLI
+    class Twitter < Thor
+      class_option :config_path, type: :string,  default: 'config/twitter.yml'
+
+      desc "filter TRACK", "Streams tweets via a filter"
+      def filter(track)
+        neo4apis_client.batch do
+          twitter_client(true).filter(track: track, &tweet_importer)
+        end
+      end
+
+      option :result_type, type: :string
+      desc "search QUERY COUNT", "Import tweets via a search query"
+      def search(query, count)
+        neo4apis_client.batch do
+          twitter_client(false).search(query, options).take(count.to_i).each(&tweet_importer)
+        end
+      end
+
+      private
+
+      def tweet_importer
+        Proc.new do |object|
+          case object
+          when ::Twitter::Tweet
+            say "got tweet from @#{object.user.screen_name}: #{object.text}"
+            neo4apis_client.import :Tweet, object
+          when ::Twitter::Streaming::StallWarning
+            puts "Falling behind!"
+          end
+        end
+      end
+
+      NEO4APIS_CLIENT_CLASS = ::Neo4Apis::Twitter    
+
+      def neo4apis_client
+        @neo4apis_client ||= NEO4APIS_CLIENT_CLASS.new(Neo4j::Session.open(:server_db, parent_options[:neo4j_url]), import_retweets: true, import_hashtags: true)
+      end
+
+      def twitter_client(streaming)
+        return @twitter_client if @twitter_client
+
+        twitter_client_class = streaming ? ::Twitter::Streaming::Client : ::Twitter::REST::Client
+
+        @twitter_client = twitter_client_class.new do |config|
+          yml_config.each do |key, value|
+            config.send("#{key}=", value)
+          end
+        end
+      end
+
+      # For reference for this gem's documentation:
+      # https://github.com/sferik/twitter/blob/master/examples/Configuration.md
+      def yml_config
+        require 'yaml'
+        @yml_config ||= YAML.load(File.open(options[:config_path]).read)
+      end
+    end
+
+    class Base < Thor
+      desc "twitter SUBCOMMAND ...ARGS", "methods of importing data automagically from Twitter"
+      subcommand "twitter", CLI::Twitter
+    end
+  end
+end
+

data/lib/neo4apis/twitter.rb

@@ -45,5 +45,6 @@ module Neo4Apis
     end
 
   end
+
 end
 

data/neo4apis-twitter.gemspec

@@ -3,7 +3,7 @@ $:.unshift lib unless $:.include?(lib)
 
 Gem::Specification.new do |s|
   s.name     = "neo4apis-twitter"
-  s.version  = '0.1.0'
+  s.version  = '0.2.0'
   s.required_ruby_version = ">= 1.9.1"
 
   s.authors  = "Brian Underwood"
@@ -18,7 +18,7 @@ A ruby gem using neo4apis to make importing twitter data to neo4j easy
   s.require_path = 'lib'
   s.files = Dir.glob("{bin,lib,config}/**/*") + %w(README.md Gemfile neo4apis-twitter.gemspec)
 
-  s.add_dependency('neo4apis', "~> 0.2.0")
-  s.add_dependency('twitter', "~> 5.12.0")
+  s.add_dependency('neo4apis', '~> 0.3.0')
+  s.add_dependency('twitter', '~> 5.12.0')
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: neo4apis-twitter
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Brian Underwood
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-02 00:00:00.000000000 Z
+date: 2014-11-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: neo4apis
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.2.0
+        version: 0.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.2.0
+        version: 0.3.0
 - !ruby/object:Gem::Dependency
   name: twitter
   requirement: !ruby/object:Gem::Requirement
@@ -47,7 +47,9 @@ extra_rdoc_files: []
 files:
 - Gemfile
 - README.md
+- config/twitter.yml
 - lib/neo4apis-twitter.rb
+- lib/neo4apis/cli/twitter.rb
 - lib/neo4apis/twitter.rb
 - neo4apis-twitter.gemspec
 homepage: https://github.com/neo4jrb/neo4apis-twitter/