datapimp 1.0.29 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c25b82cfedd8fa130a6be752f114ada0c20d5ae1
-  data.tar.gz: 4cbc9be6c3139d380d9e554d3fcf31ae2e6fe752
+  metadata.gz: febfc2f5b9415229b62250b31276eda459a7f109
+  data.tar.gz: fb1ace6736e83d803437b984f2a6b05647b70044
 SHA512:
-  metadata.gz: 8aca156ce484607a1e1b41869ce4cb6b98fc5c4b5185adcc876977630a6a83124572386869d92f03c0cb48efa971e1d1746adde1f5fcd204cad38f4e6f42f4fb
-  data.tar.gz: 14154e8962748a13c2bb188d79f1d043cf0626fa228d3e5584ecf55a28ee339b9a49d3432681f8aaa16d4ad0d577da905b3ae29184566f547b0761e64df12b92
+  metadata.gz: 15ca815bd6cfdacb8b910dc54de072eeff350e474174a0efbb512ba1b248c8d39ffb75c03042fc3ecb3d5f9fba17665156111a5084d545e4c2da6d1fc1724539
+  data.tar.gz: da7451e15f8b8b10ca9016b3356206fde39eca3184921df8752d19e00b5bbe38186546ddf6d19c996900a76cfdb34586e0a8e9e9c024a4c6b454b5f55bfa04a5

data/lib/datapimp/cli/support/data_sync.rb

@@ -19,4 +19,74 @@ module Datapimp::DataSync
       puts spreadsheet.to_s
     end
   end
+
+  class Github
+    attr_reader :options, :repository
+
+    def initialize(repository, options)
+      @repository = repository
+      @options    = options
+    end
+
+    def sync_issues
+      issues = client.issues(repository, filter: "all")
+      issues.map! do |issue|
+        %w(comments events labels).each do |rel|
+          issue[rel] = issue.rels[rel].get.data if relations.include?(rel)
+        end
+        issue
+      end
+      serve_output(issues)
+    end
+
+    def sync_issue_comments(issue_id)
+      comments = client.issue_comments(repository, issue_id)
+      serve_output(comments)
+    end
+
+    def sync_milestones
+      milestones = client.milestones(repository)
+      serve_output(milestones)
+    end
+
+    def sync_releases
+      releases = client.releases(repository)
+      serve_output(releases)
+    end
+
+    def sync_commits
+      commits = client.commits(repository)
+      serve_output(commits)
+    end
+
+    private
+
+    def client
+      @_client ||= Datapimp::Sync.github.api
+    end
+
+    def relations
+      @_relations ||= @options.relations.to_a
+    end
+
+    def serve_output(output)
+      if output.is_a?(Array)
+        output.map! do |o|
+          o.respond_to?(:to_attrs) ? o.send(:to_attrs) : o
+        end
+      end
+
+      if @options.format && @options.format == "json"
+        output = JSON.generate(output)
+      end
+
+      if @options.output
+        Pathname(options.output).open("w+") do |f|
+          f.write(output)
+        end
+      else
+        puts output.to_s
+      end
+    end
+  end
 end

data/lib/datapimp/cli/sync.rb

@@ -21,7 +21,9 @@ command "sync data" do |c|
 
   c.option '--type TYPE', String, "What type of source data is this? #{ Datapimp::Sync.data_source_types.join(", ") }"
   c.option '--output FILE', String, "Write the output to a file"
+  c.option '--format FORMAT', String, "Which format to serialize the output in? valid options are JSON"
   c.option '--columns NAMES', Array, "Extract only these columns"
+  c.option '--relations NAMES', Array, "Also fetch these relationships on the object if applicable"
 
   c.example "Syncing an excel file from dropbox ", "datapimp sync data --type dropbox --columns name,description --dropbox-app-key ABC --dropbox-app-secret DEF --dropbox-client-token HIJ --dropbox-client-secret JKL spreadsheets/test.xslx"
   c.example "Syncing a google spreadsheet", "datapimp sync data --type google-spreadsheet WHATEVER_THE_KEY_IS"
@@ -31,6 +33,30 @@ command "sync data" do |c|
   c.action do |args, options|
     if options.type == "google-spreadsheet" || options.type == "google"
       Datapimp::DataSync.sync_google_spreadsheet(options, args)
+
+    # TODO
+    # Could totally make this cleaner if we need to support more services
+    elsif options.type == "github-issues"
+      repository  = args.shift
+
+      service = Datapimp::DataSync::Github.new(repository, options)
+      service.sync_issues
+    elsif options.type == "github-milestones"
+      repository  = args.shift
+
+      service = Datapimp::DataSync::Github.new(repository, options)
+      service.sync_milestones
+    elsif options.type == "github-releases"
+      repository  = args.shift
+
+      service = Datapimp::DataSync::Github.new(repository, options)
+      service.sync_releases
+    elsif options.type == "github-issue-comments"
+      repository  = args.shift
+      issue       = args.shift
+
+      service = Datapimp::DataSync::Github.new(repository, options)
+      service.sync_issue_comments(issue)
     end
   end
 end

data/lib/datapimp/clients/github.rb

@@ -30,7 +30,7 @@ module Datapimp
 
       def api
         @api ||= begin
-                   Octokit::Client.new(access_token: Datapimp.config.github_access_token)
+                   Octokit::Client.new(access_token: Datapimp.config.github_access_token, auto_paginate: true)
                  end
       end
 

data/lib/datapimp/version.rb

@@ -1,3 +1,3 @@
 module Datapimp
-  VERSION = "1.0.29"
+  VERSION = "1.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datapimp
 version: !ruby/object:Gem::Version
-  version: 1.0.29
+  version: 1.1.0
 platform: ruby
 authors:
 - Jonathan Soeder
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-06-15 00:00:00.000000000 Z
+date: 2015-06-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry