dev_orbit 0.4.1 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ce1f0009ec93dd8200f5c31fa63e016780d46aa4214a212990c17192c4da0df6
-  data.tar.gz: 1c7d8b16887c52840016944fc0a0498187e41ccd39e357967109ba48421473b9
+  metadata.gz: 81c671aa577a917ca0147e98e71227375b2f6bdb7d3191d64d4d8eded5c7d34e
+  data.tar.gz: 7327d11e7ebe8a546d5cc54b15516337801ba435daad4c8124eb55b9571225a9
 SHA512:
-  metadata.gz: 1b2a168a89eea4fad802491d4a686d466f178f62b432c7b2c47ad6f5c20fe7cb17743f4ac6687c94a3a027c214809dde556c64d6bafa3c34fd4d7dfbad2ebcc4
-  data.tar.gz: d820ef63efd2246cc560227c57a26cf332819d30745db76740d8106b888c6e73cc41e706f7e98a844b39ccf726252f402f44d5113dd53a9de3d35fa477634efb
+  metadata.gz: 1efb625e90bbe73b44efcbb6fe0e4fcbe279f7ec2908c30d1b71e9e58e888155e81daffcf8dae5857c4c9ebdc2dae8516c74bfb77db83f56f3867a537e06cac1
+  data.tar.gz: a146a6dbb68bbc27ed224d44aab866ac25957d730c00400ba5671ac575982cff637113c125ec331bffaf2efd822d5bc638a70a2817c80431c072d00284204ee8

data/CHANGELOG.md

@@ -44,4 +44,8 @@
 - Update gem specifications
 ## [0.4.1] - 2021-07-01
 
-- Remove debugging output from processing DEV comments
+- Remove debugging output from processing DEV comments
+## [0.5.0] - 2021-07-08
+
+- Add pagination for all DEV interactions
+- Dynamically filter what to send to Orbit based on last item of that type in the Orbit workspace

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    dev_orbit (0.4.0)
+    dev_orbit (0.4.1)
       actionview (~> 6.1)
       activesupport (~> 6.1)
       http (~> 4.4)
@@ -25,7 +25,7 @@ GEM
       minitest (>= 5.1)
       tzinfo (~> 2.0)
       zeitwerk (~> 2.3)
-    addressable (2.7.0)
+    addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
     ast (2.4.2)
     builder (3.2.4)
@@ -78,7 +78,7 @@ GEM
     rails-html-sanitizer (1.3.0)
       loofah (~> 2.3)
     rainbow (3.0.0)
-    rake (13.0.3)
+    rake (13.0.5)
     regexp_parser (2.1.1)
     rexml (3.2.5)
     rspec (3.10.0)
@@ -94,7 +94,7 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.10.0)
     rspec-support (3.10.2)
-    rubocop (1.17.0)
+    rubocop (1.18.3)
       parallel (~> 1.10)
       parser (>= 3.0.0.0)
       rainbow (>= 2.2.2, < 4.0)

data/lib/dev_orbit/dev.rb

@@ -19,6 +19,8 @@ module DevOrbit
     def process_comments(type:)
       articles = get_articles(type: type)
 
+      return if articles.empty? || articles.nil?
+
       articles.each do |article|
         comments = get_article_comments(article["id"])
 
@@ -41,53 +43,78 @@ module DevOrbit
     def process_followers
       followers = get_followers
 
-      followers.each do |follower|
-        next if follower.nil? || follower.empty?
-
-        DevOrbit::Orbit.new(
-          type: "followers",
-          data: {
-            follower: follower
-          },
-          workspace_id: @workspace_id,
-          api_key: @orbit_api_key,
-          historical_import: @historical_import
-        ).call
-      end
+      return if followers.empty? || followers.nil?
+
+      DevOrbit::Orbit.new(
+        type: "followers",
+        data: {
+          followers: followers
+        },
+        workspace_id: @workspace_id,
+        api_key: @orbit_api_key,
+        historical_import: @historical_import,
+        last_orbit_member_timestamp: last_orbit_member_timestamp
+      ).call
     end
 
     private
 
     def get_articles(type:)
-      if type == "user"
-        url = URI("https://dev.to/api/articles?username=#{@username}&top=1")
-      end
+      page = 1
+      articles = []
+      looped_at_least_once = false
 
-      if type == "organization"
-        url = URI("https://dev.to/api/organizations/#{@organization}/articles")
-      end
+      while page >= 1
+        page += 1 if looped_at_least_once
+        url = URI("https://dev.to/api/articles?username=#{@username}&page=#{page}&per_page=1000") if type == "user"
 
-      https = Net::HTTP.new(url.host, url.port)
-      https.use_ssl = true
+        if type == "organization"
+          url = URI("https://dev.to/api/organizations/#{@organization}/articles&page=#{page}&per_page=1000")
+        end
 
-      request = Net::HTTP::Get.new(url)
+        https = Net::HTTP.new(url.host, url.port)
+        https.use_ssl = true
 
-      response = https.request(request)
+        request = Net::HTTP::Get.new(url)
 
-      JSON.parse(response.body) if DevOrbit::Utils.valid_json?(response.body)
+        response = https.request(request)
+
+        response = JSON.parse(response.body) if DevOrbit::Utils.valid_json?(response.body)
+
+        articles << response unless response.empty? || response.nil?
+        looped_at_least_once = true
+
+        break if response.empty? || response.nil?
+      end
+
+      articles.flatten!
     end
 
     def get_followers
-      url = URI("https://dev.to/api/followers/users")
-      https = Net::HTTP.new(url.host, url.port)
-      https.use_ssl = true
+      page = 1
+      followers = []
+      looped_at_least_once = false
 
-      request = Net::HTTP::Get.new(url)
-      request["api_key"] = @api_key
+      while page >= 1
+        page += 1 if looped_at_least_once
+        url = URI("https://dev.to/api/followers/users?page=#{page}&per_page=1000")
+        https = Net::HTTP.new(url.host, url.port)
+        https.use_ssl = true
 
-      response = https.request(request)
+        request = Net::HTTP::Get.new(url)
+        request["api_key"] = @api_key
+
+        response = https.request(request)
+
+        response = JSON.parse(response.body) if DevOrbit::Utils.valid_json?(response.body)
+
+        followers << response unless response.empty? || response.nil?
+        looped_at_least_once = true
+
+        break if response.empty? || response.nil?
+      end
 
-      JSON.parse(response.body) if DevOrbit::Utils.valid_json?(response.body)
+      followers.flatten!
     end
 
     def get_article_comments(id)
@@ -105,5 +132,26 @@ module DevOrbit
 
       comments
     end
+
+    def last_orbit_member_timestamp
+      @last_orbit_member_timestamp ||= begin
+        url = URI("https://app.orbit.love/api/v1/#{@workspace_id}/members?direction=DESC&items=10&identity=devto&sort=created_at")
+
+        http = Net::HTTP.new(url.host, url.port)
+        http.use_ssl = true
+
+        request = Net::HTTP::Get.new(url)
+        request["Accept"] = "application/json"
+        request["Authorization"] = "Bearer #{@orbit_api_key}"
+        request["User-Agent"] = "community-ruby-dev-orbit/#{DevOrbit::VERSION}"
+
+        response = http.request(request)
+        response = JSON.parse(response.body)
+
+        return nil if response["data"].nil? || response["data"].empty?
+
+        response["data"][0]["attributes"]["created_at"]
+      end
+    end
   end
 end

data/lib/dev_orbit/orbit.rb

@@ -6,13 +6,14 @@ require "active_support/time"
 
 module DevOrbit
   class Orbit
-    def initialize(type:, data:, workspace_id:, api_key:, historical_import: false)
+    def initialize(type:, data:, workspace_id:, api_key:, historical_import: false, last_orbit_member_timestamp: nil)
       @type = type
       @data = data
       @workspace_id = workspace_id
       @api_key = api_key
       @historical_import = historical_import
       @last_orbit_activity_timestamp = last_orbit_activity_timestamp(type)
+      @last_orbit_member_timestamp = last_orbit_member_timestamp
     end
     
     def call
@@ -21,11 +22,11 @@ module DevOrbit
         
         @data[:comments].each do |comment|
           unless @historical_import && @last_orbit_activity_timestamp
-            next if comment["created_at"] || comment[:created_at] < @last_orbit_activity_timestamp unless @last_orbit_activity_timestamp.nil? 
+            next if (comment["created_at"] || comment[:created_at]) < @last_orbit_activity_timestamp unless @last_orbit_activity_timestamp.nil? 
           end
 
           if @last_orbit_activity_timestamp && @historical_import == false
-            next if comment["created_at"] || comment[:created_at] < @last_orbit_activity_timestamp
+            next if (comment["created_at"] || comment[:created_at]) < @last_orbit_activity_timestamp
           end
 
           times += 1
@@ -46,17 +47,39 @@ module DevOrbit
       end
 
       if @type == "followers"
-        DevOrbit::Interactions::Follower.new(
-          id: @data[:follower]["id"],
-          name: @data[:follower]["name"],
-          username: @data[:follower]["username"],
-          url: @data[:follower]["path"],
-          workspace_id: @workspace_id,
-          api_key: @api_key
-        )
+        counter = 0
+        @data[:followers].each do |follower|
+          next if follower.nil? || follower.empty?
+
+          unless @historical_import && @last_orbit_member_timestamp
+            next if follower["created_at"] < @last_orbit_member_timestamp unless @last_orbit_member_timestamp.nil?
+          end
+  
+          if @last_orbit_member_timestamp && @historical_import == false
+            next if follower["created_at"] < @last_orbit_member_timestamp
+          end
+
+          sleep(20) if counter % 100 == 0 && counter != 0 # API rate limiting
+
+          DevOrbit::Interactions::Follower.new(
+            id: follower["id"],
+            name: follower["name"],
+            username: follower["username"],
+            url: follower["path"],
+            workspace_id: @workspace_id,
+            api_key: @api_key
+          )
+          counter += 1
+        end
+        output = "Sent #{counter} new followers to Orbit"
+
+        puts output
+        return output
       end
     end
 
+    private
+
     def last_orbit_activity_timestamp(type)
       @last_orbit_activity_timestamp ||= begin
         if type == "comments"

data/lib/dev_orbit/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DevOrbit
-  VERSION = "0.4.1"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dev_orbit
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.5.0
 platform: ruby
 authors:
 - Orbit DevRel
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-07-01 00:00:00.000000000 Z
+date: 2021-07-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport