dev_orbit 0.4.0 → 0.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7774f0f9d702f87b2f33c72a4edf845b93d1731e6c65e582b1b74c47ff2c99f0
-  data.tar.gz: 753462633d15b68957c47febca5e2125734e07b238a1233f69534af92c22aa61
+  metadata.gz: 198c77f0fa496da26f71f8fa4328a38fec80522b439599756236d8eaf35023a4
+  data.tar.gz: d318cb75b421a63af7d18afa30264c99362e97ac81169b05fd944af8c31407a2
 SHA512:
-  metadata.gz: 363e30287c5d67513726b86ec5b0ece72a608031ff17dbe8b53017d85f982ca78a1bb2faf3c0a0f204572fad515ddfcfe9275c5a007c17a5090aa675262ae729
-  data.tar.gz: ae845211fd2fe101fe3444551d26c960bafc46014114c32d6c4337ee0673e7f102628ddeeb788e69084832c0b68b19c96e82a465bb19708349505fcd510e9603
+  metadata.gz: d3091757d9601923ff1ca557081e5bd667b051e8ea300952352dff07e6fcd914cdf19fb878b319ec12f48892dcdb3ecc700d3f518a23c862e06a8a1566e034e9
+  data.tar.gz: 2bf38be63bdce7b968bd767ceeaea6ea813c654712a8ac9008b5ffec247d50d7452817c76316a292200a4257b1725647d82c3a57e7cd5ed61dbb316562230ba8

data/CHANGELOG.md

@@ -41,4 +41,14 @@
 ## [0.1.0] - 2021-05-06
 
 - Correct CLI `CheckFollowers` action
-- Update gem specifications
+- Update gem specifications
+## [0.4.1] - 2021-07-01
+
+- Remove debugging output from processing DEV comments
+## [0.5.0] - 2021-07-08
+
+- Add pagination for all DEV interactions
+- Dynamically filter what to send to Orbit based on last item of that type in the Orbit workspace
+## [0.5.1] - 2021-07-11
+
+- Fix URL query params path for organization comments

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    dev_orbit (0.3.0)
+    dev_orbit (0.5.1)
       actionview (~> 6.1)
       activesupport (~> 6.1)
       http (~> 4.4)
@@ -25,7 +25,7 @@ GEM
       minitest (>= 5.1)
       tzinfo (~> 2.0)
       zeitwerk (~> 2.3)
-    addressable (2.7.0)
+    addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
     ast (2.4.2)
     builder (3.2.4)
@@ -60,7 +60,9 @@ GEM
       crass (~> 1.0.2)
       nokogiri (>= 1.5.9)
     minitest (5.14.4)
-    nokogiri (1.11.7-arm64-darwin)
+    nokogiri (1.12.5-arm64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.12.5-x86_64-linux)
       racc (~> 1.4)
     orbit_activities (0.2.2)
       http (~> 4.4)
@@ -68,7 +70,7 @@ GEM
       rake (~> 13.0)
       zeitwerk (~> 2.4)
     parallel (1.20.1)
-    parser (3.0.1.1)
+    parser (3.0.2.0)
       ast (~> 2.4.1)
     public_suffix (4.0.6)
     racc (1.5.2)
@@ -78,7 +80,7 @@ GEM
     rails-html-sanitizer (1.3.0)
       loofah (~> 2.3)
     rainbow (3.0.0)
-    rake (13.0.3)
+    rake (13.0.6)
     regexp_parser (2.1.1)
     rexml (3.2.5)
     rspec (3.10.0)
@@ -94,7 +96,7 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.10.0)
     rspec-support (3.10.2)
-    rubocop (1.17.0)
+    rubocop (1.18.3)
       parallel (~> 1.10)
       parser (>= 3.0.0.0)
       rainbow (>= 2.2.2, < 4.0)
@@ -121,6 +123,7 @@ GEM
 
 PLATFORMS
   arm64-darwin-20
+  x86_64-linux
 
 DEPENDENCIES
   byebug

data/README.md

@@ -116,6 +116,12 @@ $ ORBIT_API_KEY='...' ORBIT_WORKSPACE='...' DEV_API_KEY='...' DEV_ORGANIZATION='
 ```
 **Add the `--historical-import` flag to your CLI command to perform a historical import of all your DEV comments using the CLI.**
 
+## GitHub Actions Automation Setup
+
+⚡ You can set up this integration in a matter of minutes using our GitHub Actions template. It will run regularly to add new activities to your Orbit workspace. All you need is a GitHub account.
+
+[See our guide for setting up this automation](https://github.com/orbit-love/github-actions-templates/blob/main/DEV/README.md).
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/orbit-love/community-ruby-dev-orbit. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/orbit-love/community-ruby-dev-orbit/blob/main/CODE_OF_CONDUCT.md).

data/lib/dev_orbit/dev.rb

@@ -19,6 +19,8 @@ module DevOrbit
     def process_comments(type:)
       articles = get_articles(type: type)
 
+      return if articles.empty? || articles.nil?
+
       articles.each do |article|
         comments = get_article_comments(article["id"])
 
@@ -41,53 +43,84 @@ module DevOrbit
     def process_followers
       followers = get_followers
 
-      followers.each do |follower|
-        next if follower.nil? || follower.empty?
-
-        DevOrbit::Orbit.new(
-          type: "followers",
-          data: {
-            follower: follower
-          },
-          workspace_id: @workspace_id,
-          api_key: @orbit_api_key,
-          historical_import: @historical_import
-        ).call
-      end
+      return if followers.empty? || followers.nil?
+
+      DevOrbit::Orbit.new(
+        type: "followers",
+        data: {
+          followers: followers
+        },
+        workspace_id: @workspace_id,
+        api_key: @orbit_api_key,
+        historical_import: @historical_import,
+        last_orbit_member_timestamp: last_orbit_member_timestamp
+      ).call
     end
 
     private
 
     def get_articles(type:)
-      if type == "user"
-        url = URI("https://dev.to/api/articles?username=#{@username}&top=1")
-      end
+      page = 1
+      articles = []
+      looped_at_least_once = false
 
-      if type == "organization"
-        url = URI("https://dev.to/api/organizations/#{@organization}/articles")
-      end
+      while page >= 1
+        page += 1 if looped_at_least_once
+        url = URI("https://dev.to/api/articles?username=#{@username}&page=#{page}&per_page=1000") if type == "user"
 
-      https = Net::HTTP.new(url.host, url.port)
-      https.use_ssl = true
+        if type == "organization"
+          url = URI("https://dev.to/api/organizations/#{@organization}/articles?page=#{page}&per_page=1000")
+        end
 
-      request = Net::HTTP::Get.new(url)
+        https = Net::HTTP.new(url.host, url.port)
+        https.use_ssl = true
 
-      response = https.request(request)
+        request = Net::HTTP::Get.new(url)
+        request["User-Agent"] = "community-ruby-dev-orbit/#{DevOrbit::VERSION}"
 
-      JSON.parse(response.body) if DevOrbit::Utils.valid_json?(response.body)
+        response = https.request(request)
+
+        break if response.code == "404"
+
+        response = JSON.parse(response.body) if DevOrbit::Utils.valid_json?(response.body)
+
+        articles << response unless response.empty? || response.nil?
+        looped_at_least_once = true
+
+        break if response.empty? || response.nil?
+      end
+
+      articles.flatten!
     end
 
     def get_followers
-      url = URI("https://dev.to/api/followers/users")
-      https = Net::HTTP.new(url.host, url.port)
-      https.use_ssl = true
+      page = 1
+      followers = []
+      looped_at_least_once = false
 
-      request = Net::HTTP::Get.new(url)
-      request["api_key"] = @api_key
+      while page >= 1
+        page += 1 if looped_at_least_once
+        url = URI("https://dev.to/api/followers/users?page=#{page}&per_page=1000")
+        https = Net::HTTP.new(url.host, url.port)
+        https.use_ssl = true
 
-      response = https.request(request)
+        request = Net::HTTP::Get.new(url)
+        request["api_key"] = @api_key
+        request["User-Agent"] = "community-ruby-dev-orbit/#{DevOrbit::VERSION}"
 
-      JSON.parse(response.body) if DevOrbit::Utils.valid_json?(response.body)
+        response = https.request(request)
+
+        break if response.code == "404"
+
+        response = JSON.parse(response.body) if DevOrbit::Utils.valid_json?(response.body)
+
+        followers << response unless response.empty? || response.nil?
+        looped_at_least_once = true
+
+        break if response.empty? || response.nil?
+      end
+
+      followers.flatten!
     end
 
     def get_article_comments(id)
@@ -96,6 +129,7 @@ module DevOrbit
       https.use_ssl = true
 
       request = Net::HTTP::Get.new(url)
+      request["User-Agent"] = "community-ruby-dev-orbit/#{DevOrbit::VERSION}"
 
       response = https.request(request)
 
@@ -105,5 +139,26 @@ module DevOrbit
 
       comments
     end
+
+    def last_orbit_member_timestamp
+      @last_orbit_member_timestamp ||= begin
+        url = URI("https://app.orbit.love/api/v1/#{@workspace_id}/members?direction=DESC&items=10&identity=devto&sort=created_at")
+
+        http = Net::HTTP.new(url.host, url.port)
+        http.use_ssl = true
+
+        request = Net::HTTP::Get.new(url)
+        request["Accept"] = "application/json"
+        request["Authorization"] = "Bearer #{@orbit_api_key}"
+        request["User-Agent"] = "community-ruby-dev-orbit/#{DevOrbit::VERSION}"
+
+        response = http.request(request)
+        response = JSON.parse(response.body)
+
+        return nil if response["data"].nil? || response["data"].empty?
+
+        response["data"][0]["attributes"]["created_at"]
+      end
+    end
   end
 end

data/lib/dev_orbit/orbit.rb

@@ -6,13 +6,14 @@ require "active_support/time"
 
 module DevOrbit
   class Orbit
-    def initialize(type:, data:, workspace_id:, api_key:, historical_import: false)
+    def initialize(type:, data:, workspace_id:, api_key:, historical_import: false, last_orbit_member_timestamp: nil)
       @type = type
       @data = data
       @workspace_id = workspace_id
       @api_key = api_key
       @historical_import = historical_import
       @last_orbit_activity_timestamp = last_orbit_activity_timestamp(type)
+      @last_orbit_member_timestamp = last_orbit_member_timestamp
     end
     
     def call
@@ -21,13 +22,11 @@ module DevOrbit
         
         @data[:comments].each do |comment|
           unless @historical_import && @last_orbit_activity_timestamp
-            puts "inside first condition"
-            next if comment["created_at"] || comment[:created_at] < @last_orbit_activity_timestamp unless @last_orbit_activity_timestamp.nil? 
+            next if (comment["created_at"] || comment[:created_at]) < @last_orbit_activity_timestamp unless @last_orbit_activity_timestamp.nil? 
           end
 
           if @last_orbit_activity_timestamp && @historical_import == false
-            puts "inside second condition"
-            next if comment["created_at"] || comment[:created_at] < @last_orbit_activity_timestamp
+            next if (comment["created_at"] || comment[:created_at]) < @last_orbit_activity_timestamp
           end
 
           times += 1
@@ -48,17 +47,39 @@ module DevOrbit
       end
 
       if @type == "followers"
-        DevOrbit::Interactions::Follower.new(
-          id: @data[:follower]["id"],
-          name: @data[:follower]["name"],
-          username: @data[:follower]["username"],
-          url: @data[:follower]["path"],
-          workspace_id: @workspace_id,
-          api_key: @api_key
-        )
+        counter = 0
+        @data[:followers].each do |follower|
+          next if follower.nil? || follower.empty?
+
+          unless @historical_import && @last_orbit_member_timestamp
+            next if follower["created_at"] < @last_orbit_member_timestamp unless @last_orbit_member_timestamp.nil?
+          end
+  
+          if @last_orbit_member_timestamp && @historical_import == false
+            next if follower["created_at"] < @last_orbit_member_timestamp
+          end
+
+          sleep(20) if counter % 100 == 0 && counter != 0 # API rate limiting
+
+          DevOrbit::Interactions::Follower.new(
+            id: follower["id"],
+            name: follower["name"],
+            username: follower["username"],
+            url: follower["path"],
+            workspace_id: @workspace_id,
+            api_key: @api_key
+          )
+          counter += 1
+        end
+        output = "Sent #{counter} new followers to Orbit"
+
+        puts output
+        return output
       end
     end
 
+    private
+
     def last_orbit_activity_timestamp(type)
       @last_orbit_activity_timestamp ||= begin
         if type == "comments"

data/lib/dev_orbit/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DevOrbit
-  VERSION = "0.4.0"
+  VERSION = "0.5.2"
 end

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: dev_orbit
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.2
 platform: ruby
 authors:
 - Orbit DevRel
 - Ben Greenberg
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-06-28 00:00:00.000000000 Z
+date: 2021-12-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -180,7 +180,7 @@ metadata:
   homepage_uri: https://github.com/orbit-love/community-ruby-dev-orbit
   source_code_uri: https://github.com/orbit-love/community-ruby-dev-orbit
   changelog_uri: https://github.com/orbit-love/community-ruby-dev-orbit/blob/main/CHANGELOG.md
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -195,8 +195,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.15
-signing_key:
+rubygems_version: 3.1.4
+signing_key: 
 specification_version: 4
 summary: Integrate DEV interactions into your Orbit workspace
 test_files: []