chronicle-zulip 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 27ed02b087bd99b0db8a702d8140add3dba7cdc9df1b3fea0cb2825b49051642
-  data.tar.gz: 01a4efcbf6ccc39ed9d21672684c32c71b37759b32fbaf553097b21edf4a4ce5
+  metadata.gz: 91dd77da48e69a06d1c51c42c5f30176a1f505c1146beba1e90ab20082319657
+  data.tar.gz: 7dbba071cf1751d5cb5bcd98c8aa3de21eda4c079d8f6df8ce3fce2d64db68f9
 SHA512:
-  metadata.gz: 2c706f57da0de15bce5c20430edeebc9b358c55e0e5d060ebe770f91e70e40dfba3ff08edc419e704ba7901d8bae1cf65e5f16ebe033c57d680c6c8400f65b47
-  data.tar.gz: b02063a99a83b93e93f44926d44cd16d17e8125ac250a5300b8a3874d3eadd656e2ef9d7d91a01db5c44aee8129b1dcfe5dbdbdbcb61c6f325375b1f8e4d1730
+  metadata.gz: 380402b0751106c498357407828fd9f2efb16f5a13b4188d13c66132ac974e8d23483c87e6225f4d4a3275a97a8c8cba5c01f7fbbc4b0a4af6edd8c696d6462a
+  data.tar.gz: 12e2449d3db8d91c2097c2f91513da094917ca8523aed1bc2190470b4cda9f6d85ec6df5d97dc3966c834e99912225cc4aeb5606fd409d6664124fab9eff454a

data/README.md

@@ -20,7 +20,7 @@ $ chronicle-etl secrets:set zulip access_token ACCESS_TOKEN
 $ chronicle-etl secrets:set zulip realm foo
 
 # Then, retrieve your private messages
-$ chronicle-etl --extractor zulip:private-messages --loader json
+$ chronicle-etl --extractor zulip:private-message --loader json
 ```
 
 ## Available Connectors

data/lib/chronicle/zulip/private_message_extractor.rb

@@ -18,7 +18,7 @@ module Chronicle
       end
 
       def extract
-        @proxy.all_private_messages do |message|
+        @proxy.all_private_messages(since: @config.since, limit: @config.limit) do |message|
           yield Chronicle::ETL::Extraction.new(data: message)
         end
       end

data/lib/chronicle/zulip/proxy.rb

@@ -9,28 +9,34 @@ module Chronicle
         @realm = realm
       end
 
-      def all_private_messages(anchor: 'oldest')
+      def all_private_messages(anchor: 'newest', since: nil, limit: nil)
         narrow = '[{"negated":false,"operator":"is","operand":"private"}]'
         has_more = true
+        count = 0
 
         while has_more
           response = load_messages(anchor: anchor, narrow: narrow)
-          messages = response[:messages] || []
+          messages = response[:messages].reverse || []
+          messages = messages.first(limit - count) if limit
+          messages = messages.filter { |message| Time.at(message[:timestamp]) > since } if since
+
+          break unless messages.any?
 
           messages.each do |message|
+            count += 1
             yield message
           end
 
-          has_more = !response[:found_newest]
-          anchor = messages.map { |message| message[:id] }.max
+          has_more = !response[:found_oldest]
+          anchor = messages.map { |message| message[:id] }.min - 1
         end
       end
 
       def load_messages(anchor:, narrow:)
         params = {
           narrow: narrow,
-          num_after: '50',
-          num_before: '0',
+          num_after: '0',
+          num_before: '100',
           anchor: anchor,
           apply_markdown: 'false'
         }

data/lib/chronicle/zulip/version.rb

@@ -2,6 +2,6 @@
 
 module Chronicle
   module Zulip
-    VERSION = "0.1.1"
+    VERSION = "0.1.2"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: chronicle-zulip
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Andrew Louis