holistics 0.3.4 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: 07bec8a025b674144e6fb6e35b9ef2c9a279e917e2187587d83a75e025f369c0
-  data.tar.gz: abe49de6255090ee1c96898df73eeb25ee3cc88dd36eef7233901c12dbc87980
+SHA1:
+  metadata.gz: cab913239d13210e0e3c091b01bc3f9b61cdc78d
+  data.tar.gz: 53b64ba89eb7ffb7134b7b80c15948d291b75efe
 SHA512:
-  metadata.gz: d63c018afd38938a15be260b6ccdd63f3168d2ebba073789cba120cab1c52ea2fde9592061d580c1bfd5a166ca2662461bf16462d9b090b5fc1b951a86cec3ec
-  data.tar.gz: 6cef3b620618a6bbc562bc3ec6ed55197036ec18ebefe3ddc1c78e01492695dc17f58906df85b2054ed73f1b7e049832a302d4a64c54e84f30e98a50ba16d1fa
+  metadata.gz: 89b361bb3763a3c89c59ffe4845d5f3b1625da74292fd6e19164dfb19ee1814566e9c8f246f7d7a753fb56a4e926c7894738099006dad0063f2c4dc1e1753925
+  data.tar.gz: f115d45d5baa6972a7d30d2b9610032aa39b924d1cf97c1ff98101cfc20e9ca8e6b640b5830245c77f39b1a2915e3c424ebdc40d3959eb7d68d90b8646eefa1c

data/lib/holistics.rb

@@ -7,6 +7,7 @@ require 'holistics/custom_logger'
 require 'holistics/auth_api_client'
 
 require 'import'
+require 'import_chunking'
 require 'transport'
 require 'transform'
 require 'data_sources'
@@ -44,6 +45,7 @@ module Holistics
     end
 
     register(Holistics::Import, 'import', 'import <command>', "Execute import commands")
+    register(Holistics::ImportChunking, 'import_chunking', 'import_chunking <command>', "Generate import chunks for date range imports")
     register(Holistics::Transport, 'transport', 'transport <command>', "Execute transport module's commands")
     register(Holistics::Transform, 'transform', 'transform <command>', "Execute transform module's commands")
     register(Holistics::DataSources, 'data_sources', 'data_sources <command>', "Execute data_sources module's commands")

data/lib/holistics/version.rb

@@ -1,4 +1,4 @@
 module Holistics
-  VERSION = '0.3.4'
-  DATE = '2018-08-24'
+  VERSION = '0.3.5'
+  DATE = '2021-04-19'
 end

data/lib/import_chunking.rb

@@ -0,0 +1,52 @@
+require 'thor'
+require 'colorize'
+require 'time'
+
+module Holistics
+  class ImportChunking < Thor
+
+
+    # Example
+    # holistics import_chunking execute -j 29283 --range-start 2020-8-01T00:00:00Z --range-end 2021-9-01T00:00:00Z --chunk-days 10
+ 
+
+    method_option :import_id, aliases: '-j', type: :string, required: true, desc: 'ID of import job to be executed'
+    method_option :range_start, aliases: '--range-start', type: :string, required: true, desc: 'start range'
+    method_option :range_end, aliases: '--range-end', type: :string, required: true, desc: 'end range'
+    method_option :chunk_days, aliases: '--chunk-days', type: :numeric, required: true, desc: 'The range in days of each import'
+
+    desc 'execute', 'Generate import chunks for a date range'
+    def execute
+      one_day = 86_400
+      chunk_duration = one_day * options[:chunk_days]
+
+      date_start = Time.parse(options[:range_start])
+      date_end = Time.parse(options[:range_end])
+
+      generated_result = []
+
+      current_time = date_start
+
+      while current_time < date_end
+        chunk_start = current_time
+        chunk_end = current_time + chunk_duration
+
+        generated_result << gen_command(options[:import_id],
+                                        chunk_start,
+                                        chunk_end < date_end ? chunk_end : date_end)
+
+        current_time += chunk_duration
+      end
+
+      puts generated_result.join(" && \\ \n")
+    end
+
+    private
+
+    def gen_command(id, range_start, range_end)
+      start_str = range_start.utc.iso8601
+      end_str = range_end.utc.iso8601
+      "holistics import execute -j #{id} --custom-range --range-start #{start_str} --range-end #{end_str}"
+    end
+  end
+end

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: holistics
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.5
 platform: ruby
 authors:
 - Thanh Dinh Khac
 - Huy Nguyen
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-08-24 00:00:00.000000000 Z
+date: 2021-04-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -118,6 +118,7 @@ files:
 - lib/holistics/helpers/job_manager.rb
 - lib/holistics/version.rb
 - lib/import.rb
+- lib/import_chunking.rb
 - lib/tabular_formatter.rb
 - lib/transform.rb
 - lib/transport.rb
@@ -126,7 +127,7 @@ homepage: http://rubygems.org/gems/holistics-cli
 licenses:
 - GPL
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -142,9 +143,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
-signing_key: 
+rubyforge_project:
+rubygems_version: 2.5.1
+signing_key:
 specification_version: 4
 summary: CLI interface for Holistics
 test_files: []