eco-helpers 3.0.18 → 3.0.19

data/lib/eco/api/usecases/default/utils/split_json_case.rb

@@ -0,0 +1,224 @@
+class Eco::API::UseCases::Default::Utils::SplitJson < Eco::API::Common::Loaders::UseCase
+  require_relative 'cli/split_json_cli'
+
+  MAX_ITEMS = 15_000
+
+  name "split-json"
+  type :other
+
+  def main(*_args)
+    if simulate?
+      count = input_json.count
+      log(:info) { "JSON '#{input_file}' has #{count} elements." }
+    else
+      split_json_into_files!
+
+      msg  = []
+      msg << "Total elements: #{total_count}"
+      msg << "Generated files:"
+      out_files.each do |file|
+        msg << "  * #{file}'"
+      end
+
+      log(:info) { msg.join("\n") }
+    end
+  end
+
+  private
+
+  def split_json_into_files!
+    first = true
+
+    while pending?
+      swap_file! if first
+      first = false
+
+      curr_json << input_json.shift
+      next_count!
+
+      swap_file! if split?
+    end
+
+    generate_file!
+  end
+
+  def split?
+    return false unless curr_count > max_items
+
+    true
+  end
+
+  def max_items
+    @max_items ||= max_items_options || self.class::MAX_ITEMS
+  end
+
+
+  # OPTIONS
+
+  def max_items_options
+    return unless (num = options.dig(:output, :file, :max_items))
+
+    num = num.to_i
+    num = nil if num.zero?
+    num
+  end
+
+  # OUTPUT JSON
+
+  # Returns the last json array and blanks the variable
+  def exporting_json!
+    curr_json.tap do
+      @curr_json = []
+    end
+  end
+
+  def curr_json
+    @curr_json ||= []
+  end
+
+  def pending?
+    !input_json.empty?
+  end
+
+  def input_json
+    @json ||= JSON.load(File.open(input_file, 'r'))
+  end
+
+  # COUNTS
+
+  def next_count!
+    @curr_count  = curr_count + 1
+    @total_count = total_count + 1
+  end
+
+  def total_count
+    @total_count ||= 0
+  end
+
+  def curr_count
+    @curr_count ||= 0
+  end
+
+  def new_count!
+    @curr_count = 0
+  end
+
+  # FILE GENERATION
+
+  def swap_file!
+    generate_file!
+    next_file!
+  end
+
+  def generate_file!
+    return unless @curr_file
+
+    if curr_json.empty?
+      log(:info) {
+        msg  = "No pending elements to be transferred "
+        msg << "(skipping creation of file '#{curr_file}')"
+        msg
+      }
+      out_files -= [curr_file]
+      return
+    end
+
+    log(:info) {
+      msg  = "Generating file at elem #{total_count} "
+      msg << "(file elements: #{curr_count})"
+      msg
+    }
+
+    save_json(exporting_json!, curr_file)
+    new_count!
+  end
+
+  def save_json(data, file)
+    File.open(file, 'w') do |fd|
+      first = true
+
+      fd << '['
+      data.each do |elem|
+        fd << "," unless first
+        first = false
+
+        fd << elem.to_json
+      end
+      fd << ']'
+    end.tap do
+      log(:info) {
+        "Generated file '#{file}'"
+      }
+    end
+  end
+
+  # OUTPUT FILES
+  attr_reader :curr_file
+
+  def file_count
+    @file_count ||= 0
+  end
+
+  def next_file!
+    @file_count = file_count + 1
+    @curr_file  = generate_name(@file_count)
+    @curr_file.tap do
+      out_files << @curr_file
+    end
+  end
+
+  def out_files
+    @out_files ||= []
+  end
+
+  def generate_name(fidx)
+    File.join(input_dir, "#{input_name}_#{file_number(fidx)}#{input_ext}")
+  end
+
+  def file_number(num)
+    "#{zeroed}#{num}"[-5..]
+  end
+
+  def zeroed
+    "0" * 5
+  end
+
+  # INPUT FILE
+
+  def input_name
+    @input_name ||= File.basename(input_basename, input_ext)
+  end
+
+  def input_ext
+    @input_ext ||= input_basename.split('.')[1..].join('.').then do |name|
+      ".#{name}"
+    end
+  end
+
+  def input_basename
+    @input_basename ||= File.basename(input_full_filename)
+  end
+
+  def input_dir
+    @input_dir = File.dirname(input_full_filename)
+  end
+
+  def input_full_filename
+    @input_full_filename ||= File.expand_path(input_file)
+  end
+
+  def input_file
+    options.dig(:source, :file).tap do |file|
+      next if file && File.exist?(file)
+
+      unless file
+        log(:warn) { 'No input file provided' }
+        exit 1
+      end
+
+      log(:warn) {
+        "File '#{file}' doesn't exist"
+      }
+    end
+  end
+end

data/lib/eco/api/usecases/default/utils.rb

@@ -10,3 +10,7 @@ module Eco
 end
 
 require_relative 'utils/split_csv_case'
+require_relative 'utils/split_json_case'
+require_relative 'utils/json_to_csv_case'
+require_relative 'utils/sort_csv_case'
+require_relative 'utils/group_csv_case'

data/lib/eco/version.rb

@@ -1,3 +1,3 @@
 module Eco
-  VERSION = '3.0.18'.freeze
+  VERSION = '3.0.19'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: eco-helpers
 version: !ruby/object:Gem::Version
-  version: 3.0.18
+  version: 3.0.19
 platform: ruby
 authors:
 - Oscar Segura
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-10-28 00:00:00.000000000 Z
+date: 2024-11-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -229,7 +229,7 @@ dependencies:
         version: '0.10'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.10.6
+        version: 0.10.7
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -239,7 +239,7 @@ dependencies:
         version: '0.10'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.10.6
+        version: 0.10.7
 - !ruby/object:Gem::Dependency
   name: ecoportal-api-graphql
   requirement: !ruby/object:Gem::Requirement
@@ -249,7 +249,7 @@ dependencies:
         version: '0.4'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.2
+        version: 0.4.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -259,7 +259,7 @@ dependencies:
         version: '0.4'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.2
+        version: 0.4.3
 - !ruby/object:Gem::Dependency
   name: ecoportal-api-v2
   requirement: !ruby/object:Gem::Requirement
@@ -269,7 +269,7 @@ dependencies:
         version: '2.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.11
+        version: 2.0.12
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -279,7 +279,7 @@ dependencies:
         version: '2.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.11
+        version: 2.0.12
 - !ruby/object:Gem::Dependency
   name: ed25519
   requirement: !ruby/object:Gem::Requirement
@@ -551,6 +551,10 @@ files:
 - lib/eco/api/common/people/default_parsers/csv_parser.rb
 - lib/eco/api/common/people/default_parsers/date_parser.rb
 - lib/eco/api/common/people/default_parsers/freemium_parser.rb
+- lib/eco/api/common/people/default_parsers/helpers.rb
+- lib/eco/api/common/people/default_parsers/helpers/expected_headers.rb
+- lib/eco/api/common/people/default_parsers/helpers/null_parsing.rb
+- lib/eco/api/common/people/default_parsers/json_parser.rb
 - lib/eco/api/common/people/default_parsers/login_providers_parser.rb
 - lib/eco/api/common/people/default_parsers/multi_parser.rb
 - lib/eco/api/common/people/default_parsers/numeric_parser.rb
@@ -735,8 +739,16 @@ files:
 - lib/eco/api/usecases/default/people/utils/switch_supervisor_case.rb
 - lib/eco/api/usecases/default/people/utils/transfer_account_case.rb
 - lib/eco/api/usecases/default/utils.rb
+- lib/eco/api/usecases/default/utils/cli/group_csv_cli.rb
+- lib/eco/api/usecases/default/utils/cli/json_to_csv_cli.rb
+- lib/eco/api/usecases/default/utils/cli/sort_csv_cli.rb
 - lib/eco/api/usecases/default/utils/cli/split_csv_cli.rb
+- lib/eco/api/usecases/default/utils/cli/split_json_cli.rb
+- lib/eco/api/usecases/default/utils/group_csv_case.rb
+- lib/eco/api/usecases/default/utils/json_to_csv_case.rb
+- lib/eco/api/usecases/default/utils/sort_csv_case.rb
 - lib/eco/api/usecases/default/utils/split_csv_case.rb
+- lib/eco/api/usecases/default/utils/split_json_case.rb
 - lib/eco/api/usecases/default_cases.rb
 - lib/eco/api/usecases/default_cases/create_case.rb
 - lib/eco/api/usecases/default_cases/delete_sync_case.rb
@@ -951,7 +963,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.18
+rubygems_version: 3.5.23
 signing_key:
 specification_version: 4
 summary: eco-helpers to manage people api cases