decombobulate 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 153e6f51eadf84455fdd682c8c6eb3fb986f9dfafaa833f3c60e0e491a08fc94
-  data.tar.gz: '08e60c60fab9867131aa075177bdd7e470e628804ab51232a1a4bc259844c6ca'
+  metadata.gz: e84472027fcfa0174c8c7da896340b34a3c7f15f4575df81c756e6eac38ae171
+  data.tar.gz: 39d3ec49fb48c092b7501f7bd158c9b63272b341632b0844f299cfae7e080882
 SHA512:
-  metadata.gz: 7ae3eba70539c1d56e98c69e190f1eeb6e4c726dcb3c0a2f390e80c163ef6cb95010bc04908b3fd274d3481de89e271db2f71bd8d14c0d697b13deaa201636a0
-  data.tar.gz: a32b6a3f54a1afb2b939470ed1b33cf29cf04b32c4f5955552e508a512d76a24832d6f7781e8c5b86c9d06839cbed7009bc9d3d16af76eab36b9555d7faed7f2
+  metadata.gz: 776e3e69329510030a4b25bddecdfe247dbbb55cc8812a04fce13aa706747ca5dc29440b88ee05baf3dc8e8dec81ea9e46b00092a46f4366415768f8c02a4d91
+  data.tar.gz: 42f98e4aef1abc545856536e84a686b64b6f17ac9d87c320309f9293991fce17f32c200fb669eaf2c8d7c1538e4353ab91ffe8651c2f70f6f542523a3892d5a2

data/.rubocop.yml

@@ -1,35 +1,10 @@
-require:
-  - rubocop-rails
-  - rubocop-performance
-
-inherit_gem:
-  rubocop-rails_config:
-    - config/rails.yml
-
 AllCops:
   Exclude:
-    - db/schema.rb
-    - 'node_modules/**/*'
-    - 'redis-stable/**/*'
     - 'bin/**/*'
-    - 'vendor/**/*'
+    - 'pkg/**/*'
+    - 'sig/**/*'
   TargetRubyVersion: 3.0
 
-# Join tables don't really need timestamps
-Rails/CreateTableWithTimestamps:
-  Exclude:
-    # - 'db/migrate/20180128231930_create_organizations_and_events.rb'
-
-# Rails generates this file
-Style/BlockComments:
-  Exclude:
-    - 'db/seeds.rb'
-
-# The schema file is autogenerated
-Layout/EmptyLinesAroundBlockBody:
-  Exclude:
-    - 'db/schema.rb'
-
 # This sets us to use the standard Rails format instead of Rubocop's
 # opinionated Ruby style.
 Style/FrozenStringLiteralComment:
@@ -40,11 +15,6 @@ Style/FrozenStringLiteralComment:
 Style/ClassAndModuleChildren:
   Enabled: false
 
-# Rails generates this file
-Layout/IndentationStyle:
-  Exclude:
-    - 'db/seeds.rb'
-
 # Temporarily turn this off
 Metrics/AbcSize:
   Enabled: false
@@ -58,18 +28,9 @@ Lint/RescueException:
 Lint/Debugger:
   Enabled: true
 
-Rails/HasManyOrHasOneDependent:
-  Enabled: true
-
-Rails/HasAndBelongsToMany:
-  Enabled: true
-
 Style/NumericPredicate:
   Enabled: true
 
-Rails/RefuteMethods:
-  Enabled: false
-
 # This sets us to use the standard Rails format instead of Rubocop's
 # opinionated Ruby style.
 Layout/EmptyLinesAroundAccessModifier:

data/Gemfile

@@ -5,8 +5,4 @@ source "https://rubygems.org"
 # Specify your gem's dependencies in decombobulate.gemspec
 gemspec
 
-gem "rake", "~> 13.0"
-
-gem "minitest", "~> 5.0"
-
-gem "rubocop", "~> 1.21"
+gem "rake", "~> 13.1"

data/Gemfile.lock

@@ -1,129 +1,63 @@
 PATH
   remote: .
   specs:
-    decombobulate (0.1.3)
+    decombobulate (0.1.4)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    actionpack (7.0.7)
-      actionview (= 7.0.7)
-      activesupport (= 7.0.7)
-      rack (~> 2.0, >= 2.2.4)
-      rack-test (>= 0.6.3)
-      rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.0, >= 1.2.0)
-    actionview (7.0.7)
-      activesupport (= 7.0.7)
-      builder (~> 3.1)
-      erubi (~> 1.4)
-      rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.1, >= 1.2.0)
-    activesupport (7.0.7)
+    activesupport (7.0.8)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
       tzinfo (~> 2.0)
     ast (2.4.2)
-    base64 (0.1.1)
-    builder (3.2.4)
     concurrent-ruby (1.2.2)
-    crass (1.0.6)
-    erubi (1.12.0)
     i18n (1.14.1)
       concurrent-ruby (~> 1.0)
-    json (2.6.3)
+    json (2.7.0)
     language_server-protocol (3.17.0.3)
-    loofah (2.21.3)
-      crass (~> 1.0.2)
-      nokogiri (>= 1.12.0)
-    method_source (1.0.0)
-    minitest (5.19.0)
-    nokogiri (1.15.4-arm64-darwin)
-      racc (~> 1.4)
-    nokogiri (1.15.4-x86_64-linux)
-      racc (~> 1.4)
+    minitest (5.20.0)
     parallel (1.23.0)
-    parser (3.2.2.3)
+    parser (3.2.2.4)
       ast (~> 2.4.1)
       racc
-    racc (1.7.1)
-    rack (2.2.8)
-    rack-test (2.1.0)
-      rack (>= 1.3)
-    rails-dom-testing (2.2.0)
-      activesupport (>= 5.0.0)
-      minitest
-      nokogiri (>= 1.6)
-    rails-html-sanitizer (1.6.0)
-      loofah (~> 2.21)
-      nokogiri (~> 1.14)
-    railties (7.0.7)
-      actionpack (= 7.0.7)
-      activesupport (= 7.0.7)
-      method_source
-      rake (>= 12.2)
-      thor (~> 1.0)
-      zeitwerk (~> 2.5)
+    racc (1.7.3)
     rainbow (3.1.1)
-    rake (13.0.6)
-    regexp_parser (2.8.1)
+    rake (13.1.0)
+    regexp_parser (2.8.3)
     rexml (3.2.6)
-    rubocop (1.56.0)
-      base64 (~> 0.1.1)
+    rubocop (1.58.0)
       json (~> 2.3)
       language_server-protocol (>= 3.17.0)
       parallel (~> 1.10)
-      parser (>= 3.2.2.3)
+      parser (>= 3.2.2.4)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 1.8, < 3.0)
       rexml (>= 3.2.5, < 4.0)
-      rubocop-ast (>= 1.28.1, < 2.0)
+      rubocop-ast (>= 1.30.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 3.0)
-    rubocop-ast (1.29.0)
+    rubocop-ast (1.30.0)
       parser (>= 3.2.1.0)
-    rubocop-md (1.2.0)
-      rubocop (>= 1.0)
-    rubocop-minitest (0.31.0)
-      rubocop (>= 1.39, < 2.0)
-    rubocop-packaging (0.5.2)
-      rubocop (>= 1.33, < 2.0)
-    rubocop-performance (1.19.0)
+    rubocop-performance (1.19.1)
       rubocop (>= 1.7.0, < 2.0)
       rubocop-ast (>= 0.4.0)
-    rubocop-rails (2.20.2)
-      activesupport (>= 4.2.0)
-      rack (>= 1.1)
-      rubocop (>= 1.33.0, < 2.0)
-    rubocop-rails_config (1.13.0)
-      railties (>= 5.0)
-      rubocop (>= 1.48.0)
-      rubocop-ast (>= 1.26.0)
-      rubocop-md
-      rubocop-minitest (~> 0.22)
-      rubocop-packaging (~> 0.5)
-      rubocop-performance (~> 1.11)
-      rubocop-rails (~> 2.0)
     ruby-progressbar (1.13.0)
-    thor (1.2.2)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    unicode-display_width (2.4.2)
-    zeitwerk (2.6.11)
+    unicode-display_width (2.5.0)
 
 PLATFORMS
   arm64-darwin-22
-  x86_64-linux
 
 DEPENDENCIES
+  activesupport (= 7.0.8)
   decombobulate!
-  minitest (~> 5.0)
-  rake (~> 13.0)
-  rubocop (~> 1.21)
+  minitest
+  rake (~> 13.1)
+  rubocop
   rubocop-performance
-  rubocop-rails
-  rubocop-rails_config
 
 BUNDLED WITH
-   2.4.9
+   2.4.22

data/lib/decombobulate/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 class Decombobulate
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

data/lib/decombobulate.rb

@@ -3,28 +3,42 @@
 require_relative "decombobulate/version"
 require "json"
 require "csv"
+require "debug"
 
 class Decombobulate
   class Error < StandardError; end
 
-  attr_reader :headers, :rows
+  attr_reader :rows, :headers
 
   def initialize(json)
     # Parse the JSON if we need to
     json = Json.parse(json) if json.is_a?(String)
 
-
     # Yes, I tried a case/when statement but for some reason that doesn't work when looking at class types
-    if json.is_a?(Array)
-      @headers = parse_headers_from_json(json.first)
-      @rows = json.map do |json_row|
-        collapse_json_object_row_to_csv_row(json_row)
+    columns = json_to_csv(json)
+
+    @rows = []
+    if columns.is_a?(Array)
+      merged_columns = {}
+
+      # Iterate through the array, finding each key, adding it to the headers row if it's not there already
+      # then merge them
+
+      columns.each do |entry|
+        entry.keys.each do |key|
+          merged_columns[key] = [] unless merged_columns.has_key?(key)
+          merged_columns[key] << entry[key]
+          merged_columns[key] = merged_columns[key].flatten
+        end
       end
-    elsif json.is_a?(Hash)
-      @headers = parse_headers_from_json(json)
-      @rows = [collapse_json_object_row_to_csv_row(json)]
-    else
-      raise "JSON object must have an array or object as the top level object."
+      columns = merged_columns
+    end
+    # 6.) Now we have a hash of @columns, we need to turn it into rows
+    #     We're going to assume that all the @columns are the same length
+    #     So we'll just iterate over the first column and add the values to the row
+    @headers = columns.keys.map(&:to_s)
+    columns[columns.keys.first].size.times do |index|
+      @rows << columns.keys.map { |key| columns[key][index] }
     end
   end
 
@@ -50,54 +64,169 @@ class Decombobulate
     csv_final
   end
 
-  def parse_headers_from_json(json, parent_key = nil)
-    @headers ||= []
+private
 
-    if json.is_a?(Hash)
-      json.keys.each do |key|
-        flattened_key = parent_key.nil? ? key.to_s : "#{parent_key}.#{key}"
+  def json_to_csv(json = {}, nested_name = nil, depth: 0)
+    @columns ||= {}
+    unless json.is_a?(Hash) || json.is_a?(Array)
+      @columns[nested_name] = [] unless @columns.has_key?(nested_name)
+      @columns[nested_name] << json
+      return @columns
+    end
 
-        if json[key].is_a?(Hash) || json[key].is_a?(Array)
-          parse_headers_from_json(json[key], flattened_key)
-        else
-          @headers << flattened_key
-        end
+    if json.is_a?(Array)
+      json.each do |j|
+        json_to_csv(j, depth: depth + 1)
       end
-    elsif json.is_a?(Array)
-      json.each do |j_object|
-        parse_headers_from_json(j_object, parent_key)
+      return @columns
+      # return @columns
+    end
+    # OK, so we need arbitrarily long fields so we're doing a different algorithm I literally came up
+    # with in five minutes one morning before falling back asleep, let's see if it works.
+    #
+    # Basically we're going to represent the @columns separately, and hope the row line up correctly
+    # This allows us to add new @columns and fill up the empty fields as needed
+    #
+    # 1. Make a hash of arrays
+    #    This is already done in the function call
+
+    # 2.) Add all the keys in the JSON at the level to the hash
+    json.keys.each do |key|
+      column_name = nested_name.nil? ? key : "#{nested_name}.#{key}".to_sym
+      @columns[column_name] = [] unless @columns.has_key?(column_name)
+    end
+
+    # 3.) Go through each key, if it's a bare value just add it in
+    json.keys.each do |key|
+      value = json[key]
+      # 4.) If it's an array, start adding @columns in the format "key_1" "key_2" for the length of the array
+      if value.is_a?(Array)
+        column_name = nested_name.nil? ? key : "#{nested_name}.#{key}".to_sym
+        # We want to get rid of the key if it's an array, since we're going to be adding @columns
+        @columns.delete(column_name)
+
+        # Now add the values to the @columns
+        value.each_with_index do |array_value, index|
+          column_name = nested_name.nil? ? "#{key}.#{index + 1}".to_sym : "#{nested_name}.#{key}.#{index + 1}".to_sym
+          json_to_csv(array_value, column_name, depth: depth + 1)
+        end
+      elsif value.is_a?(Hash)
+        # 5.) If it's a hash, recursively call this function and add the @columns to the hash
+        column_name = nested_name.nil? ? key : "#{nested_name}.#{key}".to_sym
+        @columns.delete(column_name)
+        json_to_csv(value, column_name, depth: depth + 1)
+      else
+        column_name = nested_name.nil? ? key.to_sym : "#{nested_name}.#{key}".to_sym
+        @columns[column_name] = [] unless @columns.has_key?(column_name) || !@columns[column_name].nil?
+
+        # Fill the column with nils up to the current length of the other @columns
+        # get the longest column size
+        begin
+          longest_column_size = @columns.values.map(&:size).max
+        rescue StandardError => e
+          debugger
+        end
+
+
+        while @columns[column_name].size < longest_column_size - 1
+          @columns[column_name] << nil
+        end if longest_column_size > 1
+
+        @columns[column_name] << value
       end
-    else
-      # This mean's we either have a parsing error or we're in an array.
-      # I'm assuming the JSON coming in is valid, so we're going to just skip this
-      return nil
     end
 
-    @headers
+    @columns = group_columns(@columns)
   end
 
-  def collapse_json_object_row_to_csv_row(json)
-    # Time to do a graph traversal! And recursively! Java 103 is usefuL!!!!
-    row_array = []
+  def group_columns(columns)
+    grouped_keys_array = group_keys(columns.keys)
+
+    reordered_columns = {}
+    grouped_keys_array.each do |key|
+      # Try to find the key using the string or symbol version
+      # First convert to string because we don't know what type this is
+      key = key.to_s
+      key = key.to_sym unless columns.has_key?(key)
+      new_key = key.to_sym
+      reordered_columns[new_key] = columns[key]
+    end
 
-    if json.is_a?(Array)
-      json.each do |j_object|
-        if j_object.is_a?(Array) || j_object.is_a?(Hash)
-          row_array << collapse_json_object_row_to_csv_row(j_object)
-        else
-          row_array << j_object
+    puts "reordered: #{reordered_columns}"
+
+    reordered_columns
+  end
+
+  def group_keys(keys = [], previous_key = nil)
+    # Arrange the columns so that they're grouped as nested in the json
+    ordered_keys = []
+
+    keys.each do |key|
+      key_path = key.to_s.split(".")
+      if key_path.size > 1
+        # Grab all keys that include the same first part
+        subcolumns = []
+        # get the keys and call recursively
+
+        keys.each do |k|
+          k_path = k.to_s.split(".")
+          if k_path[0] == key_path[0]
+            subcolumns << k_path[1..-1].join(".")
+          end
         end
-      end
-    elsif json.is_a?(Hash)
-      json.keys.each do |key|
-        if json[key].is_a?(Array) || json[key].is_a?(Hash)
-          row_array << collapse_json_object_row_to_csv_row(json[key])
+
+        # Since we don't want to sort the same top we need to remove the others
+        for_recursion = subcolumns.map do |column_name|
+          column_name.to_sym
+        end
+
+        for_recursion.each do |key_to_delete|
+          keys.delete("#{key_path[0]}.#{key_to_delete}".to_sym)
+        end
+
+        grouped_keys = group_keys(for_recursion, key_path[0])
+
+        if previous_key.nil?
+          ordered_keys << grouped_keys
         else
-          row_array << json[key]
+          ordered_keys << grouped_keys.map do |subkey|
+            "#{previous_key}.#{subkey}".to_sym
+          end
         end
+
+      else
+        to_add = previous_key.nil? ? key : "#{previous_key}.#{key}"
+        next if to_add.end_with?(".")
+
+        ordered_keys << to_add
       end
     end
-
-    row_array.flatten
+    ordered_keys.flatten.map(&:to_sym)
   end
 end
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: decombobulate
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Christopher Guess
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-08-15 00:00:00.000000000 Z
+date: 2023-12-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rubocop
@@ -25,7 +25,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rubocop-rails
+  name: rubocop-performance
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -39,7 +39,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rubocop-performance
+  name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -53,19 +53,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rubocop-rails_config
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 7.0.8
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 7.0.8
 description: Convert JSON structures to CSVs
 email:
 - cguess@gmail.com
@@ -106,7 +106,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
+rubygems_version: 3.4.22
 signing_key:
 specification_version: 4
 summary: Convert JSON structures to CSVs