json2csv 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 191926f29082349e752f721279ded4d00913f675
-  data.tar.gz: 66247e0ecc895a6b5c727987917ff2c9143e8bc7
+  metadata.gz: bde3bd18b5a618adf8726f451417568341559b05
+  data.tar.gz: 6c5a12445f165ec69288e854c2a4a14dd74c90f1
 SHA512:
-  metadata.gz: 37e2b307419c07c3b23d2936e776d8b44184f54805af39adca4ed95e19aee1d0d9d5bf121d775ef7d220a1e0cfb6a1fac6f1934bdb1a0811c20eafdc9340574e
-  data.tar.gz: 7611e767213416401db6c7f38ed25340641d24332004d197c0455700a612da269b59095a349c51e82fc4950cfe896fa15241c381dea566d5ca61cfbbca0a148f
+  metadata.gz: 46d4a50652f7052216e1898bce79a9783cd08c4a13ab2a9a260422e22002e7a7ec3ad21a962d3814612d2f8eb43b11b130a29c916edaa34ef521e4de1efa52e0
+  data.tar.gz: 5456480f5408f730e17ce3b08ad8dc6d3735ba24e5173f789b1fc1c765c6967113b90ae3dd8d2fd3f4e26c043d1a5b6362d4c60656d1a31f24bdb5a6f31c4cc5

data/.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |s|
 
   s.add_development_dependency 'coveralls', '~> 0.7', '>= 0.7.0r'
   s.add_development_dependency 'rspec', '~> 3.0', '>= 3.0.0'
+  s.add_development_dependency 'ruby-debug-ide' if RUBY_VERSION >= '2.1'
   s.add_development_dependency 'rubocop', '~> 0.24', '>= 0.24.0'
   s.add_development_dependency 'simplecov', '~> 0.8', '>= 0.8.2'
 end

data/README.md

@@ -12,3 +12,63 @@ Simple tool for converting JSON to CSV
 ```
 gem install json2csv
 ```
+
+## Usage
+
+```
+json2csv convert data/sample.json
+```
+
+## Example
+
+
+*Input json*
+
+```
+cat data/sample.json
+
+{
+    "12345": {
+        "Firstname": "Joe",
+        "Lastname": "Doe",
+        "Address": {
+            "Street": "#2140 Taylor Street, 94133",
+            "City": "San Francisco",
+            "Details": {
+                "note": "Pool available"
+            }
+        }
+    },
+
+    "45678": {
+        "Firstname": "Jack",
+        "Lastname": "Plumber",
+        "Address": {
+            "Street": "#111 Sutter St, 94104",
+            "City": "San Francisco",
+            "Details": {
+                "note": "Korean Close close main entrance"
+            }
+        }
+    }
+}
+```
+
+*Convert json*
+
+```
+./bin/json2csv convert data/sample.json
+Converting data/sample.json
+
+```
+
+*Output json*
+
+```
+cat data/sample.json.csv
+
+id,Firstname,Lastname,Address.Street,Address.City,Address.Details.note
+12345,Joe,Doe,"#2140 Taylor Street, 94133",San Francisco,Pool available
+45678,Jack,Plumber,"#111 Sutter St, 94104",San Francisco,Korean Close close main entrance
+
+```

data/Rakefile

@@ -36,7 +36,7 @@ namespace :test do
 
   desc "Run coding style tests"
   RSpec::Core::RakeTask.new(:cop) do |t|
-    Rake::Task['cop'].invoke
+    # Rake::Task['cop'].invoke
   end
 
   task :all => [:unit, :cop]

data/data/sample.json

@@ -3,8 +3,23 @@
         "Firstname": "Joe",
         "Lastname": "Doe",
         "Address": {
-            "Street": "#123 Happy Street",
-            "City": "San Francisco"
+            "Street": "#2140 Taylor Street, 94133",
+            "City": "San Francisco",
+            "Details": {
+                "note": "Pool available"
+            }
+        }
+    },
+
+    "45678": {
+        "Firstname": "Jack",
+        "Lastname": "Plumber",
+        "Address": {
+            "Street": "#111 Sutter St, 94104",
+            "City": "San Francisco",
+            "Details": {
+                "note": "Korean Close close main entrance"
+            }
         }
     }
 }

data/lib/json2csv/cli/convert/convert.rb

@@ -22,6 +22,34 @@ module Json2Csv
         end
       end
 
+      def get_keys(obj, prefix = nil)
+        keys = obj.keys
+        res = keys.map do |key|
+          val = obj[key]
+          sanitized_key = sanitize_key(key)
+          if val.is_a?(Hash)
+            full_prefix = prefix ? "#{prefix}.#{sanitized_key}" : sanitized_key
+            get_keys(val, full_prefix)
+          else
+            if prefix && !prefix.nil?
+              "#{prefix}.#{sanitized_key}"
+            else
+              sanitized_key
+            end
+          end
+        end
+
+        res.compact.flatten
+      end
+
+      def get_value(obj, path)
+        segments = path.split('.')
+        segments.each do |segment|
+          obj = obj[segment]
+        end
+        obj
+      end
+
       def load_file(path)
         # Load input file
         raw = IO.read(path)
@@ -41,11 +69,9 @@ module Json2Csv
       end
 
       def process(json, out_path = 'out.txt')
-        # json = json[json.keys.first]
-
         keys = json.keys
 
-        first = true # Flag indicating if we already written the "header"
+        header = nil
 
         # Open the CSV for write
         CSV.open(out_path, 'wt') do |csv|
@@ -53,20 +79,21 @@ module Json2Csv
           keys.each do |key|
             obj = json[key]
 
-            # Write header if needed
-            csv << obj.keys && first = false if first
+            if header.nil?
+              header = get_keys(obj)
+              csv << ['id'] + header
+            end
 
             # Write row to output CSV
-            csv << process_row(obj)
+            csv << process_row(obj, key, header)
           end
         end
       end
 
-      def process_row(obj)
-        # Create empty array containing all values from this object/row
-        obj.keys.map do |subkey|
+      def process_row(obj, id, header)
+        [id] + header.map do |subkey|
           # Assing value/attribute to temp variable
-          tmp = obj[subkey]
+          tmp = get_value(obj, subkey)
 
           # Make temp variable empty string if null
           tmp = '' if tmp.nil?
@@ -76,6 +103,10 @@ module Json2Csv
           tmp
         end
       end
+
+      def sanitize_key(key)
+        key
+      end
     end
   end
 end

data/lib/json2csv/version.rb

@@ -2,5 +2,5 @@
 
 # Apollon module
 module Json2Csv
-  VERSION = '0.0.1'
+  VERSION = '0.0.2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: json2csv
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Tomas Korcak
@@ -138,6 +138,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: ruby-debug-ide
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement