micdrop 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8e567ed6bfc0a336d28ec7f7cee0d3bd987109b83d1ac634071a79d875002824
-  data.tar.gz: 0bd90f322d2201b782b3cca29213ffd8ba4078f671ce3a04302e9404ec7a14f7
+  metadata.gz: 3434b290ec3a387c438161abc20e6c1bc4ef4e1681af6c66534e156bf282e021
+  data.tar.gz: ae5d8e26616664b73a0c2bfb2281744340bf79109873ba383539161dc0fa29be
 SHA512:
-  metadata.gz: ee163fb3d7be2fd634e465196fd5053622d9b46246cf5177a75c00bbbdf7cba99c60d7fae661648c652e8a8f500580f3342b7f4fb99764330960c3fecbd62c86
-  data.tar.gz: d081c87bcb894e3718290794892be8e48283507615cdeee2b6b47206fb3497f1e45f26d32894b58f7b0cc312031f75c9cd48aca540e3fd35d4d912117cfa75c9
+  metadata.gz: 9302e808f46fcf5a976f6428733b7404d5f6f880e8fddb8003a47968167d468df8773f7d314de582e82c3f495408ad0d7861555e7e3a0b61bb634041287c61aa
+  data.tar.gz: 00fd2711e7f45c78632d3a67cd118c509e1dc448912d574190e2cd0b94f5b1c2e75b597b94843f49a26241adaef13cdb85e78ee0ba79ffca06c210ebc6f1a0ad

data/lib/micdrop/ext/json_lines.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require "json"
+
+module Micdrop
+  module Ext
+    ##
+    # A module for working with the JSON-Lines (ND-JSON) format
+    module JsonLines
+      ##
+      # Takes a file, such as a pipe to another process, and interpret the results as JSON-Lines (ND-JSON)
+      class JsonLinesSource
+        def initialize(file, close: true)
+          @file = file
+          @close = close
+        end
+
+        def self.from_command(*args, **kwargs)
+          self.class.new(IO.popen(*args, **kwargs), close: true)
+        end
+
+        def each
+          return enum_for unless block_given?
+
+          @file.each_line do |line|
+            yield JSON.parse line
+          end
+        end
+
+        def close
+          @file.close if @close
+        end
+      end
+
+      ##
+      # Output data in JSON-Lines (ND-JSON) format
+      class JsonLinesSink
+        def initialize(file, close: true)
+          @file = file
+          @close = close
+        end
+
+        def <<(item)
+          JSON.dump(item, @file)
+          @file << "\n"
+        end
+
+        def close
+          @file.close if @close
+        end
+      end
+    end
+  end
+end

data/lib/micdrop/ext/nokogiri.rb

@@ -78,7 +78,7 @@ module Micdrop
       frag = ::Nokogiri::HTML.fragment ""
       frag.content = @value
       @value = frag.to_s
-      @value = @value.sub "\n", "<br/>" if nl2br
+      @value = @value.gsub "\n", "<br/>" if nl2br
       self
     end
 
@@ -100,7 +100,7 @@ module Micdrop
       frag = ::Nokogiri::HTML5.fragment ""
       frag.content = @value
       @value = frag.to_s
-      @value = @value.sub "\n", "<br/>" if nl2br
+      @value = @value.gsub "\n", "<br/>" if nl2br
       self
     end
 

data/lib/micdrop/item_context.rb

@@ -128,7 +128,8 @@ module Micdrop
       @record_context.put_bury keys, @value
     end
 
-    def_delegators :@record_context, :static, :index, :collect_format_string, :collect_list, :stop, :skip, :flush
+    def_delegators :@record_context, :static, :index, :collect_format_string, :collect_list, :collect_kv, :stop, :skip,
+                   :flush
 
     ### Debug transformers ###
 

data/lib/micdrop/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Micdrop
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

data/lib/micdrop.rb

@@ -38,6 +38,8 @@ module Micdrop
     else
       # TODO: error
     end
+    from.close if from.respond_to? :close
+    to.close if to.respond_to? :close
   end
 
   ##

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: micdrop
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Dominick Johnson
@@ -46,6 +46,7 @@ files:
 - examples/xml_to_sql.rb
 - lib/micdrop.rb
 - lib/micdrop/errors.rb
+- lib/micdrop/ext/json_lines.rb
 - lib/micdrop/ext/microfocus.rb
 - lib/micdrop/ext/nokogiri.rb
 - lib/micdrop/ext/sequel.rb