realize 1.2.0.pre.alpha → 1.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1a4e738840e298580fc77dfc5ace2d254b63373929c0b09b24783b3b3c639027
-  data.tar.gz: 64a75dcfb103323c9a5bedaad2ba16c9195e18410e860ca8c6a144329cdb488a
+  metadata.gz: e0bb0d8d3479459e62de37d0a70f348873ff1495f3053e8f2d010cfd5e8242f6
+  data.tar.gz: 81b79d68ea2999163daab133a6991073a75807992eff971980b166c9eddfd4cb
 SHA512:
-  metadata.gz: 57679313d416e0e331c563ef6b756bda9c77a22338812d435f563bf5cbe399e81ace68e183a4c4e897c4bbe719fd3b942fa2cde5bfeabe1dd536416ad9858a57
-  data.tar.gz: 2e3bddcec287597fa11b600488a088ca6f87ea9de75b985e656632f7d87e68c5fcd1de54eaf16d106ed2fbf2b5d1d00550abd1710df557def1c5ab54d376cf20
+  metadata.gz: 005c2fc49cdd4933029ba19d03ffe33308d1e41343ecc58a44ef114ea3ba7df387cb12fba74821eb1c532c75ee21a1bd8549061a454f90bf6e7bb4950135353d
+  data.tar.gz: 98a4548c55826a876dd27b4dce415b0666a196450691e448261d0c78d6c7310f0f7b34ea7a6fca64997fd8984003a3773331c5bcbebee9c4bb2e000b06460199

data/.rubocop.yml

@@ -4,7 +4,7 @@ Layout/LineLength:
     - realize.gemspec
 
 Metrics/BlockLength:
-  ExcludedMethods:
+  IgnoredMethods:
     - let
     - it
     - describe
@@ -17,6 +17,7 @@ Metrics/MethodLength:
 
 AllCops:
   TargetRubyVersion: 2.5
+  NewCops: enable
 
 Metrics/AbcSize:
   Max: 16

data/.tool-versions

@@ -0,0 +1 @@
+ruby 2.6.6

data/CHANGELOG.md

@@ -1,11 +1,42 @@
-# 1.2.0 (TBD)
+# 1.6.0 (July 7th, 2021)
 
 New Transformers:
 
-* b/type/boolean
-* b/type/string
-* b/value/now
-* b/value/uuid
+* r/collection/join
+
+# 1.5.0 (November 24th, 2020)
+
+New Transformers:
+
+* r/file/basename
+* r/file/extname
+* r/format/pad
+* r/format/sha256
+* r/format/split
+* r/type/array
+
+# 1.4.0 (November 16th, 2020)
+
+New Transformers:
+
+* r/format/lowercase
+* r/format/uppercase
+
+# 1.3.0 (November 4th, 2020)
+
+New Transformers:
+
+* r/format/string_template
+* r/format/substring
+
+# 1.2.0 (October 6th, 2020)
+
+New Transformers:
+
+* r/type/boolean
+* r/type/string
+* r/value/now
+* r/value/uuid
 
 # 1.1.1 (September 9th, 2020)
 

data/README.md

@@ -1,6 +1,6 @@
 # Realize
 
-[![Gem Version](https://badge.fury.io/rb/realize.svg)](https://badge.fury.io/rb/realize) [![Build Status](https://travis-ci.org/bluemarblepayroll/realize.svg?branch=master)](https://travis-ci.org/bluemarblepayroll/realize) [![Maintainability](https://api.codeclimate.com/v1/badges/115f0c5a1d0a4cce7230/maintainability)](https://codeclimate.com/github/bluemarblepayroll/realize/maintainability) [![Test Coverage](https://api.codeclimate.com/v1/badges/115f0c5a1d0a4cce7230/test_coverage)](https://codeclimate.com/github/bluemarblepayroll/realize/test_coverage) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![Gem Version](https://badge.fury.io/rb/realize.svg)](https://badge.fury.io/rb/realize) [![Build Status](https://travis-ci.com/bluemarblepayroll/realize.svg?branch=master)](https://travis-ci.com/bluemarblepayroll/realize) [![Maintainability](https://api.codeclimate.com/v1/badges/115f0c5a1d0a4cce7230/maintainability)](https://codeclimate.com/github/bluemarblepayroll/realize/maintainability) [![Test Coverage](https://api.codeclimate.com/v1/badges/115f0c5a1d0a4cce7230/test_coverage)](https://codeclimate.com/github/bluemarblepayroll/realize/test_coverage) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 
 This library provides a pluggable and configurable data transformation framework.  The general use-case is:
 
@@ -13,7 +13,7 @@ It is currently used in production at Blue Marble to power the transformation pi
 To install through Rubygems:
 
 ````
-gem install install realize
+gem install realize
 ````
 
 You can also add this to your Gemfile:
@@ -64,9 +64,14 @@ Here is a list of each built-in transformer, their options, and what their funct
 
 * **r/collection/at_index** [index]:  Takes an array (or coerces value to an array) and returns the value at the given index position.
 * **r/collection/first** []:  Takes an array (or coerces value to an array) and returns the value at the first index position.
+* **r/collection/join** [separator, start_index, end_index]:  Takes an array (or coerces value to an array) and returns a new string by concatenating all the elements of the array by a separator character. Can also specifiy which elements to start from and end to that will make up the returned string.
 * **r/collection/last** []:  Takes an array (or coerces value to an array) and returns the value at the last index position.
 * **r/collection/sort** [key, direction]:  Takes an array (or coerces value to an array) and sort it either ascending or descending by some defined key's value.
 
+#### File-based Transformers
+
+* **r/file/basename** [suffix]: Return the filename and extension.  If suffix is provided then it will be stripped from the end.  If '.*' is passed as the suffix then any extension will be ignored.
+* **r/file/extname** [suffix]: Return the extension for value.
 #### Filtering Transformers
 
 * **r/filter/by_key_record_value** [key, value]: Takes an array (or coerces value to an array) and selects only the records that match the key's value.  In this case the value is derived off of the main record.
@@ -77,8 +82,15 @@ Here is a list of each built-in transformer, their options, and what their funct
 #### Format-oriented Transformers
 
 * **r/format/date** [input_format, output_format]: Parses the incoming value into a Time object using the configured input_format and outputs it as formatted by the configured output_format.
+* **r/format/lowercase** []: Calls `#to_s.downcase` on the value so the returned value is guaranteed to be a lower-cased string.
+* **r/format/pad** [length, side, with]: Pad a string value with a specified 'with' value (defaults to blank space) up until the passed in length is reached.  The 'side' option can be used to specify whether the padding should occur to the left or right side of the value.
 * **r/format/remove_whitespace** []: Removes all whitespace from the incoming value.
+* **r/format/sha256** [encoding_format]: Convert the value into a SHA256 encoded string.  The encoding_format will be hex by default but can also be configured to use base64.
+* **r/format/split** [by]: Take a string value and split it on the specified 'by' value.  By default, it will be split on a blank space.
 * **r/format/string_replace** [original, replacement]: Replaces all occurrences of the configured original value with the replacement value.
+* **r/format/string_template** [expression, separator, use_record]: String interpolate an expression using either the record or passed in value.  Nested objects can be handled (i.e. key paths like dot-notation) by passing in a separator.
+* **r/format/substring** [start_index, end_index, exclusive]: Cut a string in a given range.  All options are optional.  If a start_index is not provided, the beginning of the string is used.  If no end_index is specified then the end of the string is used.  If exclusive is set to true then the last index position will not be included.  For example: "hellofriend" with a start_index of 0, an end_index of 5, and exclusive as true would yield: "hello".  If exclusive was false then it would yield "hellof"
+* **r/format/uppercase** []: Calls `#to_s.upcase` on the value so the returned value is guaranteed to be an upper-cased string type.
 
 #### Logical Transformers
 
@@ -86,8 +98,9 @@ Here is a list of each built-in transformer, their options, and what their funct
 
 #### Type Transformers
 
+* **r/type/array** [nullable]: Ensure the value is an array by calling Kernel#Array on the value.
 * **r/type/boolean** [nullable]: Returns `true` if the input is 'truthy', `false` if not.  By default nullable is false, which means a nil input will return false.  Changing this to true will return nil if nil is passed in.  A 'truthy' value is defined as matching: true, t, yes, y, or 1 (case-insensitive).
-* **r/type/string** []: Calls `#to_s` on the value so the returned value is guaranteed to be a string type.
+* **r/type/string** [nullable]: Calls `#to_s` on the value so the returned value is guaranteed to be a string type.
 
 #### Value-oriented Transformers
 

data/lib/realize.rb

@@ -8,8 +8,10 @@
 #
 
 require 'acts_as_hashable'
+require 'digest'
 require 'objectable'
 require 'securerandom'
+require 'stringento'
 require 'time'
 
 require_relative 'realize/arrays'

data/lib/realize/arrays.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   # Mix-in that adds some nice common array helpers.
   module Arrays

data/lib/realize/collection/at_index.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Collection
     # Transformer to get an item of a collection

data/lib/realize/collection/first.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Collection
     # Transformer to get the first item of a collection

data/lib/realize/collection/join.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Collection
+    # Transformer to return a new string by concatenating all the elements of an array
+    # specified by a separator character. The transformer also can be configured to specifiy
+    # which elements to start from and end to that will make up the returned string.
+    class Join
+      include Arrays
+      acts_as_hashable
+
+      DEFAULT_END_INDEX     = -1
+      DEFAULT_SEPARATOR     = ''
+      DEFAULT_START_INDEX   = 0
+
+      attr_reader :separator, :end_index, :start_index
+
+      def initialize(separator: DEFAULT_SEPARATOR, start_index: DEFAULT_START_INDEX,
+                     end_index: DEFAULT_END_INDEX)
+        @separator    = separator || DEFAULT_SEPARATOR
+        @start_index  = start_index || DEFAULT_START_INDEX
+        @end_index    = end_index || DEFAULT_END_INDEX
+
+        freeze
+      end
+
+      def transform(_resolver, value, _time, _record)
+        items = array(value)
+
+        (items[start_index..end_index] || []).join(separator)
+      end
+    end
+  end
+end

data/lib/realize/collection/last.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Collection
     # Transformer to get the last item of a collection

data/lib/realize/collection/sort.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 require_relative 'sort/direction'
 
 module Realize

data/lib/realize/collection/sort/direction.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Collection
     class Sort

data/lib/realize/file/basename.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class File
+    # Takes the value and strips out the directory.  Suffix is provided as an option which strips
+    # out the extension (last period and beyond).  If '.*' is passed in as the suffix then any
+    # extension will be stripped.  Note that files with multiple extensions will only have their
+    # last extesion removed.
+    class Basename
+      acts_as_hashable
+
+      attr_reader :suffix
+
+      def initialize(suffix: '')
+        @suffix = suffix.to_s
+
+        freeze
+      end
+
+      def transform(_resolver, value, _time, _record)
+        ::File.basename(value.to_s, suffix)
+      end
+    end
+  end
+end

data/lib/realize/file/extname.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class File
+    # Extract the file extension from the value.  If the value has multiple extensions then
+    # only the last one will be returned.
+    class Extname
+      acts_as_hashable
+
+      def transform(_resolver, value, _time, _record)
+        ::File.extname(value.to_s)
+      end
+    end
+  end
+end

data/lib/realize/filter/by_key_record_value.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Filter
     # This transformer can take an array or a hash (put in array) and it understands how to

data/lib/realize/filter/by_key_value.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Filter
     # This transformer can take an array or a hash (put in array) and it understands how to

data/lib/realize/filter/by_key_value_presence.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Filter
     # This transformer can take an object (will be converted to array) or array and

data/lib/realize/filter/inactive.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Filter
     # This transformer can take in an array or hash (put in an array) and filters out

data/lib/realize/format/date.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Format
     # Formats a date/time value.  If the input is nil, it will output nil.  If an input_format

data/lib/realize/format/lowercase.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Format
+    # Call #to_s.downcase on the value and return result.
+    class Lowercase
+      acts_as_hashable
+
+      def transform(_resolver, value, _time, _record)
+        value.to_s.downcase
+      end
+    end
+  end
+end

data/lib/realize/format/pad.rb

@@ -0,0 +1,61 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Format
+    # Pad a string value with a specified 'with' value (defaults to blank space) up until the
+    # passed in length is reached.  The 'side' option can be used to specify whether the
+    # padding should occur to the left or right side of the value.
+    # Examples:
+    #   'ABC' + [length: 10, side: 'left', with: '123'] => '1231231ABC'
+    #   'ABC' + [length: 10, side: 'right, with: '123'] => 'ABC1231231'
+    #
+    # If length is not specified or is less than the actual value's length then no padding
+    # will occur.
+    class Pad
+      acts_as_hashable
+
+      module Side
+        LEFT = :left
+        RIGHT = :right
+      end
+      include Side
+
+      DEFAULT_SIDE = LEFT
+      DEFAULT_WITH = ' '
+
+      attr_reader :length, :side, :with
+
+      def initialize(length: nil, side: LEFT, with: DEFAULT_WITH)
+        @length = length ? length.to_i : nil
+        @side   = Side.const_get(side.to_s.upcase.to_sym)
+        @with   = with.to_s
+
+        freeze
+      end
+
+      def transform(_resolver, value, _time, _record)
+        return value unless length
+
+        value.to_s.send(just_method, length, with)
+      end
+
+      private
+
+      def just_method
+        case side
+        when LEFT
+          :rjust
+        when RIGHT
+          :ljust
+        end
+      end
+    end
+  end
+end

data/lib/realize/format/remove_whitespace.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Format
     # This transformer takes in a value and replaces any whitespace characters (\t\r\n\f\v)

data/lib/realize/format/sha256.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Format
+    # Convert the value into a SHA256 encoded string.  There are two main encoding formats:
+    # hex or base64.  By default, the value will be hexidecimal encoded.
+    class Sha256
+      acts_as_hashable
+
+      module EncodingFormat
+        HEX    = :hex
+        BASE64 = :base64
+      end
+      include EncodingFormat
+
+      DEFAULT_ENCODING_FORMAT = HEX
+
+      attr_reader :encoding_format
+
+      def initialize(encoding_format: DEFAULT_ENCODING_FORMAT)
+        @encoding_format = EncodingFormat.const_get(encoding_format.to_s.upcase.to_sym)
+
+        freeze
+      end
+
+      def transform(_resolver, value, _time, _record)
+        Digest::SHA256.send(sha_method, value.to_s)
+      end
+
+      private
+
+      def sha_method
+        case encoding_format
+        when HEX
+          :hexdigest
+        when BASE64
+          :base64digest
+        end
+      end
+    end
+  end
+end

data/lib/realize/format/split.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Format
+    # Take a string value and split it on the specified 'by' value.  By default, it will be
+    # split on a blank space.  For example: '123 456 789' would yield ['123', '456', '789'].
+    # If the value is not a string then it will be converted to a string by calling #to_s on it.
+    class Split
+      acts_as_hashable
+
+      DEFAULT_BY = ' '
+
+      attr_reader :by
+
+      def initialize(by: DEFAULT_BY)
+        @by = by.to_s
+
+        freeze
+      end
+
+      def transform(_resolver, value, _time, _record)
+        value.to_s.split(by)
+      end
+    end
+  end
+end

data/lib/realize/format/string_replace.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Format
     # This transformer takes in a value and replaces all occurrences of the given

data/lib/realize/format/string_template.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Format
+    # Use an expression as a template and string interpolate it using the Stringento library.
+    # Stringento also uses Objectable to provide (optional) key-path notation for handling
+    # nested objects.
+    # For more information see underlying libraries:
+    #   * Stringento: https://github.com/bluemarblepayroll/stringento
+    #   * Objectable: https://github.com/bluemarblepayroll/objectable
+    class StringTemplate
+      acts_as_hashable
+
+      DEFAULT_SEPARATOR = '.'
+
+      attr_reader :expression, :resolver, :use_record
+
+      def initialize(expression: '', separator: DEFAULT_SEPARATOR, use_record: false)
+        @expression = expression.to_s
+        @resolver   = Objectable.resolver(separator: separator)
+        @use_record = use_record || false
+
+        freeze
+      end
+
+      def transform(_resolver, value, _time, record)
+        input = use_record ? record : value
+
+        Stringento.evaluate(expression, input, resolver: self)
+      end
+
+      # For Stringento consumption
+      def resolve(value, input)
+        resolver.get(input, value)
+      end
+    end
+  end
+end

data/lib/realize/format/substring.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Format
+    # Cut a string using a range (start and end index).  You can also choose whether you wish the
+    # range selection to be inclusive (default) or exclusive.
+    #
+    # Examples using the string: '012-345-6789'
+    #
+    # Exclusive vs. Inclusive
+    #
+    # [start_index: 4, end_index: 6, exclusive: false] => '345'
+    # [start_index: 4, end_index: 6, exclusive: true]  => '34'
+    #
+    # Default Values / Omitted Options
+    #
+    # [end_index: 6]   => '012-345'
+    # [start_index: 4] => '345-6789'
+    class Substring
+      acts_as_hashable
+
+      DEFAULT_END_INDEX   = -1
+      DEFAULT_START_INDEX = 0
+
+      attr_reader :end_index, :exclusive, :start_index
+
+      def initialize(
+        end_index: DEFAULT_END_INDEX,
+        exclusive: false,
+        start_index: DEFAULT_START_INDEX
+      )
+        @end_index   = end_index.to_i
+        @exclusive   = exclusive || false
+        @start_index = start_index.to_i
+
+        freeze
+      end
+
+      def transform(_resolver, value, _time, _record)
+        exclusive ? value.to_s[start_index...end_index] : value.to_s[start_index..end_index]
+      end
+    end
+  end
+end

data/lib/realize/format/uppercase.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Format
+    # Call #to_s.downcase on the value and return result.
+    class Uppercase
+      acts_as_hashable
+
+      def transform(_resolver, value, _time, _record)
+        value.to_s.upcase
+      end
+    end
+  end
+end

data/lib/realize/logical/switch.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 require_relative 'switch/case'
 
 module Realize
@@ -14,7 +21,7 @@ module Realize
 
       attr_reader :cases, :default_transformers, :key
 
-      def initialize(cases: [], default_transformers: [], key:)
+      def initialize(key:, cases: [], default_transformers: [])
         raise ArgumentError, 'key is required' if key.to_s.empty?
 
         @cases                = Case.array(cases)

data/lib/realize/logical/switch/case.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Logical
     class Switch

data/lib/realize/pipeline.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   # Main runner that encapsulates a collection of transformers and knows how to kick off the
   # transformation process.

data/lib/realize/transformers.rb

@@ -1,9 +1,20 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 require_relative 'collection/at_index'
 require_relative 'collection/first'
 require_relative 'collection/last'
 require_relative 'collection/sort'
+require_relative 'collection/join'
+
+require_relative 'file/basename'
+require_relative 'file/extname'
 
 require_relative 'filter/by_key_record_value'
 require_relative 'filter/by_key_value'
@@ -11,11 +22,19 @@ require_relative 'filter/by_key_value_presence'
 require_relative 'filter/inactive'
 
 require_relative 'format/date'
+require_relative 'format/lowercase'
+require_relative 'format/pad'
 require_relative 'format/remove_whitespace'
+require_relative 'format/sha256'
+require_relative 'format/split'
 require_relative 'format/string_replace'
+require_relative 'format/string_template'
+require_relative 'format/substring'
+require_relative 'format/uppercase'
 
 require_relative 'logical/switch'
 
+require_relative 'type/array'
 require_relative 'type/boolean'
 require_relative 'type/string'
 
@@ -40,6 +59,10 @@ module Realize
     register 'r/collection/first',             Collection::First
     register 'r/collection/last',              Collection::Last
     register 'r/collection/sort',              Collection::Sort
+    register 'r/collection/join',              Collection::Join
+
+    register 'r/file/basename',                File::Basename
+    register 'r/file/extname',                 File::Extname
 
     register 'r/filter/by_key_record_value',   Filter::ByKeyRecordValue
     register 'r/filter/by_key_value',          Filter::ByKeyValue
@@ -47,11 +70,19 @@ module Realize
     register 'r/filter/inactive',              Filter::Inactive
 
     register 'r/format/date',                  Format::Date
+    register 'r/format/lowercase',             Format::Lowercase
+    register 'r/format/pad',                   Format::Pad
     register 'r/format/remove_whitespace',     Format::RemoveWhitespace
+    register 'r/format/sha256',                Format::Sha256
+    register 'r/format/split',                 Format::Split
     register 'r/format/string_replace',        Format::StringReplace
+    register 'r/format/string_template',       Format::StringTemplate
+    register 'r/format/substring',             Format::Substring
+    register 'r/format/uppercase',             Format::Uppercase
 
     register 'r/logical/switch',               Logical::Switch
 
+    register 'r/type/array',                   Type::Array
     register 'r/type/boolean',                 Type::Boolean
     register 'r/type/string',                  Type::String
 

data/lib/realize/type/array.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require_relative 'base'
+
+module Realize
+  class Type
+    # Ensure the value is an array by calling Kernel#Array on the value.  If the value is a hash
+    # then it will ensure the hash data structure is preserved and placed within the array.
+    # Normally calling Array(hash) would yield an array of key-value pair arrays.  For our
+    # pipeline we generally treat hashes as "record-like" objects, so we need to ensure
+    # we keep it in tact.
+    #
+    # This does not mean other data types do not suffer from Kernel#Array
+    # converting it to something unexpected. For example, passing in a Time object would yield
+    # an array of parts:
+    #   Array(Time.now) => [2, 59, 10, 21, 11, 2020, 6, 326, false, "CST"]
+    #
+    # See: https://ruby-doc.org/core-2.7.2/Kernel.html#method-i-Array for more information.
+    class Array < Base
+      include Arrays
+
+      def transform(_resolver, value, _time, _record)
+        return nil if nullable && value.nil?
+
+        array(value)
+      end
+    end
+  end
+end

data/lib/realize/type/base.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Realize
+  class Type
+    # Common code for all Type Transformer subclasses.
+    class Base
+      acts_as_hashable
+
+      attr_reader :nullable
+
+      def initialize(nullable: false)
+        @nullable = nullable || false
+
+        freeze
+      end
+    end
+  end
+end

data/lib/realize/type/boolean.rb

@@ -1,29 +1,29 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require_relative 'base'
+
 module Realize
   class Type
     # Convert input into either true, false, or nil.
     # By default nils will return false unless nullable: true is passed in.
     # This transformer is very liberal in its parsing and will return true for:
     #   true, 'true', 't', 'TRUE', 'True', 1, '1', 'Y', 'yes', 'Yes', 'YES'
-    # All over non-truthy values will evaluate to false, such as:
-    #   false: false, 'false', 'f', 'FALSE', 'False', 0, '0', 'N', 'no', 'No', 'NO', {}, [], ''
-    class Boolean
-      acts_as_hashable
-
-      attr_reader :nullable
-
-      def initialize(nullable: false)
-        @nullable = nullable || false
-      end
-
+    # All other non-truthy values will evaluate to false, such as:
+    #   false, 'false', 'f', 'FALSE', 'False', 0, '0', 'N', 'no', 'No', 'NO', {}, [], '',
+    #   'abc', 123, :abc, etc...
+    class Boolean < Base
       def transform(_resolver, value, _time, _record)
         if nullable && value.nil?
           nil
-        elsif truthy?(value)
-          true
         else
-          false
+          truthy?(value)
         end
       end
 

data/lib/realize/type/string.rb

@@ -1,17 +1,18 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require_relative 'base'
+
 module Realize
   class Type
     # Call #to_s on the value and return result.
-    class String
-      acts_as_hashable
-
-      attr_reader :nullable
-
-      def initialize(nullable: false)
-        @nullable = nullable || false
-      end
-
+    class String < Base
       def transform(_resolver, value, _time, _record)
         return nil if nullable && value.nil?
 

data/lib/realize/value/blank.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Value
     # Always returns blank string

data/lib/realize/value/map.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Value
     # This transformer can take in a hash of: "value" -> "new value".  It's basically a

data/lib/realize/value/now.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Value
     # Return a current Time object.

data/lib/realize/value/null.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Value
     # Transformer that always returns nil

data/lib/realize/value/resolve.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Value
     # Basic transformer that can take an object and extract a value based off the transformer's

data/lib/realize/value/static.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Value
     # Transformer that always returns a static value

data/lib/realize/value/uuid.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Value
     # Return a current Time object.

data/lib/realize/value/verbatim.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
 module Realize
   class Value
     # Default transformer that does nothing.

data/lib/realize/version.rb

@@ -8,5 +8,5 @@
 #
 
 module Realize
-  VERSION = '1.2.0-alpha'
+  VERSION = '1.6.0'
 end

data/realize.gemspec

@@ -11,8 +11,8 @@ Gem::Specification.new do |s|
     Derive and transform a value using a configuration-first pipeline.
   DESCRIPTION
 
-  s.authors     = ['Matthew Ruggio', 'Dan Dewar']
-  s.email       = ['mruggio@bluemarblepayroll.com', 'ddewar@bluemarblepayroll.com']
+  s.authors     = ['Matthew Ruggio', 'Dan Dewar', 'John Bosko']
+  s.email       = ['mruggio@bluemarblepayroll.com', 'ddewar@bluemarblepayroll.com', 'jbosko@bluemarblepayroll.com']
   s.files       = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   s.bindir      = 'exe'
   s.executables = []
@@ -30,12 +30,13 @@ Gem::Specification.new do |s|
 
   s.add_dependency('acts_as_hashable', '~>1', '>=1.2.0')
   s.add_dependency('objectable', '~>1')
+  s.add_dependency('stringento', '~>2.1')
 
   s.add_development_dependency('guard-rspec', '~>4.7')
   s.add_development_dependency('pry', '~>0')
   s.add_development_dependency('rake', '~> 13')
   s.add_development_dependency('rspec')
-  s.add_development_dependency('rubocop', '~>0.79.0')
+  s.add_development_dependency('rubocop', '~>1.1', '>=1.18.1')
   s.add_development_dependency('simplecov', '~>0.17.0')
   s.add_development_dependency('simplecov-console', '~>0.6.0')
 end

metadata

@@ -1,15 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: realize
 version: !ruby/object:Gem::Version
-  version: 1.2.0.pre.alpha
+  version: 1.6.0
 platform: ruby
 authors:
 - Matthew Ruggio
 - Dan Dewar
-autorequire: 
+- John Bosko
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-10-02 00:00:00.000000000 Z
+date: 2021-07-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: acts_as_hashable
@@ -45,6 +46,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1'
+- !ruby/object:Gem::Dependency
+  name: stringento
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: guard-rspec
   requirement: !ruby/object:Gem::Requirement
@@ -107,14 +122,20 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.79.0
+        version: '1.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.18.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.79.0
+        version: '1.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.18.1
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -147,6 +168,7 @@ description: "    Derive and transform a value using a configuration-first pipel
 email:
 - mruggio@bluemarblepayroll.com
 - ddewar@bluemarblepayroll.com
+- jbosko@bluemarblepayroll.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -155,6 +177,7 @@ files:
 - ".gitignore"
 - ".rubocop.yml"
 - ".ruby-version"
+- ".tool-versions"
 - ".travis.yml"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
@@ -169,20 +192,32 @@ files:
 - lib/realize/arrays.rb
 - lib/realize/collection/at_index.rb
 - lib/realize/collection/first.rb
+- lib/realize/collection/join.rb
 - lib/realize/collection/last.rb
 - lib/realize/collection/sort.rb
 - lib/realize/collection/sort/direction.rb
+- lib/realize/file/basename.rb
+- lib/realize/file/extname.rb
 - lib/realize/filter/by_key_record_value.rb
 - lib/realize/filter/by_key_value.rb
 - lib/realize/filter/by_key_value_presence.rb
 - lib/realize/filter/inactive.rb
 - lib/realize/format/date.rb
+- lib/realize/format/lowercase.rb
+- lib/realize/format/pad.rb
 - lib/realize/format/remove_whitespace.rb
+- lib/realize/format/sha256.rb
+- lib/realize/format/split.rb
 - lib/realize/format/string_replace.rb
+- lib/realize/format/string_template.rb
+- lib/realize/format/substring.rb
+- lib/realize/format/uppercase.rb
 - lib/realize/logical/switch.rb
 - lib/realize/logical/switch/case.rb
 - lib/realize/pipeline.rb
 - lib/realize/transformers.rb
+- lib/realize/type/array.rb
+- lib/realize/type/base.rb
 - lib/realize/type/boolean.rb
 - lib/realize/type/string.rb
 - lib/realize/value/blank.rb
@@ -204,7 +239,7 @@ metadata:
   documentation_uri: https://www.rubydoc.info/gems/realize
   homepage_uri: https://github.com/bluemarblepayroll/realize
   source_code_uri: https://github.com/bluemarblepayroll/realize
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -215,12 +250,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.5'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubygems_version: 3.0.3
-signing_key: 
+signing_key:
 specification_version: 4
 summary: Configurable Data Transformation Pipeline
 test_files: []