twb 2.2.1 → 3.7.2

data/lib/twb/util/graph.rb

@@ -0,0 +1,30 @@
+#  Copyright (C) 2018  Chris Gerrard
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 3 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module Twb
+module Util
+
+  class Graph
+    attr_accessor :nodes, :edges
+    def nodes
+        @nodes ||= @nodes = []
+    end
+    def edges
+        @edges ||= @edges = []
+    end
+  end
+
+end  # module Util
+end  # module Twb

data/lib/twb/util/graphedge.rb

@@ -24,7 +24,7 @@ module Util
     # @properties   - useful for categorizing the edge
     attr_reader   :from, :to, :relationship
     attr_accessor :properties
-    attr_reader   :cypherCreate
+    # attr_reader   :cypherCreate
 
     # Neo4J cypher variable quote character: `  
 
@@ -35,7 +35,7 @@ module Util
       @to           = to
       @relationship = relationship
       @properties   = properties
-      @cypherCreate = "CREATE  #{cypher_s}"
+      # @cypherCreate = "CREATE  #{cypher_s}"
     end
 
     def eql? other
@@ -51,17 +51,16 @@ module Util
     end
 
     def dot
-      "%s  ->  %s" % [dotquote(from.id), dotquote(to.id)]
+      "%s  ->  %s" % [from.dotid, to.dotid]
     end
 
-    def dotquote str
-      ns = str.gsub(/(["])/,'\\"')
-      return "\"#{ns}\""
+    def gml
+      "edge [    id %s\n    source \"%s\"\n    target \"%s\"\n  ]" % [@from, @to]
     end
 
-    def cypher_s
-      "(%s)-[:`%s`]->(%s)" % [@from.cypherID,@relationship,@to.cypherID]
-    end
+    # def cypher_s
+    #   "(%s)-[:`%s`]->(%s)" % [@from.cypherID,@relationship,@to.cypherID]
+    # end
 
   end
 

data/lib/twb/util/graphnode.rb

@@ -13,10 +13,16 @@
 #  You should have received a copy of the GNU General Public License
 #  along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
+require 'securerandom'
+
 module Twb
 module Util
 
-  class Graphnode
+  class Graphnode #< TabClass
+
+    include Comparable
+
+    @@hasher = Digest::SHA256.new
  
     @@stripChars = /[.: %-\-\(\)=]/
     @@replChar   = '_'
@@ -33,77 +39,88 @@ module Util
                      :DatabaseField     => 'fillcolor=grey',
                    }
 
-    # not currently used
     @@typeStyles = { :CalculatedField   => 'style=filled',
                      :DBTable           => 'style=filled',
                      :TwbDataConnection => 'style=filled',
                      :DatabaseField     => 'style=filled'
                    }
 
-    # @id   - the technical fully qualified identifier, distinquishes the node from similarly named nodes
-    # @name - the visible name
-    # @type - useful for categorizing the node
-    attr_reader   :id, :type, :name
-    attr_reader   :cypherID, :cypherCreate
-  # attr_reader   :cypherName, :cypherID, :cypherNodeID, :cypherType, :cypherCreate
+    attr_reader   :id, :uuid, :type, :name, :dotid
     attr_accessor :properties
 
-    # Neo4J cypher variable quote character: `  
-
     def initialize (name:, id:, type:, properties: {})
+      # puts "graphNode : t: %-20s  tc: %s " % [type, type.class]
       @id           = id
-      @type         = type
+      @uuid         = SecureRandom.uuid
+    # @type         = type.instance_of?(Class) ? type      : type.class
+      @type         = resolveType type 
+      # puts "          : t: %-20s  tc: %s \n " % [@type, @type.class]
       @name         = name
       @properties   = properties
-      # --
-      @cypherID     = '`' + id + '`'
-      # @cypherType   = type
-      # @cypherName   = name
       @properties['name'] = name unless @properties.key? 'name'
-      @cypherCreate = "CREATE  (%s:`%s` {%s})" % [@cypherID,type,props_s]
+      if @name.nil? 
+        raise ArgumentError, "Graphnode Initialize Error - name:'#{@name}' id:'#{@id}'  type:'#{type}' properties:'@properties.inspect'"
+      end
     end
 
+    def resolveType type
+         if type.instance_of?(Class) 
+              deModule(type)
+      elsif type.instance_of?(Symbol) 
+              type.to_s 
+      elsif type.instance_of?(String)
+              type
+      else  deModule(type)
+      end
+    end
 
-    def cypherize str
-      enquote str.gsub(@@stripChars,@@replChar)
+    def deModule fqClass
+      fqClass.class.name.split('::').last
     end
 
     def enquote str
       str.gsub("'","\\\\'")
     end
 
-
     def dotLabel
-      "\"%s\" [label=\"%s\"  %s %s ]" % [id, name.gsub('"','\"'), @@typeShapes[@type], @@typeColors[@type]] 
+      "%s [label=\"%s\"  %s %s ]" % [dotid, name.gsub('"','\"'), @@typeShapes[@type], @@typeColors[@type]] 
     end
 
+    def dotid
+      @dotid ||= @dotid = dotquote(@id)
+    end
+
+    def dotquote str
+      ns = str.instance_of?(String) ? str.gsub(/(["])/,'\\"') : str.to_s
+      return "\"#{ns}\""
+    end
 
     def eql? other
       @name == other.name && @id == other.id && @type == other.type  && @properties == other.properties
     end
 
-
     def hash
       [@name, @id, @type, @properties].hash
     end
 
+    # def uuid
+    #   @uuid ||= @uuid = SecureRandom.uuid
+    #   # @uuid ||= Digest::MD5.hexdigest(id)
+    # end
 
     def to_s
       "name:'%s'  id:'%s'  t:'%s'  p:%s" % [@name, @id, @type, @properties.to_s]
     end
 
-
-    def cypher_s
-      "name:%s  id:%s  t:%s  p:{%s}" % [name, @cypherID, @type, props_s]
-    end
-
-
     def props_s
-      @properties.map{|k,v| "#{k}: #{v.inspect}"}.join(', ')
+      @props_s ||= @properties.map{|k,v| "#{k}: #{v.inspect}"}.join(', ')
     end
 
+    def <=>(other)
+      uuid <=> other.uuid
+    end
 
-  end
+  end # class Graphnode
 
 end  # module Util
 end  # module Twb

data/lib/twb/util/tabgraph.rb

@@ -0,0 +1,30 @@
+#  Copyright (C) 2018  Chris Gerrard
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 3 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module Twb
+module Util
+
+  class TabGraph
+    attr_accessor :nodes, :edges
+    def nodes
+        @nodes ||= @nodes = []
+    end
+    def edges
+        @edges ||= @edges = []
+    end
+  end
+
+end  # module Util
+end  # module Twb

data/lib/twb/window.rb

@@ -17,7 +17,7 @@ require 'nokogiri'
 
 module Twb
 
-  class Window
+  class Window < TabClass
 
     attr_reader :node, :name
 
@@ -26,6 +26,10 @@ module Twb
       @name    = @node.attr('name')
     end
 
+    def id
+        @id ||= @id = @name.hash
+    end
+
   end
 
 end

data/lib/twb/workbook.rb

@@ -22,7 +22,7 @@ module Twb
   ##
   # A Tableau Workbook and its parts.
   #
-  class Workbook
+  class Workbook < TabClass
 
     attr_reader :workbooknode 
     attr_reader :name,            :dir         
@@ -41,7 +41,8 @@ module Twb
     #
     def initialize twbWithDir
       raise ArgumentError.new("ERROR in Workbok creation: '#{twbWithDir}' must be a String, is a #{twbWithDir.class} \n ")        unless twbWithDir.is_a? String
-      raise ArgumentError.new("ERROR in Workbok creation: '#{twbWithDir}' must have an extension of .twb or .twbx \n ") unless twbWithDir.upcase.end_with?(".TWB", ".TWBX")
+      raise ArgumentError.new("ERROR in Workbok creation: '#{twbWithDir}' must have an extension of .twb or .twbx \n ")           unless twbWithDir.upcase.end_with?(".TWB", ".TWBX")
+      raise ArgumentError.new("ERROR in Workbok creation: '#{twbWithDir}' must must be a file, is a Directory\\Folder \n ")           if File.directory?(twbWithDir)
       raise ArgumentError.new("ERROR in Workbok creation: '#{twbWithDir}' cannot be found, must be a Tableau Workbook file. \n ") unless File.file?(twbWithDir)
       @valid = false
       if File.file?(twbWithDir) then
@@ -55,6 +56,10 @@ module Twb
       end
     end
 
+    def id
+        @id ||= @id = @name.hash
+    end
+
     def processTWBX(twbxWithDir)
       Zip::File.open(twbxWithDir) do |zip_file|
         twb   = zip_file.glob('*.twb').first
@@ -84,13 +89,21 @@ module Twb
       @build ||= loadBuild
     end
 
+    def release
+      @build ||= loadBuild
+    end
+
     def loadBuild
       # - earlier Version, need to confirm when source-build began 
       #   @build   = @ndoc.xpath('/workbook/comment()').text.gsub(/^[^0-9]+/,'').strip
-      @build = if !@ndoc.xpath('/workbook/@source-build').nil?
-                   @ndoc.xpath('/workbook/@source-build').first.text
+      @build = if !@ndoc.at_xpath('/workbook/@source-build').nil?
+                   @ndoc.at_xpath('/workbook/@source-build').text
                else 
-                   @ndoc.xpath('/workbook/comment()').text.gsub(/^[^0-9]+/,'').strip
+                   if @ndoc.at_xpath('/workbook/comment()').nil?
+                      'not found'
+                   else
+                      @ndoc.at_xpath('/workbook/comment()').text.gsub(/^[^0-9]+/,'').strip
+                  end
                end
     end
 

data/lib/twb/worksheet.rb

@@ -18,7 +18,7 @@ require 'digest/md5'
 
 module Twb
 
-  class Worksheet
+  class Worksheet < TabClass
 
     @@hasher = Digest::SHA256.new
 
@@ -34,6 +34,10 @@ module Twb
       return self
     end
 
+    def id
+        @id ||= @id = @name.hash
+    end
+
     def loadDataSourceNames
       @datasources = {}
       dsNodes = @node.xpath('.//datasource')

data/test/fieldAliases.rb

@@ -0,0 +1,10 @@
+require 'twb'
+
+twb = Twb::Workbook.new 'Sheet43.twb'
+dss = twb.datasources
+p dss.class
+
+dss = twb.datasources.to_a
+ds = dss[1]
+p ds.aliases
+

data/test/testFieldAliases.rb

@@ -0,0 +1,65 @@
+system 'cls'
+
+require 'twb'
+
+twb = Twb::Workbook.new 'Sheet43.twb'
+dss = twb.datasources
+p dss.class
+
+dss = twb.datasources.to_a
+# ds = dss[1]
+# p ds.aliases
+
+dss.each do |ds|
+    puts "\n\nDS :: #{ds.uiname}\n======================================"
+    ds.aliases.each do |field,aliases|
+        puts "\nFIELD :: #{field}"
+        aliases.each do |value,alia|
+            puts "      :: %-25s  ->  %-s" % [value,alia]
+        end
+    end
+end
+
+# xml = <<XML
+# <column datatype='string' name='[Business Line (copy)]' role='dimension' type='nominal'>
+#     <calculation class='tableau' formula='[Business Line]' />
+#     <aliases>
+#       <alias key='&quot;Government - Fed&quot;' value='Federal' />
+#       <alias key='&quot;Government - S&amp;L&quot;' value='State &amp; Local' />
+#     </aliases>
+# </column>    
+# XML
+
+# puts "XML::\n#{xml}\n--"
+
+# $node = Nokogiri::XML(xml)
+
+# puts $node
+
+#     def loadAliases
+#       @aliases   = Hash.new {|field,aliases| aliases={}}
+#       # puts $node.xpath('.//column/aliases/..').length
+#       $node.xpath('.//column/aliases/..').each do |anode|
+#         # puts "anode:: #{anode}"
+#         name = anode.attribute('name').text.gsub(/^\[|\]$/,'')
+#         # puts " name:: #{name}"
+#         # puts "#alia:: #{anode.xpath('.//alias').length}"
+#         aliasMap = {}
+#         anode.xpath('.//alias').each do |vnode|
+#           key  = vnode.attribute('key').text[1..-2]
+#           alia = vnode.attribute('value').text
+#           # puts "  key:: #{key}"
+#           # puts "alias:: #{alia}"
+#           aliasMap[key] = alia
+#         end
+#         @aliases[name] = aliasMap
+#       end
+#       return @aliases
+#     end
+
+# aliases = loadAliases
+
+# puts '-----'
+# puts aliases
+
+

data/test/testFieldDomainLoaded.rb

@@ -0,0 +1,14 @@
+require 'twb'
+
+
+loader = Twb::Util::FieldDomainLoader.new
+puts "xml location: #{loader.xmllocation}"
+
+loader.xmllocation = './ttdoc/data'
+puts "xml location: #{loader.xmllocation}"
+
+loader.reset
+puts "xml location: #{loader.xmllocation}"
+
+loader.loadWorkbook
+loader.loadDataSource

data/test/testFieldDomainLoader.rb

@@ -0,0 +1,131 @@
+require 'twb'
+require 'csv'
+# require 'roo'
+# require 'creek'
+
+system 'cls'
+
+puts "\n\n"
+loader = Twb::Util::FieldDomainLoader.new
+puts "xml location (init) : #{loader.xmllocation}"
+
+loader.xmllocation = './ttdoc/data'
+puts "xml location (set)  : #{loader.xmllocation}"
+
+loader.reset
+puts "xml location (reset): #{loader.xmllocation}"
+
+puts "\n\nLoading..."
+loader.load
+
+
+twb = Twb::Workbook.new 'Sheet43.twb'
+
+puts "\n\nLoading  TWB '#{twb.name}'..."
+domains = loader.loadWorkbook twb
+# puts domains
+$csv = CSV.open('TwbFieldDomainValues.csv', 'w')
+$csv << ['Workbook','Data Source','Field Name','Value']
+domains.each do |ds,fieldVals|
+    puts "== #{ds}"
+    fieldVals.each do |fname,vals|
+        puts "-- #{fname}"
+        vals.each do |val|
+            puts "   #{val}"
+        end
+    end
+end
+
+puts "\n\n"
+loader.loadDataSource twb.datasources.first.uiname
+
+puts "\n\nLoading  'testFieldDomains.xlsx'..."
+loader.loadxlsx 'testFieldDomains.xlsx'
+
+puts "\n\nLoading  'ttdoc\\testFieldDomains.xlsx'..."
+loader.loadxlsx 'ttdoc\\testFieldDomains.xlsx'
+
+
+
+# def parseRows rows
+#     fieldValues = {}
+#     # rows = sheetRows.to_a
+#     unless rows.empty?
+#         firstRow  = rows[0].to_a[0]
+#         fieldName = firstRow[1].to_s
+#         fieldValues[fieldName] = []
+#         values = rows[1..-1]
+#         values.each do |row|
+#             value = row.to_a[0][1].to_s
+#             fieldValues[fieldName] << value
+#         end
+#     end
+#     return fieldValues
+# end
+
+# def parseXLSX fileName
+#     fieldDomains = {}
+#     xlsx = Creek::Book.new fileName
+#     sheets = xlsx.sheets
+#     sheets.each do |sheet|
+#         rows = sheet.rows.to_a
+#         # puts "ROWS methods: #{rows.methods.sort}"
+#         unless rows.empty?
+#             fieldValues = parseRows(rows)
+#             # puts "...#{fieldValues.empty?}"
+#             # puts "...#{fieldValues.keys.first}"
+#             # puts "...#{fieldValues.values.first}"
+#             unless fieldValues.empty? ||  fieldValues.values.first.empty?
+#                 fieldDomains[fieldValues.keys.first] = fieldValues.values.first
+#             end
+#         end
+#     end
+#     return fieldDomains
+# end
+
+# fds = parseXLSX  'ttdoc/testFieldDomains.xlsx'
+# puts "\n\nfds: #{fds}"
+
+
+# puts "\n\n "
+# fds.each do |field,values|
+#     puts field.to_s
+#     puts '-----------'
+#     values.each { |v| puts "  #{v}"}
+#     puts ' '
+# end
+
+
+# xlsx = Roo::Excelx.new("ttdoc/testFieldDomains.xlsx")
+
+# # puts xlsx.methods.sort
+
+# xlsx.sheets.each do |sheet|
+#     puts sheet
+# end
+
+
+# loader = Twb::Util::FieldDomainLoader.new
+# puts "xml location: #{loader.xmllocation}"
+
+# loader.xmllocation = './ttdoc/data'
+# puts "xml location: #{loader.xmllocation}"
+
+# puts "\n\n--"
+# loader.reset
+# puts "xml location: #{loader.xmllocation}"
+
+# puts "\n\n--"
+# loader.load
+
+
+# twb = Twb::Workbook.new 'Sheet43.twb'
+
+# puts "\n\n--"
+# loader.loadWorkbook twb
+
+
+# puts "\n\n--"
+# loader.loadDataSource twb.datasources.first
+
+# loader.loadxlsx 'testFieldDomains.xlsx'