twb 5.2.5 → 5.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 237d9d602af5e7c253e3c0df732483ecacb58d7453f88ae2037251be7ae56b52
-  data.tar.gz: 84da2fc81295bf1a61e6699907cf78e404b7b2f8fa6c3ce5149388608547d818
+  metadata.gz: ccd5e3f60908b3588d6e16b24932760d10c7f529cee28c5b8c57cc6b536536e1
+  data.tar.gz: f11f10dacb407baa8ccad990d6ed1095970603f6863ceab276a85afd69b555ee
 SHA512:
-  metadata.gz: f940edb531e4a001aa55ffeec2de8df038f7c14a34eca5eb23780cc12da1c4c7876fe61d3e4edb0c2640ee9e653dcd67073040689b39edcd424184182c6f9334
-  data.tar.gz: e76e453f09bf238643a8b1f12cb93390d0068450e520b7cdd3711d2cf9b9aaa217771081280d0b7ad8ad2499fdf8aa46fabfaf6059360ef1b67fd63a5e86347d
+  metadata.gz: 690986db75b5487436bc403e941cf9a5ba76e1cd30a067ed7ac9e19bfeef5abd2824373748263a4129af423039e2d0bb1e30fd505c2b98c23830b6ef0fa830a9
+  data.tar.gz: 797b79b25e06eddf021e66c81ad0393bee4c8adf417867b720884a9cde512affe0f0319dd145b534e591b8fec9f4dd4b82453dd377ce65268d36fc8a8ce70f10

data/bin/twb.rb

@@ -0,0 +1 @@
+puts "\n TWB gem here. \n"

data/lib/twb.rb

@@ -81,5 +81,5 @@ require_relative 'twb/analysis/sheets/sheetsintooltipanalyzer'
 # Represents Tableau Workbooks, their contents, and classes that analyze and manipulate them.
 #
 module Twb
-  VERSION = '5.2.5'
+  VERSION = '5.2.6'
 end

data/lib/twb/columnfield.rb

@@ -75,22 +75,24 @@ module Twb
       @name               = load('name').sub(/^\[/,'').sub(/\]$/,'')
       @caption            = load 'caption'
       @uiname             = @caption.nil? ? @name : @caption
-      @dataType           = load 'datatype'
-      @userDataType       = load 'user-datatype'
-      @defaultFormat      = load 'default-format'
-      @paramDomainType    = load 'param-domain-type'
-      @type               = load 'type'
-      @value              = load 'value'
-      @alias              = load 'alias'
-      @semanticRole       = load 'semantic-role'
-      @aggregation        = load 'aggregation'
-      @autoColumn         = load 'auto-column'
-      @datatypeCustomized = load 'datatype-customized'
+      #--
+      loadAttributes @node
+      # @dataType           = load 'datatype'
+      # @userDataType       = load 'user-datatype'
+      # @defaultFormat      = load 'default-format'
+      # @paramDomainType    = load 'param-domain-type'
+      # @type               = load 'type'
+      # @value              = load 'value'
+      # @alias              = load 'alias'
+      # @semanticRole       = load 'semantic-role'
+      # @aggregation        = load 'aggregation'
+      # @autoColumn         = load 'auto-column'
+      # @datatypeCustomized = load 'datatype-customized'
     end
 
     def id
         @id ||= @id = @name.hash
-    end
+    end    
 
     def load nodeName
       attr = @node.attribute(nodeName)
@@ -98,17 +100,56 @@ module Twb
       return val
     end
 
-    def role
-      @role ||= loadRole
+    def loadAttributes node
+      # puts "augmenting with node:#{node}"
+      @node = node
+      if node.has_attribute?('aggregation')         then @aggregation        = node['aggregation']         end 
+      if node.has_attribute?('alias')               then @alias              = node['alias']               end
+      if node.has_attribute?('auto-column')         then @autoColumn         = node['auto-column']         end 
+      if node.has_attribute?('datatype')            then @dataType           = node['datatype']            end
+      if node.has_attribute?('datatype-customized') then @datatypeCustomized = node['datatype-customized'] end
+      if node.has_attribute?('default-format')      then @defaultFormat      = node['default-format']      end
+      if node.has_attribute?('param-domain-type')   then @paramDomainType    = node['param-domain-type']   end
+      if node.has_attribute?('role')                then @role               = node['role']                end
+      if node.has_attribute?('semantic-role')       then @semanticRole       = node['semantic-role']       end
+      if node.has_attribute?('type')                then @type               = node['type']                end 
+      if node.has_attribute?('user-datatype')       then @userDataType       = node['user-datatype']       end
+      if node.has_attribute?('value')               then @value              = node['value']               end
+      # loadAttr @aggregation,        'aggregation'
+      # loadAttr @alias,              'alias'
+      # loadAttr @autoColumn,         'auto-column'
+      # loadAttr @dataType,           'datatype'
+      # loadAttr @datatypeCustomized, 'datatype-customized'
+      # loadAttr @defaultFormat,      'default-format'
+      # loadAttr @paramDomainType,    'param-domain-type'
+      # loadAttr @role,               'role'
+      # loadAttr @semanticRole,       'semantic-role'
+      # loadAttr @type,               'type'
+      # loadAttr @userDataType,       'user-datatype'
+      # loadAttr @value,              'value'
     end
 
-    def loadRole
-      role = @node['role']
-      if role.nil? 
-        role = @@dataTypeRoleMap[@dataType].nil? ? @dataType : @@dataTypeRoleMap[@dataType]
-      end
-      return role
-    end
+    # def loadAttr property, attribute
+    #   # puts " - def loadAttr  attr:#{attribute}:  prop:#{property}:"
+    #   if @node.has_attribute? attribute
+    #     # puts "   - has"
+    #     property = @node[attribute]
+    #   # else
+    #   #   puts "   - has not"
+    #   # end
+    # end
+
+    # def role
+    #   @role ||= loadRole
+    # end
+
+    # def loadRole
+    #   role = @node['role']
+    #   if role.nil? 
+    #     role = @@dataTypeRoleMap[@dataType].nil? ? @dataType : @@dataTypeRoleMap[@dataType]
+    #   end
+    #   return role
+    # end
 
     def calcField
       @calcField ||= loadCalcField
@@ -211,7 +252,7 @@ module Twb
     end
 
     def loadProperties
-      @properties= {}
+      @properties = {} if @properties.nil?
       @node.attributes.each do |name,attr|
         @properties[name] = attr.value
       end
@@ -220,7 +261,7 @@ module Twb
     end
 
     def to_s
-      @name
+      "n:#{@name}: uin:#{uiname}: "
     end
 
     def <=>(other)

data/lib/twb/countNodes.rb

@@ -0,0 +1,98 @@
+require 'nokogiri'
+require 'csv'
+require 'twb'
+
+def init
+  system 'cls'
+  $pFile = File.open('sqlFromTwbDc.txt','w')
+
+  sqiCSV = 'TWBFieldsByType.csv'
+  $fieldsCSV = CSV.open(sqiCSV, 'w')
+  $fieldsCSV    << [
+                    'TWB', 
+                    'Data Connection - UI', 
+                    'Field Name', 
+                    'Field Type', 
+                   ]
+  $path    = if ARGV.empty? then '**/*.twb' else ARGV[0] end
+  emit " "
+  emit " Generating SQL Create Table code for Tableau Workbook Data Connections (TWDCs)."
+  emit " Each TWDC will have it's own *.sql file containing the SQL code.\n "
+  emit " Looking for Workbooks matching: '#{$path}'  - from: #{ARGV[0]}\n\n "
+end
+
+def method_name
+    datasources     = {}
+    dataSourcesNode  = doc.at_xpath('//workbook/datasources')
+    dataSourcesNodes = doc.xpath('//workbook/datasources/datasource').to_a
+    puts "  dsn: #{dataSourcesNodes}"
+    datasourceNodes.each do |node|
+        datasource = Twb::DataSource.new(node)
+        datasources[datasource.name] = datasource
+    end
+end
+  
+$localEmit = true
+def emit stuff
+    $pFile.puts stuff
+           puts stuff if $localEmit
+end
+
+$paths = { 
+          'Relation Columns' => './connection/relation/columns/column',
+          'Metadata Records' => './connection/metadata-records/metadata-record',
+          'Columns'          => './column',
+         }
+
+def proc file
+  emit "\n == #{file}"
+end
+
+def process file
+  emit "\n == #{file}"
+  doc = Nokogiri::XML(open(file))
+  dataSourcesNodes = doc.xpath('//workbook/datasources/datasource')
+  dataSourcesNodes.each do |ds|
+    emit "\n   dc: #{ds.attribute('caption')}"
+    emit   "   dn: #{ds.attribute('name')}\n   ---"
+    typeCounts = {}
+    $paths.each do |type, path|
+      nodes = ds.xpath(path).to_a
+#      emit "     : %3i  %-17s  %-s" % [nodes.size, type, path]
+      typeCnt = nodes.size
+      nodes.each do |n|
+        $fieldsCSV << [file,ds.attribute('name'),n.attribute('name'),type]
+      end
+      if type == 'Columns' then 
+        calcCnt = 0
+        nodes.each do |n|
+          calc = n.xpath('./calculation')
+#          emit "    c:   #{calc.size} "
+          calcCnt += calc.size
+        end
+#        emit '   ---'
+#        emit "   c#: %3i " % [calcCnt]
+#        emit "  !c#: %3i " % [nodes.size - calcCnt]
+        typeCounts['Columns']            = nodes.size 
+        typeCounts['Columns - calc']     = calcCnt 
+        typeCounts['Columns - not calc'] = nodes.size - calcCnt 
+      else
+        typeCounts[type] = typeCnt 
+      end
+    end
+#    emit '   ---'
+    typeCounts.each do |t,c|
+      emit "   tc: %3i  %-s" % [c, t]
+    end
+  end
+end
+
+init
+
+$paths.each do |path|
+	emit "  p: #{path}"
+end
+
+Dir.glob($path) {|twb| process twb }
+
+emit "\n\n== Done ==\n "

data/lib/twb/datasource.rb

@@ -255,11 +255,23 @@ module Twb
       @columnFieldsMap = {}
       nodes = @node.xpath('.//column')
       nodes.each do |n|
-        field = Twb::ColumnField.new n, self
-        @columnFields << field
-        @columnFieldsMap[field.uiname] = field
-        @columnFieldsMap[field.name]   = field
+        # puts " "
+        # puts @columnFieldsMap.keys.inspect
+        name = n.attribute('name').text.sub(/^\[/,'').sub(/\]$/,'')
+        loaded = @columnFieldsMap.has_key? name
+        if loaded
+           # puts "LOADED" 
+           field = @columnFieldsMap[name]
+           # puts "#{field.class}"
+           field.loadAttributes(n)
+        else 
+           field = Twb::ColumnField.new n, self
+           @columnFieldsMap[field.uiname] = field
+           @columnFieldsMap[field.name]   = field
+        end
+        # puts "name:#{name}: \t nn:#{field.name}:\t loaded?:#{loaded}  node:#{n}:" 
       end
+      @columnFields = @columnFieldsMap.values
       return @columnFields
     end 
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: twb
 version: !ruby/object:Gem::Version
-  version: 5.2.5
+  version: 5.2.6
 platform: ruby
 authors:
 - Chris Gerrard
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-08-17 00:00:00.000000000 Z
+date: 2021-04-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: creek
@@ -34,22 +34,22 @@ dependencies:
   name: kramdown
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.17'
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.17.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.17'
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.17.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
 description: A sollection of Ruby classes designed for accessing and recording information
   about, and for manipulating, Tableau Workbooks and their contents.
 email: Chris@Gerrard.net
@@ -57,48 +57,51 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- bin/twb.rb
 - lib/t.rb
 - lib/tfl/Flow.rb
 - lib/twb.rb
+- lib/twb/TwbTest.rb
 - lib/twb/action.rb
-- lib/twb/analysis/annotatedfieldscsvemitter.rb
-- lib/twb/analysis/calculatedfields/calculatedfieldsanalyzer.rb
-- lib/twb/analysis/calculatedfields/csvemitter.rb
-- lib/twb/analysis/calculatedfields/dotanalyzer.rb
-- lib/twb/analysis/calculatedfields/fieldsaliasesanalyzer.rb
-- lib/twb/analysis/calculatedfields/groupfieldsanalyzer.rb
-- lib/twb/analysis/calculatedfields/markdownemitter.rb
-- lib/twb/analysis/calculatedfields/t.rb
-- lib/twb/analysis/datasources/categoricalcolorcodinganalyzer.rb
-- lib/twb/analysis/datasources/datasourcefieldsanalyzer.rb
-- lib/twb/analysis/datasources/datasourcefieldscsvemitter.rb
-- lib/twb/analysis/datasources/datasourcefilesanalyzer.rb
-- lib/twb/analysis/datasources/datasourceoriginsanalyzer.rb
-- lib/twb/analysis/datasources/datasourcesenumerator.rb
-- lib/twb/analysis/datasources/datasourceslocationsanalyzer.rb
-- lib/twb/analysis/datasources/datasourcetablefieldsanalyzer.rb
-- lib/twb/analysis/datasources/datasourcetablefieldscsvemitter.rb
-- lib/twb/analysis/datasources/extractsanalyzer.rb
-- lib/twb/analysis/datasources/fieldsaliasesanalyzer.rb
-- lib/twb/analysis/datasources/googlesheetdatasourcesanalyzer.rb
-- lib/twb/analysis/datasources/parametersanalyzer.rb
-- lib/twb/analysis/documentedfieldscsvemitter.rb
-- lib/twb/analysis/documentedfieldsmarkdownemitter.rb
-- lib/twb/analysis/sheets/analyzedashboardsheets.rb
-- lib/twb/analysis/sheets/dashboardsummarizer.rb
-- lib/twb/analysis/sheets/dashsheetsanalyzer.rb
-- lib/twb/analysis/sheets/sheetfieldsanalyzer.rb
-- lib/twb/analysis/sheets/sheetfiltersanalyzer.rb
-- lib/twb/analysis/sheets/sheetfiltersanalyzera.rb
-- lib/twb/analysis/sheets/sheetsintooltipanalyzer.rb
-- lib/twb/analysis/sheets/sheetsourcesanalyzer.rb
-- lib/twb/analysis/sheets/worksheetdatastructurecsvemitter.rb
-- lib/twb/analysis/sheets/worksheetsummarizer.rb
+- lib/twb/analysis/AnnotatedFieldsCSVEmitter.rb
+- lib/twb/analysis/CalculatedFields/CSVEmitter.rb
+- lib/twb/analysis/CalculatedFields/CalculatedFieldsAnalyzer.rb
+- lib/twb/analysis/CalculatedFields/MarkdownEmitter.rb
+- lib/twb/analysis/CalculatedFields/dotanalyzer.rb
+- lib/twb/analysis/CalculatedFields/fieldsaliasesanalyzer.rb
+- lib/twb/analysis/CalculatedFields/groupfieldsanalyzer.rb
+- lib/twb/analysis/CalculatedFields/t.rb
+- lib/twb/analysis/DataSources/DataSourceFieldsCSVEmitter.rb
+- lib/twb/analysis/DataSources/DataSourceTableFieldsCSVEmitter.rb
+- lib/twb/analysis/DataSources/categoricalcolorcodinganalyzer.rb
+- lib/twb/analysis/DataSources/datasourcefieldsanalyzer.rb
+- lib/twb/analysis/DataSources/datasourcefilesanalyzer.rb
+- lib/twb/analysis/DataSources/datasourceoriginsanalyzer.rb
+- lib/twb/analysis/DataSources/datasourcesenumerator.rb
+- lib/twb/analysis/DataSources/datasourceslocationsanalyzer.rb
+- lib/twb/analysis/DataSources/datasourcetablefieldsanalyzer.rb
+- lib/twb/analysis/DataSources/extractsanalyzer.rb
+- lib/twb/analysis/DataSources/fieldsaliasesanalyzer.rb
+- lib/twb/analysis/DataSources/googlesheetdatasourcesanalyzer.rb
+- lib/twb/analysis/DataSources/parametersanalyzer.rb
+- lib/twb/analysis/DocumentedFieldsCSVEmitter.rb
+- lib/twb/analysis/DocumentedFieldsMarkdownEmitter.rb
+- lib/twb/analysis/Sheets/WorksheetDataStructureCSVEmitter.rb
+- lib/twb/analysis/Sheets/analyzedashboardsheets.rb
+- lib/twb/analysis/Sheets/dashboardsummarizer.rb
+- lib/twb/analysis/Sheets/dashsheetsanalyzer.rb
+- lib/twb/analysis/Sheets/sheetfieldsanalyzer.rb
+- lib/twb/analysis/Sheets/sheetfiltersanalyzer.rb
+- lib/twb/analysis/Sheets/sheetfiltersanalyzera.rb
+- lib/twb/analysis/Sheets/sheetsintooltipanalyzer.rb
+- lib/twb/analysis/Sheets/sheetsourcesanalyzer.rb
+- lib/twb/analysis/Sheets/worksheetsummarizer.rb
 - lib/twb/analysis/workbooksummaryanalyzer.rb
 - lib/twb/calculatedfield.rb
 - lib/twb/codedfield.rb
 - lib/twb/columnfield.rb
 - lib/twb/connection.rb
+- lib/twb/countNodes.rb
 - lib/twb/dashboard.rb
 - lib/twb/datasource.rb
 - lib/twb/dbfield.rb
@@ -107,14 +110,14 @@ files:
 - lib/twb/docdashboardwebvert.rb
 - lib/twb/field.rb
 - lib/twb/fieldcalculation.rb
-- lib/twb/finddsfields.rb
+- lib/twb/findDSFields.rb
 - lib/twb/graph.rb
 - lib/twb/graphedges.rb
 - lib/twb/graphnode.rb
 - lib/twb/groupfield.rb
 - lib/twb/hashtohtml.rb
 - lib/twb/htmllistcollapsible.rb
-- lib/twb/identifyfields.rb
+- lib/twb/identifyFields.rb
 - lib/twb/listXMLNodePathsAndAttributes.rb
 - lib/twb/localfield.rb
 - lib/twb/mappedfield.rb
@@ -127,15 +130,14 @@ files:
 - lib/twb/tabtool.rb
 - lib/twb/there.rb
 - lib/twb/twbcodedfield.rb
-- lib/twb/twbtest.rb
 - lib/twb/util/atomizecsvrecords.rb
 - lib/twb/util/csvrecordsatomizer.rb
 - lib/twb/util/cypher.rb
 - lib/twb/util/cypherpython.rb
 - lib/twb/util/docprep.rb
-- lib/twb/util/dotfilerenderer.rb
+- lib/twb/util/dotFileRenderer.rb
 - lib/twb/util/fielddomainloader.rb
-- lib/twb/util/ftppublisher.rb
+- lib/twb/util/ftpPublisher.rb
 - lib/twb/util/gml.rb
 - lib/twb/util/gmledge.rb
 - lib/twb/util/graph.rb
@@ -144,11 +146,11 @@ files:
 - lib/twb/util/graphnode.rb
 - lib/twb/util/hashtohtml.rb
 - lib/twb/util/htmllistcollapsible.rb
-- lib/twb/util/joinutilities.rb
+- lib/twb/util/joinUtilities.rb
 - lib/twb/util/tabgraph.rb
-- lib/twb/util/twbdashessheetdatadotbuilder.rb
-- lib/twb/util/twbdashsheetdatadotbuilder.rb
-- lib/twb/util/twbdashsheetdatadotrenderer.rb
+- lib/twb/util/twbDashSheetDataDotBuilder.rb
+- lib/twb/util/twbDashSheetDataDotRenderer.rb
+- lib/twb/util/twbDashesSheetDataDotBuilder.rb
 - lib/twb/util/xraydashboards.rb
 - lib/twb/window.rb
 - lib/twb/workbook.rb
@@ -188,8 +190,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Classes for accessing Tableau Workbooks and their contents.