twb 2.2.1 → 3.7.2

data/lib/twb/util/cypherpython.rb

@@ -0,0 +1,128 @@
+#  Copyright (C) 2012, 2015  Chris Gerrard
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 3 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'csv'
+
+module Twb
+module Util
+
+  class CypherPython
+
+    # @@hasher = Digest::SHA256.new
+
+    @@docfileName = './ttdoc/cypherpython.log'
+
+#====================================================================
+
+    attr_accessor :nodes,    :edges
+    attr_accessor :fileName, :fileName
+    attr_accessor :user,     :password
+    attr_accessor :cleanup
+
+    def initialize
+      @docfile   = File.open(@@docfileName,'a+')
+      @docfile.puts "Starting up the Cypher in Python process"
+      @fileName  = 'Neo4jCypherPython'
+      @user      = 'neo4j'
+      @password  = 'imthepwd2oo'
+      @nodes     = []
+      @edges     = []
+      @cleanup   = false
+    end
+
+    def render
+      @file = File.open("./ttdoc/#{@fileName}.py",'w')
+      @file.puts '# -*- coding: latin-1 -*-'
+      @file.puts ' '
+      @file.puts 'from py2neo import Graph'
+      @file.puts "graph = Graph('http://localhost:7474/db/data', user='#{@user}', password='#{@password}')"
+      @file.puts ' '
+      renderNodes
+      renderEdges
+      @file.close
+      return @file
+    end
+
+    def renderNodes
+      csv = CSV.open("./ttdoc/#{@fileName}.py.nodes.csv",'w')
+      csv << ['Type','Name','UUID']
+      nodesCSV = Set.new
+      nodeCmds = SortedSet.new
+      nodesByType = Hash.new { |type,nodes| type[nodes] = [] }
+      @nodes.each do |node|
+        nodesCSV << [node.type, node.name, node.uuid]
+        nodeCmds << encodeNode('MERGE','node',node,';')
+        nodesByType[node.type] << node
+      end
+      if @cleanup
+        nodesByType.keys.each do |type|
+          @file.puts "DROP   CONSTRAINT ON (node:#{type}) ASSERT node.uuid IS UNIQUE ;"
+        end
+        @file.puts "MATCH (n) DETACH DELETE n ;"
+        nodesByType.keys.each do |type|
+          @file.puts "CREATE CONSTRAINT ON (node:#{type}) ASSERT node.uuid IS UNIQUE ;"
+        end
+        @file.puts "//--"
+      end
+      nodesCSV.each do |rec|
+        csv << rec
+      end
+      nodeCmds.each do |cmd|
+        @file.puts cmd
+      end
+      csv.close
+    end
+    # USING PERIODIC COMMIT
+    # LOAD CSV WITH HEADERS FROM "file:://C:/tech/Tableau/Tableau Tools/Ruby/experiments/GraphElements.nodes.csv" AS row
+    # CREATE (:row.Type {name: row.Name, uuid: row.UUID});
+
+    def renderEdges
+      csv = CSV.open("./ttdoc/#{@fileName}.edges.csv",'w')
+      csv << ['Source Type' , 'Source Name'  , 'Source UUID'  , 'Relationship', 'Target Type', 'Target Name', 'Target UUID' ]
+      @edges.each do |edge|
+        relationship = edge.relationship.upcase.gsub(/[ ]+/,'_')
+        csv << [edge.from.type,  edge.from.name,  edge.from.uuid,  relationship ,  edge.to.type , edge.to.name,  edge.to.uuid ]
+        @file.puts ' '
+        @file.puts 'query = """'
+        @file.puts encodeEdge('MATCH', 'source', edge.from)
+        @file.puts encodeEdge('MATCH', 'target', edge.to)
+        @file.puts "%-8s (source)-[r:%s]->(target) " % ['MERGE', edge.relationship.upcase.gsub(/[ ]+/,'_')]
+        @file.puts "RETURN source.name, type(r), target.name ;"
+        @file.puts '"""'
+        @file.puts 'graph.run(query)'
+        @file.puts "print '-',"
+      end
+      csv.close
+    end
+
+    def encodeNode command, varName, node, terminator=''
+    # "g.run('MERGE    (node:CalculatedField { name:\"YTD Cost Amount\", uuid: \"ccd4f66d0c8ee09eca10ab3a1adabe35\" } ) ');"
+    # "g.run"
+      "graph.run( \"%-8s (%s:%s { name:'%s', uuid: '%s' } ) %s\")\nprint '.'," % [command, varName, node.type, node.name.gsub('"','\"'), node.uuid, terminator ]
+    end
+
+    def encodeEdge command, varName, node, terminator=''
+      "%-8s (%s:%s { uuid: '%s' } ) %s" % [command, varName, node.type, node.uuid, terminator ]
+    end
+
+    def to_s
+      "file:#{@fileName}; #nodes:#{@nodes.length}; #edges:#{@edges.length}"
+    end
+
+
+  end
+
+end  # module Util
+end  # module Twb

data/lib/twb/util/docprep.rb

@@ -0,0 +1,46 @@
+#  Copyright (C) 2018  Chris Gerrard
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 3 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module Twb
+module Util
+
+  class DocPrep
+
+    @@dir = './ttdoc'
+
+    attr_accessor :dir
+
+    def initialize
+        reset
+    end
+
+    def reset
+        @dir = @@dir
+        init
+    end
+
+    def prepFile fileName
+        "#{@dir}/#{fileName}"
+    end
+
+    def init dirName
+      Dir.mkdir @Name
+    end
+
+
+  end # class DocPrep
+
+end  # module Util
+end  # module Twb

data/lib/twb/util/fielddomainloader.rb

@@ -0,0 +1,108 @@
+#  Copyright (C) 2018  Chris Gerrard
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 3 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module Twb
+module Util
+
+require 'creek'
+require 'csv'
+
+  class FieldDomainLoader
+
+    @@xmlLocation = './ttdoc'
+
+    attr_reader   :domains
+    attr_accessor :xmllocation, :workboook, :datasource, :csvOption
+
+    def initialize
+      reset
+    end
+
+    def reset
+      @workbok     = nil
+      @xmllocation = @@xmlLocation
+      @csvOption   = 'w'
+      initCSV @csvOption
+    end
+
+    def initCSV opt
+      @csvFile     = CSV.open(@xmllocation + '/TwbFieldDomains.csv', opt )
+      if 'w'.eql? opt
+        @csvFile << ['Workbook', 'Data Source', 'Field', 'Value']
+      end
+    end
+
+    def load
+      path = @xmllocation + '/*.xlsx'
+      Dir.glob(path) do |fileName|
+      end
+    end
+
+    def loadWorkbook twb
+      @workbook = twb.name
+      dsFieldDomains = {}
+      dss = twb.datasources
+      dsFieldDomains = {}
+      dss.each do |ds|
+        fieldDomains = loadDataSource ds
+        dsFieldDomains[ds.uiname] = fieldDomains
+      end
+      return dsFieldDomains
+    end
+
+    def loadDataSource ds
+      @datasource = ds.uiname
+      fieldDomains = loadxlsx(@xmllocation + '/' + @datasource + '.xlsx')
+    end
+
+    def loadxlsx fileName
+        fieldDomains = {}
+        if File.file?(fileName)
+          xlsx = Creek::Book.new fileName
+          sheets = xlsx.sheets
+          sheets.each do |sheet|
+              rows = sheet.rows.to_a
+              if rows.count > 1
+                  fieldValues = parseRows(rows)
+                  unless fieldValues.empty? ||  fieldValues.values.first.empty?
+                      fieldDomains[fieldValues.keys.first] = fieldValues.values.first
+                  end
+              end
+          end
+        else
+          puts "#### ALERT #### XLSX file does not exist: #{fileName}"
+        end
+        return fieldDomains
+    end
+
+    def parseRows rows
+        fieldValues = {}
+        unless rows.empty?
+            firstRow  = rows[0].to_a[0]
+            fieldName = firstRow[1].to_s
+            fieldValues[fieldName] = SortedSet.new
+            values = rows[1..-1]
+            values.each do |row|
+                value = row.to_a[0][1].to_s
+                fieldValues[fieldName] << value
+            end
+        end
+        return fieldValues
+    end
+
+  end # class FieldDomainLoader
+
+end  # module Util
+end  # module Twb

data/lib/twb/util/gml.rb

@@ -0,0 +1,144 @@
+#  Copyright (C) 2012, 2015  Chris Gerrard
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 3 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'digest/md5'
+
+module Twb
+module Util
+
+  class GML
+
+    include TabTool
+
+    @@hasher = Digest::SHA256.new
+
+    @@docfileName = './ttdoc/gml.log'
+
+#====================================================================
+@@gmlHeader = <<GMLHEADER
+graph [
+  directed 1
+  rankdir "LR"
+  splines "line"
+
+GMLHEADER
+
+@@gmlFooter = "\n]"
+
+    attr_accessor :nodes, :edges, :fileName, :gmlHeader
+
+    def initialize
+      # @docFile = File.open(@@docfileName,'w')
+      # @docFile.puts "Starting up the GML process"
+      @gmlHeader = @@gmlHeader
+      @fileName  = 'gmlFile'
+      @nodes     = SortedSet.new
+      @edges     = SortedSet.new
+    end
+
+    # def gmlHeader=(text)
+    #   @gmlHeader = text
+    # end
+
+    # def init fileName 
+    #   # do stuff for new GML file here
+    #   @fileName = fileName
+    #   prepare
+    # end
+
+    def prepare
+      @nodes = SortedSet.new
+      @edges = SortedSet.new
+    end
+
+    def render
+      # puts "GML.render - rendering into #{@fileName}"
+      file = File.open(docFile("#{@fileName}.gml"),'w')
+      file.puts @gmlHeader
+      renderNodes file
+      renderEdges file
+      file.puts @@gmlFooter
+      file.close
+      return file
+    end
+
+    def renderNodes file
+      nodes = Set.new
+      @nodes.each do |node|
+        gmlID   = Digest::MD5.hexdigest(node.id)
+        gmlName = node.name.gsub('&','&amp;').gsub('"','&quot;')
+        nodes << "node [\n        id    \"#{gmlID}\" \n        label \"#{gmlName}\" \n    ]"
+      end
+      nodes.each do |node|
+        file.puts node
+      end
+    end
+
+    def renderEdges file
+      edges = Set.new
+      @edges.each do |edge|
+        gmlSourceID = Digest::MD5.hexdigest(edge.from.id)
+        gmlTargetID = Digest::MD5.hexdigest(edge.to.id)
+        edges << "edge [\n        source \"#{gmlSourceID}\" \n        target \"#{gmlTargetID}\" \n    ]"
+      end
+      edges.each do |edge|
+        file.puts edge
+      end
+    end
+
+    def to_s
+      "file:#{@fileName}; #nodes:#{@nodes.length}; #edges:#{@edges.length}"
+    end
+
+
+  end
+
+end  # module Util
+end  # module Twb
+
+
+    # node [
+    #   id 7
+    #   label "5"
+    #   edgeAnchor "corners"
+    #   labelAnchor "n"
+    #   graphics [
+    #     center [ x 82.0000 y 42.0000 ]
+    #     w 16.0000
+    #     h 16.0000
+    #     type "rectangle"
+    #     fill "#000000"
+    #   ]
+    # ]
+    # edge [
+    #   label "24"
+    #   labelAnchor "first"
+    #   source 7
+    #   target 15
+    #   graphics [
+    #     type "line"
+    #     arrow "last"
+    #     Line [
+    #       point [ x 82.0000 y 42.0000 ]
+    #       point [ x 10.0000 y 10.0000 ]
+    #       point [ x 100.000 y 100.000 ]
+    #       point [ x 80.0000 y 30.0000 ]
+    #       point [ x 120.000 y 230.000 ]
+    #       point [ x 73.0000 y 160.000 ]
+    #     ]
+    #   ]
+    # ]
+
+

data/lib/twb/util/gmledge.rb

@@ -0,0 +1,73 @@
+#  Copyright (C) 2018  Chris Gerrard
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 3 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module Twb
+module Util
+
+  class GMLedge
+
+    # @from - the origin node
+    # @to   - the destination node
+    # @relationship - useful for categorizing the edge
+    # @properties   - useful for categorizing the edge
+    attr_reader   :from, :to, :relationship
+    attr_accessor :properties
+    attr_reader   :cypherCreate
+
+    # Neo4J cypher variable quote character: `  
+
+    def initialize (from:, to:, relationship:, properties: {})
+      raise ArgumentError.new("from: parameter must be a Graphnode, is a '#{from.class}'") unless from.is_a? Twb::Util::Graphnode
+      raise ArgumentError.new(  "to: parameter must be a Graphnode, is a '#{to.class}'"  ) unless   to.is_a? Twb::Util::Graphnode
+      @from         = from
+      @to           = to
+      @relationship = relationship
+      @properties   = properties
+      @cypherCreate = "CREATE  #{cypher_s}"
+    end
+
+    def eql? other
+      @from == other.from && @to == other.to && @relationship == other.relationship && @properties == other.properties
+    end
+
+    def hash
+      [@from.hash, @to.hash, @relationship, @properties].hash
+    end
+
+    def to_s
+      "'#{@from.name}//{@from.id}' --#{@relationship}--> '#{@to.name}//#{@to.id}'"
+    end
+
+    def dot
+      "%s  ->  %s" % [dotquote(from.id), dotquote(to.id)]
+    end
+
+    def dotquote str
+      ns = str.gsub(/(["])/,'\\"')
+      return "\"#{ns}\""
+    end
+
+    def cypher_s
+      "(%s)-[:`%s`]->(%s)" % [@from.cypherID,@relationship,@to.cypherID]
+    end
+
+    def gml
+      "%s  ->  %s" % [dotquote(from.id), dotquote(to.id)]
+    end
+
+  end
+
+end  # module Util
+end  # module Twb