sisu 7.0.0

data/lib/sisu/remote.rb

@@ -0,0 +1,246 @@
+# encoding: utf-8
+=begin
+
+* Name: SiSU
+
+** Description: documents, structuring, processing, publishing, search
+*** remote operations, get source from or copy output to remote server
+
+** Author: Ralph Amissah
+  <ralph@amissah.com>
+  <ralph.amissah@gmail.com>
+
+** Copyright: (C) 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006,
+  2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015 Ralph Amissah,
+  All Rights Reserved.
+
+** License: GPL 3 or later:
+
+  SiSU, a framework for document structuring, publishing and search
+
+  Copyright (C) Ralph Amissah
+
+  This program is free software: you can redistribute it and/or modify it
+  under the terms of the GNU General Public License as published by the Free
+  Software Foundation, either version 3 of the License, or (at your option)
+  any later version.
+
+  This program is distributed in the hope that it will be useful, but WITHOUT
+  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+  FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+  more details.
+
+  You should have received a copy of the GNU General Public License along with
+  this program. If not, see <http://www.gnu.org/licenses/>.
+
+  If you have Internet connection, the latest version of the GPL should be
+  available at these locations:
+  <http://www.fsf.org/licensing/licenses/gpl.html>
+  <http://www.gnu.org/licenses/gpl.html>
+
+  <http://www.sisudoc.org/sisu/en/manifest/gpl.fsf.html>
+
+** SiSU uses:
+  * Standard SiSU markup syntax,
+  * Standard SiSU meta-markup syntax, and the
+  * Standard SiSU object citation numbering and system
+
+** Hompages:
+  <http://www.jus.uio.no/sisu>
+  <http://www.sisudoc.org>
+
+** Git
+  <http://git.sisudoc.org/gitweb/?p=code/sisu.git;a=summary>
+  <http://git.sisudoc.org/gitweb/?p=code/sisu.git;a=blob;f=lib/sisu/remote.rb;hb=HEAD>
+
+=end
+module SiSU_Remote
+  require_relative 'se'                                 # se.rb
+    include SiSU_Env
+  class Put
+    def initialize(opt)
+      @opt=opt
+      @dir=SiSU_Env::InfoEnv.new(@opt.fns)
+      @put=(@opt.fns =~/\.ssm\.sst$/) \
+      ? opt.fns.gsub(/(.+)?\.ssm\.sst$/,'\1.ssm')
+      : opt.fns
+      @remote=SiSU_Env::InfoRemote.new(opt)
+    end
+    def rsync
+      SiSU_Screen::Ansi.new(
+        @opt.act[:color_state][:set],
+        'Remote placement ->',
+        @put
+      ).dark_grey_title_hi unless @opt.act[:quiet][:set]==:on
+      @remote.rsync.document
+    end
+    def rsync_base
+      SiSU_Screen::Ansi.new(
+        @opt.act[:color_state][:set],
+        'Remote placement ->',
+        'rsync'
+      ).dark_grey_title_hi unless @opt.act[:quiet][:set]==:on
+      @remote.rsync.site_base
+    end
+    def rsync_base_sync
+      SiSU_Screen::Ansi.new(
+        @opt.act[:color_state][:set],
+        'Remote placement ->',
+        'rsync and sync'
+      ).dark_grey_title_hi unless @opt.act[:quiet][:set]==:on
+      @remote.rsync.site_base_sync
+    end
+    def rsync_sitemaps
+      SiSU_Screen::Ansi.new(
+        @opt.act[:color_state][:set],
+        'Remote placement sitemaps ->',
+        'rsync'
+      ).dark_grey_title_hi unless @opt.act[:quiet][:set]==:on
+      @remote.rsync_sitemaps
+    end
+    def rsync_harvest
+      SiSU_Screen::Ansi.new(
+        @opt.act[:color_state][:set],
+        'Remote placement metadata harvest ->',
+        'rsync_harvest'
+      ).dark_grey_title_hi unless @opt.act[:quiet][:set]==:on
+      @remote.rsync.site_harvest
+    end
+    def scp
+      SiSU_Screen::Ansi.new(
+        @opt.act[:color_state][:set],
+        'Remote placement ->',
+        @put
+      ).dark_grey_title_hi unless @opt.act[:quiet][:set]==:on
+      @remote.scp.document
+    end
+    def scp_base
+      SiSU_Screen::Ansi.new(
+        @opt.act[:color_state][:set],
+        'Remote placement of base site ->',
+        'excluding images'
+      ).dark_grey_title_hi unless @opt.act[:quiet][:set]==:on
+      @remote.scp.site_base
+    end
+    def scp_base_all
+      SiSU_Screen::Ansi.new(
+        @opt.act[:color_state][:set],
+        'Remote placement ->',
+        'complete'
+      ).dark_grey_title_hi unless @opt.act[:quiet][:set]==:on
+      @remote.scp.site_base_all
+    end
+  end
+  class Get
+    def initialize(opt,get_s)
+      @opt,@get_s=opt,get_s
+      @msg,@msgs='',nil
+      @tell=lambda {
+        SiSU_Screen::Ansi.new(@opt.act[:color_state][:set],
+        @msg,
+        "#{@msgs.inspect if @msgs}")
+      }
+    end
+    def fns
+      begin
+        require 'open-uri'
+        require 'pp'
+      rescue LoadError
+        SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia).
+          error('open-uri or pp NOT FOUND (LoadError)')
+      end
+      require_relative 'ao_composite'                   # ao_composite.rb
+      @rgx_image=/(?:^|[^_\\])\{\s*(\S+?\.(?:png|jpg|gif))/
+      threads=[]
+      for requested_page in @get_s
+        re_fnb=/((?:https?|file):\/\/[^\/ ]+?\/[^\/ ]+?)\/\S+?\/([^\/]+?)\.ss(t)/ #revisit and remove DO
+        threads << Thread.new(requested_page) do |url|
+          open(url) do |f|
+            raise "#{url} not found" unless f
+            base_uri,fnb=re_fnb.match(url)[1..2] if re_fnb
+            imagedir=base_uri + '/_sisu/image' #check on
+            downloaded_file=File.new("#{fnb}.-sst",'w+')
+            image_download_url=SiSU_Assemble::RemoteImage.new.image(imagedir)
+            images=[]
+            f.collect.each do |r|                            # work area
+              unless r =~/^%+\s/
+                if r !~/^%+\s/ \
+                and r =~@rgx_image
+                  images << r.scan(@rgx_image).uniq
+                end
+              end
+              downloaded_file << r
+            end
+            if images \
+            and images.length > 1
+              images=images.flatten.uniq
+              images.delete_if {|x| x =~/https?:\/\// }
+              images=images.sort
+              @msg,@msgs='downloading images:', [ images.join(',') ]
+              @tell.call.warn unless @opt.act[:quiet][:set]==:on
+              image_info=image_download_url + images
+              SiSU_Assemble::RemoteImage.new.download_images(image_info)
+              #SiSU_Assemble::RemoteImage.new.download_images(image_download_url,images)
+              @msg,@msgs='downloading done',nil
+              @tell.call.warn unless @opt.act[:quiet][:set]==:on
+            end
+            downloaded_file.close
+          end
+        end
+      end
+      threads.each {|thr| thr.join} if threads #and threads.length > 0
+    end
+    def sisupod
+      get_p=@get_s
+      if get_p.length > 0                                     #% remote sisupod
+        begin
+          require 'net/http'
+        rescue LoadError
+          SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia).
+            error('net/http NOT FOUND (LoadError)')
+        end
+        for requested_pod in get_p
+          pod_info=RemoteDownload.new(requested_pod)
+          Net::HTTP.start(pod_info.pod.site) do |http|
+            resp=http.get("#{pod_info.pod.path}/#{pod_info.pod.name_source}")
+            open(pod_info.pod.name,'wb') do |file|
+              file.write(resp.body)
+             end
+          end
+        end
+      end
+    end
+  end
+  class RemoteDownload
+    def initialize(requested_file)
+      @requested_file=requested_file
+    end
+    def pod
+      re_p_div=/https?:\/\/([^\/]+)(\/\S+)\/(sisupod\.(?:txz|zip)|\S+?(?:\.ss[mt]\.(?:txz|zip))?|[^\/]+?\.ssp)$/
+      re_p=/(sisupod\.(?:txz|zip)|\S+?\.ss[mt]\.(?:txz|zip)?|[^\/]+?\.ssp)$/
+      if @requested_file =~ re_p_div
+        @site,@pth,@pod= re_p_div.match(@requested_file).captures
+      elsif @requested_file =~ re_p
+        @pod=re_p.match(@requested_file).captures.join
+      end
+      def site
+        @site
+      end
+      def path
+        @pth
+      end
+      def dir_stub
+        re_p_stub=/.+?([^\/]+)$/
+        re_p_stub.match(path).captures.join if path
+      end
+      def name_source
+        @pod
+      end
+      def name
+        name_source
+      end
+      self
+    end
+  end
+end
+__END__

data/lib/sisu/rexml.rb

@@ -0,0 +1,148 @@
+# encoding: utf-8
+=begin
+
+* Name: SiSU
+
+** Description: documents, structuring, processing, publishing, search
+*** rexml testing of xml
+
+** Author: Ralph Amissah
+  <ralph@amissah.com>
+  <ralph.amissah@gmail.com>
+
+** Copyright: (C) 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006,
+  2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015 Ralph Amissah,
+  All Rights Reserved.
+
+** License: GPL 3 or later:
+
+  SiSU, a framework for document structuring, publishing and search
+
+  Copyright (C) Ralph Amissah
+
+  This program is free software: you can redistribute it and/or modify it
+  under the terms of the GNU General Public License as published by the Free
+  Software Foundation, either version 3 of the License, or (at your option)
+  any later version.
+
+  This program is distributed in the hope that it will be useful, but WITHOUT
+  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+  FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+  more details.
+
+  You should have received a copy of the GNU General Public License along with
+  this program. If not, see <http://www.gnu.org/licenses/>.
+
+  If you have Internet connection, the latest version of the GPL should be
+  available at these locations:
+  <http://www.fsf.org/licensing/licenses/gpl.html>
+  <http://www.gnu.org/licenses/gpl.html>
+
+  <http://www.sisudoc.org/sisu/en/manifest/gpl.fsf.html>
+
+** SiSU uses:
+  * Standard SiSU markup syntax,
+  * Standard SiSU meta-markup syntax, and the
+  * Standard SiSU object citation numbering and system
+
+** Hompages:
+  <http://www.jus.uio.no/sisu>
+  <http://www.sisudoc.org>
+
+** Git
+  <http://git.sisudoc.org/gitweb/?p=code/sisu.git;a=summary>
+  <http://git.sisudoc.org/gitweb/?p=code/sisu.git;a=blob;f=lib/sisu/rexml.rb;hb=HEAD>
+
+=end
+module SiSU_Rexml
+  # load XML file for REXML parsing
+  begin
+    require 'rexml/document' \
+      if FileTest.directory?("#{RbConfig::CONFIG['rubylibdir']}/rexml") #RbConfig::CONFIG['sitedir']
+  rescue LoadError
+    SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia).
+      error('rexml/document NOT FOUND (LoadError)')
+  end
+  require_relative 'dp'                                 # dp.rb
+    include SiSU_Param
+  require_relative 'se'                                 # se.rb
+    include SiSU_Env
+  class Rexml
+    begin
+      require 'rexml/document' \
+        if FileTest.directory?("#{RbConfig::CONFIG['rubylibdir']}/rexml") #RbConfig::CONFIG['sitedir']
+    rescue LoadError
+      SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia).
+        error('rexml/document NOT FOUND (LoadError)')
+    end
+    def initialize(md,fno)
+      @md,@fno=md,fno
+      @env=SiSU_Env::InfoEnv.new(@md.fns)
+      @prog=SiSU_Env::InfoProgram.new #(md.fns) #if md
+      if File.file?(@fno)
+        @fnap=@fno #index.xml causes problems with index.html in server config
+      end
+      @e_head='/document/head'
+      @e_title='/document/head/title'
+      @e_object='/document/body/object'
+      @e_ocn='/document/body/object/ocn'
+      @e_text='/document/body/object/text'
+      @e_endnote='/document/body/object/endnote'
+    end
+    def xml
+      begin
+        if FileTest.file?(@fnap)
+          if @prog.rexml !=false \
+          and FileTest.directory?('/usr/lib/ruby/1.8/rexml/') #note values can be other than true
+            xmlfile=IO.readlines(@fnap,'').join
+            begin
+              @xmldoc=REXML::Document.new xmlfile
+              SiSU_Screen::Ansi.new(
+                @md.opt.act[:color_state][:set],
+                'invert',
+                'REXML',
+                "XML document #{@fnap} loaded"
+              ).colorize unless @md.opt.act[:quiet][:set]==:on
+              if (@opt.act[:verbose][:set]==:on \
+              || @opt.act[:verbose_plus][:set]==:on)
+                @xmldoc.elements.each(@e_head) do |e|
+                  SiSU_Screen::Ansi.new(
+                    @md.opt.act[:color_state][:set],
+                    'brown',
+                    e
+                  ).colorize unless @md.opt.act[:quiet][:set]==:on
+                end
+              end
+            rescue REXML::ParseException
+              puts 'broken XML'
+            end
+          end
+        else
+          SiSU_Screen::Ansi.new(
+            @md.opt.act[:color_state][:set],
+            'fuchsia',
+            "File Not Found #{xmlfile}",
+            'requested XML processing skipped'
+          ).colorize unless @md.opt.act[:quiet][:set]==:on
+          exit
+        end
+      rescue
+        SiSU_Errors::Rescued.new($!,$@,@md.opt.selections.str,@md.fns).location do
+          __LINE__.to_s + ':' + __FILE__
+        end
+      ensure
+      end
+    end
+  end
+end
+__END__
+ misc
+e.each do |element|
+  element.each do |child|
+    if child.is_a?(REXML::Text)
+      puts "Text: #{child.to_s.inspect}"
+    else
+      puts "SubElement: #{child.name}"
+    end
+  end
+end

data/lib/sisu/se.rb

@@ -0,0 +1,158 @@
+# encoding: utf-8
+=begin
+
+* Name: SiSU
+
+** Description: documents, structuring, processing, publishing, search
+*** system environment, resource control and configuration details
+
+** Author: Ralph Amissah
+  <ralph@amissah.com>
+  <ralph.amissah@gmail.com>
+
+** Copyright: (C) 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006,
+  2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015 Ralph Amissah,
+  All Rights Reserved.
+
+** License: GPL 3 or later:
+
+  SiSU, a framework for document structuring, publishing and search
+
+  Copyright (C) Ralph Amissah
+
+  This program is free software: you can redistribute it and/or modify it
+  under the terms of the GNU General Public License as published by the Free
+  Software Foundation, either version 3 of the License, or (at your option)
+  any later version.
+
+  This program is distributed in the hope that it will be useful, but WITHOUT
+  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+  FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+  more details.
+
+  You should have received a copy of the GNU General Public License along with
+  this program. If not, see <http://www.gnu.org/licenses/>.
+
+  If you have Internet connection, the latest version of the GPL should be
+  available at these locations:
+  <http://www.fsf.org/licensing/licenses/gpl.html>
+  <http://www.gnu.org/licenses/gpl.html>
+
+  <http://www.sisudoc.org/sisu/en/manifest/gpl.fsf.html>
+
+** SiSU uses:
+  * Standard SiSU markup syntax,
+  * Standard SiSU meta-markup syntax, and the
+  * Standard SiSU object citation numbering and system
+
+** Hompages:
+  <http://www.jus.uio.no/sisu>
+  <http://www.sisudoc.org>
+
+** Git
+  <http://git.sisudoc.org/gitweb/?p=code/sisu.git;a=summary>
+  <http://git.sisudoc.org/gitweb/?p=code/sisu.git;a=blob;f=lib/sisu/se.rb;hb=HEAD>
+
+=end
+@@cX=nil
+module SiSU_Env
+  require_relative 'constants'                         # constants.rb
+  require_relative 'utils'                             # utils.rb
+  require_relative 'se_date'                           # se_date.rb
+  require_relative 'se_info_system'                    # se_info_system.rb
+  require_relative 'se_load'                           # se_load.rb
+  require_relative 'se_get_init'                       # se_get_init.rb
+  require_relative 'se_envcall'                        # se_envcall.rb
+  require_relative 'se_programs'                       # se_programs.rb
+  require_relative 'se_standardise_lang'               # se_standardise_lang.rb
+  require_relative 'se_info_env'                       # se_info_env.rb
+  require_relative 'se_processing'                     # se_processing.rb
+  require_relative 'se_filemap'                        # se_filemap.rb
+  require_relative 'se_file_op'                        # se_file_op.rb
+  require_relative 'se_cleanoutput'                    # se_cleanoutput.rb
+  require_relative 'se_remotes'                        # se_remotes.rb
+  require_relative 'se_version'                        # se_version.rb
+  require_relative 'se_db'                             # se_db.rb
+  require_relative 'se_css'                            # se_css.rb
+  require_relative 'se_clear'                          # se_clear.rb
+  require_relative 'se_createsite'                     # se_createsite.rb
+  require_relative 'se_info_port'                      # se_info_port.rb
+  begin
+    require 'singleton'
+    require 'fileutils'
+      include FileUtils::Verbose
+  rescue LoadError
+    SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia).
+      error('singleton or fileutils NOT FOUND (LoadError)')
+  end
+  @@noyaml=false
+  class InfoDate < SiSU_Info_Date::InfoDate                # se_date.rb
+  end
+  class InfoSystemGen < SiSU_Info_Sys_Gen::InfoSystemGen   # se_info_system.rb
+  end
+  class InfoSystem < SiSU_Info_Sys::InfoSystem             # se_info_system.rb
+  end
+  class Load < SiSU_Load::Load                             # se_load.rb
+  end
+  class GetInit < SiSU_Get_Init::GetInit                   # se_get_init.rb
+  end
+  class EnvCall < SiSU_Env_Call::EnvCall                   # se_envcall.rb
+  end
+  class SystemCall < SiSU_Sys_Call::SystemCall             # se_programs.rb
+  end
+  class StandardiseLanguage < SiSU_Standardise_Lang::StandardiseLanguage # se_standardise_lang.rb
+  end
+  class InfoEnv < SiSU_Info_Env::InfoEnv                   # se_info_env.rb
+  end
+  class InfoProcessingFlag < SiSU_Info_Processing_Flag::InfoProcessingFlag # se_processing.rb
+  end
+  class InfoSettings < SiSU_Info_Set::InfoSettings         # se_programs.rb
+  end
+  class FileMap < SiSU_File_Map::FileMap                   # se_filemap.rb
+  end
+  class CleanOutput < SiSU_Clean_Output::CleanOutput       # se_cleanoutput.rb
+  end
+  class InfoRemoteHost < SiSU_Info_Remote_Host::InfoRemoteHost # se_remotes.rb
+  end
+  class InfoRemote < SiSU_Info_Remote::InfoRemote          # se_remotes.rb
+  end
+  class InfoVersion < SiSU_Info_Version::InfoVersion       # se_version.rb
+  end
+  class InfoAbout < SiSU_Info_About::InfoAbout             # se_version.rb
+  end
+  class InfoFile < SiSU_Info_File::InfoFile                # se_file_op.rb
+  end
+  class ProcessingSettings < SiSU_Processing_Settings::ProcessingSettings # se_processing.rb
+  end
+  class InfoDb < SiSU_Info_Db::InfoDb                      # se_db.rb
+  end
+  class DbOp < SiSU_Db_Op::DbOp                            # se_db.rb
+  end
+  class FileOp < SiSU_File_Op::FileOp                      # se_file_op.rb
+  end
+  class FilenameLanguageCodeInsert < SiSU_Filename_Lang::FilenameLanguageCodeInsert # se_file_op.rb
+  end
+  class CreateFile < SiSU_Create_File::CreateFile          # se_file_op.rb
+  end
+  class Clear < SiSU_Clear::Clear                          # se_clear.rb
+  end
+  class InfoPort < SiSU_Info_Port::InfoPort                # se_info_port.rb
+  end
+  class InfoProgram < SiSU_Info_Program::InfoProgram       # se_programs.rb
+  end
+  class CSS_Default < SiSU_CSS::CSS_Default                # se_css.rb
+  end
+  class CSS_Select < SiSU_CSS::CSS_Select                  # se_css.rb
+  end
+  class CSS_Stylesheet < SiSU_CSS::CSS_Stylesheet          # se_css.rb
+  end
+  class CreateSite < SiSU_Create_Site::CreateSite          # se_createsite.rb
+  end
+end
+module SiSU_Screen
+  require_relative 'utils_screen_text_color'               # utils_screen_text_color.rb
+end
+module SiSU_Errors
+  require_relative 'errors'                             # errors.rb
+end
+__END__