cpee-instantiation 1.0.20 → 1.0.22

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 520885171160a30e9ba87160846e940e97da32bb395bbf09ca4daae72b88ccf4
-  data.tar.gz: 33880deb6b584c9cba12efe45bc1399ff579350f67fd3f9eb1687b4582eb864e
+  metadata.gz: c4bcaada2f94288fb474c05aa57efd0ccc51920f7b4a877f6baac3ee9a52106c
+  data.tar.gz: 234e40846f6fd47f1eda15737e5b5c39aaa83627a9b305e0a8f900df344c4b3f
 SHA512:
-  metadata.gz: 3693958d8ac8788ba324f2f52e60427dff7604316bdba46e85ddfcba494c53e061b085d0d5288e2984353fac1de2349ce6c717250c3e835d2a83934fef1875a2
-  data.tar.gz: 321bafce9e4dd5f9293bfa3923c7db011f1631b97ac7c4222db8a2f6a740a67d50026f08789172c756585a6500f1200e4b7d7a317fd963a4094e895f098ce5b8
+  metadata.gz: e15606a4a56063d3004fe4bf9aa954509ccfebc771fb8cede8319b1847941886214ed7cc309ec501463c74092f8376eaf4a88100fb2cecad0b0a17ea057430cf
+  data.tar.gz: 3a134b1a185a3a0c95f34143a7224be55fb220db21971db21ad13befb7d16d05aebbf4fe39f7000bf7163cc6c530e5a4f8d9dcccf038894434f21df88e284eb4

data/README.md

@@ -4,7 +4,7 @@ To install the instatiation service go to the commandline
 
 ```bash
  gem install cpee-instantiation
- cpee-instantiation instantiation
+ cpee-instantiation new instantiation
  cd instantiation
  ./instantiation start
 ```

data/cpee-instantiation.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name             = "cpee-instantiation"
-  s.version          = "1.0.20"
+  s.version          = "1.0.22"
   s.platform         = Gem::Platform::RUBY
   s.license          = "LGPL-3.0"
   s.summary          = "Subprocess instantiation service for the cloud process execution engine (cpee.org)"

data/lib/cpee-instantiation/instantiation.rb

@@ -1,21 +1,22 @@
 # This file is part of CPEE-INSTANTIATION.
 #
 # CPEE-INSTANTIATION is free software: you can redistribute it and/or modify it
-# under the terms of the GNU General Public License as published by the Free
-# Software Foundation, either version 3 of the License, or (at your option) any
-# later version.
+# under the terms of the GNU Lesser General Public License as published by the
+# Free Software Foundation, either version 3 of the License, or (at your
+# option) any later version.
 #
 # CPEE-INSTANTIATION is distributed in the hope that it will be useful, but
 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
-# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
-# more details.
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License
+# for more details.
 #
-# You should have received a copy of the GNU General Public License along with
-# CPEE-INSTANTIATION (file LICENSE in the main directory).  If not, see
-# <http://www.gnu.org/licenses/>.
+# You should have received a copy of the GNU Lesser General Public License
+# along with CPEE-INSTANTIATION (file LICENSE in the main directory).  If not,
+# see <http://www.gnu.org/licenses/>.
 
 require 'rubygems'
 require 'cpee/value_helper'
+require 'cpee/redis'
 require 'xml/smart'
 require 'riddl/server'
 require 'securerandom'
@@ -24,6 +25,8 @@ require 'uri'
 require 'redis'
 require 'json'
 
+require_relative 'utils'
+
 module CPEE
   module Instantiation
 
@@ -288,15 +291,18 @@ module CPEE
       end
     end  #}}}
 
-    class InstantiateXML < Riddl::Implementation #{{{
+class InstantiateXML < Riddl::Implementation #{{{
       include Helpers
 
       def response
+        puts "InstantiateXML response method called: #{@a[1]}",
         cpee     = @h['X_CPEE'] || @a[0]
         behavior = @a[1] ? 'fork_ready' : @p[0].value
         data     = @a[1] ? 0 : 1
         selfurl  = @a[2]
         cblist   = @a[3]
+        puts "Received data: #{@p}"
+        puts "p[data]: #{@p[data]}"
         tdoc = if @p[data].additional =~ /base64/
           Base64.decode64(@p[data].value.read)
         else
@@ -405,15 +411,36 @@ module CPEE
           ]
         end
       end
-    end #}}}
+
+end #}}}
 
     def self::implementation(opts)
       opts[:cpee]       ||= 'http://localhost:9298/'
-      opts[:redis_path] ||= '/tmp/redis.sock'
-      opts[:redis_db]   ||= 14
       opts[:self]       ||= "http#{opts[:secure] ? 's' : ''}://#{opts[:host]}:#{opts[:port]}/"
-      opts[:cblist]       = Redis.new(path: opts[:redis_path], db: opts[:redis_db])
+
+      opts[:watchdog_frequency]         ||= 7
+      opts[:watchdog_start_off]         ||= false
+
+      ### set redis_cmd to nil if you want to do global
+      ### at least redis_path or redis_url and redis_db have to be set if you do global
+      opts[:redis_path]                 ||= 'redis.sock' # use e.g. /tmp/redis.sock for global stuff. Look it up in your redis config
+      opts[:redis_db]                   ||= 0
+      ### optional redis stuff
+      opts[:redis_url]                  ||= nil
+      opts[:redis_cmd]                  ||= 'redis-server --port 0 --unixsocket #redis_path# --unixsocketperm 600 --pidfile #redis_pid# --dir #redis_db_dir# --dbfilename #redis_db_name# --databases 1 --save 900 1 --save 300 10 --save 60 10000 --rdbcompression yes --daemonize yes'
+      opts[:redis_pid]                  ||= 'redis.pid' # use e.g. /var/run/redis.pid if you do global. Look it up in your redis config
+      opts[:redis_db_name]              ||= 'redis.rdb' # use e.g. /var/lib/redis.rdb for global stuff. Look it up in your redis config
+
+      opts[:cblist]                     = CPEE::redis_connect opts, 'Instantiation'
+
       Proc.new do
+        parallel do
+          CPEE::Instantiation::watch_services(opts[:watchdog_start_off],opts[:redis_url],File.join(opts[:basepath],opts[:redis_path]),opts[:redis_db])
+          EM.add_periodic_timer(opts[:watchdog_frequency]) do ### start services
+            CPEE::Instantiation::watch_services(opts[:watchdog_start_off],opts[:redis_url],File.join(opts[:basepath],opts[:redis_path]),opts[:redis_db])
+          end
+        end
+
         on resource do
           run InstantiateXML, opts[:cpee], true if post 'xmlsimple'
           on resource 'xml' do

data/lib/cpee-instantiation/instantiation.xml

@@ -1,3 +1,21 @@
+<!--
+  This file is part of CPEE-INSTANTIATION.
+
+  CPEE-INSTANTIATION is free software: you can redistribute it and/or modify it
+  under the terms of the GNU Lesser General Public License as published by the
+  Free Software Foundation, either version 3 of the License, or (at your
+  option) any later version.
+
+  CPEE-INSTANTIATION is distributed in the hope that it will be useful, but
+  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+  FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License
+  for more details.
+
+  You should have received a copy of the GNU Lesser General Public License
+  along with CPEE-INSTANTIATION (file LICENSE in the main directory).  If not,
+  see <http://www.gnu.org/licenses/>.
+-->
+
 <description datatypeLibrary="http://www.w3.org/2001/XMLSchema-datatypes" xmlns="http://riddl.org/ns/description/1.0" xmlns:xi="http://www.w3.org/2001/XInclude">
   <message name="xmlsimple">
     <parameter name="xml" mimetype="*/xml"/>

data/lib/cpee-instantiation/utils.rb

@@ -0,0 +1,52 @@
+# This file is part of CPEE-INSTANTIATION
+#
+# CPEE-INSTANTIATION is free software: you can redistribute it and/or modify it
+# under the terms of the GNU Lesser General Public License as published by the
+# Free Software Foundation, either version 3 of the License, or (at your
+# option) any later version.
+#
+# CPEE-INSTANTIATION is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with CPEE-INSTANTIATION (file LICENSE in the main directory). If not, see
+# <http://www.gnu.org/licenses/>.
+
+module CPEE
+  module Instantiation
+
+    def self::watch_services(watchdog_start_off,url,path,db)
+      return if watchdog_start_off
+      EM.defer do
+        Dir[File.join(__dir__,'routing','*.rb')].each do |s|
+          s = s.sub(/\.rb$/,'')
+          pid = (File.read(s + '.pid').to_i rescue nil)
+          cmd = if url.nil?
+            "-p \"#{path}\" -d #{db} restart"
+          else
+            "-u \"#{url}\" -d #{db} restart"
+          end
+          if (pid.nil? || !(Process.kill(0, pid) rescue false)) && !File.exist?(s + '.lock')
+            system "#{s}.rb " + cmd + " 1>/dev/null 2>&1"
+            puts "➡ Service #{File.basename(s)} (-v #{cmd}) started ..."
+          end
+        end
+      end
+    end
+
+    def self::cleanup_services(watchdog_start_off)
+      return if watchdog_start_off
+      Dir[File.join(__dir__,'routing','*.rb')].each do |s|
+        s = s.sub(/\.rb$/,'')
+        pid = (File.read(s + '.pid').to_i rescue nil)
+        if !pid.nil? || (Process.kill(0, pid) rescue false)
+          system "#{s}.rb stop 1>/dev/null 2>&1"
+          puts "➡ Service #{File.basename(s,'.rb')} stopped ..."
+        end
+      end
+    end
+
+  end
+end

data/server/instantiation

@@ -1,4 +1,21 @@
 #!/usr/bin/ruby
+#
+# This file is part of CPEE-INSTANTIATION.
+#
+# CPEE-INSTANTIATION is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation, either version 3 of the License, or (at your option) any
+# later version.
+#
+# CPEE-INSTANTIATION is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# CPEE-INSTANTIATION (file LICENSE in the main directory).  If not, see
+# <http://www.gnu.org/licenses/>.
+
 require 'rubygems'
 require 'cpee-instantiation/instantiation'
 

data/tools/cpee-instantiation

@@ -1,4 +1,21 @@
 #!/usr/bin/ruby
+#
+# This file is part of CPEE-INSTANTIATION.
+#
+# CPEE-INSTANTIATION is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation, either version 3 of the License, or (at your option) any
+# later version.
+#
+# CPEE-INSTANTIATION is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# CPEE-INSTANTIATION (file LICENSE in the main directory).  If not, see
+# <http://www.gnu.org/licenses/>.
+
 curpath = __dir__
 require 'rubygems'
 require 'optparse'
@@ -26,24 +43,28 @@ end
 ARGV.options { |opt|
   opt.summary_indent = ' ' * 2
   opt.summary_width = 15
-  opt.banner = "Usage:\n#{opt.summary_indent}#{File.basename($0)} [DIR]\n"
+  opt.banner = "Usage:\n#{opt.summary_indent}#{File.basename($0)} [options] new DIR\n"
   opt.on("Options:")
   opt.on("--help", "-h", "This text") { puts opt; exit }
 	opt.on("")
-  opt.on(wrap("[DIR]             scaffolds a sample instantiation service. Post a testset to a model to keep going in one operation."))
+  opt.on(wrap("[new DIR]         scaffolds a sample instantiation service. Post a testset to a model to keep going in one operation."))
   opt.parse!
 }
-if (ARGV.length != 1)
+if (ARGV.length <  2) ||
+   (ARGV.length == 2  && !(%w(new).include?(ARGV[0]))) ||
+   (ARGV.length >  2)
   puts ARGV.options
   exit
-else
-  p1 = ARGV[0]
 end
+command = ARGV[0]
+p1      = ARGV[1]
 
-insta = "#{curpath}/../server/"
-if !File.exist?(p1)
-  FileUtils.cp_r(insta,p1)
-else
-  FileUtils.cp_r(Dir.glob(File.join(insta,'*')).delete_if{|e| e =~ /\.conf/ },p1,remove_destination: true)
-  puts 'Directory already exists, updating ...'
+if command == 'new'
+  insta = "#{curpath}/../server/"
+  if !File.exist?(p1)
+    FileUtils.cp_r(insta,p1)
+  else
+    FileUtils.cp_r(Dir.glob(File.join(insta,'*')).delete_if{|e| e =~ /\.conf/ },p1,remove_destination: true)
+    puts 'Directory already exists, updating ...'
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cpee-instantiation
 version: !ruby/object:Gem::Version
-  version: 1.0.20
+  version: 1.0.22
 platform: ruby
 authors:
 - Juergen eTM Mangler
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: tools
 cert_chain: []
-date: 2024-06-27 00:00:00.000000000 Z
+date: 2024-07-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: riddl
@@ -88,6 +88,7 @@ files:
 - cpee-instantiation.gemspec
 - lib/cpee-instantiation/instantiation.rb
 - lib/cpee-instantiation/instantiation.xml
+- lib/cpee-instantiation/utils.rb
 - server/instantiation
 - tools/cpee-instantiation
 homepage: http://cpee.org/