prick 0.28.1 → 0.29.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 10bf0db9a65cd8441d8f17ea9ad055f177d49508f2445ee733722fcc0fb5c6dc
-  data.tar.gz: 693a602c5f57b6bdd97cdefa00c69a0c517cd54e4b32e2d10657fa1c8cfb8949
+  metadata.gz: 21dec70a7d5860aa9e3731a5213559bf1eef4b94de999d180de823e7d66ac615
+  data.tar.gz: 2ab02d0286f9881568b1170cd63311150260f7cd990e4c32d43c42bfa2f072dc
 SHA512:
-  metadata.gz: 1ec3e792b312d572d9eb65feb3c595d94ec944b9854f12c9f16a805dfce24a45d0be6fe923c02fc1bf57c9a3ce0d6b221c28eaeaea5a1ab1a0f044e228a07b5e
-  data.tar.gz: a0cc6eb39133fbfc7eef170a173378bd685a3f43315ac633748dc1fafa02589dae100d1fe8f30ab4687a175e3d8a13d0fca793245fbb10fb2297fed5d8e4c659
+  metadata.gz: 102695943884b0aa0e91830f5cc4059e80d57f1a7f23d39fa332097b39ca0e0116b11367f6db679df7d128efe4612290d6c47fc67bf7be207e1f0e645e0365e7
+  data.tar.gz: 77daad11d1dd47dba7f63d0a897b3d229be04063698880eba6294ebb2ebd112ce0f21e7d7c480aa1b5ac7992469283da54f1281cfa77b4b48d1594158ff2643a

data/exe/prick

@@ -13,8 +13,8 @@ begin
 # Bootsnap.instrumentation = ->(event, path) { puts "#{event} #{path}" }
 end
 
-require 'prick.rb'
 require 'shellopts'
+require_relative '../lib/prick.rb'
 
 include ShellOpts
 include Prick
@@ -34,10 +34,19 @@ SPEC = %(
       Change to directory DIR before doing anything else
 
   -d,database=DATABASE
-      Override database name from prick.yml
+      Override database name. Default is read from .prick.context
 
   -U,username=USERNAME
-      Override username from from prick.yml
+      Override username. Default is read from .prick.context
+
+  -e,environment=ENVIRONMENT
+      Override environment. Default is read from from .prick.context
+
+  -p,project=PRICK-FILE
+      Override default environment file ('prick.yml')
+
+  -c,context=CONTEXT-FILE
+      Override default context file ('.prick.context')
 
   version!
       Print project version
@@ -58,6 +67,9 @@ SPEC = %(
   teardown!
       Drop the database and the database user. TODO: Also run teardown scripts
 
+  clean!
+      Empties the database and drops related users except the database user
+
   create.data!
   create.schema!
   create.database!
@@ -75,8 +87,9 @@ SPEC = %(
   drop! -- [KIND]
       @ Drop objects
 
-      Kind can be 'users', 'data', 'schema', 'database' (the default), or 'all'. It is
-      not an error if the object doesn't exist. TODO Only 'users' is currently defined
+      Kind can be 'users', 'data', 'schema', 'user', 'database' (the default),
+      or 'all'. It is not an error if the object doesn't exist. TODO 'data' and
+      'schema' is not implemented
 
   build! -f,force -t,time --dump=KIND? -- [SCHEMA]
       Build the project. If SCHEMA is defined, later schemas are excluded.
@@ -94,7 +107,10 @@ SPEC = %(
 
   fox! -- FILE...
       Load fox file data. Data are reset to their initial state after build
-      before the fox data are loaded
+      before the fox data are loaded. This makes it possible to experiment with
+      different data sets
+
+      # TODO: A --clean option that resets data
 
   release! -- KIND
       Create a release of the given kind. KIND can be 'major', 'minor', or
@@ -108,6 +124,7 @@ SPEC = %(
   dump.data!
   dump.schema!
   dump.database!
+  dump.environment!
       TODO
 
   dump.migration! --force -- VERSION
@@ -150,13 +167,18 @@ begin
   # Check state
   File.exist?(PRICK_PROJECT_FILE) or raise Prick::Error, "Not in a prick project directory"
 
+  # Handle -p and -c
+  project_file = opts.project || PRICK_PROJECT_PATH
+  context_file = opts.context || PRICK_CONTEXT_PATH
+
   # Load state
-  Prick.state = State.load
+  state = Prick.state = State.load(project_file, context_file)
+
+  # Set database, username and environment
+  database = state.database = opts.database || state.database
+  username = state.username = opts.username || state.username
+  environment = state.environment = opts.environment || state.environment
 
-  # Handle -d and -U options
-  database = opts.database || Prick.state.database
-  username = opts.username || Prick.state.username
-    
   # Expect a sub-command
   cmd = opts.subcommand! or raise Prick::Error, "Subcomand expected"
 
@@ -176,6 +198,9 @@ begin
     when :teardown!
       Prick::SubCommand.teardown(database, username)
 
+    when :clean!
+      Prick::SubCommand.clean(database)
+
     when :create!
       create_command = opts.create!
       case create_command.subcommand
@@ -186,14 +211,15 @@ begin
               username, version, 
               force: create_command.subcommand!.force?, 
               file: create_command.subcommand!.file)
-        else
-          raise NotImplementedError
+      else
+        raise NotImplementedError
       end
 
     when :build!
       dump = cmd.dump? ? cmd.dump("batches")&.to_sym || :batches : nil
+#     exclude = cmd.exclude? ? cmd.exclude.split(",") : []
       Prick::SubCommand.build(
-        database, username, args.expect(0..1), force: cmd.force?, timer: cmd.time?, dump: dump)
+          database, username, args.expect(0..1), force: cmd.force?, timer: cmd.time?, dump: dump)
 
     when :make!
       dump = cmd.dump? ? cmd.dump("batches")&.to_sym || :batches : nil
@@ -208,6 +234,8 @@ begin
           Prick::SubCommand.drop_all(database)
         when :users
           Prick::SubCommand.drop_users(database)
+        when :user
+          Prick::SubCommand.drop_user(username)
         when :database
           Prick::SubCommand.drop_database(database)
         when :data, :schema
@@ -229,20 +257,44 @@ begin
     when :dump!
       subject = cmd.subcommand!
       case cmd.subcommand
-        when :migration
+        when :migration!
           arg = args.expect(1)
           version = PrickVersion.try(arg) or raise "Illegal version number: #{arg}"
           Prick::SubCommand.create_migration(username, version, force: subject.force?, file: "/dev/stdout")
-        when :data, :schema, :database
+        when :type!
+          conn = PgConn.new(database, username)
+          builder = Prick::Build::Builder.new(conn, Prick::SCHEMA_DIR)
+          meta = PgMeta.new(conn, exclude_schemas: builder.pg_graph_ignore_schemas)
+          graph = PgGraph::Type.new(meta, builder.reflections_file)
+          graph.dump
+        when :data!, :schema!, :database!
           raise NotImplementedError
+        when :environment!
+          puts state.bash_source
       else
-        raise Prick::Error, "Unknown subject: #{subject.inspect}"
+        raise Prick::Error, "Unknown dump object: #{cmd.subcommand!.__name__}"
       end
 
+
     else
       raise Prick::Fail, "Internal error: Unhandled command - #{opts.subcommand.inspect}"
   end
 
+rescue Prick::Build::PostgresError => ex
+  $stderr.puts "Error: #{ex.message}"
+  if STDERR.tty?
+    file, lineno, charno = ex.err
+    if file && lineno
+      lines = IO.readlines(file).map(&:chomp)
+      i = lineno - 1
+      from = [i - 10, 0].max
+      to = [i + 10, lines.size].min
+      $stderr.puts
+      $stderr.puts lines[from...i], lines[i].bold, lines[i+1...to]
+    end
+  end
+  exit 1
+
 rescue RuntimeError, IOError, ShellOpts::Failure, Prick::Fail, Prick::Build::PostgresError => ex 
   ShellOpts.failure(ex.message)
 

data/lib/{builder → prick/builder}/batch.rb

@@ -14,10 +14,10 @@ module Prick
         @nodes = [] 
       end
 
-      def execute(&block)
+      def execute(**opts, &block)
         name = self.class.to_s.sub(/.*::/, "").split(/(?=[A-Z])/).map(&:downcase).join(" ")
         time "Execute #{name} (nodes: #{nodes.size})" do
-          yield
+          yield(**opts)
         end
       end
 
@@ -28,23 +28,38 @@ module Prick
     end
 
     class SqlBatch < BuildBatch
-      def execute
+      def execute(step: true) # This is marginally faster!
         super {
           begin
             sql = []
+            file = nil
+            node = nil
+
             # A SQL batch allows the first node to be an evaluated or executed node
             if nodes.first.is_a?(CommandNode)
-              time "Execute script" do
-                sql = [nodes.first.source]
+              node = nodes.shift
+              sql = [node.source]
+            end
+
+            if step
+              conn.execute sql, silent: true if !sql.empty?
+              for node in nodes
+                conn.execute node.source, silent: true
               end
+            else
+              node = nil
+              conn.execute sql + nodes[sql.size..-1].map(&:source), silent: true
             end
-            conn.execute sql + nodes[sql.size..-1].map(&:source)
 
-          rescue PG::SyntaxError, PG::Error => ex 
-            error, line, pos = parse_pg_message(ex.message)
-            if line
+          rescue PG::Error => ex
+            error, line, char = conn.err
+            file = nil
+            if step
+              ;
+            elsif line
+              # Locate error node and make line number relative
               if line < nodes.first.lines
-                node = nodes.first;
+                node = nodes.first
               else
                 line -= nodes.first.lines
                 node = nodes[1..-1].find { |node|
@@ -58,26 +73,20 @@ module Prick
                   end
                 }
               end
+#             file = node.path
+            end
 
-              if node.is_a?(SqlNode)
-                message = ["prick: #{error} in #{node.path}", line, pos].compact.join(":")
-              else
-                message = "prick: #{error} from #{node.path}"
-              end
+            if node.is_a?(SqlNode)
+              message = ["#{error} in #{node.path}", line, char].compact.join(":")
+            elsif node
+              message = "#{error} from #{node.path}"
             else
-              raise
+              message = conn.errmsg + " in SQL batch"
             end
-            raise PostgresError.new(message)
+            raise PostgresError.new(message, file, line, char)
           end
         }
       end
-
-    private
-      # Returns [error, line, pos] tuple
-      def parse_pg_message(message)
-        message =~ /ERROR:\s*(.*?)\n(LINE (\d+): ).*?\n(\s*\^)/m or return nil
-        [$1, $3.to_i, $4.size - $2.size]
-      end
     end
 
     class ModuleBatch < BuildBatch
@@ -139,7 +148,7 @@ module Prick
             # FIXME: Why only in FoxBatch - should be set higher up in the system
             conn.execute "update prick.versions set built_at = now() at time zone 'UTC'"
           rescue PG::SyntaxError, PG::Error => ex 
-            raise PostgresError, "prick: #{ex.message}"
+            raise PostgresError.new(ex.message)
           end
         }
         t_type.emit

data/lib/{builder → prick/builder}/builder.rb

@@ -10,7 +10,18 @@ include Constrain
 module Prick
   module Build
     class Error < StandardError; end
-    class PostgresError < Error; end
+    class PostgresError < Error
+      attr_reader :file
+      attr_reader :lineno
+      attr_reader :charno
+
+      def initialize(message, file = nil, lineno = nil, charno = nil)
+        super(message)
+        @file, @lineno, @charno = file, lineno, charno
+      end
+
+      def err = [@file, @lineno, @charno]
+    end
 
     class Builder
       # PgConn object

data/lib/{builder → prick/builder}/parser.rb

@@ -34,7 +34,7 @@ module Prick
         end
       end
 
-      # Search for an executable in path
+      # Search for an executable in path. Return nil if not found
       def find_executable(filename) # ChatGPT
         Prick.state.executable_search_path.split(File::PATH_SEPARATOR).each do |directory|
           path = File.join(directory, filename)
@@ -43,80 +43,37 @@ module Prick
         nil
       end
 
-      # Expand $ENVIRONMENT variable in file names. The function implements a
-      # hierarchy of environments:
+      # Expand environments variables file name. Iterates through inherited
+      # environments if the file name contain the $ENVIRONMENT variable. Return
+      # nil if not found
       #
-      #   production
-      #     (online)
-      #   development
-      #     online
-      #     offline
-      #       backend
-      #       frontend
-      #       test
-      #
-      # If an environment doesn't exist in #dir, then the higher level
-      # environments are tried in turn. Eg. if the current environment is
-      # 'test', the algorithm expands '$ENVIRONMENT' to 'test', 'offline', and
-      # 'development' until an existing file is found. If no file is found the
-      # the unexpanded value is returned
-      #
-      # The production environment acts as a online environment but not a
-      # development environment. This means it will first search for
-      # 'production', then 'online', and then stop without searching for
-      # 'development'
-      #
-      # NOTE: This is a hardcoded feature for an internal project. It is
-      #       configurable in the next major version
-      # 
-      # TODO: Refactor: dir is not handled well when the filename includes a
-      #       $PWD variblea
+      # The hierarchy of environments is defined in the PRICK_ENVIRONMENT_FILE
       #
       def expand_filename(dir, filename)
-        # Expand variables
-        path = expand_variables(filename, Prick.state.bash_environment)
+        environment = Prick.state.environment
+        bash_vars = Prick.state.bash_environment
 
-        # Use only filename as template if expansion is an absolute path
-        if path.start_with? "/"
-          template = filename
-        else
-          template = "#{dir}/#{filename}"
-          path = "#{dir}/#{path}"
-        end
-        return path if File.exist?(path)
+        last = nil
+        for env in [environment] + Environment[environment].ancestors.reverse
+          bash_vars["ENVIRONMENT"] = env
+          file = expand_variables(filename, bash_vars)
+          last ||= (file != last and file) or return nil # return if no ENVIRONMENT substitution
+          path = (file.start_with?("/") ? file : File.join(dir, file))
 
-        # Iterate through environments
-        env = Prick.state.environment.to_s
-        while true
+          # Check for file (may be executable)
           return path if File.exist?(path)
-          case env
-            when "production"
-              file = expand_variables(path, ENVIRONMENT: "online") or return nil
-              return file if File.exist? file
-              break
-            when "development"; break
-            when "online"; env = "development"
-            when "offline"; env = "development"
-            when "backend"; env = "offline"
-            when "frontend"; env = "offline"
-            when "test"; env = "offline"
-          else
-            raise Error, "Illegal env: '#{env}'"
-          end
-          path = expand_variables(template, Prick.state.bash_environment.merge(ENVIRONMENT: env))
-        end
 
-        # Look for executable in PATH
-        if filename !~ /\// && (path = find_executable(filename))
-          return path
-        else
-          return nil
+          # Check for executable in search path
+          path = find_executable(file) and return path if file !~ /\//
         end
+
+        # Return nil if not found
+        return nil
       end
 
       # Expand $ENVIRONMENT variable
       def expand_string(string)
-        expand_variables(string, ENVIRONMENT: Prick.state.environment.to_s, PWD: Dir.getwd)
+        expand_variables(string, Prick.state.bash_environment)
       end
 
       def parse_directory(parent, dir)
@@ -170,8 +127,9 @@ module Prick
         if entry =~ /^(\S+?)(\?)?(?:\s+(.+))?\s*$/
           command = $1
           optional = !$2.nil?
-          args = expand_string($3 || '').split
-          path = expand_filename(dir, command) 
+          rest = $3
+          args = expand_string(rest || '').split
+          path = expand_filename(dir, command)
           path || optional or raise Error, "Can't find '#{entry}' in #{dir}/ from #{unit}"
           !path.nil? or return nil
         else
@@ -215,11 +173,12 @@ module Prick
                 SqlNode.new(unit, phase, path)
               when /\.fox$/
                 FoxNode.new(unit, :seed, path)
+              when /build-.*\.yml$/
+                parse_build_file(unit, dir, path)
             else
               raise Error, "Expected executable, fox, or sql file: #{File.basename(path)} in #{dir}"
             end
           else
-            path = 
             raise Error, "Can't find '#{entry}' in #{dir}/ from #{unit}"
           end
         end

data/lib/prick/constants.rb

@@ -36,6 +36,10 @@ module Prick
   PRICK_PROJECT_FILE = "prick.yml"
   PRICK_PROJECT_PATH = PRICK_PROJECT_FILE
 
+# # Environment specification file
+# PRICK_ENVIRONMENT_FILE = "prick.environment.yml"
+# PRICK_ENVIRONMENTS_PATH = PRICK_ENVIRONMENT_FILE
+
   # Context file
   PRICK_CONTEXT_FILE = ".prick-context"
   PRICK_CONTEXT_PATH = PRICK_CONTEXT_FILE

data/lib/prick/environment.rb

@@ -0,0 +1,134 @@
+require 'yaml'
+require 'dsort'
+
+module Prick
+  class Environment
+    # Environments name
+    attr_reader :name
+
+    # Names of parent environments
+    def parents = @values[:parents]
+
+    # Ancestors sorted in dependency order
+    def ancestors
+      @ancestors ||= effective_values[:parents].sort_by { |name| @@SORTED_INDEXES[name] }
+    end
+
+    # List of variables including :parents
+    def variables = @@VARIABLES
+
+    # List of user defined variables
+    def user_variables = @@VARIABLES - [:parent]
+
+    # Hash from variable to value
+    attr_accessor :values
+
+    # Hash from variable name to effective value. The effective value is the
+    # sum of this environment's value and its parents' values
+    attr_accessor :effective_values
+
+    def self.[](name) @@ENVIRONMENTS[name] end
+    def self.environment?(name) @@ENVIRONMENTS.key?(name) end
+    def self.environments() @@SORTED_ENVIRONMENTS.map { |key| @@ENVIRONMENTS[key] } end
+    def self.variables() @@VARIABLES end
+
+    def initialize(name)
+      @name = name
+      @values = variables.map { |key| [key, []] }.to_h
+      @effective_values = variables.map { |key| [key, []] }.to_h
+      @@ENVIRONMENTS[name] = self
+    end
+
+    def self.load_environments(hash) # hash can be nil
+      if hash
+        parse(hash)
+        analyze
+      end
+    end
+
+    # does not include the name of the environment
+    def bash_env 
+      user_variables.map { |variable|
+        ["PRICK_ENVIRONMENT_#{variable.upcase}", effective_values[variable]]
+      }.to_h
+    end
+
+    def dump
+      puts name
+      indent {
+        values.each { |var, val|
+          next if val.empty?
+          puts "#{var}:"
+          indent { puts val }
+        }
+        effective_values.each { |var, val|
+          next if val.empty?
+          puts "effective_#{var}:"
+          indent { puts val }
+        }
+      }
+    end
+
+    def self.dump
+      environments.each(&:dump)
+    end
+
+  private
+    @@VARIABLES = []
+    @@ENVIRONMENTS = {}
+    @@SORTED_ENVIRONMENTS = []
+
+    def self.yaml_to_array(value)
+      !value.nil? && Array(value).flatten.compact.map(&:to_s).map(&:split).flatten
+    end
+
+    def self.parse(hash)
+      hash = hash.dup
+      @@VARIABLES = [:parents] + (yaml_to_array(hash.delete("variables")).map(&:to_sym) || [])
+
+      for environment, settings in hash
+        env = Environment.new(environment)
+        if settings.is_a? Hash
+          for variable, value in settings
+            variable = (variable == "inherit" ? :parents : variable.to_sym)
+            value = yaml_to_array(value)
+            if variables.include?(variable)
+              env.values[variable] = value 
+            else 
+              raise ArgumentError, "Illegal variable: '#{variable}'"
+            end
+          end
+        else
+          raise ArgumentError, "Illegal value for '#{environment}': #{settings.inspect}"
+        end
+      end
+    end
+
+    def self.analyze
+      # Sort environments in dependency order
+      deps = @@ENVIRONMENTS.map { |name, env| [name, env.parents] }
+      @@SORTED_ENVIRONMENTS = DSort.dsort(deps)
+      @@SORTED_INDEXES = @@SORTED_ENVIRONMENTS.map.with_index { |env, idx| [env, idx] }.to_h
+
+      # Check for undeclared inherited environments
+      @@SORTED_ENVIRONMENTS.each { |environment|
+        @@ENVIRONMENTS.key?(environment) or raise ArgumentError, "Can't find '#{inherited}' environment"
+      }
+
+      # Compute effective attribute values by processing environments in
+      # dependency order so that all parents' environments are computed before
+      # the current environment
+      for name in @@SORTED_ENVIRONMENTS
+        env = Environment[name]
+        env.effective_values = env.values.transform_values { |v| v.dup } # Deep-dup
+        for parent in env.parents.dup
+          for var in variables
+            env.effective_values[var].unshift *Environment[parent].effective_values[var]
+          end
+        end
+        env.effective_values.transform_values! { |v| v.uniq }
+      end
+    end
+  end
+end
+

data/lib/{ext → prick/ext}/expand_variables.rb

@@ -6,7 +6,7 @@
 # backslash. All occurrences of a variable in the string are replaced
 #
 # The str argument is the template string and the variables argument is a hash
-# from variable name (Symbol) to variable value
+# from variable name (String) to variable value
 #
 # Note that the characters '\x00' and '\x01' are used internally and may not be
 # present in the template string
@@ -17,11 +17,24 @@ def expand_variables(str, variables) # ChatGPT
   
   # Expand variables
   str.gsub!(/\$(\w+)\b|\$\{(\w+)\}/) do |match| # Strange that '\b' is necessary
-    key = ($1 || $2).to_sym
-    variables[key] || match
+    key = $1 || $2
+#   variables[key] || match
+    variables[key] || ""
   end
 
   # Restore escaped characters
   str.gsub("\x00", '\\').gsub("\x01", '$')
 end
 
+# Return true if any of the variables will be expanded
+def expand_variables?(str, variables)
+  # Replace escaped bashslashes and dollar signs
+  str = str.gsub('\\\\', "\x00").gsub('\\$', "\x01")
+  
+  # Look for expansion
+  str.gsub!(/\$(\w+)\b|\$\{(\w+)\}/) do |match| # Strange that '\b' is necessary
+    return true if variables.include?($1 || $2)
+  end
+
+  return false
+end

data/lib/prick/local/ansi.rb

@@ -0,0 +1,6 @@
+
+class String
+  ANSI_BOLD_START = "\e[1m"
+  ANSI_BOLD_STOP = "\e[22m"
+  def bold = "#{ANSI_BOLD_START}#{self.to_s}#{ANSI_BOLD_STOP}"
+end

data/lib/prick/state.rb

@@ -27,16 +27,22 @@ module Prick
     # Version of prick(1)
     attr_accessor :prick_version
 
-    # Run-time environment. Can be :production, :development, or :test
-    attr_accessor :environment 
-
     # Name of database
     attr_accessor :database
 
     # Name of database user
     attr_accessor :username
 
-    # Prick project dir. This is not a constant because exe/prick can change directory
+    # Run-time environment name
+    def environment() @environment end
+    def environment=(env)
+      constrain env, String
+      Environment.environment?(env) or raise "Illegal environment: '#{env}'"
+      @environment = env
+    end
+
+    # Prick project dir. This is not a constant because exe/prick can change
+    # directory (FIXME it can?)
     def prick_dir
       @prick_dir ||= Dir.getwd
     end
@@ -46,52 +52,54 @@ module Prick
       @executable_search_path ||= "#{ENV['PATH']}:#{prick_dir}/#{BIN_DIR}:#{prick_dir}/#{LIBEXEC_DIR}"
     end
 
-    def bash_environment
-      ENV.to_h.merge({
-        DATABASE: Prick.state.database,
-        USERNAME: Prick.state.username,
-        ENVIRONMENT: Prick.state.environment.to_s,
-        PRICK_DIR: Prick.state.prick_dir,
-        PRICK_SCHEMADIR: File.join(Prick.state.prick_dir, SCHEMA_DIR),
-        PRICK_BINDIR: File.join(Prick.state.prick_dir, BIN_DIR),
-        PRICK_LIBEXECDIR: File.join(Prick.state.prick_dir, LIBEXEC_DIR),
-        PRICK_VARDIR: File.join(Prick.state.prick_dir, VAR_DIR),
-        PRICK_CACHEDIR: File.join(Prick.state.prick_dir, CACHE_DIR),
-        PRICK_SPOOLDIR: File.join(Prick.state.prick_dir, SPOOL_DIR),
-        PRICK_TMPDIR: File.join(Prick.state.prick_dir, TMP_DIR),
-        PRICK_CLONEDIR: File.join(Prick.state.prick_dir, CLONE_DIR),
-        PRICK_SPECDIR: File.join(Prick.state.prick_dir, BIN_DIR),
-        PATH: Prick.state.executable_search_path
-      })
-    end
-
-    def self.load
-      begin
-        h = YAML.load(File.read PRICK_PROJECT_PATH)
-      rescue Errno::ENOENT
-        raise Prick::Error, "Can't open project file: #{PRICK_PROJECT_PATH}"
-      end
-      state = State.new
-      state.name = h["name"]
-      state.title = h["title"]
-      state.version = h["version"] && PrickVersion.new(h["version"])
-      state.prick_version = h["prick"] && PrickVersion.new(h["prick"])
-
-      begin
-        h = YAML.load(File.read PRICK_CONTEXT_PATH)
-      rescue Errno::ENOENT
-        raise Prick::Error, "Can't open environment file: #{PRICK_CONTEXT_PATH}"
+    # Create a bash(1) environment (Hash). It is used for in-prick expansion of
+    # variables and also injected into the enviroment of subprocesses
+    def bash_environment(scope = :global)
+      hash = {
+        "DATABASE" =>  Prick.state.database, # FIXME: Yt
+        "USERNAME" =>  Prick.state.username, # FIXME: Yt
+        "ENVIRONMENT" =>  Prick.state.environment.to_s, # FIXME: Yt
+        "PRICK_NAME" => Prick.state.name,
+        "PRICK_TITLE" => Prick.state.title,
+        "PRICK_VERSION" => Prick.state.version,
+        "PRICK_DATABASE" =>  Prick.state.database,
+        "PRICK_USERNAME" =>  Prick.state.username,
+        "PRICK_ENVIRONMENT" =>  Prick.state.environment.to_s,
+      }
+      case scope
+        when :local; # nop
+          hash.merge Environment[Prick.state.environment].bash_env
+        when :global; 
+          ENV.to_h.merge(hash).merge({
+            "PATH" => Prick.state.executable_search_path,
+            "PRICK_SCHEMADIR" =>  File.join(Prick.state.prick_dir, SCHEMA_DIR),
+            "PRICK_BINDIR" =>  File.join(Prick.state.prick_dir, BIN_DIR),
+            "PRICK_LIBEXECDIR" =>  File.join(Prick.state.prick_dir, LIBEXEC_DIR),
+            "PRICK_VARDIR" =>  File.join(Prick.state.prick_dir, VAR_DIR),
+            "PRICK_CACHEDIR" =>  File.join(Prick.state.prick_dir, CACHE_DIR),
+            "PRICK_SPOOLDIR" =>  File.join(Prick.state.prick_dir, SPOOL_DIR),
+            "PRICK_TMPDIR" =>  File.join(Prick.state.prick_dir, TMP_DIR),
+            "PRICK_CLONEDIR" =>  File.join(Prick.state.prick_dir, CLONE_DIR),
+            "PRICK_SPECDIR" =>  File.join(Prick.state.prick_dir, BIN_DIR)
+          }).merge(Environment[Prick.state.environment].bash_env)
+      else
+        raise ArgumentError
       end
-      state.environment = h["environment"]&.to_sym
-      state.database = h["database"]
-      state.username = h["username"]
+    end
 
-      # TODO Load schema version
+    def bash_source
+      bash_environment(:local).map { |var,val| "export #{var}=\"#{Array(val).join(' ')}\"\n" }.join
+    end
 
+    def self.load(project_file, context_file)
+      state = State.new
+      state.send(:parse_project_file, project_file || PRICK_PROJECT_PATH)
+      state.send(:parse_context_file, context_file || PRICK_CONTEXT_PATH)
       state
     end
 
     def save
+      raise NotImplementedError
       h = {
         "name" => name,
         "title" => title,
@@ -126,11 +134,45 @@ module Prick
       indent {
         for method in [
             :name, :title, :prick_version, :project_version, :schema_version,
-            :database_version, :environment, :database, :username]
+            :database_version, :database, :username]
           puts "#{method}: #{self.send method}"
         end
+        puts "environments:"
+        indent { Environment.dump }
       }
     end
+
+  private
+    def load_yaml(file, expected_keys, optional_keys)
+      begin
+        hash = YAML.load(File.read file)
+      rescue Errno::ENOENT
+        raise Prick::Error, "Can't read #{file}"
+      end
+      for key in expected_keys
+        !hash[key].to_s.empty? or raise Prick::Error, "Can't find '#{key}' in #{file}"
+      end
+      (unknown = (hash.keys - expected_keys - optional_keys).first) and 
+          Prick::Error "Illegal key '#{unknown}' in #{file}"
+      hash
+    end
+
+    def parse_context_file(context_file)
+      hash = load_yaml(context_file, %w(environment database username), [])
+      @database = hash["database"]
+      @username = hash["username"]
+      @environment = hash["environment"]
+    end
+
+    def parse_project_file(prick_file)
+      hash = load_yaml(prick_file, %w(name title), %w(version prick environments))
+      @name = hash["name"]
+      @title = hash["title"]
+      @version = hash["version"] && PrickVersion.new(hash["version"])
+      @prick_version = hash["prick"] && PrickVersion.new(hash["prick"])
+      Environment.load_environments(hash["environments"] || {})
+    end
   end
 end
 
+

data/lib/{subcommand → prick/subcommand}/prick-build.rb

@@ -3,7 +3,10 @@
 require 'builder/builder.rb'
 
 module Prick::SubCommand
-  def self.build(database, username, schema, builddir: "schema", force: false, timer: nil, dump: nil)
+  def self.build(
+      database, username, schema, 
+      builddir: "schema", force: false, timer: nil, dump: nil)
+
     Timer.on! if timer
     time "Prick::Command#build" do
       begin
@@ -15,21 +18,19 @@ module Prick::SubCommand
         builder = nil
         time "Load build object" do
           if super_conn.rdbms.exist? database
-            conn = PgConn.new(database, username)
             exist = true
           else
             super_conn.rdbms.create database, owner: username
-            conn = PgConn.new(database, username)
             exist = false
           end
+          conn = PgConn.new(database, username)
 
           builder = Prick::Build::Builder.new(conn, builddir)
 
           if exist
             if force
               # Drop all schemas but re-creates the public schema
-              super_conn.rdbms.empty!(database)
-              conn.schema.drop("public") # drop it again FIXME
+              super_conn.rdbms.empty!(database, public: false)
 
             else
               # Find schemas to refresh. This includes all schemas in the
@@ -69,9 +70,9 @@ module Prick::SubCommand
           builder.execute conn
         end
 
-      rescue Prick::Error => ex
-        $stderr.puts ex.message
-        exit 1
+#     rescue Prick::Error => ex
+#       $stderr.puts ex.message
+#       exit 1
 
       rescue ::Command::Error => ex
         $stderr.puts ex.message

data/lib/prick/subcommand/prick-clean.rb

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'builder/builder.rb'
+
+module Prick::SubCommand
+  # Drop users and empty database. This has the same as effect as
+  # teardown+setup but without recreating the user and the database that
+  # annoyingly terminates all user sessions
+  def self.clean(database)
+    drop_users(database)
+    PgConn.new("postgres") { |conn|
+      conn.rdbms.empty!(database) if conn.rdbms.exist?(database)
+    }
+  end
+end
+
+

data/lib/{subcommand → prick/subcommand}/prick-drop.rb

@@ -3,8 +3,15 @@
 require 'builder/builder.rb'
 
 module Prick::SubCommand
-  def self.drop_users(database)
+  def self.drop_user(username) # No database so does not cascade
     PgConn.new("postgres") { |conn|
+      conn.role.drop([username])
+    }
+  end
+
+  # Drop all users associated with the given database except the owner
+  def self.drop_users(database)
+    PgConn.new(database) { |conn|
       users = conn.role.list(database: database)
       conn.role.drop(users, cascade: true)
     }
@@ -15,11 +22,9 @@ module Prick::SubCommand
   end
 
   def self.drop_all(database)
-    PgConn.new("postgres") { |conn|
-      users = conn.role.list(database: database)
-      PgConn.new(database) { |db| db.role.drop(users, cascade: true) }
-      conn.rdbms.drop database
-    }
+    drop_users(database)
+    drop_database(database)
+    drop_user(username)
   end
 end
 

data/lib/prick/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Prick
-  VERSION = "0.28.1"
+  VERSION = "0.29.1"
 end

data/lib/prick.rb

@@ -1,4 +1,4 @@
-require 'prick/version.rb'
+require_relative 'prick/version.rb'
 
 require 'pg_conn'
 
@@ -11,16 +11,18 @@ module Prick
   class Fail < RuntimeError; end
 end
 
-require 'prick/constants.rb'
-require 'ext/expand_variables.rb'
+require_relative 'prick/constants.rb'
+require_relative 'prick/ext/expand_variables.rb'
 
-require 'local/command.rb'
-require 'local/git.rb'
-require 'local/timer.rb'
+require_relative 'prick/local/command.rb'
+require_relative 'prick/local/git.rb'
+require_relative 'prick/local/timer.rb'
+require_relative 'prick/local/ansi.rb'
 
-require 'prick/state.rb'
-require 'prick/prick_version.rb'
-require 'prick/diff.rb'
+require_relative 'prick/environment.rb'
+require_relative 'prick/state.rb'
+require_relative 'prick/prick_version.rb'
+require_relative 'prick/diff.rb'
 
 module Prick
   module SubCommand
@@ -30,16 +32,17 @@ module Prick
   end
 end
 
-require 'subcommand/prick-init.rb'
-require 'subcommand/prick-setup.rb'
-require 'subcommand/prick-teardown.rb'
-require 'subcommand/prick-create.rb'
-require 'subcommand/prick-build.rb'
-require 'subcommand/prick-make.rb'
-require 'subcommand/prick-fox.rb'
-require 'subcommand/prick-drop.rb'
-require 'subcommand/prick-release.rb'
-require 'subcommand/prick-migrate.rb'
+require_relative 'prick/subcommand/prick-init.rb'
+require_relative 'prick/subcommand/prick-setup.rb'
+require_relative 'prick/subcommand/prick-teardown.rb'
+require_relative 'prick/subcommand/prick-clean.rb'
+require_relative 'prick/subcommand/prick-create.rb'
+require_relative 'prick/subcommand/prick-build.rb'
+require_relative 'prick/subcommand/prick-make.rb'
+require_relative 'prick/subcommand/prick-fox.rb'
+require_relative 'prick/subcommand/prick-drop.rb'
+require_relative 'prick/subcommand/prick-release.rb'
+require_relative 'prick/subcommand/prick-migrate.rb'
 
 module Prick
   @state = nil

data/prick.environments.yml

@@ -0,0 +1,14 @@
+online: 
+offline: 
+production: online
+development: offline
+frontend: development
+app_registry_frontend: frontend
+app_portal_frontend: frontend
+backend: development
+app_registry_backend: backend
+app_portal_backend: backend
+fdw_import: online
+sagsys_import: offline
+app_portal_import: offline
+test: offline

data/prick.gemspec

@@ -38,6 +38,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "postspec"
   spec.add_dependency "pg_graph"
   spec.add_dependency "shellopts"
+  spec.add_dependency "dsort"
 
   spec.add_development_dependency "ruby-prof"
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: prick
 version: !ruby/object:Gem::Version
-  version: 0.28.1
+  version: 0.29.1
 platform: ruby
 authors:
 - Claus Rasmussen
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-11 00:00:00.000000000 Z
+date: 2024-01-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: semantic
@@ -136,6 +136,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: dsort
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: ruby-prof
   requirement: !ruby/object:Gem::Requirement
@@ -168,50 +182,53 @@ files:
 - bin/setup
 - doc/build-yml.txt
 - exe/prick
-- lib/builder/batch.rb
-- lib/builder/builder.rb
-- lib/builder/node.rb
-- lib/builder/node_pool.rb
-- lib/builder/parser.rb
-- lib/ext/expand_variables.rb
-- lib/local/command.rb
-- lib/local/git.rb
-- lib/local/timer.rb
 - lib/prick.rb
+- lib/prick/builder/batch.rb
+- lib/prick/builder/builder.rb
+- lib/prick/builder/node.rb
+- lib/prick/builder/node_pool.rb
+- lib/prick/builder/parser.rb
 - lib/prick/constants.rb
 - lib/prick/diff.rb
+- lib/prick/environment.rb
+- lib/prick/ext/expand_variables.rb
+- lib/prick/local/ansi.rb
+- lib/prick/local/command.rb
+- lib/prick/local/git.rb
+- lib/prick/local/timer.rb
 - lib/prick/prick_version.rb
+- lib/prick/share/init/.gitignore
+- lib/prick/share/init/.rspec
+- lib/prick/share/init/migration/.keep
+- lib/prick/share/init/prick.yml
+- lib/prick/share/init/schema/.keep
+- lib/prick/share/init/schema/build.yml
+- lib/prick/share/init/schema/prick/.keep
+- lib/prick/share/init/schema/prick/build.yml
+- lib/prick/share/init/schema/prick/data.sql
+- lib/prick/share/init/schema/prick/tables.sql
+- lib/prick/share/init/schema/public/.keep
+- lib/prick/share/init/spec/prick_helper.rb
+- lib/prick/share/init/spec/prick_spec.rb
+- lib/prick/share/init/spec/spec_helper.rb
+- lib/prick/share/migrate/migration/build.yml
+- lib/prick/share/migrate/migration/diff.after-tables.sql
+- lib/prick/share/migrate/migration/diff.before-tables.sql
+- lib/prick/share/migrate/migration/diff.tables.sql
 - lib/prick/state.rb
+- lib/prick/subcommand/prick-build.rb
+- lib/prick/subcommand/prick-clean.rb
+- lib/prick/subcommand/prick-create.rb
+- lib/prick/subcommand/prick-drop.rb
+- lib/prick/subcommand/prick-fox.rb
+- lib/prick/subcommand/prick-init.rb
+- lib/prick/subcommand/prick-make.rb
+- lib/prick/subcommand/prick-migrate.rb
+- lib/prick/subcommand/prick-release.rb
+- lib/prick/subcommand/prick-setup.rb
+- lib/prick/subcommand/prick-teardown.rb
 - lib/prick/version.rb
-- lib/share/init/.gitignore
-- lib/share/init/.prick-context
-- lib/share/init/.rspec
-- lib/share/init/migration/.keep
-- lib/share/init/prick.yml
-- lib/share/init/schema/.keep
-- lib/share/init/schema/build.yml
-- lib/share/init/schema/prick/.keep
-- lib/share/init/schema/prick/build.yml
-- lib/share/init/schema/prick/data.sql
-- lib/share/init/schema/prick/tables.sql
-- lib/share/init/schema/public/.keep
-- lib/share/init/spec/prick_helper.rb
-- lib/share/init/spec/prick_spec.rb
-- lib/share/init/spec/spec_helper.rb
-- lib/share/migrate/migration/build.yml
-- lib/share/migrate/migration/diff.after-tables.sql
-- lib/share/migrate/migration/diff.before-tables.sql
-- lib/share/migrate/migration/diff.tables.sql
-- lib/subcommand/prick-build.rb
-- lib/subcommand/prick-create.rb
-- lib/subcommand/prick-drop.rb
-- lib/subcommand/prick-fox.rb
-- lib/subcommand/prick-init.rb
-- lib/subcommand/prick-make.rb
-- lib/subcommand/prick-migrate.rb
-- lib/subcommand/prick-release.rb
-- lib/subcommand/prick-setup.rb
-- lib/subcommand/prick-teardown.rb
+- prick.environments.yml
 - prick.gemspec
 homepage: http://www.nowhere.com/
 licenses: []

data/lib/share/init/.prick-context

@@ -1,2 +0,0 @@
-database:
-username: