aia 0.8.2 → 0.8.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fd634957d83d1ea9d6a15fd9b82e5e535ea54952a16505490e49dd89aa1cd09e
-  data.tar.gz: 3c53dddc42841b8bd8106a7b108ebc86a5b358a1784edef20a08ba58c659ab45
+  metadata.gz: 8e3b68ad8d2e1a8fb2d1e8ad7f914f1660be948bd591027884fac746f22bc006
+  data.tar.gz: 9ca5aaadda10b6f09cc559140f2d79210e93ea9c1106a41c1309e93e8eafe670
 SHA512:
-  metadata.gz: 39e70a7f9a50fbad4885e181fbaa7497d0a0d997efcf6354212f4c433e588598dc40716acd1842fe82ee11de6f5e22d5157a9fdb7fe5e5f9bdea03d912a7179b
-  data.tar.gz: bd7e23daeca3400394c6c0bdcb3b55eecf01fe61ee7a98441bc18a92e769e8a59953dda51800167f8a5212f5f7abc8657311d5a97df20d2b5e7338ec80279c4f
+  metadata.gz: 7a2002dbc191d05a8aa6c70f534049f049f8ed8721cacc6b93873f25a12deb256364ae324fd90971456a609ae0cb1cc899a5dc50a827175bc379a73c20614108
+  data.tar.gz: 3845d59a7f7a026f1cd60566cfc5eaf39658c7c49bc822e195c622d9e5799d2ebe76b52d26f2d1ece5093c22a7a811e6e19ab1985d8b13ad723260dcd329f47c

data/.version

@@ -1 +1 @@
-0.8.2
+0.8.4

data/README.md

@@ -34,48 +34,47 @@ AIA leverages the [prompt_manager gem](https://github.com/madbomber/prompt_manag
 
 ## Table of Contents
 
-  - [Installation](#installation)
-  - [What is a Prompt ID?](#what-is-a-prompt-id)
-  - [Embedded Parameters as Placeholders](#embedded-parameters-as-placeholders)
-  - [Usage](#usage)
-  - [Configuration Options](#configuration-options)
-    - [Configuration Flexibility](#configuration-flexibility)
-    - [Expandable Configuration](#expandable-configuration)
-  - [Shell Integration inside of a Prompt](#shell-integration-inside-of-a-prompt)
-      - [Dynamic Shell Commands](#dynamic-shell-commands)
-      - [Shell Command Safety](#shell-command-safety)
-      - [Chat Session Use](#chat-session-use)
-  - [*E*mbedded *R*u*B*y (ERB)](#embedded-ruby-erb)
-  - [Prompt Directives](#prompt-directives)
-    - [Parameter and Shell Substitution in Directives](#parameter-and-shell-substitution-in-directives)
-    - [Directive Syntax](#directive-syntax)
-    - [AIA Specific Directive Commands](#aia-specific-directive-commands)
-      - [//config](#config)
-      - [//include](#include)
-      - [//ruby](#ruby)
-      - [//shell](#shell)
-      - [//next](#next)
-      - [//pipeline](#pipeline)
-    - [Using Directives in Chat Sessions](#using-directives-in-chat-sessions)
-  - [Prompt Sequences](#prompt-sequences)
-    - [--next](#--next)
-    - [--pipeline](#--pipeline)
-    - [Best Practices ??](#best-practices-)
-    - [Example pipeline](#example-pipeline)
-  - [All About ROLES](#all-about-roles)
-    - [The --roles_prefix (AIA_ROLES_PREFIX)](#the---roles_prefix-aia_roles_prefix)
-    - [The --role Option](#the---role-option)
-    - [Other Ways to Insert Roles into Prompts](#other-ways-to-insert-roles-into-prompts)
-  - [External CLI Tools Used](#external-cli-tools-used)
-  - [Shell Completion](#shell-completion)
-  - [My Most Powerful Prompt](#my-most-powerful-prompt)
-  - [My Configuration](#my-configuration)
-  - [Executable Prompts](#executable-prompts)
-  - [Development](#development)
-  - [Contributing](#contributing)
-  - [History of Development](#history-of-development)
-  - [Roadmap](#roadmap)
-  - [License](#license)
+- [Table of Contents](#table-of-contents)
+- [Installation](#installation)
+- [What is a Prompt ID?](#what-is-a-prompt-id)
+- [Configuration Options](#configuration-options)
+  - [Configuration Flexibility](#configuration-flexibility)
+  - [Expandable Configuration](#expandable-configuration)
+- [Shell Integration inside of a Prompt](#shell-integration-inside-of-a-prompt)
+    - [Dynamic Shell Commands](#dynamic-shell-commands)
+    - [Shell Command Safety](#shell-command-safety)
+    - [Chat Session Use](#chat-session-use)
+- [*E*mbedded *R*u*B*y (ERB)](#embedded-ruby-erb)
+- [Prompt Directives](#prompt-directives)
+  - [Parameter and Shell Substitution in Directives](#parameter-and-shell-substitution-in-directives)
+  - [Directive Syntax](#directive-syntax)
+  - [AIA Specific Directive Commands](#aia-specific-directive-commands)
+    - [//config](#config)
+    - [//include](#include)
+    - [//ruby](#ruby)
+    - [//shell](#shell)
+    - [//next](#next)
+    - [//pipeline](#pipeline)
+  - [Using Directives in Chat Sessions](#using-directives-in-chat-sessions)
+- [Prompt Sequences](#prompt-sequences)
+  - [--next](#--next)
+  - [--pipeline](#--pipeline)
+  - [Best Practices ??](#best-practices-)
+  - [Example pipeline](#example-pipeline)
+- [All About ROLES](#all-about-roles)
+  - [The --roles\_prefix (AIA\_ROLES\_PREFIX)](#the---roles_prefix-aia_roles_prefix)
+  - [The --role Option](#the---role-option)
+  - [Other Ways to Insert Roles into Prompts](#other-ways-to-insert-roles-into-prompts)
+- [External CLI Tools Used](#external-cli-tools-used)
+- [Shell Completion](#shell-completion)
+- [My Most Powerful Prompt](#my-most-powerful-prompt)
+- [My Configuration](#my-configuration)
+- [Executable Prompts](#executable-prompts)
+- [Development](#development)
+- [Contributing](#contributing)
+- [History of Development](#history-of-development)
+- [Roadmap](#roadmap)
+- [License](#license)
 
 <!-- Tocer[finish]: Auto-generated, don't remove. -->
 
@@ -142,16 +141,32 @@ Tell me how to do something for a $(uname -s) platform that would rename all
 of the files in the directory $MY_DIRECTORY to have a prefix of for its filename
 that is [PREFIX] and a ${SUFFIX}
 
-# directives, ERB blocks and other junk can be used
-# anywhere in the file mixing dynamic context/instructions with
-# the static stuff.
+<!-- 
+  directives, ERB blocks and other junk can be used
+  anywhere in the file mixing dynamic context/instructions with
+  the static stuff.
+-->
+
+  ```markdown
+  # Header 1 -- not a comment
+  ## Header 2 -- not a comment
+  ### Header 3, etc -- not a comment
+
+    ```ruby
+    # this is a comment; but it stays in the prompt
+    puts "hello world" <!-- this is also a comment; but it gets removed -->
+    ```
+  Kewl!
+  ```
 
 __END__
 
-Block comments that are not part of the context or instructions to
-the LLM.  Stuff that is just here ofr documentation.
+Everything after the "__END__" line is not part of the context or instructions to
+the LLM.
 ```
 
+Comments in a prompt text file are just there to document the prompt.  They are removed before the completed prompt is processed by the LLM.  This reduces token counts; but, more importantly it helps you remember why you structured your prompt they way you did - if you remembered to document your prompt.
+
 That is just about everything including the kitchen sink that a pre-compositional parameterized prompt file can have.  It can be an executable with a she-bang line and a special system prompt name `run` as shown in the example.  It has line comments that use the `#` symbol. It had end of file block comments that appear after the "__END__" line.  It has directive command that begin with the double slash `//` - an homage to IBM JCL.  It has shell variables in both forms.  It has shell commands. It has parameters that default to a regex that uses square brackets and all uppercase characeters to define the parameter name whose value is to be given in a Q&A session before the prompt is sent to the LLM for processing.
 
 AIA has the ability to define a workflow of prompt IDs with either the //next or //pipeline directives.

data/lib/aia/config.rb

@@ -10,15 +10,17 @@ require 'toml-rb'
 require 'erb'
 require 'optparse'
 
-
 module AIA
   class Config
-    DEFAULT_CONFIG = {
+    DEFAULT_CONFIG = OpenStruct.new({
       aia_dir:      File.join(ENV['HOME'], '.aia'),
       config_file:  File.join(ENV['HOME'], '.aia', 'config.yml'),
       out_file:     'temp.md',
       log_file:     File.join(ENV['HOME'], '.prompts', '_prompts.log'),
       prompts_dir:  File.join(ENV['HOME'], '.prompts'),
+      #
+      prompt_extname: PromptManager::Storage::FileSystemAdapter::PROMPT_EXTENSION,
+      #
       roles_prefix: 'roles',
       roles_dir:    File.join(ENV['HOME'], '.prompts', 'roles'),
       role:         '',
@@ -67,11 +69,10 @@ module AIA
 
       # Ruby libraries to require for Ruby binding
       require_libs: [],
-    }.freeze
-
+    }).freeze
 
     def self.setup
-      default_config  = OpenStruct.new(DEFAULT_CONFIG)
+      default_config  = DEFAULT_CONFIG.dup
       cli_config      = cli_options
       envar_config    = envar_options(default_config, cli_config)
 
@@ -92,6 +93,35 @@ module AIA
 
 
     def self.tailor_the_config(config)
+      remaining_args = config.remaining_args.dup
+      config.remaining_args = nil
+
+      # Is first remaining argument a prompt ID?
+      unless remaining_args.empty?
+        maybe_id      = remaining_args.first
+        maybe_id_plus = File.join(config.prompts_dir, maybe_id + config.prompt_extname)
+
+        if AIA.bad_file?(maybe_id) && AIA.good_file?(maybe_id_plus)
+          config.prompt_id =remaining_args.shift
+        end
+      end
+
+      unless remaining_args.empty?
+        bad_files = remaining_args.reject { |filename| AIA.good_file?(filename) }
+        if bad_files.any?
+          STDERR.puts "Error: The following files do not exist: #{bad_files.join(', ')}"
+          exit 1
+        end
+
+        config.context_files = remaining_args
+      end
+
+      if config.prompt_id.nil? && !config.chat && !config.fuzzy
+        STDERR.puts "Error: A prompt ID is required unless using --chat, --fuzzy, or providing context files. Use -h or --help for help."
+        exit 1
+      end
+
+
       unless config.role.empty?
         unless config.roles_prefix.empty?
           unless config.role.start_with?(config.roles_prefix)
@@ -151,7 +181,7 @@ module AIA
         STDERR.puts "Error: A prompt ID is required unless using --chat, --fuzzy, or providing context files. Use -h or --help for help."
         exit 1
       end
-      
+
       # If we're in chat mode with context files but no prompt_id, that's valid
       if config.chat && config.prompt_id.empty? && config.context_files && !config.context_files.empty?
         # This is a valid use case - no action needed
@@ -391,32 +421,13 @@ module AIA
 
       # Parse the command line arguments
       begin
-        remaining_args = opt_parser.parse(args)
+        config.remaining_args = opt_parser.parse(args)
       rescue OptionParser::InvalidOption => e
         puts e.message
         puts opt_parser
         exit 1
       end
 
-      # Handle remaining args
-      unless remaining_args.empty?
-        # If in chat mode and all args are existing files, treat them all as context files
-        if config.chat && remaining_args.all? { |arg| File.exist?(arg) }
-          config.context_files = remaining_args
-        # If first arg is empty string and we're in chat mode, treat all args as context files
-        elsif config.chat && remaining_args.first == ""
-          remaining_args.shift # Remove the empty string
-          config.context_files = remaining_args unless remaining_args.empty?
-        else
-          # First remaining arg is the prompt ID
-          config.prompt_id = remaining_args.shift
-          
-          # Remaining args are context files
-          config.context_files = remaining_args unless remaining_args.empty?
-        end
-      end
-
-
       config
     end
 

data/lib/aia/directive_processor.rb

@@ -63,7 +63,7 @@ module AIA
       if EXCLUDED_METHODS.include?(method_name)
         return "Error: #{method_name} is not a valid directive: #{key}"
       elsif respond_to?(method_name, true)
-        return send(method_name, args)
+        return send(method_name, args, context_manager)
       else
         return "Error: Unknown directive '#{key}'"
       end
@@ -125,8 +125,9 @@ module AIA
     end
 
     desc "Inserts the contents of a file  Example: //include path/to/file"
-    def include(args)
-      file_path = args.shift
+    def include(args, context_manager=nil)
+      # echo takes care of envars and tilde expansion
+      file_path = `echo #{args.shift}`.strip
 
       if @included_files.include?(file_path)
         ""
@@ -143,7 +144,7 @@ module AIA
     alias_method :import,       :include
 
     desc "Without arguments it will print a list of all config items and their values _or_ //config item (for one item's value) _or_ //config item = value (to set a value of an item)"
-    def config(args = [])
+    def config(args = [], context_manager=nil)
       args = Array(args)
 
       if args.empty?
@@ -171,33 +172,42 @@ module AIA
     alias_method :cfg, :config
 
     desc "Shortcut for //config top_p _and_ //config top_p = value"
-    def top_p(*args)
-      send(:config, args.prepend('top_p'))
+    def top_p(args, context_manager=nil)
+      send(:config, args.prepend('top_p'), context_manager)
     end
     alias_method :topp, :top_p
 
+    desc "Review the current context"
+    def review(args, context_manager=nil)
+      ap context_manager.get_context
+      ''
+    end
+    alias_method :context, :review
+
     desc "Shortcut for //config model _and_ //config model = value"
-    def model(*args)
-      send(:config, args.prepend('model'))
+    def model(args, context_manager=nil)
+      send(:config, args.prepend('model'), context_manager)
     end
 
     desc "Shortcut for //config temperature _and_ //config temperature = value"
-    def temperature(*args)
-      send(:config, args.prepend('temperature'))
+    def temperature(args, context_manager=nil)
+      send(:config, args.prepend('temperature'), context_manager)
     end
     alias_method :temp, :temperature
 
     desc "Clears the conversation history (aka context) same as //config clear = true"
-    def clear(args, context_manager)
+    def clear(args, context_manager=nil)
       if context_manager.nil?
         return "Error: Context manager not available for //clear directive."
       end
+
       context_manager.clear_context
-      nil
+
+      ''
     end
 
     desc "Shortcut for a one line of ruby code; result is added to the context"
-    def ruby(*args)
+    def ruby(args, context_manager=nil)
       ruby_code = args.join(' ')
 
       begin
@@ -211,25 +221,34 @@ module AIA
     end
     alias_method :rb, :ruby
 
+
+    desc "Executes one line of shell code; result is added to the context"
+    def shell(args, context_manager=nil)
+      shell_code = args.join(' ')
+
+      `#{shell_code}`
+    end
+    alias_method :sh, :shell
+
     desc "Use the system's say command to speak text //say some text"
-    def say(*args)
+    def say(args, context_manager=nil)
       `say #{args.join(' ')}`
       ""
     end
 
     desc "Inserts an instruction to keep responses short and to the point."
-    def terse(*args)
+    def terse(args, context_manager=nil)
       AIA::Session::TERSE_PROMPT
     end
 
     desc "Display the ASCII art AIA robot."
-    def robot(*args)
+    def robot(args, context_manager=nil)
       AIA::Utility.robot
       ""
     end
 
     desc "Generates this help content"
-    def help(*args)
+    def help(args=nil, context_manager=nil)
       puts
       puts "Available Directives"
       puts "===================="

data/lib/aia/session.rb

@@ -158,55 +158,55 @@ module AIA
       @ui_presenter.display_chat_header
 
       Reline::HISTORY.clear # Keep Reline history for user input editing, separate from chat context
-      
+
       # Load context files if any and not skipping
       if !skip_context_files && AIA.config.context_files && !AIA.config.context_files.empty?
         context_content = AIA.config.context_files.map do |file|
           File.read(file) rescue "Error reading file: #{file}"
         end.join("\n\n")
-        
+
         if !context_content.empty?
           # Add context files content to context
           @context_manager.add_to_context(role: 'user', content: context_content)
-          
+
           # Process the context
           operation_type = @chat_processor.determine_operation_type(AIA.config.model)
           @ui_presenter.display_thinking_animation
           response = @chat_processor.process_prompt(@context_manager.get_context, operation_type)
-          
+
           # Add AI response to context
           @context_manager.add_to_context(role: 'assistant', content: response)
-          
+
           # Output the response
           @chat_processor.output_response(response)
           @chat_processor.speak(response)
           @ui_presenter.display_separator
         end
       end
-      
+
       # Check for piped input (STDIN not a TTY and has data)
       if !STDIN.tty?
         # Save the original STDIN
         orig_stdin = STDIN.dup
-        
+
         # Read the piped input
         piped_input = STDIN.read.strip
-        
+
         # Reopen STDIN to the terminal
         STDIN.reopen('/dev/tty')
-        
+
         if !piped_input.empty?
           # Add piped input to context
           @context_manager.add_to_context(role: 'user', content: piped_input)
-          
+
           # Process the piped input
           operation_type = @chat_processor.determine_operation_type(AIA.config.model)
           @ui_presenter.display_thinking_animation
           response = @chat_processor.process_prompt(@context_manager.get_context, operation_type)
-          
+
           # Add AI response to context
           @context_manager.add_to_context(role: 'assistant', content: response)
-          
+
           # Output the response
           @chat_processor.output_response(response)
           @chat_processor.speak(response)
@@ -217,7 +217,7 @@ module AIA
       loop do
         # Get user input
         prompt = @ui_presenter.ask_question
-        
+
 
 
         break if prompt.nil? || prompt.strip.downcase == 'exit' || prompt.strip.empty?
@@ -232,7 +232,7 @@ module AIA
           directive_output = @directive_processor.process(prompt, @context_manager) # Pass context_manager
 
           # Add check for specific directives like //clear that might modify context
-          if prompt.strip.start_with?('//clear', '#!clear:')
+          if prompt.strip.start_with?('//clear')
              # Context is likely cleared within directive_processor.process now
              # or add @context_manager.clear_context here if not handled internally
              @ui_presenter.display_info("Chat context cleared.")
@@ -256,10 +256,6 @@ module AIA
         # Use ContextManager to get the conversation
         conversation = @context_manager.get_context # System prompt handled internally
 
-        # FIXME: remove this comment once verified
-        # is conversation the same thing as the context for a chat session? YES
-        # if so need to somehow delete it when the //clear directive is entered. - Addressed above/in DirectiveProcessor
-
         operation_type = @chat_processor.determine_operation_type(AIA.config.model)
         @ui_presenter.display_thinking_animation
         response = @chat_processor.process_prompt(conversation, operation_type)

data/lib/aia.rb

@@ -45,6 +45,16 @@ module AIA
     @config.client = client
   end
 
+  def self.good_file?(filename)
+    File.exist?(filename) &&
+    File.readable?(filename) &&
+    !File.directory?(filename)
+  end
+
+  def self.bad_file?(filename)
+    !good_file?(filename)
+  end
+
   def self.build_flags
     @config.each_pair do |key, value|
       if [TrueClass, FalseClass].include?(value.class)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aia
 version: !ruby/object:Gem::Version
-  version: 0.8.2
+  version: 0.8.4
 platform: ruby
 authors:
 - Dewayne VanHoozer
@@ -57,14 +57,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.1
+        version: 0.5.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.1
+        version: 0.5.2
 - !ruby/object:Gem::Dependency
   name: reline
   requirement: !ruby/object:Gem::Requirement