appydave-tools 0.69.0 → 0.71.0

data/lib/appydave/tools/zsh_history/filter.rb

@@ -0,0 +1,184 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    module ZshHistory
+      # Applies include/exclude patterns to categorize commands
+      class Filter
+        # Default patterns used when no config file exists
+        DEFAULT_EXCLUDE_PATTERNS = [
+          '^[a-z]$',           # Single letter commands (typos)
+          '^[a-z]{2}$',        # Two letter commands (typos)
+          '^ls$',
+          '^ls -',
+          '^pwd$',
+          '^clear$',
+          '^exit$',
+          '^x$',
+          '^cd$',
+          '^cd -$',
+          '^cd \\.\\.$',
+          '^\\.\\.$',
+          '^git status$',
+          '^git diff$',
+          '^git log$',
+          '^git pull$',
+          '^gs$',
+          '^gd$',
+          '^gl$',
+          '^h$',
+          '^history',
+          '^which ',
+          '^type ',
+          '^cat ',
+          '^head ',
+          '^tail ',
+          '^echo \\$',
+          '^\\[\\d+\\]',              # Output like [1234]
+          '^davidcruwys\\s+\\d+',     # Process listing output
+          '^zsh: command not found',
+          '^X Process completed',
+          '^Coverage report',
+          '^Line Coverage:',
+          '^Finished in \\d',
+          '^\\d+ examples, \\d+ failures'
+        ].freeze
+
+        DEFAULT_INCLUDE_PATTERNS = [
+          '^j[a-z]',          # Jump aliases
+          '^dam ',            # DAM tool
+          '^vat ',            # VAT tool
+          '^claude ',         # Claude CLI
+          '^c-sonnet',        # Claude sonnet alias
+          '^bun run ',
+          '^bun dev$',
+          '^bun web:',
+          '^bun worker:',
+          '^bun convex:',
+          '^npm run ',
+          '^rake ',
+          '^bundle ',
+          '^git commit',
+          '^git push',
+          '^git add',
+          '^gac ',            # Git add & commit alias
+          '^kfeat ',          # Semantic commit alias
+          '^kfix ',           # Semantic commit alias
+          '^docker ',
+          '^docker-compose ',
+          '^brew install',
+          '^gem install',
+          '^npm install'
+        ].freeze
+
+        attr_reader :exclude_patterns, :include_patterns, :profile_name
+
+        # Initialize filter with patterns
+        #
+        # @param profile [String, nil] Profile name to load from config
+        # @param exclude_patterns [Array<String>, nil] Override exclude patterns
+        # @param include_patterns [Array<String>, nil] Override include patterns
+        # @param config [Config, nil] Config instance (for testing)
+        def initialize(profile: nil, exclude_patterns: nil, include_patterns: nil, config: nil)
+          @profile_name = profile
+          @config = config
+
+          # Load patterns: explicit params > config > defaults
+          exclude_list = exclude_patterns || load_exclude_patterns
+          include_list = include_patterns || load_include_patterns
+
+          @exclude_patterns = exclude_list.map { |p| Regexp.new(p, Regexp::IGNORECASE) }
+          @include_patterns = include_list.map { |p| Regexp.new(p, Regexp::IGNORECASE) }
+        end
+
+        def apply(commands, days: nil)
+          filtered = filter_by_date(commands, days)
+          categorize(filtered)
+        end
+
+        def filter_by_date(commands, days)
+          return commands if days.nil?
+
+          cutoff = Time.now - (days * 24 * 60 * 60)
+          commands.select { |cmd| cmd.datetime >= cutoff }
+        end
+
+        def categorize(commands)
+          wanted = []
+          unwanted = []
+          unsure = []
+
+          commands.each do |cmd|
+            category, pattern = categorize_command(cmd)
+            cmd.category = category
+            cmd.matched_pattern = pattern
+
+            case category
+            when :wanted
+              wanted << cmd
+            when :unwanted
+              unwanted << cmd
+            else
+              unsure << cmd
+            end
+          end
+
+          FilterResult.new(
+            wanted: wanted,
+            unwanted: unwanted,
+            unsure: unsure,
+            stats: build_stats(wanted, unwanted, unsure, commands)
+          )
+        end
+
+        private
+
+        def config
+          @config ||= Config.new(profile: profile_name)
+        end
+
+        def load_exclude_patterns
+          # Try loading from config, fall back to defaults
+          config_patterns = config.exclude_patterns
+          config_patterns || DEFAULT_EXCLUDE_PATTERNS
+        end
+
+        def load_include_patterns
+          # Try loading from config, fall back to defaults
+          config_patterns = config.include_patterns
+          config_patterns || DEFAULT_INCLUDE_PATTERNS
+        end
+
+        def categorize_command(cmd)
+          text = cmd.text
+
+          # Check exclude patterns first (noise removal)
+          exclude_patterns.each do |pattern|
+            return [:unwanted, pattern.source] if text.match?(pattern)
+          end
+
+          # Check include patterns
+          include_patterns.each do |pattern|
+            return [:wanted, pattern.source] if text.match?(pattern)
+          end
+
+          # Neither matched - unsure
+          [:unsure, nil]
+        end
+
+        def build_stats(wanted, unwanted, unsure, all_commands)
+          total = all_commands.size
+          {
+            total: total,
+            wanted: wanted.size,
+            unwanted: unwanted.size,
+            unsure: unsure.size,
+            wanted_pct: total.positive? ? (wanted.size.to_f / total * 100).round(1) : 0,
+            unwanted_pct: total.positive? ? (unwanted.size.to_f / total * 100).round(1) : 0,
+            unsure_pct: total.positive? ? (unsure.size.to_f / total * 100).round(1) : 0
+          }
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools/zsh_history/formatter.rb

@@ -0,0 +1,75 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    module ZshHistory
+      # Handles output formatting and file writing
+      class Formatter
+        DEFAULT_DATETIME_FORMAT = '%Y-%m-%d %H:%M:%S'
+        MAX_COMMAND_LENGTH = 200
+
+        attr_reader :datetime_format, :max_length
+
+        def initialize(datetime_format: nil, max_length: nil)
+          @datetime_format = datetime_format || DEFAULT_DATETIME_FORMAT
+          @max_length = max_length || MAX_COMMAND_LENGTH
+        end
+
+        def format_commands(commands, verbose: false)
+          commands.map { |cmd| format_command(cmd, verbose: verbose) }.join("\n")
+        end
+
+        def format_command(cmd, verbose: false)
+          datetime_str = cmd.formatted_datetime(datetime_format)
+          text = truncate(cmd.text)
+
+          if verbose && cmd.matched_pattern
+            category = cmd.category.to_s.upcase
+            "#{datetime_str}  [#{category}: #{cmd.matched_pattern}]  #{text}"
+          else
+            "#{datetime_str}  #{text}"
+          end
+        end
+
+        def format_stats(stats, date_range: nil)
+          lines = []
+          lines << 'ZSH History Statistics'
+          lines << ('=' * 50)
+
+          lines << format('Total commands:    %<total>d', stats)
+          lines << format('Wanted:            %<wanted>d  (%<wanted_pct>.1f%%)', stats)
+          lines << format('Unwanted:          %<unwanted>d  (%<unwanted_pct>.1f%%)', stats)
+          lines << format('Unsure:            %<unsure>d  (%<unsure_pct>.1f%%)', stats)
+
+          if date_range
+            lines << ''
+            lines << "Date range: #{date_range[:from]} to #{date_range[:to]} (#{date_range[:days]} days)"
+          end
+
+          lines.join("\n")
+        end
+
+        def write_history(commands, output_path, backup: true)
+          if backup && File.exist?(output_path)
+            backup_path = "#{output_path}.backup.#{Time.now.strftime('%Y%m%d-%H%M%S')}"
+            FileUtils.cp(output_path, backup_path)
+            puts "Backup created: #{backup_path}"
+          end
+
+          content = commands.map(&:to_history_format).join("\n")
+          File.write(output_path, "#{content}\n")
+
+          puts "Wrote #{commands.size} commands to #{output_path}"
+        end
+
+        private
+
+        def truncate(text)
+          return text if text.length <= max_length
+
+          "#{text[0, max_length - 3]}..."
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools/zsh_history/parser.rb

@@ -0,0 +1,101 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    module ZshHistory
+      # Parses ZSH history file, handling multi-line commands with \ continuations
+      class Parser
+        # ZSH history line format: : timestamp:duration;command
+        HISTORY_LINE_PATTERN = /^: (\d+):\d+;(.*)$/.freeze
+
+        attr_reader :file_path, :commands
+
+        def initialize(file_path = nil)
+          @file_path = file_path || default_history_path
+          @commands = []
+        end
+
+        def parse
+          return [] unless File.exist?(file_path)
+
+          lines = read_file
+          @commands = parse_lines(lines)
+        end
+
+        private
+
+        def default_history_path
+          File.expand_path('~/.zsh_history')
+        end
+
+        def read_file
+          # ZSH history files often contain binary/non-UTF-8 data
+          # Read as binary first, then force UTF-8 with invalid byte replacement
+          content = File.binread(file_path)
+          content.force_encoding('UTF-8')
+          content.encode!('UTF-8', invalid: :replace, undef: :replace, replace: '')
+          content.split("\n")
+        rescue Errno::ENOENT
+          []
+        rescue StandardError => e
+          warn "Warning: Error reading history file: #{e.message}"
+          []
+        end
+
+        def parse_lines(lines)
+          commands = []
+          current_command = nil
+
+          lines.each do |line|
+            if (match = line.match(HISTORY_LINE_PATTERN))
+              commands << current_command if current_command
+              current_command = process_history_line(match, line, commands)
+            elsif current_command
+              current_command = process_continuation_line(current_command, line, commands)
+            end
+          end
+
+          commands << current_command if current_command
+          commands
+        end
+
+        def process_history_line(match, line, commands)
+          timestamp = match[1].to_i
+          command_text = match[2]
+
+          if command_text.end_with?('\\')
+            build_command(timestamp: timestamp, text: command_text.chomp('\\'), is_multiline: true, raw_lines: [line])
+          else
+            commands << build_command(timestamp: timestamp, text: command_text, is_multiline: false, raw_lines: [line])
+            nil
+          end
+        end
+
+        def process_continuation_line(current_command, line, commands)
+          current_command.raw_lines << line
+
+          if line.end_with?('\\')
+            current_command.text += "\n#{line.chomp('\\')}"
+            current_command
+          else
+            current_command.text += "\n#{line}"
+            commands << current_command
+            nil
+          end
+        end
+
+        def build_command(timestamp:, text:, is_multiline:, raw_lines:)
+          Command.new(
+            timestamp: timestamp,
+            datetime: Time.at(timestamp),
+            text: text.strip,
+            is_multiline: is_multiline,
+            category: nil,
+            raw_lines: raw_lines,
+            matched_pattern: nil
+          )
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools.rb

@@ -51,6 +51,13 @@ require 'appydave/tools/prompt_tools/prompt_completion'
 
 require 'appydave/tools/subtitle_processor/clean'
 require 'appydave/tools/subtitle_processor/join'
+require 'appydave/tools/subtitle_processor/transcript'
+
+require 'appydave/tools/zsh_history/command'
+require 'appydave/tools/zsh_history/config'
+require 'appydave/tools/zsh_history/parser'
+require 'appydave/tools/zsh_history/filter'
+require 'appydave/tools/zsh_history/formatter'
 
 require 'appydave/tools/dam/errors'
 require 'appydave/tools/dam/file_helper'
@@ -67,10 +74,28 @@ require 'appydave/tools/dam/project_listing'
 require 'appydave/tools/dam/manifest_generator'
 require 'appydave/tools/dam/sync_from_ssd'
 require 'appydave/tools/dam/status'
+require 'appydave/tools/dam/ssd_status'
 require 'appydave/tools/dam/repo_status'
 require 'appydave/tools/dam/repo_sync'
 require 'appydave/tools/dam/repo_push'
 
+require 'appydave/tools/jump/path_validator'
+require 'appydave/tools/jump/location'
+require 'appydave/tools/jump/config'
+require 'appydave/tools/jump/search'
+require 'appydave/tools/jump/formatters/base'
+require 'appydave/tools/jump/formatters/json_formatter'
+require 'appydave/tools/jump/formatters/paths_formatter'
+require 'appydave/tools/jump/formatters/table_formatter'
+require 'appydave/tools/jump/commands/base'
+require 'appydave/tools/jump/commands/add'
+require 'appydave/tools/jump/commands/update'
+require 'appydave/tools/jump/commands/remove'
+require 'appydave/tools/jump/commands/validate'
+require 'appydave/tools/jump/commands/report'
+require 'appydave/tools/jump/commands/generate'
+require 'appydave/tools/jump/cli'
+
 require 'appydave/tools/youtube_automation/gpt_agent'
 
 require 'appydave/tools/youtube_manager/models/youtube_details'

data/package.json

@@ -1,6 +1,6 @@
 {
   "name": "appydave-tools",
-  "version": "0.69.0",
+  "version": "0.71.0",
   "description": "AppyDave YouTube Automation Tools",
   "scripts": {
     "release": "semantic-release"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: appydave-tools
 version: !ruby/object:Gem::Version
-  version: 0.69.0
+  version: 0.71.0
 platform: ruby
 authors:
 - David Cruwys
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-11-22 00:00:00.000000000 Z
+date: 2025-12-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -188,10 +188,12 @@ executables:
 - ad_config
 - dam
 - gpt_context
+- jump
 - prompt_tools
-- subtitle_manager
+- subtitle_processor
 - youtube_automation
 - youtube_manager
+- zsh_history
 extensions: []
 extra_rdoc_files: []
 files:
@@ -199,6 +201,12 @@ files:
 - ".builders/_.rb"
 - ".builders/boot.rb"
 - ".builders/generators/01-bootstrap.rb"
+- ".claude/commands/brainstorming-agent.md"
+- ".claude/commands/cli-test.md"
+- ".claude/commands/dev.md"
+- ".claude/commands/po.md"
+- ".claude/commands/progress.md"
+- ".claude/commands/uat.md"
 - ".releaserc.json"
 - ".rspec"
 - ".rubocop.yml"
@@ -218,6 +226,7 @@ files:
 - bin/dam
 - bin/generate_manifest.rb
 - bin/gpt_context.rb
+- bin/jump.rb
 - bin/move_images.rb
 - bin/prompt_tools.rb
 - bin/setup
@@ -227,12 +236,15 @@ files:
 - bin/sync_from_ssd.rb
 - bin/youtube_automation.rb
 - bin/youtube_manager.rb
+- bin/zsh_history.rb
 - docs/README.md
 - docs/ai-instructions/behavioral-regression-audit.md
 - docs/ai-instructions/code-quality-retrospective.md
 - docs/ai-instructions/defensive-logging-audit.md
+- docs/architecture/cli-patterns.md
 - docs/architecture/cli/cli-pattern-comparison.md
 - docs/architecture/cli/cli-patterns.md
+- docs/architecture/cli/exe-bin-convention.md
 - docs/architecture/configuration/configuration-systems.md
 - docs/architecture/dam/dam-cli-enhancements.md
 - docs/architecture/dam/dam-cli-implementation-guide.md
@@ -245,18 +257,25 @@ files:
 - docs/architecture/dam/jan-collaboration-guide.md
 - docs/architecture/design-decisions/001-unified-brands-config.md
 - docs/architecture/design-decisions/session-2025-11-09.md
+- docs/architecture/gpt-context/gpt-context-architecture.md
+- docs/architecture/gpt-context/gpt-context-implementation-guide.md
+- docs/architecture/gpt-context/gpt-context-vision.md
+- docs/architecture/testing/testing-patterns.md
 - docs/archive/codebase-audit-2025-01.md
 - docs/archive/documentation-framework-proposal.md
 - docs/archive/purpose-and-philosophy.md
 - docs/archive/test-coverage-quick-wins.md
 - docs/archive/tool-discovery.md
 - docs/archive/tool-documentation-analysis.md
+- docs/backlog.md
+- docs/cli-tests/FR-3-jump-location-tool.md
 - docs/code-quality/README.md
 - docs/code-quality/behavioral-audit-2025-01-22.md
 - docs/code-quality/implementation-plan.md
 - docs/code-quality/report-2025-01-21.md
 - docs/code-quality/uat-plan-2025-01-22.md
 - docs/code-quality/uat-report-2025-01-22.md
+- docs/dam/batch-s3-listing-requirements.md
 - docs/guides/configuration-setup.md
 - docs/guides/platforms/windows/README.md
 - docs/guides/platforms/windows/dam-testing-plan-windows-powershell.md
@@ -272,18 +291,25 @@ files:
 - docs/guides/tools/name-manager.md
 - docs/guides/tools/prompt-tools.md
 - docs/guides/tools/subtitle-processor.md
+- docs/guides/tools/video-file-namer.md
 - docs/guides/tools/youtube-automation.md
 - docs/guides/tools/youtube-manager.md
+- docs/specs/fr-002-gpt-context-help-system.md
+- docs/specs/fr-003-jump-location-tool.md
+- docs/specs/zsh-history-tool.md
 - docs/templates/.env.example
 - docs/templates/channels.example.json
 - docs/templates/settings.example.json
+- docs/uat/FR-3-jump-location-tool.md
 - exe/ad_config
 - exe/dam
 - exe/gpt_context
+- exe/jump
 - exe/prompt_tools
-- exe/subtitle_manager
+- exe/subtitle_processor
 - exe/youtube_automation
 - exe/youtube_manager
+- exe/zsh_history
 - images.log
 - lib/appydave/tools.rb
 - lib/appydave/tools/cli_actions/_doc.md
@@ -317,6 +343,7 @@ files:
 - lib/appydave/tools/dam/s3_operations.rb
 - lib/appydave/tools/dam/s3_scanner.rb
 - lib/appydave/tools/dam/share_operations.rb
+- lib/appydave/tools/dam/ssd_status.rb
 - lib/appydave/tools/dam/status.rb
 - lib/appydave/tools/dam/sync_from_ssd.rb
 - lib/appydave/tools/debuggable.rb
@@ -324,6 +351,22 @@ files:
 - lib/appydave/tools/gpt_context/file_collector.rb
 - lib/appydave/tools/gpt_context/options.rb
 - lib/appydave/tools/gpt_context/output_handler.rb
+- lib/appydave/tools/jump/cli.rb
+- lib/appydave/tools/jump/commands/add.rb
+- lib/appydave/tools/jump/commands/base.rb
+- lib/appydave/tools/jump/commands/generate.rb
+- lib/appydave/tools/jump/commands/remove.rb
+- lib/appydave/tools/jump/commands/report.rb
+- lib/appydave/tools/jump/commands/update.rb
+- lib/appydave/tools/jump/commands/validate.rb
+- lib/appydave/tools/jump/config.rb
+- lib/appydave/tools/jump/formatters/base.rb
+- lib/appydave/tools/jump/formatters/json_formatter.rb
+- lib/appydave/tools/jump/formatters/paths_formatter.rb
+- lib/appydave/tools/jump/formatters/table_formatter.rb
+- lib/appydave/tools/jump/location.rb
+- lib/appydave/tools/jump/path_validator.rb
+- lib/appydave/tools/jump/search.rb
 - lib/appydave/tools/llm/models/llm_info.rb
 - lib/appydave/tools/llm/openai_completion.rb
 - lib/appydave/tools/name_manager/_doc.md
@@ -335,6 +378,7 @@ files:
 - lib/appydave/tools/subtitle_processor/_doc-todo.md
 - lib/appydave/tools/subtitle_processor/clean.rb
 - lib/appydave/tools/subtitle_processor/join.rb
+- lib/appydave/tools/subtitle_processor/transcript.rb
 - lib/appydave/tools/types/array_type.rb
 - lib/appydave/tools/types/base_model.rb
 - lib/appydave/tools/types/hash_type.rb
@@ -351,6 +395,11 @@ files:
 - lib/appydave/tools/youtube_manager/reports/video_details_report.rb
 - lib/appydave/tools/youtube_manager/update_video.rb
 - lib/appydave/tools/youtube_manager/youtube_base.rb
+- lib/appydave/tools/zsh_history/command.rb
+- lib/appydave/tools/zsh_history/config.rb
+- lib/appydave/tools/zsh_history/filter.rb
+- lib/appydave/tools/zsh_history/formatter.rb
+- lib/appydave/tools/zsh_history/parser.rb
 - package.json
 - sig/appydave/tools.rbs
 homepage: http://appydave.com/gems/appydave-tools