appydave-tools 0.14.1 → 0.15.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5600c6b83ba9bf32a0954deaf91167a157826b2de2232c21fe51736a2f2e8b29
-  data.tar.gz: 389ac6da8c18a561ff276ebb49d3ef063b9c1965b190333a813e5f620e846b3d
+  metadata.gz: 7f220893e70bf53b9a6da3b1a46857c3221f2672aba453616e4bab5b87528d65
+  data.tar.gz: 1e5aef7918151c423393131dcfc8e2538cd6b95632b2a58dd8f23a1c864f1c06
 SHA512:
-  metadata.gz: ee9e4ea0e3e8c03c87ad0bcc7cf2af971c11c4f8966fedfa57c1813ac8154546156d70f353c22f607f3d6f8c863932a645503f50d3be67184dff418f7e5f7573
-  data.tar.gz: '08ab2c3240d21b647b2a76d037069e0e79655c3e982da82a48240a2748cb2d7a6cd5f3e76fbfd2db003262437179d657b7073863f1f3b4b14acbc6734865b775'
+  metadata.gz: fe5e90a6677bcb82e0d1af5fde786eba72d2380f1dcbe291b4fe998b239f71c6381bd33b7dfa87755e2b9390d97241387422c84522d3763236e87688668ed861
+  data.tar.gz: 70abc6727a6e318d329097b42a72fc8de4061965d60e7d33d013fa361b00a1c6e3b9eabe94a7a15a5e993523ea6ba96b69231c83bdae0f030f16ad0ec4a1e50d

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## [0.14.1](https://github.com/appydave/appydave-tools/compare/v0.14.0...v0.14.1) (2025-08-06)
+
+
+### Bug Fixes
+
+* updagte claude and readmegs ([308af2f](https://github.com/appydave/appydave-tools/commit/308af2f3085f6bfd054c9d12154da7055d47bb3b))
+
 # [0.14.0](https://github.com/appydave/appydave-tools/compare/v0.13.0...v0.14.0) (2025-04-27)
 
 

data/CLAUDE.md

@@ -12,46 +12,180 @@ bin/console         # Interactive Ruby console for experimentation
 
 ### CLI Tools Usage
 
-#### GPT Context Gatherer
+**Installation Note:** When installed as a gem (`gem install appydave-tools`), these tools are available as system commands. During development, run them from `bin/` directory as `bin/script_name.rb`.
+
+#### Quick Reference Index
+
+| Command | Gem Command | Description |
+|---------|-------------|-------------|
+| **GPT Context** | `gpt_context` | Collect project files for AI context ⭐ |
+| **YouTube Manager** | `youtube_manager` | Manage YouTube video metadata via API |
+| **Subtitle Manager** | `subtitle_manager` | Process and join SRT subtitle files |
+| **Prompt Tools** | `prompt_tools` | AI prompt completion workflows |
+| **YouTube Automation** | `youtube_automation` | Automated YouTube workflows with GPT agents |
+| **Configuration** | `ad_config` | Manage appydave-tools configuration files |
+| **Move Images** | N/A (dev only) | Organize video project images (development tool) |
+
+---
+
+#### 1. GPT Context Gatherer (`bin/gpt_context.rb`) ⭐ PRIMARY TOOL
 Collect and organize project files for AI context:
 
 ```bash
 # Basic usage - gather files with debug output and file output
-gpt_context -i '**/*.rb' -e 'spec/**/*' -d -o context.txt
+bin/gpt_context.rb -i '**/*.rb' -e 'spec/**/*' -d -o context.txt
 
 # Multiple formats and patterns
-gpt_context -i 'lib/**/*.rb' -i 'bin/**/*.rb' -f tree,content -d
+bin/gpt_context.rb -i 'lib/**/*.rb' -i 'bin/**/*.rb' -f tree,content -d
 
 # Advanced web project filtering
-gpt_context -i 'apps/**/*.ts' -i 'apps/**/*.tsx' -e '**/node_modules/**/*' -e '**/_generated/**/*' -d -f tree -o typescript.txt
+bin/gpt_context.rb -i 'apps/**/*.ts' -i 'apps/**/*.tsx' -e '**/node_modules/**/*' -e '**/_generated/**/*' -d -f tree -o typescript.txt
 
 # Tree view only for project structure
-gpt_context -i '**/*' -e '**/node_modules/**/*' -e '.git/**/*' -f tree -d
+bin/gpt_context.rb -i '**/*' -e '**/node_modules/**/*' -e '.git/**/*' -f tree -d
 
-# Line-limited content gathering  
-gpt_context -i '**/*.rb' -l 20 -f content -d
+# Line-limited content gathering
+bin/gpt_context.rb -i '**/*.rb' -l 20 -f content -d
 
 # Multiple output targets
-gpt_context -i 'docs/**/*' -f tree,content -o clipboard -o docs-context.txt
+bin/gpt_context.rb -i 'docs/**/*' -f tree,content -o clipboard -o docs-context.txt
 ```
 
-#### Other CLI Tools
+See detailed usage guide: [docs/usage/gpt-context.md](./docs/usage/gpt-context.md)
+
+#### 2. YouTube Manager (`bin/youtube_manager.rb`)
+Manage YouTube video metadata via YouTube API:
+
 ```bash
-# YouTube video management
-bin/youtube_manager.rb get [options]
-bin/youtube_manager.rb update [options]
+# Get video details
+bin/youtube_manager.rb get --video-id VIDEO_ID
+
+# Update video metadata
+bin/youtube_manager.rb update --video-id ID --title "New Title"
+bin/youtube_manager.rb update --video-id ID --description "New Description"
+bin/youtube_manager.rb update --video-id ID --tags "tag1,tag2,tag3"
+bin/youtube_manager.rb update --video-id ID --category-id 28
+```
+
+**Features:**
+- YouTube API authorization and authentication
+- Retrieve video details, captions, and metadata
+- Update video title, description, tags, and category
+- Generate detailed reports
+
+#### 3. Subtitle Manager (`bin/subtitle_manager.rb`)
+Process and manage SRT subtitle files:
+
+```bash
+# Clean and normalize SRT files
+bin/subtitle_manager.rb clean -f input.srt -o cleaned.srt
+
+# Join multiple SRT files
+bin/subtitle_manager.rb join -d ./subtitles -f "*.srt" -o merged.srt
+bin/subtitle_manager.rb join -f "part1.srt,part2.srt" -s asc -b 100 -o final.srt
+
+# Join with options
+bin/subtitle_manager.rb join -d ./subs -f "*.srt" -s inferred -b 200 -o output.srt -L detail
+```
+
+**Options:**
+- `-d, --directory` - Directory containing SRT files
+- `-f, --files` - File pattern or comma-separated list
+- `-s, --sort` - Sort order: asc, desc, or inferred (default)
+- `-b, --buffer` - Buffer between files in milliseconds (default: 100)
+- `-L, --log-level` - Log level: none, info, detail
+
+**Note:** Internal module is called `SubtitleMaster` but CLI tool is `subtitle_manager`
 
-# Subtitle processing
-bin/subtitle_manager.rb clean [options]  
-bin/subtitle_manager.rb join [options]
+#### 4. Prompt Tools (`bin/prompt_tools.rb`)
+AI prompt completion workflows:
 
-# AI prompt tools
+```bash
+# Run AI prompt completion
 bin/prompt_tools.rb completion [options]
+```
+
+**Features:**
+- OpenAI GPT integration
+- Prompt execution and management
+
+#### 5. YouTube Automation (`bin/youtube_automation.rb`)
+Automated YouTube workflows using GPT agents:
+
+```bash
+# Run automation sequence
+bin/youtube_automation.rb -s 01-1
+bin/youtube_automation.rb -s 01-1 -d  # with debug output
+```
+
+**Options:**
+- `-s, --sequence` - Sequence number (required, e.g., 01-1)
+- `-d, --debug` - Enable debug mode
+
+#### 6. Configuration Tool (`bin/configuration.rb`)
+Manage appydave-tools configuration files:
+
+```bash
+# List all configurations
+bin/configuration.rb -l
+
+# Print specific configuration keys
+bin/configuration.rb -p settings,channels
+
+# Create missing configuration files
+bin/configuration.rb -c
+
+# Edit configurations in VS Code
+bin/configuration.rb -e
+```
+
+**Configuration Types:**
+- **settings** - General settings and paths
+- **channels** - YouTube channel definitions (code, name, youtube_handle)
+- **youtube_automation** - Automation workflow configurations
 
-# YouTube automation workflows  
-bin/youtube_automation.rb [workflow-command]
+#### 7. Move Images (`bin/move_images.rb`)
+Organize and rename downloaded images into video project asset folders.
+
+**Purpose:** Batch move and rename images from a download folder into organized video project asset directories with proper naming conventions.
+
+```bash
+# Move images to video project assets folder
+bin/move_images.rb -f <project-folder> <section> <prefix>
+
+# Example: Move images for intro section of project b40
+bin/move_images.rb -f b40 intro b40
+# Result: Creates files like b40-intro-1.jpg, b40-intro-2.jpg in /path/to/b40/assets/intro/
+
+# Example: Move thumbnail images
+bin/move_images.rb -f b40 thumb b40
+# Result: Creates files like b40-thumb-1.jpg, b40-thumb-2.jpg in /path/to/b40/assets/thumb/
 ```
 
+**Configuration:**
+- **Source:** `~/Sync/smart-downloads/download-images/` (downloads folder)
+- **Destination:** `/Volumes/Expansion/Sync/tube-channels/video-projects/<folder>/assets/<section>/`
+- **Supported sections:** intro, outro, content, teaser, thumb (or any custom section name)
+- **File format:** Processes `.jpg` files only
+
+**Arguments:**
+- `-f, --folder` - Project folder name (e.g., b40, b41, etc.)
+- `<section>` - Asset section name (intro, outro, content, teaser, thumb)
+- `<prefix>` - Filename prefix (typically matches project folder)
+
+**Workflow:**
+1. Download images to smart-downloads folder
+2. Run move_images with project folder, section, and prefix
+3. Images are renamed sequentially and moved to organized asset directory
+4. Automatically creates section subdirectory if it doesn't exist
+
+**Note:** This is a development/workflow tool specific to video project organization. Not installed as a gem command.
+
+#### 8. Bank Reconciliation (`bin/bank_reconciliation.rb`) 🗄️ DEPRECATED
+Bank transaction reconciliation tool - **DEPRECATED, DO NOT USE**
+
+**WARNING:** This tool contains deprecated code and should not be used for new work. Code has been moved to `lib/appydave/tools/deprecated/bank_reconciliation/`
+
 ### Testing & Quality
 ```bash
 rake spec           # Run all RSpec tests
@@ -144,9 +278,300 @@ This is a Ruby gem called `appydave-tools` that provides YouTube automation and
 - `clipboard`: System clipboard operations
 - `dotenv`: Environment variable management
 
-## Configuration Files
-The gem uses JSON configuration for:
-- Channel definitions (code, name, youtube_handle)
-- Project folder paths (content, video, published, abandoned)
-- OpenAI API settings
-- YouTube automation workflows
+## Configuration Management
+
+### Configuration Overview
+The gem uses JSON configuration files for managing YouTube channels, OpenAI settings, and automation workflows.
+
+**Configuration Tool:** `bin/configuration.rb`
+
+### Setting Up Configuration
+
+1. **List available configurations:**
+```bash
+bin/configuration.rb -l
+```
+
+2. **Create missing configuration files:**
+```bash
+bin/configuration.rb -c
+```
+
+3. **View configuration values:**
+```bash
+bin/configuration.rb -p settings,channels,youtube_automation
+```
+
+4. **Edit configurations in VS Code:**
+```bash
+bin/configuration.rb -e
+```
+
+### Configuration Types
+
+#### 1. Settings Config
+General application settings and paths.
+
+**Typical structure:**
+```json
+{
+  "project_paths": {
+    "content": "/path/to/content",
+    "video": "/path/to/video",
+    "published": "/path/to/published",
+    "abandoned": "/path/to/abandoned"
+  }
+}
+```
+
+#### 2. Channels Config
+YouTube channel definitions for multi-channel management.
+
+**Typical structure:**
+```json
+{
+  "channels": [
+    {
+      "code": "main",
+      "name": "Main Channel",
+      "youtube_handle": "@channelhandle"
+    }
+  ]
+}
+```
+
+#### 3. YouTube Automation Config
+Automation workflow configurations and sequences.
+
+#### 4. OpenAI Config (via dotenv)
+OpenAI API integration settings managed through environment variables:
+
+```bash
+# .env file
+OPENAI_API_KEY=your_api_key_here
+```
+
+### Configuration Locations
+Configuration files are typically stored in:
+- `~/.config/appydave-tools/` (user-level)
+- Or project-specific locations as defined in settings
+
+### Environment Variables
+The gem uses `dotenv` for environment variable management. Create a `.env` file in your project root:
+
+```bash
+# Required for YouTube API
+GOOGLE_CLIENT_ID=your_client_id
+GOOGLE_CLIENT_SECRET=your_client_secret
+
+# Required for OpenAI features
+OPENAI_API_KEY=your_openai_api_key
+```
+
+**IMPORTANT:** Never commit `.env` files to version control. Ensure `.env` is in your `.gitignore`.
+
+## Git Hooks & Security
+
+### Pre-commit Hooks
+This repository uses custom git hooks located in `.githooks/` directory.
+
+**Setup:**
+```bash
+git config core.hookspath .githooks
+```
+
+**Current pre-commit checks:**
+- ✅ Detects debug code: `binding.pry`, `byebug`, `debugger`
+- ✅ Warns about: `console.log`, `console.dir`
+- ✅ Excludes specific files: Gemfile, .json, .yml files
+- ❌ **Does NOT check for secrets/API keys** (see Security Notes below)
+
+**Force commit (bypass hooks):**
+```bash
+git commit --no-verify -m "message"
+```
+
+### Security Notes
+
+**⚠️ IMPORTANT SECURITY CONSIDERATIONS:**
+
+1. **No Secret Scanning:** The current pre-commit hook does NOT scan for:
+   - API keys (OpenAI, Google, AWS, etc.)
+   - OAuth tokens or credentials
+   - Private keys or certificates
+   - Credit card numbers or financial data
+   - Email addresses or phone numbers
+
+2. **Manual Vigilance Required:** Always review your commits for sensitive data before pushing.
+
+3. **Recommended Secret Scanning Tools:**
+
+#### Option 1: Gitleaks (Recommended for Ruby/Go projects)
+
+**Installation (macOS):**
+```bash
+brew install gitleaks
+```
+
+**Setup as pre-commit hook:**
+```bash
+# Create .gitleaks.toml configuration
+cat > .gitleaks.toml << 'EOF'
+title = "Gitleaks Configuration"
+
+[extend]
+useDefault = true
+
+[[rules]]
+description = "AWS Access Key"
+id = "aws-access-key"
+regex = '''(A3T[A-Z0-9]|AKIA|AGPA|AIDA|AROA|AIPA|ANPA|ANVA|ASIA)[A-Z0-9]{16}'''
+
+[[rules]]
+description = "OpenAI API Key"
+id = "openai-api-key"
+regex = '''sk-[a-zA-Z0-9]{48}'''
+
+[[rules]]
+description = "Google OAuth"
+id = "google-oauth"
+regex = '''[0-9]+-[0-9A-Za-z_]{32}\.apps\.googleusercontent\.com'''
+
+[[rules]]
+description = "Credit Card Numbers"
+id = "credit-card"
+regex = '''\b(?:4[0-9]{12}(?:[0-9]{3})?|5[1-5][0-9]{14}|3[47][0-9]{13}|3(?:0[0-5]|[68][0-9])[0-9]{11}|6(?:011|5[0-9]{2})[0-9]{12}|(?:2131|1800|35\d{3})\d{11})\b'''
+
+[allowlist]
+paths = [
+  '''\.md$''',
+  '''^\.releaserc\.json$''',
+  '''CHANGELOG\.md'''
+]
+EOF
+
+# Add to pre-commit hook (append to existing .githooks/pre-commit)
+# Add after line 89 (before final 'end'):
+echo "
+# Gitleaks secret scanning
+echo 'Running gitleaks scan...'
+gitleaks protect --staged --verbose
+if [ \$? -ne 0 ]; then
+  echo 'ERROR: Gitleaks found secrets in staged files'
+  echo 'Use --no-verify to bypass (NOT RECOMMENDED)'
+  exit 1
+fi
+" >> .githooks/pre-commit
+```
+
+**Manual scan:**
+```bash
+# Scan staged files
+gitleaks protect --staged
+
+# Scan entire repository
+gitleaks detect
+
+# Scan git history
+gitleaks detect --verbose --log-opts="--all"
+```
+
+#### Option 2: git-secrets (AWS-focused)
+
+**Installation (macOS):**
+```bash
+brew install git-secrets
+```
+
+**Setup:**
+```bash
+# Initialize git-secrets in repository
+git secrets --install
+git secrets --register-aws
+
+# Add custom patterns
+git secrets --add 'sk-[a-zA-Z0-9]{48}'  # OpenAI
+git secrets --add '[0-9]+-[0-9A-Za-z_]{32}\.apps\.googleusercontent\.com'  # Google OAuth
+```
+
+#### Option 3: truffleHog (Deep history scanning)
+
+**Installation:**
+```bash
+brew install trufflehog
+```
+
+**Usage:**
+```bash
+# Scan entire git history
+trufflehog git file://. --json
+
+# Scan from remote
+trufflehog git https://github.com/user/repo
+```
+
+4. **`.gitignore` Critical Files:**
+```gitignore
+.env
+.env.*
+*.key
+*.pem
+credentials.json
+client_secret*.json
+**/bank_reconciliation/**/*.csv
+```
+
+### Gem Version Management
+
+**Current Published Version:** `0.14.1` (on RubyGems.org)
+
+**IMPORTANT: Automated Versioning System**
+
+This project uses **semantic-release** for automated versioning and publishing. **DO NOT manually edit version files.**
+
+**How it works:**
+1. Commits are analyzed using conventional commit messages (feat, fix, chore, docs, etc.)
+2. GitHub Actions CI/CD automatically:
+   - Determines next version based on commit types
+   - Updates `lib/appydave/tools/version.rb`
+   - Updates `CHANGELOG.md`
+   - Builds and publishes gem to RubyGems.org
+   - Creates git tag
+   - Pushes changes back to repository
+
+**Commit Message Format:**
+```bash
+feat: add new feature      # Triggers minor version bump (0.14.0 → 0.15.0)
+fix: fix bug              # Triggers patch version bump (0.14.0 → 0.14.1)
+chore: update dependencies # No version bump
+docs: update readme       # No version bump
+
+# Breaking change (major version bump)
+feat!: remove deprecated API
+BREAKING CHANGE: removes old API
+
+# Or with body
+feat: new feature
+
+BREAKING CHANGE: This breaks existing API
+```
+
+**Configuration:**
+- **CI/CD:** `.github/workflows/main.yml`
+- **Semantic Release:** `.releaserc.json`
+- **Plugins:**
+  - `@semantic-release/commit-analyzer` - Analyzes commits
+  - `@semantic-release/release-notes-generator` - Generates changelog
+  - `@klueless-js/semantic-release-rubygem` - Publishes to RubyGems
+  - `@semantic-release/git` - Commits version bumps
+  - `@semantic-release/github` - Creates GitHub releases
+
+**Manual Publishing (Emergency Only):**
+If you absolutely must publish manually:
+1. Update version in `lib/appydave/tools/version.rb`
+2. Run tests: `rake spec`
+3. Build gem: `rake build`
+4. Publish: `rake publish`
+5. Tag release: `git tag v0.14.1 && git push --tags`
+
+**Note:** Manual publishing will break the automated workflow. Use conventional commits and let CI/CD handle releases.

data/exe/ad_config

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'appydave/tools'
+
+load File.expand_path('../bin/configuration.rb', __dir__)

data/exe/gpt_context

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'appydave/tools'
+
+load File.expand_path('../bin/gpt_context.rb', __dir__)

data/exe/prompt_tools

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'appydave/tools'
+
+load File.expand_path('../bin/prompt_tools.rb', __dir__)

data/exe/subtitle_manager

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'appydave/tools'
+
+load File.expand_path('../bin/subtitle_manager.rb', __dir__)

data/exe/youtube_automation

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'appydave/tools'
+
+load File.expand_path('../bin/youtube_automation.rb', __dir__)

data/exe/youtube_manager

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'appydave/tools'
+
+load File.expand_path('../bin/youtube_manager.rb', __dir__)

data/lib/appydave/tools/version.rb

@@ -2,6 +2,6 @@
 
 module Appydave
   module Tools
-    VERSION = '0.14.1'
+    VERSION = '0.15.0'
   end
 end

data/package.json

@@ -1,6 +1,6 @@
 {
   "name": "appydave-tools",
-  "version": "0.14.1",
+  "version": "0.15.0",
   "description": "AppyDave YouTube Automation Tools",
   "scripts": {
     "release": "semantic-release"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: appydave-tools
 version: !ruby/object:Gem::Version
-  version: 0.14.1
+  version: 0.15.0
 platform: ruby
 authors:
 - David Cruwys
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-08-06 00:00:00.000000000 Z
+date: 2025-11-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -153,7 +153,13 @@ dependencies:
 description: "    AppyDave YouTube Automation Tools\n"
 email:
 - david@ideasmen.com.au
-executables: []
+executables:
+- ad_config
+- gpt_context
+- prompt_tools
+- subtitle_manager
+- youtube_automation
+- youtube_manager
 extensions: []
 extra_rdoc_files: []
 files:
@@ -185,6 +191,12 @@ files:
 - bin/youtube_manager.rb
 - docs/dam/overview.md
 - docs/usage/gpt-context.md
+- exe/ad_config
+- exe/gpt_context
+- exe/prompt_tools
+- exe/subtitle_manager
+- exe/youtube_automation
+- exe/youtube_manager
 - images.log
 - lib/appydave/tools.rb
 - lib/appydave/tools/cli_actions/_doc.md