appydave-tools 0.8.0 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e4f0fbf0d8d8efc742e691efe1e128bb49f5a1f1423fe2b5eb7a700d9d606c24
-  data.tar.gz: 4a6ea3bba78bbb0c8983f462888e0c7e8c1910706e90bbb9db0bfbad99e47405
+  metadata.gz: 0ba996537dc1739ee3fb48dc8d7998d6162a5abf049a14532ca099061771f368
+  data.tar.gz: 725cfcaec333d10f74efcf249d4b06e1c671ba00f873ffdb86b8450db9b7ac0e
 SHA512:
-  metadata.gz: 85058aef1eccdf67319578d1d4c929a17da0143492ba91095ab7e09702f12648174a17bcb611ab5e2951ab500386b98a7f020c5695772c488ebd782bc275e3a6
-  data.tar.gz: fb4b852d1dff53cb256c190e586546d5ee2bf13a675da10b0d25c6abc4d04588d541541763bff650609816677e7e3fe407c9920508dcd843a8ab19ac6c2943ab
+  metadata.gz: d63ebd803779eee9bb7715911492ced07dd48b373bd541a6eef0106737374025919611bc0a00de1ef003dec98a9b17417236bcf1784c50a9cc81f3cc21d5d660
+  data.tar.gz: b191193647bdc0196fbbc47db9dde26f6dfa0e65f1d1d709aff7befbf1aa1ac0d17438bab94643f24860a177060862d86060bea9bcdc0a2ea54c46fb7d26171c

data/.rubocop.yml

@@ -43,11 +43,6 @@ Metrics/BlockLength:
 RSpec/ExampleLength:
   Max: 25
 
-Metrics/MethodLength:
-  Max: 25
-  Exclude:
-    - "**/spec/**/*"
-    - "bin/*.rb"
 
 Layout/LineLength:
   Max: 200
@@ -80,6 +75,8 @@ Naming/MethodParameterName:
 Style/EmptyMethod:    
   Exclude:
     - "**/spec/**/*"
+Style/EmptyFile:
+  Enabled: false
 Metrics/ParameterLists:
   Exclude:
     - "**/spec/**/*"
@@ -120,19 +117,27 @@ RSpec/DescribeClass:
 RSpec/PendingWithoutReason:
   Enabled: false
 
+RSpec/MultipleMemoizedHelpers:
+  Enabled: false
+
 Metrics/AbcSize:
   Max: 25
   Exclude:
     - "bin/*"
-    - "lib/appydave/tools/subtitle_master/clean.rb"
+    - "**/spec/**/*"
+    - "lib/appydave/**/*.rb"
 Metrics/CyclomaticComplexity:
   Exclude:
-    - "**/models/**/*"
-    - "lib/appydave/tools/bank_reconciliation/clean/mapper.rb"
-    - "lib/appydave/tools/subtitle_master/clean.rb"
+    - "**/spec/**/*"
+    - "lib/appydave/**/*.rb"
 Metrics/PerceivedComplexity:
   Exclude:
-    - "**/models/**/*"
-    - "lib/appydave/tools/subtitle_master/clean.rb"
-RSpec/MultipleMemoizedHelpers:
-  Enabled: false
+    - "**/spec/**/*"
+    - "lib/appydave/**/*.rb"
+
+Metrics/MethodLength:
+  Max: 25
+  Exclude:
+    - "**/spec/**/*"
+    - "bin/*.rb"
+    - "lib/appydave/**/*.rb"

data/CHANGELOG.md

@@ -1,3 +1,16 @@
+# [0.8.0](https://github.com/klueless-io/appydave-tools/compare/v0.7.0...v0.8.0) (2024-06-06)
+
+
+### Bug Fixes
+
+* update bank reconciliation components ([0f5dea1](https://github.com/klueless-io/appydave-tools/commit/0f5dea1f75baced1458619ead3fc5bd5bc69e0d5))
+
+
+### Features
+
+* subtitle master for cleaning the SRT files created by whisper AI ([9f7bd37](https://github.com/klueless-io/appydave-tools/commit/9f7bd3795f4361e0615307874a88370ab49f97a7))
+* subtitle master for cleaning the SRT files created by whisper AI ([0475a9e](https://github.com/klueless-io/appydave-tools/commit/0475a9ec07f2735e52ce54db6afa96e30e00c0e6))
+
 # [0.7.0](https://github.com/klueless-io/appydave-tools/compare/v0.6.1...v0.7.0) (2024-05-29)
 
 

data/bin/youtube_manager.rb

@@ -0,0 +1,73 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+$LOAD_PATH.unshift(File.expand_path('../lib', __dir__))
+
+require 'appydave/tools'
+
+# Process command line arguments for YouTubeVideoManager operations
+class YouTubeVideoManagerCLI
+  def initialize
+    @commands = {
+      'get' => method(:fetch_video_details)
+      # Additional commands can be added here
+    }
+  end
+
+  def run
+    command, *args = ARGV
+    if @commands.key?(command)
+      @commands[command].call(args)
+    else
+      puts "Unknown command: #{command}"
+      print_help
+    end
+  end
+
+  private
+
+  def fetch_video_details(args)
+    options = parse_options(args, 'get')
+    manager = Appydave::Tools::YouTubeManager::GetVideo.new
+    manager.get(options[:video_id])
+    # json = JSON.pretty_generate(details)
+    # puts json
+
+    # report = Appydave::Tools::YouTubeManager::Reports::VideoDetailsReport.new
+    # report.print(manager.data)
+
+    report = Appydave::Tools::YouTubeManager::Reports::VideoContentReport.new
+    report.print(manager.data)
+  end
+
+  def parse_options(args, command)
+    options = { video_id: nil }
+    OptionParser.new do |opts|
+      opts.banner = "Usage: youtube_video_manager.rb #{command} [options]"
+
+      opts.on('-v', '--video-id ID', 'YouTube Video ID') { |v| options[:video_id] = v }
+
+      opts.on_tail('-h', '--help', 'Show this message') do
+        puts opts
+        exit
+      end
+    end.parse!(args)
+
+    unless options[:video_id]
+      puts 'Missing required options. Use -h for help.'
+      exit
+    end
+
+    options
+  end
+
+  def print_help
+    puts 'Usage: youtube_video_manager.rb [command] [options]'
+    puts 'Commands:'
+    puts '  get  Get details for a YouTube video'
+    # Additional commands can be listed here
+    puts "Run 'youtube_video_manager.rb [command] --help' for more information on a command."
+  end
+end
+
+YouTubeVideoManagerCLI.new.run

data/lib/appydave/tools/indifferent_access_hash.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    # Hash with indifferent access
+    class IndifferentAccessHash < Hash
+      def initialize(initial_hash = {})
+        super()
+        update(initial_hash)
+      end
+
+      def [](key)
+        super(convert_key(key))
+      end
+
+      def []=(key, value)
+        super(convert_key(key), value)
+      end
+
+      def fetch(key, *args)
+        super(convert_key(key), *args)
+      end
+
+      def delete(key)
+        super(convert_key(key))
+      end
+
+      private
+
+      def convert_key(key)
+        key.is_a?(Symbol) ? key.to_s : key
+      end
+
+      def update(initial_hash)
+        initial_hash.each do |key, value|
+          self[convert_key(key)] = value
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools/subtitle_master/_doc.md

@@ -1,3 +1,21 @@
 # Subtitle Master
 
-[ChatGPT](https://chatgpt.com/c/f80dfca5-8168-4561-b5c6-8efed8672a88)
+[ChatGPT](https://chatgpt.com/c/f80dfca5-8168-4561-b5c6-8efed8672a88)
+
+## SubtitleMaster - Clean Component
+
+The `SubtitleMaster::Clean` component is designed to process subtitle (SRT) files to improve their readability and compatibility with various platforms like YouTube. The main functionalities of this component include:
+
+- **Removing HTML Tags**: Strips out unnecessary HTML underline tags (`<u>` and `</u>`) that may be present in the subtitle content.
+- **Normalizing Subtitle Lines**: Merges fragmented subtitle lines into coherent sentences. It adjusts the timestamps to ensure that each subtitle entry spans the correct duration, combining lines that were incorrectly split by the subtitle creation software.
+- **Handling Timestamps**: Updates the end timestamp of each merged subtitle to reflect the actual end time of the last occurrence of the text, ensuring accurate timing for each subtitle entry.
+
+This component reads the SRT file, processes the content to remove tags and normalize lines, and outputs a cleaned and formatted subtitle file that is easier to read and upload to platforms.
+
+```bash
+./bin/subtitle_master.rb clean -f path/to/example.srt -o path/to/example_cleaned.srt
+
+# Example using alias
+
+ad_subtitle_master clean -f transcript/a45-banned-from-midjourney-16-alternatives.srt -o a45-transcript.srt
+```

data/lib/appydave/tools/version.rb

@@ -2,6 +2,6 @@
 
 module Appydave
   module Tools
-    VERSION = '0.8.0'
+    VERSION = '0.9.0'
   end
 end

data/lib/appydave/tools/youtube_manager/authorization.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    module YouTubeManager
+      # Handle YouTube API Authorization
+      class Authorization
+        REDIRECT_URI = 'http://localhost:8080/'
+        CLIENT_SECRETS_PATH = File.join(Dir.home, '.config', 'appydave-google-youtube.json')
+        CREDENTIALS_PATH = File.join(Dir.home, '.credentials', 'ad_youtube.yaml')
+
+        SCOPE = [
+          'https://www.googleapis.com/auth/youtube.readonly',
+          'https://www.googleapis.com/auth/youtube'
+        ].freeze
+
+        def self.authorize
+          FileUtils.mkdir_p(File.dirname(CREDENTIALS_PATH))
+
+          client_id = Google::Auth::ClientId.from_file(CLIENT_SECRETS_PATH)
+          token_store = Google::Auth::Stores::FileTokenStore.new(file: CREDENTIALS_PATH)
+          authorizer = Google::Auth::UserAuthorizer.new(client_id, SCOPE, token_store)
+          user_id = 'default'
+          credentials = authorizer.get_credentials(user_id)
+          credentials = wait_for_authorization(authorizer) if credentials.nil?
+          credentials
+        end
+
+        def self.wait_for_authorization(authorizer)
+          url = authorizer.get_authorization_url(base_url: REDIRECT_URI)
+          puts 'Open the following URL in your browser and authorize the application:'
+          puts url
+
+          server = WEBrick::HTTPServer.new(Port: 8080, AccessLog: [], Logger: WEBrick::Log.new(nil, 0))
+          trap('INT') { server.shutdown }
+
+          server.mount_proc '/' do |req, res|
+            auth_code = req.query['code']
+            res.body = 'Authorization successful. You can close this window now.'
+            server.shutdown
+            authorizer.get_and_store_credentials_from_code(
+              user_id: user_id, code: auth_code, base_url: REDIRECT_URI
+            )
+          end
+
+          server.start
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools/youtube_manager/get_video.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    module YouTubeManager
+      # Manage YouTube video details
+      class GetVideo < YouTubeBase
+        attr_reader :video_id
+        attr_reader :data
+        attr_reader :video
+
+        def get(video_id)
+          @video_id = video_id
+          response = @service.list_videos('snippet,contentDetails,status,statistics', id: video_id)
+          @video = response.items.first
+
+          data = {
+            id: video.id,
+            title: video.snippet.title,
+            description: video.snippet.description,
+            published_at: video.snippet.published_at,
+            channel_id: video.snippet.channel_id,
+            channel_title: video.snippet.channel_title,
+            view_count: video.statistics.view_count,
+            like_count: video.statistics.like_count,
+            dislike_count: video.statistics.dislike_count,
+            comment_count: video.statistics.comment_count,
+            privacy_status: video.status.privacy_status,
+            embeddable: video.status.embeddable,
+            license: video.status.license,
+            recording_location: video.recording_details&.location,
+            recording_date: video.recording_details&.recording_date,
+            tags: video.snippet.tags,
+            thumbnails: video.snippet.thumbnails.to_h,
+            duration: video.content_details.duration,
+            definition: video.content_details.definition,
+            caption: video.content_details.caption,
+            licensed_content: video.content_details.licensed_content
+          }
+
+          @data = Appydave::Tools::IndifferentAccessHash.new(data)
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools/youtube_manager/reports/video_content_report.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    module YouTubeManager
+      module Reports
+        # Report on video content
+        class VideoContentReport
+          include KLog::Logging
+
+          def print(data)
+            # log.heading 'Video Details Report'
+            log.subheading data[:title]
+            log.kv 'Published At', data[:published_at]
+            log.kv 'View Count', data[:view_count]
+            log.kv 'Like Count', data[:like_count]
+            log.kv 'Dislike Count', data[:dislike_count]
+            log.kv 'Tags', data[:tags].join(', ')
+            log.line
+            puts data[:description]
+            log.line
+          end
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools/youtube_manager/reports/video_details_report.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    module YouTubeManager
+      module Reports
+        # Print video details
+        class VideoDetailsReport
+          include KLog::Logging
+
+          def print(data)
+            # log.heading 'Video Details Report'
+            # log.subheading 'Video Details Report'
+            log.section_heading 'Video Details Report'
+            log.kv 'ID', data[:id]
+            log.kv 'Title', data[:title]
+            log.kv 'Published At', data[:published_at]
+            log.kv 'View Count', data[:view_count]
+            log.kv 'Like Count', data[:like_count]
+            log.kv 'Dislike Count', data[:dislike_count]
+            log.kv 'Comment Count', data[:comment_count]
+            log.kv 'Privacy Status', data[:privacy_status]
+            log.kv 'Channel ID', data[:channel_id]
+            log.kv 'Channel Title', data[:channel_title]
+            log.kv 'Embeddable', data[:embeddable]
+            log.kv 'License', data[:license]
+            log.kv 'Recording Location', data[:recording_location]
+            log.kv 'Recording Date', data[:recording_date]
+            log.kv 'Tags', data[:tags].join(', ')
+            log.kv data[:description][0..100]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools/youtube_manager/youtube_base.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Appydave
+  module Tools
+    module YouTubeManager
+      # Base class for YouTube API management
+      class YouTubeBase
+        def initialize
+          @service = Google::Apis::YoutubeV3::YouTubeService.new
+          @service.client_options.application_name = 'YouTube Video Manager'
+          @service.authorization = Authorization.authorize
+        end
+      end
+    end
+  end
+end

data/lib/appydave/tools.rb

@@ -8,9 +8,17 @@ require 'open3'
 require 'openai'
 require 'optparse'
 require 'k_log'
+
+require 'google/apis/youtube_v3'
+require 'googleauth'
+require 'googleauth/stores/file_token_store'
+require 'webrick'
+
 require 'pry'
 
 require 'appydave/tools/version'
+require 'appydave/tools/indifferent_access_hash'
+
 require 'appydave/tools/gpt_context/file_collector'
 
 require 'appydave/tools/configuration/openai'
@@ -28,6 +36,12 @@ require 'appydave/tools/bank_reconciliation/models/transaction'
 
 require 'appydave/tools/subtitle_master/clean'
 
+require 'appydave/tools/youtube_manager/youtube_base'
+require 'appydave/tools/youtube_manager/authorization'
+require 'appydave/tools/youtube_manager/get_video'
+require 'appydave/tools/youtube_manager/reports/video_details_report'
+require 'appydave/tools/youtube_manager/reports/video_content_report'
+
 Appydave::Tools::Configuration::Config.set_default do |config|
   config.config_path = File.expand_path('~/.config/appydave')
   config.register(:settings, Appydave::Tools::Configuration::Models::SettingsConfig)

data/package-lock.json

@@ -1,12 +1,12 @@
 {
   "name": "appydave-tools",
-  "version": "0.8.0",
+  "version": "0.9.0",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "appydave-tools",
-      "version": "0.8.0",
+      "version": "0.9.0",
       "devDependencies": {
         "@klueless-js/semantic-release-rubygem": "github:klueless-js/semantic-release-rubygem",
         "@semantic-release/changelog": "^6.0.3",

data/package.json

@@ -1,6 +1,6 @@
 {
   "name": "appydave-tools",
-  "version": "0.8.0",
+  "version": "0.9.0",
   "description": "AppyDave YouTube Automation Tools",
   "scripts": {
     "release": "semantic-release"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: appydave-tools
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.9.0
 platform: ruby
 authors:
 - David Cruwys
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-06-06 00:00:00.000000000 Z
+date: 2024-06-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: clipboard
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3'
+- !ruby/object:Gem::Dependency
+  name: google-api-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.53'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.53'
 - !ruby/object:Gem::Dependency
   name: k_log
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +94,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '7'
+- !ruby/object:Gem::Dependency
+  name: googleauth
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webrick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: "    AppyDave YouTube Automation Tools\n"
 email:
 - david@ideasmen.com.au
@@ -106,6 +148,7 @@ files:
 - bin/gpt_context.rb
 - bin/setup
 - bin/subtitle_master.rb
+- bin/youtube_manager.rb
 - images.log
 - lib/appydave/tools.rb
 - lib/appydave/tools/bank_reconciliation/_doc.md
@@ -124,11 +167,17 @@ files:
 - lib/appydave/tools/configuration/openai.rb
 - lib/appydave/tools/gpt_context/_doc.md
 - lib/appydave/tools/gpt_context/file_collector.rb
+- lib/appydave/tools/indifferent_access_hash.rb
 - lib/appydave/tools/name_manager/_doc.md
 - lib/appydave/tools/name_manager/project_name.rb
 - lib/appydave/tools/subtitle_master/_doc.md
 - lib/appydave/tools/subtitle_master/clean.rb
 - lib/appydave/tools/version.rb
+- lib/appydave/tools/youtube_manager/authorization.rb
+- lib/appydave/tools/youtube_manager/get_video.rb
+- lib/appydave/tools/youtube_manager/reports/video_content_report.rb
+- lib/appydave/tools/youtube_manager/reports/video_details_report.rb
+- lib/appydave/tools/youtube_manager/youtube_base.rb
 - package-lock.json
 - package.json
 - sig/appydave/tools.rbs