klue-langcraft 0.1.1 → 0.3.0

data/lib/klue/langcraft/dsl/watcher.rb

@@ -0,0 +1,88 @@
+# frozen_string_literal: true
+
+require 'listen'
+
+module Klue
+  module Langcraft
+    module DSL
+      # Watcher class for monitoring file changes in specified directories.
+      # This class sets up a file system listener to watch for changes to files
+      # with specified extensions, and processes those files using a KlueRunner.
+      class Watcher
+        def initialize(directories, **options)
+          @directories = directories.map { |dir| File.expand_path(dir) }
+          @options = options
+          @klue_runner = Klue::Langcraft::DSL::KlueRunner.new
+          @extensions = options[:extensions] || ['.klue']
+        end
+
+        def start
+          listener = create_listener
+          log_watcher_info
+          listener.start
+          sleep
+        end
+
+        private
+
+        def create_listener
+          extension_regex = create_extension_regex
+          Listen.to(*@directories, only: extension_regex) do |modified, added, _removed|
+            process_changed_files(modified + added)
+          end
+        end
+
+        def create_extension_regex
+          Regexp.union(@extensions.map { |ext| /#{Regexp.escape(ext)}$/ })
+        end
+
+        def process_changed_files(files)
+          files.each { |file| process_file(file) }
+        end
+
+        def process_file(file)
+          log_info('Processing file', file)
+          options = create_file_options(file)
+          run_klue_runner(options)
+        rescue StandardError => e
+          log_error('Error processing file', "#{file}: #{e.message}")
+        end
+
+        def create_file_options(file)
+          options = @options.dup
+          options[:input_file] = file
+          options[:basic_output_file] = file.sub(/#{File.extname(file)}$/, '.json') if @options[:create_basic_json]
+          options[:enhanced_output_file] = file.sub(/#{File.extname(file)}$/, '.enhanced.json') if @options[:create_enhanced_json]
+          options
+        end
+
+        def run_klue_runner(options)
+          @klue_runner.run(
+            input_file: options[:input_file],
+            basic_output_file: options[:basic_output_file],
+            enhanced_output_file: options[:enhanced_output_file],
+            webhook_url: options[:webhook_url],
+            log_level: options[:log_level]
+          )
+        end
+
+        def log_watcher_info
+          log_info('Watching directories', @directories.join(', '))
+          log_info('Watching file extensions', @extensions.join(', '))
+          log_info('Create basic JSON', @options[:create_basic_json])
+          log_info('Create enhanced JSON', @options[:create_enhanced_json])
+          log_info('Webhook URL', @options[:webhook_url])
+          log_info('Log level', @options[:log_level])
+        end
+
+        def log_info(label, value)
+          puts "#{label.ljust(30)}: #{value}" if %i[info detailed].include?(@options[:log_level])
+        end
+
+        def log_error(label, value)
+          puts "#{label.ljust(30)}: #{value}"
+        end
+      end
+    end
+  end
+end

data/lib/klue/langcraft/dsl/webhook.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require 'net/http'
+require 'json'
+require 'uri'
+
+module Klue
+  module Langcraft
+    module DSL
+      # Webhook class for handling HTTP POST requests to specified URLs.
+      # This class is responsible for sending processed data to external services
+      # via webhooks, handling the delivery process, and logging the results.
+      class Webhook
+        def deliver(webhook_url, data)
+          klue_type = extract_klue_type(data)
+          uri = build_uri(webhook_url, klue_type)
+          response = send_request(uri, build_payload(klue_type, data))
+          log_response(response, uri)
+          response
+        end
+
+        private
+
+        def extract_klue_type(data)
+          data.keys.first.to_s
+        end
+
+        def build_uri(webhook_url, klue_type)
+          URI.parse("#{webhook_url}?klue-type=#{klue_type}")
+        end
+
+        def build_payload(klue_type, data)
+          { klue_type: klue_type, data: data }
+        end
+
+        def send_request(uri, payload)
+          http = Net::HTTP.new(uri.host, uri.port)
+          request = Net::HTTP::Post.new(uri.path, { 'Content-Type' => 'application/json' })
+          request.body = payload.to_json
+          http.request(request)
+        end
+
+        def log_response(response, uri)
+          puts "Response: #{response.code} - #{response.message}"
+          puts "Endpoint: #{uri}"
+          log_response_body(response)
+        end
+
+        def log_response_body(response)
+          body = JSON.parse(response.body)
+          puts "DSL Type: #{body['type']}"
+          # puts JSON.pretty_generate(body['data'])
+        end
+      end
+    end
+  end
+end

data/lib/klue/langcraft/version.rb

@@ -2,6 +2,6 @@
 
 module Klue
   module Langcraft
-    VERSION = '0.1.1'
+    VERSION = '0.3.0'
   end
 end

data/lib/klue/langcraft.rb

@@ -1,6 +1,33 @@
 # frozen_string_literal: true
 
+require 'json'
+require 'net/http'
+require 'uri'
+require 'listen'
+require 'pry'
+
+require 'appydave/tools'
+
 require 'klue/langcraft/version'
+require 'klue/langcraft/dsl/processor_config'
+
+ProcessorConfigDefault = Klue::Langcraft::DSL::ProcessorConfig.new
+
+require 'klue/langcraft/dsl/processors/processor'
+require 'klue/langcraft/dsl/processors/file_collector_processor'
+require 'klue/langcraft/dsl/processors/full_name_processor'
+require 'klue/langcraft/dsl/interpreter'
+require 'klue/langcraft/dsl/process_matcher'
+require 'klue/langcraft/dsl/process_data_pipeline'
+require 'klue/langcraft/dsl/webhook'
+require 'klue/langcraft/dsl/watcher'
+require 'klue/langcraft/dsl/klue_runner'
+
+require 'base_process'
+require 'process_file_collector'
+require 'dsl_interpreter'
+require 'dsl_folder_watcher'
+require 'dsl_process_data'
 
 module Klue
   module Langcraft
@@ -12,8 +39,8 @@ module Klue
 end
 
 if ENV.fetch('KLUE_DEBUG', 'false').downcase == 'true'
-  namespace = 'KlueLangcraft::Version'
+  namespace = 'Klue::Langcraft::Version'
   file_path = $LOADED_FEATURES.find { |f| f.include?('klue-langcraft/version') }
-  version   = KlueLangcraft::VERSION.ljust(9)
+  version   = Klue::Langcraft::VERSION.ljust(9)
   puts "#{namespace.ljust(35)} : #{version.ljust(9)} : #{file_path}"
 end

data/lib/process_file_collector.rb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+
+# file: lib/process_file_collector.rb
+
+class ProcessFileCollector < BaseProcess
+  def initialize(key)
+    super
+    @found = nil
+    # @matcher = ->(key, value) { key.to_s == 'file_collector' && value.is_a?(Hash) }
+    @matcher = lambda do |key, value|
+      if key.to_s == 'file_collector'
+        if value.is_a?(Array)
+          value.any? { |v| v.is_a?(Hash) }
+        else
+          value.is_a?(Hash)
+        end
+      else
+        false
+      end
+    end
+  end
+
+  def match?(input)
+    @found = deep_match(input, @matcher)
+    !@found.empty?
+  end
+
+  def execute(_input)
+    # Iterate over each `file_collector` found and process individually
+    results = {}
+
+    @found.each do |data|
+      next unless data.is_a?(Hash)
+
+      # Extract the `as` key if present
+      as_key = data['as']
+
+      working_directory = File.expand_path(data['root'])
+
+      options = Appydave::Tools::GptContext::Options.new(
+        working_directory: working_directory,
+        include_patterns: extract_patterns(data.dig('files', 'include')),
+        exclude_patterns: extract_patterns(data.dig('files', 'exclude')),
+        format: 'json',
+        line_limit: data['line_length']
+      )
+
+      collector = Appydave::Tools::GptContext::FileCollector.new(options)
+      json = collector.build
+
+      # Structuring the result under `process-data` with `as` as key
+      result_data = {
+        type: 'file_collector',
+        data: {
+          working_directory: working_directory,
+          files: JSON.parse(json)
+        }
+      }
+
+      # If `as` key exists, use it to store under process-data with that identifier
+      if as_key
+        results[as_key] = result_data
+      else
+        # Generate a unique key if no `as` key is defined
+        unique_key = "file_collector_#{results.size + 1}"
+        results[unique_key] = result_data
+      end
+    end
+
+    results
+  rescue SyntaxError, NameError, NoMethodError => e
+    puts "Ruby evaluation error in ProcessFileCollector: #{e.message}"
+    puts "Error occurred at: #{e.backtrace.first}"
+    {}
+  rescue StandardError => e
+    puts "Unexpected error in ProcessFileCollector: #{e.message}"
+    puts e.backtrace.join("\n")
+    {}
+  end
+
+  private
+
+  def extract_patterns(files_data)
+    if files_data.is_a?(Hash)
+      [files_data['param1']]
+    elsif files_data.is_a?(Array)
+      files_data.map { |entry| entry['param1'] }
+    else
+      []
+    end
+  end
+end

data/package-lock.json

@@ -1,12 +1,12 @@
 {
   "name": "klue-langcraft",
-  "version": "0.1.1",
+  "version": "0.3.0",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "klue-langcraft",
-      "version": "0.1.1",
+      "version": "0.3.0",
       "devDependencies": {
         "@klueless-js/semantic-release-rubygem": "github:klueless-js/semantic-release-rubygem",
         "@semantic-release/changelog": "^6.0.3",

data/package.json

@@ -1,6 +1,6 @@
 {
   "name": "klue-langcraft",
-  "version": "0.1.1",
+  "version": "0.3.0",
   "description": "Domain Specific Language Crafting",
   "scripts": {
     "release": "semantic-release"

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: klue-langcraft
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.3.0
 platform: ruby
 authors:
 - David Cruwys
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-09-22 00:00:00.000000000 Z
+date: 2024-10-26 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: appydave-tools
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: k_log
   requirement: !ruby/object:Gem::Requirement
@@ -47,27 +61,45 @@ files:
 - README.md
 - Rakefile
 - bin/console
+- bin/dsl_watcher.rb
+- bin/langcraft.rb
 - bin/setup
+- docs/dsl-class-diagram.md
 - docs/dsl-examples.md
 - docs/dsl-rules.md
-- docs/dsl-samples/index.md
 - docs/dsl-samples/youtube-launch-optimizer-old.klue
 - docs/dsl-samples/youtube-launch-optimizer-strawberry.json
 - docs/dsl-samples/youtube-launch-optimizer-strawberry.klue
 - docs/dsl-samples/youtube-launch-optimizer.defn.klue
 - docs/dsl-samples/youtube-launch-optimizer.json
 - docs/dsl-samples/youtube-launch-optimizer.klue
+- docs/dsl-upgrade-plan.md
 - docs/project-plan/project-plan.md
 - docs/project-plan/project.drawio
 - docs/project-plan/project_done.svg
 - docs/project-plan/project_in_progress.svg
 - docs/project-plan/project_todo.svg
+- lib/base_process.rb
+- lib/dsl_folder_watcher.rb
+- lib/dsl_interpreter.rb
+- lib/dsl_process_data.rb
 - lib/klue/langcraft.rb
-- lib/klue/langcraft/-brief.md
-- lib/klue/langcraft/parser.rb
-- lib/klue/langcraft/sample_usage.rb
-- lib/klue/langcraft/tokenizer.rb
+- lib/klue/langcraft/dsl/interpreter.rb
+- lib/klue/langcraft/dsl/klue_runner.rb
+- lib/klue/langcraft/dsl/process_data_pipeline.rb
+- lib/klue/langcraft/dsl/process_matcher.rb
+- lib/klue/langcraft/dsl/processor_config.rb
+- lib/klue/langcraft/dsl/processors/file_collector_processor.rb
+- lib/klue/langcraft/dsl/processors/full_name_processor.rb
+- lib/klue/langcraft/dsl/processors/processor.rb
+- lib/klue/langcraft/dsl/watcher.rb
+- lib/klue/langcraft/dsl/webhook.rb
+- lib/klue/langcraft/tokenizer-old-needs-revisit/-brief.md
+- lib/klue/langcraft/tokenizer-old-needs-revisit/parser.rb
+- lib/klue/langcraft/tokenizer-old-needs-revisit/sample_usage.rb
+- lib/klue/langcraft/tokenizer-old-needs-revisit/tokenizer.rb
 - lib/klue/langcraft/version.rb
+- lib/process_file_collector.rb
 - package-lock.json
 - package.json
 - sig/klue/langcraft.rbs

data/docs/dsl-samples/index.md

@@ -1,4 +0,0 @@
-Printspeak DSL
-Project Plan
-Agent As Code
-Make Chapters out of my recordings using a folder and glob pattern geared to my naming convention