klue-langcraft 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 586607de2048a4670a8cc9cd1e06dd9a2d1636aa0c9825698af2b6bac51ea24d
-  data.tar.gz: 1973c38bf614abc045c9d8e2759f984791b52da023d10441d2564bf54f99c323
+  metadata.gz: 991b394224dd15a2eccfe3ce1db7b6bca00304d8c6cf75ac8763a34beb6b9d06
+  data.tar.gz: 9a814b4cb28a1eefe7763c7705f652f754c567404748e326c60049e7d9f7f7c1
 SHA512:
-  metadata.gz: 9c20cb42da33cc805d4ec372f6101f796b44d127724fd1a611cd2620e4614e225148fc2162ab6f0e8d9bdf2fa1909575f0ed78da93ba057b4af38415bae739bd
-  data.tar.gz: 4ebe337655eba091ec8013700734afcea0a67006bc076ac5d94e075d4210fba5ee490e43f4eb92c716e2230d5c61918ce201fecde6b6919a081bfea1a95088c9
+  metadata.gz: e34c11144fefacb28af86e336e48f5bc905fb2a4db2ea75079689fcd21a1ecbc2f5ea8a6ffac8fbc16713a32323007279c3b208655c3864d29861848d84b38d2
+  data.tar.gz: 990a9b599923fc5a7117f0fafe0a20057f63798ebbef06a02de8b9debc3b900b6bc1797a9fcd472301b74d10944077077e25aa333fd001a81b88619fdecd668e

data/CHANGELOG.md

@@ -1,3 +1,15 @@
+# [0.3.0](https://github.com/appydave/klue-langcraft/compare/v0.2.0...v0.3.0) (2024-10-26)
+
+
+### Bug Fixes
+
+* fix cop ([d77187a](https://github.com/appydave/klue-langcraft/commit/d77187ac59088b7ce6ca23630a06fbb007f05fb4))
+
+
+### Features
+
+* update cli for watch and process ([9f0eeb1](https://github.com/appydave/klue-langcraft/commit/9f0eeb1a9409f6734d4ab930ca5c3164b71446eb))
+
 # [0.2.0](https://github.com/appydave/klue-langcraft/compare/v0.1.1...v0.2.0) (2024-10-25)
 
 

data/lib/klue/langcraft/version.rb

@@ -2,6 +2,6 @@
 
 module Klue
   module Langcraft
-    VERSION = '0.3.0'
+    VERSION = '0.4.0'
   end
 end

data/lib/klue/langcraft.rb

@@ -23,12 +23,6 @@ require 'klue/langcraft/dsl/webhook'
 require 'klue/langcraft/dsl/watcher'
 require 'klue/langcraft/dsl/klue_runner'
 
-require 'base_process'
-require 'process_file_collector'
-require 'dsl_interpreter'
-require 'dsl_folder_watcher'
-require 'dsl_process_data'
-
 module Klue
   module Langcraft
     # raise Klue::Langcraft::Error, 'Sample message'

data/package-lock.json

@@ -1,12 +1,12 @@
 {
   "name": "klue-langcraft",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "klue-langcraft",
-      "version": "0.3.0",
+      "version": "0.4.0",
       "devDependencies": {
         "@klueless-js/semantic-release-rubygem": "github:klueless-js/semantic-release-rubygem",
         "@semantic-release/changelog": "^6.0.3",

data/package.json

@@ -1,6 +1,6 @@
 {
   "name": "klue-langcraft",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "description": "Domain Specific Language Crafting",
   "scripts": {
     "release": "semantic-release"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: klue-langcraft
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - David Cruwys
@@ -61,7 +61,6 @@ files:
 - README.md
 - Rakefile
 - bin/console
-- bin/dsl_watcher.rb
 - bin/langcraft.rb
 - bin/setup
 - docs/dsl-class-diagram.md
@@ -79,10 +78,6 @@ files:
 - docs/project-plan/project_done.svg
 - docs/project-plan/project_in_progress.svg
 - docs/project-plan/project_todo.svg
-- lib/base_process.rb
-- lib/dsl_folder_watcher.rb
-- lib/dsl_interpreter.rb
-- lib/dsl_process_data.rb
 - lib/klue/langcraft.rb
 - lib/klue/langcraft/dsl/interpreter.rb
 - lib/klue/langcraft/dsl/klue_runner.rb
@@ -99,7 +94,6 @@ files:
 - lib/klue/langcraft/tokenizer-old-needs-revisit/sample_usage.rb
 - lib/klue/langcraft/tokenizer-old-needs-revisit/tokenizer.rb
 - lib/klue/langcraft/version.rb
-- lib/process_file_collector.rb
 - package-lock.json
 - package.json
 - sig/klue/langcraft.rbs

data/bin/dsl_watcher.rb

@@ -1,10 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-$LOAD_PATH.unshift File.expand_path('../lib', __dir__)
-
-require 'klue/langcraft'
-
-BASE_PATH = ARGV[0] || '/Users/davidcruwys/dev/appydave/klueless'
-
-DSLFolderWatcher.watch(BASE_PATH)

data/lib/base_process.rb

@@ -1,41 +0,0 @@
-# frozen_string_literal: true
-
-# file: lib/base_process.rb
-
-class BaseProcess
-  attr_reader :key
-
-  def initialize(key)
-    @key = key
-  end
-
-  def deep_match(input, predicate)
-    matches = []
-
-    # If the current input is a Hash, iterate over each key-value pair
-    if input.is_a?(Hash)
-
-      input.each do |key, value|
-
-        # If the value matches the predicate, add it to matches
-        if predicate.call(key, value)
-          matches << value
-        end
-
-        # Continue searching deeper within the value
-        matches.concat(deep_match(value, predicate))
-      end
-
-    # If the input is an Array, iterate over each item
-    elsif input.is_a?(Array)
-
-      input.each do |item|
-
-        # Continue searching within each item of the array
-        matches.concat(deep_match(item, predicate))
-      end
-    end
-
-    matches
-  end
-end

data/lib/dsl_folder_watcher.rb

@@ -1,50 +0,0 @@
-# frozen_string_literal: true
-
-class DSLFolderWatcher
-  def self.watch(folder_path)
-    puts "Watching: #{folder_path}"
-    listener = Listen.to(folder_path) do |modified, added, _removed|
-      changes = (modified + added).uniq
-
-      # DEBOUNCE CURRENTLY NOT WORKING
-      # debounce_map = {}
-      # debounce_interval = 1 # seconds
-
-      changes.each do |file_path|
-        next unless File.extname(file_path) == '.klue'
-
-        puts file_path
-
-        # debounce_map[file_path] ||= Time.now
-        # next unless Time.now - debounce_map[file_path] >= debounce_interval
-
-        # debounce_map[file_path] = Time.now
-
-        base_name = file_path.gsub(/\.klue$/, '')
-        input_file = "#{base_name}.klue"
-        output_file = "#{base_name}.json"
-
-        interpreter = DSLInterpreter.new
-        if interpreter.process('', input_file, output_file)
-          # Process the JSON data to add 'process-data' details
-          dsl_processor = DSLProcessData.new
-          dsl_processor.process('', output_file, output_file)
-          # SKIP EXTEND FILE FOR NOW AND REWRITE THE OUTPUTFILE
-          # dsl_processor.process('', output_file, extended_output_file)
-
-          # interpreter.send_to_endpoint
-        else
-          puts 'Skipping further processing due to errors in DSL interpretation.'
-        end
-      end
-
-      # Remove old entries from debounce_map to prevent memory bloat
-      # debounce_map.each_key do |key|
-      #   debounce_map.delete(key) if Time.now - debounce_map[key] > debounce_interval * 2
-      # end
-    end
-    listener.start
-    puts "Wait for changes: #{folder_path}"
-    sleep
-  end
-end

data/lib/dsl_interpreter.rb

@@ -1,112 +0,0 @@
-# frozen_string_literal: true
-
-# ChatReferences:
-# - https://chatgpt.com/c/67064770-d524-8002-8344-3091e895d150
-# - https://chatgpt.com/c/6706289c-9b9c-8002-86e3-f9198c1c608a
-# - https://chatgpt.com/c/670dcd34-5dbc-8002-ad7a-d4df54a6a2e0
-#
-class DSLInterpreter
-  def initialize
-    @data = {}
-  end
-
-  # Capturing top-level DSL methods
-  def method_missing(method_name, *args, &block)
-    key = method_name
-    value = process_args(args, block)
-
-    # Append key-value to the current context of @data
-    if @data[key]
-      @data[key] = [@data[key]] unless @data[key].is_a?(Array)
-      @data[key] << value
-    else
-      @data[key] = value
-    end
-  end
-
-  # A method to handle parameters and nested blocks
-  def process_args(args, block)
-    data = {}
-
-    # Handling positional and named parameters separately
-    positional_args = []
-    named_args = {}
-
-    args.each do |arg|
-      if arg.is_a?(Hash)
-        named_args.merge!(arg)
-      else
-        positional_args << arg
-      end
-    end
-
-    # Assign positional parameters generically
-    positional_args.each_with_index do |arg, index|
-      data[:"param#{index + 1}"] = arg
-    end
-
-    # Merge named parameters directly
-    data.merge!(named_args)
-
-    # Handling a nested block
-    if block
-      interpreter = DSLInterpreter.new
-      interpreter.instance_eval(&block)
-      data.merge!(interpreter.data)
-    end
-
-    data.empty? ? nil : data
-  end
-
-  # To access data after interpreting
-  attr_reader :data
-
-  # Reading file and evaluating as Ruby
-  def process(base_path, input_file, output_file)
-    file_path = File.join(base_path, input_file)
-    content = File.read(file_path)
-
-    # begin
-    instance_eval(content)
-    # rescue SyntaxError => e
-    #   puts "Syntax error in DSL file: #{input_file}"
-    #   puts "Error message: #{e.message}"
-    #   puts "Error occurred at line: #{e.backtrace.first}"
-    #   return false  # Indicate that processing failed
-    # rescue StandardError => e
-    #   puts "Error processing DSL file: #{input_file}"
-    #   puts "Error message: #{e.message}"
-    #   puts "Error occurred at: #{e.backtrace.first}"
-    #   return false  # Indicate that processing failed
-    # end
-
-    output_path = File.join(base_path, output_file)
-    File.write(output_path, JSON.pretty_generate(to_hash))
-    true # Indicate that processing succeeded
-  end
-
-  # Convert to hash or JSON as required
-  def to_hash
-    @data
-  end
-
-  def to_json(*_args)
-    @data.to_json
-  end
-
-  # Method to send data to an endpoint
-  def send_to_endpoint
-    root_key = @data.keys.first
-    action_type = root_key.to_s
-
-    uri = URI.parse("http://localhost:4567/dsl/#{action_type}")
-    http = Net::HTTP.new(uri.host, uri.port)
-    request = Net::HTTP::Post.new(uri.path, { 'Content-Type' => 'application/json' })
-    payload = { action_type: action_type, data: @data }
-    request.body = payload.to_json
-
-    response = http.request(request)
-    puts "Response: #{response.code} - #{response.message}"
-    puts "Endpoint: #{uri}"
-  end
-end

data/lib/dsl_process_data.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-class DSLProcessData
-  PROCESSORS = [{ file_collector: ProcessFileCollector }].freeze
-
-  # Method to process the JSON file after initial evaluation
-  def process(base_path, input_file, output_file)
-    json_file_path = File.join(base_path, input_file)
-    data = JSON.parse(File.read(json_file_path))
-
-    # Loop through the processors and execute matching ones
-    PROCESSORS.each do |processor_entry|
-      key, processor_class = processor_entry.first
-      processor = processor_class.new(key)
-
-      next unless processor.match?(data)
-
-      result = processor.execute(data)
-
-      data['process-data'] ||= {}
-
-      result.each do |key, result|
-        data['process-data'][key.to_s] = result unless result.empty?
-      end
-    end
-
-    # Write the updated JSON data to an extended file
-    extended_output_file = File.join(base_path, output_file)
-    File.write(extended_output_file, JSON.pretty_generate(data))
-  end
-end

data/lib/process_file_collector.rb

@@ -1,92 +0,0 @@
-# frozen_string_literal: true
-
-# file: lib/process_file_collector.rb
-
-class ProcessFileCollector < BaseProcess
-  def initialize(key)
-    super
-    @found = nil
-    # @matcher = ->(key, value) { key.to_s == 'file_collector' && value.is_a?(Hash) }
-    @matcher = lambda do |key, value|
-      if key.to_s == 'file_collector'
-        if value.is_a?(Array)
-          value.any? { |v| v.is_a?(Hash) }
-        else
-          value.is_a?(Hash)
-        end
-      else
-        false
-      end
-    end
-  end
-
-  def match?(input)
-    @found = deep_match(input, @matcher)
-    !@found.empty?
-  end
-
-  def execute(_input)
-    # Iterate over each `file_collector` found and process individually
-    results = {}
-
-    @found.each do |data|
-      next unless data.is_a?(Hash)
-
-      # Extract the `as` key if present
-      as_key = data['as']
-
-      working_directory = File.expand_path(data['root'])
-
-      options = Appydave::Tools::GptContext::Options.new(
-        working_directory: working_directory,
-        include_patterns: extract_patterns(data.dig('files', 'include')),
-        exclude_patterns: extract_patterns(data.dig('files', 'exclude')),
-        format: 'json',
-        line_limit: data['line_length']
-      )
-
-      collector = Appydave::Tools::GptContext::FileCollector.new(options)
-      json = collector.build
-
-      # Structuring the result under `process-data` with `as` as key
-      result_data = {
-        type: 'file_collector',
-        data: {
-          working_directory: working_directory,
-          files: JSON.parse(json)
-        }
-      }
-
-      # If `as` key exists, use it to store under process-data with that identifier
-      if as_key
-        results[as_key] = result_data
-      else
-        # Generate a unique key if no `as` key is defined
-        unique_key = "file_collector_#{results.size + 1}"
-        results[unique_key] = result_data
-      end
-    end
-
-    results
-  rescue SyntaxError, NameError, NoMethodError => e
-    puts "Ruby evaluation error in ProcessFileCollector: #{e.message}"
-    puts "Error occurred at: #{e.backtrace.first}"
-    {}
-  rescue StandardError => e
-    puts "Unexpected error in ProcessFileCollector: #{e.message}"
-    puts e.backtrace.join("\n")
-    {}
-  end
-
-  private
-
-  def extract_patterns(files_data)
-    if files_data.is_a?(Hash)
-      [files_data['param1']]
-    elsif files_data.is_a?(Array)
-      files_data.map { |entry| entry['param1'] }
-    else
-      []
-    end
-  end
-end