tailwind_dsl 0.0.16 → 0.0.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5c203889b4310594acefe53d47df83e002a6b824cb29dacaeb94e79b54f31da3
-  data.tar.gz: 5904e14763b77cb30a64c6aab0df1bbe50dca9137c5d78b95e3b0a1a1cea1df4
+  metadata.gz: 31693c85f869ecb9cb626e388f1a9f2aebfb5c6622c54894eb3b8f59f3995965
+  data.tar.gz: 857b98da54c538bab4f8204f04d320541ee810c14fe6de3d8431c4e6b6936efa
 SHA512:
-  metadata.gz: 7afe62703ff5c4cce8f5298821df980f00c0625e9b389f393e41349a016e9c463f04cbed97c15d71826d57dde9b9b1874ec9ec8b61f1ccbb120ac748cae71e30
-  data.tar.gz: 1933129c10fb231930cc6ada1525dba92b2b361729965b82712b0fa7bcf4b401bb0cc8e1039e8d2e1ad4cd1551a9d2c8f0e81940c09d055d66f3e26811f99ce5
+  metadata.gz: e202d10d63622982c89251ac5042bd8ac7400c7bcf634802752d01676519ed80a34ec0b610803ca90b3ae6060bfaccdc84e40bb74cd8675a71d268fb9cf457dc
+  data.tar.gz: ca1a51d6a3a36018684501b23a01542e5d80807901b8d5e3303fdab963d5f6a284175032435624f9ac6a7ad08a2cccf4dbf4501778f0e8868be2f6dbed69c26a

data/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [0.0.17](https://github.com/klueless-io/tailwind_dsl/compare/v0.0.16...v0.0.17) (2022-10-19)
+
+
+### Bug Fixes
+
+* refactor component record shape ([8d9bd9a](https://github.com/klueless-io/tailwind_dsl/commit/8d9bd9ab7ab8a47db30f1916f289dba24040c988))
+
+## [0.0.16](https://github.com/klueless-io/tailwind_dsl/compare/v0.0.15...v0.0.16) (2022-10-19)
+
+
+### Bug Fixes
+
+* refactor component record shape ([fada95e](https://github.com/klueless-io/tailwind_dsl/commit/fada95e8990b991d7fa554d6250f85b7a440e0e9))
+
 ## [0.0.15](https://github.com/klueless-io/tailwind_dsl/compare/v0.0.14...v0.0.15) (2022-10-18)
 
 

data/lib/tailwind_dsl/etl/component_models/extractor.rb

@@ -3,6 +3,16 @@
 module TailwindDsl
   module Etl
     module ComponentModels
+      class Gpt3Extractor
+        def extract_data(component)
+          puts "extract data for #{component} using GPT3"
+        end
+
+        def extract_model(component)
+          puts "extract model for #{component} using GPT3"
+        end
+      end
+
       # Extract component models by reading the cleansed component HTML and then using GPT3 to infer both the data/model structure.
       class Extractor
         attr_reader :components
@@ -11,7 +21,7 @@ module TailwindDsl
         attr_reader :batch_left
         attr_reader :use_prompt
         attr_reader :filter_design_system
-        attr_reader :dry_run
+        attr_reader :extract_handler
 
         def initialize(components, target_root_path, **args)
           @components = components
@@ -20,7 +30,7 @@ module TailwindDsl
           @batch_left = batch_size
           @use_prompt = args[:use_prompt] || false
           @filter_design_system = args[:filter_design_system] || nil
-          @dry_run = args[:dry_run] || false
+          @extract_handler = (args[:extract_handler] || Gpt3Extractor).new
         end
 
         # Goal:       Extract the next (batch_size) component models using GPT3 and save them to target_root_path
@@ -28,14 +38,21 @@ module TailwindDsl
         #             Create a model file at: design_system.name -> group-hierarchy -> component-name.model.rb
 
         # Process:    Collect all components and optionally filter them by design system name.
+        #             Also filter by other keys (to be determined)
+        #             Only process files that have not been processed before.
         #             Look for the next component to be processed, if it does not exist in the target folder then process it.
         #             decrement the batch_left counter and continue until batch_left is 0.
         #             if :use_prompt is true then display the input/output files and ask if you wish to process the component or skip.
         #             process the component by calling the GPT3 API and save the results to the target folder.
 
+        # rubocop:disable Metrics/AbcSize
         def extract
+          guards
+
           filter_components.each do |component|
             puts "Processing: #{component.design_system.name} -> #{component.group.key} -> #{component.name} -> remaining#: #{batch_left}"
+
+            component.debug
             # component_model_path = File.join(target_root_path, component.design_system.name, component.group_hierarchy, "#{component.name}.model.rb")
             # next if File.exist?(component_model_path)
 
@@ -47,15 +64,29 @@ module TailwindDsl
             # end
 
             # puts "Processing: #{component_model_path}"
-            @batch_left -= 1
-            break if batch_left.zero?
 
-            next if dry_run
+            # next if extract_handler
 
             # model = Gpt3::ComponentModel.new(component.cleansed_html_path)
             # model.save(component_model_path)
+
+            extract_handler.extract_data(component)
+            extract_handler.extract_model(component)
+
+            @batch_left -= 1
+            break if batch_left.zero?
           end
         end
+        # rubocop:enable Metrics/AbcSize
+
+        private
+
+        def guards
+          raise "Batch size must be greater than 0, got: #{batch_size}" if batch_size <= 0
+          raise 'Extract handler is required' unless extract_handler
+          raise 'Extract handler must implement extract_data method' unless extract_handler.respond_to?(:extract_data)
+          raise 'Extract handler must implement extract_model method' unless extract_handler.respond_to?(:extract_model)
+        end
 
         def filter_components
           return components unless filter_design_system

data/lib/tailwind_dsl/etl/component_structures/generator.rb

@@ -18,7 +18,8 @@ module TailwindDsl
         BLANK_LINE_REGEX = /(\n\s*\n)+/.freeze
         TAILWIND_CONFIG_REGEX = /```(?<tailwind>\n[\s\S]+?)```/.freeze
 
-        # .gsub(/(\n\s*\n)+/, "\n")
+        TRANSIENT_FILE_EXTENSIONS = %w[.clean.html .html .settings.json .tailwind.config.js].freeze
+
         attr_reader :uikit
         attr_reader :components
         # Location for raw components
@@ -37,7 +38,7 @@ module TailwindDsl
         def generate
           assert_target_root_path_exists
 
-          delete_target_root_path if reset_root_path
+          clear_root_path if reset_root_path
 
           @components = query_components
 
@@ -50,8 +51,22 @@ module TailwindDsl
           raise 'Target path does not exist' unless Dir.exist?(target_root_path)
         end
 
-        def delete_target_root_path
-          FileUtils.rm_rf(Dir.glob("#{target_root_path}/*"))
+        def clear_root_path
+          Dir.glob("#{target_root_path}/**/*")
+             .select { |path| transient_file?(path) }
+             .each { |path| File.delete(path) }
+
+          Dir.glob("#{target_root_path}/**/")
+             .reverse_each { |d| Dir.rmdir d if Dir.entries(d).size == 2 }
+        end
+
+        def transient_file?(path)
+          return false if File.directory?(path)
+
+          ext = File.basename(path).split('.', 2)[1]
+          ext = ext.nil? ? '' : ".#{ext}"
+
+          TRANSIENT_FILE_EXTENSIONS.include?(ext)
         end
 
         def query_components

data/lib/tailwind_dsl/etl/component_structures/raw_component_query.rb

@@ -7,31 +7,42 @@ module TailwindDsl
       #
       # This is a two pass process:
       #  1. Query the raw component folder for all files that match the pattern and build up a graph with required information
+
+      # puts '%-20s %s' % ['name', name]
+      # puts '%-20s %s' % ['source_path', source_path]
+      # puts '%-20s %s' % ['target_path', target_path]
       #  2. Flatten the graph into a list of rows
       class RawComponentQuery
-        DesignSystem = Struct.new(
-          :name,
-          :source_path,
-          :target_path,
-          keyword_init: true
-        )
-
-        Group = Struct.new(
-          :key,
-          :type,
-          :sub_keys,
-          :folder,
-          keyword_init: true
-        )
-        FilePath = Struct.new(
-          :source_file,
-          :target_html_file,
-          :target_clean_html_file,
-          :target_tailwind_config_file,
-          :target_settings_file,
-          :target_data_file,
-          :target_astro_file, keyword_init: true
-        )
+        DesignSystem = Struct.new(:name, :source_path, :target_path, keyword_init: true) do
+          def debug
+            puts format('%-30<key>s : %<value>s', key: 'Design system', value: name)
+            puts format('%-30<key>s : %<value>s', key: 'Source path', value: source_path)
+            puts format('%-30<key>s : %<value>s', key: 'Target path', value: target_path)
+          end
+        end
+
+        Group = Struct.new(:key, :type, :sub_keys, :folder, keyword_init: true) do
+          def debug
+            puts format('%-30<key>s : %<value>s', key: 'Group key', value: key)
+            puts format('%-30<key>s : %<value>s', key: 'Group type', value: type)
+            puts format('%-30<key>s : %<value>s', key: 'Group sub keys', value: sub_keys)
+            puts format('%-30<key>s : %<value>s', key: 'Group folder', value: folder)
+          end
+        end
+        FilePath = Struct.new(:source_file, :target_html_file, :target_clean_html_file, :target_tailwind_config_file, :target_settings_file, :target_data_file, :target_astro_file,
+                              keyword_init: true) do
+          # rubocop:disable Metrics/AbcSize
+          def debug
+            puts format('%-30<key>s : %<value>s', key: 'Source file', value: source_file)
+            puts format('%-30<key>s : %<value>s', key: 'Target html file', value: target_html_file)
+            puts format('%-30<key>s : %<value>s', key: 'Target clean html file', value: target_clean_html_file)
+            puts format('%-30<key>s : %<value>s', key: 'Target tailwind config file', value: target_tailwind_config_file)
+            puts format('%-30<key>s : %<value>s', key: 'Target settings file', value: target_settings_file)
+            puts format('%-30<key>s : %<value>s', key: 'Target data file', value: target_data_file)
+            puts format('%-30<key>s : %<value>s', key: 'Target astro file', value: target_astro_file)
+          end
+          # rubocop:enable Metrics/AbcSize
+        end
 
         class Component
           attr_reader :name
@@ -62,6 +73,16 @@ module TailwindDsl
               relative: relative.to_h
             }
           end
+
+          def debug
+            puts format('%-30<key>s : %<value>s', key: 'Component', value: name)
+            design_system.debug
+            group.debug
+            puts ':: Absolute paths'
+            absolute.debug
+            puts '::Relative paths'
+            relative.debug
+          end
         end
 
         attr_reader :uikit

data/lib/tailwind_dsl/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module TailwindDsl
-  VERSION = '0.0.16'
+  VERSION = '0.0.18'
 end

data/package-lock.json

@@ -1,12 +1,12 @@
 {
   "name": "tailwind_dsl",
-  "version": "0.0.16",
+  "version": "0.0.18",
   "lockfileVersion": 2,
   "requires": true,
   "packages": {
     "": {
       "name": "tailwind_dsl",
-      "version": "0.0.16",
+      "version": "0.0.18",
       "devDependencies": {
         "@klueless-js/semantic-release-rubygem": "github:klueless-js/semantic-release-rubygem",
         "@semantic-release/changelog": "^6.0.1",

data/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tailwind_dsl",
-  "version": "0.0.16",
+  "version": "0.0.18",
   "description": "Tailwind DSL will build tailwind websites useing Domain Specific Language conventions",
   "scripts": {
     "release": "semantic-release"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tailwind_dsl
 version: !ruby/object:Gem::Version
-  version: 0.0.16
+  version: 0.0.18
 platform: ruby
 authors:
 - David Cruwys
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-10-19 00:00:00.000000000 Z
+date: 2022-10-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cmdlet