censive 0.19 → 0.20

data/lib/flay.rb

@@ -0,0 +1,227 @@
+#!/usr/bin/env ruby
+
+# ============================================================================
+# flay - A quick and lightweight benchmarking tool for Ruby
+#
+# Author: Steve Shreeve (steve.shreeve@gmail.com)
+#   Date: Feb 9, 2023
+# ============================================================================
+# GOALS:
+# 1. Provide a simple way to benchmark various code
+# 2. Easy to configure and start comparing results
+#
+# TODO:
+# 1. Everything
+# ============================================================================
+
+class Hash
+  alias_method :default_lookup, :[]
+
+  def [](key, miss=nil)
+    key?(sym = key.to_sym) and return default_lookup(sym) || miss
+    ary = key.to_s.split(/(?:[.\/\[]|\][.\/]?)/)
+    val = ary.inject(self) do |obj, sub|
+      if    obj == self        then default_lookup(sub.to_sym)
+      elsif obj == nil         then break
+      elsif sub =~ /\A-?\d*\z/ then obj[sub.to_i]
+      else                          obj[sub.to_sym]
+      end
+    end or miss
+  end
+
+  def method_missing(name, *args)
+    name !~ /=$/ ? self[name, *args] : self[$`.to_sym] = args.first
+  end
+end
+
+config = {
+  environments: [
+    {
+      name: "Environment 1",
+      before: <<~"|",
+        # Environment 1 before
+      |
+      after: <<~"|",
+        # Environment 1 after
+      |
+    },
+    {
+      name: "Environment 2",
+      before: <<~"|",
+        # Environment 1 before
+      |
+      after: <<~"|",
+        # Environment 1 after
+      |
+    },
+  ],
+
+  contexts: [
+    {
+      name: "Context 1",
+      before: <<~"|",
+        # context 1 before
+      |
+      script: <<~"|",
+        a = [*1..1e5]
+        a.sum
+      |
+      after: <<~"|",
+        # context 1 after
+      |
+    },
+    {
+      name: "Context 2",
+      before: <<~"|",
+        # context 2 before
+      |
+      after: <<~"|",
+        # context 2 after
+      |
+    },
+  ],
+
+  tasks: [
+    {
+      name: "Task 1",
+      runs: 35,
+      before: <<~"|",
+        # Task 1 before
+      |
+      after: <<~"|",
+        # Task 1 after
+      |
+    },
+    {
+      name: "Task 2",
+      secs: 30,
+      before: <<~"|",
+        # Task 2 before
+      |
+      after: <<~"|",
+        # Task 2 after
+      |
+    },
+  ],
+}
+
+# ==[ Helpers ]==
+
+def wrapper(object, type=nil)
+  puts case type
+  when :environment then template_for_environment object
+  when :context     then template_for_context     object
+  when :task        then template_for_task        object
+  else                   section                  object
+  end
+end
+
+def wrap(list, type=nil, **opts)
+  list.each do |item|
+    wrapper(item, type)
+    yield item
+  end
+end
+
+def section(text, wide=78, left=0)
+  [
+    "# ".ljust(wide, "="),
+    "# #{text}",
+    "# ".ljust(wide, "="),
+  ].join("\n")
+end
+
+def hr(text, wide=78, left=0)
+  [ " " * left, "# ==[ ", text, " ]" ].join.ljust(wide, "=")
+end
+
+# ==[ Templates ]==
+
+def template_for_environment(environment)
+  <<~"|"
+    #{ section "Environment: #{environment.name} " }
+
+    # ==[ Code before environment ]==
+
+    #{ environment.before }
+  |
+end
+
+def template_for_context(context)
+  <<~"|"
+    #{ section "Context: #{context.name} " }
+
+    # ==[ Code before context ]==
+
+    #{ context.before }
+  |
+end
+
+def template_for_task(task)
+  <<~"|"
+    #{ section "Task: #{task.name} " }
+
+    # ==[ Code before task ]==
+
+    #{ task.before }
+
+    # ==[ Calculate the duration of a loop of empty runs ]==
+
+    if #{ task.runs } == 1
+      __flay_before_empty = 0
+      __flay_after_empty  = 0
+    else
+      __flay_before_empty = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+      __flay_runs = 0
+      while __flay_runs < #{ task.runs } # this empty loop improves accuracy
+        __flay_runs += 1
+      end
+      __flay_after_empty = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+    end
+
+    # ==[ Calculate the duration of a loop of script runs ]==
+
+    if #{ task.runs } == 1
+      __flay_before_script = 0
+      __flay_after_script  = 0
+    else
+      __flay_before_script = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+      __flay_runs = 0
+      while __flay_runs < #{ task.runs }
+
+        # ==[ Before script ]==
+
+        #{ task.script }
+
+        # ==[ After script ]==
+
+        __flay_runs += 1
+      end
+      __flay_after_script = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+    end
+
+    # ==[ Code after task ]==
+
+    #{ task.after }
+
+    # ==[ Write out timestamps ]==
+
+    __flay_duration = (__flay_after_script - __flay_before_script) -
+                      (__flay_after_empty  - __flay_before_empty )
+
+    File.write("/dev/null", __flay_duration.inspect)
+  |
+end
+
+# ==[ Workflow ]==
+
+environments = config.environments
+contexts     = config.contexts
+tasks        = config.tasks
+
+wrap(environments, :environment) do |environment|
+  wrap(tasks, :task) do |task|
+    wrap(contexts, :context) do |context|
+    end
+  end
+end

data/lib/test-censive.rb

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+require "./censive"
+require "digest/md5"
+
+path = ARGV[0] || "KEN_ALL.CSV"
+mode = path =~ /^ken/i ? "r:cp932" : "r"
+
+data = File.open(path, mode).read
+rows = Censive.parse(data)
+
+puts "%s %s (%d size)" % [Digest::MD5.hexdigest(rows.join), path, File.stat(path).size], ""

data/lib/test-csv.rb

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+require "csv"
+require "digest/md5"
+
+path = ARGV[0] || "KEN_ALL.CSV"
+mode = path =~ /^ken/i ? "r:cp932" : "r"
+
+data = File.open(path, mode).read
+rows = CSV.parse(data)
+
+puts "%s %s (%d size)" % [Digest::MD5.hexdigest(rows.join), path, File.stat(path).size], ""

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: censive
 version: !ruby/object:Gem::Version
-  version: '0.19'
+  version: '0.20'
 platform: ruby
 authors:
 - Steve Shreeve
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-02-05 00:00:00.000000000 Z
+date: 2023-02-10 00:00:00.000000000 Z
 dependencies: []
 description: A quick and lightweight CSV handling library for Ruby
 email: steve.shreeve@gmail.com
@@ -19,7 +19,22 @@ files:
 - LICENSE
 - README.md
 - censive.gemspec
+- diagram/NFA to Regex.pdf
+- diagram/censive@ce9d51d.png
+- diagram/csv-ragel.dot
+- diagram/csv.dot
+- diagram/csv.png
+- diagram/csv.rl
+- diagram/csv.svg
+- diagram/diagram.dot
+- diagram/diagram.rl
 - lib/censive.rb
+- lib/censive.rb-20230208182732
+- lib/censive.rb-20230208195221
+- lib/censive.rb-20230209050227
+- lib/flay.rb
+- lib/test-censive.rb
+- lib/test-csv.rb
 - test/a-uses-tabs-and-single-quotes-and-no-trailing-newline.tsv
 homepage: https://github.com/shreeve/censive
 licenses: