anystyle 1.0.0

data/lib/anystyle/feature/affix.rb

@@ -0,0 +1,43 @@
+module AnyStyle
+  class Feature
+    class Affix < Feature
+      attr_reader :size
+
+      def initialize(size: 4, prefix: true, suffix: false)
+        @size, @suffix = size, (suffix || !prefix)
+      end
+
+      def observe(token, **opts)
+        build(extract(token)) { |chars| join(chars) }
+      end
+
+      def extract(token)
+        if suffix?
+          token.chars.reverse.take(size)
+        else
+          token.chars.take(size)
+        end
+      end
+
+      def join(chars)
+        if suffix?
+          chars.reverse.join('')
+        else
+          chars.join('')
+        end
+      end
+
+      def build(chars)
+        (1..size).map { |n| yield chars.take(n) }
+      end
+
+      def suffix?
+        !!@suffix
+      end
+
+      def prefix?
+        !suffix?
+      end
+    end
+  end
+end

data/lib/anystyle/feature/brackets.rb

@@ -0,0 +1,32 @@
+module AnyStyle
+  class Feature
+    class Brackets < Feature
+      def observe(token, **opts)
+        case token
+        when /^[^\(\[<>\)\]]+$/
+          :none
+        when /^\(.*\)[,;:\p{Pd}\.]?$/
+          :parens
+        when /^\[.*\][,;:\p{Pd}\.]?$/
+          :'square-brackets'
+        when /^<.*>[,;:\p{Pd}\.]?$/
+          :angle
+        when /\)[,;:\p{Pd}\.]?$/
+          :'closing-paren'
+        when /^\(/
+          :'opening-paren'
+        when /\][,;:\p{Pd}\.]?$/
+          :'closing-square-bracket'
+        when /^\[/
+          :'opening-square-bracket'
+        when />[,;:\p{Pd}\.]?$/
+          :'closing-angle'
+        when /^</
+          :'opening-angle'
+        else
+          :other
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/canonical.rb

@@ -0,0 +1,13 @@
+module AnyStyle
+  class Feature
+    class Canonical < Feature
+      def observe(token, alpha:, **opts)
+        if alpha.empty?
+          :BLANK
+        else
+          canonize alpha
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/caps.rb

@@ -0,0 +1,20 @@
+module AnyStyle
+  class Feature
+    class Caps < Feature
+      def observe(_, alpha:, **opts)
+        case alpha
+        when /^\p{Upper}$/
+          :single
+        when /^\p{Upper}\p{Lower}/
+          :initial
+        when /^\p{Upper}+$/
+          :caps
+        when /^\p{Lower}+$/
+          :lower
+        else
+          :other
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/category.rb

@@ -0,0 +1,70 @@
+module AnyStyle
+  class Feature
+    class Category < Feature
+      attr_reader :index
+
+      def initialize(index: [0, -1], strip: false)
+        @index, @strip = index, !!strip
+      end
+
+      def observe(token, **opts)
+        chars(token).values_at(*index).map { |char| categorize char }
+      end
+
+      def chars(token)
+        if strip?
+          token.strip.chars
+        else
+          token.chars
+        end
+      end
+
+      def categorize(char)
+        case char
+        when /\p{Lu}/
+          :Lu
+        when /\p{Ll}/
+          :Ll
+        when /\p{Lm}/
+          :Lm
+        when /\p{L}/
+          :L
+        when /\p{M}/
+          :M
+        when /\p{N}/
+          :N
+        when /\p{Pc}/
+          :Pc
+        when /\p{Pd}/
+          :Pd
+        when /\p{Ps}/
+          :Ps
+        when /\p{Pe}/
+          :Pe
+        when /\p{Pi}/
+          :Pi
+        when /\p{Pf}/
+          :Pf
+        when /\p{P}/
+          :P
+        when /\p{S}/
+          :S
+        when /\p{Zl}/
+          :Zl
+        when /\p{Zp}/
+          :Zp
+        when /\p{Z}/
+          :Z
+        when /\p{C}/
+          :C
+        else
+          :none
+        end
+      end
+
+      def strip?
+        @strip
+      end
+    end
+  end
+end

data/lib/anystyle/feature/dictionary.rb

@@ -0,0 +1,16 @@
+module AnyStyle
+  class Feature
+    class Dictionary < Feature
+      attr_reader :dictionary
+
+      def initialize(dictionary:, **opts)
+        super(**opts)
+        @dictionary = dictionary
+      end
+
+      def observe(token, alpha:, **opts)
+        dictionary.tags(alpha.downcase)
+      end
+    end
+  end
+end

data/lib/anystyle/feature/indent.rb

@@ -0,0 +1,16 @@
+module AnyStyle
+  class Feature
+    class Indent < Feature
+      def observe(token, seq:, idx:, **opts)
+        i = indent(token)
+        p = prev(idx, seq)
+        j = p.nil? ? 0 : indent(p.value)
+
+        [
+          (i > 0) ? 'T' : 'F',
+          (i < j) ? '-' : (i > j) ? '+' : '=',
+        ]
+      end
+    end
+  end
+end

data/lib/anystyle/feature/keyword.rb

@@ -0,0 +1,52 @@
+module AnyStyle
+  class Feature
+    class Keyword < Feature
+      def observe(token, alpha: token, **opts)
+        case token
+        when '&'
+          :and
+        else
+          case alpha
+          when /^ed(s|itors?|ited?|iteurs?)?$/i,
+               /^(hg|hrsg|herausgeber)$/i,
+               /^(compilador)$/i
+            :editor
+          when /^trans(l(ated|ators?|ation))?$/i,
+               /^übers(etz(t|ung))?$/i,
+               /^trad(uction|ucteurs?|uit)?$/i
+            :translator
+          when /^(dissertation|thesis)$/i
+            :thesis
+          when /^(proceedings|conference|meeting|transactions|communications|seminar|symposi(on|um))/i
+            :proceedings
+          when /^(Journal|Zeitschrift|Quarterly|Magazine?|Times|Rev(iew|vue)?|Bulletin|News|Week)/
+            :journal
+          when /^in$/i
+            :in
+          when /^([AaUu]nd|y|e)$/
+            :and
+          when /^(etal|others)$/
+            :etal
+          when /^(pp?|pages?|S(eiten?)?|ff?)$/
+            :page
+          when /^(vol(ume)?s?|iss(ue)?|n[or]?|number)$/i
+            :volume
+          when /^(edn|edition|expanded|rev(ised)?|p?reprint(ed)?|illustrated)$/i,
+            /^(aufl(age)?|\p{Alpha}*ausg(abe)?)$/i
+            :edition
+          when /^(nd|date|spring|s[uo]mmer|autumn|fall|winter|frühling|herbst)$/i,
+               /^(jan(uary?)?|feb(ruary?)?|mar(ch|z)?|apr(il)?|ma[yi]|jun[ei]?)$/,
+               /^(jul[yi]?|aug(ust)?|sep(tember)?|o[ck]t(ober)?|nov(ember)?|de[cz](ember)?)$/i
+            :date
+          when /^(pmid|pmcid|arxiv|doi|url)/i
+            :locator
+          when /^(retrieved|accessed)$/i
+            :accessed
+          else
+            :none
+          end
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/line.rb

@@ -0,0 +1,39 @@
+module AnyStyle
+  class Feature
+    class Line < Feature
+      def observe(token, page:, **opts)
+        chars = display_chars(token).rstrip
+
+        lttrs = count(chars, /\p{L}/)
+        upper = count(chars, /\p{Lu}/)
+        punct = count(chars, /[\p{Pd}:.,&\(\)"'”„’‚´«「『‘“`»」』]/)
+        white = count(chars, /\s/)
+        width = chars.length
+
+        [
+          lttrs,
+          width,
+          ratio(upper, lttrs),
+          ratio(lttrs, chars.length),
+          ratio(white, chars.length),
+          ratio(punct, chars.length),
+          ratio(width, page.width),
+          classify(chars)
+        ]
+      end
+
+      def classify(chars)
+        case chars
+        when /\.\s*\.\s*\.\s*\.|……+/
+          :toc
+        when /\s\s\s\d+$/
+          :num
+        when /^\s*(Table|Fig(ure|\.))/
+          :cap
+        else
+          :none
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/locator.rb

@@ -0,0 +1,18 @@
+require 'uri'
+
+module AnyStyle
+  class Feature
+    class Locator < Feature
+      def observe(token, **opts)
+        case token
+        when /\b(DOI|doi|ISBN|Url|URL|PMCID|PMID|PMC\d+|PubMed)\b/,
+             /10.\d{4,9}\/[-._;()\/:A-Z0-9]+/i,
+             URI.regexp
+          'T'
+        else
+          'F'
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/number.rb

@@ -0,0 +1,39 @@
+module AnyStyle
+  class Feature
+    class Number < Feature
+      def observe(token, **opts)
+        case token
+        when /\d[\(:;]\d/
+          :volume
+        when /^97[89](\p{Pd}?\d){10}$/,
+             /^\d(\p{Pd}?\d){9}$/
+          :isbn
+        when /\b(1\d|20)\d\d\b/
+          :year
+        when /^\d\d\d\d$/
+          :quad
+        when /^\d\d\d$/
+          :triple
+        when /^\d\d$/
+          :double
+        when /^\d$/
+          :single
+        when /^\d+$/
+          :all
+        when /^\d+\p{Pd}+\d+$/
+          :range
+        when /^\p{Lu}[\p{Lu}\p{Pd}\/]+\d+[,.:]?$/
+          :idnum
+        when /\d\p{Alpha}{1,3}\b/i
+          :ordinal
+        when /\d/
+          :numeric
+        when /^([IVXLDCM]+|[ivx]+)\b/
+          :roman
+        else
+          :none
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/position.rb

@@ -0,0 +1,28 @@
+module AnyStyle
+  class Feature
+    class Position < Feature
+      attr_reader :idx, :seq
+
+      def initialize(idx: :idx, seq: :seq, **opts)
+        super(opts)
+        @idx, @seq = idx, seq
+      end
+
+      def observe(token, **opts)
+        i = opts[idx]
+        n = opts[seq].size
+
+        case
+        when i == 0 && i == n - 1
+          :only
+        when i == 0
+          :first
+        when i == n - 1
+          :last
+        else
+          ratio i, n
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/punctuation.rb

@@ -0,0 +1,22 @@
+module AnyStyle
+  class Feature
+    class Punctuation < Feature
+      def observe(token, **opts)
+        case token
+        when /^\p{^P}+$/
+          :none
+        when /:/
+          :colon
+        when /\p{Pd}/
+          :hyphen
+        when /\./
+          :period
+        when /&/
+          :amp
+        else
+          :other
+        end
+      end
+    end
+  end
+end

data/lib/anystyle/feature/quotes.rb

@@ -0,0 +1,20 @@
+module AnyStyle
+  class Feature
+    class Quotes < Feature
+      def observe(token, **opts)
+        case token
+        when /^[^"'”„’‚´«「『‘“`»」』]+$/
+          :none
+        when /^["'”„’‚´«「『‘“`»].*["'”„’‚´«‘“`»」』][,;:\p{Pd}!\?\.]?$/
+          :'quote-unquote'
+        when /^["'”„’‚´«「『‘“`»]/
+          :quote
+        when /["'”„’‚´«‘“`»」』][,;:\p{Pd}!\?\.]?$/
+          :unquote
+        else
+          :other
+        end
+      end
+    end
+  end
+end