mittens 0.3.4 → 0.3.5

data/vendor/snowball/algorithms/earlymodernenglish.sbl

@@ -0,0 +1,301 @@
+integers ( p1 p2 )
+booleans ( Y_found )
+
+routines (
+    prelude postlude
+    mark_regions
+    shortv
+    R1 R2
+    prefixes
+    Step_1a Step_1b Step_1c Step_2 Step_3 Step_4 Step_5
+    exception1
+)
+
+externals ( stem )
+
+groupings ( aeo v v_WXY valid_LI )
+
+stringescapes {}
+
+stringdef ae     '{U+00E6}'
+stringdef oe     '{U+0153}'
+stringdef long_s '{U+017F}'
+
+define aeo      'aeo'
+define v        'aeiouy'
+define v_WXY    v + 'wxY'
+
+define valid_LI 'cdeghkmnrt'
+
+define prelude as (
+    // Additional step for Early Modern English.
+    do repeat (
+        [substring] among(
+            '{ae}'     (<- 'ae')
+            '{oe}'     (<- 'oe')
+            '{long_s}' (<- 's')
+            ''         (next)
+        )
+    )
+
+    unset Y_found
+    do ( ['{'}'] delete)
+    do ( ['y'] <-'Y' set Y_found)
+    do repeat(goto (v ['y']) <-'Y' set Y_found)
+)
+
+// Additional step for Early Modern English.
+define prefixes as (
+    [substring] among (
+        'o{'}er' // e.g. o'erwhelm -> overwhelm
+            (<- 'over')
+        'th{'}'  // e.g. th'earth -> earth
+        't{'}'   // e.g. t'assume -> assume
+            (not atlimit delete)
+    )
+)
+
+define mark_regions as (
+    $p1 = limit
+    $p2 = limit
+    do(
+        among (
+            'gener'   // generate/general/generic/generous
+            'commun'  // communication/communism/community
+            'arsen'   // arsenic/arsenal
+            'past'    // past/paste
+            'univers' // universe/universal/university
+            'later'   // lateral/later
+            'emerg'   // emerge/emergency
+            'organ'   // organ/organic/organize
+            'inter'   // intern/internal/international/internment; interfere; interval
+            // ... extensions possible here ...
+        ) or (gopast v  gopast non-v)
+        setmark p1
+        gopast v  gopast non-v  setmark p2
+    )
+)
+
+backwardmode (
+
+    define shortv as (
+        ( non-v_WXY v non-v )
+        or
+        ( non-v v atlimit )
+        or
+        ( 'past' ) // pasted/pasting
+    )
+
+    define R1 as $p1 <= cursor
+    define R2 as $p2 <= cursor
+
+    define Step_1a as (
+        try (
+            [substring] among (
+                '{'}' '{'}s' '{'}s{'}'
+                       (delete)
+            )
+        )
+        [substring] among (
+            'sses' (<-'ss')
+            'ied' 'ies'
+                   ((hop 2 <-'i') or <-'ie')
+            's'    (next gopast v delete)
+            'us' 'ss'
+                   ()
+             // Additions for Early Modern English.
+            'e{'}er' // e.g. whoe'er -> whoever
+                   (<- 'ever')
+            'lie'    // e.g. assemblie -> assembly
+                   (R1  <- 'ly')
+        )
+    )
+
+    define Step_1b as (
+        [substring] among (
+            'eed' 'eedly'
+                (
+                do (
+                    R1
+                    among (
+                        'proc' 'exc' 'succ'
+                            (atlimit)
+                    ) or (
+                        <-'ee'
+                    )
+                )
+            )
+            'ed' 'edly' 'ingly'
+                (false) // Handled below.
+            // Additions for Early Modern English.
+            '{'}d'   // e.g. lov'd -> lov (-> love)
+            '{'}dly' // e.g. favour'dly -> favour
+            '{'}dst' // e.g. call'dst -> call
+            '{'}st'  // e.g. know'st -> know
+            '{'}t'   // e.g. advanc't -> advanc
+            'edst'   // e.g. commandedst -> command
+            'est'    // e.g. knowest -> know (but e.g. forest -> for (-> fore))
+            'eth'    // e.g. knoweth -> know (but e.g. lambeth -> lamb)
+                (false) // Handled below.
+            'ing'
+                ( // Handle exceptional cases here, rest handled below.
+                among (
+                    // dying->die, lying->die, tying->tie, vying->vie
+                    'y'
+                        (test(non-v atlimit) ] <-'ie')
+                    // Leave inning, outing, etc alone.
+                    'inn' 'out' 'cann' 'herr' 'earr' 'even'
+                        (atlimit)
+                )
+            )
+            ''  ()
+        ) or (
+            // Handle 'ed' 'edly' 'ing' 'ingly'
+            test gopast v  delete
+            [] test (
+                substring among(
+                    'at' 'bl' 'iz'
+                         (fail(<- 'e'))
+                    'bb' 'dd' 'ff' 'gg' 'mm' 'nn' 'pp' 'rr' 'tt'
+                    // ignoring double c, h, j, k, q, v, w, and x
+                         (not (aeo atlimit))
+                    ''   (fail(atmark p1  test shortv  <- 'e'))
+                )
+            )
+            [next]  delete
+        )
+    )
+
+    define Step_1c as (
+        ['y' or 'Y']
+        non-v not atlimit
+        <-'i'
+    )
+
+    define Step_2 as (
+        [substring] R1 among (
+            'tional'  (<-'tion')
+            'enci'    (<-'ence')
+            'anci'    (<-'ance')
+            'abli'    (<-'able')
+            'entli'   (<-'ent')
+            'izer' 'ization'
+                      (<-'ize')
+            'ational' 'ation' 'ator'
+                      (<-'ate')
+            'alism' 'aliti' 'alli'
+                      (<-'al')
+            'fulness' (<-'ful')
+            'ousli' 'ousness'
+                      (<-'ous')
+            'iveness' 'iviti'
+                      (<-'ive')
+            'biliti' 'bli'
+                      (<-'ble')
+            'ogist'   (<-'og')
+            'ogi'     ('l' <-'og')
+            'fulli'   (<-'ful')
+            'lessli'  (<-'less')
+            'li'      (valid_LI delete)
+        )
+    )
+
+    define Step_3 as (
+        [substring] R1 among (
+            'tional'  (<-'tion')
+            'ational' (<-'ate')
+            'alize'   (<-'al')
+            'icate' 'iciti' 'ical'
+                      (<-'ic')
+            'ful' 'ness'
+                      (delete)
+            'ative'
+                      (R2 delete)
+        )
+    )
+
+    define Step_4 as (
+        [substring] R2 among (
+            'al' 'ance' 'ence' 'er' 'ic' 'able' 'ible' 'ant' 'ement'
+            'ment' 'ent' 'ism' 'ate' 'iti' 'ous' 'ive' 'ize'
+                      (delete)
+            'ion'     ('s' or 't' delete)
+        )
+    )
+
+    define Step_5 as (
+        [substring] among (
+            'e' (R2 or (R1 not shortv) delete)
+            'l' (R2 'l' delete)
+            // Additions for Early Modern English.
+            '{'}n'    // e.g. heav'n -> heaven
+            '{'}nd'   // e.g. quick'nd -> quicken
+                (<- 'en')
+            '{'}r'    // e.g. (rememb'red -> rememb'r) -> remember
+            '{'}rous' // e.g. murd'rous -> murder
+                (<- 'er')
+            '{'}ri'   // e.g. (wat'ry -> wat'ri) -> wateri
+                (<- 'eri')
+            '{'}li'   // e.g. (happ'ly -> happ'li) -> happili
+                (<- 'ili')
+        )
+    )
+)
+
+define exception1 as (
+
+    [substring] atlimit among(
+
+        /* special changes: */
+
+        'skis'      (<-'ski')
+        'skies'     (<-'sky')
+
+        /* special -LY cases */
+
+        'idly'      (<-'idl')
+        'gently'    (<-'gentl')
+        'ugly'      (<-'ugli')
+        'early'     (<-'earli')
+        'only'      (<-'onli')
+        'singly'    (<-'singl')
+
+        // ... extensions possible here ...
+
+        /* invariant forms: */
+
+        'sky'
+        'news'
+        'howe'
+
+        'atlas' 'cosmos' 'bias' 'andes' // not plural forms
+
+        // ... extensions possible here ...
+    )
+)
+
+define postlude as (Y_found  repeat(goto (['Y']) <-'y'))
+
+define stem as (
+
+    exception1 or
+    not hop 3 or (
+        do prelude
+        do prefixes
+        do mark_regions
+        backwards (
+
+            do Step_1a
+
+            do Step_1b
+            do Step_1c
+
+            do Step_2
+            do Step_3
+            do Step_4
+
+            do Step_5
+        )
+        do postlude
+    )
+)

data/vendor/snowball/algorithms/french.sbl

@@ -40,7 +40,7 @@ define v 'aeiouy{a^}{a`}{e"}{e'}{e^}{e`}{i"}{i^}{o^}{u^}{u`}'
 define oux_ending 'bhjlnp'
 
 // Single character elisions
-define elision_char 'cdjlmnst'
+define elision_char 'cdjlmnstz'
 
 define elisions as
 (