mittens 0.3.4 → 0.3.5

data/vendor/snowball/tests/compilertest

@@ -37,14 +37,14 @@ for t ; do
   if $SNOWBALL -syntax "$t" 2> tmp.stderr > tmp.syntax ; then
     if [ -f "$b.stderr" ] ; then
       if ! diff "$b.stderr" tmp.stderr ; then
-	f="stderr output not as expected"
+        f="stderr output not as expected"
       fi
     fi
     if [ -z "$f" ] && [ -f "$b.syntax" ] ; then
       if ! diff "$b.syntax" tmp.syntax ; then
-	f="syntax tree not as expected"
+        f="syntax tree not as expected"
       else
-	rm tmp.syntax
+        rm tmp.syntax
       fi
     fi
   else

data/vendor/snowball/tests/runtime/among.sbl

@@ -2,18 +2,112 @@
 
 externals (stem)
 
-routines (gate)
+routines (gate bgate bgate2 not_atlimit)
 
 stringescapes {}
 
 define gate as 'q'
 
+backwardmode (
+  define bgate as 'q'
+  define bgate2 as test hop 4
+  define not_atlimit as not atlimit
+)
+
 define stem as (
-  test (
+  not (
     among (
       'x' ()
       '' gate ()
     )
     ='gated default among case did not fail as expected'
   )
+
+  // Regression test for bug during development of new C among code.
+  not (
+    backwards among (
+      'a' bgate
+      'bc' bgate
+    )
+    ='gated among did not fail as expected'
+  )
+
+  // Regression test for bug during development of new C among code.
+  test (
+    ='jalovc'
+    backwards (
+      [substring] among (
+        // -c -> -k
+        'c'
+          (<- 'k')
+        'nc'
+        'avc'
+        'ovc'
+          ()
+        'xnc'
+          (<- 'xnk')
+      )
+    )
+    ('jalovc' atlimit) or fail='empty among action mishandled'
+  )
+
+  ='hum'
+  // Regression test for bug during development of C new among code.
+  // Generated C code triggered "c0 set but not used" warning.
+  not backwards (
+    [substring] among (
+      'am'
+        (delete)
+      'em' bgate  'iem' bgate
+        (delete)
+    )
+    ='gated among with top-level segment did not fail as expected'
+  )
+
+  // Regression test for bug during development of C new among code.
+  ='aaronem'
+  backwards (
+    [substring] among (
+      'axxem' 'am'
+      'em' not_atlimit  'iem' not_atlimit
+        (delete)
+    )
+  ) or fail='gated among did not match aaronem'
+  test ('aaron' atlimit) or fail='gated among did not stem aaronem'
+
+  // Regression test for bug during development of C new among code.
+  ='aaronem'
+  backwards (
+    [substring] among (
+      'axxem' 'am'
+      'em' not_atlimit  'iem' not_atlimit
+    )
+    delete
+  ) or fail='gated among did not match aaronem (2)'
+  test ('aaron' atlimit) or fail='gated among did not stem aaronem (2)'
+
+  // Regression test for bug during development of C new among code.
+  // This triggered malloc heap corruption during compilation.
+  ='miami'
+  backwards (
+    [substring] among (
+      'i' bgate2
+      'ami' bgate2  'iami' bgate2
+        (delete)
+    )
+  ) or fail='gated among did not match origami'
+  test ('miam' atlimit) or fail='among chained functions not handled'
+
+  // Regression test for bug in C new among code on big-endian platforms.
+  ='youthfulness'
+  // Failed to match big-endian platforms.
+  backwards (
+    [substring] among (
+      'fulness' (<-'ful')
+      'ousness' (<-'ous')
+    )
+  ) or fail='big-endian among regression test failed to match'
+  test ('youthful' atlimit) or fail='big-endian among regression test output wrong'
+
+  ='ok'
 )

data/vendor/snowball/tests/runtime/attachinsert.sbl

@@ -11,6 +11,7 @@ define stem as (
     next
   )
   $(cursor == 0) or fail='do failed to restore cursor after forwards attach'
+  test ('ab-cd' atlimit) or fail='attach failed to update correctly'
 
   ='abcd'
   do (
@@ -20,6 +21,7 @@ define stem as (
     next
   )
   $(cursor == 0) or fail='do failed to restore cursor after forwards insert'
+  test ('ab-cd' atlimit) or fail='insert failed to update correctly'
 
   ='abcd'
   backwards (
@@ -31,6 +33,7 @@ define stem as (
     )
     $(cursor == size) or fail='do failed to restore cursor after backwards attach'
    )
+  test ('ab-cd' atlimit) or fail='attach failed to update correctly'
 
   ='abcd'
   backwards (
@@ -42,6 +45,7 @@ define stem as (
     )
     $(cursor == size) or fail='do failed to restore cursor after backwards insert'
   )
+  test ('ab-cd' atlimit) or fail='insert failed to update correctly'
 
   ='ok'
 )

data/vendor/snowball/tests/runtime/debug.out

@@ -0,0 +1,7 @@
+  0 (line    3): [2]'{[|]ok}'
+  1 (line    4): [2]'{[]o|k}'
+  2 (line    5): [2]'{[]ok|}'
+  3 (line    6): [2]'{[]o|k}'
+  4 (line    7): [2]'[]o{k|}'
+  5 (line    8): [2]'[]o{|k}'
+ok

data/vendor/snowball/tests/runtime/debug.sbl

@@ -0,0 +1,9 @@
+externals (stem)
+define stem as (
+    ?
+    next ?
+    do (tolimit ?)
+    ?
+    backwards (?)
+    ?
+)

data/vendor/snowball/tests/runtime/integertests.sbl

@@ -2,9 +2,15 @@
 externals (stem)
 routines (var_local_bug var_local_bug_)
 integers (x y var_local_bug_a var_local_bug_b)
+routines (recursive_var_local_bug recursive_var_local_bug_)
+integers (recursive_x)
+booleans (reentered)
 define stem as (
   var_local_bug
 
+  unset reentered
+  test recursive_var_local_bug or fail='variable incorrectly localised into recursive routine'
+
   $x = len
 
   $x == 2 or fail='== failed (old style)'
@@ -58,3 +64,19 @@ define var_local_bug_ as (
   )
   $(7 == var_local_bug_b) or fail='var_local_bug_b was incorrectly localised'
 )
+
+define recursive_var_local_bug as (
+  $recursive_x = 0
+  reentered or (
+    set reentered
+    $recursive_x = 1
+    recursive_var_local_bug_
+    // `recursive_x` should get set back to 0 by the recursive call, but if it
+    // gets localised it will still have value 1.
+    $(recursive_x == 0)
+  )
+)
+
+define recursive_var_local_bug_ as (
+  recursive_var_local_bug
+)

data/vendor/snowball/tests/runtime/marklimit.sbl

@@ -0,0 +1,30 @@
+// Test `setmark`/`tomark`/`atmark`/`tolimit`/`atlimit`.
+
+externals (stem)
+
+integers (x)
+
+strings (s)
+
+define stem as (
+  not atlimit or fail='atlimit true initially'
+  test (tolimit atlimit) or fail='not atlimit after tolimit'
+  test (tolimit atmark limit) or fail='not atmark limit after tolimit'
+
+  atmark 0 or fail='not at atmark 0 at start'
+  not atmark 1 or fail='atmark 1 at start'
+
+  setmark x
+  $(x == 0) or fail='setmark at start not 0'
+  atmark x or fail='not at atmark x after setmark x'
+
+  next
+  setmark x
+  $(x != 0) or fail='setmark after next still 0'
+  atmark x or fail='not at atmark x after setmark x (2)'
+  not atlimit or fail='atlimit true after next'
+
+  tolimit
+  setmark x
+  $(x == limit) or fail='setmark not limit after tolimit'
+)

data/vendor/snowball/tests/runtime/naming.sbl

@@ -1,20 +1,40 @@
 // Test target language naming problem cases.
 // Test handling of names which only differ by case (for e.g. Pascal).
 strings (notable NoTable NOTABLE)
+
 // Test handling of name ending `_`.
 // (Regression test for bug in Ada generator fixed in 3.1.0.)
 integers (x_ x_e x_ee)
+
+// Test names which would exceed the C90 guaranteed 31 significant initial
+// characters for internal identifiers.  The generator adds a 2 character
+// prefix, so we need 30 here.  We can't easily check that a short id is
+// actually generated, but we can at least exercise this case to try to catch
+// bugs.
+integers (
+  abcdefghijklmnopqrstuvwxyz0123
+  abcdefghijklmnopqrstuvwxyz0124
+)
+
+// Test a name with a double underscore (reserved in C++):
+strings (double__underscore)
+
 externals (stem)
 define stem as (
   try (
     [next] -> notable
     next] -> NoTable
     next] -> NOTABLE
+    (try next]) -> double__underscore
     $x_ = lenof notable + lenof NoTable + lenof NOTABLE
+    $x_ += lenof double__underscore
     $x_ee = 2
     $x_e = len
     $(x_ + x_ee < x_e)
     delete
   )
+  $abcdefghijklmnopqrstuvwxyz0123 = len
+  $abcdefghijklmnopqrstuvwxyz0124 = size
+  $(abcdefghijklmnopqrstuvwxyz0123 <= abcdefghijklmnopqrstuvwxyz0124)
   [tolimit] <- 'ok'
 )

data/vendor/snowball/tests/runtime/reverse.sbl

@@ -0,0 +1,11 @@
+// Test `reverse`.
+
+externals (stem)
+
+strings (x y)
+
+define stem as (
+  do (reverse => x)
+  do ([tolimit] reverse -> y)
+  $(lenof x == lenof y)
+)

data/vendor/snowball/tests/stemtest.c

@@ -50,15 +50,12 @@ static const struct testcase {
       "a" EMOJI_FACE_THROWING_A_KISS "ing",
       "a" EMOJI_FACE_THROWING_A_KISS "e" },
     { "en", 0, U_40079 "wing", 0 },
-      "a" EMOJI_FACE_THROWING_A_KISS "e" },
-    { "en", 0, U_40079 "wing", 0 },
 
     // The Persian stemmer removes ASCII space inside a word.  It shouldn't
     // appear there if our tokenisation recommendations are followed, and
     // it seems more appropriate to test here rather than adding instances
     // to persian/voc.txt.
-    { "fa", 0, U_0622 U_062B " " U_0627 U_0631,
-      U_0622 U_062B U_0627 U_0631, 0 },
+    { "fa", 0, U_0622 U_062B " " U_0627 U_0631, U_0622 U_062B U_0627 U_0631 },
 
     // The Finnish stemmer used to damage numbers ending with two or more of
     // the same digit.  Regression test, applied to all stemmers.
@@ -100,7 +97,7 @@ run_testcase(const char * language, const struct testcase *test)
             exit(1);
         }
     }
-    stemmed = sb_stemmer_stem(stemmer, (const unsigned char*)input, strlen(input));
+    stemmed = sb_stemmer_stem(stemmer, (const unsigned char*)input, (int)strlen(input));
     if (stemmed == NULL) {
         fprintf(stderr, "Out of memory");
         exit(1);

data/vendor/snowball/tests/syntax/aeslicefrom.sbl

@@ -0,0 +1,7 @@
+externals(stem)
+integers(x)
+define stem as (
+  $(cursor-limit<-1)
+  $x = cursor - limit
+  $x<-1
+)

data/vendor/snowball/tests/syntax/canon.sbl

@@ -28,5 +28,19 @@ define stem as (
     'b' (<-''  hop 1)
   )
 
+  $x > 0
+  $x >= 1
+  $(x > 0)
+  $(0 < x)
+  $(x >= 1)
+  $(1 <= x)
+
+  $y < 1
+  $y <= 0
+  $(y < 1)
+  $(1 > y)
+  $(y <= 0)
+  $(0 >= y)
+
   $(x == y)
 )

data/vendor/snowball/tests/syntax/canon.syntax

@@ -51,6 +51,42 @@ define stem
       (
         <- ''
         next
+    >=
+    # number 1
+      name x
+    >=
+    # number 1
+      name x
+    >=
+    # number 1
+      name x
+    >=
+    # number 1
+      name x
+    >=
+    # number 1
+      name x
+    >=
+    # number 1
+      name x
+    <=
+    # number 0
+      name y
+    <=
+    # number 0
+      name y
+    <=
+    # number 0
+      name y
+    <=
+    # number 0
+      name y
+    <=
+    # number 0
+      name y
+    <=
+    # number 0
+      name y
     ==
     # name y
       name x

data/vendor/snowball/tests/syntax/inline.syntax

@@ -14,16 +14,16 @@ define stem
       # number 1
         cursor
     (
-      >
-      # number 1
+      >=
+      # number 2
         cursor
     (
       <=
       # number 1
         cursor
     (
-      <
-      # number 1
+      <=
+      # number 0
         cursor
     (
       !=

data/vendor/snowball/tests/syntax/localvar.sbl

@@ -0,0 +1,38 @@
+externals (stem)
+integers (s t u v x y)
+integers (global_a global_b global_c)
+
+define stem as (
+  do (
+    $x = len
+    next
+    $global_a = 0
+    $y = cursor
+    next
+    $(y > 0)
+    $global_b = 0
+  )
+  $(x > 0)
+  $global_a > 0
+  $global_b > 0
+
+  do (
+    $u = limit
+    test (next  setmark v)
+    $global_c = 0
+    try ($u < v  $u = v)
+  )
+  $(cursor >= u)
+  $global_c > 0
+
+  (
+    test (hop 3 setmark t)
+    $s = limit
+    do (
+      gopast 'a'
+      setmark s
+      try($s < t  $s = t)
+    )
+  )
+  $(s > 3)
+)

data/vendor/snowball/tests/syntax/localvar.stderr

@@ -0,0 +1,3 @@
+syntax/localvar.sbl:5: info: Could not localise integer `global_c` to routine `stem`
+syntax/localvar.sbl:5: info: Could not localise integer `global_b` to routine `stem`
+syntax/localvar.sbl:5: info: Could not localise integer `global_a` to routine `stem`

data/vendor/snowball/tests/syntax/localvar.syntax

@@ -0,0 +1,76 @@
+define stem
+  (
+    do
+      (
+        = x
+        # len
+        next
+        = global_a
+        # number 0
+        = y
+        # cursor
+        next
+        >=
+        # number 1
+          name y
+        = global_b
+        # number 0
+    >=
+    # number 1
+      name x
+    >=
+    # number 1
+      name global_a
+    >=
+    # number 1
+      name global_b
+    do
+      (
+        = u
+        # limit
+        test
+          (
+            next
+            = v
+            # cursor
+        = global_c
+        # number 0
+        try
+          (
+            <
+            # name v
+              name u
+            = u
+            # name v
+    >=
+    # name u
+      cursor
+    >=
+    # number 1
+      name global_c
+    (
+      test
+        (
+          hop
+          # number 3
+          = t
+          # cursor
+      = s
+      # limit
+      do
+        (
+          gopast
+            literal 'a'
+          = s
+          # cursor
+          try
+            (
+              <
+              # name t
+                name s
+              = s
+              # name t
+    >=
+    # number 4
+      name s
+    Function end

data/vendor/snowball/tests/syntax/unused.sbl

@@ -3,16 +3,20 @@ externals (stem)
 integers (x unused_int)
 booleans (b unused_bool)
 strings (unused string)
-routines (r undef_routine)
+routines (r r2 r3 undef_routine)
 groupings (g undef_grouping)
 define g 'aeiou'
+define r2 as not atlimit
+define r3 as (atlimit or 'x')
 define r as (
+   r3 r3
    unset b
    try (next set b)
    $x = size
    b
    $(x > 2)
    g
+   among ('should' 'not' 'leak' r2)
 )
 
 define stem as true

data/vendor/snowball/tests/syntax/unused.stderr

@@ -1,6 +1,8 @@
 syntax/unused.sbl:7: warning: grouping 'undef_grouping' declared but not defined
 syntax/unused.sbl:6: warning: routine 'undef_routine' declared but not defined
-syntax/unused.sbl:9: warning: routine 'r' defined but not used
+syntax/unused.sbl:10: warning: routine 'r3' not reachable from any externals
+syntax/unused.sbl:9: warning: routine 'r2' not reachable from any externals
+syntax/unused.sbl:11: warning: routine 'r' defined but not used
 syntax/unused.sbl:5: warning: string 'string' declared but not used
 syntax/unused.sbl:5: warning: string 'unused' declared but not used
 syntax/unused.sbl:4: warning: boolean 'unused_bool' declared but not used

data/vendor/snowball/zig/env.zig

@@ -68,7 +68,7 @@ pub const Env = struct {
         self.limit = s.len;
         self.limit_backward = 0;
         self.bra = 0;
-        self.ket = s.len;
+        self.ket = 0;
     }
 
     pub fn getCurrent(self: *const Env) []const u8 {
@@ -457,9 +457,29 @@ pub const Env = struct {
         self.ket = other.ket;
     }
 
-    pub fn debug(self: *const Env, count: i32, line_number: i32) void {
-        _ = self;
-        std.log.debug("snowball debug, count: {d}, line: {d}", .{ count, line_number });
+    pub fn debug(self: *const Env, n: i32, line: i32) void {
+        var buf: [256]u8 = undefined;
+        var stdout = std.Io.File.stdout().writer(std.Options.debug_io, &buf);
+        const len = self.getCurrent().len;
+        stdout.interface.print("{:3} (line {:4}): [{}]'", .{ @as(u32, @intCast(n)), @as(u32, @intCast(line)), len }) catch {};
+        for (0..len + 1) |i_usize| {
+            const i = @as(i32, @intCast(i_usize));
+            if (self.limit_backward == i) stdout.interface.writeByte('{') catch {};
+            if (self.bra == i) stdout.interface.writeByte('[') catch {};
+            if (self.cursor == i) stdout.interface.writeByte('|') catch {};
+            if (self.ket == i) stdout.interface.writeByte(']') catch {};
+            if (self.limit == i) stdout.interface.writeByte('}') catch {};
+            if (i < len) {
+                const ch = self.current[i_usize];
+                if (ch == 0) {
+                    stdout.interface.writeByte('#') catch {};
+                } else {
+                    stdout.interface.writeByte(ch) catch {};
+                }
+            }
+        }
+        stdout.interface.writeAll("'\n") catch {};
+        stdout.interface.flush() catch {};
     }
 };