u 0.5.0 → 1.0.0

data/ext/encoding/character/utf-8/rb_utf_chop.c

@@ -1,44 +0,0 @@
-/*
- * contents: UTF8.chop module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-
-VALUE
-rb_utf_chop_bang(UNUSED(VALUE self), VALUE str)
-{
-        StringValue(str);
-
-        if (RSTRING(str)->len == 0)
-                return Qnil;
-
-        rb_str_modify(str);
-
-        const char *end = RSTRING(str)->ptr + RSTRING(str)->len;
-
-        char *last = rb_utf_prev_validated(RSTRING(str)->ptr, end);
-
-        if (_utf_char_validated(last, end) == '\n') {
-                char *last_but_one = utf_find_prev(RSTRING(str)->ptr, last);
-
-                if (last_but_one != NULL && utf_char(last_but_one) == '\r')
-                        last = last_but_one;
-        } else if (!unichar_isnewline(utf_char(last))) {
-                return Qnil;
-        }
-
-        RSTRING(str)->len -= (RSTRING(str)->ptr + RSTRING(str)->len) - last;
-        *last = '\0';
-
-        return str;
-}
-
-VALUE
-rb_utf_chop(VALUE self, VALUE str)
-{
-        str = rb_utf_dup(str);
-        rb_utf_chop_bang(self, str);
-        return str;
-}

data/ext/encoding/character/utf-8/rb_utf_collate.c

@@ -1,13 +0,0 @@
-/*
- * contents: UTF8.collate module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-
-VALUE
-rb_utf_collate(UNUSED(VALUE self), VALUE str, VALUE other)
-{
-        return INT2FIX(utf_collate(StringValuePtr(str), StringValuePtr(other)));
-}

data/ext/encoding/character/utf-8/rb_utf_count.c

@@ -1,30 +0,0 @@
-/*
- * contents: UTF8.count module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-#include "rb_utf_internal_tr.h"
-
-VALUE
-rb_utf_count(int argc, VALUE *argv, UNUSED(VALUE self))
-{
-        need_at_least_n_arguments(argc, 2);
-
-        VALUE str = argv[0];
-        StringValue(str);
-        if (RSTRING(str)->len == 0)
-                return INT2FIX(0);
-
-        unsigned int table[TR_TABLE_SIZE];
-        tr_setup_table_from_strings(table, argc - 1, &argv[1]);
-
-        long count = 0;
-        char const *p_end = RSTRING(str)->ptr + RSTRING(str)->len;
-        for (char const *p = RSTRING(str)->ptr; p < p_end; p = utf_next(p))
-                if (tr_table_lookup(table, _utf_char_validated(p, p_end)))
-                        count++;
-
-        return LONG2NUM(count);
-}

data/ext/encoding/character/utf-8/rb_utf_delete.c

@@ -1,60 +0,0 @@
-/*
- * contents: UTF8.delete module functions.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-#include "rb_utf_internal_tr.h"
-
-VALUE
-rb_utf_delete_bang(int argc, VALUE *argv, UNUSED(VALUE self))
-{
-        need_at_least_n_arguments(argc, 2);
-
-        VALUE str = argv[0];
-        StringValue(str);
-        if (RSTRING(str)->len == 0)
-                return Qnil;
-
-        unsigned int table[TR_TABLE_SIZE];
-        tr_setup_table_from_strings(table, argc - 1, &argv[1]);
-
-        rb_str_modify(str);
-
-        bool modified = false;
-        char *s = RSTRING(str)->ptr;
-        char const *s_end = s + RSTRING(str)->len;
-        char *t = s;
-        while (s < s_end) {
-                unichar c = utf_char(s);
-
-                char *next = rb_utf_next_validated(s, s_end);
-                if (tr_table_lookup(table, c)) {
-                        modified = true;
-                } else {
-                        memmove(t, s, next - s);
-                        t += next - s;
-                }
-
-                s = next;
-        }
-        *t = '\0';
-        RSTRING(str)->len = t - RSTRING(str)->ptr;
-
-        if (modified)
-                return str;
-
-        return Qnil;
-}
-
-VALUE
-rb_utf_delete(int argc, VALUE *argv, VALUE self)
-{
-        need_at_least_n_arguments(argc, 2);
-
-        StringValue(argv[0]);
-        argv[0] = rb_utf_dup(argv[0]);
-        rb_utf_delete_bang(argc, argv, self);
-        return argv[0];
-}

data/ext/encoding/character/utf-8/rb_utf_downcase.c

@@ -1,13 +0,0 @@
-/*
- * contents: UTF8.downcase module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-
-VALUE
-rb_utf_downcase(UNUSED(VALUE self), VALUE str)
-{
-        return rb_utf_alloc_using(utf_downcase(StringValuePtr(str)));
-}

data/ext/encoding/character/utf-8/rb_utf_each_char.c

@@ -1,27 +0,0 @@
-/*
- * contents: UTF8.each_char module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-
-VALUE
-rb_utf_each_char(UNUSED(VALUE self), VALUE str)
-{
-#if 0
-        RETURN_ENUMERATOR(str, 0, 0);
-#endif
-
-        const char *s = RSTRING(str)->ptr;
-        const char *s_end = s + RSTRING(str)->len;
-        while (s < s_end) {
-                char buf[MAX_UNICHAR_BYTE_LENGTH];
-                int len = unichar_to_utf(_utf_char_validated(s, s_end), buf);
-                VALUE c = rb_utf_new(buf, len);
-                rb_yield(c);
-                s = utf_next(s);
-        }
-
-        return str;
-}

data/ext/encoding/character/utf-8/rb_utf_foldcase.c

@@ -1,13 +0,0 @@
-/*
- * contents: UTF8.folcase module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-
-VALUE
-rb_utf_foldcase(UNUSED(VALUE self), VALUE str)
-{
-        return rb_utf_alloc_using(utf_foldcase(StringValuePtr(str)));
-}

data/ext/encoding/character/utf-8/rb_utf_hex.c

@@ -1,14 +0,0 @@
-/*
- * contents: UTF8.hex module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-#include "rb_utf_internal_bignum.h"
-
-VALUE
-rb_utf_hex(UNUSED(VALUE self), VALUE str)
-{
-        return rb_utf_to_inum(str, 16, false);
-}

data/ext/encoding/character/utf-8/rb_utf_index.c

@@ -1,50 +0,0 @@
-/*
- * contents: UTF8.index module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-
-VALUE
-rb_utf_index_m(int argc, VALUE *argv, UNUSED(VALUE self))
-{
-        VALUE str, sub, rboffset;
-
-        long offset = 0;
-        if (rb_scan_args(argc, argv, "21", &str, &sub, &rboffset) == 3)
-                offset = NUM2LONG(rboffset);
-
-        StringValue(str);
-
-        char *begin, *end;
-        if (!rb_utf_begin_from_offset(str, offset, &begin, &end)) {
-                if (TYPE(sub) == T_REGEXP)
-                        rb_backref_set(Qnil);
-
-                return Qnil;
-        }
-
-        switch (TYPE(sub)) {
-        case T_REGEXP:
-                offset = rb_utf_index_regexp(str, begin, end, sub, offset, false);
-                break;
-        default: {
-                VALUE tmp = rb_check_string_type(sub);
-                if (NIL_P(tmp))
-                        rb_raise(rb_eTypeError, "type mismatch: %s given",
-                                 rb_obj_classname(sub));
-
-                sub = tmp;
-        }
-                /* fall through */
-        case T_STRING:
-                offset = rb_utf_index(str, sub, offset);
-                break;
-        }
-
-        if (offset < 0)
-                return Qnil;
-
-        return LONG2NUM(offset);
-}

data/ext/encoding/character/utf-8/rb_utf_insert.c

@@ -1,48 +0,0 @@
-/*
- * contents: UTF8.insert module function.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-
-VALUE
-rb_utf_insert(UNUSED(VALUE self), VALUE str, VALUE index, VALUE other)
-{
-        long offset = NUM2LONG(index);
-        StringValue(str);
-
-        long n_chars = utf_length_n(RSTRING(str)->ptr, RSTRING(str)->len);
-        /*
-        char *begin, *end;
-        if (offset < 0)
-                offset++;
-        rb_utf_begin_from_offset_validated(str, offset, &begin, &end);
-        puts(begin);
-        rb_str_update(str, begin - RSTRING(str)->ptr, 0, other);
-        */
-        if (abs(offset) > n_chars) {
-                if (offset < 0)
-                        offset += n_chars;
-                rb_raise(rb_eIndexError, "index %ld out of string", offset);
-        }
-
-        long byte_index;
-
-        if (offset == -1) {
-                byte_index = RSTRING(str)->len;
-        } else {
-                if (offset < 0)
-                        offset++;
-
-                char *s = RSTRING(str)->ptr;
-
-                if (offset < 0)
-                        s += RSTRING(str)->len;
-                byte_index = utf_offset_to_pointer(s, offset) - s;
-        }
-
-        rb_str_update(str, byte_index, 0, other);
-
-        return str;
-}

data/ext/encoding/character/utf-8/rb_utf_internal_bignum.c

@@ -1,332 +0,0 @@
-/*
- * contents: Internal functionality for turning strings into Bignums.
- *
- * Copyright © 2006 Nikolai Weibull <now@bitwi.se>
- */
-
-#include "rb_includes.h"
-#include "rb_utf_internal_bignum.h"
-
-/* Stolen straight from bignum.c. */
-#define BDIGITS(x)      ((BDIGIT *)RBIGNUM(x)->digits)
-#define BITSPERDIG      (SIZEOF_BDIGITS * CHAR_BIT)
-#define BIGRAD          ((BDIGIT_DBL)1 << BITSPERDIG)
-#define BIGDN(x)        RSHIFT(x, BITSPERDIG)
-#define BIGLO(x)        ((BDIGIT)((x) & (BIGRAD - 1)))
-
-static VALUE
-bignew_1(VALUE klass, long len, int sign)
-{
-    NEWOBJ(big, struct RBignum);
-    OBJSETUP(big, klass, T_BIGNUM);
-    big->sign = sign ? 1 : 0;
-    big->len = len;
-    big->digits = ALLOC_N(BDIGIT, len);
-
-    return (VALUE)big;
-}
-
-#define bignew(len, sign) bignew_1(rb_cBignum, len, sign)
-
-static const char *
-rb_utf_to_inum_sign(const char *s, int *sign)
-{
-        *sign = 1;
-
-        if (*s == '-')
-                *sign = 0;
-
-        if (*s == '+' || *s == '-')
-                return s + 1;
-
-        return s;
-}
-
-static const char *
-rb_utf_to_inum_base(const char *s, int *base)
-{
-        if (s[0] == '0') {
-                int offset = 2;
-                switch (s[1]) {
-                case 'x': case 'X':
-                        *base = 16;
-                        break;
-                case 'b': case 'B':
-                        *base = 2;
-                        break;
-                case 'o': case 'O':
-                        *base = 8;
-                        break;
-                case 'd': case 'D':
-                        *base = 10;
-                        break;
-                default:
-                        *base = 8;
-                        offset = 1;
-                        break;
-                }
-                return s + offset;
-        } else if (*base < -1) {
-                *base = -*base;
-        } else {
-                *base = 10;
-        }
-
-        return s;
-}
-
-static size_t
-rb_utf_to_inum_base_bit_length(const char *s, int base)
-{
-        if (base < 2 || base > 36)
-                rb_raise(rb_eArgError, "illegal radix %d", base);
-
-        size_t bit_length;
-        switch (base) {
-        case 2:
-                bit_length = 1;
-        case 3:
-                bit_length = 2;
-        case 4: case 5: case 6: case 7: case 8:
-                bit_length = 3;
-        case 9: case 10: case 11: case 12: case 13: case 14: case 15: case 16:
-                bit_length = 4;
-        default:
-                if (base <= 32)
-                        bit_length = 5;
-                
-                bit_length = 6;
-        }
-
-        return bit_length * utf_length(s);
-}
-
-static bool
-rb_utf_to_inum_num_separator(const char *str, const char *s, bool verify,
-                             unichar c, unichar *non_digit)
-{
-        if (c != '_')
-                return false;
-
-        if (!verify)
-                return true;
-
-        if (*non_digit != 0)
-                rb_raise(rb_eArgError,
-                         "unexpected ‘%lc’ found at position %ld",
-                         c, utf_pointer_to_offset(str, s));
-
-        *non_digit = c;
-
-        return true;
-}
-
-static bool
-rb_utf_to_inum_digit_value(const char *str, const char *s, unichar c,
-                           int base, bool verify, int *digit_value)
-{
-        /* If we stumble upon a space, return false so that we may end our
-         * processing and skip over any trailing white-space. */
-        if (unichar_isspace(c))
-                return false;
-
-        int value = unichar_xdigit_value(c);
-        if (value == -1) {
-                if (!verify)
-                        return false;
-                rb_raise(rb_eArgError,
-                         "non-digit character ‘%lc’ found at position %ld",
-                         c, utf_pointer_to_offset(str, s));
-        }
-
-        if (value >= base) {
-                if (!verify)
-                        return false;
-
-                rb_raise(rb_eArgError,
-                         "value (%d) greater than base (%d) at position %ld",
-                         value, base, utf_pointer_to_offset(str, s));
-        }
-
-        *digit_value = value;
-
-        return true;
-}
-
-static VALUE
-rb_utf_to_inum_as_fix(const char *str, const char *s, int sign, int base,
-                      bool verify)
-{
-        unsigned long value = 0;
-
-        unichar non_digit = 0;
-        while (*s != '\0') {
-                unichar c = utf_char(s);
-                s = utf_next(s);
-
-                if (rb_utf_to_inum_num_separator(str, s, verify, c, &non_digit))
-                        continue;
-
-                int digit_value;
-                if (!rb_utf_to_inum_digit_value(str, s, c, base, verify, &digit_value))
-                        break;
-                value *= base;
-                value += digit_value;
-
-                non_digit = 0;
-        }
-
-        if (verify) {
-                while (*s != '\0' && unichar_isspace(utf_char(s)))
-                        s = utf_next(s);
-                if (*s != '\0')
-                        rb_raise(rb_eArgError,
-                                 "trailing garbage found at position %ld",
-                                 utf_pointer_to_offset(str, s));
-        }
-
-        if (POSFIXABLE(value)) {
-                if (sign)
-                        return LONG2FIX(value);
-                else
-                        return LONG2FIX(-(long)value);
-        }
-
-        VALUE big = rb_uint2big(value);
-        RBIGNUM(big)->sign = sign;
-        return rb_big_norm(big);
-}
-
-static VALUE
-rb_cutf_to_inum(const char * const str, int base, bool verify)
-{
-        /* FIXME: How can this even happen? */
-        if (str == NULL) {
-                if (verify)
-                        rb_invalid_str(str, "Integer");
-                return INT2FIX(0);
-        }
-
-        const char *s = str;
-
-        /* Skip any leading whitespace. */
-        while (unichar_isspace(utf_char(s)))
-                s = utf_next(s);
-
-        /* Figure out what sign this number uses. */
-        int sign;
-        s = rb_utf_to_inum_sign(s, &sign);
-
-        /* Do we have another sign?  If so, that’s not correct. */
-        if (*s == '+' || *s == '-') {
-                if (verify)
-                        rb_raise(rb_eArgError,
-                                 "extra sign ‘%c’ found at position %ld",
-                                 *s, utf_pointer_to_offset(str, s));
-                return INT2FIX(0);
-        }
-
-        int tmp_base = base;
-        s = rb_utf_to_inum_base(s, &tmp_base);
-        if (base <= 0)
-                base = tmp_base;
-
-        /* Remove preceeding 0s. */
-        while (*s == '0')
-                s++;
-
-        /* Figure out how many bits we need to represent the number. */
-        size_t bit_length = rb_utf_to_inum_base_bit_length(str, base);
-
-        /* If the bit_length is less than the number of bits in a VALUE we can
-         * try to store it as a FIXNUM. */
-        if (bit_length <= sizeof(VALUE) * CHAR_BIT)
-                return rb_utf_to_inum_as_fix(str, s, sign, base, verify);
-
-        if (verify && *str == '_')
-                rb_raise(rb_eArgError,
-                         "leading digit-separator ‘_’ found at position %ld",
-                         utf_pointer_to_offset(str, s));
-
-        bit_length = bit_length / BITSPERDIG + 1;
-
-        /* TODO: Rename these variables. */
-        VALUE z = bignew(bit_length, sign);
-        BDIGIT *zds = BDIGITS(z);
-        MEMZERO(zds, BDIGIT, bit_length);
-        int big_len = 1;
-
-        unichar non_digit = 0;
-        while (true) {
-                unichar c = utf_char(s);
-                s = utf_next(s);
-
-                if (rb_utf_to_inum_num_separator(str, s, verify, c, &non_digit))
-                        continue;
-
-                int digit_value;
-                if (!rb_utf_to_inum_digit_value(str, s, c, base, verify, &digit_value))
-                        break;
-
-                bool more_to_shift = true;
-                while (more_to_shift) {
-                        BDIGIT_DBL num = digit_value;
-
-                        for (int i = 0; i < big_len; i++) {
-                                num += (BDIGIT_DBL)zds[i] * base;
-                                zds[i] = BIGLO(num);
-                                num = BIGDN(num);
-                        }
-
-                        more_to_shift = false;
-                        if (num != 0) {
-                                big_len++;
-                                more_to_shift = true;
-                        }
-                }
-
-                non_digit = 0;
-        }
-
-        if (!verify)
-                return rb_big_norm(z);
-
-        s--;
-        if (str + 1 < s && s[-1] == '_')
-                rb_raise(rb_eArgError,
-                         "trailing digit-separator ‘_’ found at position %ld",
-                         utf_pointer_to_offset(str, s));
-
-        if (*s != '\0')
-                rb_raise(rb_eArgError,
-                         "trailing garbage found at position %ld",
-                         utf_pointer_to_offset(str, s));
-
-        return rb_big_norm(z);
-}
-
-VALUE
-rb_utf_to_inum(VALUE str, int base, bool verify)
-{
-        StringValue(str);
-
-        char *s;
-        if (verify)
-                s = StringValueCStr(str);
-        else
-                s = RSTRING(str)->ptr;
-
-        if (s != NULL) {
-                long len = RSTRING(str)->len;
-                /* no sentinel somehow */
-                if (s[len] != '\0') {
-                        char *p = ALLOCA_N(char, len + 1);
-
-                        MEMCPY(p, s, char, len);
-                        p[len] = '\0';
-                        s = p;
-                }
-        }
-
-        return rb_cutf_to_inum(s, base, verify); 
-}