tmail 1.1.1

data/ext/tmail/base64/depend

@@ -0,0 +1 @@
+tmbase64.o: tmbase64.c $(hdrdir)/ruby.h $(topdir)/config.h $(hdrdir)/defines.h Makefile

data/ext/tmail/base64/extconf.rb

@@ -0,0 +1,38 @@
+require 'mkmf'
+require 'rbconfig'
+
+extension_name = 'base64'
+
+arch = Config::CONFIG['arch']
+
+windows = (/mswin/ =~ arch) #RUBY_PLATFORM)
+
+if (ENV['NORUBYEXT'] == 'true') || windows  # TEMPORARILY ADD WINDOWS HERE
+  #ENV['make'] = 'echo' # THIS DOESN"T GET TO THE PARENT PROCESS!!!
+  # LETS TRY FAKING IT OUT.
+  if windows
+    File.open('make.bat', 'w') do |f|
+      f << 'echo Native extension will be omitted.'
+    end
+    File.open('nmake.bat', 'w') do |f|
+      f << 'echo Native extension will be omitted.'
+    end
+    #File.chmod(0755, "make.bat", "nmake.bat")  # need?
+  end
+  File.open('Makefile', 'w') do |f|
+    f << "all:\n"
+    f << "install:\n"
+  end
+else
+  if windows && ENV['make'].nil?
+    $LIBS += " msvcprt.lib"
+    #dir_config(extension_name)
+    #create_makefile(extension_name, "tmail")
+    create_makefile(extension_name, "tmail/#{arch}")
+  else
+    $CFLAGS += " -D_FILE_OFFSET_BITS=64"  #???
+    #dir_config(extension_name)
+    #create_makefile(extension_name, "tmail")
+    create_makefile(extension_name, "tmail/#{arch}")
+  end
+end

data/ext/tmail/scanner_c/MANIFEST

@@ -0,0 +1,4 @@
+MANIFEST
+mails.c
+extconf.rb
+depend

data/ext/tmail/scanner_c/depend

@@ -0,0 +1 @@
+mails.o: mails.c $(hdrdir)/ruby.h $(topdir)/config.h $(hdrdir)/defines.h Makefile

data/ext/tmail/scanner_c/extconf.rb

@@ -0,0 +1,38 @@
+require 'mkmf'
+require 'rbconfig'
+
+extension_name = 'scanner_c'
+
+arch = Config::CONFIG['arch']
+
+windows = (/mswin/ =~ arch) #RUBY_PLATFORM)
+
+if (ENV['NORUBYEXT'] == 'true') || windows  # TEMPORARILY ADD WINDOWS HERE
+  #ENV['make'] = 'echo' # THIS DOESN"T GET TO THE PARENT PROCESS!!!
+  # LETS TRY FAKING IT OUT.
+  if windows
+    File.open('make.bat', 'w') do |f|
+      f << 'echo Native extension will be omitted.'
+    end
+    File.open('nmake.bat', 'w') do |f|
+      f << 'echo Native extension will be omitted.'
+    end
+    #File.chmod(0755, "make.bat", "nmake.bat")  # need?
+  end
+  File.open('Makefile', 'w') do |f|
+    f << "all:\n"
+    f << "install:\n"
+  end
+else
+  if windows && ENV['make'].nil?
+    $LIBS += " msvcprt.lib"
+    #dir_config(extension_name)
+    #create_makefile(extension_name, "tmail")
+    create_makefile(extension_name, "tmail/#{arch}")
+  else
+    $CFLAGS += " -D_FILE_OFFSET_BITS=64"  #???
+    #dir_config(extension_name)
+    #create_makefile(extension_name, "tmail")
+    create_makefile(extension_name, "tmail/#{arch}")
+  end
+end

data/ext/tmail/scanner_c/scanner_c.c

@@ -0,0 +1,582 @@
+/*
+
+    scanner_c.c
+
+    Copyright (c) 1998-2007 Minero Aoki
+
+    This program is free software.
+    You can distribute/modify this program under the terms of
+    the GNU Lesser General Public License version 2.1.
+
+*/
+
+#include <stdio.h>
+#ifdef __STDC__
+# include <stdlib.h>
+#endif
+
+#include "ruby.h"
+#include "re.h"
+
+
+#define TMAIL_VERSION "0.10.8"
+
+static VALUE MailScanner;
+static VALUE ScanError;
+
+struct scanner
+{
+    char *pbeg;
+    char *p;
+    char *pend;
+    unsigned int flags;
+    VALUE comments;
+};
+
+#define MODE_MIME     (1 << 0)
+#define MODE_RECV     (1 << 1)
+#define MODE_ISO2022  (1 << 2)
+#define MODE_DEBUG    (1 << 4)
+
+#define MIME_MODE_P(s)     ((s)->flags & MODE_MIME)
+#define RECV_MODE_P(s)     ((s)->flags & MODE_RECV)
+#define ISO2022_MODE_P(s)  ((s)->flags & MODE_ISO2022)
+
+#define GET_SCANNER(val, s) Data_Get_Struct(val, struct scanner, s)
+
+
+static void
+mails_free(sc)
+    struct scanner *sc;
+{
+    free(sc);
+}
+
+#ifndef StringValue
+#  define StringValue(s) Check_Type(str, T_STRING);
+#endif
+
+/*
+ * Document-method: mails_s_new
+ * 
+ * Creates a new mail
+ *
+ */
+static VALUE
+mails_s_new(klass, str, ident, cmt)
+    VALUE klass, str, ident, cmt;
+{
+    struct scanner *sc;
+    const char *tmp;
+
+    sc = ALLOC_N(struct scanner, 1);
+
+    StringValue(str);
+    sc->pbeg = RSTRING(str)->ptr;
+    sc->p    = sc->pbeg;
+    sc->pend = sc->p + RSTRING(str)->len;
+
+    sc->flags = 0;
+    Check_Type(ident, T_SYMBOL);
+    tmp = rb_id2name(SYM2ID(ident));
+    if      (strcmp(tmp, "RECEIVED")     == 0) sc->flags |= MODE_RECV;
+    else if (strcmp(tmp, "CTYPE")        == 0) sc->flags |= MODE_MIME;
+    else if (strcmp(tmp, "CENCODING")    == 0) sc->flags |= MODE_MIME;
+    else if (strcmp(tmp, "CDISPOSITION") == 0) sc->flags |= MODE_MIME;
+
+    tmp = rb_get_kcode();
+    if (strcmp(tmp, "EUC") == 0 || strcmp(tmp, "SJIS") == 0) {
+        sc->flags |= MODE_ISO2022;
+    }
+
+    sc->comments = Qnil;
+    if (! NIL_P(cmt)) {
+        Check_Type(cmt, T_ARRAY);
+        sc->comments = cmt;
+    }
+
+    return Data_Wrap_Struct(MailScanner, 0, mails_free, sc);
+}
+
+/*
+ * Document-method: mails_debug_get
+ * 
+ * TODO: Documentation needed
+ *
+ */
+static VALUE
+mails_debug_get(self)
+    VALUE self;
+{
+    struct scanner *sc;
+
+    GET_SCANNER(self, sc);
+    if (sc->flags & MODE_DEBUG)
+        return Qtrue;
+    else
+        return Qfalse;
+}
+
+/*
+ * Document-method: mails_debug_set
+ * 
+ * TODO: Documentation needed
+ *
+ */
+static VALUE
+mails_debug_set(self, flag)
+    VALUE self, flag;
+{
+    struct scanner *sc;
+
+    GET_SCANNER(self, sc);
+    if (RTEST(flag))
+        sc->flags |= MODE_DEBUG;
+    else
+        sc->flags &= ~MODE_DEBUG;
+    return Qnil;
+}
+
+
+/*
+----------------------------------------------------------------------
+                        scanning routines
+----------------------------------------------------------------------
+*/
+
+#define ESC               '\033'
+#define ATOM_SYMBOLS      "_#!$%&'`*+-{|}~^/=?"
+#define TOKEN_SYMBOLS     "_#!$%&'`*+-{|}~^."
+#define ATOM_SPECIAL      "()<>[]@,;:\"\\."
+#define TOKEN_SPECIAL     "()<>[]@,;:\"\\/?="
+#define LWSP              " \t\r\n"
+
+#define IS_ALPHA(ch)      (('a' <= ch && ch <= 'z') || ('A' <= ch && ch <= 'Z'))
+#define IS_UPPER(ch)      ('A' <= ch && ch <= 'Z')
+#define TO_LOWER(ch)      (IS_UPPER(ch) ? ch + 32 : ch)
+#define IS_LWSP(ch)       (strchr(LWSP, ch))
+#define IS_DIGIT(ch)      ('0' <= ch && ch <= '9')
+#define IS_WORDCHAR(ch, symlist) \
+                          (IS_ALPHA(ch) || IS_DIGIT(ch) || strchr(symlist, ch))
+#define IS_ATOMCHAR(ch)   IS_WORDCHAR(ch, ATOM_SYMBOLS)
+#define IS_TOKENCHAR(ch)  IS_WORDCHAR(ch, TOKEN_SYMBOLS)
+#define IS_JCHAR(ch)      ismbchar(ch)
+
+
+/* I know this implement is ugly, but usually useful. */
+
+/* skip until "\e(B" (us-ascii) */
+static void
+skip_iso2022jp_string(sc)
+    struct scanner *sc;
+{
+    for (; sc->p < sc->pend; sc->p++) {
+        if (*sc->p == ESC) {
+            if (strncmp(sc->p, "\033(B", 3) == 0) {
+                sc->p += 3;
+                return;
+            }
+        }
+    }
+}
+
+static void
+skip_japanese_string(sc)
+    struct scanner *sc;
+{
+    while (sc->p < sc->pend) {
+        if (! ismbchar(*sc->p)) return;
+        sc->p += mbclen(*sc->p);
+    }
+}
+
+
+#define scan_atom(sc) scan_word(sc, ATOM_SYMBOLS)
+#define scan_token(sc) scan_word(sc, TOKEN_SYMBOLS)
+
+static VALUE
+scan_word(sc, syms)
+    struct scanner *sc;
+    char *syms;
+{
+    char *beg = sc->p;
+
+    while (sc->p < sc->pend) {
+        if (ISO2022_MODE_P(sc) && *sc->p == ESC) {
+            skip_iso2022jp_string(sc);
+        }
+        else if (IS_JCHAR(*sc->p)) {
+            skip_japanese_string(sc);
+        }
+        else if (IS_WORDCHAR(*sc->p, syms)) {
+            sc->p++;
+        }
+        else {
+            break;
+        }
+    }
+
+    return rb_str_new(beg, sc->p - beg);
+}
+
+
+#define BUFSIZE 256
+
+static VALUE
+scan_quoted_word(sc)
+    struct scanner *sc;
+{
+    char buf[BUFSIZE];
+    char *p;
+    char *save;
+    VALUE result = rb_str_new("", 0);
+
+    sc->p++;   /* discard first dquote */
+    p = buf;
+    while (sc->p < sc->pend) {
+        if (*sc->p == '"') {
+            sc->p++;   /* discard terminal dquote */
+            rb_str_cat(result, buf, p - buf);
+            return result;
+        }
+        if (ISO2022_MODE_P(sc) && *sc->p == ESC) {
+            save = sc->p;
+            skip_iso2022jp_string(sc);
+            while (save < sc->p) {
+                *p++ = *save++;
+                if (p >= buf + BUFSIZE) {
+                    /* flush buffer */
+                    rb_str_cat(result, buf, BUFSIZE);
+                    p = buf;
+                }
+            }
+            continue;
+        }
+
+        if (*sc->p == '\\')
+            sc->p++;   /* discard quoting backslash */
+        *p++ = *sc->p++;
+        if (p >= buf + BUFSIZE) {
+            /* flush buffer */
+            rb_str_cat(result, buf, BUFSIZE);
+            p = buf;
+        }
+    }
+
+    rb_raise(ScanError, "unterminated quoted-word");
+    return Qnil;
+}
+
+static VALUE
+scan_domain_literal(sc)
+    struct scanner *sc;
+{
+    char buf[BUFSIZE];
+    char *p;
+    VALUE result = rb_str_new("", 0);
+
+    p = buf;
+    while (sc->p < sc->pend) {
+        if (*sc->p == ']') {
+            *p++ = *sc->p++;
+            rb_str_cat(result, buf, p - buf);
+            return result;
+        }
+
+        if (*sc->p == '\\')
+            sc->p++;   /* discard backslash */
+        *p++ = *sc->p++;
+        if (p >= buf + BUFSIZE) {
+            /* flush buffer */
+            rb_str_cat(result, buf, BUFSIZE);
+            p = buf;
+        }
+    }
+
+    rb_raise(ScanError, "unterminated domain literal");
+    return Qnil;
+}
+
+
+static VALUE
+scan_comment(sc)
+    struct scanner *sc;
+{
+    int nest = 1;
+    char *p;
+    VALUE ret = rb_str_new("", 0);
+
+    sc->p++;
+    p = sc->p;
+    while (sc->p < sc->pend) {
+        if (ISO2022_MODE_P(sc) && *sc->p == ESC) {
+            skip_iso2022jp_string(sc);
+        }
+        else if (IS_JCHAR(*sc->p)) {
+            skip_japanese_string(sc);
+        }
+        else {
+            switch (*sc->p) {
+            case '(':
+                nest++;
+                break;
+            case ')':
+                nest--;
+                if (nest == 0) {
+                    rb_str_cat(ret, p, sc->p - p);
+                    sc->p++;
+                    return ret;
+                }
+                break;
+            case '\\':
+                rb_str_cat(ret, p, sc->p - p);
+                sc->p++;
+                if (sc->p == sc->pend)
+                    rb_raise(ScanError, "incomplete char quote");
+                p = sc->p;
+                break;
+            default:
+                break;
+            }
+            sc->p++;
+        }
+    }
+
+    rb_raise(ScanError, "unterminated comment");
+    return Qnil;
+}
+
+
+static void
+skip_lwsp(sc)
+    struct scanner *sc;
+{
+    while (sc->p < sc->pend) {
+        if (IS_LWSP(*sc->p)) sc->p++;
+        else break;
+    }
+}
+
+static int
+nccmp(a, b)
+    char *a, *b;
+{
+    while (*a && *b) {
+        if ((*a != *b) && (TO_LOWER(*a) != TO_LOWER(*b)))
+            return 0;
+        a++; b++;
+    }
+    return (*a == *b);
+}
+
+static int
+digit_p(str)
+    VALUE str;
+{
+    char *p;
+    int i;
+
+    p = RSTRING(str)->ptr;
+    for (i = 0; i < RSTRING(str)->len; i++) {
+        if (! IS_DIGIT(RSTRING(str)->ptr[i]))
+            return 0;
+    }
+    return 1;
+}
+
+static VALUE tok_atom, tok_digit, tok_token, tok_quoted, tok_domlit;
+static VALUE tok_from, tok_by, tok_via, tok_with, tok_id, tok_for;
+
+static VALUE
+atomsym(sc, str)
+    struct scanner *sc;
+    VALUE str;
+{
+    if (digit_p(str)) {
+        return tok_digit;
+    }
+    else if (RECV_MODE_P(sc)) {
+        char *p = RSTRING(str)->ptr;
+        if      (nccmp(p, "from")) return tok_from;
+        else if (nccmp(p, "by"))   return tok_by;
+        else if (nccmp(p, "via"))  return tok_via;
+        else if (nccmp(p, "with")) return tok_with;
+        else if (nccmp(p, "id"))   return tok_id;
+        else if (nccmp(p, "for"))  return tok_for;
+    }
+    return tok_atom;
+}
+
+static void
+debug_print(sc, sym, val)
+    struct scanner *sc;
+    VALUE sym, val;
+{
+    VALUE s;
+
+    s = rb_funcall(sym, rb_intern("inspect"), 0),
+    printf("%7ld %-10s token=<%s>\n",
+           (unsigned long)(sc->pend - sc->p),
+           RSTRING(s)->ptr,
+           RSTRING(val)->ptr);
+}
+
+#define D(expr) do {\
+    if (sc->flags & MODE_DEBUG) {expr;}\
+} while (0)
+
+static void
+pass_token(sc, sym, tok, arr)
+    struct scanner *sc;
+    VALUE sym, tok, arr;
+{
+    D(debug_print(sc, sym, tok));
+    rb_ary_store(arr, 0, sym);
+    rb_ary_store(arr, 1, tok);
+    rb_yield(arr);
+}
+
+/*
+ * Document-method: mails_scan
+ *
+ * TODO: Documentation needed
+ *
+ */
+static VALUE
+mails_scan(self)
+    VALUE self;
+{
+    struct scanner *sc;
+    VALUE arr;
+
+#define PASS(s,v) pass_token(sc,s,v,arr)
+    GET_SCANNER(self, sc);
+    if (!sc->p) {
+        rb_raise(ScanError, "Mails#scan called before reset");
+    }
+    arr = rb_assoc_new(Qnil, Qnil);
+
+    while (sc->p < sc->pend) {
+        D(puts("new loop"));
+        D(printf("char='%c'\n", *sc->p));
+        if (IS_LWSP(*sc->p)) {
+            D(puts("lwsp"));
+            skip_lwsp(sc);
+            if (sc->p >= sc->pend)
+                break;
+        }
+
+        if (MIME_MODE_P(sc)) {
+            if (IS_TOKENCHAR(*sc->p) ||
+                    (ISO2022_MODE_P(sc) && (*sc->p == ESC)) ||
+                    IS_JCHAR(*sc->p)) {
+                D(puts("token"));
+                PASS(tok_token, scan_token(sc));
+                continue;
+            }
+        }
+        else {
+            if (IS_ATOMCHAR(*sc->p) ||
+                    (ISO2022_MODE_P(sc) && (*sc->p == ESC)) ||
+                    IS_JCHAR(*sc->p)) {
+                VALUE tmp;
+                D(puts("atom"));
+                tmp = scan_atom(sc);
+                PASS(atomsym(sc, tmp), tmp);
+                continue;
+            }
+        }
+
+        if (*sc->p == '"') {
+            D(puts("quoted"));
+            PASS(tok_quoted, scan_quoted_word(sc));
+            D(puts("quoted"));
+        }
+        else if (*sc->p == '(') {
+            VALUE c;
+            D(puts("comment"));
+            c = scan_comment(sc);
+            if (! NIL_P(sc->comments))
+                rb_ary_push(sc->comments, c);
+        }
+        else if (*sc->p == '[') {
+            D(puts("domlit"));
+            PASS(tok_domlit, scan_domain_literal(sc));
+        }
+        else {
+            VALUE ch;
+            D(puts("char"));
+            ch = rb_str_new(sc->p, 1);
+            sc->p++;
+            PASS(ch, ch);
+        }
+    }
+
+    PASS(Qfalse, rb_str_new("$", 1));
+    return Qnil;
+}
+
+
+/*
+------------------------------------------------------------------
+                         ruby interface
+------------------------------------------------------------------
+*/
+
+static VALUE
+cstr2symbol(str)
+    char *str;
+{
+    ID tmp;
+
+    tmp = rb_intern(str);
+#ifdef ID2SYM
+    return ID2SYM(tmp);
+#else
+    return INT2FIX(tmp);
+#endif
+}
+
+void
+Init_scanner_c()
+{
+    VALUE TMail;
+    VALUE tmp;
+
+    if (rb_const_defined(rb_cObject, rb_intern("TMail"))) {
+        TMail = rb_const_get(rb_cObject, rb_intern("TMail"));
+    }
+    else {
+        TMail = rb_define_module("TMail");
+    }
+    MailScanner = rb_define_class_under(TMail, "Scanner_C", rb_cObject);
+
+    tmp = rb_str_new2(TMAIL_VERSION);
+    rb_obj_freeze(tmp);
+    rb_define_const(MailScanner, "Version", tmp);
+
+    rb_define_singleton_method(MailScanner, "new", mails_s_new, 3);
+    rb_define_method(MailScanner, "scan", mails_scan, 0);
+    rb_define_method(MailScanner, "debug", mails_debug_get, 0);
+    rb_define_method(MailScanner, "debug=", mails_debug_set, 1);
+
+    if (rb_const_defined(TMail, rb_intern("SyntaxError"))) {
+        ScanError = rb_const_get(rb_cObject, rb_intern("SyntaxError"));
+    }
+    else {
+        ScanError = rb_define_class_under(TMail, "SyntaxError", rb_eStandardError);
+    }
+
+    tok_atom   = cstr2symbol("ATOM");
+    tok_digit  = cstr2symbol("DIGIT");
+    tok_token  = cstr2symbol("TOKEN");
+    tok_quoted = cstr2symbol("QUOTED");
+    tok_domlit = cstr2symbol("DOMLIT");
+
+    tok_from   = cstr2symbol("FROM");
+    tok_by     = cstr2symbol("BY");
+    tok_via    = cstr2symbol("VIA");
+    tok_with   = cstr2symbol("WITH");
+    tok_id     = cstr2symbol("ID");
+    tok_for    = cstr2symbol("FOR");
+}