embulk 0.8.26-java → 0.8.27-java

data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/StrptimeToken.java

@@ -0,0 +1,111 @@
+package org.embulk.spi.time;
+
+import static org.embulk.spi.time.StrptimeFormat.*;
+
+/**
+ * This class is ported from org.jruby.util.RubyDateFormatter.Token in JRuby
+ * 9.1.5.0 and modified for StrptimeParser under EPL.
+ * @see <a href="https://github.com/jruby/jruby/blob/036ce39f0476d4bd718e23e64caff36bb50b8dbc/core/src/main/java/org/jruby/util/RubyDateFormatter.java">RubyDateFormatter.java</a>
+ *
+ * TODO
+ * This class is tentatively required for {@code StrptimeParser} class.
+ * The {@code StrptimeParser} and {@code RubyDateParser} will be merged into JRuby
+ * (jruby/jruby#4591). embulk-jruby-strptime is removed when Embulk start using
+ * the JRuby that bundles embulk-jruby-strptime.
+ */
+public class StrptimeToken
+{
+    static final StrptimeToken[] CONVERSION2TOKEN = new StrptimeToken[256];
+
+    static {
+        CONVERSION2TOKEN['A'] = new StrptimeToken(FORMAT_WEEK_LONG);
+        CONVERSION2TOKEN['a'] = new StrptimeToken(FORMAT_WEEK_SHORT);
+        CONVERSION2TOKEN['B'] = new StrptimeToken(FORMAT_MONTH_LONG);
+        CONVERSION2TOKEN['b'] = new StrptimeToken(FORMAT_MONTH_SHORT);
+        CONVERSION2TOKEN['h'] = CONVERSION2TOKEN['b'];
+        CONVERSION2TOKEN['C'] = new StrptimeToken(FORMAT_CENTURY);
+        CONVERSION2TOKEN['d'] = new StrptimeToken(FORMAT_DAY);
+        CONVERSION2TOKEN['e'] = new StrptimeToken(FORMAT_DAY_S);
+        CONVERSION2TOKEN['G'] = new StrptimeToken(FORMAT_WEEKYEAR);
+        CONVERSION2TOKEN['g'] = new StrptimeToken(FORMAT_WEEKYEAR_SHORT);
+        CONVERSION2TOKEN['H'] = new StrptimeToken(FORMAT_HOUR);
+        CONVERSION2TOKEN['I'] = new StrptimeToken(FORMAT_HOUR_M);
+        CONVERSION2TOKEN['j'] = new StrptimeToken(FORMAT_DAY_YEAR);
+        CONVERSION2TOKEN['k'] = new StrptimeToken(FORMAT_HOUR_BLANK);
+        CONVERSION2TOKEN['L'] = new StrptimeToken(FORMAT_MILLISEC);
+        CONVERSION2TOKEN['l'] = new StrptimeToken(FORMAT_HOUR_S);
+        CONVERSION2TOKEN['M'] = new StrptimeToken(FORMAT_MINUTES);
+        CONVERSION2TOKEN['m'] = new StrptimeToken(FORMAT_MONTH);
+        CONVERSION2TOKEN['N'] = new StrptimeToken(FORMAT_NANOSEC);
+        CONVERSION2TOKEN['P'] = new StrptimeToken(FORMAT_MERIDIAN_LOWER_CASE);
+        CONVERSION2TOKEN['p'] = new StrptimeToken(FORMAT_MERIDIAN);
+        CONVERSION2TOKEN['Q'] = new StrptimeToken(FORMAT_MICROSEC_EPOCH);
+        CONVERSION2TOKEN['S'] = new StrptimeToken(FORMAT_SECONDS);
+        CONVERSION2TOKEN['s'] = new StrptimeToken(FORMAT_EPOCH);
+        CONVERSION2TOKEN['U'] = new StrptimeToken(FORMAT_WEEK_YEAR_S);
+        CONVERSION2TOKEN['u'] = new StrptimeToken(FORMAT_DAY_WEEK2);
+        CONVERSION2TOKEN['V'] = new StrptimeToken(FORMAT_WEEK_WEEKYEAR);
+        CONVERSION2TOKEN['W'] = new StrptimeToken(FORMAT_WEEK_YEAR_M);
+        CONVERSION2TOKEN['w'] = new StrptimeToken(FORMAT_DAY_WEEK);
+        CONVERSION2TOKEN['Y'] = new StrptimeToken(FORMAT_YEAR_LONG);
+        CONVERSION2TOKEN['y'] = new StrptimeToken(FORMAT_YEAR_SHORT);
+    }
+
+    private final StrptimeFormat format;
+    private final Object data;
+
+    StrptimeToken(StrptimeFormat format)
+    {
+        this(format, null);
+    }
+
+    StrptimeToken(StrptimeFormat formatString, Object data)
+    {
+        this.format = formatString;
+        this.data = data;
+    }
+
+    public static StrptimeToken str(String str)
+    {
+        return new StrptimeToken(StrptimeFormat.FORMAT_STRING, str);
+    }
+
+    public static StrptimeToken format(char c)
+    {
+        return CONVERSION2TOKEN[c];
+    }
+
+    public static StrptimeToken zoneOffsetColons(int colons)
+    {
+        return new StrptimeToken(StrptimeFormat.FORMAT_COLON_ZONE_OFF, colons);
+    }
+
+    public static StrptimeToken special(char c)
+    {
+        return new StrptimeToken(StrptimeFormat.FORMAT_SPECIAL, c);
+    }
+
+    /**
+     * Gets the data.
+     * @return Returns a Object
+     */
+    Object getData()
+    {
+        return data;
+    }
+
+    /**
+     * Gets the format.
+     * @return Returns a int
+     */
+    StrptimeFormat getFormat()
+    {
+        return format;
+    }
+
+    @Override
+    public String toString()
+    {
+        return "<Token "+format+ " "+data+">";
+    }
+}

data/embulk-jruby-strptime/src/main/java/org/embulk/spi/time/TimeZoneConverter.java

@@ -0,0 +1,466 @@
+package org.embulk.spi.time;
+
+/**
+ * This is utility class to convert given timezone into integer based timezone
+ * diff. It's ported from ext/date/date_parse.c in MRI 2.3.1 under BSDL.
+ * @see <a href="https://github.com/ruby/ruby/blob/394fa89c67722d35bdda89f10c7de5c304a5efb1/ext/date/date_parse.c">date_parse.c</a>.
+ *
+ * TODO
+ * This class is tentatively required for {@code StrptimeParser} class.
+ * The {@code StrptimeParser} and {@code RubyDateParser} will be merged into JRuby
+ * (jruby/jruby#4591). embulk-jruby-strptime is removed when Embulk start using
+ * the JRuby that bundles embulk-jruby-strptime.
+ */
+public class TimeZoneConverter
+{
+    // Ported zones_source in ext/date/date_parse.c
+    private static int getOffsetFromZonesSource(String z)
+    {
+        switch (z) {
+            case "ut":
+                return 0 * 3600;
+            case "gmt":
+                return 0 * 3600;
+            case "est":
+                return -5 * 3600;
+            case "edt":
+                return -4 * 3600;
+            case "cst":
+                return -6 * 3600;
+            case "cdt":
+                return -5 * 3600;
+            case "mst":
+                return -7 * 3600;
+            case "mdt":
+                return -6 * 3600;
+            case "pst":
+                return -8 * 3600;
+            case "pdt":
+                return -7 * 3600;
+            case "a":
+                return 1 * 3600;
+            case "b":
+                return 2 * 3600;
+            case "c":
+                return 3 * 3600;
+            case "d":
+                return 4 * 3600;
+            case "e":
+                return 5 * 3600;
+            case "f":
+                return 6 * 3600;
+            case "g":
+                return 7 * 3600;
+            case "h":
+                return 8 * 3600;
+            case "i":
+                return 9 * 3600;
+            case "k":
+                return 10 * 3600;
+            case "l":
+                return 11 * 3600;
+            case "m":
+                return 12 * 3600;
+            case "n":
+                return -1 * 3600;
+            case "o":
+                return -2 * 3600;
+            case "p":
+                return -3 * 3600;
+            case "q":
+                return -4 * 3600;
+            case "r":
+                return -5 * 3600;
+            case "s":
+                return -6 * 3600;
+            case "t":
+                return -7 * 3600;
+            case "u":
+                return -8 * 3600;
+            case "v":
+                return -9 * 3600;
+            case "w":
+                return -10 * 3600;
+            case "x":
+                return -11 * 3600;
+            case "y":
+                return -12 * 3600;
+            case "z":
+                return 0 * 3600;
+            case "utc":
+                return 0 * 3600;
+            case "wet":
+                return 0 * 3600;
+            case "at":
+                return -2 * 3600;
+            case "brst":
+                return -2 * 3600;
+            case "ndt":
+                return -(2 * 3600 + 1800);
+            case "art":
+                return -3 * 3600;
+            case "adt":
+                return -3 * 3600;
+            case "brt":
+                return -3 * 3600;
+            case "clst":
+                return -3 * 3600;
+            case "nst":
+                return -(3 * 3600 + 1800);
+            case "ast":
+                return -4 * 3600;
+            case "clt":
+                return -4 * 3600;
+            case "akdt":
+                return -8 * 3600;
+            case "ydt":
+                return -8 * 3600;
+            case "akst":
+                return -9 * 3600;
+            case "hadt":
+                return -9 * 3600;
+            case "hdt":
+                return -9 * 3600;
+            case "yst":
+                return -9 * 3600;
+            case "ahst":
+                return -10 * 3600;
+            case "cat":
+                return -10 * 3600;
+            case "hast":
+                return -10 * 3600;
+            case "hst":
+                return -10 * 3600;
+            case "nt":
+                return -11 * 3600;
+            case "idlw":
+                return -12 * 3600;
+            case "bst":
+                return 1 * 3600;
+            case "cet":
+                return 1 * 3600;
+            case "fwt":
+                return 1 * 3600;
+            case "met":
+                return 1 * 3600;
+            case "mewt":
+                return 1 * 3600;
+            case "mez":
+                return 1 * 3600;
+            case "swt":
+                return 1 * 3600;
+            case "wat":
+                return 1 * 3600;
+            case "west":
+                return 1 * 3600;
+            case "cest":
+                return 2 * 3600;
+            case "eet":
+                return 2 * 3600;
+            case "fst":
+                return 2 * 3600;
+            case "mest":
+                return 2 * 3600;
+            case "mesz":
+                return 2 * 3600;
+            case "sast":
+                return 2 * 3600;
+            case "sst":
+                return 2 * 3600;
+            case "bt":
+                return 3 * 3600;
+            case "eat":
+                return 3 * 3600;
+            case "eest":
+                return 3 * 3600;
+            case "msk":
+                return 3 * 3600;
+            case "msd":
+                return 4 * 3600;
+            case "zp4":
+                return 4 * 3600;
+            case "zp5":
+                return 5 * 3600;
+            case "ist":
+                return 5 * 3600 + 1800;
+            case "zp6":
+                return 6 * 3600;
+            case "wast":
+                return 7 * 3600;
+            case "cct":
+                return 8 * 3600;
+            case "sgt":
+                return 8 * 3600;
+            case "wadt":
+                return 8 * 3600;
+            case "jst":
+                return 9 * 3600;
+            case "kst":
+                return 9 * 3600;
+            case "east":
+                return 10 * 3600;
+            case "gst":
+                return 10 * 3600;
+            case "eadt":
+                return 11 * 3600;
+            case "idle":
+                return 12 * 3600;
+            case "nzst":
+                return 12 * 3600;
+            case "nzt":
+                return 12 * 3600;
+            case "nzdt":
+                return 13 * 3600;
+            case "afghanistan":
+                return 16200;
+            case "alaskan":
+                return -32400;
+            case "arab":
+                return 10800;
+            case "arabian":
+                return 14400;
+            case "arabic":
+                return 10800;
+            case "atlantic":
+                return -14400;
+            case "aus central":
+                return 34200;
+            case "aus eastern":
+                return 36000;
+            case "azores":
+                return -3600;
+            case "canada central":
+                return -21600;
+            case "cape verde":
+                return -3600;
+            case "caucasus":
+                return 14400;
+            case "cen. australia":
+                return 34200;
+            case "central america":
+                return -21600;
+            case "central asia":
+                return 21600;
+            case "central europe":
+                return 3600;
+            case "central european":
+                return 3600;
+            case "central pacific":
+                return 39600;
+            case "central":
+                return -21600;
+            case "china":
+                return 28800;
+            case "dateline":
+                return -43200;
+            case "e. africa":
+                return 10800;
+            case "e. australia":
+                return 36000;
+            case "e. europe":
+                return 7200;
+            case "e. south america":
+                return -10800;
+            case "eastern":
+                return -18000;
+            case "egypt":
+                return 7200;
+            case "ekaterinburg":
+                return 18000;
+            case "fiji":
+                return 43200;
+            case "fle":
+                return 7200;
+            case "greenland":
+                return -10800;
+            case "greenwich":
+                return 0;
+            case "gtb":
+                return 7200;
+            case "hawaiian":
+                return -36000;
+            case "india":
+                return 19800;
+            case "iran":
+                return 12600;
+            case "jerusalem":
+                return 7200;
+            case "korea":
+                return 32400;
+            case "mexico":
+                return -21600;
+            case "mid-atlantic":
+                return -7200;
+            case "mountain":
+                return -25200;
+            case "myanmar":
+                return 23400;
+            case "n. central asia":
+                return 21600;
+            case "nepal":
+                return 20700;
+            case "new zealand":
+                return 43200;
+            case "newfoundland":
+                return -12600;
+            case "north asia east":
+                return 28800;
+            case "north asia":
+                return 25200;
+            case "pacific sa":
+                return -14400;
+            case "pacific":
+                return -28800;
+            case "romance":
+                return 3600;
+            case "russian":
+                return 10800;
+            case "sa eastern":
+                return -10800;
+            case "sa pacific":
+                return -18000;
+            case "sa western":
+                return -14400;
+            case "samoa":
+                return -39600;
+            case "se asia":
+                return 25200;
+            case "malay peninsula":
+                return 28800;
+            case "south africa":
+                return 7200;
+            case "sri lanka":
+                return 21600;
+            case "taipei":
+                return 28800;
+            case "tasmania":
+                return 36000;
+            case "tokyo":
+                return 32400;
+            case "tonga":
+                return 46800;
+            case "us eastern":
+                return -18000;
+            case "us mountain":
+                return -25200;
+            case "vladivostok":
+                return 36000;
+            case "w. australia":
+                return 28800;
+            case "w. central africa":
+                return 3600;
+            case "w. europe":
+                return 3600;
+            case "west asia":
+                return 18000;
+            case "west pacific":
+                return 36000;
+            case "yakutsk":
+                return 32400;
+            default:
+                return Integer.MIN_VALUE;
+        }
+    }
+
+    // Ported date_zone_to_diff in ext/date/date_parse.c
+    public static int dateZoneToDiff(String zone)
+    {
+        String z = zone.toLowerCase();
+
+        final boolean dst;
+        if (z.endsWith(" daylight time")) {
+            z = z.substring(0, z.length() - " daylight time".length());
+            dst = true;
+        }
+        else if (z.endsWith(" standard time")) {
+            z = z.substring(0, z.length() - " standard time".length());
+            dst = false;
+        }
+        else if (z.endsWith(" dst")) {
+            z = z.substring(0, z.length() - " dst".length());
+            dst = true;
+        }
+        else {
+            dst = false;
+        }
+
+        int offsetFromZonesSource;
+        if ((offsetFromZonesSource = getOffsetFromZonesSource(z)) != Integer.MIN_VALUE) {
+            if (dst) {
+                offsetFromZonesSource += 3600;
+            }
+            return offsetFromZonesSource;
+        }
+
+        if (z.startsWith("gmt") || z.startsWith("utc")) {
+            z = z.substring(3, z.length()); // remove "gmt" or "utc"
+        }
+
+        final boolean sign;
+        if (z.charAt(0) == '+') {
+            sign = true;
+        }
+        else if (z.charAt(0) == '-') {
+            sign = false;
+        }
+        else {
+            // if z doesn't start with "+" or "-", invalid
+            return Integer.MIN_VALUE;
+        }
+        z = z.substring(1);
+
+        int hour = 0, min = 0, sec = 0;
+        if (z.contains(":")) {
+            final String[] splited = z.split(":");
+            if (splited.length == 2) {
+                hour = Integer.parseInt(splited[0]);
+                min = Integer.parseInt(splited[1]);
+            }
+            else {
+                hour = Integer.parseInt(splited[0]);
+                min = Integer.parseInt(splited[1]);
+                sec = Integer.parseInt(splited[2]);
+            }
+
+        }
+        else if (z.contains(",") || z.contains(".")) {
+            // TODO min = Rational(fr.to_i, 10**fr.size) * 60
+            String[] splited = z.split("[\\.,]");
+            hour = Integer.parseInt(splited[0]);
+            min = (int)(Integer.parseInt(splited[1]) * 60 / Math.pow(10, splited[1].length()));
+
+        }
+        else {
+            final int len = z.length();
+            if (len % 2 != 0) {
+                if (len >= 1) {
+                    hour = Integer.parseInt(z.substring(0, 1));
+                }
+                if (len >= 3) {
+                    min = Integer.parseInt(z.substring(1, 3));
+                }
+                if (len >= 5) {
+                    sec = Integer.parseInt(z.substring(3, 5));
+                }
+            }
+            else {
+                if (len >= 2) {
+                    hour = Integer.parseInt(z.substring(0, 2));
+                }
+                if (len >= 4) {
+                    min = Integer.parseInt(z.substring(2, 4));
+                }
+                if (len >= 6) {
+                    sec = Integer.parseInt(z.substring(4, 6));
+                }
+            }
+        }
+
+        final int offset = hour * 3600 + min * 60 + sec;
+        return sign ? offset : -offset;
+    }
+
+    private TimeZoneConverter()
+    {
+    }
+}