divine 0.0.2 → 0.0.3

data/test/unify_test/java_test/test_unify.java

@@ -1,171 +0,0 @@
-import java.io.ByteArrayInputStream;
-import java.io.ByteArrayOutputStream;
-import java.io.IOException;
-import java.nio.charset.Charset;
-import java.util.ArrayList;
-import java.util.HashMap;
-
-abstract class BabelBase  {
-	private static final Charset UTF8 = Charset.forName("UTF-8");
-
-	public byte[] serialize() throws IOException {
-		ByteArrayOutputStream baos = new ByteArrayOutputStream();
-		serializeInternal(baos);
-		baos.close();
-		return baos.toByteArray();
-	}
-
-	abstract void serializeInternal(ByteArrayOutputStream baos) throws IOException;
-
-	abstract void deserialize(ByteArrayInputStream baos) throws IOException;
-
-	protected int readInt8(ByteArrayInputStream data) {
-		return data.read() & 0xff;
-	}
-
-	protected int readInt16(ByteArrayInputStream data) {
-		return (data.read() << 8) | readInt8(data);
-	}
-
-	protected int readInt24(ByteArrayInputStream data) {
-		return (data.read() << 16) | readInt16(data);
-	}
-
-	protected long readInt32(ByteArrayInputStream data) {
-		return (data.read() << 24) | readInt24(data);
-	}
-
-	protected boolean readBool(ByteArrayInputStream data) {
-		return readInt8(data) == 1;
-	}
-
-	protected String readString(ByteArrayInputStream data) throws IOException {
-		// Force utf8
-		return new String(readBytes(readInt16(data), data), UTF8);
-	}
-
-	private byte[] readBytes(int size, ByteArrayInputStream data) throws IOException {
-		byte[] bs = new byte[size];
-		data.read(bs);
-		return bs;
-	}
-
-	protected byte[] readBinary(ByteArrayInputStream data) throws IOException {
-		long c = readInt32(data);
-		if (c > Integer.MAX_VALUE) {
-			throw new IndexOutOfBoundsException("Binary data to big for java");
-		}
-		return readBytes((int) c, data);
-	}
-
-	protected byte[] readShortBinary(ByteArrayInputStream data) throws IOException {
-		return readBytes(readInt8(data), data);
-	}
-
-	protected String readIpNumber(ByteArrayInputStream data) throws IOException {
-		byte[] ips = readShortBinary(data);
-		String ip = "";
-		for (byte b : ips) {
-			if (ip.length() > 0) {
-				ip += ".";
-			}
-			ip += (b & 0xFF);
-		}
-		return ip;
-	}
-
-	protected void writeInt8(int v, ByteArrayOutputStream out) {
-		if (v > 0xFF) { // Max 255
-			raiseError("Too large int8 number: " + v);
-		}
-		out.write(v);
-	}
-
-	protected void writeInt16(int v, ByteArrayOutputStream out) {
-		if (v > 0xFFFF) { // Max 65.535 
-			raiseError("Too large int16 number: " + v);
-		}
-		writeInt8(v >> 8 & 0xFF, out);
-		writeInt8(v & 0xFF, out);
-	}
-
-	protected void writeInt24(int v, ByteArrayOutputStream out) {
-		if (v > 0xFFFFFF) { // Max 16.777.215
-			raiseError("Too large int24 number: " + v);
-		}
-		writeInt8(v >> 16 & 0xFF, out);
-		writeInt16(v & 0xFFFF, out);
-	}
-
-	protected void writeInt32(long v, ByteArrayOutputStream out) {
-		if (v > 0xFFFFFFFFL) { // Max 4.294.967.295
-			raiseError("Too large int32 number: " + v);
-		}
-		writeInt8((int) ((v >> 24) & 0xFF), out);
-		writeInt24((int) (v & 0xFFFFFF), out);
-	}
-
-	protected void writeBool(boolean v, ByteArrayOutputStream out) {
-		writeInt8(v ? 1 : 0, out);
-	}
-
-	protected void writeString(String v, ByteArrayOutputStream out) throws IOException {
-		byte[] bs = v.getBytes(UTF8);
-		if (bs.length > 0xFFFF) {
-			raiseError("Too large string: " + bs.length + " bytes");
-		}
-		writeInt16(bs.length, out);
-		out.write(bs);
-	}
-
-	protected void writeBinary(byte[] v, ByteArrayOutputStream out) throws IOException {
-		if (v.length > 0xFFFFFFFFL) {
-			raiseError("Too large binary: " + v.length + " bytes");
-		}
-		writeInt32(v.length, out);
-		out.write(v);
-	}
-
-	protected void writeShortBinary(byte[] v, ByteArrayOutputStream out) throws IOException {
-		if (v.length > 0xFF) {
-			raiseError("Too large short_binary: " + v.length + " bytes");
-		}
-		writeInt8(v.length, out);
-		out.write(v);
-	}
-
-	protected void writeIpNumber(String v, ByteArrayOutputStream out) throws IOException {
-		byte[] ss = new byte[0];
-		if(!v.isEmpty()){
-			String[] bs = v.split("\\.");
-			ss = new byte[bs.length];
-			for (int i = 0; i < bs.length; i++) {
-				ss[i] = (byte) (Integer.parseInt(bs[i]) & 0xFF);
-			}
-		}
-		if (ss.length == 0 || ss.length == 4) {
-			writeShortBinary(ss, out);
-		} else {
-			raiseError("Unknown IP v4 number " + v); // Only IPv4 for now 
-		}
-	}
-
-	protected void raiseError(String msg) {
-		throw new IllegalArgumentException("[" + this.getClass().getCanonicalName() + "] " + msg);
-	}
-}
-
-
-class UnifySer extends BabelBase {
-	public int i8 = 0;
-
-	@Override
-	void serializeInternal(ByteArrayOutputStream baos) throws IOException {
-		writeInt8(this.i8, baos);
-	}
-
-	@Override
-	void deserialize(ByteArrayInputStream bais) throws IOException {
-		this.i8 = readInt8(bais);
-	}
-}

data/test/unify_test/js_test/js_test.js

@@ -1,56 +0,0 @@
-eval(require('fs').readFileSync('./test_unify.js', 'utf8')); 
-var fs = require('fs');
-var assert = require('assert');
-
-var obj_ser = buildObject();
-
-var ca = obj_ser.serialize();
-serialize(ca);
-var read = deserialize();
-
-var obj_deser = new UnifySer();
-obj_deser.deserialize(new BabelDataReader(read));
-compare(obj_ser, obj_deser);
-
-function buildObject(){
-  var obj = new UnifySer();
-  //obj.i8 = 15;
-  //obj.i32 = 154210145;
-  //obj.i16 = 15485;
-  obj.str   = "What is This?";
-  //obj.ip = "";
-  obj.map1[2] = 15;
-  obj.map1[3] = 16;
-  return obj;
-}
-
-function compare(obj1, obj2){
-  console.log(obj2);
-  console.log(obj1);
-  assert.equal(obj1.map1[2], obj2.map1[2]);
-  assert.equal(obj1.str, obj2.str);
-}
-
-function serialize(obj){
-  var bBuffer = new Buffer(obj);
-  fs.writeFileSync(__dirname +  '/bin.babel.js', bBuffer, function (err) {
-    if (err) {
-      return console.log(err);
-    }
-  });
-}
-
-function deserialize(){
-  var data = fs.readFileSync(__dirname +  '/bin.babel.js');
-  data = toArray(data);
-  return data;
-  
-}
-
-function toArray(buffer) {
-    var view = new Uint8Array(buffer.length);
-    for (var i = 0; i < buffer.length; ++i) {
-        view[i] = buffer[i];
-    }
-    return view;
-}

data/test/unify_test/js_test/test_unify.js

@@ -1,326 +0,0 @@
-// ------------------------------------------------------------ BabelDataReader
-function BabelDataReader(data) {
-    this.data = data;
-    this.index = 0;
-}
-
-BabelDataReader.prototype.getbyte = function () {
-    return this.data[this.index++];
-};
-
-BabelDataReader.prototype.read = function (items) {
-    var from = this.index;
-    this.index += items
-    return this.data.subarray(from, this.index)
-};
-
-
-// ------------------------------------------------------------ BabelDataWriter
-function BabelDataWriter(data) {
-    this.data = data;
-    this.index = 0;
-    this.data = new Uint8Array(4096);
-}
-
-BabelDataWriter.prototype._realloc = function (size) {
-    size = size || 4096;
-    var old_data = this.data;
-    this.data = new Uint8Array(Math.max(size, 4096) + this.data.length);
-    this.data.set(old_data, 0);
-};
-
-BabelDataWriter.prototype.writeByte = function (a_byte) {
-    if (this.index + 1 >= this.data.length) this._realloc();
-    this.data[this.index++] = a_byte;
-};
-
-BabelDataWriter.prototype.write = function (bytes) {
-    if (this.index + bytes.length >= this.data.length) this._realloc(bytes.length);
-    this.data.set(bytes, this.index);
-    this.index += bytes.length;
-};
-
-BabelDataWriter.prototype.get_data = function () {
-    return this.data.subarray(0, this.index);
-};
-
-
-// ------------------------------------------------------------ BabelHelper
-function BabelHelper() {}
-
-BabelHelper.prototype.serialize = function () {
-    var out = new BabelDataWriter();
-    this.serialize_internal(out);
-    return out.get_data();
-}
-
-BabelHelper.prototype.read_int8 = function (data) {
-    return data.getbyte();
-};
-
-BabelHelper.prototype.read_int16 = function (data) {
-    return (data.getbyte() << 8) | this.read_int8(data);
-};
-
-BabelHelper.prototype.read_int24 = function (data) {
-    return (data.getbyte() << 16) | this.read_int16(data);
-};
-
-BabelHelper.prototype.read_int32 = function (data) {
-    // return (data.getbyte() << 24) | this.read_int24(data); // See notes about numbers above
-    return (data.getbyte() * (256*256*256)) + this.read_int24(data);
-};
-
-BabelHelper.prototype.read_binary = function (data) {
-    return data.read(this.read_int32(data));
-};
-
-BabelHelper.prototype.read_short_binary = function (data) {
-    return data.read(this.read_int8(data));
-};
-
-BabelHelper.prototype.read_ip_number = function (data) {
-    var ip_array = this.read_short_binary(data);
-    ip = "";
-    for (i = 0, len = ip_array.length; i < len; i++) {
-        b = ip_array[i];
-        if (ip.length > 0) {
-            ip += ".";
-        }
-        ip += b.toString();
-    }
-    return ip;
-};
-
-BabelHelper.prototype.read_string = function (data) {
-    return this.decode_utf8(data.read(this.read_int16(data)))
-};
-
-BabelHelper.prototype.write_int8 = function (v, out) {
-    if (v > 0xFF) // Max 255
-    this.raise_error("Too large int8 number: " + v);
-    out.writeByte(v);
-}
-
-BabelHelper.prototype.write_int16 = function (v, out) {
-    if (v > 0xFFFF) // Max 65.535
-    this.raise_error("Too large int16 number: " + v);
-    this.write_int8(v >> 8 & 0xFF, out);
-    this.write_int8(v & 0xFF, out);
-}
-
-BabelHelper.prototype.write_int24 = function (v, out) {
-    if (v > 0xFFFFFF) // Max 16.777.215
-    this.raise_error("Too large int24 number: " + v);
-    this.write_int8(v >> 16 & 0xFF, out);
-    this.write_int16(v & 0xFFFF, out);
-}
-
-BabelHelper.prototype.write_int32 = function (v, out) {
-    if (v > 0xFFFFFFFF) // Max 4.294.967.295
-    this.raise_error("Too large int32 number: " + v);
-    this.write_int8(v >> 24 & 0xFF, out);
-    this.write_int24(v & 0xFFFFFF, out);
-}
-
-BabelHelper.prototype.write_bool = function (v, out) {
-    this.write_int8(v ? 1 : 0, out)
-}
-
-BabelHelper.prototype.write_bool = function (v, out) {
-    this.write_int8(v ? 1 : 0, out)
-}
-
-BabelHelper.prototype.write_string = function (v, out) {
-    var s = this.encode_utf8(v);
-    if (s.length > 0xFFFF) this.raise_error("Too large string: " + s.length + " bytes");
-    this.write_int16(s.length, out);
-    out.write(s);
-}
-
-BabelHelper.prototype.write_binary = function (v, out) {
-    if ((v instanceof Array) || (v instanceof Uint8Array)) {
-        if (v.length > 0xFFFFFFFF) this.raise_error("Too large binary: " + v.length + " (" + v.constructor.name + ")");
-        this.write_int32(v.length, out)
-        out.write(v);
-    } else if (v.constructor == String) {
-        if (v.length > 0xFFFFFFFF) this.raise_error("Too large binary: " + v.length + " (" + v.constructor.name + ")");
-        this.write_int32(v.length, out)
-        out.write(v);
-    } else if (v == null) {
-        this.raise_error("Unsupported binary 'null'");
-    } else {
-        this.raise_error("Unsupported binary of type '" + v.constructor.name + "'");
-    }
-}
-
-BabelHelper.prototype.write_short_binary = function (v, out) {
-    if ((v instanceof Array) || (v instanceof Uint8Array)) {
-        if (v.length > 0xFF) this.raise_error("Too large binary: " + v.length + " (" + v.constructor.name + ")");
-        this.write_int8(v.length, out)
-        out.write(v);
-    } else if (v.constructor == String) {
-        if (v.length > 0xFF) this.raise_error("Too large binary: " + v.length + " (" + v.constructor.name + ")");
-        this.write_int8(v.length, out)
-        out.write(v);
-    } else if (v == null) {
-        this.raise_error("Unsupported binary 'null'");
-    } else {
-        this.raise_error("Unsupported binary of type '" + v.constructor.name + "'");
-    }
-}
-
-BabelHelper.prototype.write_ip_number = function (v, out) {
-    if ((v instanceof Array) || (v instanceof Uint8Array)) {
-        if (v.length != 4 && v.length != 0) this.raise_error("Unknown IP v4 number " + v);
-        this.write_short_binary(v, out)
-    } else if (v.constructor == String) {
-        var ss = [];
-        if (v.length > 0) {
-            ss = v.split(".").map(Number);
-        }
-        this.write_ip_number(ss, out);
-    } else {
-        this.raise_error("Unknown IP number '" + v + "'");
-    }
-}
-
-BabelHelper.prototype.encode_utf8 = function (str) {
-    var utf8 = [];
-    var chr, next_chr;
-    var x, y, z;
-    for (var i = 0; i < str.length; i++) {
-        chr = str.charCodeAt(i);
-        if ((chr & 0xFF80) == 0) {
-            utf8.push(chr);
-        } else {
-            if ((chr & 0xFC00) == 0xD800) {
-                next_chr = str.charCodeAt(i + 1);
-                if ((next_chr & 0xFC00) == 0xDC00) {
-                    // UTF-16 surrogate pair
-                    chr = (((chr & 0x03FF) << 10) | (next_chr & 0X3FF)) + 0x10000;
-                    i++;
-                } else {
-                    this.raise_error("Error decoding surrogate pair: " + chr + ", " + next_chr);
-                }
-            }
-            x = chr & 0xFF;
-            y = chr & 0xFF00;
-            z = chr & 0xFF0000;
-
-            if (chr <= 0x0007FF) {
-                utf8.push(0xC0 | (y >> 6) | (x >> 6));
-                utf8.push(0x80 | (x & 63));
-            } else if (chr <= 0x00FFFF) {
-                utf8.push(0xe0 | (y >> 12));
-                utf8.push(0x80 | ((y >> 6) & 63) | (x >> 6));
-                utf8.push(0x80 | (x & 63));
-            } else if (chr <= 0x10FFFF) {
-                utf8.push(0xF0 | (z >> 18));
-                utf8.push(0x80 | ((z >> 12) & 63) | (y >> 12));
-                utf8.push(0x80 | ((y >> 6) & 63) | (x >> 6));
-                utf8.push(0x80 | (x & 63));
-            } else {
-                this.raise_error("Error encoding to UTF8: " + chr + " is greater than U+10FFFF");
-            }
-        }
-    }
-    return utf8;
-}
-
-BabelHelper.prototype.decode_utf8 = function (utf8_data) {
-    var str = "";
-    var chr, b2, b3, b4;
-    for (var i = 0; i < utf8_data.length; i++) {
-        chr = utf8_data[i];
-        if ((chr & 0x80) == 0x00) {} 
-        else if ((chr & 0xF8) == 0xF0) {
-            // 4 bytes: U+10000 - U+10FFFF
-            b2 = utf8_data[i + 1];
-            b3 = utf8_data[i + 2];
-            b4 = utf8_data[i + 3];
-            if ((b2 & 0xc0) == 0x80 && (b3 & 0xC0) == 0x80 && (b4 & 0xC0) == 0x80) {
-                chr = (chr & 7) << 18 | (b2 & 63) << 12 | (b3 & 63) << 6 | (b4 & 63);
-                i += 3;
-            } else {
-                this.raise_error("Error decoding from UTF8: " + chr + "," + b2 + "," + b3 + "," + b4);
-            }
-        } else if ((chr & 0xF0) == 0xE0) {
-            // 3 bytes: U+0800 - U+FFFF
-            b2 = utf8_data[i + 1];
-            b3 = utf8_data[i + 2];
-            if ((b2 & 0xC0) == 0x80 && (b3 & 0xC0) == 0x80) {
-                chr = (chr & 15) << 12 | (b2 & 63) << 6 | (b3 & 63);
-                i += 2;
-            } else {
-                this.raise_error("Error decoding from UTF8: " + chr + "," + b2 + "," + b3);
-            }
-        } else if ((chr & 0xE0) == 0xC0) {
-            // 2 bytes: U+0080 - U+07FF
-            b2 = utf8_data[i + 1];
-            if ((b2 & 0xC0) == 0x80) {
-                chr = (chr & 31) << 6 | (b2 & 63);
-                i += 1;
-            } else {
-                this.raise_error("Error decoding from UTF8: " + chr + "," + b2);
-            }
-        } else {
-            // 80-BF: Second, third, or fourth byte of a multi-byte sequence
-            // F5-FF: Start of 4, 5, or 6 byte sequence
-            this.raise_error("Error decoding from UTF8: " + chr + " encountered not in multi-byte sequence");
-        }
-        if (chr <= 0xFFFF) {
-            str += String.fromCharCode(chr);
-        } else if (chr > 0xFFFF && chr <= 0x10FFFF) {
-            // Must be encoded into UTF-16 surrogate pair.
-            chr -= 0x10000;
-            str += (String.fromCharCode(0xD800 | (chr >> 10)) + String.fromCharCode(0xDC00 | (chr & 1023)));
-        } else {
-            this.raise_error("Error encoding surrogate pair: " + chr + " is greater than U+10ffff");
-        }
-    }
-    return str;
-}
-
-BabelHelper.prototype.raise_error = function (msg) {
-    throw "[" + this.constructor.name + "] " + msg;
-}
-
-
-// ------------------------------------------------------------ UnifySer
-function UnifySer() {
-   BabelHelper.call(this);  
-   this.str = "";
-   this.map1 = {};
-}
-
-// Inherit BabelHelper
-UnifySer.prototype = new BabelHelper();
- 
-// Correct the constructor pointer because it points to BabelHelper
-UnifySer.prototype.constructor = UnifySer;
-
-// Define the methods of UnifySer
-UnifySer.prototype.deserialize = function (data) {
-   this.str = this.read_string(data);
-    // Deserialize map 'map1'
-    this.map1 = {};
-    var var_100 = this.read_int32(data);
-    for(var var_103=0; var_103<var_100; var_103++) {
-        var var_101 = this.read_int8(data);
-        var var_102 = this.read_int32(data);
-        this.map1[var_101] = var_102;
-    }
-}
-
-UnifySer.prototype.serialize_internal = function(out) {
-   this.write_string(this.str, out);
-    // Serialize map 'map1'
-    var var_104 = Object.keys(this.map1).length;
-    this.write_int32(var_104, out);
-    for(var var_105 in this.map1) {
-        var var_106 = this.map1[var_105];
-        this.write_int8(var_105, out)
-        this.write_int32(var_106, out)
-    }
-}