unicode_utils 0.1.0

data/cdata/simple_lc_map

@@ -0,0 +1 @@
+00004100006100004200006200004300006300004400006400004500006500004600006600004700006700004800006800004900006900004a00006a00004b00006b00004c00006c00004d00006d00004e00006e00004f00006f00005000007000005100007100005200007200005300007300005400007400005500007500005600007600005700007700005800007800005900007900005a00007a0000c00000e00000c10000e10000c20000e20000c30000e30000c40000e40000c50000e50000c60000e60000c70000e70000c80000e80000c90000e90000ca0000ea0000cb0000eb0000cc0000ec0000cd0000ed0000ce0000ee0000cf0000ef0000d00000f00000d10000f10000d20000f20000d30000f30000d40000f40000d50000f50000d60000f60000d80000f80000d90000f90000da0000fa0000db0000fb0000dc0000fc0000dd0000fd0000de0000fe00010000010100010200010300010400010500010600010700010800010900010a00010b00010c00010d00010e00010f00011000011100011200011300011400011500011600011700011800011900011a00011b00011c00011d00011e00011f00012000012100012200012300012400012500012600012700012800012900012a00012b00012c00012d00012e00012f00013000006900013200013300013400013500013600013700013900013a00013b00013c00013d00013e00013f00014000014100014200014300014400014500014600014700014800014a00014b00014c00014d00014e00014f00015000015100015200015300015400015500015600015700015800015900015a00015b00015c00015d00015e00015f00016000016100016200016300016400016500016600016700016800016900016a00016b00016c00016d00016e00016f0001700001710001720001730001740001750001760001770001780000ff00017900017a00017b00017c00017d00017e00018100025300018200018300018400018500018600025400018700018800018900025600018a00025700018b00018c00018e0001dd00018f00025900019000025b00019100019200019300026000019400026300019600026900019700026800019800019900019c00026f00019d00027200019f0002750001a00001a10001a20001a30001a40001a50001a60002800001a70001a80001a90002830001ac0001ad0001ae0002880001af0001b00001b100028a0001b200028b0001b30001b40001b50001b60001b70002920001b80001b90001bc0001bd0001c40001c60001c50001c60001c70001c90001c80001c90001ca0001cc0001cb0001cc0001cd0001ce0001cf0001d00001d10001d20001d30001d40001d50001d60001d70001d80001d90001da0001db0001dc0001de0001df0001e00001e10001e20001e30001e40001e50001e60001e70001e80001e90001ea0001eb0001ec0001ed0001ee0001ef0001f10001f30001f20001f30001f40001f50001f60001950001f70001bf0001f80001f90001fa0001fb0001fc0001fd0001fe0001ff00020000020100020200020300020400020500020600020700020800020900020a00020b00020c00020d00020e00020f00021000021100021200021300021400021500021600021700021800021900021a00021b00021c00021d00021e00021f00022000019e00022200022300022400022500022600022700022800022900022a00022b00022c00022d00022e00022f00023000023100023200023300023a002c6500023b00023c00023d00019a00023e002c6600024100024200024300018000024400028900024500028c00024600024700024800024900024a00024b00024c00024d00024e00024f0003700003710003720003730003760003770003860003ac0003880003ad0003890003ae00038a0003af00038c0003cc00038e0003cd00038f0003ce0003910003b10003920003b20003930003b30003940003b40003950003b50003960003b60003970003b70003980003b80003990003b900039a0003ba00039b0003bb00039c0003bc00039d0003bd00039e0003be00039f0003bf0003a00003c00003a10003c10003a30003c30003a40003c40003a50003c50003a60003c60003a70003c70003a80003c80003a90003c90003aa0003ca0003ab0003cb0003cf0003d70003d80003d90003da0003db0003dc0003dd0003de0003df0003e00003e10003e20003e30003e40003e50003e60003e70003e80003e90003ea0003eb0003ec0003ed0003ee0003ef0003f40003b80003f70003f80003f90003f20003fa0003fb0003fd00037b0003fe00037c0003ff00037d00040000045000040100045100040200045200040300045300040400045400040500045500040600045600040700045700040800045800040900045900040a00045a00040b00045b00040c00045c00040d00045d00040e00045e00040f00045f00041000043000041100043100041200043200041300043300041400043400041500043500041600043600041700043700041800043800041900043900041a00043a00041b00043b00041c00043c00041d00043d00041e00043e00041f00043f00042000044000042100044100042200044200042300044300042400044400042500044500042600044600042700044700042800044800042900044900042a00044a00042b00044b00042c00044c00042d00044d00042e00044e00042f00044f00046000046100046200046300046400046500046600046700046800046900046a00046b00046c00046d00046e00046f00047000047100047200047300047400047500047600047700047800047900047a00047b00047c00047d00047e00047f00048000048100048a00048b00048c00048d00048e00048f00049000049100049200049300049400049500049600049700049800049900049a00049b00049c00049d00049e00049f0004a00004a10004a20004a30004a40004a50004a60004a70004a80004a90004aa0004ab0004ac0004ad0004ae0004af0004b00004b10004b20004b30004b40004b50004b60004b70004b80004b90004ba0004bb0004bc0004bd0004be0004bf0004c00004cf0004c10004c20004c30004c40004c50004c60004c70004c80004c90004ca0004cb0004cc0004cd0004ce0004d00004d10004d20004d30004d40004d50004d60004d70004d80004d90004da0004db0004dc0004dd0004de0004df0004e00004e10004e20004e30004e40004e50004e60004e70004e80004e90004ea0004eb0004ec0004ed0004ee0004ef0004f00004f10004f20004f30004f40004f50004f60004f70004f80004f90004fa0004fb0004fc0004fd0004fe0004ff00050000050100050200050300050400050500050600050700050800050900050a00050b00050c00050d00050e00050f00051000051100051200051300051400051500051600051700051800051900051a00051b00051c00051d00051e00051f00052000052100052200052300053100056100053200056200053300056300053400056400053500056500053600056600053700056700053800056800053900056900053a00056a00053b00056b00053c00056c00053d00056d00053e00056e00053f00056f00054000057000054100057100054200057200054300057300054400057400054500057500054600057600054700057700054800057800054900057900054a00057a00054b00057b00054c00057c00054d00057d00054e00057e00054f00057f0005500005800005510005810005520005820005530005830005540005840005550005850005560005860010a0002d000010a1002d010010a2002d020010a3002d030010a4002d040010a5002d050010a6002d060010a7002d070010a8002d080010a9002d090010aa002d0a0010ab002d0b0010ac002d0c0010ad002d0d0010ae002d0e0010af002d0f0010b0002d100010b1002d110010b2002d120010b3002d130010b4002d140010b5002d150010b6002d160010b7002d170010b8002d180010b9002d190010ba002d1a0010bb002d1b0010bc002d1c0010bd002d1d0010be002d1e0010bf002d1f0010c0002d200010c1002d210010c2002d220010c3002d230010c4002d240010c5002d25001e00001e01001e02001e03001e04001e05001e06001e07001e08001e09001e0a001e0b001e0c001e0d001e0e001e0f001e10001e11001e12001e13001e14001e15001e16001e17001e18001e19001e1a001e1b001e1c001e1d001e1e001e1f001e20001e21001e22001e23001e24001e25001e26001e27001e28001e29001e2a001e2b001e2c001e2d001e2e001e2f001e30001e31001e32001e33001e34001e35001e36001e37001e38001e39001e3a001e3b001e3c001e3d001e3e001e3f001e40001e41001e42001e43001e44001e45001e46001e47001e48001e49001e4a001e4b001e4c001e4d001e4e001e4f001e50001e51001e52001e53001e54001e55001e56001e57001e58001e59001e5a001e5b001e5c001e5d001e5e001e5f001e60001e61001e62001e63001e64001e65001e66001e67001e68001e69001e6a001e6b001e6c001e6d001e6e001e6f001e70001e71001e72001e73001e74001e75001e76001e77001e78001e79001e7a001e7b001e7c001e7d001e7e001e7f001e80001e81001e82001e83001e84001e85001e86001e87001e88001e89001e8a001e8b001e8c001e8d001e8e001e8f001e90001e91001e92001e93001e94001e95001e9e0000df001ea0001ea1001ea2001ea3001ea4001ea5001ea6001ea7001ea8001ea9001eaa001eab001eac001ead001eae001eaf001eb0001eb1001eb2001eb3001eb4001eb5001eb6001eb7001eb8001eb9001eba001ebb001ebc001ebd001ebe001ebf001ec0001ec1001ec2001ec3001ec4001ec5001ec6001ec7001ec8001ec9001eca001ecb001ecc001ecd001ece001ecf001ed0001ed1001ed2001ed3001ed4001ed5001ed6001ed7001ed8001ed9001eda001edb001edc001edd001ede001edf001ee0001ee1001ee2001ee3001ee4001ee5001ee6001ee7001ee8001ee9001eea001eeb001eec001eed001eee001eef001ef0001ef1001ef2001ef3001ef4001ef5001ef6001ef7001ef8001ef9001efa001efb001efc001efd001efe001eff001f08001f00001f09001f01001f0a001f02001f0b001f03001f0c001f04001f0d001f05001f0e001f06001f0f001f07001f18001f10001f19001f11001f1a001f12001f1b001f13001f1c001f14001f1d001f15001f28001f20001f29001f21001f2a001f22001f2b001f23001f2c001f24001f2d001f25001f2e001f26001f2f001f27001f38001f30001f39001f31001f3a001f32001f3b001f33001f3c001f34001f3d001f35001f3e001f36001f3f001f37001f48001f40001f49001f41001f4a001f42001f4b001f43001f4c001f44001f4d001f45001f59001f51001f5b001f53001f5d001f55001f5f001f57001f68001f60001f69001f61001f6a001f62001f6b001f63001f6c001f64001f6d001f65001f6e001f66001f6f001f67001f88001f80001f89001f81001f8a001f82001f8b001f83001f8c001f84001f8d001f85001f8e001f86001f8f001f87001f98001f90001f99001f91001f9a001f92001f9b001f93001f9c001f94001f9d001f95001f9e001f96001f9f001f97001fa8001fa0001fa9001fa1001faa001fa2001fab001fa3001fac001fa4001fad001fa5001fae001fa6001faf001fa7001fb8001fb0001fb9001fb1001fba001f70001fbb001f71001fbc001fb3001fc8001f72001fc9001f73001fca001f74001fcb001f75001fcc001fc3001fd8001fd0001fd9001fd1001fda001f76001fdb001f77001fe8001fe0001fe9001fe1001fea001f7a001feb001f7b001fec001fe5001ff8001f78001ff9001f79001ffa001f7c001ffb001f7d001ffc001ff30021260003c900212a00006b00212b0000e500213200214e00216000217000216100217100216200217200216300217300216400217400216500217500216600217600216700217700216800217800216900217900216a00217a00216b00217b00216c00217c00216d00217d00216e00217e00216f00217f0021830021840024b60024d00024b70024d10024b80024d20024b90024d30024ba0024d40024bb0024d50024bc0024d60024bd0024d70024be0024d80024bf0024d90024c00024da0024c10024db0024c20024dc0024c30024dd0024c40024de0024c50024df0024c60024e00024c70024e10024c80024e20024c90024e30024ca0024e40024cb0024e50024cc0024e60024cd0024e70024ce0024e80024cf0024e9002c00002c30002c01002c31002c02002c32002c03002c33002c04002c34002c05002c35002c06002c36002c07002c37002c08002c38002c09002c39002c0a002c3a002c0b002c3b002c0c002c3c002c0d002c3d002c0e002c3e002c0f002c3f002c10002c40002c11002c41002c12002c42002c13002c43002c14002c44002c15002c45002c16002c46002c17002c47002c18002c48002c19002c49002c1a002c4a002c1b002c4b002c1c002c4c002c1d002c4d002c1e002c4e002c1f002c4f002c20002c50002c21002c51002c22002c52002c23002c53002c24002c54002c25002c55002c26002c56002c27002c57002c28002c58002c29002c59002c2a002c5a002c2b002c5b002c2c002c5c002c2d002c5d002c2e002c5e002c60002c61002c6200026b002c63001d7d002c6400027d002c67002c68002c69002c6a002c6b002c6c002c6d000251002c6e000271002c6f000250002c72002c73002c75002c76002c80002c81002c82002c83002c84002c85002c86002c87002c88002c89002c8a002c8b002c8c002c8d002c8e002c8f002c90002c91002c92002c93002c94002c95002c96002c97002c98002c99002c9a002c9b002c9c002c9d002c9e002c9f002ca0002ca1002ca2002ca3002ca4002ca5002ca6002ca7002ca8002ca9002caa002cab002cac002cad002cae002caf002cb0002cb1002cb2002cb3002cb4002cb5002cb6002cb7002cb8002cb9002cba002cbb002cbc002cbd002cbe002cbf002cc0002cc1002cc2002cc3002cc4002cc5002cc6002cc7002cc8002cc9002cca002ccb002ccc002ccd002cce002ccf002cd0002cd1002cd2002cd3002cd4002cd5002cd6002cd7002cd8002cd9002cda002cdb002cdc002cdd002cde002cdf002ce0002ce1002ce2002ce300a64000a64100a64200a64300a64400a64500a64600a64700a64800a64900a64a00a64b00a64c00a64d00a64e00a64f00a65000a65100a65200a65300a65400a65500a65600a65700a65800a65900a65a00a65b00a65c00a65d00a65e00a65f00a66200a66300a66400a66500a66600a66700a66800a66900a66a00a66b00a66c00a66d00a68000a68100a68200a68300a68400a68500a68600a68700a68800a68900a68a00a68b00a68c00a68d00a68e00a68f00a69000a69100a69200a69300a69400a69500a69600a69700a72200a72300a72400a72500a72600a72700a72800a72900a72a00a72b00a72c00a72d00a72e00a72f00a73200a73300a73400a73500a73600a73700a73800a73900a73a00a73b00a73c00a73d00a73e00a73f00a74000a74100a74200a74300a74400a74500a74600a74700a74800a74900a74a00a74b00a74c00a74d00a74e00a74f00a75000a75100a75200a75300a75400a75500a75600a75700a75800a75900a75a00a75b00a75c00a75d00a75e00a75f00a76000a76100a76200a76300a76400a76500a76600a76700a76800a76900a76a00a76b00a76c00a76d00a76e00a76f00a77900a77a00a77b00a77c00a77d001d7900a77e00a77f00a78000a78100a78200a78300a78400a78500a78600a78700a78b00a78c00ff2100ff4100ff2200ff4200ff2300ff4300ff2400ff4400ff2500ff4500ff2600ff4600ff2700ff4700ff2800ff4800ff2900ff4900ff2a00ff4a00ff2b00ff4b00ff2c00ff4c00ff2d00ff4d00ff2e00ff4e00ff2f00ff4f00ff3000ff5000ff3100ff5100ff3200ff5200ff3300ff5300ff3400ff5400ff3500ff5500ff3600ff5600ff3700ff5700ff3800ff5800ff3900ff5900ff3a00ff5a01040001042801040101042901040201042a01040301042b01040401042c01040501042d01040601042e01040701042f01040801043001040901043101040a01043201040b01043301040c01043401040d01043501040e01043601040f01043701041001043801041101043901041201043a01041301043b01041401043c01041501043d01041601043e01041701043f01041801044001041901044101041a01044201041b01044301041c01044401041d01044501041e01044601041f01044701042001044801042101044901042201044a01042301044b01042401044c01042501044d01042601044e01042701044f

data/cdata/simple_uc_map

@@ -0,0 +1 @@
+00006100004100006200004200006300004300006400004400006500004500006600004600006700004700006800004800006900004900006a00004a00006b00004b00006c00004c00006d00004d00006e00004e00006f00004f00007000005000007100005100007200005200007300005300007400005400007500005500007600005600007700005700007800005800007900005900007a00005a0000b500039c0000e00000c00000e10000c10000e20000c20000e30000c30000e40000c40000e50000c50000e60000c60000e70000c70000e80000c80000e90000c90000ea0000ca0000eb0000cb0000ec0000cc0000ed0000cd0000ee0000ce0000ef0000cf0000f00000d00000f10000d10000f20000d20000f30000d30000f40000d40000f50000d50000f60000d60000f80000d80000f90000d90000fa0000da0000fb0000db0000fc0000dc0000fd0000dd0000fe0000de0000ff00017800010100010000010300010200010500010400010700010600010900010800010b00010a00010d00010c00010f00010e00011100011000011300011200011500011400011700011600011900011800011b00011a00011d00011c00011f00011e00012100012000012300012200012500012400012700012600012900012800012b00012a00012d00012c00012f00012e00013100004900013300013200013500013400013700013600013a00013900013c00013b00013e00013d00014000013f00014200014100014400014300014600014500014800014700014b00014a00014d00014c00014f00014e00015100015000015300015200015500015400015700015600015900015800015b00015a00015d00015c00015f00015e00016100016000016300016200016500016400016700016600016900016800016b00016a00016d00016c00016f00016e00017100017000017300017200017500017400017700017600017a00017900017c00017b00017e00017d00017f00005300018000024300018300018200018500018400018800018700018c00018b0001920001910001950001f600019900019800019a00023d00019e0002200001a10001a00001a30001a20001a50001a40001a80001a70001ad0001ac0001b00001af0001b40001b30001b60001b50001b90001b80001bd0001bc0001bf0001f70001c50001c40001c60001c40001c80001c70001c90001c70001cb0001ca0001cc0001ca0001ce0001cd0001d00001cf0001d20001d10001d40001d30001d60001d50001d80001d70001da0001d90001dc0001db0001dd00018e0001df0001de0001e10001e00001e30001e20001e50001e40001e70001e60001e90001e80001eb0001ea0001ed0001ec0001ef0001ee0001f20001f10001f30001f10001f50001f40001f90001f80001fb0001fa0001fd0001fc0001ff0001fe00020100020000020300020200020500020400020700020600020900020800020b00020a00020d00020c00020f00020e00021100021000021300021200021500021400021700021600021900021800021b00021a00021d00021c00021f00021e00022300022200022500022400022700022600022900022800022b00022a00022d00022c00022f00022e00023100023000023300023200023c00023b00024200024100024700024600024900024800024b00024a00024d00024c00024f00024e000250002c6f000251002c6d00025300018100025400018600025600018900025700018a00025900018f00025b00019000026000019300026300019400026800019700026900019600026b002c6200026f00019c000271002c6e00027200019d00027500019f00027d002c640002800001a60002830001a90002880001ae00028900024400028a0001b100028b0001b200028c0002450002920001b700034500039900037100037000037300037200037700037600037b0003fd00037c0003fe00037d0003ff0003ac0003860003ad0003880003ae0003890003af00038a0003b10003910003b20003920003b30003930003b40003940003b50003950003b60003960003b70003970003b80003980003b90003990003ba00039a0003bb00039b0003bc00039c0003bd00039d0003be00039e0003bf00039f0003c00003a00003c10003a10003c20003a30003c30003a30003c40003a40003c50003a50003c60003a60003c70003a70003c80003a80003c90003a90003ca0003aa0003cb0003ab0003cc00038c0003cd00038e0003ce00038f0003d00003920003d10003980003d50003a60003d60003a00003d70003cf0003d90003d80003db0003da0003dd0003dc0003df0003de0003e10003e00003e30003e20003e50003e40003e70003e60003e90003e80003eb0003ea0003ed0003ec0003ef0003ee0003f000039a0003f10003a10003f20003f90003f50003950003f80003f70003fb0003fa00043000041000043100041100043200041200043300041300043400041400043500041500043600041600043700041700043800041800043900041900043a00041a00043b00041b00043c00041c00043d00041d00043e00041e00043f00041f00044000042000044100042100044200042200044300042300044400042400044500042500044600042600044700042700044800042800044900042900044a00042a00044b00042b00044c00042c00044d00042d00044e00042e00044f00042f00045000040000045100040100045200040200045300040300045400040400045500040500045600040600045700040700045800040800045900040900045a00040a00045b00040b00045c00040c00045d00040d00045e00040e00045f00040f00046100046000046300046200046500046400046700046600046900046800046b00046a00046d00046c00046f00046e00047100047000047300047200047500047400047700047600047900047800047b00047a00047d00047c00047f00047e00048100048000048b00048a00048d00048c00048f00048e00049100049000049300049200049500049400049700049600049900049800049b00049a00049d00049c00049f00049e0004a10004a00004a30004a20004a50004a40004a70004a60004a90004a80004ab0004aa0004ad0004ac0004af0004ae0004b10004b00004b30004b20004b50004b40004b70004b60004b90004b80004bb0004ba0004bd0004bc0004bf0004be0004c20004c10004c40004c30004c60004c50004c80004c70004ca0004c90004cc0004cb0004ce0004cd0004cf0004c00004d10004d00004d30004d20004d50004d40004d70004d60004d90004d80004db0004da0004dd0004dc0004df0004de0004e10004e00004e30004e20004e50004e40004e70004e60004e90004e80004eb0004ea0004ed0004ec0004ef0004ee0004f10004f00004f30004f20004f50004f40004f70004f60004f90004f80004fb0004fa0004fd0004fc0004ff0004fe00050100050000050300050200050500050400050700050600050900050800050b00050a00050d00050c00050f00050e00051100051000051300051200051500051400051700051600051900051800051b00051a00051d00051c00051f00051e00052100052000052300052200056100053100056200053200056300053300056400053400056500053500056600053600056700053700056800053800056900053900056a00053a00056b00053b00056c00053c00056d00053d00056e00053e00056f00053f00057000054000057100054100057200054200057300054300057400054400057500054500057600054600057700054700057800054800057900054900057a00054a00057b00054b00057c00054c00057d00054d00057e00054e00057f00054f000580000550000581000551000582000552000583000553000584000554000585000555000586000556001d7900a77d001d7d002c63001e01001e00001e03001e02001e05001e04001e07001e06001e09001e08001e0b001e0a001e0d001e0c001e0f001e0e001e11001e10001e13001e12001e15001e14001e17001e16001e19001e18001e1b001e1a001e1d001e1c001e1f001e1e001e21001e20001e23001e22001e25001e24001e27001e26001e29001e28001e2b001e2a001e2d001e2c001e2f001e2e001e31001e30001e33001e32001e35001e34001e37001e36001e39001e38001e3b001e3a001e3d001e3c001e3f001e3e001e41001e40001e43001e42001e45001e44001e47001e46001e49001e48001e4b001e4a001e4d001e4c001e4f001e4e001e51001e50001e53001e52001e55001e54001e57001e56001e59001e58001e5b001e5a001e5d001e5c001e5f001e5e001e61001e60001e63001e62001e65001e64001e67001e66001e69001e68001e6b001e6a001e6d001e6c001e6f001e6e001e71001e70001e73001e72001e75001e74001e77001e76001e79001e78001e7b001e7a001e7d001e7c001e7f001e7e001e81001e80001e83001e82001e85001e84001e87001e86001e89001e88001e8b001e8a001e8d001e8c001e8f001e8e001e91001e90001e93001e92001e95001e94001e9b001e60001ea1001ea0001ea3001ea2001ea5001ea4001ea7001ea6001ea9001ea8001eab001eaa001ead001eac001eaf001eae001eb1001eb0001eb3001eb2001eb5001eb4001eb7001eb6001eb9001eb8001ebb001eba001ebd001ebc001ebf001ebe001ec1001ec0001ec3001ec2001ec5001ec4001ec7001ec6001ec9001ec8001ecb001eca001ecd001ecc001ecf001ece001ed1001ed0001ed3001ed2001ed5001ed4001ed7001ed6001ed9001ed8001edb001eda001edd001edc001edf001ede001ee1001ee0001ee3001ee2001ee5001ee4001ee7001ee6001ee9001ee8001eeb001eea001eed001eec001eef001eee001ef1001ef0001ef3001ef2001ef5001ef4001ef7001ef6001ef9001ef8001efb001efa001efd001efc001eff001efe001f00001f08001f01001f09001f02001f0a001f03001f0b001f04001f0c001f05001f0d001f06001f0e001f07001f0f001f10001f18001f11001f19001f12001f1a001f13001f1b001f14001f1c001f15001f1d001f20001f28001f21001f29001f22001f2a001f23001f2b001f24001f2c001f25001f2d001f26001f2e001f27001f2f001f30001f38001f31001f39001f32001f3a001f33001f3b001f34001f3c001f35001f3d001f36001f3e001f37001f3f001f40001f48001f41001f49001f42001f4a001f43001f4b001f44001f4c001f45001f4d001f51001f59001f53001f5b001f55001f5d001f57001f5f001f60001f68001f61001f69001f62001f6a001f63001f6b001f64001f6c001f65001f6d001f66001f6e001f67001f6f001f70001fba001f71001fbb001f72001fc8001f73001fc9001f74001fca001f75001fcb001f76001fda001f77001fdb001f78001ff8001f79001ff9001f7a001fea001f7b001feb001f7c001ffa001f7d001ffb001f80001f88001f81001f89001f82001f8a001f83001f8b001f84001f8c001f85001f8d001f86001f8e001f87001f8f001f90001f98001f91001f99001f92001f9a001f93001f9b001f94001f9c001f95001f9d001f96001f9e001f97001f9f001fa0001fa8001fa1001fa9001fa2001faa001fa3001fab001fa4001fac001fa5001fad001fa6001fae001fa7001faf001fb0001fb8001fb1001fb9001fb3001fbc001fbe000399001fc3001fcc001fd0001fd8001fd1001fd9001fe0001fe8001fe1001fe9001fe5001fec001ff3001ffc00214e00213200217000216000217100216100217200216200217300216300217400216400217500216500217600216600217700216700217800216800217900216900217a00216a00217b00216b00217c00216c00217d00216d00217e00216e00217f00216f0021840021830024d00024b60024d10024b70024d20024b80024d30024b90024d40024ba0024d50024bb0024d60024bc0024d70024bd0024d80024be0024d90024bf0024da0024c00024db0024c10024dc0024c20024dd0024c30024de0024c40024df0024c50024e00024c60024e10024c70024e20024c80024e30024c90024e40024ca0024e50024cb0024e60024cc0024e70024cd0024e80024ce0024e90024cf002c30002c00002c31002c01002c32002c02002c33002c03002c34002c04002c35002c05002c36002c06002c37002c07002c38002c08002c39002c09002c3a002c0a002c3b002c0b002c3c002c0c002c3d002c0d002c3e002c0e002c3f002c0f002c40002c10002c41002c11002c42002c12002c43002c13002c44002c14002c45002c15002c46002c16002c47002c17002c48002c18002c49002c19002c4a002c1a002c4b002c1b002c4c002c1c002c4d002c1d002c4e002c1e002c4f002c1f002c50002c20002c51002c21002c52002c22002c53002c23002c54002c24002c55002c25002c56002c26002c57002c27002c58002c28002c59002c29002c5a002c2a002c5b002c2b002c5c002c2c002c5d002c2d002c5e002c2e002c61002c60002c6500023a002c6600023e002c68002c67002c6a002c69002c6c002c6b002c73002c72002c76002c75002c81002c80002c83002c82002c85002c84002c87002c86002c89002c88002c8b002c8a002c8d002c8c002c8f002c8e002c91002c90002c93002c92002c95002c94002c97002c96002c99002c98002c9b002c9a002c9d002c9c002c9f002c9e002ca1002ca0002ca3002ca2002ca5002ca4002ca7002ca6002ca9002ca8002cab002caa002cad002cac002caf002cae002cb1002cb0002cb3002cb2002cb5002cb4002cb7002cb6002cb9002cb8002cbb002cba002cbd002cbc002cbf002cbe002cc1002cc0002cc3002cc2002cc5002cc4002cc7002cc6002cc9002cc8002ccb002cca002ccd002ccc002ccf002cce002cd1002cd0002cd3002cd2002cd5002cd4002cd7002cd6002cd9002cd8002cdb002cda002cdd002cdc002cdf002cde002ce1002ce0002ce3002ce2002d000010a0002d010010a1002d020010a2002d030010a3002d040010a4002d050010a5002d060010a6002d070010a7002d080010a8002d090010a9002d0a0010aa002d0b0010ab002d0c0010ac002d0d0010ad002d0e0010ae002d0f0010af002d100010b0002d110010b1002d120010b2002d130010b3002d140010b4002d150010b5002d160010b6002d170010b7002d180010b8002d190010b9002d1a0010ba002d1b0010bb002d1c0010bc002d1d0010bd002d1e0010be002d1f0010bf002d200010c0002d210010c1002d220010c2002d230010c3002d240010c4002d250010c500a64100a64000a64300a64200a64500a64400a64700a64600a64900a64800a64b00a64a00a64d00a64c00a64f00a64e00a65100a65000a65300a65200a65500a65400a65700a65600a65900a65800a65b00a65a00a65d00a65c00a65f00a65e00a66300a66200a66500a66400a66700a66600a66900a66800a66b00a66a00a66d00a66c00a68100a68000a68300a68200a68500a68400a68700a68600a68900a68800a68b00a68a00a68d00a68c00a68f00a68e00a69100a69000a69300a69200a69500a69400a69700a69600a72300a72200a72500a72400a72700a72600a72900a72800a72b00a72a00a72d00a72c00a72f00a72e00a73300a73200a73500a73400a73700a73600a73900a73800a73b00a73a00a73d00a73c00a73f00a73e00a74100a74000a74300a74200a74500a74400a74700a74600a74900a74800a74b00a74a00a74d00a74c00a74f00a74e00a75100a75000a75300a75200a75500a75400a75700a75600a75900a75800a75b00a75a00a75d00a75c00a75f00a75e00a76100a76000a76300a76200a76500a76400a76700a76600a76900a76800a76b00a76a00a76d00a76c00a76f00a76e00a77a00a77900a77c00a77b00a77f00a77e00a78100a78000a78300a78200a78500a78400a78700a78600a78c00a78b00ff4100ff2100ff4200ff2200ff4300ff2300ff4400ff2400ff4500ff2500ff4600ff2600ff4700ff2700ff4800ff2800ff4900ff2900ff4a00ff2a00ff4b00ff2b00ff4c00ff2c00ff4d00ff2d00ff4e00ff2e00ff4f00ff2f00ff5000ff3000ff5100ff3100ff5200ff3200ff5300ff3300ff5400ff3400ff5500ff3500ff5600ff3600ff5700ff3700ff5800ff3800ff5900ff3900ff5a00ff3a01042801040001042901040101042a01040201042b01040301042c01040401042d01040501042e01040601042f01040701043001040801043101040901043201040a01043301040b01043401040c01043501040d01043601040e01043701040f01043801041001043901041101043a01041201043b01041301043c01041401043d01041501043e01041601043f01041701044001041801044101041901044201041a01044301041b01044401041c01044501041d01044601041e01044701041f01044801042001044901042101044a01042201044b01042301044c01042401044d01042501044e01042601044f010427

data/cdata/special_lc_map

@@ -0,0 +1 @@
+000130000069000307xxxxxx001f88001f80xxxxxx001f89001f81xxxxxx001f8a001f82xxxxxx001f8b001f83xxxxxx001f8c001f84xxxxxx001f8d001f85xxxxxx001f8e001f86xxxxxx001f8f001f87xxxxxx001f98001f90xxxxxx001f99001f91xxxxxx001f9a001f92xxxxxx001f9b001f93xxxxxx001f9c001f94xxxxxx001f9d001f95xxxxxx001f9e001f96xxxxxx001f9f001f97xxxxxx001fa8001fa0xxxxxx001fa9001fa1xxxxxx001faa001fa2xxxxxx001fab001fa3xxxxxx001fac001fa4xxxxxx001fad001fa5xxxxxx001fae001fa6xxxxxx001faf001fa7xxxxxx001fbc001fb3xxxxxx001fcc001fc3xxxxxx001ffc001ff3xxxxxx

data/cdata/special_uc_map

@@ -0,0 +1 @@
+0000df000053000053xxxxxx00fb00000046000046xxxxxx00fb01000046000049xxxxxx00fb0200004600004cxxxxxx00fb03000046000046000049xxxxxx00fb0400004600004600004cxxxxxx00fb05000053000054xxxxxx00fb06000053000054xxxxxx000587000535000552xxxxxx00fb13000544000546xxxxxx00fb14000544000535xxxxxx00fb1500054400053bxxxxxx00fb1600054e000546xxxxxx00fb1700054400053dxxxxxx0001490002bc00004exxxxxx000390000399000308000301xxxxxx0003b00003a5000308000301xxxxxx0001f000004a00030cxxxxxx001e96000048000331xxxxxx001e97000054000308xxxxxx001e9800005700030axxxxxx001e9900005900030axxxxxx001e9a0000410002bexxxxxx001f500003a5000313xxxxxx001f520003a5000313000300xxxxxx001f540003a5000313000301xxxxxx001f560003a5000313000342xxxxxx001fb6000391000342xxxxxx001fc6000397000342xxxxxx001fd2000399000308000300xxxxxx001fd3000399000308000301xxxxxx001fd6000399000342xxxxxx001fd7000399000308000342xxxxxx001fe20003a5000308000300xxxxxx001fe30003a5000308000301xxxxxx001fe40003a1000313xxxxxx001fe60003a5000342xxxxxx001fe70003a5000308000342xxxxxx001ff60003a9000342xxxxxx001f80001f08000399xxxxxx001f81001f09000399xxxxxx001f82001f0a000399xxxxxx001f83001f0b000399xxxxxx001f84001f0c000399xxxxxx001f85001f0d000399xxxxxx001f86001f0e000399xxxxxx001f87001f0f000399xxxxxx001f88001f08000399xxxxxx001f89001f09000399xxxxxx001f8a001f0a000399xxxxxx001f8b001f0b000399xxxxxx001f8c001f0c000399xxxxxx001f8d001f0d000399xxxxxx001f8e001f0e000399xxxxxx001f8f001f0f000399xxxxxx001f90001f28000399xxxxxx001f91001f29000399xxxxxx001f92001f2a000399xxxxxx001f93001f2b000399xxxxxx001f94001f2c000399xxxxxx001f95001f2d000399xxxxxx001f96001f2e000399xxxxxx001f97001f2f000399xxxxxx001f98001f28000399xxxxxx001f99001f29000399xxxxxx001f9a001f2a000399xxxxxx001f9b001f2b000399xxxxxx001f9c001f2c000399xxxxxx001f9d001f2d000399xxxxxx001f9e001f2e000399xxxxxx001f9f001f2f000399xxxxxx001fa0001f68000399xxxxxx001fa1001f69000399xxxxxx001fa2001f6a000399xxxxxx001fa3001f6b000399xxxxxx001fa4001f6c000399xxxxxx001fa5001f6d000399xxxxxx001fa6001f6e000399xxxxxx001fa7001f6f000399xxxxxx001fa8001f68000399xxxxxx001fa9001f69000399xxxxxx001faa001f6a000399xxxxxx001fab001f6b000399xxxxxx001fac001f6c000399xxxxxx001fad001f6d000399xxxxxx001fae001f6e000399xxxxxx001faf001f6f000399xxxxxx001fb3000391000399xxxxxx001fbc000391000399xxxxxx001fc3000397000399xxxxxx001fcc000397000399xxxxxx001ff30003a9000399xxxxxx001ffc0003a9000399xxxxxx001fb2001fba000399xxxxxx001fb4000386000399xxxxxx001fc2001fca000399xxxxxx001fc4000389000399xxxxxx001ff2001ffa000399xxxxxx001ff400038f000399xxxxxx001fb7000391000342000399xxxxxx001fc7000397000342000399xxxxxx001ff70003a9000342000399xxxxxx

data/lib/unicode_utils.rb

@@ -0,0 +1,8 @@
+# encoding: utf-8
+
+require "unicode_utils/version"
+require "unicode_utils/name"
+require "unicode_utils/simple_upcase"
+require "unicode_utils/simple_downcase"
+require "unicode_utils/upcase"
+require "unicode_utils/downcase"

data/lib/unicode_utils/downcase.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+
+require "unicode_utils/simple_downcase"
+require "unicode_utils/read_special_casing_map"
+
+module UnicodeUtils
+
+  SPECIAL_DOWNCASE_MAP = Impl.read_special_casing_map("special_lc_map")
+
+  # Perform a full case-conversion of +str+ to lowercase according to
+  # the Unicode standard.
+  #
+  # Examples:
+  #
+  #     UnicodeUtils.downcase "ᾈ" => "ᾀ"
+  #
+  # Note: The current implementation ignores the +language_id+
+  # argument and doesn't deal with language and context specific
+  # cases. This affects text in the languages Lithuanian, Turkish and
+  # Azeri and the greek letter sigma in a special position. A future
+  # version of UnicodeUtils will fix this. All other languages are
+  # fully supported according to the Unicode standard.
+  def downcase(str, language_id = nil)
+    String.new.force_encoding(str.encoding).tap { |res|
+      str.each_codepoint { |cp|
+        special_mapping = SPECIAL_DOWNCASE_MAP[cp]
+        if special_mapping
+          special_mapping.each { |m| res << m }
+        else
+          res << (SIMPLE_DOWNCASE_MAP[cp] || cp)
+        end
+      }
+    }
+  end
+  module_function :downcase
+
+end

data/lib/unicode_utils/name.rb

@@ -0,0 +1,33 @@
+# encoding: utf-8
+
+module UnicodeUtils
+
+  module Impl # :nodoc:
+
+    def self.read_names
+      path = File.join(File.dirname(__FILE__), "..", "..", "cdata", "names")
+      Hash.new.tap { |map|
+        File.open(path, "r:US-ASCII") do |input|
+          buffer = "x" * 6
+          while input.read(6, buffer)
+            map[buffer.to_i(16)] = input.gets.tap { |x| x.chomp! }
+          end
+        end
+      }
+    end
+
+  end
+
+  NAME_MAP = Impl.read_names
+
+  # Get the Unicode name of the single codepoint in str.
+  #
+  # Example:
+  #
+  #     UnicodeUtils.name "ᾀ" => "GREEK SMALL LETTER ALPHA WITH PSILI AND YPOGEGRAMMENI"
+  def name(str)
+    NAME_MAP[str.codepoints.first] # .encode
+  end
+  module_function :name
+
+end

data/lib/unicode_utils/read_codepoint_map.rb

@@ -0,0 +1,21 @@
+# encoding: utf-8
+
+module UnicodeUtils
+
+  module Impl # :nodoc:
+
+    def self.read_codepoint_map(filename)
+      path = File.join(File.dirname(__FILE__), "..", "..", "cdata", filename)
+      Hash.new.tap { |map|
+        File.open(path, "r:US-ASCII") do |input|
+          buffer = "x" * 6
+          while input.read(6, buffer)
+            map[buffer.to_i(16)] = input.read(6, buffer).to_i(16)
+          end
+        end
+      }
+    end
+
+  end
+
+end

data/lib/unicode_utils/read_special_casing_map.rb

@@ -0,0 +1,26 @@
+# encoding: utf-8
+
+module UnicodeUtils
+
+  module Impl # :nodoc:
+
+    def self.read_special_casing_map(filename)
+      path = File.join(File.dirname(__FILE__), "..", "..", "cdata", filename)
+      Hash.new.tap { |map|
+        File.open(path, "r:US-ASCII") do |input|
+          buffer = "x" * 6
+          while input.read(6, buffer)
+            cp = buffer.to_i(16)
+            mapping = []
+            while input.read(6, buffer).getbyte(0) != 120
+              mapping << buffer.to_i(16)
+            end
+            map[cp] = mapping
+          end
+        end
+      }
+    end
+
+  end
+
+end

data/lib/unicode_utils/simple_downcase.rb

@@ -0,0 +1,30 @@
+# encoding: utf-8
+
+require "unicode_utils/read_codepoint_map"
+
+module UnicodeUtils
+
+  SIMPLE_DOWNCASE_MAP = Impl.read_codepoint_map("simple_lc_map")
+
+  # Map each codepoint in +str+ that has a single codepoint
+  # lowercase-mapping to that lowercase mapping. +str+ is assumed to be
+  # in a unicode encoding. The original string is not modified. The
+  # returned string has the same encoding and same length as the
+  # original string.
+  #
+  # This function is locale independent.
+  #
+  # Examples:
+  #
+  #     UnicodeUtils.simple_downcase("ÜMIT: 123") => "ümit: 123"
+  #     UnicodeUtils.simple_downcase("STRASSE") => "strasse"
+  def simple_downcase(str)
+    String.new.force_encoding(str.encoding).tap { |res|
+      str.each_codepoint { |cp|
+        res << (SIMPLE_DOWNCASE_MAP[cp] || cp)
+      }
+    }
+  end
+  module_function :simple_downcase
+
+end

data/lib/unicode_utils/simple_upcase.rb

@@ -0,0 +1,30 @@
+# encoding: utf-8
+
+require "unicode_utils/read_codepoint_map"
+
+module UnicodeUtils
+
+  SIMPLE_UPCASE_MAP = Impl.read_codepoint_map("simple_uc_map")
+
+  # Map each codepoint in +str+ that has a single codepoint
+  # uppercase-mapping to that uppercase mapping. +str+ is assumed to be
+  # in a unicode encoding. The original string is not modified. The
+  # returned string has the same encoding and same length as the
+  # original string.
+  #
+  # This function is locale independent.
+  #
+  # Examples:
+  #
+  #     UnicodeUtils.simple_upcase("ümit: 123") => "ÜMIT: 123"
+  #     UnicodeUtils.simple_upcase("weiß") => "WEIß"
+  def simple_upcase(str)
+    String.new.force_encoding(str.encoding).tap { |res|
+      str.each_codepoint { |cp|
+        res << (SIMPLE_UPCASE_MAP[cp] || cp)
+      }
+    }
+  end
+  module_function :simple_upcase
+
+end

data/lib/unicode_utils/upcase.rb

@@ -0,0 +1,36 @@
+# encoding: utf-8
+
+require "unicode_utils/simple_upcase"
+require "unicode_utils/read_special_casing_map"
+
+module UnicodeUtils
+
+  SPECIAL_UPCASE_MAP = Impl.read_special_casing_map("special_uc_map")
+
+  # Perform a full case-conversion of +str+ to uppercase according to
+  # the Unicode standard.
+  #
+  # Examples:
+  #
+  #     UnicodeUtils.upcase "weiß" => "WEISS"
+  #
+  # Note: The current implementation ignores the +language_id+
+  # argument and doesn't deal with language and context specific
+  # cases. This affects text in the languages Lithuanian, Turkish and
+  # Azeri. A future version of UnicodeUtils will fix this. All other
+  # languages are fully supported according to the Unicode standard.
+  def upcase(str, language_id = nil)
+    String.new.force_encoding(str.encoding).tap { |res|
+      str.each_codepoint { |cp|
+        special_mapping = SPECIAL_UPCASE_MAP[cp]
+        if special_mapping
+          special_mapping.each { |m| res << m }
+        else
+          res << (SIMPLE_UPCASE_MAP[cp] || cp)
+        end
+      }
+    }
+  end
+  module_function :upcase
+
+end

data/lib/unicode_utils/version.rb

@@ -0,0 +1,8 @@
+# encoding: utf-8
+
+module UnicodeUtils
+
+  # Corresponds to the unicode_utils gem version.
+  VERSION = "0.1.0"
+
+end

data/test/test_unicode_utils.rb

@@ -0,0 +1,32 @@
+# encoding: utf-8
+
+require "test/unit"
+
+require "unicode_utils"
+
+class TestUnicodeUtils < Test::Unit::TestCase
+
+  def test_name
+    assert_equal "LATIN SMALL LETTER F", UnicodeUtils.name("f")
+  end
+
+  def test_simple_upcase
+    assert_equal "ÜMIT", UnicodeUtils.simple_upcase("ümit")
+    assert_equal "WEIß", UnicodeUtils.simple_upcase("weiß")
+  end
+
+  def test_simple_downcase
+    assert_equal "ümit", UnicodeUtils.simple_downcase("ÜMIT")
+    assert_equal "strasse", UnicodeUtils.simple_downcase("STRASSE")
+  end
+
+  def test_upcase
+    assert_equal "WEISS 123", UnicodeUtils.upcase("Weiß 123")
+  end
+
+  def test_downcase
+    # LATIN CAPITAL LETTER I WITH DOT ABOVE
+    assert_equal "\u0069\u0307", UnicodeUtils.downcase("\u0130")
+  end
+
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification 
+name: unicode_utils
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Stefan Lang
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-10-27 00:00:00 +01:00
+default_executable: 
+dependencies: []
+
+description: 
+email: langstefan@gmx.at
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.txt
+files: 
+- lib/unicode_utils/read_special_casing_map.rb
+- lib/unicode_utils/simple_downcase.rb
+- lib/unicode_utils/read_codepoint_map.rb
+- lib/unicode_utils/downcase.rb
+- lib/unicode_utils/name.rb
+- lib/unicode_utils/upcase.rb
+- lib/unicode_utils/simple_upcase.rb
+- lib/unicode_utils/version.rb
+- lib/unicode_utils.rb
+- cdata/special_lc_map
+- cdata/names
+- cdata/special_uc_map
+- cdata/simple_lc_map
+- cdata/simple_uc_map
+- test/test_unicode_utils.rb
+- README.txt
+- LICENSE.txt
+has_rdoc: true
+homepage: http://github.com/lang/unicode_utils
+post_install_message: 
+rdoc_options: 
+- --main=README.txt
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: 1.9.0
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.1
+signing_key: 
+specification_version: 2
+summary: additional Unicode aware functions for Ruby 1.9
+test_files: 
+- test/test_unicode_utils.rb