fluent-plugin-aliyun-odps 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e28c644dd8956d42c9259c8107e1562170e99ffb
-  data.tar.gz: 624f82358efaf898e99a0e66ac9eee9a0bd02b4d
+  metadata.gz: ccca9e5528e9cbc5461352d040d5fc4e9b1b519d
+  data.tar.gz: cf67243d84b5a5cb744fb1bb4ef5a398ae630ae2
 SHA512:
-  metadata.gz: 2409ea2556c09decf18a32cea1a0fdaf0b97c414dfcf650c216b8cd801c8ca4da971001e8e91afe3aeda93e59d2f0f38203dad1c25ad9b2bea439439ed8fbe8e
-  data.tar.gz: 079fc4a38af433ceb734baa17ebffd1d6c35ca1746866e8dec11a5ff48529672a59f84be28fa9f6b5451c8471241fa4a0cbc9c35c3b28ea30331c2c5c9c7a6ba
+  metadata.gz: 70bca3d7fff3d6787e16f42697d996a4198a43967d7910c89addbc16d64da7b4ad4d82bc38a235c8aadd10770e5ac24433216c30c9d78521f03f7c0dc37908b9
+  data.tar.gz: 1c34a5a98e54d264639ba6986c0f4c12ff6514f3b781f85870e89d2501fff9c7f98c5693b1ca259fe76016ff70f3788eb2bf152cca47fb8bae606486103e3f1a

data/CHANGELOG.md

@@ -17,4 +17,6 @@ Fix some log format.
 0.1.2
 Use XStreamPack.
 0.1.3
-Drop record with error log when parse partition failed.
+Drop record with error log when parse partition failed.
+0.1.5
+Fix string encode replace unknow char

data/VERSION

@@ -1 +1 @@
-0.1.4
+0.1.5

data/lib/fluent/plugin/serialize/serializer.rb

@@ -61,11 +61,10 @@ module OdpsDatahub
     end
 
     def encodeString(value)
-      value_to_encode = value.dup
-      value_to_encode.encode!(::Protobuf::Field::StringField::ENCODING, :invalid => :replace, :undef => :replace, :replace => "")
-      value_to_encode.force_encoding(::Protobuf::Field::BytesField::BYTES_ENCODING)
-      string_bytes = ::Protobuf::Field::VarintField.encode(value_to_encode.size)
-      string_bytes << value_to_encode
+      value.encode!(::Protobuf::Field::StringField::ENCODING, :invalid => :replace, :undef => :replace, :replace => "")
+      value.force_encoding(::Protobuf::Field::BytesField::BYTES_ENCODING)
+      string_bytes = ::Protobuf::Field::VarintField.encode(value.size)
+      string_bytes << value
     end
 
     def encodeFixed64(value)
@@ -117,13 +116,15 @@ module OdpsDatahub
                 writeTag(col.mIdx + 1, ::Protobuf::WireType::VARINT, upStream)
                 upStream.write(encodeDataTime(cellValue))
               when $ODPS_STRING
+                encode_str = encodeString(cellValue)
                 crc32cRecord.write(cellValue)
                 writeTag(col.mIdx + 1, ::Protobuf::WireType::LENGTH_DELIMITED, upStream)
-                upStream.write(encodeString(cellValue))
+                upStream.write(encode_str)
               when $ODPS_DECIMAL
+                encode_str = encodeString(cellValue)
                 crc32cRecord.write(cellValue)
                 writeTag(col.mIdx + 1, ::Protobuf::WireType::LENGTH_DELIMITED, upStream)
-                upStream.write(encodeString(cellValue))
+                upStream.write(encode_str)
               else
                 raise OdpsDatahubException.new($INVALID_ARGUMENT, "invalid mType")
             end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-aliyun-odps
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - Xiao Dong
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-28 00:00:00.000000000 Z
+date: 2016-05-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd