fluent-plugin-aliyun-odps 0.0.1

data/lib/fluent/plugin/digest/crc32c.rb

@@ -0,0 +1,105 @@
+#
+#Licensed to the Apache Software Foundation (ASF) under one
+#or more contributor license agreements.  See the NOTICE file
+#distributed with this work for additional information
+#regarding copyright ownership.  The ASF licenses this file
+#to you under the Apache License, Version 2.0 (the
+#"License"); you may not use this file except in compliance
+#with the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+#Unless required by applicable law or agreed to in writing,
+#software distributed under the License is distributed on an
+#"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+#KIND, either express or implied.  See the License for the
+#specific language governing permissions and limitations
+#under the License.
+#
+require_relative  'crc32'
+module Digest
+  #
+  # Implements the CRC32c algorithm.
+  #
+  class CRC32c < CRC32
+    # Generated by `./pycrc.py --algorithm=table-driven --model=crc-32c --generate=c`
+    TABLE = [
+        0x00000000, 0xf26b8303, 0xe13b70f7, 0x1350f3f4,
+        0xc79a971f, 0x35f1141c, 0x26a1e7e8, 0xd4ca64eb,
+        0x8ad958cf, 0x78b2dbcc, 0x6be22838, 0x9989ab3b,
+        0x4d43cfd0, 0xbf284cd3, 0xac78bf27, 0x5e133c24,
+        0x105ec76f, 0xe235446c, 0xf165b798, 0x030e349b,
+        0xd7c45070, 0x25afd373, 0x36ff2087, 0xc494a384,
+        0x9a879fa0, 0x68ec1ca3, 0x7bbcef57, 0x89d76c54,
+        0x5d1d08bf, 0xaf768bbc, 0xbc267848, 0x4e4dfb4b,
+        0x20bd8ede, 0xd2d60ddd, 0xc186fe29, 0x33ed7d2a,
+        0xe72719c1, 0x154c9ac2, 0x061c6936, 0xf477ea35,
+        0xaa64d611, 0x580f5512, 0x4b5fa6e6, 0xb93425e5,
+        0x6dfe410e, 0x9f95c20d, 0x8cc531f9, 0x7eaeb2fa,
+        0x30e349b1, 0xc288cab2, 0xd1d83946, 0x23b3ba45,
+        0xf779deae, 0x05125dad, 0x1642ae59, 0xe4292d5a,
+        0xba3a117e, 0x4851927d, 0x5b016189, 0xa96ae28a,
+        0x7da08661, 0x8fcb0562, 0x9c9bf696, 0x6ef07595,
+        0x417b1dbc, 0xb3109ebf, 0xa0406d4b, 0x522bee48,
+        0x86e18aa3, 0x748a09a0, 0x67dafa54, 0x95b17957,
+        0xcba24573, 0x39c9c670, 0x2a993584, 0xd8f2b687,
+        0x0c38d26c, 0xfe53516f, 0xed03a29b, 0x1f682198,
+        0x5125dad3, 0xa34e59d0, 0xb01eaa24, 0x42752927,
+        0x96bf4dcc, 0x64d4cecf, 0x77843d3b, 0x85efbe38,
+        0xdbfc821c, 0x2997011f, 0x3ac7f2eb, 0xc8ac71e8,
+        0x1c661503, 0xee0d9600, 0xfd5d65f4, 0x0f36e6f7,
+        0x61c69362, 0x93ad1061, 0x80fde395, 0x72966096,
+        0xa65c047d, 0x5437877e, 0x4767748a, 0xb50cf789,
+        0xeb1fcbad, 0x197448ae, 0x0a24bb5a, 0xf84f3859,
+        0x2c855cb2, 0xdeeedfb1, 0xcdbe2c45, 0x3fd5af46,
+        0x7198540d, 0x83f3d70e, 0x90a324fa, 0x62c8a7f9,
+        0xb602c312, 0x44694011, 0x5739b3e5, 0xa55230e6,
+        0xfb410cc2, 0x092a8fc1, 0x1a7a7c35, 0xe811ff36,
+        0x3cdb9bdd, 0xceb018de, 0xdde0eb2a, 0x2f8b6829,
+        0x82f63b78, 0x709db87b, 0x63cd4b8f, 0x91a6c88c,
+        0x456cac67, 0xb7072f64, 0xa457dc90, 0x563c5f93,
+        0x082f63b7, 0xfa44e0b4, 0xe9141340, 0x1b7f9043,
+        0xcfb5f4a8, 0x3dde77ab, 0x2e8e845f, 0xdce5075c,
+        0x92a8fc17, 0x60c37f14, 0x73938ce0, 0x81f80fe3,
+        0x55326b08, 0xa759e80b, 0xb4091bff, 0x466298fc,
+        0x1871a4d8, 0xea1a27db, 0xf94ad42f, 0x0b21572c,
+        0xdfeb33c7, 0x2d80b0c4, 0x3ed04330, 0xccbbc033,
+        0xa24bb5a6, 0x502036a5, 0x4370c551, 0xb11b4652,
+        0x65d122b9, 0x97baa1ba, 0x84ea524e, 0x7681d14d,
+        0x2892ed69, 0xdaf96e6a, 0xc9a99d9e, 0x3bc21e9d,
+        0xef087a76, 0x1d63f975, 0x0e330a81, 0xfc588982,
+        0xb21572c9, 0x407ef1ca, 0x532e023e, 0xa145813d,
+        0x758fe5d6, 0x87e466d5, 0x94b49521, 0x66df1622,
+        0x38cc2a06, 0xcaa7a905, 0xd9f75af1, 0x2b9cd9f2,
+        0xff56bd19, 0x0d3d3e1a, 0x1e6dcdee, 0xec064eed,
+        0xc38d26c4, 0x31e6a5c7, 0x22b65633, 0xd0ddd530,
+        0x0417b1db, 0xf67c32d8, 0xe52cc12c, 0x1747422f,
+        0x49547e0b, 0xbb3ffd08, 0xa86f0efc, 0x5a048dff,
+        0x8ecee914, 0x7ca56a17, 0x6ff599e3, 0x9d9e1ae0,
+        0xd3d3e1ab, 0x21b862a8, 0x32e8915c, 0xc083125f,
+        0x144976b4, 0xe622f5b7, 0xf5720643, 0x07198540,
+        0x590ab964, 0xab613a67, 0xb831c993, 0x4a5a4a90,
+        0x9e902e7b, 0x6cfbad78, 0x7fab5e8c, 0x8dc0dd8f,
+        0xe330a81a, 0x115b2b19, 0x020bd8ed, 0xf0605bee,
+        0x24aa3f05, 0xd6c1bc06, 0xc5914ff2, 0x37faccf1,
+        0x69e9f0d5, 0x9b8273d6, 0x88d28022, 0x7ab90321,
+        0xae7367ca, 0x5c18e4c9, 0x4f48173d, 0xbd23943e,
+        0xf36e6f75, 0x0105ec76, 0x12551f82, 0xe03e9c81,
+        0x34f4f86a, 0xc69f7b69, 0xd5cf889d, 0x27a40b9e,
+        0x79b737ba, 0x8bdcb4b9, 0x988c474d, 0x6ae7c44e,
+        0xbe2da0a5, 0x4c4623a6, 0x5f16d052, 0xad7d5351
+    ]
+    #
+    # Updates the CRC32 checksum.
+    #
+    # @param [String] data
+    #   The data to update the checksum with.
+    #
+    def update(data)
+      data.each_byte do |b|
+        @crc = (((@crc >> 8) & 0x00ffffff) ^ TABLE[(@crc ^ b) & 0xff])
+      end
+      return self
+    end
+  end
+end

data/lib/fluent/plugin/exceptions.rb

@@ -0,0 +1,49 @@
+#
+#Licensed to the Apache Software Foundation (ASF) under one
+#or more contributor license agreements.  See the NOTICE file
+#distributed with this work for additional information
+#regarding copyright ownership.  The ASF licenses this file
+#to you under the Apache License, Version 2.0 (the
+#"License"); you may not use this file except in compliance
+#with the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+#Unless required by applicable law or agreed to in writing,
+#software distributed under the License is distributed on an
+#"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+#KIND, either express or implied.  See the License for the
+#specific language governing permissions and limitations
+#under the License.
+#
+module OdpsDatahub
+  $INVALID_ARGUMENT = "InvalidArgument"
+  $SCHEMA_NOT_MATCH = "SchemaNotMatch"
+  $PACK_SIZE_EXCEED = "PackSizeExceed"
+  $ACCESS_DENIED = "AccessDenied"
+
+  class OdpsDatahubException < StandardError
+    attr_reader :mMessage, :mErrorCode, :mRequestId
+    def initialize(code, msg, reqId = "")
+      @mMessage = msg
+      @mErrorCode = code
+      @mRequestId = reqId
+    end
+
+    def getMessage
+      @mMessage
+    end
+
+    def getCode
+      @mErrorCode
+    end
+
+    def getRequestId
+      @mRequestId
+    end
+
+    def to_s
+      return "ErrorCode: " + @mErrorCode + ", Message: " + @mMessage + ", requestId:" + @mRequestId
+    end
+  end
+end

data/lib/fluent/plugin/http/http_connection.rb

@@ -0,0 +1,130 @@
+#
+#Licensed to the Apache Software Foundation (ASF) under one
+#or more contributor license agreements.  See the NOTICE file
+#distributed with this work for additional information
+#regarding copyright ownership.  The ASF licenses this file
+#to you under the Apache License, Version 2.0 (the
+#"License"); you may not use this file except in compliance
+#with the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+#Unless required by applicable law or agreed to in writing,
+#software distributed under the License is distributed on an
+#"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+#KIND, either express or implied.  See the License for the
+#specific language governing permissions and limitations
+#under the License.
+#
+require 'net/http'
+require 'base64'
+require 'openssl'
+require_relative '../exceptions'
+require_relative '../conf/config'
+require_relative 'http_flag'
+Net::HTTP.version_1_2
+
+module OdpsDatahub
+  class HttpConnection
+    attr_reader :mHeader, :mParam, :mUri, :mReq, :mMethod, :mPath, :mStream, :mOdpsConfig
+    def initialize(odpsConfig, headers, params, path, method, stream = nil, isodpsurl = false)
+      @mOdpsConfig = odpsConfig
+      @mHeader = headers
+      @mParam = params
+      @mPath = path
+      @mMethod = method
+      @mStream = stream
+      @mIsOdpsUrl = isodpsurl
+      buildRequest
+    end
+
+    def buildRequest
+      path = ""
+      separater = '?'
+      @mParam.each { |key , value|
+        if value != ""
+          path += separater + key.to_s + '=' + value.to_s
+        else
+          path += separater + key.to_s
+        end
+        separater = '&'
+      }
+      if @mIsOdpsUrl
+        @mUri = URI.parse(@mOdpsConfig.odpsEndpoint + @mPath + path)
+      else
+        @mUri = URI.parse(@mOdpsConfig.datahubEndpoint + @mPath + path)
+      end
+
+      if !@mHeader.has_key?($CONTENT_MD5)
+        @mHeader[$CONTENT_MD5] = ""
+      end
+      if !@mHeader.has_key?($CONTENT_TYPE)
+        @mHeader[$CONTENT_TYPE] = ""
+      end
+      @mHeader[$DATE] = Time.now.utc.strftime("%a, %d %b %Y %H:%M:%S GMT")
+      if not @mIsOdpsUrl
+        @mHeader[$TUNNEL_STREAM_VERSION] = "1"
+        @mHeader[$TUNNEL_VERSION] = "3"
+      end
+      @mHeader[$USER_AGENT] = $SDK_UA_STR + @mOdpsConfig.userAgent
+      @mHeader[$AUTHORIZATION] = signAuthorization
+      case @mMethod
+        when "POST"
+          @mReq = ::Net::HTTP::Post.new(mUri.to_s, @mHeader)
+          @mReq.body = @mStream
+        when "GET"
+          @mReq = ::Net::HTTP::Get.new(mUri.to_s, @mHeader)
+        when "PUT"
+          @mReq = ::Net::HTTP::Put.new(mUri.to_s, @mHeader)
+          @mReq.body = @mStream
+        else
+          raise OdpsDatahubException.new($INVALID_ARGUMENT, "invalid method")
+      end
+    end
+
+    def getResponse()
+      res = Net::HTTP.start(@mUri.host, @mUri.port) {|http|
+        http.request(@mReq)
+      }
+      return res
+    end
+
+    def signAuthorization
+      prefix = "x-odps-"
+      stringToSign = @mMethod + "\n"
+      accessKey = @mOdpsConfig.accessKey
+      headerMapDown = Hash.new
+
+      @mHeader.each { |key , value|
+        keyDown = key.downcase
+        headerMapDown[keyDown] = value
+      }
+      headerArray = headerMapDown.sort
+
+      headerArray.each { |key , value|
+        if key.start_with?(prefix)
+          stringToSign << key << ":" << value
+          stringToSign << "\n"
+        elsif key == 'content-type' or key == 'content-md5' or key == 'date'
+          stringToSign << value
+          stringToSign << "\n"
+        end
+      }
+
+      signParam = ""
+      separater = '?'
+      paramArray = @mParam.sort
+      paramArray.each { |key , value|
+        if value != ""
+          signParam += separater + key.to_s + '=' + value.to_s
+        else
+          signParam += separater + key.to_s
+        end
+        separater = '&'
+      }
+      stringToSign += @mPath + signParam
+      #puts stringToSign
+      signedStr =  "ODPS " + @mOdpsConfig.accessId + ":" + Base64.encode64("#{OpenSSL::HMAC.digest('sha1', accessKey, stringToSign)}").to_s
+    end
+  end
+end

data/lib/fluent/plugin/http/http_flag.rb

@@ -0,0 +1,73 @@
+#
+#Licensed to the Apache Software Foundation (ASF) under one
+#or more contributor license agreements.  See the NOTICE file
+#distributed with this work for additional information
+#regarding copyright ownership.  The ASF licenses this file
+#to you under the Apache License, Version 2.0 (the
+#"License"); you may not use this file except in compliance
+#with the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+#Unless required by applicable law or agreed to in writing,
+#software distributed under the License is distributed on an
+#"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+#KIND, either express or implied.  See the License for the
+#specific language governing permissions and limitations
+#under the License.
+#
+module OdpsDatahub
+  $SDK_UA_STR = "ODPS Ruby SDK v0.1"
+  $MAX_PACK_SIZE = 2048*1024
+  class HttpHeaders
+    $AUTHORIZATION = "Authorization"
+    $CACHE_CONTROL = "Cache-Control"
+    $CONTENT_DISPOSITION = "Content-Disposition"
+    $CONTENT_ENCODING = "Content-Encoding"
+    $CONTENT_LENGTH = "Content-Length"
+    $CONTENT_MD5 = "Content-MD5"
+    $CONTENT_TYPE = "Content-Type"
+    $DATE = "Date"
+    $ETAG = "ETag"
+    $EXPIRES = "Expires"
+    $HOST = "Host"
+    $LAST_MODIFIED = "Last-Modified"
+    $RANGE = "Range"
+    $LOCATION = "Location"
+    $TRANSFER_ENCODING = "Transfer-Encoding"
+    $CHUNKED = "chunked"
+    $ACCEPT_ENCODING = "Accept-Encoding"
+    $USER_AGENT = "User-Agent"
+    $TUNNEL_VERSION = "x-odps-tunnel-version"
+    $TUNNEL_STREAM_VERSION = "x-odps-tunnel-stream-version"
+  end
+  class HttpParam
+    $PARAM_RECORD_COUNT = "recordcount"
+    $PARAM_PACK_ID = "packid"
+    $PARAM_PACK_NUM = "packnum"
+    $PARAM_ITERATE_MODE = "iteratemode"
+    $PARAM_ITER_MODE_AT_PACKID = "AT_PACKID"
+    $PARAM_ITER_MODE_AFTER_PACKID = "AFTER_PACKID"
+    $PARAM_ITER_MODE_FIRST_PACK = "FIRST_PACK"
+    $PARAM_ITER_MODE_LAST_PACK = "LAST_PACK"
+    $PARAM_SHARD_NUMBER = "shardnumber"
+    $PARAM_SHARD_STATUS = "shardstatus"
+    $PARAM_PARTITION = "partition"
+    $PARAM_PARTITIONS = "partitions"
+    $PARAM_SEEK_TIME = "timestamp"
+    $PARAM_CURR_PROJECT = "curr_project"
+    $PARAM_TYPE = "type"
+    $PARAM_QUERY = "query"
+    $PARAM_EXPECT_MARKER = "expectmarker"
+    $PARAM_MARKER = "marker"
+  end
+  class PackType
+    @@FIRST_PACK_ID = "00000000000000000000000000000000"
+  end
+  class ReadMode
+    @@SEEK_BEGIN = 1
+    @@SEEK_END = 2
+    @@SEEK_CUR = 3
+    @@SEEK_NEXT = 4
+  end
+end

data/lib/fluent/plugin/odps/odps_table.rb

@@ -0,0 +1,253 @@
+#
+#Licensed to the Apache Software Foundation (ASF) under one
+#or more contributor license agreements.  See the NOTICE file
+#distributed with this work for additional information
+#regarding copyright ownership.  The ASF licenses this file
+#to you under the Apache License, Version 2.0 (the
+#"License"); you may not use this file except in compliance
+#with the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+#Unless required by applicable law or agreed to in writing,
+#software distributed under the License is distributed on an
+#"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+#KIND, either express or implied.  See the License for the
+#specific language governing permissions and limitations
+#under the License.
+#
+require 'rexml/document'
+require_relative 'xml_template'
+require_relative 'odps_table_schema'
+require_relative '../http/http_connection'
+
+module OdpsDatahub
+  $STRING_MAX_LENTH = 8 * 1024 * 1024
+  $DATETIME_MAX_TICKS = 253402271999000
+  $DATETIME_MIN_TICKS = -62135798400000
+  $STRING_CHARSET = "UTF-8"
+  class OdpsTableRecord
+    attr_reader :mValues, :mSchema
+
+    def initialize(schema)
+      @mSchema = schema
+      @mValues = Array.new(@mSchema.getColumnCount)
+    end
+
+    def getColumnsCount
+      @mSchema.getColumnCount
+    end
+
+    def getTableSchema
+      @mSchema
+    end
+
+    def getValue(idx)
+      if idx < 0 or idx >= @mSchema.getColumnCount
+        raise "idx out of range"
+      end
+      @mValues.at(idx)
+    end
+
+    def setNullValue(idx)
+      setValue(idx, nil)
+    end
+
+    def setBigInt(idx, value)
+      if value.is_a?Integer
+        setValue(idx, value)
+      else
+        raise "value show be Integer"
+      end
+    end
+
+    def setDouble(idx, value)
+      if value.is_a?Float
+        setValue(idx, value)
+      else
+        raise "value show be Float"
+      end
+    end
+
+    def setBoolean(idx, value)
+      if value != false and value != true
+        raise "value must be bool"
+      end
+      setValue(idx, value)
+    end
+
+    def setDateTime(idx, value)
+      if value.is_a?Integer and value >= $DATETIME_MIN_TICKS and  value <=> $DATETIME_MAX_TICKS
+        setValue(idx, value)
+      else
+        raise "DateTime out of range or value show be Integer"
+      end
+    end
+
+    def setString(idx, value)
+      if value.is_a?String and value.length < $STRING_MAX_LENTH
+        setValue(idx, value)
+      else
+        raise "value show be String and len < #$STRING_MAX_LENTH"
+      end
+    end
+
+    private
+    def setValue(idx, value)
+      if idx < 0 or idx >= @mSchema.getColumnCount
+        raise "idx out of range"
+      end
+      @mValues[idx] = value
+    end
+  end
+
+  class OdpsTable
+    def initialize(odpsConfig, projectName, tableName)
+      @mOdpsConfig = odpsConfig
+      @mProjectName = projectName
+      @mTableName = tableName
+    end
+
+    #get partitions and return an array like :[{"time"=>"2016", "place"=>"china2"},{"time"=>"2015", "place"=>"china"}]
+    def getPartitionList
+      partitionList = Array.new
+      url = "/projects/" + @mProjectName +"/tables/" +  @mTableName
+      lastMarker = nil
+      isEnd = false
+      while !isEnd do
+        header = Hash.new
+        param = Hash.new
+        param[$PARAM_CURR_PROJECT] = @mProjectName
+        param[$PARAM_EXPECT_MARKER] = true
+        param[$PARAM_PARTITIONS] = ""
+        if lastMarker != nil
+          param[$PARAM_MARKER] = lastMarker
+        end
+        conn = HttpConnection.new(@mOdpsConfig, header, param, url, "GET", "", true)
+        res = conn.getResponse
+        if res.code != "200"
+          return partitionList
+          #raise OdpsDatahubException.new($INVALID_ARGUMENT, "This not a partitioned table")
+        end
+
+        doc = REXML::Document.new(res.body.to_s)
+
+        #parse partitions
+        partitionsXml = doc.root.get_elements("Partition")
+        partitionsXml.each { |partition|
+          partitionInfo = Hash.new
+          partition.elements.each { |column|
+            partitionInfo[column.attributes["Name"]] = column.attributes["Value"]
+          }
+          partitionList.push(partitionInfo)
+        }
+
+        #get marker
+        markerXml = doc.root.get_elements("Marker")
+        if markerXml[0].text == nil
+          isEnd = true
+        elsif
+          lastMarker = markerXml[0].text
+        end
+      end
+      return partitionList
+    end
+
+    #ptStr ex: 'dt=20150805,hh=08,mm=24'
+    #call add partiton if not exsits
+    def addPartition(ptStr)
+      pts_array = ptStr.split(',')
+      sqlstr = "ALTER TABLE " + @mProjectName + "." + @mTableName
+      sqlstr = sqlstr +  " ADD IF NOT EXISTS" + " PARTITION ("
+      pts_array.each { |pt|
+        ptkv = pt.split('=')
+        if ptkv.size != 2
+          raise "invalid partition spec" + pt
+        end
+        sqlstr += ptkv[0] + '=' + "'" + ptkv[1] + "'" + ','
+      }
+      sqlstr = sqlstr[0..-2] + ");"
+      taskName = "SQLAddPartitionTask"
+      runSQL(taskName, sqlstr)
+    end
+
+    def runSQL(taskName, sqlstring)
+      task_xml = XmlTemplate.getTaskXml(taskName, sqlstring)
+
+      job_xml = genJobXml('arbitriary_job', '9', "", task_xml)
+      headers = Hash.new
+      headers['Content-Type'] = 'application/xml'
+      headers['Content-MD5'] = Digest::MD5.hexdigest(job_xml)
+      headers['Content-Length'] = job_xml.size.to_s
+
+      params = Hash.new
+
+      url = "/projects/" + @mProjectName +"/instances"
+      conn = HttpConnection.new(@mOdpsConfig, headers, params, url, 'POST', job_xml, true)
+
+      res = conn.getResponse
+      if res.code != '200'
+        raise "Add partition failed with error" + res.code.to_s
+      end
+
+      if res.to_hash['Content-Length'] != "0" and not res.body.to_s.include?"Instance"
+        raise res.body
+      end
+
+      waitForSQLComplete(res)
+    end
+
+    #TODO support mulit task
+    def genJobXml(name, priority, comment, taskStr, runMode='sequence')
+      job_xml = XmlTemplate.getJobXml(name, priority, comment, taskStr, runMode)
+      return job_xml
+    end
+
+    def waitForSQLComplete(res)
+      ret_headers = res.to_hash
+      instanceurl =  "/projects/" + @mProjectName +"/instances" + "/" + ret_headers['location'][0].split('/')[-1]
+
+      headers = Hash.new
+      params = Hash.new
+      params['taskstatus'] = ""
+      res = nil
+
+      while true
+        conn = HttpConnection.new(@mOdpsConfig, headers, params, instanceurl, 'GET', "", true)
+        res = conn.getResponse
+        doc = REXML::Document.new(res.body.to_s)
+        insStatus = doc.root.elements["Status"].text
+        if insStatus == 'Terminated'
+          break;
+        elsif insStatus == 'Running' or insStatus == 'Suspended'
+          sleep(5)
+        end
+      end
+
+      doc.root.elements.each('Tasks/Task') { |e|
+        status = e.elements['Status'].text
+        name = e.elements['Name'].text
+        if status.to_s != 'Success'
+          raise getTaskResult(instanceurl, name.to_s)
+        end
+      }
+    end
+
+    def getTaskResult(instanceurl, name)
+      headers = Hash.new
+      params = Hash.new
+      params['result'] = ""
+      res = nil
+
+      conn = HttpConnection.new(@mOdpsConfig, headers, params, instanceurl, 'GET', "", true)
+      res = conn.getResponse
+      doc = REXML::Document.new(res.body.to_s)
+      doc.root.elements.each('Tasks/Task') { |e|
+        taskname = e.elements['Name'].text
+        if taskname == name.to_s
+          return e.elements['Result'].cdatas().to_s
+        end
+      }
+    end
+  end
+end