react-native-update 10.59.2 → 10.61.0

package/android/jni/HDiffPatch/dirDiffPatch/dir_patch/dir_patch.c

@@ -1,770 +0,0 @@
-// dir_patch.c
-// hdiffz dir patch
-//
-/*
- The MIT License (MIT)
- Copyright (c) 2018-2019 HouSisong
- 
- Permission is hereby granted, free of charge, to any person
- obtaining a copy of this software and associated documentation
- files (the "Software"), to deal in the Software without
- restriction, including without limitation the rights to use,
- copy, modify, merge, publish, distribute, sublicense, and/or sell
- copies of the Software, and to permit persons to whom the
- Software is furnished to do so, subject to the following
- conditions:
- 
- The above copyright notice and this permission notice shall be
- included in all copies of the Software.
- 
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
- OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
- HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
- WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
- OTHER DEALINGS IN THE SOFTWARE.
- */
-#include "dir_patch.h"
-#include "../../file_for_patch.h"
-#include "../../libHDiffPatch/HPatch/patch.h"
-#if (_IS_NEED_DIR_DIFF_PATCH)
-#include "dir_patch_tools.h"
-#include <stdio.h>
-#include <string.h>
-
-static const char* kVersionType="HDIFF19";
-
-#define TUInt hpatch_StreamPos_t
-
-#define  check(value) { if (!(value)){ fprintf(stderr,"check "#value" error!\n");  \
-                                       result=hpatch_FALSE; goto clear; } }
-
-#define unpackUIntTo(puint,sclip) \
-    check(_TStreamCacheClip_unpackUIntWithTag(sclip,puint,0))
-
-#define unpackToSize(psize,sclip) { \
-    TUInt v; check(_TStreamCacheClip_unpackUIntWithTag(sclip,&v,0)); \
-    if (sizeof(TUInt)!=sizeof(size_t)) check(v==(size_t)v); \
-    *(psize)=(size_t)v; }
-
-
-hpatch_BOOL getDirDiffInfoByFile(const char* diffFileName,TDirDiffInfo* out_info,
-                                 hpatch_StreamPos_t diffDataOffert,hpatch_StreamPos_t diffDataSize){
-    hpatch_BOOL          result=hpatch_TRUE;
-    hpatch_TFileStreamInput     diffData;
-    hpatch_TFileStreamInput_init(&diffData);
-    
-    check(hpatch_TFileStreamInput_open(&diffData,diffFileName));
-    if (diffDataOffert>0){
-        check(hpatch_TFileStreamInput_setOffset(&diffData,diffDataOffert));
-        check(diffData.base.streamSize>=diffDataSize);
-        diffData.base.streamSize=diffDataSize;
-    }
-    result=getDirDiffInfo(&diffData.base,out_info);
-    check(hpatch_TFileStreamInput_close(&diffData));
-clear:
-    return result;
-}
-
-static hpatch_BOOL _read_dirdiff_head(TDirDiffInfo* out_info,_TDirDiffHead* out_head,
-                                      const hpatch_TStreamInput* dirDiffFile,hpatch_BOOL* out_isAppendContinue){
-    hpatch_BOOL result=hpatch_TRUE;
-    const hpatch_BOOL isLoadHDiffInfo=(out_isAppendContinue)?hpatch_FALSE:hpatch_TRUE;
-    TStreamCacheClip  _headClip;
-    TStreamCacheClip* headClip=&_headClip;
-    TByte             temp_cache[hpatch_kStreamCacheSize];
-    char savedCompressType[hpatch_kMaxPluginTypeLength+1];
-    hpatch_StreamPos_t savedOldRefSize=0;
-    hpatch_StreamPos_t savedNewRefSize=0;
-    out_info->isDirDiff=hpatch_FALSE;
-    if (out_isAppendContinue) *out_isAppendContinue=hpatch_TRUE;
-    
-    _TStreamCacheClip_init(headClip,dirDiffFile,0,dirDiffFile->streamSize,
-                           temp_cache,hpatch_kStreamCacheSize);
-    {//type
-        char* tempType=out_info->hdiffInfo.compressType;
-        if (!_TStreamCacheClip_readType_end(headClip,'&',tempType)) return result;//unsupport type, not error
-        if (0!=strcmp(tempType,kVersionType)) return result;//unsupport type, not error
-        out_info->isDirDiff=hpatch_TRUE; //type ok, continue
-    }
-    //read compressType
-    check(_TStreamCacheClip_readType_end(headClip,'&',savedCompressType));
-    //read checksumType
-    check(_TStreamCacheClip_readType_end(headClip,'\0',out_info->checksumType));
-    out_head->typesEndPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
-    {
-        TUInt savedValue;
-        unpackUIntTo(&savedValue,headClip);  check(savedValue<=1);
-        out_info->oldPathIsDir=(hpatch_BOOL)savedValue;
-        unpackUIntTo(&savedValue,headClip);  check(savedValue<=1);
-        out_info->newPathIsDir=(hpatch_BOOL)savedValue;
-        
-        unpackToSize(&out_head->oldPathCount,headClip);
-        unpackToSize(&out_head->oldPathSumSize,headClip);
-        unpackToSize(&out_head->newPathCount,headClip);
-        unpackToSize(&out_head->newPathSumSize,headClip);
-        unpackToSize(&out_head->oldRefFileCount,headClip);
-        unpackUIntTo(&savedOldRefSize,headClip);
-        unpackToSize(&out_head->newRefFileCount,headClip);
-        unpackUIntTo(&savedNewRefSize,headClip);
-        unpackToSize(&out_head->sameFilePairCount,headClip);
-        unpackUIntTo(&out_head->sameFileSize,headClip);
-        unpackToSize(&out_head->newExecuteCount,headClip);
-        unpackToSize(&out_head->privateReservedDataSize,headClip);
-        unpackUIntTo(&out_head->privateExternDataSize,headClip);
-        unpackUIntTo(&out_info->externDataSize,headClip);
-        out_head->compressSizeBeginPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
-        unpackUIntTo(&out_head->headDataSize,headClip);
-        unpackUIntTo(&out_head->headDataCompressedSize,headClip);
-        unpackToSize(&out_info->checksumByteSize,headClip);
-        out_info->checksumOffset=_TStreamCacheClip_readPosOfSrcStream(headClip);
-        if (out_isAppendContinue){
-            if (_TStreamCacheClip_streamSize(headClip) <= out_info->checksumByteSize*4){
-                *out_isAppendContinue=hpatch_TRUE;
-                return hpatch_TRUE; //need more diffData, not error
-            }else{
-                *out_isAppendContinue=hpatch_FALSE;
-                //ok, continue
-            }
-        }
-        if (out_info->checksumByteSize>0){
-            check(_TStreamCacheClip_skipData(headClip,out_info->checksumByteSize*4));
-        }
-        out_info->dirDataIsCompressed=(out_head->headDataCompressedSize>0);
-    }
-    {
-        size_t savedCompressTypeLen=strlen(savedCompressType);
-        TStreamInputClip hdiffStream;
-        TUInt curPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
-        out_head->headDataOffset=curPos;
-        curPos+=(out_head->headDataCompressedSize>0)?out_head->headDataCompressedSize:out_head->headDataSize;
-        out_head->privateExternDataOffset=curPos; //headDataEndPos
-        curPos+=out_head->privateExternDataSize;
-        out_info->externDataOffset=curPos;
-        curPos+=out_info->externDataSize;
-        out_head->hdiffDataOffset=curPos;
-        out_head->hdiffDataSize=dirDiffFile->streamSize-curPos;
-        if (isLoadHDiffInfo){
-            TStreamInputClip_init(&hdiffStream,dirDiffFile,out_head->hdiffDataOffset,
-                                  out_head->hdiffDataOffset+out_head->hdiffDataSize);
-            check(getCompressedDiffInfo(&out_info->hdiffInfo,&hdiffStream.base));
-            check(savedOldRefSize==out_info->hdiffInfo.oldDataSize);
-            check(savedNewRefSize==out_info->hdiffInfo.newDataSize);
-            if (strlen(out_info->hdiffInfo.compressType)==0)
-                memcpy(out_info->hdiffInfo.compressType,savedCompressType,savedCompressTypeLen+1); //with '\0'
-            else
-                check(0==strcmp(savedCompressType,out_info->hdiffInfo.compressType));
-        }else{
-            memset(&out_info->hdiffInfo,0,sizeof(out_info->hdiffInfo));
-            out_info->hdiffInfo.oldDataSize=savedOldRefSize;
-            out_info->hdiffInfo.newDataSize=savedNewRefSize;
-            memcpy(out_info->hdiffInfo.compressType,savedCompressType,savedCompressTypeLen+1); //with '\0'
-        }
-    }
-clear:
-    return result;
-}
-hpatch_BOOL read_dirdiff_head(TDirDiffInfo* out_info,_TDirDiffHead* out_head,
-                              const hpatch_TStreamInput* dirDiffFile){
-    return _read_dirdiff_head(out_info,out_head,dirDiffFile,0);
-}
-
-hpatch_BOOL getDirDiffInfo(const hpatch_TStreamInput* diffFile,TDirDiffInfo* out_info){
-    _TDirDiffHead head;
-    return read_dirdiff_head(out_info,&head,diffFile);
-}
-
-
-hpatch_BOOL TDirPatcher_open(TDirPatcher* self,const hpatch_TStreamInput* dirDiffData,
-                             const TDirDiffInfo** out_dirDiffInfo){
-    hpatch_BOOL result;
-    assert(self->_dirDiffData==0);
-    result=read_dirdiff_head(&self->dirDiffInfo,&self->dirDiffHead,dirDiffData);
-    if (result){
-        self->_dirDiffData=dirDiffData;
-        *out_dirDiffInfo=&self->dirDiffInfo;
-    }
-    return result;
-}
-
-static hpatch_BOOL readSamePairListTo(TStreamCacheClip* sclip,hpatch_TSameFilePair* out_pairList,size_t pairCount,
-                                      size_t check_endNewValue,size_t check_endOldValue){
-    //endValue: maxValue+1
-    hpatch_BOOL result=hpatch_TRUE;
-    TUInt backNewValue=~(TUInt)0;
-    TUInt backOldValue=~(TUInt)0;
-    size_t i;
-    for (i=0; i<pairCount;++i) {
-        const TByte*  psign;
-        TUInt incOldValue;
-        TUInt incNewValue;
-        check(_TStreamCacheClip_unpackUIntWithTag(sclip,&incNewValue,0));
-        backNewValue+=1+incNewValue;
-        check(backNewValue<check_endNewValue);
-        out_pairList[i].newIndex=(size_t)backNewValue;
-        
-        psign=_TStreamCacheClip_accessData(sclip,1);
-        check(psign!=0);
-        check(_TStreamCacheClip_unpackUIntWithTag(sclip,&incOldValue,1));
-        if (0==((*psign)>>(8-1)))
-            backOldValue+=1+incOldValue;
-        else
-            backOldValue=backOldValue+1-incOldValue;
-        check(backOldValue<check_endOldValue);
-        out_pairList[i].oldIndex=(size_t)backOldValue;
-    }
-clear:
-    return result;
-}
-
-
-#define _pchecksumOldRef(_self)     ((_self)->_pChecksumMem)
-#define _pchecksumNewRef(_self)     ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*1)
-#define _pchecksumCopyFile(_self)   ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*2)
-#define _pchecksumDiffData(_self)   ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*3)
-#define _pchecksumTemp(_self)       ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*4)
-
-static hpatch_BOOL _checksum_append(hpatch_TChecksum* checksumPlugin,hpatch_checksumHandle csHandle,
-                                    const hpatch_TStreamInput* data,
-                                    hpatch_StreamPos_t begin,hpatch_StreamPos_t end){
-    hpatch_BOOL result=hpatch_TRUE;
-#define __bufCacheSize (hpatch_kStreamCacheSize*4)
-    TByte buf[__bufCacheSize];
-    while (begin<end) {
-        size_t len=__bufCacheSize;
-        if (len>(hpatch_StreamPos_t)(end-begin))
-            len=(size_t)(end-begin);
-        check(data->read(data,begin,buf,buf+len));
-        checksumPlugin->append(csHandle,buf,buf+len);
-        begin+=len;
-    }
-    return hpatch_TRUE;
-clear:
-    return result;
-#undef __bufCacheSize
-}
-
-static hpatch_BOOL _do_checksum(TDirPatcher* self,const TByte* checksumTest,TByte* checksumTemp,
-                                const hpatch_TStreamInput* data,
-                                hpatch_StreamPos_t skipBegin,hpatch_StreamPos_t skipEnd){
-    hpatch_BOOL result=hpatch_TRUE;
-    size_t checksumByteSize=self->dirDiffInfo.checksumByteSize;
-    hpatch_TChecksum*   checksumPlugin=self->_checksumSet.checksumPlugin;
-    hpatch_checksumHandle  csHandle=checksumPlugin->open(checksumPlugin);
-    checksumPlugin->begin(csHandle);
-    if (0<skipBegin){
-        check(_checksum_append(checksumPlugin,csHandle,data,0,skipBegin));
-    }
-    if (skipEnd<data->streamSize){
-        check(_checksum_append(checksumPlugin,csHandle,data,skipEnd,data->streamSize));
-    }
-    checksumPlugin->end(csHandle,checksumTemp,checksumTemp+checksumByteSize);
-    check(0==memcmp(checksumTest,checksumTemp,checksumByteSize));
-clear:
-    if (csHandle) checksumPlugin->close(checksumPlugin,csHandle);
-    return result;
-}
-
-hpatch_BOOL TDirPatcher_checksum(TDirPatcher* self,const TDirPatchChecksumSet* checksumSet){
-    hpatch_BOOL result=hpatch_TRUE;
-    hpatch_BOOL isHaveCheck=checksumSet->isCheck_oldRefData||checksumSet->isCheck_newRefData||
-                            checksumSet->isCheck_copyFileData||checksumSet->isCheck_dirDiffData;
-    if (checksumSet->checksumPlugin){
-        check(0==strcmp(self->dirDiffInfo.checksumType,checksumSet->checksumPlugin->checksumType()));
-        check(self->dirDiffInfo.checksumByteSize==checksumSet->checksumPlugin->checksumByteSize());
-    }else{// checksumPlugin == 0
-        check(!isHaveCheck);
-    }
-    check(self->_pChecksumMem==0);//now unsupport reset
-    if (isHaveCheck){
-        size_t             checksumByteSize=self->dirDiffInfo.checksumByteSize;
-        hpatch_StreamPos_t checksumOffset=self->dirDiffInfo.checksumOffset;
-        self->_checksumSet=*checksumSet;
-        self->_pChecksumMem=(TByte*)malloc(checksumByteSize*(4+1)); //+1 for checksumTemp
-        check(self->_pChecksumMem!=0);
-        check(self->_dirDiffData->read(self->_dirDiffData,checksumOffset,
-                                       self->_pChecksumMem,self->_pChecksumMem+checksumByteSize*4));
-        
-        //checksum dirDiffData
-        if (self->_checksumSet.isCheck_dirDiffData){
-            hpatch_StreamPos_t savedDiffChecksumOffset=checksumOffset+checksumByteSize*3;
-            if(!_do_checksum(self,_pchecksumDiffData(self),_pchecksumTemp(self),self->_dirDiffData,
-                             savedDiffChecksumOffset,savedDiffChecksumOffset+checksumByteSize))
-                self->_isDiffDataChecksumError=hpatch_TRUE;
-            check(!self->_isDiffDataChecksumError);
-        }
-    }
-
-clear:
-    return result;
-}
-
-hpatch_BOOL TDirPatcher_loadDirData(TDirPatcher* self,hpatch_TDecompress* decompressPlugin,
-                                    const char* oldPath_utf8,const char* newPath_utf8){
-    hpatch_BOOL result=hpatch_TRUE;
-    size_t               memSize=0;
-    TByte*               curMem=0;
-    const _TDirDiffHead* head=&self->dirDiffHead;
-    const size_t         pathSumSize=head->oldPathSumSize+head->newPathSumSize;
-    TStreamCacheClip        headStream;
-    _TDecompressInputStream decompresser;
-    TByte  temp_cache[hpatch_kStreamCacheSize];
-    decompresser.decompressHandle=0;
-    assert(self->_decompressPlugin==0);
-    assert(self->_pDiffDataMem==0);
-    self->_decompressPlugin=decompressPlugin;
-    
-    //dir head data clip stream
-    {
-        hpatch_StreamPos_t curPos=self->dirDiffHead.headDataOffset;
-        check(getStreamClip(&headStream,&decompresser,self->dirDiffHead.headDataSize,
-                            self->dirDiffHead.headDataCompressedSize,self->_dirDiffData,&curPos,
-                            decompressPlugin,temp_cache,hpatch_kStreamCacheSize));
-    }
-    //mem
-    memSize = (head->oldPathCount+head->newPathCount)*sizeof(const char*)
-            + (head->oldRefFileCount+head->newRefFileCount+head->newExecuteCount)*sizeof(size_t)
-            + head->sameFilePairCount*sizeof(hpatch_TSameFilePair)
-            + (head->newRefFileCount)*sizeof(hpatch_StreamPos_t)
-            + hpatch_kPathMaxSize*2 + pathSumSize;
-    self->_pDiffDataMem=malloc(memSize);
-    check(self->_pDiffDataMem!=0);
-    curMem=self->_pDiffDataMem;
-    self->_newDir.newRefSizeList=(hpatch_StreamPos_t*)curMem;
-        curMem+=head->newRefFileCount*sizeof(hpatch_StreamPos_t);
-    self->oldUtf8PathList=(const char**)curMem; curMem+=head->oldPathCount*sizeof(const char*);
-    self->_newDir.newUtf8PathList=(const char**)curMem; curMem+=head->newPathCount*sizeof(const char*);
-    self->oldRefList=(const size_t*)curMem; curMem+=head->oldRefFileCount*sizeof(size_t);
-    self->_newDir.newRefList=(const size_t*)curMem; curMem+=head->newRefFileCount*sizeof(size_t);
-    self->_newDir.newExecuteList=(const size_t*)curMem; curMem+=head->newExecuteCount*sizeof(size_t);
-    self->_newDir.dataSamePairList=(const hpatch_TSameFilePair*)curMem;
-        curMem+=head->sameFilePairCount*sizeof(hpatch_TSameFilePair);
-    
-    self->_oldRootDir=(char*)curMem;
-    self->_oldRootDir_bufEnd=self->_oldRootDir+hpatch_kPathMaxSize;  curMem+=hpatch_kPathMaxSize;
-    self->_oldRootDir_end=setDirPath(self->_oldRootDir,self->_oldRootDir_bufEnd,oldPath_utf8);
-    check(0!=self->_oldRootDir_end);
-    if (!self->dirDiffInfo.oldPathIsDir)
-        --self->_oldRootDir_end; //without '/'
-    self->_newDir._newRootDir=(char*)curMem;
-    self->_newDir._newRootDir_bufEnd=self->_newDir._newRootDir+hpatch_kPathMaxSize;  curMem+=hpatch_kPathMaxSize;
-    self->_newDir._newRootDir_end=setDirPath(self->_newDir._newRootDir,self->_newDir._newRootDir_bufEnd,newPath_utf8);
-    check(0!=self->_newDir._newRootDir_end);
-    if (!self->dirDiffInfo.newPathIsDir)
-        --self->_newDir._newRootDir_end;//without '/'
-    //read old & new path List
-    check(_TStreamCacheClip_readDataTo(&headStream,curMem,curMem+pathSumSize));
-    formatDirTagForLoad((char*)curMem,(char*)curMem+pathSumSize);
-    curMem+=pathSumSize;
-    
-    assert(curMem-memSize==self->_pDiffDataMem);
-    check(clipCStrsTo((const char*)curMem-pathSumSize,(const char*)curMem,
-                      (const char**)self->oldUtf8PathList,head->oldPathCount+head->newPathCount));
-    //read oldRefList
-    check(readIncListTo(&headStream,(size_t*)self->oldRefList,head->oldRefFileCount,head->oldPathCount));
-    //read newRefList
-    check(readIncListTo(&headStream,(size_t*)self->_newDir.newRefList,head->newRefFileCount,head->newPathCount));
-    //read newRefSizeList
-    check(readListTo(&headStream,(hpatch_StreamPos_t*)self->_newDir.newRefSizeList,head->newRefFileCount));
-    //read dataSamePairList
-    check(readSamePairListTo(&headStream,(hpatch_TSameFilePair*)self->_newDir.dataSamePairList,head->sameFilePairCount,
-                             head->newPathCount,head->oldPathCount));
-    //read newExecuteList
-    check(readIncListTo(&headStream,(size_t*)self->_newDir.newExecuteList,head->newExecuteCount,head->newPathCount));
-    check(_TStreamCacheClip_streamSize(&headStream)==self->dirDiffHead.privateReservedDataSize);
-clear:
-    if (decompresser.decompressHandle){
-        if (!decompressPlugin->close(decompressPlugin,decompresser.decompressHandle))
-            result=hpatch_FALSE;
-        decompresser.decompressHandle=0;
-    }
-    return result;
-}
-
-
-hpatch_BOOL  _openRes(hpatch_IResHandle* res,hpatch_TStreamInput** out_stream){
-    hpatch_BOOL  result=hpatch_TRUE;
-    TDirPatcher*        self=(TDirPatcher*)res->resImport;
-    size_t              resIndex=res-self->_resList;
-    hpatch_TFileStreamInput*   file=self->_oldFileList+resIndex;
-    const char*         utf8fileName=0;
-    assert(resIndex<self->dirDiffHead.oldRefFileCount);
-    assert(file->m_file==0);
-    utf8fileName=TDirPatcher_getOldRefPathByRefIndex(self,resIndex);
-    check(utf8fileName!=0);
-    check(hpatch_TFileStreamInput_open(file,utf8fileName));
-    *out_stream=&file->base;
-clear:
-    return result;
-}
-hpatch_BOOL _closeRes(hpatch_IResHandle* res,const hpatch_TStreamInput* stream){
-    hpatch_BOOL  result=hpatch_TRUE;
-    TDirPatcher*        self=(TDirPatcher*)res->resImport;
-    size_t              resIndex=res-self->_resList;
-    hpatch_TFileStreamInput*   file=self->_oldFileList+resIndex;
-    assert(resIndex<self->dirDiffHead.oldRefFileCount);
-    assert(file->m_file!=0);
-    assert(stream==&file->base);
-    check(hpatch_TFileStreamInput_close(file));
-clear:
-    return result;
-}
-
-hpatch_BOOL TDirPatcher_openOldRefAsStream(TDirPatcher* self,size_t kMaxOpenFileNumber,
-                                           const hpatch_TStreamInput** out_oldRefStream){
-    hpatch_BOOL result=hpatch_TRUE;
-    size_t      refCount=self->dirDiffHead.oldRefFileCount;
-    assert(self->_pOldRefMem==0);
-    assert(self->_oldFileList==0);
-    assert(self->_resLimit.streamList==0);
-    assert(self->_oldRefStream.stream==0);
-    {//open oldRef
-        size_t      i;
-        size_t      memSize=0;
-        hpatch_StreamPos_t  sumFSize=0;
-        assert(kMaxOpenFileNumber>=kMaxOpenFileNumber_limit_min);
-        kMaxOpenFileNumber-=2;// for diffFile and one newFile
-        //mem
-        memSize=(sizeof(hpatch_IResHandle)+sizeof(hpatch_TFileStreamInput))*refCount;
-        self->_pOldRefMem=malloc(memSize);
-        check(self->_pOldRefMem!=0);
-        self->_resList=(hpatch_IResHandle*)self->_pOldRefMem;
-        self->_oldFileList=(hpatch_TFileStreamInput*)&self->_resList[refCount];
-        memset(self->_resList,0,sizeof(hpatch_IResHandle)*refCount);
-        memset(self->_oldFileList,0,sizeof(hpatch_TFileStreamInput)*refCount);
-        
-        //init
-        for (i=0; i<refCount;++i){
-            hpatch_TPathType          oldPathType;
-            hpatch_StreamPos_t fileSize;
-            const char* oldRefFileName=TDirPatcher_getOldRefPathByRefIndex(self,i);
-            check(oldRefFileName!=0);
-            check(hpatch_getPathStat(oldRefFileName,&oldPathType,&fileSize));
-            check(oldPathType==kPathType_file);
-            self->_resList[i].resImport=self;
-            self->_resList[i].resStreamSize=fileSize;
-            self->_resList[i].open=_openRes;
-            self->_resList[i].close=_closeRes;
-            sumFSize+=fileSize;
-        }
-        check(sumFSize==self->dirDiffInfo.hdiffInfo.oldDataSize);
-        //open
-        check(hpatch_TResHandleLimit_open(&self->_resLimit,kMaxOpenFileNumber,self->_resList,refCount));
-        check(hpatch_TRefStream_open(&self->_oldRefStream,self->_resLimit.streamList,
-                                     self->_resLimit.streamCount,1));
-        *out_oldRefStream=self->_oldRefStream.stream;
-    }
-clear:
-    return result;
-}
-
-
-
-static hpatch_BOOL _TDirPatcher_closeOldFileHandles(TDirPatcher* self){
-    return hpatch_TResHandleLimit_closeFileHandles(&self->_resLimit);
-}
-
-hpatch_BOOL TDirPatcher_closeOldRefStream(TDirPatcher* self){
-    hpatch_BOOL result=_TDirPatcher_closeOldFileHandles(self);
-    if (!hpatch_TResHandleLimit_close(&self->_resLimit))
-        result=hpatch_FALSE;
-    hpatch_TRefStream_close(&self->_oldRefStream);
-    self->_resList=0;
-    self->_oldFileList=0;
-    
-    self->_oldRootDir=0;
-    self->_oldRootDir_end=0;
-    self->_oldRootDir_bufEnd=0;
-    if (self->_pOldRefMem){
-        free(self->_pOldRefMem);
-        self->_pOldRefMem=0;
-    }
-    return result;
-}
-
-
-static const char* _getOldPathByIndex(struct hpatch_IOldPathListener* listener,size_t oldPathIndex){
-    TDirPatcher* self=(TDirPatcher*)listener->listenerImport;
-    return TDirPatcher_getOldPathByIndex(self,oldPathIndex);
-}
-
-hpatch_BOOL TDirPatcher_openNewDirAsStream(TDirPatcher* self,IDirPatchListener* listener,
-                                           const hpatch_TStreamOutput** out_newDirStream){
-    self->_newDir.newDataSize=self->dirDiffInfo.hdiffInfo.newDataSize;
-    self->_newDir.newPathCount=self->dirDiffHead.newPathCount;
-    self->_newDir.newRefFileCount=self->dirDiffHead.newRefFileCount;
-    self->_newDir.newExecuteCount=self->dirDiffHead.newExecuteCount;
-    self->_newDir.sameFilePairCount=self->dirDiffHead.sameFilePairCount;
-    self->_newDir.checksumByteSize=self->dirDiffInfo.checksumByteSize;
-    self->_newDir.isCheck_newRefData=self->_checksumSet.isCheck_newRefData;
-    self->_newDir.isCheck_copyFileData=self->_checksumSet.isCheck_copyFileData;
-    self->_newDir._checksumPlugin=self->_checksumSet.checksumPlugin;
-    self->_newDir._pChecksum_newRefData_copyFileData=_pchecksumNewRef(self);
-    self->_newDir._pChecksum_temp=_pchecksumTemp(self);
-    self->_newDir._oldPathListener.listenerImport=self;
-    self->_newDir._oldPathListener.getOldPathByIndex=_getOldPathByIndex;
-    return TNewDirOutput_openDir(&self->_newDir,listener,1,out_newDirStream);
-}
-
-static hpatch_BOOL _TDirPatcher_closeNewFileHandles(TDirPatcher* self){
-    return TNewDirOutput_closeNewDirHandles(&self->_newDir);
-}
-
-hpatch_BOOL TDirPatcher_closeNewDirStream(TDirPatcher* self){
-    return TNewDirOutput_close(&self->_newDir);
-}
-
-static hpatch_inline
-void _do_checksumOldRef(TDirPatcher* self,const hpatch_TStreamInput* oldData){
-    if(!_do_checksum(self,_pchecksumOldRef(self),_pchecksumTemp(self),oldData,0,0)){
-        self->_isOldRefDataChecksumError=hpatch_TRUE;
-    }
-}
-
-hpatch_BOOL TDirPatcher_patch(TDirPatcher* self,const hpatch_TStreamOutput* out_newData,
-                              const hpatch_TStreamInput* oldData,
-                              TByte* temp_cache,TByte* temp_cache_end){
-#define kPatchCacheSize_min      (hpatch_kStreamCacheSize*8)
-    hpatch_BOOL         result=hpatch_TRUE;
-    TStreamInputClip    hdiffData;
-    hpatch_TStreamInput _cacheOldData;
-    if (self->_checksumSet.isCheck_oldRefData){
-        if ((size_t)(temp_cache_end-temp_cache)>=oldData->streamSize+kPatchCacheSize_min){
-            //load all oldData into memory for optimize speed of checksum oldData
-            size_t redLen=(size_t)oldData->streamSize;
-            check(oldData->read(oldData,0,temp_cache,temp_cache+redLen));
-            mem_as_hStreamInput(&_cacheOldData,temp_cache,temp_cache+redLen);
-            temp_cache+=redLen;
-            oldData=&_cacheOldData;
-        }
-        {//checksum oldRefData
-            _do_checksumOldRef(self,oldData);
-            check(!self->_isOldRefDataChecksumError);
-        }
-    }
-    TStreamInputClip_init(&hdiffData,self->_dirDiffData,self->dirDiffHead.hdiffDataOffset,
-                          self->dirDiffHead.hdiffDataOffset+self->dirDiffHead.hdiffDataSize);
-    check(patch_decompress_with_cache(out_newData,oldData,&hdiffData.base,
-                                      self->_decompressPlugin,temp_cache,temp_cache_end));
-    check(_TDirPatcher_closeNewFileHandles(self));
-    check(_TDirPatcher_closeOldFileHandles(self));
-clear:
-    return result;
-}
-
-hpatch_BOOL TDirPatcher_close(TDirPatcher* self){
-    hpatch_BOOL result=TDirPatcher_closeNewDirStream(self);
-    if (!TDirPatcher_closeOldRefStream(self))
-        result=hpatch_FALSE;
-    TDirPatcher_finishOldSameRefCount(self);
-    if (!TNewDirOutput_close(&self->_newDir))
-        result=hpatch_FALSE;
-    if (self->_pChecksumMem){
-        free(self->_pChecksumMem);
-        self->_pChecksumMem=0;
-    }
-    if (self->_pDiffDataMem){
-        free(self->_pDiffDataMem);
-        self->_pDiffDataMem=0;
-    }
-    return result;
-}
-
-
-
-const char* TDirPatcher_getOldPathByNewPath(TDirPatcher* self,const char* newPath){
-    assert(self->_newDir._newRootDir==newPath);
-    if (!setPath(self->_oldRootDir_end,self->_oldRootDir_bufEnd,
-                 self->_newDir._newRootDir_end)) return 0; //error
-    return self->_oldRootDir;
-}
-
-const char* TDirPatcher_getOldPathByIndex(TDirPatcher* self,size_t oldPathIndex){
-    assert(oldPathIndex<self->dirDiffHead.oldPathCount);
-    if (!setPath(self->_oldRootDir_end,self->_oldRootDir_bufEnd,
-                 self->oldUtf8PathList[oldPathIndex])) return 0; //error
-    return self->_oldRootDir;
-}
-
-const char* TDirPatcher_getOldRefPathByRefIndex(TDirPatcher* self,size_t oldRefIndex){
-    assert(oldRefIndex<self->dirDiffHead.oldRefFileCount);
-    return TDirPatcher_getOldPathByIndex(self,self->oldRefList[oldRefIndex]);
-}
-
-hpatch_BOOL TDirPatcher_initOldSameRefCount(TDirPatcher* self){
-    size_t* counts;
-    size_t  i;
-    size_t  memSize=sizeof(size_t)*self->dirDiffHead.oldPathCount;
-    assert(self->_pOldSameRefCount==0);
-    self->_pOldSameRefCount=(size_t*)malloc(memSize);
-    if (self->_pOldSameRefCount==0) return hpatch_FALSE;
-    
-    counts=self->_pOldSameRefCount;
-    memset(counts,0,memSize);
-    for (i=0;i<self->dirDiffHead.sameFilePairCount; ++i) {
-        size_t oldIndex=self->_newDir.dataSamePairList[i].oldIndex;
-        ++counts[oldIndex];
-    }
-    return hpatch_TRUE;
-}
-void  TDirPatcher_finishOldSameRefCount(TDirPatcher* self){
-    if (self->_pOldSameRefCount!=0){
-        free(self->_pOldSameRefCount);
-        self->_pOldSameRefCount=0;
-    }
-}
-size_t TDirPatcher_oldSameRefCount(TDirPatcher* self,size_t sameIndex){
-    size_t oldIndex;
-    assert(sameIndex<self->dirDiffHead.sameFilePairCount);
-    oldIndex=self->_newDir.dataSamePairList[sameIndex].oldIndex;
-    return self->_pOldSameRefCount[oldIndex];
-}
-void TDirPatcher_decOldSameRefCount(TDirPatcher* self,size_t sameIndex){
-    size_t oldIndex;
-    assert(sameIndex<self->dirDiffHead.sameFilePairCount);
-    oldIndex=self->_newDir.dataSamePairList[sameIndex].oldIndex;
-    assert(self->_pOldSameRefCount[oldIndex]>0);
-    --self->_pOldSameRefCount[oldIndex];
-}
-
-
-//TDirOldDataChecksum
-hpatch_BOOL TDirOldDataChecksum_append(TDirOldDataChecksum* self,unsigned char* dirDiffData_part,
-                                       unsigned char* dirDiffData_part_end,hpatch_BOOL* out_isAppendContinue){
-    hpatch_BOOL result=hpatch_TRUE;
-    size_t dataSize=self->_partDiffData_cur-self->_partDiffData;
-    const size_t appendSize=dirDiffData_part_end-dirDiffData_part;
-    check((!self->_isOpened)||(!self->_isAppendStoped));
-    {//append
-        if (appendSize>(size_t)(self->_partDiffData_end-self->_partDiffData_cur)){ //resize
-            unsigned char* newMem=0;
-            size_t needMinSize=self->_partDiffData_end-self->_partDiffData+appendSize;
-            size_t newSize=1024*16;
-            while (newSize<=needMinSize) newSize*=2;
-            newMem=(unsigned char*)malloc(newSize);
-            check(newMem!=0);
-            memcpy(newMem,self->_partDiffData,dataSize);
-            free(self->_partDiffData);
-            self->_partDiffData=newMem;
-            self->_partDiffData_cur=self->_partDiffData+dataSize;
-            self->_partDiffData_end=self->_partDiffData+newSize;
-        }
-        memcpy(self->_partDiffData_cur,dirDiffData_part,appendSize);
-        self->_partDiffData_cur+=appendSize;
-        dataSize+=appendSize;
-    }
-    
-    if (!self->_isOpened){
-        if ((appendSize>0)&&(dataSize<(hpatch_kMaxPluginTypeLength+1)*3+hpatch_kMaxPackedUIntBytes*15)){
-            *out_isAppendContinue=hpatch_TRUE;
-            return hpatch_TRUE;//need more diffData
-        }
-        mem_as_hStreamInput(&self->_diffStream,self->_partDiffData,self->_partDiffData_cur);
-        check(_read_dirdiff_head(&self->_dirPatcher.dirDiffInfo,&self->_dirPatcher.dirDiffHead,
-                                 &self->_diffStream,out_isAppendContinue));
-        if (*out_isAppendContinue){
-            memset(&self->_dirPatcher.dirDiffInfo,0,sizeof(self->_dirPatcher.dirDiffInfo));
-            memset(&self->_dirPatcher.dirDiffHead,0,sizeof(self->_dirPatcher.dirDiffHead));
-            return hpatch_TRUE;//need more diffData
-        }
-        
-        self->_isOpened=hpatch_TRUE;
-        check(self->_dirPatcher.dirDiffInfo.isDirDiff);
-        self->_dirPatcher._dirDiffData=&self->_diffStream;
-        //continue
-    }
-    
-    assert(!self->_isAppendStoped);
-    if (dataSize < self->_dirPatcher.dirDiffHead.privateExternDataOffset){//headDataEndPos
-        check(appendSize>0);
-        *out_isAppendContinue=hpatch_TRUE;
-        return hpatch_TRUE;//need more diffData
-    }
-    
-    self->_isAppendStoped=hpatch_TRUE;
-    *out_isAppendContinue=hpatch_FALSE;
-    mem_as_hStreamInput(&self->_diffStream,self->_partDiffData,
-                        self->_partDiffData+self->_dirPatcher.dirDiffHead.privateExternDataOffset);
-    return hpatch_TRUE;
-clear:
-    return result;
-}
-
-const char* TDirOldDataChecksum_getChecksumType(const TDirOldDataChecksum* self){
-    return self->_dirPatcher.dirDiffInfo.checksumType;
-}
-const char* TDirOldDataChecksum_getCompressType(const TDirOldDataChecksum* self){
-    return self->_dirPatcher.dirDiffInfo.hdiffInfo.compressType;
-}
-
-    typedef const char* (*_t_getPathByIndex)(TDirPatcher* self,size_t index);
-static hpatch_BOOL _do_checksumFiles(TDirPatcher* self,size_t fileCount,_t_getPathByIndex getPathByIndex,
-                                     const TByte* checksumTest,hpatch_StreamPos_t sumFileSizeTest){
-    hpatch_BOOL result=hpatch_TRUE;
-    hpatch_StreamPos_t      sumFileSize=0;
-    size_t                  i;
-    size_t                  checksumByteSize=self->dirDiffInfo.checksumByteSize;
-    TByte*                  checksumTemp=_pchecksumTemp(self);
-    hpatch_TChecksum*       checksumPlugin=self->_checksumSet.checksumPlugin;
-    hpatch_checksumHandle   csHandle=checksumPlugin?checksumPlugin->open(checksumPlugin):0;
-    hpatch_TFileStreamInput fileData;
-    
-    hpatch_TFileStreamInput_init(&fileData);
-    if (checksumPlugin) checksumPlugin->begin(csHandle);
-    for (i=0;i<fileCount;++i) {
-        const char* fileName=getPathByIndex(self,i);
-        check(hpatch_TFileStreamInput_open(&fileData,fileName));
-        sumFileSize+=fileData.base.streamSize;
-        if (checksumPlugin) check(_checksum_append(checksumPlugin,csHandle,
-                                                   &fileData.base,0,fileData.base.streamSize));
-        check(hpatch_TFileStreamInput_close(&fileData));
-    }
-    check(sumFileSize==sumFileSizeTest);
-    if (checksumPlugin){
-        checksumPlugin->end(csHandle,checksumTemp,checksumTemp+checksumByteSize);
-        check(0==memcmp(checksumTest,checksumTemp,checksumByteSize));
-    }
-clear:
-    if (!hpatch_TFileStreamInput_close(&fileData)) result=hpatch_FALSE;
-    if (csHandle) checksumPlugin->close(checksumPlugin,csHandle);
-    return result;
-}
-
-hpatch_BOOL TDirOldDataChecksum_checksum(TDirOldDataChecksum* self,hpatch_TDecompress* decompressPlugin,
-                                         hpatch_TChecksum* checksumPlugin,const char* oldPath_utf8){
-    hpatch_BOOL result=hpatch_TRUE;
-    check(self->_isOpened&&self->_isAppendStoped);
-    if (checksumPlugin){
-        TDirPatchChecksumSet checksumSet;
-        memset(&checksumSet,0,sizeof(checksumSet));
-        checksumSet.checksumPlugin=checksumPlugin;
-        checksumSet.isCheck_oldRefData=hpatch_TRUE;
-        checksumSet.isCheck_copyFileData=hpatch_TRUE;
-        check(TDirPatcher_checksum(&self->_dirPatcher,&checksumSet));
-    }
-    check(TDirPatcher_loadDirData(&self->_dirPatcher,decompressPlugin,oldPath_utf8,""));
-    
-    //old copy files
-    check(_do_checksumFiles(&self->_dirPatcher,self->_dirPatcher.dirDiffHead.sameFilePairCount,
-                            TDirPatcher_getOldPathBySameIndex,_pchecksumCopyFile(&self->_dirPatcher),
-                            self->_dirPatcher.dirDiffHead.sameFileSize));
-    //oldRef files
-    check(_do_checksumFiles(&self->_dirPatcher,self->_dirPatcher.dirDiffHead.oldRefFileCount,
-                            TDirPatcher_getOldRefPathByRefIndex,_pchecksumOldRef(&self->_dirPatcher),
-                            self->_dirPatcher.dirDiffInfo.hdiffInfo.oldDataSize));
-clear:
-    return result;
-}
-
-hpatch_BOOL TDirOldDataChecksum_close(TDirOldDataChecksum* self){
-    if (self->_partDiffData){
-        free(self->_partDiffData);
-        self->_partDiffData=0;
-    }
-    return TDirPatcher_close(&self->_dirPatcher);
-}
-
-
-#endif