hdiffpatch 1.0.0__cp39-cp39-win32.whl

hdiffpatch/_c_src/HDiffPatch/dirDiffPatch/dir_patch/dir_patch.c

@@ -0,0 +1,814 @@
+// dir_patch.c
+// hdiffz dir patch
+//
+/*
+ The MIT License (MIT)
+ Copyright (c) 2018-2019 HouSisong
+ 
+ Permission is hereby granted, free of charge, to any person
+ obtaining a copy of this software and associated documentation
+ files (the "Software"), to deal in the Software without
+ restriction, including without limitation the rights to use,
+ copy, modify, merge, publish, distribute, sublicense, and/or sell
+ copies of the Software, and to permit persons to whom the
+ Software is furnished to do so, subject to the following
+ conditions:
+ 
+ The above copyright notice and this permission notice shall be
+ included in all copies of the Software.
+ 
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+ OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+ HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+ WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ OTHER DEALINGS IN THE SOFTWARE.
+ */
+#include "dir_patch.h"
+#include "../../file_for_patch.h"
+#include "../../libHDiffPatch/HPatch/patch.h"
+#if (_IS_NEED_DIR_DIFF_PATCH)
+#include "dir_patch_tools.h"
+#include <stdio.h>
+#include <string.h>
+
+static const char* kVersionType="HDIFF19";
+
+#define TUInt hpatch_StreamPos_t
+
+#define  checki(value,errorInfo) { if (!(value)){ LOG_ERR("dir_patch " errorInfo " error!\n");  \
+                                       result=hpatch_FALSE; goto clear; } }
+#define  check(value) checki(value,"check " #value)
+
+#define unpackUIntTo(puint,sclip) \
+    checki(_TStreamCacheClip_unpackUIntWithTag(sclip,puint,0),"unpackUIntTo() saved data")
+
+#define unpackToSize(psize,sclip) {  \
+    TUInt v; unpackUIntTo(&v,sclip); \
+    if (sizeof(TUInt)!=sizeof(size_t)) check(v==(size_t)v); \
+    *(psize)=(size_t)v; }
+
+
+hpatch_BOOL getDirDiffInfoByFile(TDirDiffInfo* out_info,const char* diffFileName,
+                                 hpatch_StreamPos_t diffDataOffert,hpatch_StreamPos_t diffDataSize){
+    hpatch_BOOL          result=hpatch_TRUE;
+    hpatch_TFileStreamInput     diffData;
+    hpatch_TFileStreamInput_init(&diffData);
+    
+    checki(hpatch_TFileStreamInput_open(&diffData,diffFileName),"getDirDiffInfoByFile() file open");
+    if (diffDataOffert>0){
+        checki(hpatch_TFileStreamInput_setOffset(&diffData,diffDataOffert),
+            "getDirDiffInfoByFile() file setOffset");
+        check(diffData.base.streamSize>=diffDataSize);
+        diffData.base.streamSize=diffDataSize;
+    }
+    result=getDirDiffInfo(out_info,&diffData.base);
+clear:
+    if (!hpatch_TFileStreamInput_close(&diffData)) 
+        { LOG_ERR("dir_patch getDirDiffInfoByFile() file close error!\n"); result=hpatch_FALSE; }
+    return result;
+}
+
+static hpatch_BOOL _read_dirdiff_head(TDirDiffInfo* out_info,_TDirDiffHead* out_head,
+                                      const hpatch_TStreamInput* dirDiffFile,hpatch_BOOL* out_isAppendContinue){
+    hpatch_BOOL result=hpatch_TRUE;
+    const hpatch_BOOL isLoadHDiffInfo=(out_isAppendContinue)?hpatch_FALSE:hpatch_TRUE;
+    TStreamCacheClip  _headClip;
+    TStreamCacheClip* headClip=&_headClip;
+    TByte             temp_cache[hpatch_kStreamCacheSize];
+    char savedCompressType[hpatch_kMaxPluginTypeLength+1];
+    hpatch_StreamPos_t savedOldRefSize=0;
+    hpatch_StreamPos_t savedNewRefSize=0;
+    out_info->isDirDiff=hpatch_FALSE;
+    if (out_isAppendContinue) *out_isAppendContinue=hpatch_TRUE;
+    
+    _TStreamCacheClip_init(headClip,dirDiffFile,0,dirDiffFile->streamSize,
+                           temp_cache,hpatch_kStreamCacheSize);
+    {//type
+        char* tempType=out_info->hdiffInfo.compressType;
+        if (!_TStreamCacheClip_readType_end(headClip,'&',tempType)) return result;//unsupport type, not error
+        if (0!=strcmp(tempType,kVersionType)) return result;//unsupport type, not error
+        out_info->isDirDiff=hpatch_TRUE; //type ok, continue
+    }
+    //read compressType
+    check(_TStreamCacheClip_readType_end(headClip,'&',savedCompressType));
+    //read checksumType
+    check(_TStreamCacheClip_readType_end(headClip,'\0',out_info->checksumType));
+    out_head->typesEndPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
+    {
+        TUInt savedValue;
+        unpackUIntTo(&savedValue,headClip);  check(savedValue<=1);
+        out_info->oldPathIsDir=(hpatch_BOOL)savedValue;
+        unpackUIntTo(&savedValue,headClip);  check(savedValue<=1);
+        out_info->newPathIsDir=(hpatch_BOOL)savedValue;
+        
+        unpackToSize(&out_head->oldPathCount,headClip);
+        unpackToSize(&out_head->oldPathSumSize,headClip);
+        unpackToSize(&out_head->newPathCount,headClip);
+        unpackToSize(&out_head->newPathSumSize,headClip);
+        unpackToSize(&out_head->oldRefFileCount,headClip);
+        unpackUIntTo(&savedOldRefSize,headClip);
+        unpackToSize(&out_head->newRefFileCount,headClip);
+        unpackUIntTo(&savedNewRefSize,headClip);
+        unpackToSize(&out_head->sameFilePairCount,headClip);
+        unpackUIntTo(&out_head->sameFileSize,headClip);
+        unpackToSize(&out_head->newExecuteCount,headClip);
+        unpackToSize(&out_head->privateReservedDataSize,headClip);
+        unpackUIntTo(&out_head->privateExternDataSize,headClip);
+        unpackUIntTo(&out_info->externDataSize,headClip);
+        out_head->compressSizeBeginPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
+        unpackUIntTo(&out_head->headDataSize,headClip);
+        unpackUIntTo(&out_head->headDataCompressedSize,headClip);
+        unpackToSize(&out_info->checksumByteSize,headClip);
+        out_info->checksumOffset=_TStreamCacheClip_readPosOfSrcStream(headClip);
+        if (out_isAppendContinue){
+            if (_TStreamCacheClip_leaveSize(headClip) <= out_info->checksumByteSize*4){
+                *out_isAppendContinue=hpatch_TRUE;
+                return hpatch_TRUE; //need more diffData, not error
+            }else{
+                *out_isAppendContinue=hpatch_FALSE;
+                //ok, continue
+            }
+        }
+        if (out_info->checksumByteSize>0){
+            check(_TStreamCacheClip_skipData(headClip,out_info->checksumByteSize*4));
+        }
+        out_info->dirDataIsCompressed=(out_head->headDataCompressedSize>0);
+    }
+    {
+        size_t savedCompressTypeLen=strlen(savedCompressType);
+        TStreamInputClip hdiffStream;
+        TUInt curPos=_TStreamCacheClip_readPosOfSrcStream(headClip);
+        out_head->headDataOffset=curPos;
+        curPos+=(out_head->headDataCompressedSize>0)?out_head->headDataCompressedSize:out_head->headDataSize;
+        out_head->privateExternDataOffset=curPos; //headDataEndPos
+        curPos+=out_head->privateExternDataSize;
+        out_info->externDataOffset=curPos;
+        curPos+=out_info->externDataSize;
+        out_head->hdiffDataOffset=curPos;
+        out_head->hdiffDataSize=dirDiffFile->streamSize-curPos;
+        if (isLoadHDiffInfo){
+            TStreamInputClip_init(&hdiffStream,dirDiffFile,out_head->hdiffDataOffset,
+                                  out_head->hdiffDataOffset+out_head->hdiffDataSize);
+#if (_IS_NEED_SINGLE_STREAM_DIFF)
+            out_info->isSingleCompressedDiff=hpatch_FALSE;
+            out_info->sdiffInfo.stepMemSize=0;
+            if (getSingleCompressedDiffInfo(&out_info->sdiffInfo,&hdiffStream.base,0)){
+                out_info->isSingleCompressedDiff=hpatch_TRUE;
+                if (strlen(out_info->sdiffInfo.compressType)==0)
+                    memcpy(out_info->sdiffInfo.compressType,savedCompressType,savedCompressTypeLen+1); //with '\0'
+                else
+                    check(0==strcmp(savedCompressType,out_info->sdiffInfo.compressType));
+                _singleDiffInfoToHDiffInfo(&out_info->hdiffInfo,&out_info->sdiffInfo);
+            }else
+#endif
+            check(getCompressedDiffInfo(&out_info->hdiffInfo,&hdiffStream.base));
+            check(savedOldRefSize==out_info->hdiffInfo.oldDataSize);
+            check(savedNewRefSize==out_info->hdiffInfo.newDataSize);
+            if (strlen(out_info->hdiffInfo.compressType)==0)
+                memcpy(out_info->hdiffInfo.compressType,savedCompressType,savedCompressTypeLen+1); //with '\0'
+            else
+                check(0==strcmp(savedCompressType,out_info->hdiffInfo.compressType));
+        }else{
+            memset(&out_info->hdiffInfo,0,sizeof(out_info->hdiffInfo));
+            out_info->hdiffInfo.oldDataSize=savedOldRefSize;
+            out_info->hdiffInfo.newDataSize=savedNewRefSize;
+            memcpy(out_info->hdiffInfo.compressType,savedCompressType,savedCompressTypeLen+1); //with '\0'
+        }
+    }
+clear:
+    return result;
+}
+hpatch_BOOL read_dirdiff_head(TDirDiffInfo* out_info,_TDirDiffHead* out_head,
+                              const hpatch_TStreamInput* dirDiffFile){
+    return _read_dirdiff_head(out_info,out_head,dirDiffFile,0);
+}
+
+hpatch_BOOL getDirDiffInfo(TDirDiffInfo* out_info,const hpatch_TStreamInput* diffFile){
+    _TDirDiffHead head;
+    return read_dirdiff_head(out_info,&head,diffFile);
+}
+
+
+hpatch_BOOL TDirPatcher_open(TDirPatcher* self,const hpatch_TStreamInput* dirDiffData,
+                             const TDirDiffInfo** out_dirDiffInfo){
+    hpatch_BOOL result;
+    assert(self->_dirDiffData==0);
+    result=read_dirdiff_head(&self->dirDiffInfo,&self->dirDiffHead,dirDiffData);
+    if (result){
+        self->_dirDiffData=dirDiffData;
+        *out_dirDiffInfo=&self->dirDiffInfo;
+    }
+    return result;
+}
+
+static hpatch_BOOL readSamePairListTo(TStreamCacheClip* sclip,hpatch_TSameFilePair* out_pairList,size_t pairCount,
+                                      size_t check_endNewValue,size_t check_endOldValue){
+    //endValue: maxValue+1
+    hpatch_BOOL result=hpatch_TRUE;
+    TUInt backNewValue=~(TUInt)0;
+    TUInt backOldValue=~(TUInt)0;
+    size_t i;
+    for (i=0; i<pairCount;++i) {
+        const TByte*  psign;
+        TUInt incOldValue;
+        TUInt incNewValue;
+        check(_TStreamCacheClip_unpackUIntWithTag(sclip,&incNewValue,0));
+        backNewValue+=1+incNewValue;
+        check(backNewValue<check_endNewValue);
+        out_pairList[i].newIndex=(size_t)backNewValue;
+        
+        psign=_TStreamCacheClip_accessData(sclip,1);
+        check(psign!=0);
+        check(_TStreamCacheClip_unpackUIntWithTag(sclip,&incOldValue,1));
+        if (0==((*psign)>>(8-1)))
+            backOldValue+=1+incOldValue;
+        else
+            backOldValue=backOldValue+1-incOldValue;
+        check(backOldValue<check_endOldValue);
+        out_pairList[i].oldIndex=(size_t)backOldValue;
+    }
+clear:
+    return result;
+}
+
+
+#define _pchecksumOldRef(_self)     ((_self)->_pChecksumMem)
+#define _pchecksumNewRef(_self)     ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*1)
+#define _pchecksumCopyFile(_self)   ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*2)
+#define _pchecksumDiffData(_self)   ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*3)
+#define _pchecksumTemp(_self)       ((_self)->_pChecksumMem+(_self)->dirDiffInfo.checksumByteSize*4)
+
+static hpatch_BOOL _checksum_append(hpatch_TChecksum* checksumPlugin,hpatch_checksumHandle csHandle,
+                                    const hpatch_TStreamInput* data,
+                                    hpatch_StreamPos_t begin,hpatch_StreamPos_t end){
+    hpatch_BOOL result=hpatch_TRUE;
+#define __bufCacheSize (hpatch_kStreamCacheSize*4)
+    TByte buf[__bufCacheSize];
+    while (begin<end) {
+        size_t len=__bufCacheSize;
+        if (len>(hpatch_StreamPos_t)(end-begin))
+            len=(size_t)(end-begin);
+        check(data->read(data,begin,buf,buf+len));
+        checksumPlugin->append(csHandle,buf,buf+len);
+        begin+=len;
+    }
+    return hpatch_TRUE;
+clear:
+    return result;
+#undef __bufCacheSize
+}
+
+static hpatch_BOOL _do_checksum(TDirPatcher* self,const TByte* checksumTest,TByte* checksumTemp,
+                                const hpatch_TStreamInput* data,
+                                hpatch_StreamPos_t skipBegin,hpatch_StreamPos_t skipEnd){
+    hpatch_BOOL result=hpatch_TRUE;
+    size_t checksumByteSize=self->dirDiffInfo.checksumByteSize;
+    hpatch_TChecksum*   checksumPlugin=self->_checksumSet.checksumPlugin;
+    hpatch_checksumHandle  csHandle=checksumPlugin->open(checksumPlugin);
+    checksumPlugin->begin(csHandle);
+    if (0<skipBegin){
+        check(_checksum_append(checksumPlugin,csHandle,data,0,skipBegin));
+    }
+    if (skipEnd<data->streamSize){
+        check(_checksum_append(checksumPlugin,csHandle,data,skipEnd,data->streamSize));
+    }
+    checksumPlugin->end(csHandle,checksumTemp,checksumTemp+checksumByteSize);
+    check(0==memcmp(checksumTest,checksumTemp,checksumByteSize));
+clear:
+    if (csHandle) checksumPlugin->close(checksumPlugin,csHandle);
+    return result;
+}
+
+hpatch_BOOL TDirPatcher_checksum(TDirPatcher* self,const TDirPatchChecksumSet* checksumSet){
+    hpatch_BOOL result=hpatch_TRUE;
+    hpatch_BOOL isHaveCheck=checksumSet->isCheck_oldRefData||checksumSet->isCheck_newRefData||
+                            checksumSet->isCheck_copyFileData||checksumSet->isCheck_dirDiffData;
+    if (checksumSet->checksumPlugin){
+        check(0==strcmp(self->dirDiffInfo.checksumType,checksumSet->checksumPlugin->checksumType()));
+        check(self->dirDiffInfo.checksumByteSize==checksumSet->checksumPlugin->checksumByteSize());
+    }else{// checksumPlugin == 0
+        check(!isHaveCheck);
+    }
+    check(self->_pChecksumMem==0);//now unsupport reset
+    if (isHaveCheck){
+        size_t             checksumByteSize=self->dirDiffInfo.checksumByteSize;
+        hpatch_StreamPos_t checksumOffset=self->dirDiffInfo.checksumOffset;
+        self->_checksumSet=*checksumSet;
+        self->_pChecksumMem=(TByte*)malloc(checksumByteSize*(4+1)); //+1 for checksumTemp
+        check(self->_pChecksumMem!=0);
+        checki(self->_dirDiffData->read(self->_dirDiffData,checksumOffset,
+                                       self->_pChecksumMem,self->_pChecksumMem+checksumByteSize*4),
+                                       "self->_dirDiffData->read");
+        
+        //checksum dirDiffData
+        if (self->_checksumSet.isCheck_dirDiffData){
+            hpatch_StreamPos_t savedDiffChecksumOffset=checksumOffset+checksumByteSize*3;
+            if(!_do_checksum(self,_pchecksumDiffData(self),_pchecksumTemp(self),self->_dirDiffData,
+                             savedDiffChecksumOffset,savedDiffChecksumOffset+checksumByteSize))
+                self->_isDiffDataChecksumError=hpatch_TRUE;
+            check(!self->_isDiffDataChecksumError);
+        }
+    }
+
+clear:
+    return result;
+}
+
+hpatch_BOOL TDirPatcher_loadDirData(TDirPatcher* self,hpatch_TDecompress* decompressPlugin,
+                                    const char* oldPath_utf8,const char* newPath_utf8){
+    hpatch_BOOL result=hpatch_TRUE;
+    size_t               memSize=0;
+    TByte*               curMem=0;
+    const _TDirDiffHead* head=&self->dirDiffHead;
+    const size_t         pathSumSize=head->oldPathSumSize+head->newPathSumSize;
+    TStreamCacheClip        headStream;
+    _TDecompressInputStream decompresser;
+    TByte  temp_cache[hpatch_kStreamCacheSize];
+    decompresser.decompressHandle=0;
+    assert(self->_decompressPlugin==0);
+    assert(self->_pDiffDataMem==0);
+    self->_decompressPlugin=decompressPlugin;
+    
+    //dir head data clip stream
+    {
+        hpatch_StreamPos_t curPos=self->dirDiffHead.headDataOffset;
+        checki(getStreamClip(&headStream,&decompresser,self->dirDiffHead.headDataSize,
+                             self->dirDiffHead.headDataCompressedSize,self->_dirDiffData,&curPos,
+                             decompressPlugin,temp_cache,hpatch_kStreamCacheSize),
+               "TDirPatcher_loadDirData() getStreamClip");
+    }
+    //mem
+    memSize = (head->oldPathCount+head->newPathCount)*sizeof(const char*)
+            + (head->oldRefFileCount+head->newRefFileCount+head->newExecuteCount)*sizeof(size_t)
+            + head->sameFilePairCount*sizeof(hpatch_TSameFilePair)
+            + (head->newRefFileCount)*sizeof(hpatch_StreamPos_t)
+            + hpatch_kPathMaxSize*2 + pathSumSize;
+    self->_pDiffDataMem=malloc(memSize);
+    check(self->_pDiffDataMem!=0);
+    curMem=self->_pDiffDataMem;
+    self->_newDir.newRefSizeList=(hpatch_StreamPos_t*)curMem;
+        curMem+=head->newRefFileCount*sizeof(hpatch_StreamPos_t);
+    self->oldUtf8PathList=(const char**)curMem; curMem+=head->oldPathCount*sizeof(const char*);
+    self->_newDir.newUtf8PathList=(const char**)curMem; curMem+=head->newPathCount*sizeof(const char*);
+    self->oldRefList=(const size_t*)curMem; curMem+=head->oldRefFileCount*sizeof(size_t);
+    self->_newDir.newRefList=(const size_t*)curMem; curMem+=head->newRefFileCount*sizeof(size_t);
+    self->_newDir.newExecuteList=(const size_t*)curMem; curMem+=head->newExecuteCount*sizeof(size_t);
+    self->_newDir.dataSamePairList=(const hpatch_TSameFilePair*)curMem;
+        curMem+=head->sameFilePairCount*sizeof(hpatch_TSameFilePair);
+    
+    self->_oldRootDir=(char*)curMem;
+    self->_oldRootDir_bufEnd=self->_oldRootDir+hpatch_kPathMaxSize;  curMem+=hpatch_kPathMaxSize;
+    self->_oldRootDir_end=setDirPath(self->_oldRootDir,self->_oldRootDir_bufEnd,oldPath_utf8);
+    check(0!=self->_oldRootDir_end);
+    if (!self->dirDiffInfo.oldPathIsDir)
+        --self->_oldRootDir_end; //without '/'
+    self->_newDir._newRootDir=(char*)curMem;
+    self->_newDir._newRootDir_bufEnd=self->_newDir._newRootDir+hpatch_kPathMaxSize;  curMem+=hpatch_kPathMaxSize;
+    self->_newDir._newRootDir_end=setDirPath(self->_newDir._newRootDir,self->_newDir._newRootDir_bufEnd,newPath_utf8);
+    check(0!=self->_newDir._newRootDir_end);
+    if (!self->dirDiffInfo.newPathIsDir)
+        --self->_newDir._newRootDir_end;//without '/'
+    //read old & new path List
+    check(_TStreamCacheClip_readDataTo(&headStream,curMem,curMem+pathSumSize));
+    formatDirTagForLoad((char*)curMem,(char*)curMem+pathSumSize);
+    curMem+=pathSumSize;
+    
+    assert(curMem-memSize==self->_pDiffDataMem);
+    checki(clipCStrsTo((const char*)curMem-pathSumSize,(const char*)curMem,
+                       (const char**)self->oldUtf8PathList,head->oldPathCount+head->newPathCount),
+           "TDirPatcher_loadDirData() clipCStrsTo");
+    //read oldRefList
+    check(readIncListTo(&headStream,(size_t*)self->oldRefList,head->oldRefFileCount,head->oldPathCount));
+    //read newRefList
+    check(readIncListTo(&headStream,(size_t*)self->_newDir.newRefList,head->newRefFileCount,head->newPathCount));
+    //read newRefSizeList
+    check(readListTo(&headStream,(hpatch_StreamPos_t*)self->_newDir.newRefSizeList,head->newRefFileCount));
+    //read dataSamePairList
+    checki(readSamePairListTo(&headStream,(hpatch_TSameFilePair*)self->_newDir.dataSamePairList,head->sameFilePairCount,
+                              head->newPathCount,head->oldPathCount),
+           "TDirPatcher_loadDirData() readSamePairListTo");
+    //read newExecuteList
+    check(readIncListTo(&headStream,(size_t*)self->_newDir.newExecuteList,head->newExecuteCount,head->newPathCount));
+    check(_TStreamCacheClip_leaveSize(&headStream)==self->dirDiffHead.privateReservedDataSize);
+clear:
+    if (decompresser.decompressHandle){
+        if (!decompressPlugin->close(decompressPlugin,decompresser.decompressHandle))
+            result=hpatch_FALSE;
+        decompresser.decompressHandle=0;
+    }
+    return result;
+}
+
+
+hpatch_BOOL  _openRes(hpatch_IResHandle* res,hpatch_TStreamInput** out_stream){
+    hpatch_BOOL  result=hpatch_TRUE;
+    TDirPatcher*        self=(TDirPatcher*)res->resImport;
+    size_t              resIndex=res-self->_resList;
+    hpatch_TFileStreamInput*   file=self->_oldFileList+resIndex;
+    const char*         utf8fileName=0;
+    assert(resIndex<self->dirDiffHead.oldRefFileCount);
+    assert(file->m_file==0);
+    utf8fileName=TDirPatcher_getOldRefPathByRefIndex(self,resIndex);
+    check(utf8fileName!=0);
+    check(hpatch_TFileStreamInput_open(file,utf8fileName));
+    *out_stream=&file->base;
+clear:
+    if (!result) set_ferr(self->fileError,file->fileError);
+    return result;
+}
+hpatch_BOOL _closeRes(hpatch_IResHandle* res,const hpatch_TStreamInput* stream){
+    hpatch_BOOL  result=hpatch_TRUE;
+    TDirPatcher*        self=(TDirPatcher*)res->resImport;
+    size_t              resIndex=res-self->_resList;
+    hpatch_TFileStreamInput*   file=self->_oldFileList+resIndex;
+    assert(resIndex<self->dirDiffHead.oldRefFileCount);
+    assert(file->m_file!=0);
+    assert(stream==&file->base);
+    check(hpatch_TFileStreamInput_close(file));
+clear:
+    mix_ferr(self->fileError,file->fileError);
+    return result;
+}
+
+hpatch_BOOL TDirPatcher_openOldRefAsStream(TDirPatcher* self,size_t kMaxOpenFileNumber,
+                                           const hpatch_TStreamInput** out_oldRefStream){
+    hpatch_BOOL result=hpatch_TRUE;
+    size_t      refCount=self->dirDiffHead.oldRefFileCount;
+    assert(self->_pOldRefMem==0);
+    assert(self->_oldFileList==0);
+    assert(self->_resLimit.streamList==0);
+    assert(self->_oldRefStream.stream==0);
+    {//open oldRef
+        size_t      i;
+        size_t      memSize=0;
+        hpatch_StreamPos_t  sumFSize=0;
+        assert(kMaxOpenFileNumber>=kMaxOpenFileNumber_limit_min);
+        kMaxOpenFileNumber-=2;// for diffFile and one newFile
+        //mem
+        memSize=(sizeof(hpatch_IResHandle)+sizeof(hpatch_TFileStreamInput))*refCount;
+        self->_pOldRefMem=malloc(memSize);
+        check(self->_pOldRefMem!=0);
+        self->_resList=(hpatch_IResHandle*)self->_pOldRefMem;
+        self->_oldFileList=(hpatch_TFileStreamInput*)&self->_resList[refCount];
+        memset(self->_resList,0,sizeof(hpatch_IResHandle)*refCount);
+        memset(self->_oldFileList,0,sizeof(hpatch_TFileStreamInput)*refCount);
+        
+        //init
+        for (i=0; i<refCount;++i){
+            hpatch_TPathType          oldPathType;
+            hpatch_StreamPos_t fileSize;
+            const char* oldRefFileName=TDirPatcher_getOldRefPathByRefIndex(self,i);
+            check(oldRefFileName!=0);
+            check(hpatch_getPathStat(oldRefFileName,&oldPathType,&fileSize));
+            check(oldPathType==kPathType_file);
+            self->_resList[i].resImport=self;
+            self->_resList[i].resStreamSize=fileSize;
+            self->_resList[i].open=_openRes;
+            self->_resList[i].close=_closeRes;
+            sumFSize+=fileSize;
+        }
+        check(sumFSize==self->dirDiffInfo.hdiffInfo.oldDataSize);
+        //open
+        check(hpatch_TResHandleLimit_open(&self->_resLimit,kMaxOpenFileNumber,self->_resList,refCount));
+        checki(hpatch_TRefStream_open(&self->_oldRefStream,self->_resLimit.streamList,
+                                      self->_resLimit.streamCount,1),
+               "TDirPatcher_openOldRefAsStream() hpatch_TRefStream_open");
+        *out_oldRefStream=self->_oldRefStream.stream;
+    }
+clear:
+    return result;
+}
+
+
+
+static hpatch_BOOL _TDirPatcher_closeOldFileHandles(TDirPatcher* self){
+    return hpatch_TResHandleLimit_closeFileHandles(&self->_resLimit);
+}
+
+hpatch_BOOL TDirPatcher_closeOldRefStream(TDirPatcher* self){
+    hpatch_BOOL result=_TDirPatcher_closeOldFileHandles(self);
+    if (!hpatch_TResHandleLimit_close(&self->_resLimit))
+        result=hpatch_FALSE;
+    hpatch_TRefStream_close(&self->_oldRefStream);
+    self->_resList=0;
+    self->_oldFileList=0;
+    
+    self->_oldRootDir=0;
+    self->_oldRootDir_end=0;
+    self->_oldRootDir_bufEnd=0;
+    if (self->_pOldRefMem){
+        free(self->_pOldRefMem);
+        self->_pOldRefMem=0;
+    }
+    return result;
+}
+
+
+static const char* _getOldPathByIndex(struct hpatch_IOldPathListener* listener,size_t oldPathIndex){
+    TDirPatcher* self=(TDirPatcher*)listener->listenerImport;
+    return TDirPatcher_getOldPathByIndex(self,oldPathIndex);
+}
+
+hpatch_BOOL TDirPatcher_openNewDirAsStream(TDirPatcher* self,IDirPatchListener* listener,
+                                           const hpatch_TStreamOutput** out_newDirStream){
+    self->_newDir.newDataSize=self->dirDiffInfo.hdiffInfo.newDataSize;
+    self->_newDir.newPathCount=self->dirDiffHead.newPathCount;
+    self->_newDir.newRefFileCount=self->dirDiffHead.newRefFileCount;
+    self->_newDir.newExecuteCount=self->dirDiffHead.newExecuteCount;
+    self->_newDir.sameFilePairCount=self->dirDiffHead.sameFilePairCount;
+    self->_newDir.checksumByteSize=self->dirDiffInfo.checksumByteSize;
+    self->_newDir.isCheck_newRefData=self->_checksumSet.isCheck_newRefData;
+    self->_newDir.isCheck_copyFileData=self->_checksumSet.isCheck_copyFileData;
+    self->_newDir._checksumPlugin=self->_checksumSet.checksumPlugin;
+    self->_newDir._pChecksum_newRefData_copyFileData=_pchecksumNewRef(self);
+    self->_newDir._pChecksum_temp=_pchecksumTemp(self);
+    self->_newDir._oldPathListener.listenerImport=self;
+    self->_newDir._oldPathListener.getOldPathByIndex=_getOldPathByIndex;
+    return TNewDirOutput_openDir(&self->_newDir,listener,1,out_newDirStream);
+}
+
+static hpatch_BOOL _TDirPatcher_closeNewFileHandles(TDirPatcher* self){
+    return TNewDirOutput_closeNewDirHandles(&self->_newDir);
+}
+
+hpatch_BOOL TDirPatcher_closeNewDirStream(TDirPatcher* self){
+    return TNewDirOutput_close(&self->_newDir);
+}
+
+static hpatch_inline
+void _do_checksumOldRef(TDirPatcher* self,const hpatch_TStreamInput* oldData){
+    if(!_do_checksum(self,_pchecksumOldRef(self),_pchecksumTemp(self),oldData,0,0)){
+        self->_isOldRefDataChecksumError=hpatch_TRUE;
+    }
+}
+
+hpatch_BOOL TDirPatcher_patch(TDirPatcher* self,const hpatch_TStreamOutput* out_newData,
+                              const hpatch_TStreamInput* oldData,
+                              TByte* temp_cache,TByte* temp_cache_end){
+    size_t patchCacheSize_min = hpatch_kStreamCacheSize*8;
+    hpatch_BOOL         result=hpatch_TRUE;
+    TStreamInputClip    hdiffData;
+    hpatch_TStreamInput _cacheOldData;
+#if (_IS_NEED_SINGLE_STREAM_DIFF)
+    if (self->dirDiffInfo.isSingleCompressedDiff)
+        patchCacheSize_min+=(size_t)self->dirDiffInfo.sdiffInfo.stepMemSize;
+#endif
+    if (self->_checksumSet.isCheck_oldRefData){
+        if ((size_t)(temp_cache_end-temp_cache)>=oldData->streamSize+patchCacheSize_min){
+            //load all oldData into memory for optimize speed of checksum oldData
+            size_t readLen=(size_t)oldData->streamSize;
+            check(oldData->read(oldData,0,temp_cache,temp_cache+readLen));
+            mem_as_hStreamInput(&_cacheOldData,temp_cache,temp_cache+readLen);
+            temp_cache+=readLen;
+            oldData=&_cacheOldData;
+        }
+        {//checksum oldRefData
+            _do_checksumOldRef(self,oldData);
+            check(!self->_isOldRefDataChecksumError);
+        }
+    }
+    TStreamInputClip_init(&hdiffData,self->_dirDiffData,self->dirDiffHead.hdiffDataOffset,
+                          self->dirDiffHead.hdiffDataOffset+self->dirDiffHead.hdiffDataSize);
+#if (_IS_NEED_SINGLE_STREAM_DIFF)
+    if (self->dirDiffInfo.isSingleCompressedDiff){
+        hpatch_singleCompressedDiffInfo* sdiffInfo=&self->dirDiffInfo.sdiffInfo;
+        check(((size_t)(temp_cache_end-temp_cache))>=sdiffInfo->stepMemSize+hpatch_kStreamCacheSize*3);
+        checki(patch_single_compressed_diff(out_newData,oldData,&hdiffData.base,sdiffInfo->diffDataPos,
+                                            sdiffInfo->uncompressedSize,sdiffInfo->compressedSize,self->_decompressPlugin,
+                                            sdiffInfo->coverCount,(size_t)sdiffInfo->stepMemSize,temp_cache,temp_cache_end,0),
+               "TDirPatcher_patch() patch_single_compressed_diff");
+    }else
+#endif
+    checki(patch_decompress_with_cache(out_newData,oldData,&hdiffData.base,
+                                       self->_decompressPlugin,temp_cache,temp_cache_end),
+           "TDirPatcher_patch() patch_decompress_with_cache");
+clear: 
+    if (!_TDirPatcher_closeNewFileHandles(self)) 
+        { LOG_ERR("check _TDirPatcher_closeNewFileHandles(self) error!\n"); result=hpatch_FALSE; }
+    if (!_TDirPatcher_closeOldFileHandles(self))
+        { LOG_ERR("check _TDirPatcher_closeOldFileHandles(self) error!\n"); result=hpatch_FALSE; }
+    return result;
+}
+
+hpatch_BOOL TDirPatcher_close(TDirPatcher* self){
+    hpatch_BOOL result=TDirPatcher_closeNewDirStream(self);
+    if (!TDirPatcher_closeOldRefStream(self))
+        result=hpatch_FALSE;
+    TDirPatcher_finishOldSameRefCount(self);
+    if (!TNewDirOutput_close(&self->_newDir))
+        result=hpatch_FALSE;
+    if (self->_pChecksumMem){
+        free(self->_pChecksumMem);
+        self->_pChecksumMem=0;
+    }
+    if (self->_pDiffDataMem){
+        free(self->_pDiffDataMem);
+        self->_pDiffDataMem=0;
+    }
+    return result;
+}
+
+
+
+const char* TDirPatcher_getOldPathByNewPath(TDirPatcher* self,const char* newPath){
+    assert(self->_newDir._newRootDir==newPath);
+    if (!setPath(self->_oldRootDir_end,self->_oldRootDir_bufEnd,
+                 self->_newDir._newRootDir_end)) return 0; //error
+    return self->_oldRootDir;
+}
+
+const char* TDirPatcher_getOldPathByIndex(TDirPatcher* self,size_t oldPathIndex){
+    assert(oldPathIndex<self->dirDiffHead.oldPathCount);
+    if (!setPath(self->_oldRootDir_end,self->_oldRootDir_bufEnd,
+                 self->oldUtf8PathList[oldPathIndex])) return 0; //error
+    return self->_oldRootDir;
+}
+
+const char* TDirPatcher_getOldRefPathByRefIndex(TDirPatcher* self,size_t oldRefIndex){
+    assert(oldRefIndex<self->dirDiffHead.oldRefFileCount);
+    return TDirPatcher_getOldPathByIndex(self,self->oldRefList[oldRefIndex]);
+}
+
+hpatch_BOOL TDirPatcher_initOldSameRefCount(TDirPatcher* self){
+    size_t* counts;
+    size_t  i;
+    size_t  memSize=sizeof(size_t)*self->dirDiffHead.oldPathCount;
+    assert(self->_pOldSameRefCount==0);
+    self->_pOldSameRefCount=(size_t*)malloc(memSize);
+    if (self->_pOldSameRefCount==0) return hpatch_FALSE;
+    
+    counts=self->_pOldSameRefCount;
+    memset(counts,0,memSize);
+    for (i=0;i<self->dirDiffHead.sameFilePairCount; ++i) {
+        size_t oldIndex=self->_newDir.dataSamePairList[i].oldIndex;
+        ++counts[oldIndex];
+    }
+    return hpatch_TRUE;
+}
+void  TDirPatcher_finishOldSameRefCount(TDirPatcher* self){
+    if (self->_pOldSameRefCount!=0){
+        free(self->_pOldSameRefCount);
+        self->_pOldSameRefCount=0;
+    }
+}
+size_t TDirPatcher_oldSameRefCount(TDirPatcher* self,size_t sameIndex){
+    size_t oldIndex;
+    assert(sameIndex<self->dirDiffHead.sameFilePairCount);
+    oldIndex=self->_newDir.dataSamePairList[sameIndex].oldIndex;
+    return self->_pOldSameRefCount[oldIndex];
+}
+void TDirPatcher_decOldSameRefCount(TDirPatcher* self,size_t sameIndex){
+    size_t oldIndex;
+    assert(sameIndex<self->dirDiffHead.sameFilePairCount);
+    oldIndex=self->_newDir.dataSamePairList[sameIndex].oldIndex;
+    assert(self->_pOldSameRefCount[oldIndex]>0);
+    --self->_pOldSameRefCount[oldIndex];
+}
+
+
+//TDirOldDataChecksum
+hpatch_BOOL TDirOldDataChecksum_append(TDirOldDataChecksum* self,unsigned char* dirDiffData_part,
+                                       unsigned char* dirDiffData_part_end,hpatch_BOOL* out_isAppendContinue){
+    hpatch_BOOL result=hpatch_TRUE;
+    size_t dataSize=self->_partDiffData_cur-self->_partDiffData;
+    const size_t appendSize=dirDiffData_part_end-dirDiffData_part;
+    check((!self->_isOpened)||(!self->_isAppendStoped));
+    {//append
+        if (appendSize>(size_t)(self->_partDiffData_end-self->_partDiffData_cur)){ //resize
+            unsigned char* newMem=0;
+            size_t needMinSize=self->_partDiffData_end-self->_partDiffData+appendSize;
+            size_t newSize=1024*16;
+            while (newSize<=needMinSize) newSize*=2;
+            newMem=(unsigned char*)malloc(newSize);
+            check(newMem!=0);
+            memcpy(newMem,self->_partDiffData,dataSize);
+            free(self->_partDiffData);
+            self->_partDiffData=newMem;
+            self->_partDiffData_cur=self->_partDiffData+dataSize;
+            self->_partDiffData_end=self->_partDiffData+newSize;
+        }
+        memcpy(self->_partDiffData_cur,dirDiffData_part,appendSize);
+        self->_partDiffData_cur+=appendSize;
+        dataSize+=appendSize;
+    }
+    
+    if (!self->_isOpened){
+        if ((appendSize>0)&&(dataSize<(hpatch_kMaxPluginTypeLength+1)*3+hpatch_kMaxPackedUIntBytes*15)){
+            *out_isAppendContinue=hpatch_TRUE;
+            return hpatch_TRUE;//need more diffData
+        }
+        mem_as_hStreamInput(&self->_diffStream,self->_partDiffData,self->_partDiffData_cur);
+        checki(_read_dirdiff_head(&self->_dirPatcher.dirDiffInfo,&self->_dirPatcher.dirDiffHead,
+                                  &self->_diffStream,out_isAppendContinue),
+               "TDirOldDataChecksum_append() _read_dirdiff_head");
+        if (*out_isAppendContinue){
+            memset(&self->_dirPatcher.dirDiffInfo,0,sizeof(self->_dirPatcher.dirDiffInfo));
+            memset(&self->_dirPatcher.dirDiffHead,0,sizeof(self->_dirPatcher.dirDiffHead));
+            return hpatch_TRUE;//need more diffData
+        }
+        
+        self->_isOpened=hpatch_TRUE;
+        check(self->_dirPatcher.dirDiffInfo.isDirDiff);
+        self->_dirPatcher._dirDiffData=&self->_diffStream;
+        //continue
+    }
+    
+    assert(!self->_isAppendStoped);
+    if (dataSize < self->_dirPatcher.dirDiffHead.privateExternDataOffset){//headDataEndPos
+        check(appendSize>0);
+        *out_isAppendContinue=hpatch_TRUE;
+        return hpatch_TRUE;//need more diffData
+    }
+    
+    self->_isAppendStoped=hpatch_TRUE;
+    *out_isAppendContinue=hpatch_FALSE;
+    mem_as_hStreamInput(&self->_diffStream,self->_partDiffData,
+                        self->_partDiffData+self->_dirPatcher.dirDiffHead.privateExternDataOffset);
+    return hpatch_TRUE;
+clear:
+    return result;
+}
+
+const char* TDirOldDataChecksum_getChecksumType(const TDirOldDataChecksum* self){
+    return self->_dirPatcher.dirDiffInfo.checksumType;
+}
+const char* TDirOldDataChecksum_getCompressType(const TDirOldDataChecksum* self){
+    return self->_dirPatcher.dirDiffInfo.hdiffInfo.compressType;
+}
+
+    typedef const char* (*_t_getPathByIndex)(TDirPatcher* self,size_t index);
+static hpatch_BOOL _do_checksumFiles(TDirPatcher* self,size_t fileCount,_t_getPathByIndex getPathByIndex,
+                                     const TByte* checksumTest,hpatch_StreamPos_t sumFileSizeTest){
+    hpatch_BOOL result=hpatch_TRUE;
+    hpatch_StreamPos_t      sumFileSize=0;
+    size_t                  i;
+    size_t                  checksumByteSize=self->dirDiffInfo.checksumByteSize;
+    TByte*                  checksumTemp=_pchecksumTemp(self);
+    hpatch_TChecksum*       checksumPlugin=self->_checksumSet.checksumPlugin;
+    hpatch_checksumHandle   csHandle=checksumPlugin?checksumPlugin->open(checksumPlugin):0;
+    hpatch_TFileStreamInput fileData;
+    
+    hpatch_TFileStreamInput_init(&fileData);
+    if (checksumPlugin) checksumPlugin->begin(csHandle);
+    for (i=0;i<fileCount;++i) {
+        const char* fileName=getPathByIndex(self,i);
+        check(hpatch_TFileStreamInput_open(&fileData,fileName));
+        sumFileSize+=fileData.base.streamSize;
+        if (checksumPlugin) checki(_checksum_append(checksumPlugin,csHandle,&fileData.base,
+                                                    0,fileData.base.streamSize),
+                                   "_do_checksumFiles() _checksum_append");
+        check(hpatch_TFileStreamInput_close(&fileData));
+    }
+    check(sumFileSize==sumFileSizeTest);
+    if (checksumPlugin){
+        checksumPlugin->end(csHandle,checksumTemp,checksumTemp+checksumByteSize);
+        check(0==memcmp(checksumTest,checksumTemp,checksumByteSize));
+    }
+clear:
+    if (!hpatch_TFileStreamInput_close(&fileData)) result=hpatch_FALSE;
+    mix_ferr(self->fileError,fileData.fileError);
+    if (csHandle) checksumPlugin->close(checksumPlugin,csHandle);
+    return result;
+}
+
+hpatch_BOOL TDirOldDataChecksum_checksum(TDirOldDataChecksum* self,hpatch_TDecompress* decompressPlugin,
+                                         hpatch_TChecksum* checksumPlugin,const char* oldPath_utf8){
+    hpatch_BOOL result=hpatch_TRUE;
+    check(self->_isOpened&&self->_isAppendStoped);
+    if (checksumPlugin){
+        TDirPatchChecksumSet checksumSet;
+        memset(&checksumSet,0,sizeof(checksumSet));
+        checksumSet.checksumPlugin=checksumPlugin;
+        checksumSet.isCheck_oldRefData=hpatch_TRUE;
+        checksumSet.isCheck_copyFileData=hpatch_TRUE;
+        check(TDirPatcher_checksum(&self->_dirPatcher,&checksumSet));
+    }
+    check(TDirPatcher_loadDirData(&self->_dirPatcher,decompressPlugin,oldPath_utf8,""));
+    
+    //old copy files
+    checki(_do_checksumFiles(&self->_dirPatcher,self->_dirPatcher.dirDiffHead.sameFilePairCount,
+                             TDirPatcher_getOldPathBySameIndex,_pchecksumCopyFile(&self->_dirPatcher),
+                             self->_dirPatcher.dirDiffHead.sameFileSize),
+           "TDirOldDataChecksum_checksum() _do_checksumFiles old");
+    //oldRef files
+    checki(_do_checksumFiles(&self->_dirPatcher,self->_dirPatcher.dirDiffHead.oldRefFileCount,
+                             TDirPatcher_getOldRefPathByRefIndex,_pchecksumOldRef(&self->_dirPatcher),
+                             self->_dirPatcher.dirDiffInfo.hdiffInfo.oldDataSize),
+           "TDirOldDataChecksum_checksum() _do_checksumFiles oldRef");
+clear:
+    return result;
+}
+
+hpatch_BOOL TDirOldDataChecksum_close(TDirOldDataChecksum* self){
+    if (self->_partDiffData){
+        free(self->_partDiffData);
+        self->_partDiffData=0;
+    }
+    return TDirPatcher_close(&self->_dirPatcher);
+}
+
+
+#endif