EXtremeZip 2021.6.10 → 2021.7.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1254336d170605d3f0c17b2fc3322c03418da714f7989e525eb3719bb990651e
-  data.tar.gz: 78d353292536ae4a9f5979a89d5855114bb0f698da8e45544bcb4f146f159ba5
+  metadata.gz: 8d967b1fd71318b619a278a51c6a3ce645c9ce88b103d3c58f025d9ca147cbb8
+  data.tar.gz: 47572d3f25d9b4752d6709aed79b2b2486757a5608858e43ea7eb38ecc20a7c3
 SHA512:
-  metadata.gz: be0e958cf5aa67eb5fd738eda5c5b130e764990fe7147059ff05a913250b0c3e258dc18e7b9d4d30306cc458ce3f4c1da22a8bfa2c15e71d9a2bad766bfa11e8
-  data.tar.gz: 102aa5d67a8cf95f62d46f0592308a7daaf4b989b26c65fc7c567546c2d7e1e7071b23f8a245899a2aa242a1e7b422e1aade9ac5931da25703874d99a925063d
+  metadata.gz: 55f00f36a4c24c26a6a92d0a9739b87899fc49e003f1502f9025024979387120dfff8e0d1625a6e2d84fd9db27c6cc7d687045a6b3e0b79d5fdd5574940a90af
+  data.tar.gz: 95839ed46e4eb76929a98ffc55cccb25972aa868f0c24b3a5c4455521b413fa4eec5634032eaf454084c5e1bc92ca09bb30bf7920e9a66e8b611e016e9c15c83

data/bin/exuz

@@ -2,11 +2,11 @@
 
 require 'extremeunzip.zzaqsu'
 
-if (ARGV.empty? ) #未指定命令行参数。
-else #指定了命令行参数。
-    $rootPath=ARGV[0] #记录要打包的目录树的根目录。
-    
-    exuzObject=ExtremeUnZip.new #解压对象
-    
-    exuzObject.exuz($rootPath) #解压
+if ARGV.empty? # 未指定命令行参数。
+else # 指定了命令行参数。
+    $rootPath = ARGV[0] # 记录要打包的目录树的根目录。
+
+    exuzObject = ExtremeUnZip.new # 解压对象
+
+    exuzObject.exuz($rootPath) # 解压
 end

data/bin/exz

@@ -2,11 +2,11 @@
 
 require 'extremezip.zzaqsv'
 
-if (ARGV.empty? ) #未指定命令行参数。
-else #指定了命令行参数。
-    $rootPath=ARGV[0] #记录要打包的目录树的根目录。
-    
-    exzObject=ExtremeZip.new #创建压缩对象
-    
-    exzObject.exz($rootPath) #压缩
+if ARGV.empty? # 未指定命令行参数。
+else # 指定了命令行参数。
+    $rootPath = ARGV[0] # 记录要打包的目录树的根目录。
+
+    exzObject = ExtremeZip.new # 创建压缩对象
+
+    exzObject.exz($rootPath) # 压缩
 end

data/lib/extremeunzip.zzaqsu.rb

@@ -8,150 +8,143 @@ require 'lzma'
 require 'get_process_mem'
 
 def checkMemoryUsage(lineNumber)
-            mem= GetProcessMem.new
-    
-    puts("#{lineNumber} ,  Memory: #{mem.mb}"); #Debug
-
-end #def checkMemoryUsage
-
-#根据版本号，提取VFS数据内容
-def extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion) 
-    victoriaFreshData='' #解压后的数据块整体
-    dataFileName='victoriafreshdata.w' #数据文件名
-    dataFile={} #数据文件对象
-    
-    if (fileVersion==14) #14版本
-        compressedVfsData=wholeCbor['vfsData'] #获取压缩后的数据内容
-        
-        victoriaFreshData=LZMA.decompress(compressedVfsData) #解压缩数据内容
-        
-        dataFile=File.open(dataFileName, 'wb') #打开文件
-        
-        dataFile.syswrite(victoriaFreshData) #写入内容
-        
-        dataFile.close #关闭文件
-    elsif (fileVersion>=30) #30以上版本
-        compressedVfsDataList=wholeCbor['vfsDataList'] #获取压缩后的数据块列表
-        
-        puts("data block amont: #{compressedVfsDataList.length}") #Debug
-        
-        dataBlockCounter=0 #Data block counter
-        
-        dataFile=File.open(dataFileName, 'wb') #打开文件
-
-        
-        compressedVfsDataList.each do |currentCompressed| #一块块地解压
-            puts("data block counter: #{dataBlockCounter}") #Debug
+            mem = GetProcessMem.new
+
+            puts("#{lineNumber} ,  Memory: #{mem.mb}"); # Debug
+end # def checkMemoryUsage
+
+# 根据版本号，提取VFS数据内容
+def extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion)
+    victoriaFreshData = '' # 解压后的数据块整体
+    dataFileName = 'victoriafreshdata.w' # 数据文件名
+    dataFile = {} # 数据文件对象
+
+    if (fileVersion == 14) # 14版本
+        compressedVfsData = wholeCbor['vfsData'] # 获取压缩后的数据内容
+
+        victoriaFreshData = LZMA.decompress(compressedVfsData) # 解压缩数据内容
+
+        dataFile = File.open(dataFileName, 'wb') # 打开文件
+
+        dataFile.syswrite(victoriaFreshData) # 写入内容
+
+        dataFile.close # 关闭文件
+    elsif (fileVersion >= 30) # 30以上版本
+        compressedVfsDataList = wholeCbor['vfsDataList'] # 获取压缩后的数据块列表
+
+        puts("data block amont: #{compressedVfsDataList.length}") # Debug
+
+        dataBlockCounter = 0 # Data block counter
+
+        dataFile = File.open(dataFileName, 'wb') # 打开文件
+
+        compressedVfsDataList.each do |currentCompressed| # 一块块地解压
+            puts("data block counter: #{dataBlockCounter}") # Debug
             checkMemoryUsage(34)
 
-            currentRawData=LZMA.decompress(currentCompressed) #解压这一块
-
-            dataFile.syswrite(currentRawData) #写入内容
-
-#             victoriaFreshData=victoriaFreshData+currentRawData #追加
-#             victoriaFreshData << currentRawData #追加
-
-            puts("byte size: #{victoriaFreshData.bytesize}") #debug.
-            
-            dataBlockCounter=dataBlockCounter+1 #count
-        end #compressedVfsDataList.each do |currentCompressed|
-        
-        dataFile.close #关闭文件
-    end #if (fileVersion==14) #14版本
-    
-    return dataFileName #返回解压后的数据块整体
-end #def extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion) #根据版本号，提取VFS数据内容
-
-def extractVfsDataWithVersion(wholeCbor, fileVersion) #根据版本号，提取VFS数据内容
-    victoriaFreshData='' #解压后的数据块整体
-    
-    if (fileVersion==14) #14版本
-        compressedVfsData=wholeCbor['vfsData'] #获取压缩后的数据内容
-        
-        victoriaFreshData=LZMA.decompress(compressedVfsData) #解压缩数据内容
-    elsif (fileVersion>=30) #30以上版本
-        compressedVfsDataList=wholeCbor['vfsDataList'] #获取压缩后的数据块列表
-        
-        puts("data block amont: #{compressedVfsDataList.length}") #Debug
-        
-        dataBlockCounter=0 #Data block counter
-        
-        compressedVfsDataList.each do |currentCompressed| #一块块地解压
-            puts("data block counter: #{dataBlockCounter}") #Debug
+            currentRawData = LZMA.decompress(currentCompressed) # 解压这一块
+
+            dataFile.syswrite(currentRawData) # 写入内容
+
+            #             victoriaFreshData=victoriaFreshData+currentRawData #追加
+            #             victoriaFreshData << currentRawData #追加
+
+            puts("byte size: #{victoriaFreshData.bytesize}") # debug.
+
+            dataBlockCounter += 1 # count
+        end # compressedVfsDataList.each do |currentCompressed|
+
+        dataFile.close # 关闭文件
+    end # if (fileVersion==14) #14版本
+
+    dataFileName # 返回解压后的数据块整体
+end # def extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion) #根据版本号，提取VFS数据内容
+
+def extractVfsDataWithVersion(wholeCbor, fileVersion) # 根据版本号，提取VFS数据内容
+    victoriaFreshData = '' # 解压后的数据块整体
+
+    if (fileVersion == 14) # 14版本
+        compressedVfsData = wholeCbor['vfsData'] # 获取压缩后的数据内容
+
+        victoriaFreshData = LZMA.decompress(compressedVfsData) # 解压缩数据内容
+    elsif (fileVersion >= 30) # 30以上版本
+        compressedVfsDataList = wholeCbor['vfsDataList'] # 获取压缩后的数据块列表
+
+        puts("data block amont: #{compressedVfsDataList.length}") # Debug
+
+        dataBlockCounter = 0 # Data block counter
+
+        compressedVfsDataList.each do |currentCompressed| # 一块块地解压
+            puts("data block counter: #{dataBlockCounter}") # Debug
             checkMemoryUsage(34)
 
-            currentRawData=LZMA.decompress(currentCompressed) #解压这一块
+            currentRawData = LZMA.decompress(currentCompressed) # 解压这一块
+
+            #             victoriaFreshData=victoriaFreshData+currentRawData #追加
+            victoriaFreshData << currentRawData # 追加
 
-#             victoriaFreshData=victoriaFreshData+currentRawData #追加
-            victoriaFreshData << currentRawData #追加
+            puts("byte size: #{victoriaFreshData.bytesize}") # debug.
 
-            puts("byte size: #{victoriaFreshData.bytesize}") #debug.
-            
-            dataBlockCounter=dataBlockCounter+1 #count
-        end #compressedVfsDataList.each do |currentCompressed|
-    end #if (fileVersion==14) #14版本
-    
-    return victoriaFreshData #返回解压后的数据块整体
+            dataBlockCounter += 1 # count
+        end # compressedVfsDataList.each do |currentCompressed|
+    end # if (fileVersion==14) #14版本
+
+    victoriaFreshData # 返回解压后的数据块整体
 end #        extractVfsDataWithVersion(wholeCbor, fileVersion) #根据版本号，提取VFS数据内容
 
 class ExtremeUnZip
-    #解压
+    # 解压
     def exuz(rootPath)
-        wholeFileContent=File.read(rootPath) #最终文件内容
-        
+        wholeFileContent = File.read(rootPath) # 最终文件内容
+
         checkMemoryUsage(60)
-        
-        puts wholeFileContent.class #debug
-        
-        wholeCborByteArray=wholeFileContent[4..-1] #从第5个到末尾
+
+        puts wholeFileContent.class # debug
+
+        wholeCborByteArray = wholeFileContent[4..-1] # 从第5个到末尾
         checkMemoryUsage(65)
-        
-        
+
         #     puts wholeCborByteArray #Debug.
-        
+
         checkMemoryUsage(70)
-        wholeCbor=CBOR.decode(wholeCborByteArray) #解码
+        wholeCbor = CBOR.decode(wholeCborByteArray) # 解码
         #     wholeCbor=wholeCborByteArray.from_cbor #解码CBOR
-        
+
         #     puts wholeCbor #Debug.
         checkMemoryUsage(75)
-        
-        fileVersion=wholeCbor['version'] #获取版本号
-        
-        puts 'fileVersion:' #Debug
+
+        fileVersion = wholeCbor['version'] # 获取版本号
+
+        puts 'fileVersion:' # Debug
         checkMemoryUsage(80)
-        puts fileVersion #Debug.
-        
-        
-        if (fileVersion<14) #版本号过小
+        puts fileVersion # Debug.
+
+        if (fileVersion < 14) # 版本号过小
             checkMemoryUsage(85)
-            puts 'file version too old' #报告错误
-        else #版本号够大
-            compressedVfsMenu=wholeCbor['vfsMenu'] #获取压缩后的目录内容
-            
+            puts 'file version too old' # 报告错误
+        else # 版本号够大
+            compressedVfsMenu = wholeCbor['vfsMenu'] # 获取压缩后的目录内容
+
             checkMemoryUsage(90)
-            replyByteArray=LZMA.decompress(compressedVfsMenu) #解码目录VFS字节数组内容
-            
+            replyByteArray = LZMA.decompress(compressedVfsMenu) # 解码目录VFS字节数组内容
+
             #         puts replyByteArray #Debug
-            
+
             checkMemoryUsage(95)
             #         victoriaFreshData=extractVfsDataWithVersion(wholeCbor, fileVersion) #根据版本号，提取VFS数据内容
-            victoriaFreshDataFile=extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion) #根据版本号，提取VFS数据内容
-            
+            victoriaFreshDataFile = extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion) # 根据版本号，提取VFS数据内容
+
             #         puts victoriaFreshData #Debug
-            
+
             checkMemoryUsage(100)
-            $clipDownloader=VictoriaFresh.new #创建下载器。
-            
-            
-            $clipDownloader.releaseFilesExternalDataFile(replyByteArray, victoriaFreshDataFile) #释放各个文件
-            
-            fileToRemove=File.new(victoriaFreshDataFile) #要删除的文件
-            
-            File.delete(fileToRemove) #删除文件
-            
-        end #if (fileVersion<14) #版本号过小
-        
-    end #def exuz(rootPath)
-end #class ExtremeUnZip
+            $clipDownloader = VictoriaFresh.new # 创建下载器。
+
+            $clipDownloader.releaseFilesExternalDataFile(replyByteArray, victoriaFreshDataFile) # 释放各个文件
+
+            fileToRemove = File.new(victoriaFreshDataFile) # 要删除的文件
+
+            File.delete(fileToRemove) # 删除文件
 
+        end # if (fileVersion<14) #版本号过小
+    end # def exuz(rootPath)
+end # class ExtremeUnZip

data/lib/extremezip.zzaqsv.rb

@@ -1,191 +1,188 @@
 #!/usr/bin/ruby
+# frozen_string_literal: true
 
 require 'victoriafresh'
-require 'cbor'
-require 'lzma'
-require 'etc' #cpu amount
-require 'cod' 
+require 'cbor' # CBOR
+require 'lzma' # LZMA
+require 'etc' # cpu amount
+require 'cod'
 require 'uuid'
 require 'get_process_mem'
 
 def checkMemoryUsage(lineNumber)
-            mem= GetProcessMem.new
-    
-    puts("#{lineNumber} ,  Memory: #{mem.mb}"); #Debug
-
-end #def checkMemoryUsage
+    mem = GetProcessMem.new
 
+    puts("#{lineNumber} ,  Memory: #{mem.mb}, process id: #{Process.pid}"); # Debug
+end # def checkMemoryUsage
 
 class ExtremeZip
-    #压缩
+    def initialize
+        @wholeCbor = {} # 整个CBOR结构
+        @vfsDataList = [] # 数据块压缩块列表
+        @filePartCounter = 0 # 文件分块计数器
+        @responsePipeList = [] # 任务回复管道列表
+        @processIdList = [] # 子进程编号列表。
+
+        @maxSubProcessAmount = Etc.nprocessors # 获取最大的子进程个数
+
+        @dataBlockLength = 33554432 # 数据块单元长度， 32MiB
+
+        @clipDownloader = VictoriaFresh.new # 创建下载器。
+
+        @clipDownloader.diskFlush = true # 向磁盘写入缓存
+        @clipDownloader.diskMultiFile = true # 写多个磁盘文件
+        @clipDownloader.diskFileName = 'victoriafreshdata.v.' # 磁盘文件名前缀
+        @clipDownloader.diskFlushSize = @dataBlockLength # 磁盘文件大小
+    end # def initialize
+
+    # 压缩目录数据。
+    def compressVfsMenu(victoriaFresh)
+        replyByteArray = victoriaFresh.to_cbor # #打包成字节数组。
+
+        # 压缩目录数据并放入CBOR：
+        compressedVfsMenu = LZMA.compress(replyByteArray) # 压缩目录数据
+
+        @wholeCbor['vfsMenu'] = compressedVfsMenu # 加入目录
+    end # compressVfsMenu(victoriaFresh) # 压缩目录数据。
+
+    # 加入基本文件信息
+    def addBasicFileInformation
+        @wholeCbor['version'] = 68 # 文件格式版本号
+
+        uuid = UUID.new # 获取生成器
+        @wholeCbor['uuid'] = uuid.generate # 指定本个压缩包的唯一编号
+    end # addBasicFileInformation # 加入基本文件信息
+
+    # 压缩
     def exz(rootPath)
-                #计算一个合理的数据块长度：
-#   dataBlockLength=16777216 #数据块单元长度， 16MiB
-  dataBlockLength=33554432 #数据块单元长度， 32MiB
-#   dataBlockLength=67108864 #数据块单元长度， 64MiB
-  
-      checkMemoryUsage(75)
-
-#   dynamicBlockLength=victoriaFreshData.bytesize / Etc.nprocessors + 1  #尝试根据现在的任务计算出一个动态块长度。
-  dynamicBlockLength=dataBlockLength  #尝试根据现在的任务计算出一个动态块长度。
-  
-  
-      checkMemoryUsage(80)
-
-  maxAcceptableDataBlockLength=52852*1024 #Max acceptable data block length
-  
-  dataBlockLength=[dataBlockLength, dynamicBlockLength].max #取预定义的块长度和动态块长度中较大的那个来作为块长度。这样压缩比高一些
-      checkMemoryUsage(85)
-
-  dataBlockLength=[dataBlockLength, maxAcceptableDataBlockLength].min #Limit data block length, not to exceed max acceptable data block length.
-  
-  puts("block length: #{dataBlockLength}") #Debug
-
-  
-  $clipDownloader=VictoriaFresh.new #创建下载器。
-  
-    $clipDownloader.diskFlush=true #向磁盘写入缓存
-  $clipDownloader.diskMultiFile=true #写多个磁盘文件
-  $clipDownloader.diskFileName='victoriafreshdata.v.' #磁盘文件名前缀
-  $clipDownloader.diskFlushSize=dataBlockLength #磁盘文件大小
-
-
-    checkMemoryUsage(25)
-  victoriaFresh,victoriaFreshData=$clipDownloader.checkOnce(rootPath) #打包该目录树。
-  
-  #利用protobuf打包成字节数组：
-  replyByteArray="" #回复时使用的字节数组。
-    checkMemoryUsage(30)
-  replyByteArray=victoriaFresh.to_cbor ##打包成字节数组。
-
-    checkMemoryUsage(35)
-  #victoriaFreshFile=File.new("victoriafresh.v","wb") #创建文件。
-  #victoriaFreshFile.syswrite(replyByteArray) #写入文件。
-  
-  #victoriaFreshFile.close #关闭文件。
-      checkMemoryUsage(40)
-
-#   victoriaFreshDataFile=File.new("victoriafreshdata.v","wb") #数据文件。
-#   victoriaFreshDataFile.syswrite(victoriaFreshData) #写入文件。
-#   victoriaFreshDataFile.close #关闭文件。
-      checkMemoryUsage(45)
-
-  
-  wholeFileContent='' #最终文件内容
-  
-    checkMemoryUsage(50)
-  wholeFileContent = wholeFileContent + 'exz' + "\0" #写入魔法文件头
-  
-  wholeCbor={} #整个CBOR结构
-  wholeCbor['version']=68 #文件格式版本号
-    checkMemoryUsage(55)
-
-  uuid = UUID.new #获取生成器
-  generatedUuid=uuid.generate #生成唯一标识
-  wholeCbor['uuid']=generatedUuid #指定本个压缩包的唯一编号
-      checkMemoryUsage(60)
-
-  #压缩目录数据并放入CBOR：
-  compressedVfsMenu = LZMA.compress(replyByteArray) #压缩目录数据
-  
-    checkMemoryUsage(65)
-  puts("compressed menu length: #{compressedVfsMenu.bytesize}") #Debug.
-  wholeCbor['vfsMenu']=compressedVfsMenu #加入目录
-
-  #压缩文件实体数据并放入CBOR：
-    checkMemoryUsage(70)
-    
-      checkMemoryUsage(90)
-
-  
-  processDataLength=0 #已处理的数据长度
-  
-    checkMemoryUsage(95)
-  vfsDataList=[] #数据块压缩块列表
-  taskPipeList=[] #任务分配管道列表。
-  responsePipeList=[] #任务回复管道列表
-  processIdList = [] #记录到子进程列表中
-      checkMemoryUsage(100)
-
-      filePartAmount=$clipDownloader.currentDiskFlushSuffix #获取文件个数
-      
-      filePartCounter=0 #文件计数器
-      
-      while (filePartCounter < filePartAmount) #未处理完毕
-          currentBlockFile=File.new($clipDownloader.diskFileName+filePartCounter.to_s, 'rb') #打开文件
-          
-          currentBlockData=currentBlockFile.read #读取全部内容
-          
-          currentBlockFile.close #关闭文件
-          
-          File.delete(currentBlockFile) #删除数据块文件
-          
-          currentTaskPipe=Cod.pipe #任务分配管道
-          currentResponsePipe=Cod.pipe #任务回复管道
-          
-          #记录管道：
-          taskPipeList << currentTaskPipe
-          responsePipeList << currentResponsePipe
-      p1 = fork do #复制出子进程
-          checkMemoryUsage(115)
-          currentBlockDataToCompress=currentBlockData #读取数据块
-          
-          currentCompressedVfsData=LZMA.compress(currentBlockDataToCompress) #压缩当前块
-          
-          checkMemoryUsage(120)
-          puts("compressed data length: #{currentCompressedVfsData.bytesize}") #Debug.
-          
-          currentResponsePipe.put currentCompressedVfsData #将压缩后的数据块写入到回复管道中
-          
-          checkMemoryUsage(125)
-          puts("finished #{Process.pid}") #Debug
-      end #p1 = fork do #复制出子进程
-      
-      processDataLength=processDataLength + dataBlockLength #计数
-    checkMemoryUsage(130)
-
-      processIdList << p1 #记录到子进程列表中
-      
-      filePartCounter=filePartCounter+1 #计数
-  end #while processDataLength < victoriaFreshData.byte_size do #未处理完毕
-  
-    checkMemoryUsage(135)
-  processCounter=0 #子进程计数器
-  
-  processIdList.each do |currentSubProcess|
-      puts("waiting #{currentSubProcess}") #Debug
-          checkMemoryUsage(140)
-
-      currentResponsePipe=responsePipeList[processCounter] #任务回复管道
-      
-      currentCompressedVfsDataFromSubProcess=currentResponsePipe.get #读取压缩后数据
-          checkMemoryUsage(145)
-
-      Process.waitpid(currentSubProcess) #等待该个子进程
-      
-      vfsDataList << currentCompressedVfsDataFromSubProcess #加入数据块列表中
-          checkMemoryUsage(150)
-
-      processCounter=processCounter+1 #子进程计数
-  end #processIdList.each do |currentSubProcess|
-  
-    checkMemoryUsage(155)
-  wholeCbor['vfsDataList']=vfsDataList #加入数据
-  
-  #序列化CBOR：
-  wholeCborByteArray=wholeCbor.to_cbor
-      checkMemoryUsage(160)
-
-  wholeFileContent = wholeFileContent + wholeCborByteArray
-  
-  #写入文件：
-    checkMemoryUsage(165)
-  extremeZipOutputFile=File.new( victoriaFresh['name'] + '.exz', 'wb') #创建文件
-  extremeZipOutputFile.syswrite(wholeFileContent) #写入文件
-  extremeZipOutputFile.close #关闭文件
+        victoriaFresh, = @clipDownloader.checkOnce(rootPath) # 打包该目录树。
 
+        @filePartAmount = @clipDownloader.currentDiskFlushSuffix # 获取文件个数
+
+        compressVfsMenu(victoriaFresh) # 压缩目录数据。
+
+        addBasicFileInformation # 加入基本文件信息
+
+        processIdList, responsePipeList = launchSubProcesses # 启动子进程。
+
+        receiveCompressedVfsDataList(processIdList, responsePipeList) # 接收压缩后的数据块列表
+
+        checkMemoryUsage(155)
+        @wholeCbor['vfsDataList'] = @vfsDataList # 加入数据
+
+        wholeFileContent = 'exz' + "\0" + @wholeCbor.to_cbor # 追加CBOR字节数组
+
+        # 写入文件：
+        writeFile(wholeFileContent, victoriaFresh) # 写入文件内容
+    end # def exz(rootPath)
+
+    # 写入文件内容
+    def writeFile(wholeFileContent, victoriaFresh)
+        extremeZipOutputFile = File.new("#{victoriaFresh['name']}.exz", 'wb') # 创建文件
+        extremeZipOutputFile.syswrite(wholeFileContent) # 写入文件
+        extremeZipOutputFile.close # 关闭文件
+    end # writeFile(wholeFileContent, victoriaFresh) #写入文件内容
+
+    # 接收压缩后的数据块列表
+    def receiveCompressedVfsDataList(processIdList, responsePipeList)
+        processCounter = 0 # 子进程计数器
         
-        
-    end #def exz(rootPath)
-end #class ExtremeZip
+        while (processCounter<@filePartAmount) # 并不是所有分块都被处理完毕了。
+            currentSubProcess=processIdList[processCounter] # 获取子进程对象
+        #processIdList.each do |currentSubProcess|
+            compressed = receiveFromSubProcess(currentSubProcess, responsePipeList, processCounter) # 从子进程中读取数据，并终止子进程
+
+            @vfsDataList << compressed # 加入数据块列表中
+            checkMemoryUsage(150)
+
+            processCounter += 1 # 子进程计数
+            
+            if (@filePartCounter<@filePartAmount) # 还有一些分块尚未交给子进程进行处理
+                schedule1Block(@filePartCounter) # 再启动一个子进程
+            end # if (@filePartCounter<@filePartAmount) # 还有一些分块尚未交给子进程进行处理
+        end # processIdList.each do |currentSubProcess|
+    end # receiveCompressedVfsDataList # 接收压缩后的数据块列表
+
+    # 读取块文件内容
+    def readBlockFile(filePartCounter)
+        currentBlockFile = File.new(@clipDownloader.diskFileName + filePartCounter.to_s, 'rb') # 打开文件
+
+        currentBlockData = currentBlockFile.read # 读取全部内容
+
+        currentBlockFile.close # 关闭文件
+
+        File.delete(currentBlockFile) # 删除数据块文件
+
+        currentBlockData
+    end
+
+    # 计划一个块的压缩计算
+    def schedule1Block(filePartCounter)
+        currentBlockData = readBlockFile(filePartCounter) # 读取块文件内容
+
+        # currentTaskPipe = Cod.pipe # 任务分配管道
+        currentResponsePipe = Cod.pipe # 任务回复管道
+
+        puts("forking sub process, file part counter: #{filePartCounter}") # Debug.
+
+        p1 = fork do # 复制出子进程
+            compressInSubProcess(currentBlockData, currentResponsePipe) # 在子进程中具体执行的压缩代码
+        end # p1 = fork do #复制出子进程
+
+        # processDataLength += @dataBlockLength # 计数
+        checkMemoryUsage(130)
+
+                    # 记录管道：
+            # taskPipeList << currentTaskPipe
+            @responsePipeList << currentResponsePipe # 记录回复管道
+
+            @processIdList << p1 # 记录到子进程列表中
+
+            @filePartCounter += 1 # 计数
+
+        [currentResponsePipe, p1]
+    end # schedule1Block(filePartCounter) # 计划一个块的压缩计算
+
+    # 启动子进程。
+    def launchSubProcesses
+
+        #while ((@filePartCounter < @filePartAmount) && (true)) # 未处理完毕，并且未达到最大子进程个数
+        while ((@filePartCounter < @filePartAmount) && (@filePartCounter<@maxSubProcessAmount)) # 未处理完毕，并且未达到最大子进程个数
+            currentResponsePipe, p1 = schedule1Block(@filePartCounter) # 计划一个块的压缩计算
+
+        end # while processDataLength < victoriaFreshData.byte_size do #未处理完毕
+
+        [@processIdList, @responsePipeList]
+    end # launchSubProcesses # 启动子进程。
+
+    # 在子进程中具体执行的压缩代码
+    def compressInSubProcess(currentBlockData, currentResponsePipe)
+        checkMemoryUsage(115) # Debug
+        currentBlockDataToCompress = currentBlockData # 读取数据块
+
+        currentCompressedVfsData = LZMA.compress(currentBlockDataToCompress) # 压缩当前块
+
+        checkMemoryUsage(120)
+        puts("compressed data length: #{currentCompressedVfsData.bytesize}") # Debug.
+
+        currentResponsePipe.put currentCompressedVfsData # 将压缩后的数据块写入到回复管道中
+
+        checkMemoryUsage(125)
+        puts("finished #{Process.pid}") # Debug
+    end # compressInSubProcess(currentBlockData, currentResponsePipe)  # 在子进程中具体执行的压缩代码
+
+    # 从子进程中读取数据，并终止子进程
+    def receiveFromSubProcess(currentSubProcess, responsePipeList, processCounter)
+        puts("waiting #{currentSubProcess}") # Debug
+        checkMemoryUsage(140)
+
+        currentResponsePipe = responsePipeList[processCounter] # 任务回复管道
+
+        currentCompressedVfsDataFromSubProcess = currentResponsePipe.get # 读取压缩后数据
+        checkMemoryUsage(145)
+
+        Process.waitpid(currentSubProcess) # 等待该个子进程
 
+        currentCompressedVfsDataFromSubProcess
+    end # receiveFromSubProcess(currentSubProcess) # 从子进程中读取数据，并终止子进程
+end # class ExtremeZip

metadata

@@ -1,91 +1,91 @@
 --- !ruby/object:Gem::Specification
 name: EXtremeZip
 version: !ruby/object:Gem::Version
-  version: 2021.6.10
+  version: 2021.7.8
 platform: ruby
 authors:
 - Hxcan Cai
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-06-10 00:00:00.000000000 Z
+date: 2021-07-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: VictoriaFreSh
+  name: cod
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 2021.5.28
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2021.5.28
+        version: 0.6.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 2021.5.28
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2021.5.28
+        version: 0.6.0
 - !ruby/object:Gem::Dependency
-  name: ruby-lzma
+  name: get_process_mem
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.3
+        version: 0.2.7
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.3
+        version: 0.2.7
 - !ruby/object:Gem::Dependency
-  name: get_process_mem
+  name: ruby-lzma
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.7
+        version: 0.4.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.7
+        version: 0.4.3
 - !ruby/object:Gem::Dependency
-  name: cod
+  name: uuid
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.6.0
+        version: 2.3.9
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.6.0
+        version: 2.3.9
 - !ruby/object:Gem::Dependency
-  name: uuid
+  name: VictoriaFreSh
   requirement: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2021.5.28
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.3.9
+        version: 2021.5.28
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2021.5.28
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.3.9
+        version: 2021.5.28
 description: Extreme zip.
 email: caihuosheng@gmail.com
 executables:
@@ -102,7 +102,7 @@ homepage: http://rubygems.org/gems/EXtremeZip
 licenses:
 - MIT
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -117,8 +117,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.15
-signing_key:
+rubygems_version: 3.1.6
+signing_key: 
 specification_version: 4
 summary: EXtremeZip
 test_files: []