EXtremeZip 2022.3.9 → 2023.1.31
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/bin/exz +5 -10
- data/lib/extremeunzip.zzaqsu.rb +41 -40
- data/lib/extremezip.zzaqsv.rb +173 -106
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b6828909fbe53e0f3b211aa554b51fdcae8dd6dc77f49f21d8d96409b352892f
|
|
4
|
+
data.tar.gz: df0f6847adc9db66ea24a997c879b62d6f1c0cb23590c7f787f9dd1f4c53e295
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 28c67deaa23056ff3aeb2fe44e9c239e671c93ef9c1d06ce7f2dfc8068a62165f9754d176297e27ae30fd83894b2e33964c122de3c56d86136eec028551d1f14
|
|
7
|
+
data.tar.gz: 80c52c54543d2295d993521c63eb38aec017cdb1ee004a849820406f39409afdb68e691148d9237fdf9b349bacf2795cd338236d8e8f40f83d69f5923848e0bf
|
data/bin/exz
CHANGED
|
@@ -4,18 +4,13 @@ require 'extremezip.zzaqsv'
|
|
|
4
4
|
require 'notifier'
|
|
5
5
|
|
|
6
6
|
if ARGV.empty? # 未指定命令行参数。
|
|
7
|
+
puts("exz filename")
|
|
7
8
|
else # 指定了命令行参数。
|
|
8
|
-
|
|
9
|
+
$rootPath = ARGV[0] # 记录要打包的目录树的根目录。
|
|
9
10
|
|
|
10
|
-
|
|
11
|
+
exzObject = ExtremeZip.new # 创建压缩对象
|
|
11
12
|
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
exzObject.exz($rootPath) # 压缩
|
|
13
|
+
exzObject.exz($rootPath) # 压缩
|
|
15
14
|
|
|
16
|
-
|
|
17
|
-
image: "image.png",
|
|
18
|
-
title: "exz finished",
|
|
19
|
-
message: $rootPath
|
|
20
|
-
)
|
|
15
|
+
Notifier.notify( image: "image.png", title: "exz finished", message: $rootPath )
|
|
21
16
|
end
|
data/lib/extremeunzip.zzaqsu.rb
CHANGED
|
@@ -67,11 +67,11 @@ class ExtremeUnZip
|
|
|
67
67
|
checkMemoryUsage(34)
|
|
68
68
|
|
|
69
69
|
begin # 解压
|
|
70
|
-
|
|
70
|
+
currentRawData = LZMA.decompress(currentCompressed) # 解压这一块
|
|
71
71
|
|
|
72
|
-
|
|
72
|
+
dataFile.syswrite(currentRawData) # 写入内容
|
|
73
73
|
rescue RuntimeError => e # 解压失败
|
|
74
|
-
|
|
74
|
+
puts "Warning: the exz file may be incomplete." # 报告错误。文件可能不完整。
|
|
75
75
|
end # begin # 解压
|
|
76
76
|
|
|
77
77
|
dataBlockCounter += 1 # count
|
|
@@ -81,55 +81,56 @@ class ExtremeUnZip
|
|
|
81
81
|
end # if (fileVersion==14) #14版本
|
|
82
82
|
|
|
83
83
|
dataFileName # 返回解压后的数据块整体
|
|
84
|
-
end # def extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion) #根据版本号，提取VFS数据内容
|
|
84
|
+
end # def extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion) #根据版本号，提取VFS数据内容
|
|
85
85
|
|
|
86
86
|
# 解压
|
|
87
|
-
|
|
88
|
-
|
|
87
|
+
def exuz(rootPath)
|
|
88
|
+
result = true # 解压结果
|
|
89
89
|
|
|
90
|
-
|
|
90
|
+
currentBlockFile = File.new(rootPath, 'rb') # 打开文件
|
|
91
91
|
|
|
92
|
-
|
|
92
|
+
@wholeFileContent = currentBlockFile.read # 读取全部内容
|
|
93
93
|
|
|
94
|
-
|
|
94
|
+
currentBlockFile.close # 关闭文件
|
|
95
95
|
|
|
96
|
-
|
|
96
|
+
checkMemoryUsage(60)
|
|
97
97
|
|
|
98
|
-
|
|
98
|
+
wholeCborByteArray = @wholeFileContent[4..-1] # 从第5个到末尾
|
|
99
99
|
|
|
100
|
-
|
|
101
|
-
|
|
100
|
+
begin # 可能出错。
|
|
101
|
+
options = {:tolerant => true}
|
|
102
102
|
|
|
103
|
-
|
|
103
|
+
wholeCbor = CBOR.decode(wholeCborByteArray, options) # 解码
|
|
104
104
|
|
|
105
|
-
|
|
105
|
+
fileVersion = wholeCbor['version'] # 获取版本号
|
|
106
106
|
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
107
|
+
if (fileVersion < 14) # 版本号过小
|
|
108
|
+
checkMemoryUsage(85)
|
|
109
|
+
puts 'file version too old' # 报告错误
|
|
110
|
+
else # 版本号够大
|
|
111
|
+
compressedVfsMenu = wholeCbor['vfsMenu'] # 获取压缩后的目录内容
|
|
112
|
+
puts "compressed vfs menu size: #{compressedVfsMenu.size}" # D3bug
|
|
112
113
|
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
114
|
+
checkMemoryUsage(90)
|
|
115
|
+
replyByteArray = LZMA.decompress(compressedVfsMenu) # 解码目录VFS字节数组内容
|
|
116
|
+
|
|
117
|
+
checkMemoryUsage(95)
|
|
118
|
+
|
|
119
|
+
victoriaFreshDataFile = extractVfsDataWithVersionExternalFile(wholeCbor, fileVersion) # 根据版本号，提取VFS数据内容
|
|
120
|
+
|
|
121
|
+
checkMemoryUsage(100)
|
|
122
|
+
$clipDownloader = VictoriaFresh.new # 创建下载器。
|
|
123
|
+
|
|
124
|
+
$clipDownloader.releaseFilesExternalDataFile(replyByteArray, victoriaFreshDataFile) # 释放各个文件
|
|
125
|
+
|
|
126
|
+
fileToRemove = File.new(victoriaFreshDataFile) # 要删除的文件
|
|
127
|
+
end # if (fileVersion<14) #版本号过小
|
|
127
128
|
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
129
|
+
result =true # 解压成功
|
|
130
|
+
rescue EOFError => e # 文件内容提前到末尾。一般是压缩包文件未传输完全 。
|
|
131
|
+
puts "Error: the exz file may be incomplete." # 报告错误。文件可能不完整。
|
|
131
132
|
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
133
|
+
result = false # 失败
|
|
134
|
+
end #begin # 可能出错。
|
|
135
|
+
end # def exuz(rootPath)
|
|
135
136
|
end # class ExtremeUnZip
|
data/lib/extremezip.zzaqsv.rb
CHANGED
|
@@ -11,65 +11,131 @@ require 'get_process_mem'
|
|
|
11
11
|
require 'pathname'
|
|
12
12
|
|
|
13
13
|
def checkMemoryUsage(lineNumber)
|
|
14
|
-
|
|
14
|
+
mem = GetProcessMem.new
|
|
15
15
|
|
|
16
|
-
|
|
16
|
+
puts("#{lineNumber} , Memory: #{mem.mb}, process id: #{Process.pid}"); # Debug
|
|
17
17
|
end # def checkMemoryUsage
|
|
18
18
|
|
|
19
19
|
class ExtremeZip
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
20
|
+
def initialize
|
|
21
|
+
@wholeCbor = {} # 整个CBOR结构
|
|
22
|
+
@vfsDataList = [] # 数据块压缩块列表
|
|
23
|
+
@filePartCounter = 0 # 文件分块计数器
|
|
24
|
+
@responsePipeList = [] # 任务回复管道列表
|
|
25
|
+
@processIdList = [] # 子进程编号列表。
|
|
26
|
+
@processTimestamp = Time.new.to_i # 记录进程启动的时间戳。
|
|
27
|
+
@topFileList=[] # top file list. by length.
|
|
28
|
+
@maxSubProcessAmount = Etc.nprocessors # 获取最大的子进程个数
|
|
29
|
+
@leastTopFileLength=-4 # least top file length
|
|
30
|
+
@dataBlockLength = 33554432 # 数据块单元长度， 32MiB
|
|
31
|
+
|
|
32
|
+
@clipDownloader = VictoriaFresh.new # 创建下载器。
|
|
33
|
+
|
|
34
|
+
@clipDownloader.diskFlush = true # 向磁盘写入缓存
|
|
35
|
+
@clipDownloader.diskMultiFile = true # 写多个磁盘文件
|
|
36
|
+
@clipDownloader.diskFileName = 'victoriafreshdata.v.' # 磁盘文件名前缀
|
|
37
|
+
@clipDownloader.diskFlushSize = @dataBlockLength # 磁盘文件大小
|
|
38
|
+
@clipDownloader.ignoreFileName= '.exzignore' # 设置用于指定忽略文件列表的文件名。
|
|
39
|
+
end # def initialize
|
|
40
|
+
|
|
41
|
+
# report top large file list.
|
|
42
|
+
def reportTopLargeFileList(victoriaFresh)
|
|
43
|
+
#puts "vfs menu content: #{victoriaFresh}"
|
|
44
|
+
puts "vfs menu class: #{victoriaFresh.class}"
|
|
45
|
+
|
|
46
|
+
reportRememberOneFileNode(victoriaFresh, '.') # process one file node
|
|
47
|
+
|
|
48
|
+
puts("Top large files:")
|
|
49
|
+
|
|
50
|
+
@topFileList.each do |topFile|
|
|
51
|
+
puts("#{topFile['name']}, #{topFile['parent_path']}, #{topFile['file_length']}")
|
|
52
|
+
end
|
|
53
|
+
end # def reportTopLargeFileList(victoriaFresh) # report top large file list.
|
|
54
|
+
|
|
55
|
+
# process one file node
|
|
56
|
+
def reportRememberOneFileNode(victoriaFresh, parentPath)
|
|
57
|
+
if (victoriaFresh['is_file']) # it is a file
|
|
58
|
+
file_lenght=victoriaFresh['file_length'] # get file length
|
|
59
|
+
|
|
60
|
+
if (file_lenght > (@leastTopFileLength) ) # larger than least top file length
|
|
61
|
+
insertedFileObject=false
|
|
62
|
+
if (@topFileList.size>=10) # already have 10 files in top list
|
|
63
|
+
@topFileList.pop # pop last one.
|
|
64
|
+
end # if (@topFileList.size>=10) # already have 10 files in top list
|
|
57
65
|
|
|
58
|
-
|
|
66
|
+
#puts("#{__LINE__}, parent path: #{victoriaFresh['parent_path']}")
|
|
67
|
+
toInsertFileObject=victoriaFresh
|
|
68
|
+
toInsertFileObject['parent_path']=parentPath
|
|
69
|
+
#puts("#{__LINE__}, parent path: #{toInsertFileObject['parent_path']}, #{victoriaFresh['parent_path']}")
|
|
70
|
+
topFileIndex=0
|
|
71
|
+
#if (@topFileList.size==0) # no item in list
|
|
72
|
+
#puts("#{__LINE__}, insert, #{toInsertFileObject['name']}, #{toInsertFileObject['file_length']}")
|
|
73
|
+
#@topFileList.insert(topFileIndex, toInsertFileObject) # insert into top file list.
|
|
74
|
+
#else # if (@topFileList.size==0) # no item in list
|
|
75
|
+
#topFileIndex=@topFileList.size - 1
|
|
76
|
+
|
|
77
|
+
fileIndexRange=0..(@topFileList.size-1)
|
|
78
|
+
fileIndexRange.each do |topFileIndex|
|
|
79
|
+
#while (topFileIndex>=0) do # find insert point one by one
|
|
80
|
+
currentTopFile=@topFileList[topFileIndex]
|
|
81
|
+
|
|
82
|
+
if (file_lenght>currentTopFile['file_length'])
|
|
83
|
+
#puts("#{__LINE__}, insert, #{toInsertFileObject['name']}, #{toInsertFileObject['file_length']}, #{parentPath}, #{toInsertFileObject['parent_path']}")
|
|
84
|
+
@topFileList.insert(topFileIndex, toInsertFileObject) # insert into top file list.
|
|
85
|
+
insertedFileObject=true
|
|
86
|
+
break
|
|
87
|
+
end
|
|
88
|
+
|
|
89
|
+
#topFileIndex -= 1
|
|
90
|
+
end # while (topFileIndex>=0) do # find insert point one by one
|
|
91
|
+
#end # if (@topFileList.size==0) # no item in list
|
|
92
|
+
|
|
93
|
+
unless insertedFileObject # not inserted file object
|
|
94
|
+
@topFileList << (toInsertFileObject) # insert into top file list.
|
|
95
|
+
end # unless insertedFileObject # not inserted file object
|
|
59
96
|
|
|
60
|
-
@
|
|
61
|
-
|
|
97
|
+
@leastTopFileLength=@topFileList.last['file_length']
|
|
98
|
+
end # if (file_lenght>leastTopFileLength) # larger than least top file length
|
|
99
|
+
else # it is a directory
|
|
100
|
+
puts "victoriaFresh: #{victoriaFresh}" # debug.
|
|
101
|
+
victoriaFresh['sub_files']&.each do |sub_file| # remember sub files one by one. This might be a symbol link.
|
|
102
|
+
reportRememberOneFileNode(sub_file, "#{parentPath}/#{victoriaFresh['name']}")
|
|
103
|
+
end # victoriaFresh['sub_files']&.each do |sub_file| # remember sub files one by one. This might be a symbol link.
|
|
104
|
+
end # else # it is a directory
|
|
105
|
+
end # reportRememberOneFileNode(victoriaFresh) # process one file node
|
|
106
|
+
|
|
107
|
+
# 压缩目录数据。
|
|
108
|
+
def compressVfsMenu(victoriaFresh)
|
|
109
|
+
replyByteArray = victoriaFresh.to_cbor # #打包成字节数组。
|
|
110
|
+
|
|
111
|
+
# 压缩目录数据并放入CBOR：
|
|
112
|
+
compressedVfsMenu = LZMA.compress(replyByteArray) # 压缩目录数据
|
|
113
|
+
|
|
114
|
+
@wholeCbor['vfsMenu'] = compressedVfsMenu # 加入目录
|
|
115
|
+
end # compressVfsMenu(victoriaFresh) # 压缩目录数据。
|
|
116
|
+
|
|
117
|
+
# 加入基本文件信息
|
|
118
|
+
def addBasicFileInformation
|
|
119
|
+
@wholeCbor['version'] = 251 # 文件格式版本号
|
|
120
|
+
|
|
121
|
+
uuid = UUID.new # 获取生成器
|
|
122
|
+
@wholeCbor['uuid'] = uuid.generate # 指定本个压缩包的唯一编号
|
|
123
|
+
|
|
124
|
+
@wholeCbor['website']='https://rubygems.org/gems/EXtremeZip' # 加入网站地址
|
|
125
|
+
|
|
126
|
+
@wholeCbor['vfsDataListStart']=198910 # 压缩 VFS 数据列表起始位置。
|
|
127
|
+
end # addBasicFileInformation # 加入基本文件信息
|
|
62
128
|
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
129
|
+
def writeStamp(rootPath) # 更新时间戳文件
|
|
130
|
+
directoryPathName=Pathname.new(rootPath) #构造路径名字对象。
|
|
131
|
+
datastore= "#{directoryPathName.expand_path}/.exzstamp" # 配置文件路径
|
|
132
|
+
puts "writing stamp file: #{datastore}" # Debug
|
|
67
133
|
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
134
|
+
#stamp = wholeCbor['timestamp'] # 获取时间戳
|
|
135
|
+
stampCbor={} # 时间戳对象。
|
|
136
|
+
stampCbor['timestamp']= @processTimestamp # 设置时间戳。
|
|
71
137
|
|
|
72
|
-
|
|
138
|
+
compressed= stampCbor.to_cbor
|
|
73
139
|
|
|
74
140
|
extremeZipOutputFile = File.new(datastore, 'wb') # 创建文件
|
|
75
141
|
extremeZipOutputFile.syswrite(compressed) # 写入文件
|
|
@@ -154,6 +220,8 @@ class ExtremeZip
|
|
|
154
220
|
addBasicFileInformation # 加入基本文件信息
|
|
155
221
|
|
|
156
222
|
processIdList, responsePipeList = launchSubProcesses # 启动子进程。
|
|
223
|
+
|
|
224
|
+
reportTopLargeFileList(victoriaFresh) # report top large file list.
|
|
157
225
|
|
|
158
226
|
receiveCompressedVfsDataList(processIdList, responsePipeList) # 接收压缩后的数据块列表
|
|
159
227
|
|
|
@@ -178,7 +246,6 @@ class ExtremeZip
|
|
|
178
246
|
if fileExists # 存在文件，则表明将要发生增量压缩
|
|
179
247
|
writeStamp (rootPath) # 更新时间戳文件
|
|
180
248
|
end # if fileExists # 存在文件，则表明用户要求增量压缩
|
|
181
|
-
|
|
182
249
|
end # def exz(rootPath)
|
|
183
250
|
|
|
184
251
|
# 写入压缩块文件
|
|
@@ -206,7 +273,7 @@ class ExtremeZip
|
|
|
206
273
|
|
|
207
274
|
#wholeFileContent=File.read("comressed.#{processCounter}.cex", 'rb') # 读取压缩块。
|
|
208
275
|
|
|
209
|
-
puts "wirte file contetn length: #{wholeFileContent.length}" # Debghu
|
|
276
|
+
#puts "wirte file contetn length: #{wholeFileContent.length}" # Debghu
|
|
210
277
|
|
|
211
278
|
extremeZipOutputFile.syswrite(wholeFileContent) # 写入文件
|
|
212
279
|
|
|
@@ -218,37 +285,37 @@ class ExtremeZip
|
|
|
218
285
|
|
|
219
286
|
# 写入文件内容
|
|
220
287
|
def writeFile(wholeFileContent, victoriaFresh)
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
288
|
+
extremeZipOutputFile = File.new("#{victoriaFresh['name']}.exz", 'wb') # 创建文件
|
|
289
|
+
extremeZipOutputFile.syswrite(wholeFileContent) # 写入文件
|
|
290
|
+
extremeZipOutputFile.close # 关闭文件
|
|
224
291
|
end # writeFile(wholeFileContent, victoriaFresh) #写入文件内容
|
|
225
292
|
|
|
226
293
|
# 接收压缩后的数据块列表
|
|
227
294
|
def receiveCompressedVfsDataList(processIdList, responsePipeList)
|
|
228
|
-
|
|
295
|
+
processCounter = 0 # 子进程计数器
|
|
229
296
|
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
297
|
+
while (processCounter<@filePartAmount) # 并不是所有分块都被处理完毕了。
|
|
298
|
+
currentSubProcess=processIdList[processCounter] # 获取子进程对象
|
|
299
|
+
|
|
300
|
+
compressed = receiveFromSubProcess(currentSubProcess, responsePipeList, processCounter) # 从子进程中读取数据，并终止子进程
|
|
301
|
+
|
|
302
|
+
#写入当前压缩块到文件系统中去作为缓存。陈欣
|
|
303
|
+
writeCompressBlock(compressed, processCounter) # 写入压缩块文件
|
|
304
|
+
|
|
305
|
+
blockInfo={} # 块信息
|
|
306
|
+
blockInfo['length']=compressed.length # 记录长度
|
|
307
|
+
|
|
308
|
+
#puts "block length: #{blockInfo['length']}" # Debug
|
|
242
309
|
|
|
243
|
-
|
|
244
|
-
|
|
310
|
+
@vfsDataList << blockInfo # 加入数据块列表中
|
|
311
|
+
checkMemoryUsage(150)
|
|
245
312
|
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
313
|
+
processCounter += 1 # 子进程计数
|
|
314
|
+
|
|
315
|
+
if (@filePartCounter<@filePartAmount) # 还有一些分块尚未交给子进程进行处理
|
|
316
|
+
schedule1Block(@filePartCounter) # 再启动一个子进程
|
|
317
|
+
end # if (@filePartCounter<@filePartAmount) # 还有一些分块尚未交给子进程进行处理
|
|
318
|
+
end # processIdList.each do |currentSubProcess|
|
|
252
319
|
end # receiveCompressedVfsDataList # 接收压缩后的数据块列表
|
|
253
320
|
|
|
254
321
|
# 读取块文件内容
|
|
@@ -266,63 +333,63 @@ class ExtremeZip
|
|
|
266
333
|
|
|
267
334
|
# 计划一个块的压缩计算
|
|
268
335
|
def schedule1Block(filePartCounter)
|
|
269
|
-
|
|
336
|
+
currentBlockData = readBlockFile(filePartCounter) # 读取块文件内容
|
|
270
337
|
|
|
271
|
-
|
|
338
|
+
currentResponsePipe = Cod.pipe # 任务回复管道
|
|
272
339
|
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
340
|
+
p1 = fork do # 复制出子进程
|
|
341
|
+
compressInSubProcess(currentBlockData, currentResponsePipe) # 在子进程中具体执行的压缩代码
|
|
342
|
+
end # p1 = fork do #复制出子进程
|
|
276
343
|
|
|
277
|
-
|
|
278
|
-
|
|
344
|
+
# processDataLength += @dataBlockLength # 计数
|
|
345
|
+
#checkMemoryUsage(130)
|
|
279
346
|
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
347
|
+
# 记录管道：
|
|
348
|
+
# taskPipeList << currentTaskPipe
|
|
349
|
+
@responsePipeList << currentResponsePipe # 记录回复管道
|
|
283
350
|
|
|
284
|
-
|
|
351
|
+
@processIdList << p1 # 记录到子进程列表中
|
|
285
352
|
|
|
286
|
-
|
|
353
|
+
@filePartCounter += 1 # 计数
|
|
287
354
|
|
|
288
|
-
|
|
355
|
+
[currentResponsePipe, p1]
|
|
289
356
|
end # schedule1Block(filePartCounter) # 计划一个块的压缩计算
|
|
290
357
|
|
|
291
358
|
# 启动子进程。
|
|
292
359
|
def launchSubProcesses
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
360
|
+
while ((@filePartCounter < @filePartAmount) && (@filePartCounter<@maxSubProcessAmount)) # 未处理完毕，并且未达到最大子进程个数
|
|
361
|
+
currentResponsePipe, p1 = schedule1Block(@filePartCounter) # 计划一个块的压缩计算
|
|
362
|
+
end # while processDataLength < victoriaFreshData.byte_size do #未处理完毕
|
|
296
363
|
|
|
297
|
-
|
|
364
|
+
[@processIdList, @responsePipeList]
|
|
298
365
|
end # launchSubProcesses # 启动子进程。
|
|
299
366
|
|
|
300
367
|
# 在子进程中具体执行的压缩代码
|
|
301
368
|
def compressInSubProcess(currentBlockData, currentResponsePipe)
|
|
302
|
-
|
|
303
|
-
|
|
369
|
+
#checkMemoryUsage(115) # Debug
|
|
370
|
+
currentBlockDataToCompress = currentBlockData # 读取数据块
|
|
304
371
|
|
|
305
|
-
|
|
372
|
+
currentCompressedVfsData = LZMA.compress(currentBlockDataToCompress) # 压缩当前块
|
|
306
373
|
|
|
307
|
-
|
|
308
|
-
|
|
374
|
+
#checkMemoryUsage(120)
|
|
375
|
+
#puts("compressed data length: #{currentCompressedVfsData.bytesize}") # Debug.
|
|
309
376
|
|
|
310
|
-
|
|
377
|
+
currentResponsePipe.put currentCompressedVfsData # 将压缩后的数据块写入到回复管道中
|
|
311
378
|
|
|
312
|
-
|
|
379
|
+
puts("finished #{Process.pid}") # Debug
|
|
313
380
|
end # compressInSubProcess(currentBlockData, currentResponsePipe) # 在子进程中具体执行的压缩代码
|
|
314
381
|
|
|
315
382
|
# 从子进程中读取数据，并终止子进程
|
|
316
383
|
def receiveFromSubProcess(currentSubProcess, responsePipeList, processCounter)
|
|
317
|
-
|
|
318
|
-
|
|
384
|
+
puts("waiting #{currentSubProcess}") # Debug
|
|
385
|
+
#checkMemoryUsage(140)
|
|
319
386
|
|
|
320
|
-
|
|
387
|
+
currentResponsePipe = responsePipeList[processCounter] # 任务回复管道
|
|
321
388
|
|
|
322
|
-
|
|
323
|
-
|
|
389
|
+
currentCompressedVfsDataFromSubProcess = currentResponsePipe.get # 读取压缩后数据
|
|
390
|
+
#checkMemoryUsage(145)
|
|
324
391
|
|
|
325
|
-
|
|
392
|
+
Process.waitpid(currentSubProcess) # 等待该个子进程
|
|
326
393
|
|
|
327
394
|
currentCompressedVfsDataFromSubProcess
|
|
328
395
|
end # receiveFromSubProcess(currentSubProcess) # 从子进程中读取数据，并终止子进程
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: EXtremeZip
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version:
|
|
4
|
+
version: 2023.1.31
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Hxcan Cai
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2023-01-31 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: cod
|
|
@@ -145,7 +145,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
145
145
|
- !ruby/object:Gem::Version
|
|
146
146
|
version: '0'
|
|
147
147
|
requirements: []
|
|
148
|
-
rubygems_version: 3.
|
|
148
|
+
rubygems_version: 3.2.33
|
|
149
149
|
signing_key:
|
|
150
150
|
specification_version: 4
|
|
151
151
|
summary: EXtremeZip
|