nv-file-grpby-size 1.0.0

package/index.js

@@ -0,0 +1,100 @@
+const _fs=require("fs");
+
+function calculateSizeGroup(size) {
+    if (size === 0) return 0;       // 0字节文件
+    if (size === 1) return 1;       // 1字节文件
+    if (size === 2) return 2;       // 2字节文件
+    // 计算指数分组：3-4字节→组3, 5-8字节→组4, 9-16字节→组5...
+    let power = 2; // 起始指数
+    var v = Math.pow(2, power);
+    while (v < size) {
+        power++;
+        v = Math.pow(2, power);
+    }
+    return v; // 组ID = 指数值
+}
+
+const makeGroups =()=>{
+    var d = {
+        0:[],
+        1:[],
+        2:[],
+    }
+    for(let pow=2;pow<53;++pow) {
+        d[2**pow] = []
+    }
+    return d;
+}
+
+const sync = (file_paths) =>{
+    //使用 _fs.lstatsSync 
+    //    使用前要判断文件是否存在 且类型必须是File
+    //按照 <=0 <=1 <=2  <=4 <=8 ..... 分类
+    var grps = {};
+    for(var fn of file_paths) {
+        if (_fs.existsSync(fn)) {
+            var  stats = _fs.lstatSync(fn);      
+            if (stats.isFile()) {
+                var id = calculateSizeGroup(stats.size);
+                if(grps[id]) {grps[id].push(fn)} else {grps[id]=[fn]}
+            } else {
+
+            }       
+        } else {
+        }
+    }
+    return grps;    
+}
+
+
+const async_grp_all_file_paths_by_size = async (file_paths,concurrent_count=1000) =>{
+    var grps = {};
+    var cnt  = file_paths.length;
+    var r    = cnt % concurrent_count;
+    var cnt0 = cnt-r;
+    for(var i=0;i<cnt0; i+=concurrent_count) {
+        var ps = [];
+        for(var j=0;j<concurrent_count;++j) {
+            ps.push((async (fn)=>{
+                if(_fs.existsSync(fn)) {
+                    try {
+                        const stats = await fs.promises.lstat(fn);
+                        if (stats.isFile()) {
+                            var id = calculateSizeGroup(stats.size); 
+                            if(grps[id]) {grps[id].push(fn)} else {grps[id]=[fn]}
+                        }
+                    }catch(e) {
+                        console.log(e)  
+		    }
+                }
+            })(file_paths[i+j]))
+        }
+        await Promise.all(ps);
+    }
+    {
+        var ps = [];
+        for(var j=0;j<r;++j) {
+            ps.push((async (fn)=>{
+                if(_fs.existsSync(fn)) {
+                    try {
+                        const stats = await fs.promises.lstat(fn);
+                        if (stats.isFile()) {
+                            var id = calculateSizeGroup(stats.size);
+                            if(grps[id]) {grps[id].push(fn)} else {grps[id]=[fn]}
+                        }
+                    }catch(e) {
+                        console.log(e)
+                    }
+                }
+            })(file_paths[j]))
+        }
+        await Promise.all(ps);
+    }
+    return grps;    
+}
+
+
+module.exports = async_grp_all_file_paths_by_size;
+module.exports.sync = sync;
+
+

package/package.json

@@ -0,0 +1,11 @@
+{
+  "name": "nv-file-grpby-size",
+  "version": "1.0.0",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "",
+  "license": "ISC",
+  "description": ""
+}