docker-storage-gc 3.5.12 → 4.0.0

package/build/index.js

@@ -1,242 +1,187 @@
-// Generated by CoffeeScript 1.12.7
-(function() {
-  var Bluebird, Docker, DockerGC, DockerProgress, EventEmitter, _, dockerImageTree, dockerMtimeStream, dockerUtils, getImagesToRemove, getUnusedTreeLeafs, recordGcRunTime, streamToString,
-    bind = function(fn, me){ return function(){ return fn.apply(me, arguments); }; };
-
-  Bluebird = require('bluebird');
-
-  _ = require('lodash');
-
-  EventEmitter = require('eventemitter3').EventEmitter;
-
-  DockerProgress = require('docker-progress').DockerProgress;
-
-  Docker = require('dockerode');
-
-  dockerMtimeStream = require('./docker-event-stream').dockerMtimeStream;
-
-  dockerImageTree = require('./docker-image-tree').dockerImageTree;
-
-  dockerUtils = require('./docker');
-
-  getUnusedTreeLeafs = function(tree, result) {
-    var child, children, i, len;
-    if (result == null) {
-      result = [];
-    }
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const bluebird_1 = __importDefault(require("bluebird"));
+const lodash_1 = __importDefault(require("lodash"));
+const eventemitter3_1 = require("eventemitter3");
+const docker_progress_1 = require("docker-progress");
+const dockerode_1 = __importDefault(require("dockerode"));
+const docker_event_stream_1 = require("./docker-event-stream");
+const docker_image_tree_1 = require("./docker-image-tree");
+const docker_1 = require("./docker");
+const getUnusedTreeLeafs = function (tree, result = []) {
     if (!tree.removed) {
-      children = _(tree.children).values().filter(_.negate(_.property('removed'))).value();
-      if (children.length === 0 && !tree.isUsedByAContainer) {
-        result.push(tree);
-      } else {
-        for (i = 0, len = children.length; i < len; i++) {
-          child = children[i];
-          getUnusedTreeLeafs(child, result);
+        const children = (0, lodash_1.default)(tree.children)
+            .values()
+            .filter(lodash_1.default.negate(lodash_1.default.property('removed')))
+            .value();
+        if (children.length === 0 && !tree.isUsedByAContainer) {
+            result.push(tree);
+        }
+        else {
+            for (const child of children) {
+                getUnusedTreeLeafs(child, result);
+            }
         }
-      }
     }
     return result;
-  };
-
-  getImagesToRemove = function(tree, reclaimSpace, metrics) {
-    var leaf, leafs, result, size;
-    tree = _.clone(tree);
-    result = [];
-    size = 0;
+};
+const getImagesToRemove = function (tree, reclaimSpace, metrics) {
+    tree = lodash_1.default.clone(tree);
+    const result = [];
+    let size = 0;
     while (size < reclaimSpace) {
-      leafs = _.orderBy(getUnusedTreeLeafs(tree), ['mtime', 'size'], ['asc', 'desc']);
-      if (leafs.length === 0) {
-        break;
-      }
-      leaf = leafs[0];
-      if (leaf !== tree) {
-        result.push(leaf);
-        size += leaf.size;
-      }
-      leaf.removed = true;
+        const leafs = lodash_1.default.orderBy(getUnusedTreeLeafs(tree), ['mtime', 'size'], ['asc', 'desc']);
+        if (leafs.length === 0) {
+            break;
+        }
+        const leaf = leafs[0];
+        if (leaf !== tree) {
+            result.push(leaf);
+            size += leaf.size;
+        }
+        leaf.removed = true;
     }
     metrics.emit('numberImagesToRemove', result.length);
     return result;
-  };
-
-  streamToString = function(stream) {
-    return new Bluebird(function(resolve, reject) {
-      var chunks;
-      chunks = [];
-      return stream.on('error', reject).on('data', function(chunk) {
-        return chunks.push(chunk);
-      }).on('end', function() {
-        return resolve(Buffer.concat(chunks).toString());
-      });
-    });
-  };
-
-  recordGcRunTime = function(t0, metrics) {
-    var dt, duration;
-    dt = process.hrtime(t0);
-    duration = dt[0] * 1000 + dt[1] / 1e6;
-    return metrics.emit('gcRunTime', duration);
-  };
-
-  DockerGC = (function() {
-    function DockerGC() {
-      this.garbageCollect = bind(this.garbageCollect, this);
-      this.tryRemoveImageBy = bind(this.tryRemoveImageBy, this);
-      this.removeImage = bind(this.removeImage, this);
-      this.metrics = new EventEmitter();
-      this.host = 'unknown';
+};
+const streamToString = (stream) => new Promise(function (resolve, reject) {
+    const chunks = [];
+    stream
+        .on('error', reject)
+        .on('data', (chunk) => chunks.push(chunk))
+        .on('end', () => resolve(Buffer.concat(chunks).toString()));
+});
+const recordGcRunTime = function (t0, metrics) {
+    const dt = process.hrtime(t0);
+    const duration = dt[0] * 1000 + dt[1] / 1e6;
+    metrics.emit('gcRunTime', duration);
+};
+class DockerGC {
+    metrics = new eventemitter3_1.EventEmitter();
+    host = 'unknown';
+    docker;
+    dockerProgress;
+    currentMtimes = {};
+    baseImagePromise;
+    setHostname(hostname) {
+        this.host = hostname;
     }
-
-    DockerGC.prototype.setHostname = function(hostname) {
-      return this.host = hostname;
-    };
-
-    DockerGC.prototype.setDocker = function(hostObj) {
-      this.currentMtimes = {};
-      this.hostObj = _.defaults({
-        Promise: Bluebird
-      }, hostObj);
-      this.dockerProgress = new DockerProgress({
-        docker: new Docker(this.hostObj)
-      });
-      return dockerUtils.getDocker(this.hostObj).then((function(_this) {
-        return function(docker) {
-          _this.docker = docker;
-          return _this.baseImagePromise = _this.getDaemonArchitecture().then(function(arch) {
-            switch (arch) {
-              case 'arm':
-                return 'arm32v6/alpine:3.6';
-              case 'arm64':
-                return 'arm64v8/alpine:3.6';
-              case 'amd64':
-                return 'alpine:3.6';
-              default:
-                throw new Error('Could not detect architecture of remote host');
-            }
-          });
-        };
-      })(this));
-    };
-
-    DockerGC.prototype.setupMtimeStream = function() {
-      return dockerMtimeStream(this.docker).then((function(_this) {
-        return function(stream) {
-          return stream.on('data', function(layer_mtimes) {
-            return _this.currentMtimes = layer_mtimes;
-          });
-        };
-      })(this));
-    };
-
-    DockerGC.prototype.removeImage = function(image) {
-      return this.tryRemoveImageBy(image, image.repoTags, 'tag') || this.tryRemoveImageBy(image, image.repoDigests, 'digest') || this.tryRemoveImageBy(image, [image.id], 'id');
-    };
-
-    DockerGC.prototype.tryRemoveImageBy = function(image, attributes, removalType) {
-      if ((attributes != null) && attributes.length > 0) {
-        return Bluebird.each(attributes, (function(_this) {
-          return function(attribute) {
-            console.log("[GC (" + _this.host + "] Removing image : " + attribute + " (id: " + image.id + ")");
-            return _this.docker.getImage(attribute).remove({
-              noprune: true
-            }).then(function() {
-              return _this.metrics.emit('imageRemoved', removalType);
+    setDocker(hostObj) {
+        this.currentMtimes = {};
+        hostObj = lodash_1.default.defaults({ Promise: bluebird_1.default }, hostObj);
+        this.dockerProgress = new docker_progress_1.DockerProgress({
+            docker: new dockerode_1.default(hostObj),
+        });
+        return (0, docker_1.getDocker)(hostObj)
+            .then((docker) => {
+            this.docker = docker;
+            return (this.baseImagePromise = this.getDaemonArchitecture().then(function (arch) {
+                switch (arch) {
+                    case 'arm':
+                        return 'arm32v6/alpine:3.6';
+                    case 'arm64':
+                        return 'arm64v8/alpine:3.6';
+                    case 'amd64':
+                        return 'alpine:3.6';
+                    default:
+                        throw new Error('Could not detect architecture of remote host');
+                }
+            }));
+        })
+            .then(() => {
+        });
+    }
+    setupMtimeStream() {
+        return (0, docker_event_stream_1.dockerMtimeStream)(this.docker).then((stream) => {
+            stream.on('data', (layerMtimes) => {
+                this.currentMtimes = layerMtimes;
             });
-          };
-        })(this));
-      }
-    };
-
-    DockerGC.prototype.garbageCollect = function(reclaimSpace, attemptAll) {
-      var err, startTime;
-      if (attemptAll == null) {
-        attemptAll = false;
-      }
-      err = null;
-      startTime = process.hrtime();
-      this.metrics.emit('spaceReclaimed', reclaimSpace);
-      return dockerImageTree(this.docker, this.currentMtimes).then((function(_this) {
-        return function(tree) {
-          return getImagesToRemove(tree, reclaimSpace, _this.metrics);
-        };
-      })(this)).each((function(_this) {
-        return function(image) {
-          return _this.removeImage(image)["catch"](function(e) {
-            _this.metrics.emit('imageRemovalError', e.statusCode);
-            console.log("[GC " + _this.host + "]: Failed to remove image: ", image);
-            console.log(e);
-            if (attemptAll) {
-              return err != null ? err : err = e;
-            } else {
-              recordGcRunTime(startTime, _this.metrics);
-              throw e;
+        });
+    }
+    removeImage(image) {
+        return (this.tryRemoveImageBy(image, image.repoTags, 'tag') ||
+            this.tryRemoveImageBy(image, image.repoDigests, 'digest') ||
+            this.tryRemoveImageBy(image, [image.id], 'id'));
+    }
+    tryRemoveImageBy(image, attributes, removalType) {
+        if (attributes.length > 0) {
+            return bluebird_1.default.each(attributes, (attribute) => {
+                console.log(`[GC (${this.host}] Removing image : ${attribute} (id: ${image.id})`);
+                return this.docker
+                    .getImage(attribute)
+                    .remove({ noprune: true })
+                    .then(() => {
+                    this.metrics.emit('imageRemoved', removalType);
+                });
+            }).then(() => {
+            });
+        }
+    }
+    garbageCollect(reclaimSpace, attemptAll = false) {
+        let err;
+        const startTime = process.hrtime();
+        this.metrics.emit('spaceReclaimed', reclaimSpace);
+        return (0, docker_image_tree_1.dockerImageTree)(this.docker, this.currentMtimes)
+            .then((tree) => {
+            return getImagesToRemove(tree, reclaimSpace, this.metrics);
+        })
+            .each((image) => {
+            return this.removeImage(image).catch((e) => {
+                this.metrics.emit('imageRemovalError', e.statusCode);
+                console.log(`[GC ${this.host}]: Failed to remove image: `, image);
+                console.log(e);
+                if (attemptAll) {
+                    err ??= e;
+                    return;
+                }
+                else {
+                    recordGcRunTime(startTime, this.metrics);
+                    throw e;
+                }
+            });
+        })
+            .then(() => {
+            recordGcRunTime(startTime, this.metrics);
+            if (err != null) {
+                throw err;
             }
-          });
-        };
-      })(this)).then((function(_this) {
-        return function() {
-          recordGcRunTime(startTime, _this.metrics);
-          if (err != null) {
-            throw err;
-          }
-        };
-      })(this));
-    };
-
-    DockerGC.prototype.getOutput = function(image, command) {
-      return Bluebird.using(this.runDisposer(image, command), function(container) {
-        return container.logs({
-          stdout: true,
-          follow: true
-        }).then(function(logs) {
-          return streamToString(logs);
         });
-      });
-    };
-
-    DockerGC.prototype.runDisposer = function(image, command) {
-      return this.docker.run(image, command).disposer(function(container) {
-        return container.wait().then(function() {
-          return container.remove();
+    }
+    getOutput(image, command) {
+        return bluebird_1.default.using(this.runDisposer(image, command), (container) => container
+            .logs({ stdout: true, follow: true })
+            .then((logs) => streamToString(logs)));
+    }
+    runDisposer(image, command) {
+        const containerPromise = this.docker.run(image, command, undefined);
+        return bluebird_1.default.resolve(containerPromise.then(([, container]) => container)).disposer((container) => container.wait().then(() => container.remove()));
+    }
+    getDaemonFreeSpace() {
+        return bluebird_1.default.resolve(this.baseImagePromise)
+            .tap((baseImage) => {
+            return this.dockerProgress.pull(baseImage, lodash_1.default.noop);
+        })
+            .then((baseImage) => {
+            return this.getOutput(baseImage, ['/bin/df', '-B', '1', '/']);
+        })
+            .then(function (spaceStr) {
+            const lines = spaceStr.trim().split(/\r?\n/);
+            if (lines.length !== 2) {
+                throw new Error('Coult not parse df output');
+            }
+            const parts = lines[1].split(/\s+/);
+            const total = parseInt(parts[1], 10);
+            const used = parseInt(parts[2], 10);
+            const free = parseInt(parts[3], 10);
+            return { used, total, free };
         });
-      });
-    };
-
-    DockerGC.prototype.getDaemonFreeSpace = function() {
-      return this.baseImagePromise.tap((function(_this) {
-        return function(baseImage) {
-          return _this.dockerProgress.pull(baseImage, _.noop);
-        };
-      })(this)).then((function(_this) {
-        return function(baseImage) {
-          return _this.getOutput(baseImage, ['/bin/df', '-B', '1', '/']);
-        };
-      })(this)).then(function(spaceStr) {
-        var free, lines, parts, total, used;
-        lines = spaceStr.trim().split(/\r?\n/);
-        if (lines.length !== 2) {
-          throw new Error('Coult not parse df output');
-        }
-        parts = lines[1].split(/\s+/);
-        total = parseInt(parts[1]);
-        used = parseInt(parts[2]);
-        free = parseInt(parts[3]);
-        return {
-          used: used,
-          total: total,
-          free: free
-        };
-      });
-    };
-
-    DockerGC.prototype.getDaemonArchitecture = function() {
-      return this.docker.version().get('Arch');
-    };
-
-    return DockerGC;
-
-  })();
-
-  module.exports = DockerGC;
-
-}).call(this);
+    }
+    getDaemonArchitecture() {
+        return this.docker.version().then(({ Arch }) => Arch);
+    }
+}
+exports.default = DockerGC;
+//# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":";;;;;AAAA,wDAA8C;AAC9C,oDAAuB;AACvB,iDAA6C;AAC7C,qDAAiD;AACjD,0DAA+B;AAC/B,+DAAuE;AACvE,2DAAiE;AACjE,qCAAqC;AAerC,MAAM,kBAAkB,GAAG,UAC1B,IAAwB,EACxB,SAA+B,EAAE;IAEjC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,IAAA,gBAAC,EAAC,IAAI,CAAC,QAAQ,CAAC;aAC/B,MAAM,EAAE;aACR,MAAM,CAAC,gBAAC,CAAC,MAAM,CAAC,gBAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;aACvC,KAAK,EAAE,CAAC;QACV,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACP,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC9B,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACnC,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,UACzB,IAAwB,EACxB,YAAoB,EACpB,OAAgB;IAIhB,IAAI,GAAG,gBAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,OAAO,IAAI,GAAG,YAAY,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,gBAAC,CAAC,OAAO,CACtB,kBAAkB,CAAC,IAAI,CAAC,EACxB,CAAC,OAAO,EAAE,MAAM,CAAC,EACjB,CAAC,KAAK,EAAE,MAAM,CAAC,CACf,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM;QACP,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAEnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,MAA6B,EAAE,EAAE,CACxD,IAAI,OAAO,CAAS,UAAU,OAAO,EAAE,MAAM;IAC5C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM;SACJ,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SACzC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;AAC9D,CAAC,CAAC,CAAC;AAEJ,MAAM,eAAe,GAAG,UACvB,EAA6B,EAC7B,OAAgB;IAEhB,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAqB,QAAQ;IACrB,OAAO,GAAY,IAAI,4BAAY,EAAU,CAAC;IAC7C,IAAI,GAAG,SAAS,CAAC;IACjB,MAAM,CAAS;IACf,cAAc,CAAiB;IAC/B,aAAa,GAAgB,EAAE,CAAC;IAChC,gBAAgB,CAAkB;IAEnC,WAAW,CAAC,QAAgB;QAClC,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC;IACtB,CAAC;IAEM,SAAS,CAAC,OAA6B;QAC7C,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,OAAO,GAAG,gBAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,kBAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,IAAI,gCAAc,CAAC;YACxC,MAAM,EAAE,IAAI,mBAAM,CAAC,OAAO,CAAC;SAC3B,CAAC,CAAC;QACH,OAAO,IAAA,kBAAS,EAAC,OAAO,CAAC;aACvB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YAGhB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC,IAAI,CAChE,UAAU,IAAI;gBACb,QAAQ,IAAI,EAAE,CAAC;oBACd,KAAK,KAAK;wBACT,OAAO,oBAAoB,CAAC;oBAC7B,KAAK,OAAO;wBACX,OAAO,oBAAoB,CAAC;oBAC7B,KAAK,OAAO;wBACX,OAAO,YAAY,CAAC;oBACrB;wBACC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;gBAClE,CAAC;YACF,CAAC,CACD,CAAC,CAAC;QACJ,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,EAAE;QAEX,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,gBAAgB;QACtB,OAAO,IAAA,uCAAiB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACrD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,WAAwB,EAAE,EAAE;gBAC9C,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC;YAClC,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,KAAyB;QAC5C,OAAO,CACN,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC;YACnD,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC;YACzD,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAC9C,CAAC;IACH,CAAC;IAYO,gBAAgB,CACvB,KAAyB,EACzB,UAAoB,EACpB,WAAoC;QAEpC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,kBAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,EAAE;gBAC9C,OAAO,CAAC,GAAG,CACV,QAAQ,IAAI,CAAC,IAAI,sBAAsB,SAAS,SAAS,KAAK,CAAC,EAAE,GAAG,CACpE,CAAC;gBACF,OAAO,IAAI,CAAC,MAAM;qBAChB,QAAQ,CAAC,SAAS,CAAC;qBACnB,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;qBACzB,IAAI,CAAC,GAAG,EAAE;oBACV,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;gBAChD,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;YAEb,CAAC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAEM,cAAc,CACpB,YAAoB,EACpB,UAAU,GAAG,KAAK;QAElB,IAAI,GAAQ,CAAC;QACb,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAClD,OAAO,IAAA,mCAAe,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC;aACrD,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YACd,OAAO,iBAAiB,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5D,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,6BAA6B,EAAE,KAAK,CAAC,CAAC;gBAClE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACf,IAAI,UAAU,EAAE,CAAC;oBAChB,GAAG,KAAK,CAAC,CAAC;oBACV,OAAO;gBACR,CAAC;qBAAM,CAAC;oBACP,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBACzC,MAAM,CAAC,CAAC;gBACT,CAAC;YACF,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,EAAE;YACV,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;gBACjB,MAAM,GAAG,CAAC;YACX,CAAC;QACF,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,SAAS,CAAC,KAAa,EAAE,OAAiB;QACjD,OAAO,kBAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,CACrE,SAAS;aACP,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aACpC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CACtC,CAAC;IACH,CAAC;IAEO,WAAW,CAClB,KAAa,EACb,OAAiB;QAEjB,MAAM,gBAAgB,GACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CACd,KAAK,EACL,OAAO,EAEP,SAAS,CACT,CAAC;QACH,OAAO,kBAAQ,CAAC,OAAO,CACtB,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CACnD,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5E,CAAC;IAEM,kBAAkB;QAKxB,OAAO,kBAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC;aAC5C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAElB,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAC,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;YACnB,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC;aACD,IAAI,CAAC,UAAU,QAAQ;YAEvB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC9C,CAAC;YAED,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,qBAAqB;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IACvD,CAAC;CACD;AAnLD,2BAmLC"}

package/lib/docker-event-stream.ts

@@ -0,0 +1,93 @@
+import Bluebird from 'bluebird';
+import * as es from 'event-stream';
+import JSONStream from 'JSONStream';
+import type Docker from 'dockerode';
+
+const IMAGE_EVENTS = ['delete', 'import', 'pull', 'push', 'tag'];
+
+const CONTAINER_EVENTS = [
+	'attach',
+	'commit',
+	'copy',
+	'create',
+	'destroy',
+	'die',
+	'exec_create',
+	'exec_start',
+	'export',
+	'kill',
+	'oom',
+	'pause',
+	'rename',
+	'resize',
+	'restart',
+	'start',
+	'stop',
+	'top',
+	'unpause',
+];
+
+export interface LayerMtimes {
+	[id: string]: string | number | undefined;
+}
+
+interface DockerEvent {
+	status: string;
+	id: string;
+	from: string;
+	Type: 'container';
+	Action: 'destroy';
+	Actor: {
+		ID: '9f49d061590dc6d242f902dff33a4536ac1baf584c19a4e68c0675178b4e567b';
+		Attributes: {
+			image: 'sha256:8ecd94718638c95609ec3a91d3241ce84b025de9bd089e1c463c8b4e7f83fc25';
+			'io.balena.architecture': 'aarch64';
+			'io.balena.device-type': 'jetson-xavier';
+			'io.balena.qemu.version': '7.0.0+balena1-aarch64';
+			maintainer: 'charlie <carlos.alvarez@kiwibot.com> dadaroce <davidson@kiwibot.com>';
+			name: 'zen_lichterman';
+		};
+	};
+	scope: 'local';
+	time: 1701265973;
+	timeNano: '1701265973112542359';
+}
+
+export const parseEventStream = (docker: Docker) =>
+	docker.listImages({ all: true }).then(function (images) {
+		const layerMtimes: LayerMtimes = {};
+		// Start off by setting all current images to an mtime of 0 as we've never seen them used
+		// If we've never seen the layer used then it's likely created before we started
+		// listening and so set the last used time to 0 as we know it should be older than
+		// anything we've seen
+		for (const image of images) {
+			layerMtimes[image.Id] = 0;
+		}
+
+		return es.pipeline(
+			JSONStream.parse(undefined) as any as es.MapStream,
+			es.mapSync(function ({ status, id, from, timeNano }: DockerEvent) {
+				if (IMAGE_EVENTS.includes(status)) {
+					if (status === 'delete') {
+						if (layerMtimes[id] != null) {
+							delete layerMtimes[id];
+						}
+					} else {
+						layerMtimes[id] = timeNano;
+					}
+				} else if (CONTAINER_EVENTS.includes(status)) {
+					layerMtimes[from] = timeNano;
+				}
+				return layerMtimes;
+			}),
+		);
+	});
+
+export function dockerMtimeStream(docker: Docker) {
+	return Bluebird.join(
+		docker.getEvents(),
+		parseEventStream(docker),
+		(stream, streamParser) =>
+			es.pipeline(stream as any as es.MapStream, streamParser),
+	);
+}

package/lib/docker-image-tree.ts

@@ -0,0 +1,94 @@
+import Bluebird from 'bluebird';
+import type Docker from 'dockerode';
+import { LayerMtimes } from './docker-event-stream';
+
+const saneRepoAttrs = function (repoAttrs: string[] | undefined) {
+	if (repoAttrs == null) {
+		return [];
+	}
+	if (
+		repoAttrs.includes('<none>:<none>') ||
+		repoAttrs.includes('<none>@<none>')
+	) {
+		return [];
+	} else {
+		return repoAttrs;
+	}
+};
+
+export const createNode = (id: string): ImageNode => ({
+	id,
+	size: 0,
+	repoTags: [],
+	repoDigests: [],
+	mtime: undefined,
+	children: {},
+});
+
+const getMtimeFrom = function (layerMtimes: LayerMtimes, attributes: string[]) {
+	for (const key of attributes) {
+		if (layerMtimes[key] != null) {
+			return layerMtimes[key];
+		}
+	}
+};
+
+const getMtime = function (tree: ImageNode, layerMtimes: LayerMtimes) {
+	return (
+		layerMtimes[tree.id] ??
+		getMtimeFrom(layerMtimes, tree.repoTags) ??
+		getMtimeFrom(layerMtimes, tree.repoDigests)
+	);
+};
+
+export interface ImageNode {
+	id: string;
+	size: number;
+	repoTags: string[];
+	repoDigests: string[];
+	mtime: LayerMtimes[string];
+	children: Record<string, ImageNode>;
+	isUsedByAContainer?: boolean;
+}
+
+export const createTree = function (
+	images: Docker.ImageInfo[],
+	containers: Docker.ContainerInfo[],
+	layerMtimes: LayerMtimes,
+): ImageNode {
+	const now = Date.now() * Math.pow(10, 6); // convert to nanoseconds
+	const usedImageIds = new Set(containers.map((c) => c.ImageID));
+	const tree: {
+		[key: string]: ImageNode;
+	} = {};
+	const root =
+		'0000000000000000000000000000000000000000000000000000000000000000';
+
+	for (const image of images) {
+		const node = (tree[image.Id] ??= createNode(image.Id));
+		const parentId = image.ParentId || root;
+		const parent = (tree[parentId] ??= createNode(parentId));
+
+		node.repoTags = saneRepoAttrs(image.RepoTags);
+		node.repoDigests = saneRepoAttrs(image.RepoDigests);
+		node.size = image.Size;
+		// If we haven't seen the image at all then assume it is brand new and default it's
+		// mtime to `now` to avoid removing it
+		node.mtime = getMtime(node, layerMtimes) ?? now;
+		node.isUsedByAContainer = usedImageIds.has(image.Id);
+		parent.children[image.Id] = node;
+	}
+
+	tree[root].mtime = now;
+	tree[root].isUsedByAContainer = false;
+	return tree[root];
+};
+
+export function dockerImageTree(docker: Docker, layerMtimes: LayerMtimes) {
+	return Bluebird.join(
+		docker.listImages({ all: true }),
+		docker.listContainers({ all: true }),
+		layerMtimes,
+		createTree,
+	);
+}

package/lib/docker.ts

@@ -0,0 +1,17 @@
+import Docker from 'dockerode';
+import Bluebird from 'bluebird';
+import _ from 'lodash';
+
+const getDockerConnectOpts = function (hostObj: Docker.DockerOptions) {
+	if (!_.isEmpty(hostObj)) {
+		return Promise.resolve(hostObj);
+	}
+	return Promise.resolve({
+		socketPath: '/var/run/docker.sock',
+		Promise: Bluebird as any as PromiseConstructor,
+	});
+};
+
+export function getDocker(hostObj: Docker.DockerOptions) {
+	return getDockerConnectOpts(hostObj).then((opts) => new Docker(opts));
+}