docker-storage-gc 3.5.12 → 4.0.0

package/test/docker-image-tree.coffee

@@ -1,124 +0,0 @@
-{ expect } = require 'chai'
-fs = require 'fs'
-tk = require 'timekeeper'
-es = require 'event-stream'
-
-{ parseEventStream } = require '../lib/docker-event-stream'
-{ createTree } = require '../lib/docker-image-tree'
-
-dockerUtils = require('../lib/docker.coffee')
-
-getLayerMtimes = ->
-	dockerUtils.getDocker({})
-	.then (docker) ->
-		parseEventStream(docker)
-	.then (streamParser) ->
-		new Promise (resolve, reject) ->
-			mtimes = null
-			fs.createReadStream(__dirname + '/fixtures/docker-events.json')
-			.pipe(streamParser)
-			.on 'error', reject
-			.pipe es.mapSync (data) ->
-				mtimes = data
-			.on 'end', -> resolve(mtimes)
-			.on 'error', reject
-
-describe 'createTree', ->
-	it.skip 'should work with empty input', ->
-
-	it 'should return a tree of images', ->
-		images = require('./fixtures/docker-images.json')
-		containers = require('./fixtures/docker-containers.json')
-		getLayerMtimes()
-		.then (mtimes) ->
-			tk.freeze(Date.UTC(2016, 0, 1))
-			tree = createTree(images, containers, mtimes)
-			tk.reset()
-			output = {
-				'id': '0000000000000000000000000000000000000000000000000000000000000000',
-				'size': 0,
-				'repoTags': [],
-				'repoDigests': [],
-				'mtime': 1451606400000000000,
-				'isUsedByAContainer': false,
-				'children': {
-					'sha256:6d15899cef812e2876b9d5d43d4cd863eda7b278f7b52d00975f6a9a8e817c74': {
-						'id': 'sha256:6d15899cef812e2876b9d5d43d4cd863eda7b278f7b52d00975f6a9a8e817c74',
-						'size': 125151141,
-						'repoTags': [],
-						'repoDigests': [],
-						'mtime': 1451606400000000000,
-						'isUsedByAContainer': false,
-						'children': {
-							'sha256:e53bd4df04f86919156c4510cdc6e6c9491ec8ec226381d36aca573b46bbbbbc': {
-								'id': 'sha256:e53bd4df04f86919156c4510cdc6e6c9491ec8ec226381d36aca573b46bbbbbc',
-								'size': 0,
-								'repoTags': [
-									'project1'
-								],
-								'repoDigests': [],
-								'mtime': 1451606400000000000,
-								'isUsedByAContainer': false,
-								'children': {
-									'sha256:6d41a4a0bf8168363e29da8a5ecbf3cd6c37e3f5a043decd5e7da6e427ba869c': {
-										'id': 'sha256:6d41a4a0bf8168363e29da8a5ecbf3cd6c37e3f5a043decd5e7da6e427ba869c',
-										'size': 330389,
-										'repoTags': [
-											'project2'
-										],
-										'repoDigests': [],
-										'mtime': 1448576073085559863,
-										'isUsedByAContainer': false,
-										'children': {
-											'sha256:80dc79d29cd8618e678da508fc32f7289e6f72defb534f3f287731b1f8b355ea': {
-												'id': 'sha256:80dc79d29cd8618e678da508fc32f7289e6f72defb534f3f287731b1f8b355ea',
-												'size': 98872,
-												'repoTags': [],
-												'repoDigests': [],
-												'mtime': 1451606400000000000,
-												'isUsedByAContainer': false,
-												'children': {}
-											}
-										}
-									}
-								}
-							}
-						}
-					},
-					'sha256:902b87aaaec929e80541486828959f14fa061f529ad7f37ab300d4ef9f3a0dbf': {
-						'id': 'sha256:902b87aaaec929e80541486828959f14fa061f529ad7f37ab300d4ef9f3a0dbf',
-						'size': 125151141,
-						'repoTags': [],
-						'repoDigests': [],
-						'mtime': 1451606400000000000,
-						'isUsedByAContainer': false,
-						'children': {
-							'sha256:9a61b6b1315e6b457c31a03346ab94486a2f5397f4a82219bee01eead1c34c2e': {
-								'id': 'sha256:9a61b6b1315e6b457c31a03346ab94486a2f5397f4a82219bee01eead1c34c2e',
-								'size': 0,
-								'repoTags': [
-									'resin/project3'
-								],
-								'repoDigests': [],
-								'mtime': 1448576073203895800,
-								'isUsedByAContainer': false,
-								'children': {}
-							}
-						}
-					},
-					'sha256:5b0d59026729b68570d99bc4f3f7c31a2e4f2a5736435641565d93e7c25bd2c3': {
-						'id': 'sha256:5b0d59026729b68570d99bc4f3f7c31a2e4f2a5736435641565d93e7c25bd2c3',
-						'size': 125151141,
-						'repoTags': [
-							'busybox:latest'
-						],
-						'repoDigests': [
-							'sha256:a8cf7ff6367c2afa2a90acd081b484cbded349a7076e7bdf37a05279f276bc12'
-						],
-						'mtime': 1448576072937294800,
-						'isUsedByAContainer': true,
-						'children': {},
-					}
-				}
-			}
-			expect(tree).to.deep.equal(output)

package/test/index.coffee

@@ -1,208 +0,0 @@
-Bluebird = require 'bluebird'
-{ expect } = require 'chai'
-
-DockerGC = require('../lib/index')
-dockerUtils = require('../lib/docker.coffee')
-
-SKIP_GC_TEST = process.env.SKIP_GC_TEST == '1' || false
-IMAGES = [ 'alpine:3.1', 'debian:squeeze', 'ubuntu:lucid' ]
-
-# TODO: Move it to a proper repo
-# Same image (same id), different repo, different digest
-NONE_TAG_IMAGES = ['hello-world@sha256:8e3114318a995a1ee497790535e7b88365222a21771ae7e53687ad76563e8e76',
-	'balenaplayground/hello-world@sha256:90659bf80b44ce6be8234e6ff90a1ac34acbeb826903b02cfa0da11c82cbc042']
-
-promiseToBool = (p) ->
-	p.return(true).catchReturn(false)
-
-pullAsync = (docker, tag) ->
-	console.log("[TEST] Pulling #{tag}")
-	docker.pull(tag)
-	.then (stream) ->
-		new Promise (resolve, reject) ->
-			stream.resume()
-			stream.once('error', reject)
-			stream.once('end', resolve)
-
-# This test case is a little weird, it requires that no other images are present on
-# the system to ensure that the correct one is being removed. Because of this, you
-# can use the SKIP_GC_TEST env var to inform the test suite not to run this test
-describe 'Garbage collection', ->
-	beforeEach ->
-		@dockerStorage = new DockerGC()
-		# Use either local or CI docker
-		Bluebird.join(
-			dockerUtils.getDocker({
-				socketPath: '/tmp/dind/docker.sock',
-				Promise: Bluebird,
-			})
-			@dockerStorage.setDocker({
-				socketPath: '/tmp/dind/docker.sock',
-				Promise: Bluebird,
-			})
-			(docker) =>
-				@dockerStorage.setupMtimeStream()
-				@docker = docker
-		)
-
-	afterEach ->
-		docker = @docker
-		console.log('[afterEach] Cleaning up...')
-		for image in IMAGES.concat(NONE_TAG_IMAGES)
-			docker.getImage(image).remove()
-			.catch ->
-
-	it 'should remove a image by tag', ->
-		this.timeout(600000)
-		docker = @docker
-		dockerStorage = @dockerStorage
-
-		pullAsync(docker, IMAGES[0])
-		.then ->
-			docker.getImage(IMAGES[0]).inspect()
-		.then ->
-			dockerStorage.garbageCollect(1)
-		.then ->
-			promiseToBool(docker.getImage(IMAGES[0]).inspect())
-		.then (image_found) ->
-			expect(image_found).to.be.false
-
-	it 'should remove a image by digest if its tag == none', ->
-		this.timeout(600000)
-		docker = @docker
-		dockerStorage = @dockerStorage
-
-		pullAsync(docker, NONE_TAG_IMAGES[0])
-		.then ->
-			docker.getImage(NONE_TAG_IMAGES[0]).inspect()
-		.then ->
-			dockerStorage.garbageCollect(1)
-		.then ->
-			promiseToBool(docker.getImage(NONE_TAG_IMAGES[0]).inspect())
-		.then (image_found) ->
-			expect(image_found).to.be.false
-
-	it 'should remove a image with tag == none even if it is in several repos', ->
-		this.timeout(600000)
-		docker = @docker
-		dockerStorage = @dockerStorage
-
-		Bluebird.each NONE_TAG_IMAGES, (image) ->
-			pullAsync(docker, image)
-		.then ->
-			docker.getImage(NONE_TAG_IMAGES[0]).inspect()
-		.then ->
-			dockerStorage.garbageCollect(1)
-		.then ->
-			Bluebird.map NONE_TAG_IMAGES, (image) ->
-				promiseToBool(docker.getImage(image).inspect())
-		.then (imagesFound) ->
-			expect(imagesFound).to.deep.equal([false, false])
-
-
-	it 'should remove all tags of an image', ->
-		this.timeout(600000)
-		return Promise.resolve() if SKIP_GC_TEST
-
-		docker = @docker
-
-		# first pull some images, so we know in which order they are referenced
-		pullAsync(docker, IMAGES[0])
-		.then ->
-			docker.getImage(IMAGES[0]).tag(repo: 'some-repo', tag: 'some-tag')
-		.then =>
-			@dockerStorage.garbageCollect(1)
-		.then ->
-			promiseToBool(docker.getImage(IMAGES[0]).inspect())
-		.then (imagesFound) ->
-			expect(imagesFound).to.be.false
-
-
-	it 'should remove the LRU image', ->
-		this.timeout(600000)
-		return Promise.resolve() if SKIP_GC_TEST
-
-		docker = @docker
-
-		# first pull some images, so we know in which order they are referenced
-		pullAsync(docker, IMAGES[0])
-		.then ->
-			docker.getImage(IMAGES[0]).tag(repo: 'some-repo', tag: 'some-tag')
-		.then ->
-			Bluebird.each IMAGES.slice(1), (image) ->
-				pullAsync(docker, image)
-		.then =>
-			# Attempt to remove a single byte, which will remove the LRU image,
-			# which should be alpine
-			@dockerStorage.garbageCollect(1)
-		.then ->
-			Bluebird.map IMAGES, (image) ->
-				promiseToBool(docker.getImage(image).inspect())
-		.then (imagesFound) ->
-			expect(imagesFound).to.deep.equal([false, true, true])
-
-	it 'should remove more than one image if necessary', ->
-		this.timeout(600000)
-		return Promise.resolve() if SKIP_GC_TEST
-
-		docker = @docker
-
-		Bluebird.each IMAGES, (image) ->
-			pullAsync(docker, image)
-		.then ->
-			# Get the size of the first image, so we can add one to it to remove
-			# the next one in addition
-			docker.getImage(IMAGES[0]).inspect().get('Size')
-		.then (size) =>
-			@dockerStorage.garbageCollect(size + 1)
-		.then ->
-			Bluebird.map IMAGES, (image) ->
-				promiseToBool(docker.getImage(image).inspect())
-		.then (imagesFound) ->
-			expect(imagesFound).to.deep.equal([false, false, true])
-
-
-	it 'should not consider images in use', ->
-		this.timeout(600000)
-		containerName = 'dont-consider-images-in-use-test'
-		return Promise.resolve() if SKIP_GC_TEST
-
-		docker = @docker
-
-		pullAsync(docker, IMAGES[0])
-		.then ->
-			docker.createContainer({
-				Image: IMAGES[0],
-				Tty: true,
-				Cmd: ['sh', '-c', 'while true; do echo test; sleep 1; done'],
-				name: containerName,
-				HostConfig: { AutoRemove: true }
-			})
-		.then (container) ->
-			container.start()
-		.then =>
-			@dockerStorage.garbageCollect(1)
-		.then ->
-			promiseToBool(docker.getImage(IMAGES[0]).inspect())
-		.then (imageInspect) ->
-			expect(imageInspect).to.be.true
-		.finally ->
-			docker.getContainer(containerName).stop()
-
-	it 'should get daemon host disk usage', ->
-		this.timeout(600000)
-		@dockerStorage.getDaemonFreeSpace()
-		.then (du) ->
-			expect(du).to.be.an('object')
-			expect(du).to.have.property('free').that.is.a('number')
-			expect(du).to.have.property('used').that.is.a('number')
-			expect(du).to.have.property('total').that.is.a('number')
-
-	it 'should get the correct architecture for a remote host', ->
-		@dockerStorage.getDaemonArchitecture()
-		.then (arch) ->
-			expect(arch).to.be.a('string')
-
-	it 'should set a base image to be used', ->
-		@dockerStorage.baseImagePromise.then (img) ->
-			expect(img).to.be.a('string')

package/tools/graphviz.coffee

@@ -1,24 +0,0 @@
-exports.createDot = (tree) ->
-	_createDot = (tree) ->
-		id = (tree) -> "foo_#{tree.id[0..6]}"
-
-		label = (tree) ->
-			name = tree.repoTags[0] or '\\<none\\>:\\<none\\>'
-			mtime = new Date(tree.mtime).toISOString()
-
-			return "label=\"{ #{tree.id[0..12]} | #{name} | { #{mtime} | #{tree.size} } }\""
-
-		color = (tree) ->
-			if tree.repoTags.length is 0
-				'color="black"'
-			else
-				'color="red"'
-
-		# define the node
-		[ "#{id(tree)} [shape=record, #{label(tree)}, #{color(tree)}]" ]
-		# define all relations with child nodes
-		.concat(("#{id(tree)} -> #{id(child)}" for own _, child of tree.children))
-		# recurse to children
-		.concat((_createDot(child) for own id, child of tree.children)...)
-
-	return 'digraph {\n' + _createDot(tree).join('\n') + '\n}\n'