pixl-server-storage 4.1.0 → 4.1.1

package/README.md

@@ -58,6 +58,7 @@ Here is the table of contents for this current document:
 	* [Redis](#redis)
 		+ [RedisCluster](#rediscluster)
 	* [SQLite](#sqlite)
+	* [Postgres](#postgres)
 	* [Hybrid](#hybrid)
 - [Key Normalization](#key-normalization)
 - [Basic Functions](#basic-functions)
@@ -589,7 +590,12 @@ Then configure your storage thusly:
 		"host": "127.0.0.1",
 		"port": 6379,
 		"keyPrefix": "",
-		"keyTemplate": ""
+		"keyTemplate": "",
+		"cache": {
+			"enabled": true,
+			"maxItems": 100000,
+			"maxBytes": 104857600
+		}
 	}
 }
 ```
@@ -600,6 +606,8 @@ The optional `keyPrefix` property works similarly to the [S3 Key Prefix](#s3-key
 
 The optional `keyTemplate` property works similarly to the [S3 Key Template](#s3-key-template) feature.  It allows you to specify an exact layout of MD5 hash characters, which can be prefixed, mixed in with or postfixed after the key.
 
+See [S3 Cache](#s3-cache) for details on the `cache` section, as it works in the same way.
+
 ### RedisCluster
 
 If you want to use a Redis cluster (e.g. [AWS ElastiCache](https://aws.amazon.com/elasticache/)), then here is how to do that.  First, you will need to manually install the following module into your app:
@@ -625,7 +633,12 @@ Then configure your storage thusly:
 			}
 		},
 		"keyPrefix": "",
-		"keyTemplate": ""
+		"keyTemplate": "",
+		"cache": {
+			"enabled": true,
+			"maxItems": 100000,
+			"maxBytes": 104857600
+		}
 	}
 }
 ```
@@ -640,6 +653,8 @@ The optional `keyPrefix` property works similarly to the [S3 Key Prefix](#s3-key
 
 The optional `keyTemplate` property works similarly to the [S3 Key Template](#s3-key-template) feature.  It allows you to specify an exact layout of MD5 hash characters, which can be prefixed, mixed in with or postfixed after the key.
 
+See [S3 Cache](#s3-cache) for details on the `cache` section, as it works in the same way.
+
 ## SQLite
 
 If you want to use [SQLite](https://sqlite.com/) as a backing store, here is how to do so.  First, you need to manually install the [better-sqlite3](https://www.npmjs.com/package/better-sqlite3) module into your app:

package/engines/Filesystem.js

@@ -215,7 +215,7 @@ module.exports = Class.create({
 		}
 		else {
 			this.logDebug(9, "Storing JSON Object: " + key, this.debugLevel(10) ? value : file);
-			value = this.pretty ? JSON.stringify( value, null, "\t" ) : JSON.stringify( value );
+			value = Buffer.from( this.pretty ? JSON.stringify( value, null, "\t" ) : JSON.stringify( value ) );
 		}
 		
 		var dir = path.dirname( file );
@@ -378,13 +378,22 @@ module.exports = Class.create({
 		if (this.cache && this.cache.has(key)) {
 			var item = this.cache.getMeta(key);
 			
-			process.nextTick( function() {
-				self.logDebug(9, "Cached head complete: " + key);
-				callback( null, {
-					mod: item.date,
-					len: item.value.length
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to head key: " + key + ": File not found");
+					err.code = "NoSuchKey";
+					callback( err );
 				} );
-			} );
+			}
+			else {
+				process.nextTick( function() {
+					self.logDebug(9, "Cached head complete: " + key);
+					callback( null, {
+						mod: item.date,
+						len: item.value.length
+					} );
+				} );
+			}
 			return;
 		} // cache
 		
@@ -393,6 +402,11 @@ module.exports = Class.create({
 				if (err.message.match(/ENOENT/)) {
 					err.message = "File not found";
 					err.code = "NoSuchKey";
+					
+					if (self.cache && !self.storage.isBinaryKey(key)) {
+						// store 'empty' stub in cache
+						self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+					}
 				}
 				else {
 					// log fs errors that aren't simple missing files (i.e. I/O errors)
@@ -421,30 +435,42 @@ module.exports = Class.create({
 		
 		// check cache first
 		if (this.cache && !is_binary && this.cache.has(key)) {
-			var data = this.cache.get(key);
+			var item = this.cache.getMeta(key);
 			
-			process.nextTick( function() {
-				try { data = JSON.parse( data ); }
-				catch (e) {
-					self.logError('file', "Failed to parse JSON record: " + key + ": " + e);
-					callback( e, null );
-					return;
-				}
-				self.logDebug(9, "Cached JSON fetch complete: " + key, self.debugLevel(10) ? data : null);
-				
-				callback( null, data );
-			} );
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to fetch key: " + key + ": File not found");
+					err.code = "NoSuchKey";
+					callback( err );
+				} );
+			}
+			else {
+				process.nextTick( function() {
+					var data = null;
+					try { data = JSON.parse( item.value.toString() ); }
+					catch (e) {
+						self.logError('file', "Failed to parse JSON record: " + key + ": " + e);
+						callback( e, null );
+						return;
+					}
+					self.logDebug(9, "Cached JSON fetch complete: " + key, self.debugLevel(10) ? data : null);
+					
+					callback( null, data );
+				} );
+			}
 			return;
 		} // cache
 		
-		var opts = {};
-		if (!this.storage.isBinaryKey(key)) opts = { encoding: 'utf8' };
-		
-		fs.readFile(file, opts, function (err, data) {
+		fs.readFile(file, function (err, data) {
 			if (err) {
 				if (err.message.match(/ENOENT/)) {
 					err.message = "File not found";
 					err.code = "NoSuchKey";
+					
+					if (self.cache && !is_binary) {
+						// store 'empty' stub in cache
+						self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+					}
 				}
 				else {
 					// log fs errors that aren't simple missing files (i.e. I/O errors)
@@ -461,7 +487,7 @@ module.exports = Class.create({
 			}
 			
 			if (!is_binary) {
-				try { data = JSON.parse( data ); }
+				try { data = JSON.parse( data.toString() ); }
 				catch (e) {
 					self.logError('file', "Failed to parse JSON record: " + key + ": " + e);
 					callback( e, null );
@@ -595,6 +621,11 @@ module.exports = Class.create({
 				if (err.message.match(/ENOENT/)) {
 					err.message = "File not found";
 					err.code = "NoSuchKey";
+					
+					if (self.cache && !self.storage.isBinaryKey(key)) {
+						// store 'empty' stub in cache
+						self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+					}
 				}
 				
 				self.logError('file', "Failed to delete file: " + key + ": " + file + ": " + err.message);
@@ -605,9 +636,10 @@ module.exports = Class.create({
 			else {
 				self.logDebug(9, "Delete complete: " + key);
 				
-				// possibly delete from LRU cache as well
-				if (self.cache && self.cache.has(key)) {
-					self.cache.delete(key);
+				// possibly "delete" from LRU cache as well
+				if (self.cache && !self.storage.isBinaryKey(key)) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
 				}
 				
 				// cleanup parent dirs if empty

package/engines/Postgres.js

@@ -204,13 +204,22 @@ module.exports = Class.create({
 		if (this.cache && this.cache.has(key)) {
 			var item = this.cache.getMeta(key);
 			
-			process.nextTick( function() {
-				self.logDebug(9, "Cached head complete: " + key);
-				callback( null, {
-					mod: item.date,
-					len: item.value.length
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to head key: " + key + ": Not found");
+					err.code = "NoSuchKey";
+					callback( err );
 				} );
-			} );
+			}
+			else {
+				process.nextTick( function() {
+					self.logDebug(9, "Cached head complete: " + key);
+					callback( null, {
+						mod: item.date,
+						len: item.value.length
+					} );
+				} );
+			}
 			return;
 		} // cache
 		
@@ -227,6 +236,12 @@ module.exports = Class.create({
 			if (!row) {
 				var err = new Error("Failed to head key: " + key + ": Not found");
 				err.code = "NoSuchKey";
+
+				if (self.cache && !self.storage.isBinaryKey(key)) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+
 				return callback(err, null);
 			}
 			callback(null, { mod: parseInt(row.modified, 10), len: row.len });
@@ -242,19 +257,29 @@ module.exports = Class.create({
 		
 		// check cache first
 		if (this.cache && !is_binary && this.cache.has(key)) {
-			var data = this.cache.get(key);
+			var item = this.cache.getMeta(key);
 			
-			process.nextTick( function() {
-				try { data = JSON.parse( data.toString() ); }
-				catch (e) {
-					self.logError('pg', "Failed to parse JSON record: " + key + ": " + e);
-					callback( e, null );
-					return;
-				}
-				self.logDebug(9, "Cached JSON fetch complete: " + key, self.debugLevel(10) ? data : null);
-				
-				callback( null, data );
-			} );
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to fetch key: " + key + ": Not found");
+					err.code = "NoSuchKey";
+					callback( err );
+				} );
+			}
+			else {
+				process.nextTick( function() {
+					var data = null;
+					try { data = JSON.parse( item.value.toString() ); }
+					catch (e) {
+						self.logError('pg', "Failed to parse JSON record: " + key + ": " + e);
+						callback( e, null );
+						return;
+					}
+					self.logDebug(9, "Cached JSON fetch complete: " + key, self.debugLevel(10) ? data : null);
+
+					callback( null, data );
+				} );
+			}
 			return;
 		} // cache
 		
@@ -273,6 +298,12 @@ module.exports = Class.create({
 			if (!row) {
 				var err = new Error("Failed to fetch key: " + key + ": Not found");
 				err.code = "NoSuchKey";
+
+				if (self.cache && !is_binary) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+
 				return callback(err, null);
 			}
 			if (is_binary) {
@@ -412,11 +443,20 @@ module.exports = Class.create({
 			if (!res.rowCount) {
 				var err = new Error("Failed to delete object: " + key + ": Not found");
 				err.code = "NoSuchKey";
+
+				if (self.cache && !self.storage.isBinaryKey(key)) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+
 				return callback(err);
 			}
 			self.logDebug(9, "Delete complete: " + key);
-			if (self.cache && self.cache.has(key)) {
-				self.cache.delete(key);
+
+			// possibly "delete" from LRU cache as well
+			if (self.cache && !self.storage.isBinaryKey(key)) {
+				// store 'empty' stub in cache
+				self.cache.set( key, Buffer.alloc(0), { date: 0 } );
 			}
 			callback();
 		} ); // query

package/engines/Redis.js

@@ -9,6 +9,7 @@ const Class = require("pixl-class");
 const Component = require("pixl-server/component");
 const Redis = require('ioredis');
 const Tools = require("pixl-tools");
+const Cache = require("pixl-cache");
 
 module.exports = Class.create({
 	
@@ -47,6 +48,23 @@ module.exports = Class.create({
 		this.keyTemplate = (r_config.keyTemplate || '').replace(/^\//, '').replace(/\/$/, '');
 		delete r_config.keyTemplate;
 		
+		// optional LRU cache
+		this.cache = null;
+		var cache_opts = r_config.cache;
+		if (cache_opts && cache_opts.enabled) {
+			this.logDebug(3, "Setting up LRU cache", cache_opts);
+			this.cache = new Cache( Tools.copyHashRemoveKeys(cache_opts, { enabled: 1 }) );
+			this.cache.on('expire', function(item, reason) {
+				self.logDebug(9, "Expiring LRU cache object: " + item.key + " due to: " + reason, {
+					key: item.key,
+					reason: reason,
+					totalCount: self.cache.count,
+					totalBytes: self.cache.bytes
+				});
+			});
+		}
+		delete r_config.cache;
+
 		if (!r_config.username.length) delete r_config.username;
 		if (!r_config.password.length) delete r_config.password;
 		
@@ -93,13 +111,14 @@ module.exports = Class.create({
 		// store key+value in Redis
 		var self = this;
 		key = this.prepKey(key);
+		var is_binary = this.storage.isBinaryKey(key);
 		
-		if (this.storage.isBinaryKey(key)) {
+		if (is_binary) {
 			this.logDebug(9, "Storing Redis Binary Object: " + key, '' + value.length + ' bytes');
 		}
 		else {
 			this.logDebug(9, "Storing Redis JSON Object: " + key, this.debugLevel(10) ? value : null);
-			value = JSON.stringify( value );
+			value = Buffer.from( JSON.stringify( value ) );
 		}
 		
 		this.redis.set( key, value, function(err) {
@@ -109,6 +128,11 @@ module.exports = Class.create({
 			}
 			else self.logDebug(9, "Store complete: " + key);
 			
+			// possibly cache in LRU
+			if (!err && self.cache && !is_binary) {
+				self.cache.set( key, value, { date: Tools.timeNow(true) } );
+			}
+
 			if (callback) callback(err);
 		} );
 	},
@@ -138,7 +162,30 @@ module.exports = Class.create({
 		// The Redis API has no way to head / ping an object.
 		// So, we have to do this the RAM-hard way...
 		
-		this.redis.get( key, function(err, data) {
+		// check cache first
+		if (this.cache && this.cache.has(key)) {
+			var item = this.cache.getMeta(key);
+
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to head key: " + key + ": Not found");
+					err.code = "NoSuchKey";
+					callback( err );
+				} );
+			}
+			else {
+				process.nextTick( function() {
+					self.logDebug(9, "Cached head complete: " + key);
+					callback( null, {
+						mod: item.date,
+						len: item.value.length
+					} );
+				} );
+			}
+			return;
+		} // cache
+
+		this.redis.getBuffer( key, function(err, data) {
 			if (err) {
 				// an actual error
 				err.message = "Failed to head key: " + key + ": " + err;
@@ -150,7 +197,12 @@ module.exports = Class.create({
 				// always use "NoSuchKey" in error code
 				var err = new Error("Failed to head key: " + key + ": Not found");
 				err.code = "NoSuchKey";
-				
+
+				if (self.cache && !self.storage.isBinaryKey(key)) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+
 				callback( err, null );
 			}
 			else {
@@ -163,44 +215,79 @@ module.exports = Class.create({
 		// fetch Redis value given key
 		var self = this;
 		key = this.prepKey(key);
+		var is_binary = this.storage.isBinaryKey(key);
 		
 		this.logDebug(9, "Fetching Redis Object: " + key);
 		
-		var func = this.storage.isBinaryKey(key) ? 'getBuffer' : 'get';
-		this.redis[func]( key, function(err, result) {
-			if (!result) {
-				if (err) {
-					// an actual error
-					err.message = "Failed to fetch key: " + key + ": " + err;
-					self.logError('redis', ''+err);
-					callback( err, null );
-				}
-				else {
-					// record not found
-					// always use "NoSuchKey" in error code
+		// check cache first
+		if (this.cache && !is_binary && this.cache.has(key)) {
+			var item = this.cache.getMeta(key);
+
+			if (item.value.length == 0) {
+				process.nextTick( function() {
 					var err = new Error("Failed to fetch key: " + key + ": Not found");
 					err.code = "NoSuchKey";
-					
-					callback( err, null );
-				}
+					callback( err );
+				} );
 			}
 			else {
-				if (self.storage.isBinaryKey(key)) {
-					self.logDebug(9, "Binary fetch complete: " + key, '' + result.length + ' bytes');
-				}
-				else {
-					try { result = JSON.parse( result.toString() ); }
+				process.nextTick( function() {
+					var data = null;
+					try { data = JSON.parse( item.value.toString() ); }
 					catch (err) {
 						self.logError('redis', "Failed to parse JSON record: " + key + ": " + err);
 						callback( err, null );
 						return;
 					}
-					self.logDebug(9, "JSON fetch complete: " + key, self.debugLevel(10) ? result : null);
+					self.logDebug(9, "Cached JSON fetch complete: " + key, self.debugLevel(10) ? data : null);
+
+					callback( null, data );
+				} );
+			}
+			return;
+		} // cache
+
+		this.redis.getBuffer( key, function(err, result) {
+			if (err) {
+				// an actual error
+				err.message = "Failed to fetch key: " + key + ": " + err;
+				self.logError('redis', ''+err);
+				return callback( err, null );
+			}
+			else if (!result || !result.length) {
+				// record not found
+				// always use "NoSuchKey" in error code
+				var err = new Error("Failed to fetch key: " + key + ": Not found");
+				err.code = "NoSuchKey";
+				
+				if (self.cache && !is_binary) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
 				}
 				
-				callback( null, result );
+				return callback( err, null );
 			}
-		} );
+			
+			if (is_binary) {
+				self.logDebug(9, "Binary fetch complete: " + key, '' + result.length + ' bytes');
+			}
+			else {
+				// possibly cache in LRU
+				if (self.cache) {
+					self.cache.set( key, result, { date: Tools.timeNow(true) } );
+				}
+				
+				try { result = JSON.parse( result.toString() ); }
+				catch (err) {
+					self.logError('redis', "Failed to parse JSON record: " + key + ": " + err);
+					callback( err, null );
+					return;
+				}
+				self.logDebug(9, "JSON fetch complete: " + key, self.debugLevel(10) ? result : null);
+			}
+			
+			callback( null, result );
+		} ); // redis.getBuffer
 	},
 	
 	getBuffer: function(key, callback) {
@@ -303,6 +390,7 @@ module.exports = Class.create({
 		// delete Redis key given key
 		var self = this;
 		key = this.prepKey(key);
+		var is_binary = this.storage.isBinaryKey(key);
 		
 		this.logDebug(9, "Deleting Redis Object: " + key);
 		
@@ -310,11 +398,24 @@ module.exports = Class.create({
 			if (!err && !deleted) {
 				err = new Error("Failed to fetch key: " + key + ": Not found");
 				err.code = "NoSuchKey";
+
+				if (self.cache && !is_binary) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
 			}
 			if (err) {
 				self.logError('redis', "Failed to delete object: " + key + ": " + err);
 			}
-			else self.logDebug(9, "Delete complete: " + key);
+			else {
+				self.logDebug(9, "Delete complete: " + key);
+
+				// possibly "delete" from LRU cache as well
+				if (self.cache && !is_binary) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+			}
 			
 			callback(err);
 		} );

package/engines/RedisCluster.js

@@ -9,6 +9,7 @@ const Class = require("pixl-class");
 const Component = require("pixl-server/component");
 const Redis = require('ioredis');
 const Tools = require("pixl-tools");
+const Cache = require("pixl-cache");
 
 module.exports = Class.create({
 	
@@ -49,6 +50,22 @@ module.exports = Class.create({
 		
 		this.keyTemplate = (r_config.keyTemplate || '').replace(/^\//, '').replace(/\/$/, '');
 		
+		// optional LRU cache
+		this.cache = null;
+		var cache_opts = r_config.cache;
+		if (cache_opts && cache_opts.enabled) {
+			this.logDebug(3, "Setting up LRU cache", cache_opts);
+			this.cache = new Cache( Tools.copyHashRemoveKeys(cache_opts, { enabled: 1 }) );
+			this.cache.on('expire', function(item, reason) {
+				self.logDebug(9, "Expiring LRU cache object: " + item.key + " due to: " + reason, {
+					key: item.key,
+					reason: reason,
+					totalCount: self.cache.count,
+					totalBytes: self.cache.bytes
+				});
+			});
+		}
+
 		r_config.clusterOpts.clusterRetryStrategy = function(attempts) {
 			if (attempts > r_config.connectRetries) return false;
 			return attempts;
@@ -107,13 +124,14 @@ module.exports = Class.create({
 		// store key+value in Redis
 		var self = this;
 		key = this.prepKey(key);
+		var is_binary = this.storage.isBinaryKey(key);
 		
-		if (this.storage.isBinaryKey(key)) {
+		if (is_binary) {
 			this.logDebug(9, "Storing Redis Binary Object: " + key, '' + value.length + ' bytes');
 		}
 		else {
 			this.logDebug(9, "Storing Redis JSON Object: " + key, this.debugLevel(10) ? value : null);
-			value = JSON.stringify( value );
+			value = Buffer.from( JSON.stringify( value ) );
 		}
 		
 		this.redis.set( key, value, function(err) {
@@ -123,6 +141,11 @@ module.exports = Class.create({
 			}
 			else self.logDebug(9, "Store complete: " + key);
 			
+			// possibly cache in LRU
+			if (!err && self.cache && !is_binary) {
+				self.cache.set( key, value, { date: Tools.timeNow(true) } );
+			}
+
 			if (callback) callback(err);
 		} );
 	},
@@ -152,7 +175,30 @@ module.exports = Class.create({
 		// The Redis API has no way to head / ping an object.
 		// So, we have to do this the RAM-hard way...
 		
-		this.redis.get( key, function(err, data) {
+		// check cache first
+		if (this.cache && this.cache.has(key)) {
+			var item = this.cache.getMeta(key);
+
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to head key: " + key + ": Not found");
+					err.code = "NoSuchKey";
+					callback( err );
+				} );
+			}
+			else {
+				process.nextTick( function() {
+					self.logDebug(9, "Cached head complete: " + key);
+					callback( null, {
+						mod: item.date,
+						len: item.value.length
+					} );
+				} );
+			}
+			return;
+		} // cache
+
+		this.redis.getBuffer( key, function(err, data) {
 			if (err) {
 				// an actual error
 				err.message = "Failed to head key: " + key + ": " + err;
@@ -164,7 +210,12 @@ module.exports = Class.create({
 				// always use "NoSuchKey" in error code
 				var err = new Error("Failed to head key: " + key + ": Not found");
 				err.code = "NoSuchKey";
-				
+
+				if (self.cache && !self.storage.isBinaryKey(key)) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+
 				callback( err, null );
 			}
 			else {
@@ -177,44 +228,79 @@ module.exports = Class.create({
 		// fetch Redis value given key
 		var self = this;
 		key = this.prepKey(key);
+		var is_binary = this.storage.isBinaryKey(key);
 		
 		this.logDebug(9, "Fetching Redis Object: " + key);
 		
-		var func = this.storage.isBinaryKey(key) ? 'getBuffer' : 'get';
-		this.redis[func]( key, function(err, result) {
-			if (!result) {
-				if (err) {
-					// an actual error
-					err.message = "Failed to fetch key: " + key + ": " + err;
-					self.logError('redis', ''+err);
-					callback( err, null );
-				}
-				else {
-					// record not found
-					// always use "NoSuchKey" in error code
+		// check cache first
+		if (this.cache && !is_binary && this.cache.has(key)) {
+			var item = this.cache.getMeta(key);
+			
+			if (item.value.length == 0) {
+				process.nextTick( function() {
 					var err = new Error("Failed to fetch key: " + key + ": Not found");
 					err.code = "NoSuchKey";
-					
-					callback( err, null );
-				}
+					callback( err );
+				} );
 			}
 			else {
-				if (self.storage.isBinaryKey(key)) {
-					self.logDebug(9, "Binary fetch complete: " + key, '' + result.length + ' bytes');
-				}
-				else {
-					try { result = JSON.parse( result.toString() ); }
+				process.nextTick( function() {
+					var data = null;
+					try { data = JSON.parse( item.value.toString() ); }
 					catch (err) {
 						self.logError('redis', "Failed to parse JSON record: " + key + ": " + err);
 						callback( err, null );
 						return;
 					}
-					self.logDebug(9, "JSON fetch complete: " + key, self.debugLevel(10) ? result : null);
+					self.logDebug(9, "Cached JSON fetch complete: " + key, self.debugLevel(10) ? data : null);
+					
+					callback( null, data );
+				} );
+			}
+			return;
+		} // cache
+		
+		this.redis.getBuffer( key, function(err, result) {
+			if (err) {
+				// an actual error
+				err.message = "Failed to fetch key: " + key + ": " + err;
+				self.logError('redis', ''+err);
+				return callback( err, null );
+			}
+			else if (!result || !result.length) {
+				// record not found
+				// always use "NoSuchKey" in error code
+				var err = new Error("Failed to fetch key: " + key + ": Not found");
+				err.code = "NoSuchKey";
+
+				if (self.cache && !is_binary) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
 				}
 				
-				callback( null, result );
+				return callback( err, null );
 			}
-		} );
+			
+			if (is_binary) {
+				self.logDebug(9, "Binary fetch complete: " + key, '' + result.length + ' bytes');
+			}
+			else {
+				// possibly cache in LRU
+				if (self.cache) {
+					self.cache.set( key, result, { date: Tools.timeNow(true) } );
+				}
+				
+				try { result = JSON.parse( result.toString() ); }
+				catch (err) {
+					self.logError('redis', "Failed to parse JSON record: " + key + ": " + err);
+					callback( err, null );
+					return;
+				}
+				self.logDebug(9, "JSON fetch complete: " + key, self.debugLevel(10) ? result : null);
+			}
+			
+			callback( null, result );
+		} ); // redis.getBuffer
 	},
 	
 	getBuffer: function(key, callback) {
@@ -317,6 +403,7 @@ module.exports = Class.create({
 		// delete Redis key given key
 		var self = this;
 		key = this.prepKey(key);
+		var is_binary = this.storage.isBinaryKey(key);
 		
 		this.logDebug(9, "Deleting Redis Object: " + key);
 		
@@ -324,11 +411,24 @@ module.exports = Class.create({
 			if (!err && !deleted) {
 				err = new Error("Failed to fetch key: " + key + ": Not found");
 				err.code = "NoSuchKey";
+
+				if (self.cache && !is_binary) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
 			}
 			if (err) {
 				self.logError('redis', "Failed to delete object: " + key + ": " + err);
 			}
-			else self.logDebug(9, "Delete complete: " + key);
+			else {
+				self.logDebug(9, "Delete complete: " + key);
+
+				// possibly "delete" from LRU cache as well
+				if (self.cache && !is_binary) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+			}
 			
 			callback(err);
 		} );

package/engines/S3.js

@@ -149,7 +149,7 @@ module.exports = Class.create({
 		}
 		else {
 			this.logDebug(9, "Storing S3 JSON Object: " + key, this.debugLevel(10) ? params.Body : null);
-			params.Body = this.pretty ? JSON.stringify( params.Body, null, "\t" ) : JSON.stringify( params.Body );
+			params.Body = Buffer.from( this.pretty ? JSON.stringify( params.Body, null, "\t" ) : JSON.stringify( params.Body ) );
 			params.ContentType = 'application/json';
 		}
 		
@@ -257,13 +257,22 @@ module.exports = Class.create({
 		if (this.cache && this.cache.has(orig_key)) {
 			var item = this.cache.getMeta(orig_key);
 			
-			process.nextTick( function() {
-				self.logDebug(9, "Cached head complete: " + orig_key);
-				callback( null, {
-					mod: item.date,
-					len: item.value.length
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to head key: " + key + ": Not found");
+					err.code = "NoSuchKey";
+					callback( err );
 				} );
-			} );
+			}
+			else {
+				process.nextTick( function() {
+					self.logDebug(9, "Cached head complete: " + orig_key);
+					callback( null, {
+						mod: item.date,
+						len: item.value.length
+					} );
+				} );
+			}
 			return;
 		} // cache
 		
@@ -288,6 +297,11 @@ module.exports = Class.create({
 					// always include "Not found" in error message
 					err = new Error("Failed to head key: " + key + ": Not found");
 					err.code = "NoSuchKey";
+
+					if (self.cache && !self.storage.isBinaryKey(orig_key)) {
+						// store 'empty' stub in cache
+						self.cache.set( orig_key, Buffer.alloc(0), { date: 0 } );
+					}
 				}
 				else if (err.name == 'SlowDown') {
 					// special behavior for SlowDown errors
@@ -315,19 +329,29 @@ module.exports = Class.create({
 		
 		// check cache first
 		if (this.cache && !is_binary && this.cache.has(orig_key)) {
-			var data = this.cache.get(orig_key);
+			var item = this.cache.getMeta(orig_key);
 			
-			process.nextTick( function() {	
-				try { data = JSON.parse( data ); }
-				catch (e) {
-					self.logError('file', "Failed to parse JSON record: " + orig_key + ": " + e);
-					callback( e, null );
-					return;
-				}
-				self.logDebug(9, "Cached JSON fetch complete: " + orig_key, self.debugLevel(10) ? data : null);
-				
-				callback( null, data );
-			} );
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to fetch key: " + key + ": Not found");
+					err.code = "NoSuchKey";
+					callback( err );
+				} );
+			}
+			else {
+				process.nextTick( function() {
+					var data = null;
+					try { data = JSON.parse( item.value.toString() ); }
+					catch (e) {
+						self.logError('file', "Failed to parse JSON record: " + orig_key + ": " + e);
+						callback( e, null );
+						return;
+					}
+					self.logDebug(9, "Cached JSON fetch complete: " + orig_key, self.debugLevel(10) ? data : null);
+
+					callback( null, data );
+				} );
+			}
 			return;
 		} // cache
 		
@@ -350,14 +374,12 @@ module.exports = Class.create({
 						self.logDebug(9, "Binary fetch complete: " + key, '' + body.length + ' bytes');
 					}
 					else {
-						body = body.toString();
-						
 						// possibly cache in LRU
 						if (self.cache) {
 							self.cache.set( orig_key, body, { date: Tools.timeNow(true) } );
 						}
 						
-						try { body = JSON.parse( body ); }
+						try { body = JSON.parse( body.toString() ); }
 						catch (e) {
 							self.logError('s3', "Failed to parse JSON record: " + key + ": " + e);
 							callback( e, null );
@@ -378,6 +400,11 @@ module.exports = Class.create({
 					// always include "Not found" in error message
 					err = new Error("Failed to fetch key: " + key + ": Not found");
 					err.code = "NoSuchKey";
+
+					if (self.cache && !is_binary) {
+						// store 'empty' stub in cache
+						self.cache.set( orig_key, Buffer.alloc(0), { date: 0 } );
+					}
 				}
 				else if (err.name == 'SlowDown') {
 					// special behavior for SlowDown errors
@@ -577,9 +604,10 @@ module.exports = Class.create({
 				self.logDebug(9, "Delete complete: " + key);
 				self.storage.emit('billing', 's3_delete', 1);
 				
-				// possibly delete from LRU cache as well
-				if (self.cache && self.cache.has(orig_key)) {
-					self.cache.delete(orig_key);
+				// possibly "delete" from LRU cache as well
+				if (self.cache && !self.storage.isBinaryKey(orig_key)) {
+					// store 'empty' stub in cache
+					self.cache.set( orig_key, Buffer.alloc(0), { date: 0 } );
 				}
 				
 				if (callback) process.nextTick( function() { callback(null, data); } );

package/engines/SQLite.js

@@ -191,13 +191,22 @@ module.exports = Class.create({
 		if (this.cache && this.cache.has(key)) {
 			var item = this.cache.getMeta(key);
 			
-			process.nextTick( function() {
-				self.logDebug(9, "Cached head complete: " + key);
-				callback( null, {
-					mod: item.date,
-					len: item.value.length
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to head key: " + key + ": Not found");
+					err.code = "NoSuchKey";
+					callback( err );
 				} );
-			} );
+			}
+			else {
+				process.nextTick( function() {
+					self.logDebug(9, "Cached head complete: " + key);
+					callback( null, {
+						mod: item.date,
+						len: item.value.length
+					} );
+				} );
+			}
 			return;
 		} // cache
 		
@@ -215,6 +224,12 @@ module.exports = Class.create({
 			if (!row) {
 				var err = new Error("Failed to head key: " + key + ": Not found");
 				err.code = "NoSuchKey";
+
+				if (self.cache && !self.storage.isBinaryKey(key)) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+
 				return callback(err, null);
 			}
 			callback(null, { mod: row.modified, len: row['length(value)'] });
@@ -230,19 +245,29 @@ module.exports = Class.create({
 		
 		// check cache first
 		if (this.cache && !is_binary && this.cache.has(key)) {
-			var data = this.cache.get(key);
+			var item = this.cache.getMeta(key);
 			
-			process.nextTick( function() {
-				try { data = JSON.parse( data.toString() ); }
-				catch (e) {
-					self.logError('file', "Failed to parse JSON record: " + key + ": " + e);
-					callback( e, null );
-					return;
-				}
-				self.logDebug(9, "Cached JSON fetch complete: " + key, self.debugLevel(10) ? data : null);
-				
-				callback( null, data );
-			} );
+			if (item.value.length == 0) {
+				process.nextTick( function() {
+					var err = new Error("Failed to fetch key: " + key + ": Not found");
+					err.code = "NoSuchKey";
+					callback( err );
+				} );
+			}
+			else {
+				process.nextTick( function() {
+					var data = null;
+					try { data = JSON.parse( item.value.toString() ); }
+					catch (e) {
+						self.logError('file', "Failed to parse JSON record: " + key + ": " + e);
+						callback( e, null );
+						return;
+					}
+					self.logDebug(9, "Cached JSON fetch complete: " + key, self.debugLevel(10) ? data : null);
+
+					callback( null, data );
+				} );
+			}
 			return;
 		} // cache
 		
@@ -263,6 +288,12 @@ module.exports = Class.create({
 			if (!row) {
 				var err = new Error("Failed to fetch key: " + key + ": Not found");
 				err.code = "NoSuchKey";
+
+				if (self.cache && !is_binary) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+
 				return callback(err, null);
 			}
 			if (is_binary) {
@@ -399,11 +430,20 @@ module.exports = Class.create({
 			if (!info.changes) {
 				var err = new Error("Failed to delete object: " + key + ": Not found");
 				err.code = "NoSuchKey";
+
+				if (self.cache && !self.storage.isBinaryKey(key)) {
+					// store 'empty' stub in cache
+					self.cache.set( key, Buffer.alloc(0), { date: 0 } );
+				}
+
 				return callback(err);
 			}
 			self.logDebug(9, "Delete complete: " + key);
-			if (self.cache && self.cache.has(key)) {
-				self.cache.delete(key);
+
+			// possibly "delete" from LRU cache as well
+			if (self.cache && !self.storage.isBinaryKey(key)) {
+				// store 'empty' stub in cache
+				self.cache.set( key, Buffer.alloc(0), { date: 0 } );
 			}
 			callback();
 		});

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "pixl-server-storage",
-	"version": "4.1.0",
+	"version": "4.1.1",
 	"description": "A key/value/list storage component for the pixl-server framework.",
 	"author": "Joseph Huckaby <jhuckaby@gmail.com>",
 	"homepage": "https://github.com/jhuckaby/pixl-server-storage",