@splitsoftware/splitio-commons 1.6.2-rc.8 → 1.7.0

package/src/storages/inRedis/ImpressionsCacheInRedis.ts

@@ -4,6 +4,7 @@ import { ImpressionDTO } from '../../types';
 import { Redis } from 'ioredis';
 import { StoredImpressionWithMetadata } from '../../sync/submitters/types';
 import { ILogger } from '../../logger/types';
+import { impressionsToJSON } from '../utils';
 
 const IMPRESSIONS_TTL_REFRESH = 3600; // 1 hr
 
@@ -24,7 +25,7 @@ export class ImpressionsCacheInRedis implements IImpressionsCacheAsync {
   track(impressions: ImpressionDTO[]): Promise<void> { // @ts-ignore
     return this.redis.rpush(
       this.key,
-      this._toJSON(impressions)
+      impressionsToJSON(impressions, this.metadata),
     ).then(queuedCount => {
       // If this is the creation of the key on Redis, set the expiration for it in 1hr.
       if (queuedCount === impressions.length) {
@@ -33,27 +34,6 @@ export class ImpressionsCacheInRedis implements IImpressionsCacheAsync {
     });
   }
 
-  private _toJSON(impressions: ImpressionDTO[]): string[] {
-    return impressions.map(impression => {
-      const {
-        keyName, bucketingKey, feature, treatment, label, time, changeNumber
-      } = impression;
-
-      return JSON.stringify({
-        m: this.metadata,
-        i: {
-          k: keyName,
-          b: bucketingKey,
-          f: feature,
-          t: treatment,
-          r: label,
-          c: changeNumber,
-          m: time
-        }
-      });
-    });
-  }
-
   count(): Promise<number> {
     return this.redis.llen(this.key).catch(() => 0);
   }

package/src/storages/inRedis/TelemetryCacheInRedis.ts

@@ -1,11 +1,15 @@
 import { ILogger } from '../../logger/types';
-import { Method } from '../../sync/submitters/types';
+import { Method, MultiConfigs, MultiMethodExceptions, MultiMethodLatencies } from '../../sync/submitters/types';
 import { KeyBuilderSS } from '../KeyBuilderSS';
 import { ITelemetryCacheAsync } from '../types';
 import { findLatencyIndex } from '../findLatencyIndex';
 import { Redis } from 'ioredis';
 import { getTelemetryConfigStats } from '../../sync/submitters/telemetrySubmitter';
 import { CONSUMER_MODE, STORAGE_REDIS } from '../../utils/constants';
+import { isNaNNumber, isString } from '../../utils/lang';
+import { _Map } from '../../utils/lang/maps';
+import { MAX_LATENCY_BUCKET_COUNT, newBuckets } from '../inMemory/TelemetryCacheInMemory';
+import { parseLatencyField, parseExceptionField, parseMetadata } from '../utils';
 
 export class TelemetryCacheInRedis implements ITelemetryCacheAsync {
 
@@ -22,6 +26,7 @@ export class TelemetryCacheInRedis implements ITelemetryCacheAsync {
     return this.redis.hincrby(key, field, 1)
       .catch(() => { /* Handle rejections for telemetry */ });
   }
+
   recordException(method: Method) {
     const [key, field] = this.keys.buildExceptionKey(method).split('::');
     return this.redis.hincrby(key, field, 1)
@@ -33,4 +38,120 @@ export class TelemetryCacheInRedis implements ITelemetryCacheAsync {
     const value = JSON.stringify(getTelemetryConfigStats(CONSUMER_MODE, STORAGE_REDIS));
     return this.redis.hset(key, field, value).catch(() => { /* Handle rejections for telemetry */ });
   }
+
+  /**
+   * Pop telemetry latencies.
+   * The returned promise rejects if redis operations fail.
+   */
+  popLatencies(): Promise<MultiMethodLatencies> {
+    return this.redis.hgetall(this.keys.latencyPrefix).then(latencies => {
+
+      const result: MultiMethodLatencies = new _Map();
+
+      Object.keys(latencies).forEach(field => {
+
+        const parsedField = parseLatencyField(field);
+        if (isString(parsedField)) {
+          this.log.error(`Ignoring invalid latency field: ${field}: ${parsedField}`);
+          return;
+        }
+
+        const count = parseInt(latencies[field]);
+        if (isNaNNumber(count)) {
+          this.log.error(`Ignoring latency with invalid count: ${latencies[field]}`);
+          return;
+        }
+
+        const [metadata, method, bucket] = parsedField;
+
+        if (bucket >= MAX_LATENCY_BUCKET_COUNT) {
+          this.log.error(`Ignoring latency with invalid bucket: ${bucket}`);
+          return;
+        }
+
+        if (!result.has(metadata)) result.set(metadata, {
+          t: newBuckets(),
+          ts: newBuckets(),
+          tc: newBuckets(),
+          tcs: newBuckets(),
+          tr: newBuckets(),
+        });
+
+        result.get(metadata)![method]![bucket] = count;
+      });
+
+      return this.redis.del(this.keys.latencyPrefix).then(() => result);
+    });
+  }
+
+  /**
+   * Pop telemetry exceptions.
+   * The returned promise rejects if redis operations fail.
+   */
+  popExceptions(): Promise<MultiMethodExceptions> {
+    return this.redis.hgetall(this.keys.exceptionPrefix).then(exceptions => {
+
+      const result: MultiMethodExceptions = new _Map();
+
+      Object.keys(exceptions).forEach(field => {
+
+        const parsedField = parseExceptionField(field);
+        if (isString(parsedField)) {
+          this.log.error(`Ignoring invalid exception field: ${field}: ${parsedField}`);
+          return;
+        }
+
+        const count = parseInt(exceptions[field]);
+        if (isNaNNumber(count)) {
+          this.log.error(`Ignoring exception with invalid count: ${exceptions[field]}`);
+          return;
+        }
+
+        const [metadata, method] = parsedField;
+
+        if (!result.has(metadata)) result.set(metadata, {
+          t: 0,
+          ts: 0,
+          tc: 0,
+          tcs: 0,
+          tr: 0,
+        });
+
+        result.get(metadata)![method] = count;
+      });
+
+      return this.redis.del(this.keys.exceptionPrefix).then(() => result);
+    });
+  }
+
+  /**
+   * Pop telemetry configs.
+   * The returned promise rejects if redis operations fail.
+   */
+  popConfigs(): Promise<MultiConfigs> {
+    return this.redis.hgetall(this.keys.initPrefix).then(configs => {
+
+      const result: MultiConfigs = new _Map();
+
+      Object.keys(configs).forEach(field => {
+
+        const parsedField = parseMetadata(field);
+        if (isString(parsedField)) {
+          this.log.error(`Ignoring invalid config field: ${field}: ${parsedField}`);
+          return;
+        }
+
+        const [metadata] = parsedField;
+
+        try {
+          const config = JSON.parse(configs[field]);
+          result.set(metadata, config);
+        } catch (e) {
+          this.log.error(`Ignoring invalid config: ${configs[field]}`);
+        }
+      });
+
+      return this.redis.del(this.keys.initPrefix).then(() => result);
+    });
+  }
 }

package/src/storages/inRedis/{uniqueKeysCacheInRedis.ts → UniqueKeysCacheInRedis.ts}

@@ -1,10 +1,11 @@
 import { IUniqueKeysCacheBase } from '../types';
 import { Redis } from 'ioredis';
-import { UniqueKeysCacheInMemory } from '../inMemory/uniqueKeysCacheInMemory';
+import { UniqueKeysCacheInMemory } from '../inMemory/UniqueKeysCacheInMemory';
 import { setToArray } from '../../utils/lang/sets';
 import { DEFAULT_CACHE_SIZE, REFRESH_RATE, TTL_REFRESH } from './constants';
 import { LOG_PREFIX } from './constants';
 import { ILogger } from '../../logger/types';
+import { UniqueKeysItemSs } from '../../sync/submitters/types';
 
 export class UniqueKeysCacheInRedis extends UniqueKeysCacheInMemory implements IUniqueKeysCacheBase {
 
@@ -13,19 +14,20 @@ export class UniqueKeysCacheInRedis extends UniqueKeysCacheInMemory implements I
   private readonly redis: Redis;
   private readonly refreshRate: number;
   private intervalId: any;
-  
-  constructor(log: ILogger, key: string, redis: Redis, uniqueKeysQueueSize: number = DEFAULT_CACHE_SIZE, refreshRate: number = REFRESH_RATE) {
+
+  constructor(log: ILogger, key: string, redis: Redis, uniqueKeysQueueSize = DEFAULT_CACHE_SIZE, refreshRate = REFRESH_RATE) {
     super(uniqueKeysQueueSize);
     this.log = log;
     this.key = key;
     this.redis = redis;
     this.refreshRate = refreshRate;
-    this.onFullQueue = () => {this.postUniqueKeysInRedis();};
+    this.onFullQueue = () => { this.postUniqueKeysInRedis(); };
   }
-  
-  postUniqueKeysInRedis() {
+
+  private postUniqueKeysInRedis() {
     const featureNames = Object.keys(this.uniqueKeysTracker);
-    if (!featureNames) return Promise.resolve(false);
+    if (!featureNames.length) return Promise.resolve(false);
+
     const pipeline = this.redis.pipeline();
     for (let i = 0; i < featureNames.length; i++) {
       const featureName = featureNames[i];
@@ -47,18 +49,29 @@ export class UniqueKeysCacheInRedis extends UniqueKeysCacheInMemory implements I
       })
       .catch(err => {
         this.log.error(`${LOG_PREFIX}Error in uniqueKeys pipeline: ${err}.`);
-        return Promise.resolve(false);
+        return false;
       });
   }
-  
-    
+
+
   start() {
     this.intervalId = setInterval(this.postUniqueKeysInRedis.bind(this), this.refreshRate);
   }
-  
+
   stop() {
     clearInterval(this.intervalId);
     return this.postUniqueKeysInRedis();
   }
-  
+
+  /**
+   * Async consumer API, used by synchronizer.
+   * @param count number of items to pop from the queue. If not provided or equal 0, all items will be popped.
+   */
+  popNRaw(count = 0): Promise<UniqueKeysItemSs[]> {
+    return this.redis.lrange(this.key, 0, count - 1).then(uniqueKeyItems => {
+      return this.redis.ltrim(this.key, uniqueKeyItems.length, -1)
+        .then(() => uniqueKeyItems.map(uniqueKeyItem => JSON.parse(uniqueKeyItem)));
+    });
+  }
+
 }

package/src/storages/inRedis/index.ts

@@ -8,8 +8,9 @@ import { ImpressionsCacheInRedis } from './ImpressionsCacheInRedis';
 import { EventsCacheInRedis } from './EventsCacheInRedis';
 import { DEBUG, NONE, STORAGE_REDIS } from '../../utils/constants';
 import { TelemetryCacheInRedis } from './TelemetryCacheInRedis';
-import { UniqueKeysCacheInRedis } from './uniqueKeysCacheInRedis';
+import { UniqueKeysCacheInRedis } from './UniqueKeysCacheInRedis';
 import { ImpressionCountsCacheInRedis } from './ImpressionCountsCacheInRedis';
+import { metadataBuilder } from '../utils';
 
 export interface InRedisStorageOptions {
   prefix?: string
@@ -24,7 +25,9 @@ export function InRedisStorage(options: InRedisStorageOptions = {}): IStorageAsy
 
   const prefix = validatePrefix(options.prefix);
 
-  function InRedisStorageFactory({ log, metadata, onReadyCb, impressionsMode }: IStorageFactoryParams): IStorageAsync {
+  function InRedisStorageFactory(params: IStorageFactoryParams): IStorageAsync {
+    const { onReadyCb, settings, settings: { log, sync: { impressionsMode } } } = params;
+    const metadata = metadataBuilder(settings);
     const keys = new KeyBuilderSS(prefix, metadata);
     const redisClient = new RedisAdapter(log, options.options || {});
     const telemetry = new TelemetryCacheInRedis(log, keys, redisClient);
@@ -52,7 +55,7 @@ export function InRedisStorage(options: InRedisStorageOptions = {}): IStorageAsy
 
       // When using REDIS we should:
       // 1- Disconnect from the storage
-      destroy(): Promise<void>{
+      destroy(): Promise<void> {
         let promises = [];
         if (impressionCountsCache) promises.push(impressionCountsCache.stop());
         if (uniqueKeysCache) promises.push(uniqueKeysCache.stop());

package/src/storages/pluggable/ImpressionCountsCachePluggable.ts

@@ -0,0 +1,92 @@
+import { ILogger } from '../../logger/types';
+import { ImpressionCountsPayload } from '../../sync/submitters/types';
+import { ImpressionCountsCacheInMemory } from '../inMemory/ImpressionCountsCacheInMemory';
+import { REFRESH_RATE } from '../inRedis/constants';
+import { IPluggableStorageWrapper } from '../types';
+import { LOG_PREFIX } from './constants';
+
+export class ImpressionCountsCachePluggable extends ImpressionCountsCacheInMemory {
+
+  private readonly log: ILogger;
+  private readonly key: string;
+  private readonly wrapper: IPluggableStorageWrapper;
+  private readonly refreshRate: number;
+  private intervalId: any;
+
+  constructor(log: ILogger, key: string, wrapper: IPluggableStorageWrapper, impressionCountsCacheSize?: number, refreshRate = REFRESH_RATE) {
+    super(impressionCountsCacheSize);
+    this.log = log;
+    this.key = key;
+    this.wrapper = wrapper;
+    this.refreshRate = refreshRate;
+    this.onFullQueue = () => { this.storeImpressionCounts(); };
+  }
+
+  private storeImpressionCounts() {
+    const counts = this.pop();
+    const keys = Object.keys(counts);
+    if (!keys.length) return Promise.resolve(false);
+
+    const pipeline = keys.reduce<Promise<any>>((pipeline, key) => {
+      return pipeline.then(() => this.wrapper.incr(`${this.key}::${key}`, counts[key]));
+    }, Promise.resolve());
+
+    return pipeline.catch(err => {
+      this.log.error(`${LOG_PREFIX}Error in impression counts pipeline: ${err}.`);
+      return false;
+    });
+  }
+
+  start() {
+    this.intervalId = setInterval(this.storeImpressionCounts.bind(this), this.refreshRate);
+  }
+
+  stop() {
+    clearInterval(this.intervalId);
+    return this.storeImpressionCounts();
+  }
+
+  // Async consumer API, used by synchronizer
+  getImpressionsCount(): Promise<ImpressionCountsPayload | undefined> {
+    return this.wrapper.getKeysByPrefix(this.key)
+      .then(keys => {
+        return keys.length ? Promise.all(keys.map(key => this.wrapper.get(key)))
+          .then(counts => {
+            keys.forEach(key => this.wrapper.del(key).catch(() => { /* noop */ }));
+
+            const pf = [];
+
+            for (let i = 0; i < keys.length; i++) {
+              const key = keys[i];
+              const count = counts[i];
+
+              const keyFeatureNameAndTime = key.split('::');
+              if (keyFeatureNameAndTime.length !== 3) {
+                this.log.error(`${LOG_PREFIX}Error spliting key ${key}`);
+                continue;
+              }
+
+              const timeFrame = parseInt(keyFeatureNameAndTime[2]);
+              if (isNaN(timeFrame)) {
+                this.log.error(`${LOG_PREFIX}Error parsing time frame ${keyFeatureNameAndTime[2]}`);
+                continue;
+              }
+              // @ts-ignore
+              const rawCount = parseInt(count);
+              if (isNaN(rawCount)) {
+                this.log.error(`${LOG_PREFIX}Error parsing raw count ${count}`);
+                continue;
+              }
+
+              pf.push({
+                f: keyFeatureNameAndTime[1],
+                m: timeFrame,
+                rc: rawCount,
+              });
+            }
+
+            return { pf };
+          }) : undefined;
+      });
+  }
+}

package/src/storages/pluggable/ImpressionsCachePluggable.ts

@@ -1,8 +1,9 @@
 import { IPluggableStorageWrapper, IImpressionsCacheAsync } from '../types';
 import { IMetadata } from '../../dtos/types';
 import { ImpressionDTO } from '../../types';
-import { ILogger } from '../../logger/types';
 import { StoredImpressionWithMetadata } from '../../sync/submitters/types';
+import { ILogger } from '../../logger/types';
+import { impressionsToJSON } from '../utils';
 
 export class ImpressionsCachePluggable implements IImpressionsCacheAsync {
 
@@ -27,31 +28,10 @@ export class ImpressionsCachePluggable implements IImpressionsCacheAsync {
   track(impressions: ImpressionDTO[]): Promise<void> {
     return this.wrapper.pushItems(
       this.key,
-      this._toJSON(impressions)
+      impressionsToJSON(impressions, this.metadata)
     );
   }
 
-  private _toJSON(impressions: ImpressionDTO[]): string[] {
-    return impressions.map(impression => {
-      const {
-        keyName, bucketingKey, feature, treatment, label, time, changeNumber
-      } = impression;
-
-      return JSON.stringify({
-        m: this.metadata,
-        i: {
-          k: keyName,
-          b: bucketingKey,
-          f: feature,
-          t: treatment,
-          r: label,
-          c: changeNumber,
-          m: time
-        }
-      } as StoredImpressionWithMetadata);
-    });
-  }
-
   /**
    * Returns a promise that resolves with the count of stored impressions, or 0 if there was some error.
    * The promise will never be rejected.

package/src/storages/pluggable/TelemetryCachePluggable.ts

@@ -1,8 +1,14 @@
 import { ILogger } from '../../logger/types';
-import { Method } from '../../sync/submitters/types';
+import { Method, MultiConfigs, MultiMethodExceptions, MultiMethodLatencies } from '../../sync/submitters/types';
 import { KeyBuilderSS } from '../KeyBuilderSS';
 import { IPluggableStorageWrapper, ITelemetryCacheAsync } from '../types';
 import { findLatencyIndex } from '../findLatencyIndex';
+import { getTelemetryConfigStats } from '../../sync/submitters/telemetrySubmitter';
+import { CONSUMER_MODE, STORAGE_PLUGGABLE } from '../../utils/constants';
+import { isString, isNaNNumber } from '../../utils/lang';
+import { _Map } from '../../utils/lang/maps';
+import { MAX_LATENCY_BUCKET_COUNT, newBuckets } from '../inMemory/TelemetryCacheInMemory';
+import { parseLatencyField, parseExceptionField, parseMetadata } from '../utils';
 
 export class TelemetryCachePluggable implements ITelemetryCacheAsync {
 
@@ -23,4 +29,144 @@ export class TelemetryCachePluggable implements ITelemetryCacheAsync {
       .catch(() => { /* Handle rejections for telemetry */ });
   }
 
+  recordConfig() {
+    const value = JSON.stringify(getTelemetryConfigStats(CONSUMER_MODE, STORAGE_PLUGGABLE));
+    return this.wrapper.set(this.keys.buildInitKey(), value).catch(() => { /* Handle rejections for telemetry */ });
+  }
+
+  /**
+   * Pop telemetry latencies.
+   * The returned promise rejects if wrapper operations fail.
+   */
+  popLatencies(): Promise<MultiMethodLatencies> {
+    return this.wrapper.getKeysByPrefix(this.keys.latencyPrefix).then(latencyKeys => {
+      return latencyKeys.length ?
+        this.wrapper.getMany(latencyKeys).then(latencies => {
+
+          const result: MultiMethodLatencies = new _Map();
+
+          for (let i = 0; i < latencyKeys.length; i++) {
+            const field = latencyKeys[i].split('::')[1];
+
+            const parsedField = parseLatencyField(field);
+            if (isString(parsedField)) {
+              this.log.error(`Ignoring invalid latency field: ${field}: ${parsedField}`);
+              continue;
+            }
+
+            // @ts-ignore
+            const count = parseInt(latencies[i]);
+            if (isNaNNumber(count)) {
+              this.log.error(`Ignoring latency with invalid count: ${latencies[i]}`);
+              continue;
+            }
+
+            const [metadata, method, bucket] = parsedField;
+
+            if (bucket >= MAX_LATENCY_BUCKET_COUNT) {
+              this.log.error(`Ignoring latency with invalid bucket: ${bucket}`);
+              continue;
+            }
+
+            if (!result.has(metadata)) result.set(metadata, {
+              t: newBuckets(),
+              ts: newBuckets(),
+              tc: newBuckets(),
+              tcs: newBuckets(),
+              tr: newBuckets(),
+            });
+
+            result.get(metadata)![method]![bucket] = count;
+          }
+
+          return Promise.all(latencyKeys.map((latencyKey) => this.wrapper.del(latencyKey))).then(() => result);
+        }) :
+        // If latencyKeys is empty, return an empty map.
+        new _Map();
+    });
+  }
+
+  /**
+   * Pop telemetry exceptions.
+   * The returned promise rejects if wrapper operations fail.
+   */
+  popExceptions(): Promise<MultiMethodExceptions> {
+    return this.wrapper.getKeysByPrefix(this.keys.exceptionPrefix).then(exceptionKeys => {
+      return exceptionKeys.length ?
+        this.wrapper.getMany(exceptionKeys).then(exceptions => {
+
+          const result: MultiMethodExceptions = new _Map();
+
+          for (let i = 0; i < exceptionKeys.length; i++) {
+            const field = exceptionKeys[i].split('::')[1];
+
+            const parsedField = parseExceptionField(field);
+            if (isString(parsedField)) {
+              this.log.error(`Ignoring invalid exception field: ${field}: ${parsedField}`);
+              continue;
+            }
+
+            // @ts-ignore
+            const count = parseInt(exceptions[i]);
+            if (isNaNNumber(count)) {
+              this.log.error(`Ignoring exception with invalid count: ${exceptions[i]}`);
+              continue;
+            }
+
+            const [metadata, method] = parsedField;
+
+            if (!result.has(metadata)) result.set(metadata, {
+              t: 0,
+              ts: 0,
+              tc: 0,
+              tcs: 0,
+              tr: 0,
+            });
+
+            result.get(metadata)![method] = count;
+          }
+
+          return Promise.all(exceptionKeys.map((exceptionKey) => this.wrapper.del(exceptionKey))).then(() => result);
+        }) :
+        // If exceptionKeys is empty, return an empty map.
+        new _Map();
+    });
+  }
+
+  /**
+   * Pop telemetry configs.
+   * The returned promise rejects if wrapper operations fail.
+   */
+  popConfigs(): Promise<MultiConfigs> {
+    return this.wrapper.getKeysByPrefix(this.keys.initPrefix).then(configKeys => {
+      return configKeys.length ?
+        this.wrapper.getMany(configKeys).then(configs => {
+
+          const result: MultiConfigs = new _Map();
+
+          for (let i = 0; i < configKeys.length; i++) {
+            const field = configKeys[i].split('::')[1];
+
+            const parsedField = parseMetadata(field);
+            if (isString(parsedField)) {
+              this.log.error(`Ignoring invalid config field: ${field}: ${parsedField}`);
+              continue;
+            }
+
+            const [metadata] = parsedField;
+
+            try { // @ts-ignore
+              const config = JSON.parse(configs[i]);
+              result.set(metadata, config);
+            } catch (e) {
+              this.log.error(`Ignoring invalid config: ${configs[i]}`);
+            }
+          }
+
+          return Promise.all(configKeys.map((configKey) => this.wrapper.del(configKey))).then(() => result);
+        }) :
+        // If configKeys is empty, return an empty map.
+        new _Map();
+    });
+  }
 }

package/src/storages/pluggable/UniqueKeysCachePluggable.ts

@@ -0,0 +1,67 @@
+import { IPluggableStorageWrapper, IUniqueKeysCacheBase } from '../types';
+import { UniqueKeysCacheInMemory } from '../inMemory/UniqueKeysCacheInMemory';
+import { setToArray } from '../../utils/lang/sets';
+import { DEFAULT_CACHE_SIZE, REFRESH_RATE } from '../inRedis/constants';
+import { LOG_PREFIX } from './constants';
+import { ILogger } from '../../logger/types';
+import { UniqueKeysItemSs } from '../../sync/submitters/types';
+
+export class UniqueKeysCachePluggable extends UniqueKeysCacheInMemory implements IUniqueKeysCacheBase {
+
+  private readonly log: ILogger;
+  private readonly key: string;
+  private readonly wrapper: IPluggableStorageWrapper;
+  private readonly refreshRate: number;
+  private intervalId: any;
+
+  constructor(log: ILogger, key: string, wrapper: IPluggableStorageWrapper, uniqueKeysQueueSize = DEFAULT_CACHE_SIZE, refreshRate = REFRESH_RATE) {
+    super(uniqueKeysQueueSize);
+    this.log = log;
+    this.key = key;
+    this.wrapper = wrapper;
+    this.refreshRate = refreshRate;
+    this.onFullQueue = () => { this.storeUniqueKeys(); };
+  }
+
+  storeUniqueKeys() {
+    const featureNames = Object.keys(this.uniqueKeysTracker);
+    if (!featureNames.length) return Promise.resolve(false);
+
+    const pipeline = featureNames.reduce<Promise<any>>((pipeline, featureName) => {
+      const featureKeys = setToArray(this.uniqueKeysTracker[featureName]);
+      const uniqueKeysPayload = {
+        f: featureName,
+        ks: featureKeys
+      };
+
+      return pipeline.then(() => this.wrapper.pushItems(this.key, [JSON.stringify(uniqueKeysPayload)]));
+    }, Promise.resolve());
+
+    this.clear();
+    return pipeline.catch(err => {
+      this.log.error(`${LOG_PREFIX}Error in uniqueKeys pipeline: ${err}.`);
+      return false;
+    });
+  }
+
+
+  start() {
+    this.intervalId = setInterval(this.storeUniqueKeys.bind(this), this.refreshRate);
+  }
+
+  stop() {
+    clearInterval(this.intervalId);
+    return this.storeUniqueKeys();
+  }
+
+  /**
+   * Async consumer API, used by synchronizer.
+   * @param count number of items to pop from the queue. If not provided or equal 0, all items will be popped.
+   */
+  popNRaw(count = 0): Promise<UniqueKeysItemSs[]> {
+    return Promise.resolve(count || this.wrapper.getItemsCount(this.key))
+      .then(count => this.wrapper.popItems(this.key, count))
+      .then((uniqueKeyItems) => uniqueKeyItems.map(uniqueKeyItem => JSON.parse(uniqueKeyItem)));
+  }
+
+}