@splitsoftware/splitio-commons 2.2.1-rc.4 → 2.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (147) hide show
  1. package/CHANGES.txt +26 -26
  2. package/README.md +0 -1
  3. package/cjs/evaluator/combiners/and.js +6 -2
  4. package/cjs/evaluator/combiners/ifelseif.js +6 -6
  5. package/cjs/evaluator/condition/index.js +5 -6
  6. package/cjs/evaluator/index.js +7 -7
  7. package/cjs/evaluator/matchers/index.js +1 -3
  8. package/cjs/evaluator/matchers/matcherTypes.js +0 -1
  9. package/cjs/evaluator/matchersTransform/index.js +0 -4
  10. package/cjs/evaluator/parser/index.js +2 -2
  11. package/cjs/evaluator/value/sanitize.js +0 -1
  12. package/cjs/logger/constants.js +3 -4
  13. package/cjs/logger/messages/debug.js +2 -3
  14. package/cjs/logger/messages/warn.js +1 -1
  15. package/cjs/services/splitApi.js +4 -3
  16. package/cjs/services/splitHttpClient.js +4 -1
  17. package/cjs/storages/AbstractSplitsCacheSync.js +2 -5
  18. package/cjs/storages/KeyBuilder.js +0 -9
  19. package/cjs/storages/KeyBuilderCS.js +0 -3
  20. package/cjs/storages/KeyBuilderSS.js +0 -3
  21. package/cjs/storages/inLocalStorage/SplitsCacheInLocal.js +14 -9
  22. package/cjs/storages/inLocalStorage/index.js +1 -5
  23. package/cjs/storages/inLocalStorage/validateCache.js +1 -2
  24. package/cjs/storages/inMemory/InMemoryStorage.js +0 -3
  25. package/cjs/storages/inMemory/InMemoryStorageCS.js +0 -4
  26. package/cjs/storages/inMemory/SplitsCacheInMemory.js +0 -1
  27. package/cjs/storages/inRedis/index.js +0 -2
  28. package/cjs/storages/pluggable/index.js +0 -2
  29. package/cjs/sync/polling/fetchers/splitChangesFetcher.js +4 -54
  30. package/cjs/sync/polling/pollingManagerCS.js +7 -7
  31. package/cjs/sync/polling/syncTasks/splitsSyncTask.js +1 -1
  32. package/cjs/sync/polling/updaters/mySegmentsUpdater.js +2 -2
  33. package/cjs/sync/polling/updaters/segmentChangesUpdater.js +1 -1
  34. package/cjs/sync/polling/updaters/splitChangesUpdater.js +33 -59
  35. package/cjs/sync/streaming/SSEHandler/index.js +0 -1
  36. package/cjs/sync/streaming/UpdateWorkers/SplitsUpdateWorker.js +77 -106
  37. package/cjs/sync/streaming/constants.js +1 -2
  38. package/cjs/sync/streaming/pushManager.js +16 -3
  39. package/cjs/sync/syncManagerOnline.js +2 -2
  40. package/cjs/utils/constants/index.js +2 -6
  41. package/esm/evaluator/combiners/and.js +6 -2
  42. package/esm/evaluator/combiners/ifelseif.js +7 -7
  43. package/esm/evaluator/condition/index.js +5 -6
  44. package/esm/evaluator/index.js +7 -7
  45. package/esm/evaluator/matchers/index.js +1 -3
  46. package/esm/evaluator/matchers/matcherTypes.js +0 -1
  47. package/esm/evaluator/matchersTransform/index.js +0 -4
  48. package/esm/evaluator/parser/index.js +2 -2
  49. package/esm/evaluator/value/sanitize.js +0 -1
  50. package/esm/logger/constants.js +0 -1
  51. package/esm/logger/messages/debug.js +2 -3
  52. package/esm/logger/messages/warn.js +1 -1
  53. package/esm/services/splitApi.js +4 -3
  54. package/esm/services/splitHttpClient.js +4 -1
  55. package/esm/storages/AbstractSplitsCacheSync.js +2 -5
  56. package/esm/storages/KeyBuilder.js +0 -9
  57. package/esm/storages/KeyBuilderCS.js +0 -3
  58. package/esm/storages/KeyBuilderSS.js +0 -3
  59. package/esm/storages/inLocalStorage/SplitsCacheInLocal.js +14 -9
  60. package/esm/storages/inLocalStorage/index.js +1 -5
  61. package/esm/storages/inLocalStorage/validateCache.js +1 -2
  62. package/esm/storages/inMemory/InMemoryStorage.js +0 -3
  63. package/esm/storages/inMemory/InMemoryStorageCS.js +0 -4
  64. package/esm/storages/inMemory/SplitsCacheInMemory.js +0 -1
  65. package/esm/storages/inRedis/index.js +0 -2
  66. package/esm/storages/pluggable/index.js +0 -2
  67. package/esm/sync/polling/fetchers/splitChangesFetcher.js +4 -54
  68. package/esm/sync/polling/pollingManagerCS.js +7 -7
  69. package/esm/sync/polling/syncTasks/splitsSyncTask.js +1 -1
  70. package/esm/sync/polling/updaters/mySegmentsUpdater.js +2 -2
  71. package/esm/sync/polling/updaters/segmentChangesUpdater.js +1 -1
  72. package/esm/sync/polling/updaters/splitChangesUpdater.js +33 -59
  73. package/esm/sync/streaming/SSEHandler/index.js +1 -2
  74. package/esm/sync/streaming/UpdateWorkers/SplitsUpdateWorker.js +73 -102
  75. package/esm/sync/streaming/constants.js +0 -1
  76. package/esm/sync/streaming/pushManager.js +19 -6
  77. package/esm/sync/syncManagerOnline.js +2 -2
  78. package/esm/utils/constants/index.js +1 -5
  79. package/package.json +1 -1
  80. package/src/dtos/types.ts +8 -37
  81. package/src/evaluator/Engine.ts +1 -1
  82. package/src/evaluator/combiners/and.ts +4 -5
  83. package/src/evaluator/combiners/ifelseif.ts +9 -7
  84. package/src/evaluator/condition/engineUtils.ts +1 -1
  85. package/src/evaluator/condition/index.ts +12 -12
  86. package/src/evaluator/index.ts +7 -7
  87. package/src/evaluator/matchers/index.ts +1 -3
  88. package/src/evaluator/matchers/matcherTypes.ts +0 -1
  89. package/src/evaluator/matchersTransform/index.ts +0 -3
  90. package/src/evaluator/parser/index.ts +3 -3
  91. package/src/evaluator/types.ts +2 -2
  92. package/src/evaluator/value/index.ts +2 -2
  93. package/src/evaluator/value/sanitize.ts +4 -5
  94. package/src/logger/constants.ts +0 -1
  95. package/src/logger/messages/debug.ts +2 -3
  96. package/src/logger/messages/warn.ts +1 -1
  97. package/src/sdkFactory/types.ts +1 -1
  98. package/src/sdkManager/index.ts +1 -1
  99. package/src/services/splitApi.ts +4 -3
  100. package/src/services/splitHttpClient.ts +4 -1
  101. package/src/services/types.ts +1 -1
  102. package/src/storages/AbstractSplitsCacheSync.ts +3 -6
  103. package/src/storages/KeyBuilder.ts +0 -12
  104. package/src/storages/KeyBuilderCS.ts +0 -4
  105. package/src/storages/KeyBuilderSS.ts +0 -4
  106. package/src/storages/inLocalStorage/SplitsCacheInLocal.ts +14 -10
  107. package/src/storages/inLocalStorage/index.ts +1 -5
  108. package/src/storages/inLocalStorage/validateCache.ts +1 -3
  109. package/src/storages/inMemory/InMemoryStorage.ts +0 -3
  110. package/src/storages/inMemory/InMemoryStorageCS.ts +0 -4
  111. package/src/storages/inMemory/SplitsCacheInMemory.ts +0 -1
  112. package/src/storages/inRedis/index.ts +0 -2
  113. package/src/storages/pluggable/index.ts +0 -2
  114. package/src/storages/types.ts +1 -33
  115. package/src/sync/polling/fetchers/splitChangesFetcher.ts +4 -65
  116. package/src/sync/polling/fetchers/types.ts +0 -1
  117. package/src/sync/polling/pollingManagerCS.ts +7 -7
  118. package/src/sync/polling/syncTasks/splitsSyncTask.ts +1 -1
  119. package/src/sync/polling/types.ts +2 -2
  120. package/src/sync/polling/updaters/mySegmentsUpdater.ts +2 -2
  121. package/src/sync/polling/updaters/segmentChangesUpdater.ts +1 -1
  122. package/src/sync/polling/updaters/splitChangesUpdater.ts +43 -70
  123. package/src/sync/streaming/SSEHandler/index.ts +1 -2
  124. package/src/sync/streaming/SSEHandler/types.ts +2 -2
  125. package/src/sync/streaming/UpdateWorkers/SplitsUpdateWorker.ts +68 -98
  126. package/src/sync/streaming/constants.ts +0 -1
  127. package/src/sync/streaming/parseUtils.ts +2 -2
  128. package/src/sync/streaming/pushManager.ts +18 -6
  129. package/src/sync/streaming/types.ts +2 -3
  130. package/src/sync/syncManagerOnline.ts +2 -2
  131. package/src/utils/constants/index.ts +1 -6
  132. package/src/utils/lang/index.ts +1 -1
  133. package/cjs/evaluator/matchers/rbsegment.js +0 -54
  134. package/cjs/storages/inLocalStorage/RBSegmentsCacheInLocal.js +0 -117
  135. package/cjs/storages/inMemory/RBSegmentsCacheInMemory.js +0 -61
  136. package/cjs/storages/inRedis/RBSegmentsCacheInRedis.js +0 -64
  137. package/cjs/storages/pluggable/RBSegmentsCachePluggable.js +0 -64
  138. package/esm/evaluator/matchers/rbsegment.js +0 -50
  139. package/esm/storages/inLocalStorage/RBSegmentsCacheInLocal.js +0 -114
  140. package/esm/storages/inMemory/RBSegmentsCacheInMemory.js +0 -58
  141. package/esm/storages/inRedis/RBSegmentsCacheInRedis.js +0 -61
  142. package/esm/storages/pluggable/RBSegmentsCachePluggable.js +0 -61
  143. package/src/evaluator/matchers/rbsegment.ts +0 -71
  144. package/src/storages/inLocalStorage/RBSegmentsCacheInLocal.ts +0 -136
  145. package/src/storages/inMemory/RBSegmentsCacheInMemory.ts +0 -68
  146. package/src/storages/inRedis/RBSegmentsCacheInRedis.ts +0 -79
  147. package/src/storages/pluggable/RBSegmentsCachePluggable.ts +0 -76
@@ -9,7 +9,6 @@ var ImpressionCountsCacheInMemory_1 = require("./ImpressionCountsCacheInMemory")
9
9
  var constants_1 = require("../../utils/constants");
10
10
  var TelemetryCacheInMemory_1 = require("./TelemetryCacheInMemory");
11
11
  var UniqueKeysCacheInMemory_1 = require("./UniqueKeysCacheInMemory");
12
- var RBSegmentsCacheInMemory_1 = require("./RBSegmentsCacheInMemory");
13
12
  /**
14
13
  * InMemory storage factory for standalone server-side SplitFactory
15
14
  *
@@ -18,11 +17,9 @@ var RBSegmentsCacheInMemory_1 = require("./RBSegmentsCacheInMemory");
18
17
  function InMemoryStorageFactory(params) {
19
18
  var _a = params.settings, _b = _a.scheduler, impressionsQueueSize = _b.impressionsQueueSize, eventsQueueSize = _b.eventsQueueSize, __splitFiltersValidation = _a.sync.__splitFiltersValidation;
20
19
  var splits = new SplitsCacheInMemory_1.SplitsCacheInMemory(__splitFiltersValidation);
21
- var rbSegments = new RBSegmentsCacheInMemory_1.RBSegmentsCacheInMemory();
22
20
  var segments = new SegmentsCacheInMemory_1.SegmentsCacheInMemory();
23
21
  var storage = {
24
22
  splits: splits,
25
- rbSegments: rbSegments,
26
23
  segments: segments,
27
24
  impressions: new ImpressionsCacheInMemory_1.ImpressionsCacheInMemory(impressionsQueueSize),
28
25
  impressionCounts: new ImpressionCountsCacheInMemory_1.ImpressionCountsCacheInMemory(),
@@ -9,7 +9,6 @@ var ImpressionCountsCacheInMemory_1 = require("./ImpressionCountsCacheInMemory")
9
9
  var constants_1 = require("../../utils/constants");
10
10
  var TelemetryCacheInMemory_1 = require("./TelemetryCacheInMemory");
11
11
  var UniqueKeysCacheInMemoryCS_1 = require("./UniqueKeysCacheInMemoryCS");
12
- var RBSegmentsCacheInMemory_1 = require("./RBSegmentsCacheInMemory");
13
12
  /**
14
13
  * InMemory storage factory for standalone client-side SplitFactory
15
14
  *
@@ -18,12 +17,10 @@ var RBSegmentsCacheInMemory_1 = require("./RBSegmentsCacheInMemory");
18
17
  function InMemoryStorageCSFactory(params) {
19
18
  var _a = params.settings, _b = _a.scheduler, impressionsQueueSize = _b.impressionsQueueSize, eventsQueueSize = _b.eventsQueueSize, __splitFiltersValidation = _a.sync.__splitFiltersValidation;
20
19
  var splits = new SplitsCacheInMemory_1.SplitsCacheInMemory(__splitFiltersValidation);
21
- var rbSegments = new RBSegmentsCacheInMemory_1.RBSegmentsCacheInMemory();
22
20
  var segments = new MySegmentsCacheInMemory_1.MySegmentsCacheInMemory();
23
21
  var largeSegments = new MySegmentsCacheInMemory_1.MySegmentsCacheInMemory();
24
22
  var storage = {
25
23
  splits: splits,
26
- rbSegments: rbSegments,
27
24
  segments: segments,
28
25
  largeSegments: largeSegments,
29
26
  impressions: new ImpressionsCacheInMemory_1.ImpressionsCacheInMemory(impressionsQueueSize),
@@ -36,7 +33,6 @@ function InMemoryStorageCSFactory(params) {
36
33
  shared: function () {
37
34
  return {
38
35
  splits: this.splits,
39
- rbSegments: this.rbSegments,
40
36
  segments: new MySegmentsCacheInMemory_1.MySegmentsCacheInMemory(),
41
37
  largeSegments: new MySegmentsCacheInMemory_1.MySegmentsCacheInMemory(),
42
38
  impressions: this.impressions,
@@ -24,7 +24,6 @@ var SplitsCacheInMemory = /** @class */ (function (_super) {
24
24
  this.ttCache = {};
25
25
  this.changeNumber = -1;
26
26
  this.segmentsCount = 0;
27
- this.flagSetsCache = {};
28
27
  };
29
28
  SplitsCacheInMemory.prototype.addSplit = function (split) {
30
29
  var name = split.name;
@@ -12,7 +12,6 @@ var TelemetryCacheInRedis_1 = require("./TelemetryCacheInRedis");
12
12
  var UniqueKeysCacheInRedis_1 = require("./UniqueKeysCacheInRedis");
13
13
  var ImpressionCountsCacheInRedis_1 = require("./ImpressionCountsCacheInRedis");
14
14
  var utils_1 = require("../utils");
15
- var RBSegmentsCacheInRedis_1 = require("./RBSegmentsCacheInRedis");
16
15
  var RD;
17
16
  try {
18
17
  // Using `require` to prevent error when bundling or importing the SDK in a .mjs file, since ioredis is a CommonJS module.
@@ -49,7 +48,6 @@ function InRedisStorage(options) {
49
48
  });
50
49
  return {
51
50
  splits: new SplitsCacheInRedis_1.SplitsCacheInRedis(log, keys, redisClient, settings.sync.__splitFiltersValidation),
52
- rbSegments: new RBSegmentsCacheInRedis_1.RBSegmentsCacheInRedis(log, keys, redisClient),
53
51
  segments: new SegmentsCacheInRedis_1.SegmentsCacheInRedis(log, keys, redisClient),
54
52
  impressions: new ImpressionsCacheInRedis_1.ImpressionsCacheInRedis(log, keys.buildImpressionsKey(), redisClient, metadata),
55
53
  impressionCounts: impressionCountsCache,
@@ -22,7 +22,6 @@ var UniqueKeysCacheInMemory_1 = require("../inMemory/UniqueKeysCacheInMemory");
22
22
  var UniqueKeysCacheInMemoryCS_1 = require("../inMemory/UniqueKeysCacheInMemoryCS");
23
23
  var utils_1 = require("../utils");
24
24
  var constants_2 = require("../pluggable/constants");
25
- var RBSegmentsCachePluggable_1 = require("./RBSegmentsCachePluggable");
26
25
  var NO_VALID_WRAPPER = 'Expecting pluggable storage `wrapper` in options, but no valid wrapper instance was provided.';
27
26
  var NO_VALID_WRAPPER_INTERFACE = 'The provided wrapper instance doesn’t follow the expected interface. Check our docs.';
28
27
  /**
@@ -106,7 +105,6 @@ function PluggableStorage(options) {
106
105
  });
107
106
  return {
108
107
  splits: new SplitsCachePluggable_1.SplitsCachePluggable(log, keys, wrapper, settings.sync.__splitFiltersValidation),
109
- rbSegments: new RBSegmentsCachePluggable_1.RBSegmentsCachePluggable(log, keys, wrapper),
110
108
  segments: new SegmentsCachePluggable_1.SegmentsCachePluggable(log, keys, wrapper),
111
109
  impressions: isPartialConsumer ? new ImpressionsCacheInMemory_1.ImpressionsCacheInMemory(impressionsQueueSize) : new ImpressionsCachePluggable_1.ImpressionsCachePluggable(log, keys.buildImpressionsKey(), wrapper, metadata),
112
110
  impressionCounts: impressionCountsCache,
@@ -1,68 +1,18 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.splitChangesFetcherFactory = void 0;
4
- var constants_1 = require("../../../utils/constants");
5
- var settingsValidation_1 = require("../../../utils/settingsValidation");
6
- var constants_2 = require("../../../logger/constants");
7
- var PROXY_CHECK_INTERVAL_MILLIS_CS = 60 * 60 * 1000; // 1 hour in Client Side
8
- var PROXY_CHECK_INTERVAL_MILLIS_SS = 24 * PROXY_CHECK_INTERVAL_MILLIS_CS; // 24 hours in Server Side
9
- function sdkEndpointOverriden(settings) {
10
- return settings.urls.sdk !== settingsValidation_1.base.urls.sdk;
11
- }
12
4
  /**
13
5
  * Factory of SplitChanges fetcher.
14
6
  * SplitChanges fetcher is a wrapper around `splitChanges` API service that parses the response and handle errors.
15
7
  */
16
- // @TODO breaking: drop support for Split Proxy below v5.10.0 and simplify the implementation
17
- function splitChangesFetcherFactory(fetchSplitChanges, settings, storage) {
18
- var log = settings.log;
19
- var PROXY_CHECK_INTERVAL_MILLIS = settings.core.key !== undefined ? PROXY_CHECK_INTERVAL_MILLIS_CS : PROXY_CHECK_INTERVAL_MILLIS_SS;
20
- var lastProxyCheckTimestamp;
21
- return function splitChangesFetcher(since, noCache, till, rbSince,
8
+ function splitChangesFetcherFactory(fetchSplitChanges) {
9
+ return function splitChangesFetcher(since, noCache, till,
22
10
  // Optional decorator for `fetchSplitChanges` promise, such as timeout or time tracker
23
11
  decorator) {
24
- // Recheck proxy
25
- if (lastProxyCheckTimestamp && (Date.now() - lastProxyCheckTimestamp) > PROXY_CHECK_INTERVAL_MILLIS) {
26
- settings.sync.flagSpecVersion = constants_1.FLAG_SPEC_VERSION;
27
- }
28
- var splitsPromise = fetchSplitChanges(since, noCache, till, settings.sync.flagSpecVersion === constants_1.FLAG_SPEC_VERSION ? rbSince : undefined)
29
- // Handle proxy error with spec 1.3
30
- .catch(function (err) {
31
- if (err.statusCode === 400 && sdkEndpointOverriden(settings) && settings.sync.flagSpecVersion === constants_1.FLAG_SPEC_VERSION) {
32
- log.error(constants_2.LOG_PREFIX_SYNC_SPLITS + 'Proxy error detected. If you are using Split Proxy, please upgrade to latest version');
33
- lastProxyCheckTimestamp = Date.now();
34
- settings.sync.flagSpecVersion = '1.2'; // fallback to 1.2 spec
35
- return fetchSplitChanges(since, noCache, till); // retry request without rbSince
36
- }
37
- throw err;
38
- });
12
+ var splitsPromise = fetchSplitChanges(since, noCache, till);
39
13
  if (decorator)
40
14
  splitsPromise = decorator(splitsPromise);
41
- return splitsPromise
42
- .then(function (resp) { return resp.json(); })
43
- .then(function (data) {
44
- // Using flag spec version 1.2
45
- if (data.splits) {
46
- return {
47
- ff: {
48
- d: data.splits,
49
- s: data.since,
50
- t: data.till
51
- }
52
- };
53
- }
54
- // Proxy recovery
55
- if (lastProxyCheckTimestamp) {
56
- log.info(constants_2.LOG_PREFIX_SYNC_SPLITS + 'Proxy error recovered');
57
- lastProxyCheckTimestamp = undefined;
58
- return splitChangesFetcher(-1, undefined, undefined, -1)
59
- .then(function (splitChangesResponse) {
60
- return Promise.all([storage.splits.clear(), storage.rbSegments.clear()])
61
- .then(function () { return splitChangesResponse; });
62
- });
63
- }
64
- return data;
65
- });
15
+ return splitsPromise.then(function (resp) { return resp.json(); });
66
16
  };
67
17
  }
68
18
  exports.splitChangesFetcherFactory = splitChangesFetcherFactory;
@@ -34,10 +34,10 @@ function pollingManagerCSFactory(params) {
34
34
  readiness.splits.on(constants_1.SDK_SPLITS_ARRIVED, function () {
35
35
  if (!splitsSyncTask.isRunning())
36
36
  return; // noop if not doing polling
37
- var usingSegments = storage.splits.usesSegments() || storage.rbSegments.usesSegments();
38
- if (usingSegments !== mySegmentsSyncTask.isRunning()) {
39
- log.info(constants_2.POLLING_SMART_PAUSING, [usingSegments ? 'ON' : 'OFF']);
40
- if (usingSegments) {
37
+ var splitsHaveSegments = storage.splits.usesSegments();
38
+ if (splitsHaveSegments !== mySegmentsSyncTask.isRunning()) {
39
+ log.info(constants_2.POLLING_SMART_PAUSING, [splitsHaveSegments ? 'ON' : 'OFF']);
40
+ if (splitsHaveSegments) {
41
41
  startMySegmentsSyncTasks();
42
42
  }
43
43
  else {
@@ -49,10 +49,10 @@ function pollingManagerCSFactory(params) {
49
49
  var mySegmentsSyncTask = (0, mySegmentsSyncTask_1.mySegmentsSyncTaskFactory)(splitApi.fetchMemberships, storage, readiness, settings, matchingKey);
50
50
  // smart ready
51
51
  function smartReady() {
52
- if (!readiness.isReady() && !storage.splits.usesSegments() && !storage.rbSegments.usesSegments())
52
+ if (!readiness.isReady() && !storage.splits.usesSegments())
53
53
  readiness.segments.emit(constants_1.SDK_SEGMENTS_ARRIVED);
54
54
  }
55
- if (!storage.splits.usesSegments() && !storage.rbSegments.usesSegments())
55
+ if (!storage.splits.usesSegments())
56
56
  setTimeout(smartReady, 0);
57
57
  else
58
58
  readiness.splits.once(constants_1.SDK_SPLITS_ARRIVED, smartReady);
@@ -66,7 +66,7 @@ function pollingManagerCSFactory(params) {
66
66
  start: function () {
67
67
  log.info(constants_2.POLLING_START);
68
68
  splitsSyncTask.start();
69
- if (storage.splits.usesSegments() || storage.rbSegments.usesSegments())
69
+ if (storage.splits.usesSegments())
70
70
  startMySegmentsSyncTasks();
71
71
  },
72
72
  // Stop periodic fetching (polling)
@@ -8,6 +8,6 @@ var splitChangesUpdater_1 = require("../updaters/splitChangesUpdater");
8
8
  * Creates a sync task that periodically executes a `splitChangesUpdater` task
9
9
  */
10
10
  function splitsSyncTaskFactory(fetchSplitChanges, storage, readiness, settings, isClientSide) {
11
- return (0, syncTask_1.syncTaskFactory)(settings.log, (0, splitChangesUpdater_1.splitChangesUpdaterFactory)(settings.log, (0, splitChangesFetcher_1.splitChangesFetcherFactory)(fetchSplitChanges, settings, storage), storage, settings.sync.__splitFiltersValidation, readiness.splits, settings.startup.requestTimeoutBeforeReady, settings.startup.retriesOnFailureBeforeReady, isClientSide), settings.scheduler.featuresRefreshRate, 'splitChangesUpdater');
11
+ return (0, syncTask_1.syncTaskFactory)(settings.log, (0, splitChangesUpdater_1.splitChangesUpdaterFactory)(settings.log, (0, splitChangesFetcher_1.splitChangesFetcherFactory)(fetchSplitChanges), storage, settings.sync.__splitFiltersValidation, readiness.splits, settings.startup.requestTimeoutBeforeReady, settings.startup.retriesOnFailureBeforeReady, isClientSide), settings.scheduler.featuresRefreshRate, 'splitChangesUpdater');
12
12
  }
13
13
  exports.splitsSyncTaskFactory = splitsSyncTaskFactory;
@@ -12,7 +12,7 @@ var constants_3 = require("../../streaming/constants");
12
12
  * - uses `segmentsEventEmitter` to emit events related to segments data updates
13
13
  */
14
14
  function mySegmentsUpdaterFactory(log, mySegmentsFetcher, storage, segmentsEventEmitter, requestTimeoutBeforeReady, retriesOnFailureBeforeReady, matchingKey) {
15
- var splits = storage.splits, rbSegments = storage.rbSegments, segments = storage.segments, largeSegments = storage.largeSegments;
15
+ var splits = storage.splits, segments = storage.segments, largeSegments = storage.largeSegments;
16
16
  var readyOnAlreadyExistentState = true;
17
17
  var startingUp = true;
18
18
  /** timeout and telemetry decorator for `splitChangesFetcher` promise */
@@ -34,7 +34,7 @@ function mySegmentsUpdaterFactory(log, mySegmentsFetcher, storage, segmentsEvent
34
34
  shouldNotifyUpdate = largeSegments.resetSegments(segmentsData.ls || {}) || shouldNotifyUpdate;
35
35
  }
36
36
  // Notify update if required
37
- if ((splits.usesSegments() || rbSegments.usesSegments()) && (shouldNotifyUpdate || readyOnAlreadyExistentState)) {
37
+ if (splits.usesSegments() && (shouldNotifyUpdate || readyOnAlreadyExistentState)) {
38
38
  readyOnAlreadyExistentState = false;
39
39
  segmentsEventEmitter.emit(constants_1.SDK_SEGMENTS_ARRIVED);
40
40
  }
@@ -39,7 +39,7 @@ function segmentChangesUpdaterFactory(log, segmentChangesFetcher, segments, read
39
39
  * Returned promise will not be rejected.
40
40
  *
41
41
  * @param fetchOnlyNew - if true, only fetch the segments that not exists, i.e., which `changeNumber` is equal to -1.
42
- * This param is used by SplitUpdateWorker on server-side SDK, to fetch new registered segments on SPLIT_UPDATE or RB_SEGMENT_UPDATE notifications.
42
+ * This param is used by SplitUpdateWorker on server-side SDK, to fetch new registered segments on SPLIT_UPDATE notifications.
43
43
  * @param segmentName - segment name to fetch. By passing `undefined` it fetches the list of segments registered at the storage
44
44
  * @param noCache - true to revalidate data to fetch on a SEGMENT_UPDATE notifications.
45
45
  * @param till - till target for the provided segmentName, for CDN bypass.
@@ -1,13 +1,12 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.splitChangesUpdaterFactory = exports.computeMutation = exports.parseSegments = void 0;
3
+ exports.splitChangesUpdaterFactory = exports.computeSplitsMutation = exports.parseSegments = void 0;
4
4
  var timeout_1 = require("../../../utils/promise/timeout");
5
5
  var constants_1 = require("../../../readiness/constants");
6
6
  var constants_2 = require("../../../logger/constants");
7
7
  var lang_1 = require("../../../utils/lang");
8
8
  var constants_3 = require("../../../utils/constants");
9
9
  var sets_1 = require("../../../utils/lang/sets");
10
- var constants_4 = require("../../streaming/constants");
11
10
  // Checks that all registered segments have been fetched (changeNumber !== -1 for every segment).
12
11
  // Returns a promise that could be rejected.
13
12
  // @TODO review together with Segments and MySegments storage APIs
@@ -19,25 +18,16 @@ function checkAllSegmentsExist(segments) {
19
18
  });
20
19
  }
21
20
  /**
22
- * Collect segments from a raw FF or RBS definition.
21
+ * Collect segments from a raw split definition.
23
22
  * Exported for testing purposes.
24
23
  */
25
- function parseSegments(ruleEntity, matcherType) {
26
- if (matcherType === void 0) { matcherType = constants_3.IN_SEGMENT; }
27
- var _a = ruleEntity, _b = _a.conditions, conditions = _b === void 0 ? [] : _b, excluded = _a.excluded;
24
+ function parseSegments(_a) {
25
+ var conditions = _a.conditions;
28
26
  var segments = new Set();
29
- if (excluded && excluded.segments) {
30
- excluded.segments.forEach(function (_a) {
31
- var type = _a.type, name = _a.name;
32
- if ((type === constants_3.STANDARD_SEGMENT && matcherType === constants_3.IN_SEGMENT) || (type === constants_3.RULE_BASED_SEGMENT && matcherType === constants_3.IN_RULE_BASED_SEGMENT)) {
33
- segments.add(name);
34
- }
35
- });
36
- }
37
27
  for (var i = 0; i < conditions.length; i++) {
38
28
  var matchers = conditions[i].matcherGroup.matchers;
39
29
  matchers.forEach(function (matcher) {
40
- if (matcher.matcherType === matcherType)
30
+ if (matcher.matcherType === constants_3.IN_SEGMENT)
41
31
  segments.add(matcher.userDefinedSegmentMatcherData.segmentName);
42
32
  });
43
33
  }
@@ -68,21 +58,24 @@ function matchFilters(featureFlag, filters) {
68
58
  * i.e., an object with added splits, removed splits and used segments.
69
59
  * Exported for testing purposes.
70
60
  */
71
- function computeMutation(rules, segments, filters) {
72
- return rules.reduce(function (accum, ruleEntity) {
73
- if (ruleEntity.status === 'ACTIVE' && (!filters || matchFilters(ruleEntity, filters))) {
74
- accum.added.push(ruleEntity);
75
- parseSegments(ruleEntity).forEach(function (segmentName) {
61
+ function computeSplitsMutation(entries, filters) {
62
+ var segments = new Set();
63
+ var computed = entries.reduce(function (accum, split) {
64
+ if (split.status === 'ACTIVE' && matchFilters(split, filters)) {
65
+ accum.added.push(split);
66
+ parseSegments(split).forEach(function (segmentName) {
76
67
  segments.add(segmentName);
77
68
  });
78
69
  }
79
70
  else {
80
- accum.removed.push(ruleEntity);
71
+ accum.removed.push(split);
81
72
  }
82
73
  return accum;
83
- }, { added: [], removed: [] });
74
+ }, { added: [], removed: [], segments: [] });
75
+ computed.segments = (0, sets_1.setToArray)(segments);
76
+ return computed;
84
77
  }
85
- exports.computeMutation = computeMutation;
78
+ exports.computeSplitsMutation = computeSplitsMutation;
86
79
  /**
87
80
  * factory of SplitChanges updater, a task that:
88
81
  * - fetches split changes using `splitChangesFetcher`
@@ -100,7 +93,7 @@ exports.computeMutation = computeMutation;
100
93
  function splitChangesUpdaterFactory(log, splitChangesFetcher, storage, splitFiltersValidation, splitsEventEmitter, requestTimeoutBeforeReady, retriesOnFailureBeforeReady, isClientSide) {
101
94
  if (requestTimeoutBeforeReady === void 0) { requestTimeoutBeforeReady = 0; }
102
95
  if (retriesOnFailureBeforeReady === void 0) { retriesOnFailureBeforeReady = 0; }
103
- var splits = storage.splits, rbSegments = storage.rbSegments, segments = storage.segments;
96
+ var splits = storage.splits, segments = storage.segments;
104
97
  var startingUp = true;
105
98
  /** timeout decorator for `splitChangesFetcher` promise */
106
99
  function _promiseDecorator(promise) {
@@ -115,48 +108,29 @@ function splitChangesUpdaterFactory(log, splitChangesFetcher, storage, splitFilt
115
108
  * @param noCache - true to revalidate data to fetch
116
109
  * @param till - query param to bypass CDN requests
117
110
  */
118
- return function splitChangesUpdater(noCache, till, instantUpdate) {
111
+ return function splitChangesUpdater(noCache, till, splitUpdateNotification) {
119
112
  /**
120
113
  * @param since - current changeNumber at splitsCache
121
114
  * @param retry - current number of retry attempts
122
115
  */
123
- function _splitChangesUpdater(sinces, retry) {
116
+ function _splitChangesUpdater(since, retry) {
124
117
  if (retry === void 0) { retry = 0; }
125
- var since = sinces[0], rbSince = sinces[1];
126
- log.debug(constants_2.SYNC_SPLITS_FETCH, sinces);
127
- return Promise.resolve(instantUpdate ?
128
- instantUpdate.type === constants_4.SPLIT_UPDATE ?
129
- // IFFU edge case: a change to a flag that adds an IN_RULE_BASED_SEGMENT matcher that is not present yet
130
- Promise.resolve(rbSegments.contains(parseSegments(instantUpdate.payload, constants_3.IN_RULE_BASED_SEGMENT))).then(function (contains) {
131
- return contains ?
132
- { ff: { d: [instantUpdate.payload], t: instantUpdate.changeNumber } } :
133
- splitChangesFetcher(since, noCache, till, rbSince, _promiseDecorator);
134
- }) :
135
- { rbs: { d: [instantUpdate.payload], t: instantUpdate.changeNumber } } :
136
- splitChangesFetcher(since, noCache, till, rbSince, _promiseDecorator))
118
+ log.debug(constants_2.SYNC_SPLITS_FETCH, [since]);
119
+ return Promise.resolve(splitUpdateNotification ?
120
+ { splits: [splitUpdateNotification.payload], till: splitUpdateNotification.changeNumber } :
121
+ splitChangesFetcher(since, noCache, till, _promiseDecorator))
137
122
  .then(function (splitChanges) {
138
123
  startingUp = false;
139
- var usedSegments = new Set();
140
- var ffUpdate = false;
141
- if (splitChanges.ff) {
142
- var _a = computeMutation(splitChanges.ff.d, usedSegments, splitFiltersValidation), added = _a.added, removed = _a.removed;
143
- log.debug(constants_2.SYNC_SPLITS_UPDATE, [added.length, removed.length]);
144
- ffUpdate = splits.update(added, removed, splitChanges.ff.t);
145
- }
146
- var rbsUpdate = false;
147
- if (splitChanges.rbs) {
148
- var _b = computeMutation(splitChanges.rbs.d, usedSegments), added = _b.added, removed = _b.removed;
149
- log.debug(constants_2.SYNC_RBS_UPDATE, [added.length, removed.length]);
150
- rbsUpdate = rbSegments.update(added, removed, splitChanges.rbs.t);
151
- }
152
- return Promise.all([ffUpdate, rbsUpdate,
153
- // @TODO if at least 1 segment fetch fails due to 404 and other segments are updated in the storage, SDK_UPDATE is not emitted
154
- segments.registerSegments((0, sets_1.setToArray)(usedSegments))
124
+ var mutation = computeSplitsMutation(splitChanges.splits, splitFiltersValidation);
125
+ log.debug(constants_2.SYNC_SPLITS_UPDATE, [mutation.added.length, mutation.removed.length, mutation.segments.length]);
126
+ return Promise.all([
127
+ splits.update(mutation.added, mutation.removed, splitChanges.till),
128
+ segments.registerSegments(mutation.segments)
155
129
  ]).then(function (_a) {
156
- var ffChanged = _a[0], rbsChanged = _a[1];
130
+ var isThereUpdate = _a[0];
157
131
  if (splitsEventEmitter) {
158
132
  // To emit SDK_SPLITS_ARRIVED for server-side SDK, we must check that all registered segments have been fetched
159
- return Promise.resolve(!splitsEventEmitter.splitsArrived || ((ffChanged || rbsChanged) && (isClientSide || checkAllSegmentsExist(segments))))
133
+ return Promise.resolve(!splitsEventEmitter.splitsArrived || (since !== splitChanges.till && isThereUpdate && (isClientSide || checkAllSegmentsExist(segments))))
160
134
  .catch(function () { return false; } /** noop. just to handle a possible `checkAllSegmentsExist` rejection, before emitting SDK event */)
161
135
  .then(function (emitSplitsArrivedEvent) {
162
136
  // emit SDK events
@@ -173,7 +147,7 @@ function splitChangesUpdaterFactory(log, splitChangesFetcher, storage, splitFilt
173
147
  if (startingUp && retriesOnFailureBeforeReady > retry) {
174
148
  retry += 1;
175
149
  log.info(constants_2.SYNC_SPLITS_FETCH_RETRY, [retry, error]);
176
- return _splitChangesUpdater(sinces, retry);
150
+ return _splitChangesUpdater(since, retry);
177
151
  }
178
152
  else {
179
153
  startingUp = false;
@@ -181,8 +155,8 @@ function splitChangesUpdaterFactory(log, splitChangesFetcher, storage, splitFilt
181
155
  return false;
182
156
  });
183
157
  }
184
- // `getChangeNumber` never rejects or throws error
185
- return Promise.all([splits.getChangeNumber(), rbSegments.getChangeNumber()]).then(_splitChangesUpdater);
158
+ var sincePromise = Promise.resolve(splits.getChangeNumber()); // `getChangeNumber` never rejects or throws error
159
+ return sincePromise.then(_splitChangesUpdater);
186
160
  };
187
161
  }
188
162
  exports.splitChangesUpdaterFactory = splitChangesUpdaterFactory;
@@ -78,7 +78,6 @@ function SSEHandlerFactory(log, pushEmitter, telemetryTracker) {
78
78
  case constants_1.MEMBERSHIPS_MS_UPDATE:
79
79
  case constants_1.MEMBERSHIPS_LS_UPDATE:
80
80
  case constants_1.SPLIT_KILL:
81
- case constants_1.RB_SEGMENT_UPDATE:
82
81
  pushEmitter.emit(parsedData.type, parsedData);
83
82
  break;
84
83
  /* occupancy & control events, handled by NotificationManagerKeeper */
@@ -1,135 +1,106 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.SplitsUpdateWorker = void 0;
4
- var constants_1 = require("../../../logger/constants");
5
- var constants_2 = require("../../../readiness/constants");
4
+ var constants_1 = require("../../../readiness/constants");
6
5
  var Backoff_1 = require("../../../utils/Backoff");
7
- var constants_3 = require("../../../utils/constants");
8
- var constants_4 = require("../constants");
9
- var parseUtils_1 = require("../parseUtils");
10
- var constants_5 = require("./constants");
6
+ var constants_2 = require("../../../utils/constants");
7
+ var constants_3 = require("./constants");
11
8
  /**
12
9
  * SplitsUpdateWorker factory
13
10
  */
14
- function SplitsUpdateWorker(log, storage, splitsSyncTask, splitsEventEmitter, telemetryTracker, segmentsSyncTask) {
15
- var ff = SplitsUpdateWorker(storage.splits);
16
- var rbs = SplitsUpdateWorker(storage.rbSegments);
17
- function SplitsUpdateWorker(cache) {
18
- var maxChangeNumber = -1;
19
- var handleNewEvent = false;
20
- var isHandlingEvent;
21
- var cdnBypass;
22
- var instantUpdate;
23
- var backoff = new Backoff_1.Backoff(__handleSplitUpdateCall, constants_5.FETCH_BACKOFF_BASE, constants_5.FETCH_BACKOFF_MAX_WAIT);
24
- function __handleSplitUpdateCall() {
25
- isHandlingEvent = true;
26
- if (maxChangeNumber > cache.getChangeNumber()) {
27
- handleNewEvent = false;
28
- // fetch splits revalidating data if cached
29
- splitsSyncTask.execute(true, cdnBypass ? maxChangeNumber : undefined, instantUpdate).then(function () {
30
- if (!isHandlingEvent)
31
- return; // halt if `stop` has been called
32
- if (handleNewEvent) {
33
- __handleSplitUpdateCall();
11
+ function SplitsUpdateWorker(log, splitsCache, splitsSyncTask, splitsEventEmitter, telemetryTracker, segmentsSyncTask) {
12
+ var maxChangeNumber = 0;
13
+ var handleNewEvent = false;
14
+ var isHandlingEvent;
15
+ var cdnBypass;
16
+ var payload;
17
+ var backoff = new Backoff_1.Backoff(__handleSplitUpdateCall, constants_3.FETCH_BACKOFF_BASE, constants_3.FETCH_BACKOFF_MAX_WAIT);
18
+ function __handleSplitUpdateCall() {
19
+ isHandlingEvent = true;
20
+ if (maxChangeNumber > splitsCache.getChangeNumber()) {
21
+ handleNewEvent = false;
22
+ var splitUpdateNotification_1 = payload ? { payload: payload, changeNumber: maxChangeNumber } : undefined;
23
+ // fetch splits revalidating data if cached
24
+ splitsSyncTask.execute(true, cdnBypass ? maxChangeNumber : undefined, splitUpdateNotification_1).then(function () {
25
+ if (!isHandlingEvent)
26
+ return; // halt if `stop` has been called
27
+ if (handleNewEvent) {
28
+ __handleSplitUpdateCall();
29
+ }
30
+ else {
31
+ if (splitUpdateNotification_1)
32
+ telemetryTracker.trackUpdatesFromSSE(constants_2.SPLITS);
33
+ // fetch new registered segments for server-side API. Not retrying on error
34
+ if (segmentsSyncTask)
35
+ segmentsSyncTask.execute(true);
36
+ var attempts = backoff.attempts + 1;
37
+ if (maxChangeNumber <= splitsCache.getChangeNumber()) {
38
+ log.debug("Refresh completed" + (cdnBypass ? ' bypassing the CDN' : '') + " in " + attempts + " attempts.");
39
+ isHandlingEvent = false;
40
+ return;
41
+ }
42
+ if (attempts < constants_3.FETCH_BACKOFF_MAX_RETRIES) {
43
+ backoff.scheduleCall();
44
+ return;
45
+ }
46
+ if (cdnBypass) {
47
+ log.debug("No changes fetched after " + attempts + " attempts with CDN bypassed.");
48
+ isHandlingEvent = false;
34
49
  }
35
50
  else {
36
- if (instantUpdate)
37
- telemetryTracker.trackUpdatesFromSSE(constants_3.SPLITS);
38
- // fetch new registered segments for server-side API. Not retrying on error
39
- if (segmentsSyncTask)
40
- segmentsSyncTask.execute(true);
41
- var attempts = backoff.attempts + 1;
42
- if (ff.isSync() && rbs.isSync()) {
43
- log.debug("Refresh completed" + (cdnBypass ? ' bypassing the CDN' : '') + " in " + attempts + " attempts.");
44
- isHandlingEvent = false;
45
- return;
46
- }
47
- if (attempts < constants_5.FETCH_BACKOFF_MAX_RETRIES) {
48
- backoff.scheduleCall();
49
- return;
50
- }
51
- if (cdnBypass) {
52
- log.debug("No changes fetched after " + attempts + " attempts with CDN bypassed.");
53
- isHandlingEvent = false;
54
- }
55
- else {
56
- backoff.reset();
57
- cdnBypass = true;
58
- __handleSplitUpdateCall();
59
- }
51
+ backoff.reset();
52
+ cdnBypass = true;
53
+ __handleSplitUpdateCall();
60
54
  }
61
- });
62
- }
63
- else {
64
- isHandlingEvent = false;
65
- }
66
- }
67
- return {
68
- /**
69
- * Invoked by NotificationProcessor on SPLIT_UPDATE or RB_SEGMENT_UPDATE event
70
- *
71
- * @param changeNumber - change number of the notification
72
- */
73
- put: function (_a, payload) {
74
- var changeNumber = _a.changeNumber, pcn = _a.pcn, type = _a.type;
75
- var currentChangeNumber = cache.getChangeNumber();
76
- if (changeNumber <= currentChangeNumber || changeNumber <= maxChangeNumber)
77
- return;
78
- maxChangeNumber = changeNumber;
79
- handleNewEvent = true;
80
- cdnBypass = false;
81
- instantUpdate = undefined;
82
- if (payload && currentChangeNumber === pcn) {
83
- instantUpdate = { payload: payload, changeNumber: changeNumber, type: type };
84
55
  }
85
- if (backoff.timeoutID || !isHandlingEvent)
86
- __handleSplitUpdateCall();
87
- backoff.reset();
88
- },
89
- stop: function () {
90
- isHandlingEvent = false;
91
- backoff.reset();
92
- },
93
- isSync: function () {
94
- return maxChangeNumber <= cache.getChangeNumber();
95
- }
96
- };
56
+ });
57
+ }
58
+ else {
59
+ isHandlingEvent = false;
60
+ }
61
+ }
62
+ /**
63
+ * Invoked by NotificationProcessor on SPLIT_UPDATE event
64
+ *
65
+ * @param changeNumber - change number of the SPLIT_UPDATE notification
66
+ */
67
+ function put(_a, _payload) {
68
+ var changeNumber = _a.changeNumber, pcn = _a.pcn;
69
+ var currentChangeNumber = splitsCache.getChangeNumber();
70
+ if (changeNumber <= currentChangeNumber || changeNumber <= maxChangeNumber)
71
+ return;
72
+ maxChangeNumber = changeNumber;
73
+ handleNewEvent = true;
74
+ cdnBypass = false;
75
+ payload = undefined;
76
+ if (_payload && currentChangeNumber === pcn) {
77
+ payload = _payload;
78
+ }
79
+ if (backoff.timeoutID || !isHandlingEvent)
80
+ __handleSplitUpdateCall();
81
+ backoff.reset();
97
82
  }
98
83
  return {
99
- put: function (parsedData) {
100
- if (parsedData.d && parsedData.c !== undefined) {
101
- try {
102
- var payload = (0, parseUtils_1.parseFFUpdatePayload)(parsedData.c, parsedData.d);
103
- if (payload) {
104
- (parsedData.type === constants_4.RB_SEGMENT_UPDATE ? rbs : ff).put(parsedData, payload);
105
- return;
106
- }
107
- }
108
- catch (e) {
109
- log.warn(constants_1.STREAMING_PARSING_SPLIT_UPDATE, [parsedData.type, e]);
110
- }
111
- }
112
- (parsedData.type === constants_4.RB_SEGMENT_UPDATE ? rbs : ff).put(parsedData);
113
- },
84
+ put: put,
114
85
  /**
115
86
  * Invoked by NotificationProcessor on SPLIT_KILL event
116
87
  *
117
- * @param changeNumber - change number of the notification
88
+ * @param changeNumber - change number of the SPLIT_UPDATE notification
118
89
  * @param splitName - name of split to kill
119
90
  * @param defaultTreatment - default treatment value
120
91
  */
121
92
  killSplit: function (_a) {
122
93
  var changeNumber = _a.changeNumber, splitName = _a.splitName, defaultTreatment = _a.defaultTreatment;
123
- if (storage.splits.killLocally(splitName, defaultTreatment, changeNumber)) {
94
+ if (splitsCache.killLocally(splitName, defaultTreatment, changeNumber)) {
124
95
  // trigger an SDK_UPDATE if Split was killed locally
125
- splitsEventEmitter.emit(constants_2.SDK_SPLITS_ARRIVED, true);
96
+ splitsEventEmitter.emit(constants_1.SDK_SPLITS_ARRIVED, true);
126
97
  }
127
98
  // queues the SplitChanges fetch (only if changeNumber is newer)
128
- ff.put({ changeNumber: changeNumber });
99
+ put({ changeNumber: changeNumber });
129
100
  },
130
101
  stop: function () {
131
- ff.stop();
132
- rbs.stop();
102
+ isHandlingEvent = false;
103
+ backoff.reset();
133
104
  }
134
105
  };
135
106
  }