@terascope/teraslice-state-storage 0.54.0 → 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/src/cached-state-storage/index.d.ts +2 -2
- package/dist/src/cached-state-storage/index.d.ts.map +1 -1
- package/dist/src/cached-state-storage/index.js +6 -8
- package/dist/src/cached-state-storage/index.js.map +1 -1
- package/dist/src/elasticsearch-state-storage/index.d.ts +4 -4
- package/dist/src/elasticsearch-state-storage/index.d.ts.map +1 -1
- package/dist/src/elasticsearch-state-storage/index.js +21 -17
- package/dist/src/elasticsearch-state-storage/index.js.map +1 -1
- package/dist/src/index.d.ts +3 -3
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +4 -25
- package/dist/src/index.js.map +1 -1
- package/dist/src/interfaces.js +1 -2
- package/package.json +5 -4
package/README.md
CHANGED
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
|
|
5
5
|
> State storage operation api for teraslice
|
|
6
6
|
|
|
7
|
-
This a package within the [Teraslice](https://github.com/terascope/teraslice) monorepo. See our [documentation](https://terascope.github.io/teraslice/docs/packages/teraslice-state-storage/overview) for more information or the [issues](https://github.com/terascope/teraslice/issues?q=is%3Aopen+is%3Aissue+label%3Apkg%2Fteraslice-state-storage) associated with this package
|
|
7
|
+
This is a package within the [Teraslice](https://github.com/terascope/teraslice) monorepo. See our [documentation](https://terascope.github.io/teraslice/docs/packages/teraslice-state-storage/overview) for more information or the [issues](https://github.com/terascope/teraslice/issues?q=is%3Aopen+is%3Aissue+label%3Apkg%2Fteraslice-state-storage) associated with this package
|
|
8
8
|
|
|
9
9
|
## Contributing
|
|
10
10
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
/// <reference types="node" />
|
|
2
|
-
import { EventEmitter } from 'events';
|
|
3
|
-
import { CacheConfig, MGetCacheResponse, SetTuple, ValuesFn } from '../interfaces';
|
|
2
|
+
import { EventEmitter } from 'node:events';
|
|
3
|
+
import { CacheConfig, MGetCacheResponse, SetTuple, ValuesFn } from '../interfaces.js';
|
|
4
4
|
export default class CachedStateStorage<T> extends EventEmitter {
|
|
5
5
|
private _cache;
|
|
6
6
|
constructor(config: CacheConfig);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/cached-state-storage/index.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/cached-state-storage/index.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EACH,WAAW,EAAE,iBAAiB,EAAE,QAAQ,EACxC,QAAQ,EACX,MAAM,kBAAkB,CAAC;AAE1B,MAAM,CAAC,OAAO,OAAO,kBAAkB,CAAC,CAAC,CAAE,SAAQ,YAAY;IAC3D,OAAO,CAAC,MAAM,CAAe;gBAEjB,MAAM,EAAE,WAAW;IAK/B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAC,MAAM,GAAG,CAAC,GAAG,SAAS;IAItC,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAC,MAAM,CAAC,EAAE,GAAG,iBAAiB;IAQpD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAC,MAAM,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI;IAOvC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI;IAMnC,KAAK,IAAI,MAAM;IAIT,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5C,GAAG,CAAC,GAAG,EAAE,MAAM,GAAC,MAAM,GAAG,OAAO;IAIhC,KAAK,IAAI,IAAI;CAIhB"}
|
|
@@ -1,11 +1,10 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
class CachedStateStorage extends events_1.EventEmitter {
|
|
1
|
+
import { EventEmitter } from 'node:events';
|
|
2
|
+
import { pImmediate, BigLRUMap } from '@terascope/utils';
|
|
3
|
+
export default class CachedStateStorage extends EventEmitter {
|
|
4
|
+
_cache;
|
|
6
5
|
constructor(config) {
|
|
7
6
|
super();
|
|
8
|
-
this._cache = new
|
|
7
|
+
this._cache = new BigLRUMap(config.cache_size);
|
|
9
8
|
}
|
|
10
9
|
get(key) {
|
|
11
10
|
return this._cache.get(`${key}`);
|
|
@@ -37,7 +36,7 @@ class CachedStateStorage extends events_1.EventEmitter {
|
|
|
37
36
|
for (const [, value] of this._cache) {
|
|
38
37
|
fn(value);
|
|
39
38
|
if (i % 10000 === 0) {
|
|
40
|
-
await
|
|
39
|
+
await pImmediate();
|
|
41
40
|
}
|
|
42
41
|
i++;
|
|
43
42
|
}
|
|
@@ -50,5 +49,4 @@ class CachedStateStorage extends events_1.EventEmitter {
|
|
|
50
49
|
this._cache.clear();
|
|
51
50
|
}
|
|
52
51
|
}
|
|
53
|
-
exports.default = CachedStateStorage;
|
|
54
52
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cached-state-storage/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cached-state-storage/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAMzD,MAAM,CAAC,OAAO,OAAO,kBAAsB,SAAQ,YAAY;IACnD,MAAM,CAAe;IAE7B,YAAY,MAAmB;QAC3B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACnD,CAAC;IAED,GAAG,CAAC,GAAkB;QAClB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,CAAC,QAA2B;QAC5B,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,GAAG,EAAE,EAAE;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,KAAK;gBAAE,WAAW,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACpC,OAAO,WAAW,CAAC;QACvB,CAAC,EAAE,EAAE,CAAC,CAAC;IACX,CAAC;IAED,GAAG,CAAC,GAAkB,EAAE,KAAQ;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;QACpD,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE;YAC5B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,EAAqB,CAAC,CAAC;SACvF;IACL,CAAC;IAED,IAAI,CAAC,QAAuB;QACxB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE;YACxB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;SAC/B;IACL,CAAC;IAED,KAAK;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAe;QACxB,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE;YACjC,EAAE,CAAC,KAAK,CAAC,CAAC;YACV,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,EAAE;gBACjB,MAAM,UAAU,EAAE,CAAC;aACtB;YACD,CAAC,EAAE,CAAC;SACP;IACL,CAAC;IAED,GAAG,CAAC,GAAkB;QAClB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,KAAK;QACD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;CACJ"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { DataEntity, Logger } from '@terascope/utils';
|
|
2
|
-
import
|
|
3
|
-
import { ESStateStorageConfig, MGetCacheResponse } from '../interfaces';
|
|
4
|
-
import CachedStateStorage from '../cached-state-storage';
|
|
2
|
+
import esApi from '@terascope/elasticsearch-api';
|
|
3
|
+
import { ESStateStorageConfig, MGetCacheResponse } from '../interfaces.js';
|
|
4
|
+
import CachedStateStorage from '../cached-state-storage/index.js';
|
|
5
5
|
export default class ESCachedStateStorage {
|
|
6
6
|
private index;
|
|
7
7
|
private type;
|
|
@@ -13,7 +13,7 @@ export default class ESCachedStateStorage {
|
|
|
13
13
|
private es;
|
|
14
14
|
private logger;
|
|
15
15
|
cache: CachedStateStorage<DataEntity>;
|
|
16
|
-
constructor(client: Client, logger: Logger, config: ESStateStorageConfig);
|
|
16
|
+
constructor(client: esApi.Client, logger: Logger, config: ESStateStorageConfig);
|
|
17
17
|
initialize(): Promise<void>;
|
|
18
18
|
shutdown(): Promise<void>;
|
|
19
19
|
count(): number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/elasticsearch-state-storage/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EAAE,MAAM,EAErB,MAAM,kBAAkB,CAAC;AAE1B,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/elasticsearch-state-storage/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EAAE,MAAM,EAErB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,KAAK,MAAM,8BAA8B,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,kBAAkB,MAAM,kCAAkC,CAAC;AAElE,MAAM,CAAC,OAAO,OAAO,oBAAoB;IACrC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAW;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,EAAE,CAAe;IACzB,OAAO,CAAC,MAAM,CAAS;IAChB,KAAK,EAAE,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBAEjC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,oBAAoB;IAaxE,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAE3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,KAAK,IAAI,MAAM;IAIf,aAAa,CAAC,GAAG,EAAE,UAAU,EAAE,SAAS,SAAe,GAAG,MAAM;IAY1D,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE;IAcjC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,IAAI;IAM1B,aAAa,CAAC,GAAG,EAAE,MAAM,GAAC,MAAM,EAAE,GAAG,EAAE,UAAU,GAAG,IAAI;IAIxD,YAAY,CAAC,GAAG,EAAE,UAAU,GAAG,UAAU,GAAC,SAAS;IAKnD,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAC,MAAM,GAAG,UAAU,GAAC,SAAS;IAI3D,QAAQ,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO;IAKlC,WAAW,CAAC,GAAG,EAAE,MAAM,GAAC,MAAM,GAAG,OAAO;IAIlC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,GAAC,SAAS,CAAC;IAQnD,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA2B9D,OAAO,CAAC,YAAY;IAapB,OAAO,CAAC,+BAA+B;IAevC,OAAO,CAAC,cAAc;YAcR,uBAAuB;YAYvB,MAAM;IAmBpB,OAAO,CAAC,iBAAiB;YAQX,OAAO;IAgBrB,OAAO,CAAC,iBAAiB;YAaX,aAAa;CAU9B"}
|
|
@@ -1,12 +1,17 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
1
|
+
import { DataEntity, TSError, chunk, pMap } from '@terascope/utils';
|
|
2
|
+
import esApi from '@terascope/elasticsearch-api';
|
|
3
|
+
import CachedStateStorage from '../cached-state-storage/index.js';
|
|
4
|
+
export default class ESCachedStateStorage {
|
|
5
|
+
index;
|
|
6
|
+
type;
|
|
7
|
+
concurrency;
|
|
8
|
+
sourceFields;
|
|
9
|
+
chunkSize;
|
|
10
|
+
persist;
|
|
11
|
+
metaKey;
|
|
12
|
+
es;
|
|
13
|
+
logger;
|
|
14
|
+
cache;
|
|
10
15
|
constructor(client, logger, config) {
|
|
11
16
|
this.index = config.index;
|
|
12
17
|
this.type = config.type;
|
|
@@ -15,9 +20,9 @@ class ESCachedStateStorage {
|
|
|
15
20
|
this.chunkSize = config.chunk_size;
|
|
16
21
|
this.persist = config.persist;
|
|
17
22
|
this.metaKey = config.meta_key_field || '_key';
|
|
18
|
-
this.cache = new
|
|
23
|
+
this.cache = new CachedStateStorage(config);
|
|
19
24
|
this.logger = logger;
|
|
20
|
-
this.es = (
|
|
25
|
+
this.es = esApi(client, logger);
|
|
21
26
|
}
|
|
22
27
|
async initialize() { }
|
|
23
28
|
async shutdown() {
|
|
@@ -29,7 +34,7 @@ class ESCachedStateStorage {
|
|
|
29
34
|
getIdentifier(doc, metaField = this.metaKey) {
|
|
30
35
|
const key = doc.getMetadata(metaField);
|
|
31
36
|
if (key === '' || key == null) {
|
|
32
|
-
throw new
|
|
37
|
+
throw new TSError(`There is no field "${this.metaKey}" set in the metadata`, {
|
|
33
38
|
context: { doc }
|
|
34
39
|
});
|
|
35
40
|
}
|
|
@@ -152,7 +157,7 @@ class ESCachedStateStorage {
|
|
|
152
157
|
return updated;
|
|
153
158
|
}
|
|
154
159
|
_concurrentEsMget(keyArray) {
|
|
155
|
-
return
|
|
160
|
+
return pMap(chunk(keyArray, this.chunkSize), (chunked) => this._esMGet(chunked), { concurrency: this.concurrency });
|
|
156
161
|
}
|
|
157
162
|
async _esMGet(ids) {
|
|
158
163
|
const request = {
|
|
@@ -180,8 +185,8 @@ class ESCachedStateStorage {
|
|
|
180
185
|
}));
|
|
181
186
|
}
|
|
182
187
|
async _esBulkUpdate(docArray) {
|
|
183
|
-
const chunked =
|
|
184
|
-
await
|
|
188
|
+
const chunked = chunk(docArray, this.chunkSize);
|
|
189
|
+
await pMap(chunked, (chunkedData) => {
|
|
185
190
|
const bulkRequest = this._esBulkUpdatePrep(chunkedData);
|
|
186
191
|
return this.es.bulkSend(bulkRequest);
|
|
187
192
|
}, {
|
|
@@ -189,10 +194,9 @@ class ESCachedStateStorage {
|
|
|
189
194
|
});
|
|
190
195
|
}
|
|
191
196
|
}
|
|
192
|
-
exports.default = ESCachedStateStorage;
|
|
193
197
|
function makeDataEntity(result) {
|
|
194
198
|
const key = result._id;
|
|
195
|
-
return
|
|
199
|
+
return DataEntity.make(result._source, {
|
|
196
200
|
_key: key,
|
|
197
201
|
_processTime: Date.now(),
|
|
198
202
|
// TODO Add event and ingest time
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/elasticsearch-state-storage/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/elasticsearch-state-storage/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EAAU,OAAO,EAC3B,KAAK,EAAE,IAAI,EACd,MAAM,kBAAkB,CAAC;AAE1B,OAAO,KAAK,MAAM,8BAA8B,CAAC;AAEjD,OAAO,kBAAkB,MAAM,kCAAkC,CAAC;AAElE,MAAM,CAAC,OAAO,OAAO,oBAAoB;IAC7B,KAAK,CAAS;IACd,IAAI,CAAS;IACb,WAAW,CAAS;IACpB,YAAY,CAAW;IACvB,SAAS,CAAS;IAClB,OAAO,CAAU;IACjB,OAAO,CAAS;IAChB,EAAE,CAAe;IACjB,MAAM,CAAS;IAChB,KAAK,CAAiC;IAE7C,YAAY,MAAoB,EAAE,MAAc,EAAE,MAA4B;QAC1E,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,UAAU,KAAmB,CAAC;IAEpC,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,KAAK;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAED,aAAa,CAAC,GAAe,EAAE,SAAS,GAAG,IAAI,CAAC,OAAO;QACnD,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAEvC,IAAI,GAAG,KAAK,EAAE,IAAI,GAAG,IAAI,IAAI,EAAE;YAC3B,MAAM,IAAI,OAAO,CAAC,sBAAsB,IAAI,CAAC,OAAO,uBAAuB,EAAE;gBACzE,OAAO,EAAE,EAAE,GAAG,EAAE;aACnB,CAAC,CAAC;SACN;QAED,OAAO,GAAG,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB;QAC7B,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnG,IAAI,IAAI,CAAC,OAAO,EAAE;YACd,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC9B,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;aAC/B,CAAC,CAAC;YACH,OAAO,OAAO,CAAC;SAClB;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1C,CAAC;IAED,GAAG,CAAC,GAAe;QACf,kDAAkD;QAClD,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,aAAa,CAAC,GAAkB,EAAE,GAAe;QAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACpC,CAAC;IAED,YAAY,CAAC,GAAe;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,iBAAiB,CAAC,GAAkB;QAChC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,QAAQ,CAAC,GAAe;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,WAAW,CAAC,GAAkB;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAe;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB;QAC7B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAErC,MAAM,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAE7C,0DAA0D;QAC1D,MAAM,KAAK,GAAgC,EAAE,CAAC;QAE9C,MAAM,YAAY,GAAG,IAAI,CAAC,+BAA+B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAE3E,MAAM,IAAI,CAAC,uBAAuB,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAExD,IAAI,CAAC,cAAc,CACf;YACI,kBAAkB;YAClB,QAAQ,EAAE,QAAQ,CAAC,MAAM;YACzB,YAAY,EAAE,QAAQ,CAAC,MAAM;YAC7B,WAAW,EAAE,YAAY,CAAC,MAAM;YAChC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM;SACnC,CACJ,CAAC;QAEF,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,YAAY,CAAC,QAAsB;QACvC,MAAM,IAAI,GAAoC,EAAE,CAAC;QAEjD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE;YACxB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAEpC,IAAI,IAAI,CAAC,GAAG,CAAC;gBAAE,SAAS;;gBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;SACzB;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAEO,+BAA+B,CACnC,QAAkB,EAClB,KAAkC;QAElC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAExC,IAAI,GAAG,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;YAE7B,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YAEjB,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,cAAc,CAAC,YAA0B;QAC7C,MAAM,QAAQ,GAAG,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC,WAAW,CAAC;QACtE,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,GAAG,QAAQ,CAAC;QAC3C,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC;QAE9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;kCACS,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;qCACf,YAAY,CAAC,kBAAkB;6BACvC,YAAY,CAAC,YAAY;+BACvB,QAAQ;wBACf,IAAI;sBACN,MAAM,EAAE,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,QAAkB,EAAE,KAAkC;QACxF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAE1D,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE;YAC/B,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACrB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5C,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBACjB,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;SACN;IACL,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,GAAW;QAC5B,MAAM,OAAO,GAA2B;YACpC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,EAAE,EAAE,GAAG;SACV,CAAC;QAEF,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YAC9B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC;SAChD;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAEnD,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACjC,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,iBAAiB,CAAC,QAAkB;QACxC,OAAO,IAAI,CACP,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,EAC/B,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAClC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CACpC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAa;QAC/B,MAAM,OAAO,GAA4B;YACrC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE;gBACF,GAAG;aACN;SACJ,CAAC;QAEF,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YAC9B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC;SAChD;QAED,OAAO,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAEO,iBAAiB,CAAC,SAAuB;QAC7C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC3B,MAAM,EAAE;gBACJ,KAAK,EAAE;oBACH,MAAM,EAAE,IAAI,CAAC,KAAK;oBAClB,KAAK,EAAE,IAAI,CAAC,IAAI;oBAChB,GAAG,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC;iBACvC;aACJ;YACD,IAAI,EAAE,GAAG;SACZ,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,QAAsB;QAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEhD,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,EAAE;YAChC,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QACzC,CAAC,EAAE;YACC,WAAW,EAAE,IAAI,CAAC,WAAW;SAChC,CAAC,CAAC;IACP,CAAC;CACJ;AAED,SAAS,cAAc,CAAC,MAAkC;IACtD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;IAEvB,OAAO,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,OAAc,EAAE;QAC1C,IAAI,EAAE,GAAG;QACT,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE;QACxB,iCAAiC;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC5B,CAAC,CAAC;AACP,CAAC"}
|
package/dist/src/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import ESCachedStateStorage from './elasticsearch-state-storage';
|
|
2
|
-
import CachedStateStorage from './cached-state-storage';
|
|
3
|
-
export * from './interfaces';
|
|
1
|
+
import ESCachedStateStorage from './elasticsearch-state-storage/index.js';
|
|
2
|
+
import CachedStateStorage from './cached-state-storage/index.js';
|
|
3
|
+
export * from './interfaces.js';
|
|
4
4
|
export { ESCachedStateStorage, CachedStateStorage };
|
|
5
5
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/src/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,oBAAoB,MAAM
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,oBAAoB,MAAM,wCAAwC,CAAC;AAC1E,OAAO,kBAAkB,MAAM,iCAAiC,CAAC;AAEjE,cAAc,iBAAiB,CAAC;AAEhC,OAAO,EACH,oBAAoB,EACpB,kBAAkB,EACrB,CAAC"}
|
package/dist/src/index.js
CHANGED
|
@@ -1,26 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
17
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
18
|
-
};
|
|
19
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
20
|
-
exports.CachedStateStorage = exports.ESCachedStateStorage = void 0;
|
|
21
|
-
const elasticsearch_state_storage_1 = __importDefault(require("./elasticsearch-state-storage"));
|
|
22
|
-
exports.ESCachedStateStorage = elasticsearch_state_storage_1.default;
|
|
23
|
-
const cached_state_storage_1 = __importDefault(require("./cached-state-storage"));
|
|
24
|
-
exports.CachedStateStorage = cached_state_storage_1.default;
|
|
25
|
-
__exportStar(require("./interfaces"), exports);
|
|
1
|
+
import ESCachedStateStorage from './elasticsearch-state-storage/index.js';
|
|
2
|
+
import CachedStateStorage from './cached-state-storage/index.js';
|
|
3
|
+
export * from './interfaces.js';
|
|
4
|
+
export { ESCachedStateStorage, CachedStateStorage };
|
|
26
5
|
//# sourceMappingURL=index.js.map
|
package/dist/src/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,oBAAoB,MAAM,wCAAwC,CAAC;AAC1E,OAAO,kBAAkB,MAAM,iCAAiC,CAAC;AAEjE,cAAc,iBAAiB,CAAC;AAEhC,OAAO,EACH,oBAAoB,EACpB,kBAAkB,EACrB,CAAC"}
|
package/dist/src/interfaces.js
CHANGED
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@terascope/teraslice-state-storage",
|
|
3
3
|
"displayName": "Teraslice State Storage",
|
|
4
|
-
"version": "0.
|
|
4
|
+
"version": "1.0.1",
|
|
5
5
|
"description": "State storage operation api for teraslice",
|
|
6
6
|
"homepage": "https://github.com/terascope/teraslice/tree/master/packages/teraslice-state-storage#readme",
|
|
7
7
|
"bugs": {
|
|
@@ -10,6 +10,7 @@
|
|
|
10
10
|
"repository": "git@github.com:terascope/teraslice.git",
|
|
11
11
|
"license": "MIT",
|
|
12
12
|
"author": "Terascope, LLC <info@terascope.io>",
|
|
13
|
+
"type": "module",
|
|
13
14
|
"main": "dist/src/index.js",
|
|
14
15
|
"typings": "dist/src/index.d.ts",
|
|
15
16
|
"files": [
|
|
@@ -23,8 +24,8 @@
|
|
|
23
24
|
"test:watch": "ts-scripts test --watch . --"
|
|
24
25
|
},
|
|
25
26
|
"dependencies": {
|
|
26
|
-
"@terascope/elasticsearch-api": "^
|
|
27
|
-
"@terascope/utils": "^0.
|
|
27
|
+
"@terascope/elasticsearch-api": "^4.0.1",
|
|
28
|
+
"@terascope/utils": "^1.0.0"
|
|
28
29
|
},
|
|
29
30
|
"engines": {
|
|
30
31
|
"node": ">=14.17.0",
|
|
@@ -37,6 +38,6 @@
|
|
|
37
38
|
"srcMain": "src/index.ts",
|
|
38
39
|
"terascope": {
|
|
39
40
|
"enableTypedoc": true,
|
|
40
|
-
"testSuite": "unit"
|
|
41
|
+
"testSuite": "unit-esm"
|
|
41
42
|
}
|
|
42
43
|
}
|