teraslice 3.2.1 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -71,7 +71,7 @@ export const schema = {
|
|
|
71
71
|
format: 'elasticsearch_name'
|
|
72
72
|
},
|
|
73
73
|
state: {
|
|
74
|
-
doc: '
|
|
74
|
+
doc: 'Opensearch cluster where job state, analytics and logs are stored',
|
|
75
75
|
default: { connection: 'default' },
|
|
76
76
|
format(val) {
|
|
77
77
|
if (!val.connection) {
|
|
@@ -191,7 +191,7 @@ export class TerasliceElasticsearchStorage {
|
|
|
191
191
|
return this.api.index(query);
|
|
192
192
|
}
|
|
193
193
|
/*
|
|
194
|
-
* index saves a record to
|
|
194
|
+
* index saves a record to opensearch with a specified ID.
|
|
195
195
|
* If the document is already there it will be replaced.
|
|
196
196
|
*/
|
|
197
197
|
async indexWithId(recordId, record, index = this.defaultIndexName, timeout) {
|
|
@@ -207,7 +207,7 @@ export class TerasliceElasticsearchStorage {
|
|
|
207
207
|
return this.api.indexWithId(query);
|
|
208
208
|
}
|
|
209
209
|
/*
|
|
210
|
-
* Create saves a record to
|
|
210
|
+
* Create saves a record to opensearch under the provided id.
|
|
211
211
|
* If the record already exists it will not be inserted.
|
|
212
212
|
*/
|
|
213
213
|
async create(record, index = this.defaultIndexName) {
|
|
@@ -54,7 +54,7 @@ export class AssetLoader {
|
|
|
54
54
|
}
|
|
55
55
|
else {
|
|
56
56
|
if (!assetRecord.blob) {
|
|
57
|
-
throw new Error(`No asset blob found in
|
|
57
|
+
throw new Error(`No asset blob found in opensearch index for asset identifier: ${assetIdentifier}.\n`
|
|
58
58
|
+ `Confirm that "teraslice.ASSET_STORAGE_CONNECTION_TYPE" should be ${connectionType}.\n`
|
|
59
59
|
+ 'Then try deleting and redeploying the asset.');
|
|
60
60
|
}
|
|
@@ -870,7 +870,7 @@ export class ExecutionController {
|
|
|
870
870
|
return;
|
|
871
871
|
}
|
|
872
872
|
if (paused) {
|
|
873
|
-
this.logger.info('
|
|
873
|
+
this.logger.info('opensearch stores are now in a valid state, resumming scheduler...');
|
|
874
874
|
paused = false;
|
|
875
875
|
this.scheduler.start();
|
|
876
876
|
}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "teraslice",
|
|
3
3
|
"displayName": "Teraslice",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.3.0",
|
|
5
5
|
"description": "Distributed computing platform for processing JSON data",
|
|
6
6
|
"homepage": "https://github.com/terascope/teraslice#readme",
|
|
7
7
|
"bugs": {
|
|
@@ -25,13 +25,12 @@
|
|
|
25
25
|
"build": "tsc --build",
|
|
26
26
|
"build:watch": "yarn build --watch",
|
|
27
27
|
"start": "node service.js",
|
|
28
|
-
"test": "
|
|
29
|
-
"test:debug": "
|
|
30
|
-
"test:elasticsearch7": "TEST_ELASTICSEARCH='true' ELASTICSEARCH_VERSION='7.9.3' node ../scripts/bin/ts-scripts test ../teraslice --",
|
|
28
|
+
"test": "TEST_OPENSEARCH='true' node ../scripts/bin/ts-scripts test ../teraslice --",
|
|
29
|
+
"test:debug": "TEST_OPENSEARCH='true' node ../scripts/bin/ts-scripts test --debug ../teraslice --",
|
|
31
30
|
"test:opensearch1": "TEST_OPENSEARCH='true' OPENSEARCH_VERSION='1.3.11' node ../scripts/bin/ts-scripts test ../teraslice --",
|
|
32
31
|
"test:opensearch2": "TEST_OPENSEARCH='true' OPENSEARCH_VERSION='2.15.0' node ../scripts/bin/ts-scripts test ../teraslice --",
|
|
33
32
|
"test:opensearch3": "TEST_OPENSEARCH='true' OPENSEARCH_VERSION='3.1.0' node ../scripts/bin/ts-scripts test ../teraslice --",
|
|
34
|
-
"test:watch": "
|
|
33
|
+
"test:watch": "TEST_OPENSEARCH='true' node ../scripts/bin/ts-scripts test --watch ../teraslice --"
|
|
35
34
|
},
|
|
36
35
|
"resolutions": {
|
|
37
36
|
"debug": "~4.4.3",
|
|
@@ -39,12 +38,12 @@
|
|
|
39
38
|
},
|
|
40
39
|
"dependencies": {
|
|
41
40
|
"@kubernetes/client-node": "~1.4.0",
|
|
42
|
-
"@terascope/core-utils": "~2.
|
|
43
|
-
"@terascope/elasticsearch-api": "~5.
|
|
41
|
+
"@terascope/core-utils": "~2.2.0",
|
|
42
|
+
"@terascope/elasticsearch-api": "~5.2.0",
|
|
44
43
|
"@terascope/file-asset-apis": "~2.0.1",
|
|
45
|
-
"@terascope/job-components": "~2.
|
|
46
|
-
"@terascope/teraslice-messaging": "~2.
|
|
47
|
-
"@terascope/types": "~2.
|
|
44
|
+
"@terascope/job-components": "~2.2.0",
|
|
45
|
+
"@terascope/teraslice-messaging": "~2.2.0",
|
|
46
|
+
"@terascope/types": "~2.2.0",
|
|
48
47
|
"async-mutex": "~0.5.0",
|
|
49
48
|
"barbe": "~3.0.17",
|
|
50
49
|
"body-parser": "~2.2.2",
|
|
@@ -62,12 +61,12 @@
|
|
|
62
61
|
"semver": "~7.7.3",
|
|
63
62
|
"socket.io": "~4.8.3",
|
|
64
63
|
"socket.io-client": "~4.8.3",
|
|
65
|
-
"terafoundation": "~2.
|
|
64
|
+
"terafoundation": "~2.2.0",
|
|
66
65
|
"terafoundation_kafka_connector": "~2.0.1",
|
|
67
66
|
"uuid": "~13.0.0"
|
|
68
67
|
},
|
|
69
68
|
"devDependencies": {
|
|
70
|
-
"@terascope/opensearch-client": "~2.
|
|
69
|
+
"@terascope/opensearch-client": "~2.2.0",
|
|
71
70
|
"@types/archiver": "~7.0.0",
|
|
72
71
|
"@types/body-parser": "~1.19.6",
|
|
73
72
|
"@types/decompress": "~4.2.7",
|
|
@@ -95,6 +94,6 @@
|
|
|
95
94
|
"terascope": {
|
|
96
95
|
"main": true,
|
|
97
96
|
"enableTypedoc": false,
|
|
98
|
-
"testSuite": "
|
|
97
|
+
"testSuite": "opensearch"
|
|
99
98
|
}
|
|
100
99
|
}
|