dbgate-api-premium 6.3.2 → 6.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. package/package.json +9 -7
  2. package/src/auth/storageAuthProvider.js +2 -1
  3. package/src/controllers/archive.js +99 -6
  4. package/src/controllers/auth.js +3 -1
  5. package/src/controllers/config.js +135 -22
  6. package/src/controllers/connections.js +35 -2
  7. package/src/controllers/databaseConnections.js +101 -2
  8. package/src/controllers/files.js +59 -0
  9. package/src/controllers/jsldata.js +9 -0
  10. package/src/controllers/runners.js +25 -5
  11. package/src/controllers/serverConnections.js +22 -2
  12. package/src/controllers/storage.js +341 -8
  13. package/src/controllers/storageDb.js +59 -1
  14. package/src/controllers/uploads.js +0 -46
  15. package/src/currentVersion.js +2 -2
  16. package/src/main.js +7 -1
  17. package/src/proc/connectProcess.js +14 -2
  18. package/src/proc/databaseConnectionProcess.js +70 -5
  19. package/src/proc/serverConnectionProcess.js +7 -1
  20. package/src/proc/sessionProcess.js +15 -178
  21. package/src/shell/archiveReader.js +3 -1
  22. package/src/shell/collectorWriter.js +2 -2
  23. package/src/shell/copyStream.js +1 -0
  24. package/src/shell/dataReplicator.js +96 -0
  25. package/src/shell/download.js +22 -6
  26. package/src/shell/index.js +12 -2
  27. package/src/shell/jsonLinesWriter.js +4 -3
  28. package/src/shell/queryReader.js +10 -3
  29. package/src/shell/unzipDirectory.js +91 -0
  30. package/src/shell/unzipJsonLinesData.js +60 -0
  31. package/src/shell/unzipJsonLinesFile.js +59 -0
  32. package/src/shell/zipDirectory.js +49 -0
  33. package/src/shell/zipJsonLinesData.js +49 -0
  34. package/src/utility/DatastoreProxy.js +4 -0
  35. package/src/utility/cloudUpgrade.js +14 -1
  36. package/src/utility/connectUtility.js +3 -1
  37. package/src/utility/crypting.js +137 -22
  38. package/src/utility/extractSingleFileFromZip.js +77 -0
  39. package/src/utility/getMapExport.js +2 -0
  40. package/src/utility/handleQueryStream.js +186 -0
  41. package/src/utility/healthStatus.js +12 -1
  42. package/src/utility/listZipEntries.js +41 -0
  43. package/src/utility/processArgs.js +5 -0
  44. package/src/utility/sshTunnel.js +13 -2
  45. package/src/utility/storageReplicatorItems.js +88 -0
  46. package/src/shell/dataDuplicator.js +0 -61
package/src/shell/dataDuplicator.js DELETED
@@ -1,61 +0,0 @@
1
- const stream = require('stream');
2
- const path = require('path');
3
- const { quoteFullName, fullNameToString, getLogger } = require('dbgate-tools');
4
- const requireEngineDriver = require('../utility/requireEngineDriver');
5
- const { connectUtility } = require('../utility/connectUtility');
6
- const logger = getLogger('dataDuplicator');
7
- const { DataDuplicator } = require('dbgate-datalib');
8
- const copyStream = require('./copyStream');
9
- const jsonLinesReader = require('./jsonLinesReader');
10
- const { resolveArchiveFolder } = require('../utility/directories');
11
-
12
- async function dataDuplicator({
13
- connection,
14
- archive,
15
- folder,
16
- items,
17
- options,
18
- analysedStructure = null,
19
- driver,
20
- systemConnection,
21
- }) {
22
- if (!driver) driver = requireEngineDriver(connection);
23
-
24
- const dbhan = systemConnection || (await connectUtility(driver, connection, 'write'));
25
-
26
- try {
27
- if (!analysedStructure) {
28
- analysedStructure = await driver.analyseFull(dbhan);
29
- }
30
-
31
- const sourceDir = archive
32
- ? resolveArchiveFolder(archive)
33
- : folder?.startsWith('archive:')
34
- ? resolveArchiveFolder(folder.substring('archive:'.length))
35
- : folder;
36
-
37
- const dupl = new DataDuplicator(
38
- dbhan,
39
- driver,
40
- analysedStructure,
41
- items.map(item => ({
42
- name: item.name,
43
- operation: item.operation,
44
- matchColumns: item.matchColumns,
45
- openStream:
46
- item.openStream || (() => jsonLinesReader({ fileName: path.join(sourceDir, `${item.name}.jsonl`) })),
47
- })),
48
- stream,
49
- copyStream,
50
- options
51
- );
52
-
53
- await dupl.run();
54
- } finally {
55
- if (!systemConnection) {
56
- await driver.close(dbhan);
57
- }
58
- }
59
- }
60
-
61
- module.exports = dataDuplicator;