@contember/cli 1.4.0-rc.1 → 1.4.0-rc.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@contember/cli",
-  "version": "1.4.0-rc.1",
+  "version": "1.4.0-rc.2",
   "license": "Apache-2.0",
   "bin": {
     "contember": "./dist/src/run.js"
@@ -20,15 +20,15 @@
     "tailwindcss": "^3.3.5"
   },
   "dependencies": {
-    "@contember/cli-common": "1.4.0-rc.1",
-    "@contember/config-loader": "1.4.0-rc.1",
-    "@contember/database": "1.4.0-rc.1",
-    "@contember/dic": "1.4.0-rc.1",
-    "@contember/engine-content-api": "1.4.0-rc.1",
-    "@contember/migrations-client": "1.4.0-rc.1",
-    "@contember/schema": "1.4.0-rc.1",
-    "@contember/schema-migrations": "1.4.0-rc.1",
-    "@contember/schema-utils": "1.4.0-rc.1",
+    "@contember/cli-common": "1.4.0-rc.2",
+    "@contember/config-loader": "1.4.0-rc.2",
+    "@contember/database": "1.4.0-rc.2",
+    "@contember/dic": "1.4.0-rc.2",
+    "@contember/engine-content-api": "1.4.0-rc.2",
+    "@contember/migrations-client": "1.4.0-rc.2",
+    "@contember/schema": "1.4.0-rc.2",
+    "@contember/schema-migrations": "1.4.0-rc.2",
+    "@contember/schema-utils": "1.4.0-rc.2",
     "@graphql-tools/schema": "^10.0.0",
     "chalk": "^4.1.2",
     "chalk-table": "^1.0.2",

package/src/commands/transfer/ExportCommand.ts

@@ -4,13 +4,17 @@ import { dataExport, resolveProject } from './utils'
 import { maskToken } from '../../utils/token'
 import { pipeline } from 'node:stream/promises'
 import { printProgressLine } from '../../utils/stdio'
+import { createGunzip, createGzip } from 'node:zlib'
 
 type Args = {
 	source?: string
 }
 type Options = {
 	'include-system'?: boolean
+	/** @deprecated */
 	'no-gzip'?: boolean
+	'no-gzip-output'?: boolean
+	'no-gzip-transfer'?: boolean
 	output?: string
 }
 
@@ -28,7 +32,9 @@ export class ExportCommand extends Command<Args, Options> {
 			from.optional()
 		}
 		configuration.option('include-system').valueNone()
-		configuration.option('no-gzip').valueNone()
+		configuration.option('no-gzip').valueNone().deprecated()
+		configuration.option('no-gzip-transfer').valueNone()
+		configuration.option('no-gzip-output').valueNone()
 		configuration.option('output').valueRequired()
 	}
 
@@ -43,10 +49,16 @@ export class ExportCommand extends Command<Args, Options> {
 		console.log(`API URL: ${project.baseUrl}`)
 		console.log(`Token: ${maskToken(project.token)}`)
 
-		const noGzip = input.getOption('no-gzip') === true
+		const gzipOutput = !input.getOption('no-gzip-output') && !input.getOption('no-gzip')
+		const gzipTransfer = !input.getOption('no-gzip-transfer')
+
 		const includeSystem = input.getOption('include-system') === true
 
-		const response = await dataExport({ project, includeSystem, noGzip })
+		const response = await dataExport({
+			project,
+			includeSystem,
+			gzip: gzipTransfer,
+		})
 
 		let transferred = 0
 		let start = Date.now()
@@ -62,11 +74,16 @@ export class ExportCommand extends Command<Args, Options> {
 			}
 		})
 
-		const fileName = input.getOption('output') ?? `${project.project}.jsonl${noGzip ? '' : '.gz'}`
+		const fileName = input.getOption('output') ?? `${project.project}.jsonl${gzipOutput ? '.gz' : ''}`
 		const fileStream = createWriteStream(fileName)
 
-		await pipeline(response, fileStream)
+		const responseStream = gzipOutput === gzipTransfer
+			? response
+			: response.pipe(gzipOutput ? createGzip() : createGunzip())
+
+		await pipeline(responseStream, fileStream)
 
 		console.log('\nExport done.')
+		console.log(`Data saved to ${fileName}`)
 	}
 }

package/src/commands/transfer/ImportCommand.ts

@@ -12,6 +12,7 @@ type Args = {
 }
 type Options = {
 	'yes': boolean
+	'no-gzip-transfer'?: boolean
 }
 
 export class ImportCommand extends Command<Args, Options> {
@@ -28,6 +29,7 @@ export class ImportCommand extends Command<Args, Options> {
 		if (this.workspace.isSingleProjectMode()) {
 			from.optional()
 		}
+		configuration.option('no-gzip-transfer').valueNone()
 		configuration.option('yes').valueNone()
 	}
 
@@ -47,7 +49,13 @@ export class ImportCommand extends Command<Args, Options> {
 		const file = input.getArgument('file')
 		const baseInputStream = createReadStream(file)
 		const stream = (file.endsWith('.gz') ? baseInputStream.pipe(createGunzip()) : baseInputStream)
-		const response = await dataImport({ stream: stream, project, printProgress: printProgressLine })
+		const gzipTransfer = !input.getOption('no-gzip-transfer')
+		const response = await dataImport({
+			stream: stream,
+			project,
+			printProgress: printProgressLine,
+			gzip: gzipTransfer,
+		})
 		console.log('')
 		const responseData = JSON.parse((await readStream(response)).toString())
 		if (responseData.ok) {

package/src/commands/transfer/TransferCommand.ts

@@ -3,6 +3,7 @@ import { confirmImport, dataExport, dataImport, resolveProject } from './utils'
 import { maskToken } from '../../utils/token'
 import { printProgressLine } from '../../utils/stdio'
 import { readStream } from '../../utils/stream'
+import { createGunzip } from 'node:zlib'
 
 type Args = {
 	source: string
@@ -10,6 +11,7 @@ type Args = {
 }
 type Options = {
 	'include-system'?: boolean
+	'no-gzip-transfer'?: boolean
 	yes: boolean
 }
 
@@ -28,6 +30,7 @@ export class TransferCommand extends Command<Args, Options> {
 			target.optional()
 		}
 		configuration.option('include-system').valueNone()
+		configuration.option('no-gzip-transfer').valueNone()
 		configuration.option('yes').valueNone()
 	}
 
@@ -54,9 +57,14 @@ export class TransferCommand extends Command<Args, Options> {
 		}
 
 		const includeSystem = input.getOption('include-system') === true
-		const exportResponse = (await dataExport({ project: sourceProject, includeSystem, noGzip: true }))
+		const gzipTransfer = !input.getOption('no-gzip-transfer')
+		const exportResponse = (await dataExport({ project: sourceProject, includeSystem, gzip: gzipTransfer }))
+		const ungzipedResponse = gzipTransfer ? exportResponse.pipe(createGunzip()) : exportResponse
 		const importResponse = await dataImport({
-			stream: exportResponse, project: targetProject, printProgress: printProgressLine,
+			stream: ungzipedResponse,
+			project: targetProject,
+			printProgress: printProgressLine,
+			gzip: gzipTransfer,
 		})
 		console.log('')
 

package/src/commands/transfer/utils.ts

@@ -7,6 +7,7 @@ import { parseDsn } from '../../utils/dsn'
 import { interactiveResolveInstanceEnvironmentFromInput } from '../../utils/instance'
 import { interactiveResolveApiToken } from '../../utils/tenant'
 import prompts from 'prompts'
+import { createGzip } from 'node:zlib'
 
 export type ProjectEndpoint = {
 	token: string
@@ -30,7 +31,7 @@ export const resolveProject = async ({ projectOrDsn, workspace }: { projectOrDsn
 
 }
 
-export const dataImport = async ({ printProgress, stream, project: { project, token, baseUrl } }: { stream: Readable; project: ProjectEndpoint; printProgress: (message: string) => void }) => {
+export const dataImport = async ({ printProgress, stream, project: { project, token, baseUrl }, gzip }: { stream: Readable; project: ProjectEndpoint; printProgress: (message: string) => void; gzip: boolean }) => {
 	let table = ''
 	let rowCount = 0
 	let rowTotal = 0
@@ -71,17 +72,18 @@ export const dataImport = async ({ printProgress, stream, project: { project, to
 		token,
 		headers: {
 			'Content-type': 'application/x-ndjson',
+			...(gzip ? { 'Content-Encoding': 'gzip' } : {}),
 		},
-		body: inputStream,
+		body: gzip ? inputStream.pipe(createGzip()) : inputStream,
 	})
 }
 
-export const dataExport = async ({ project: { project, token, baseUrl }, noGzip, includeSystem }: { project: ProjectEndpoint; includeSystem: boolean; noGzip: boolean }) => {
+export const dataExport = async ({ project: { project, token, baseUrl }, gzip, includeSystem }: { project: ProjectEndpoint; includeSystem: boolean; gzip: boolean }) => {
 	return await executeRequest({
 		url: `${baseUrl}/export`,
 		token,
 		headers: {
-			'Accept-Encoding': noGzip ? 'identity' : 'gzip',
+			'Accept-Encoding': gzip ? 'gzip' : 'identity',
 			'Content-type': 'application/json',
 		},
 		body: JSON.stringify({