@lightdash/cli 0.2629.1 → 0.2630.0

package/dist/handlers/dbt/apiClient.d.ts

@@ -5,6 +5,7 @@ type LightdashApiProps = {
     url: string;
     body: BodyInit | undefined;
 };
+export declare const setGzipEnabled: (enabled: boolean) => void;
 export declare const lightdashApi: <T extends ApiResponse["results"]>({ method, url, body, }: LightdashApiProps) => Promise<T>;
 export declare const getUserContext: () => Promise<LightdashUserWithAbilityRules>;
 export declare const checkProjectCreationPermission: (upstreamProjectUuid: string | undefined, projectType: ProjectType) => Promise<void>;

package/dist/handlers/dbt/apiClient.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"apiClient.d.ts","sourceRoot":"","sources":["../../../src/handlers/dbt/apiClient.ts"],"names":[],"mappings":"AACA,OAAO,EAGH,WAAW,EAIX,WAAW,EACX,KAAK,6BAA6B,EAErC,MAAM,mBAAmB,CAAC;AAC3B,OAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAQ7C,KAAK,iBAAiB,GAAG;IACrB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,KAAK,CAAC;IACpD,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAC;CAC9B,CAAC;AACF,eAAO,MAAM,YAAY,GAAU,CAAC,SAAS,WAAW,CAAC,SAAS,CAAC,EAAE,wBAIlE,iBAAiB,KAAG,OAAO,CAAC,CAAC,CA+C/B,CAAC;AAEF,eAAO,MAAM,cAAc,QACb,OAAO,CAAC,6BAA6B,CAKzC,CAAC;AAEX,eAAO,MAAM,8BAA8B,GACvC,qBAAqB,MAAM,GAAG,SAAS,EACvC,aAAa,WAAW,KACzB,OAAO,CAAC,IAAI,CAkGd,CAAC;AAEF,eAAO,MAAM,qBAAqB,QAAa,OAAO,CAAC,IAAI,CAwB1D,CAAC"}
+{"version":3,"file":"apiClient.d.ts","sourceRoot":"","sources":["../../../src/handlers/dbt/apiClient.ts"],"names":[],"mappings":"AACA,OAAO,EAGH,WAAW,EAIX,WAAW,EACX,KAAK,6BAA6B,EAErC,MAAM,mBAAmB,CAAC;AAC3B,OAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAS7C,KAAK,iBAAiB,GAAG;IACrB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,KAAK,CAAC;IACpD,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAC;CAC9B,CAAC;AAKF,eAAO,MAAM,cAAc,GAAI,SAAS,OAAO,SAE9C,CAAC;AAEF,eAAO,MAAM,YAAY,GAAU,CAAC,SAAS,WAAW,CAAC,SAAS,CAAC,EAAE,wBAIlE,iBAAiB,KAAG,OAAO,CAAC,CAAC,CAqE/B,CAAC;AAEF,eAAO,MAAM,cAAc,QACb,OAAO,CAAC,6BAA6B,CAKzC,CAAC;AAEX,eAAO,MAAM,8BAA8B,GACvC,qBAAqB,MAAM,GAAG,SAAS,EACvC,aAAa,WAAW,KACzB,OAAO,CAAC,IAAI,CAkGd,CAAC;AAEF,eAAO,MAAM,qBAAqB,QAAa,OAAO,CAAC,IAAI,CAyB1D,CAAC"}

package/dist/handlers/dbt/apiClient.js

@@ -1,16 +1,23 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.checkLightdashVersion = exports.checkProjectCreationPermission = exports.getUserContext = exports.lightdashApi = void 0;
+exports.checkLightdashVersion = exports.checkProjectCreationPermission = exports.getUserContext = exports.lightdashApi = exports.setGzipEnabled = void 0;
 const tslib_1 = require("tslib");
 const ability_1 = require("@casl/ability");
 const common_1 = require("@lightdash/common");
 const node_fetch_1 = tslib_1.__importDefault(require("node-fetch"));
 const url_1 = require("url");
+const zlib_1 = require("zlib");
 const config_1 = require("../../config");
 const env_1 = require("../../env");
 const globalState_1 = tslib_1.__importDefault(require("../../globalState"));
 const styles = tslib_1.__importStar(require("../../styles"));
 const utils_1 = require("../utils");
+const MIN_GZIP_SIZE = 1024;
+let gzipEnabled = false;
+const setGzipEnabled = (enabled) => {
+    gzipEnabled = enabled;
+};
+exports.setGzipEnabled = setGzipEnabled;
 const lightdashApi = async ({ method, url, body, }) => {
     const config = await (0, config_1.getConfig)();
     if (!(config.context?.apiKey && config.context.serverUrl)) {
@@ -19,7 +26,23 @@ const lightdashApi = async ({ method, url, body, }) => {
     const headers = (0, utils_1.buildRequestHeaders)(config.context.apiKey);
     const fullUrl = new url_1.URL(url, config.context.serverUrl).href;
     globalState_1.default.debug(`> Making HTTP ${method} request to: ${fullUrl}`);
-    return (0, node_fetch_1.default)(fullUrl, { method, headers, body })
+    let requestBody = body;
+    if (gzipEnabled &&
+        body &&
+        typeof body === 'string' &&
+        Buffer.byteLength(body) > MIN_GZIP_SIZE) {
+        try {
+            const uncompressedSize = Buffer.byteLength(body);
+            const compressed = (0, zlib_1.gzipSync)(body);
+            globalState_1.default.debug(`> Compressed request body: ${uncompressedSize} bytes → ${compressed.byteLength} bytes (${Math.round((1 - compressed.byteLength / uncompressedSize) * 100)}% reduction)`);
+            requestBody = compressed;
+            headers['Content-Encoding'] = 'gzip';
+        }
+        catch (err) {
+            globalState_1.default.debug(`> Gzip compression failed, sending uncompressed: ${err}`);
+        }
+    }
+    return (0, node_fetch_1.default)(fullUrl, { method, headers, body: requestBody })
         .then((r) => {
         globalState_1.default.debug(`> HTTP request returned status: ${r.status}`);
         if (!r.ok) {
@@ -138,7 +161,7 @@ const checkLightdashVersion = async () => {
         }
     }
     catch (err) {
-        // do nothing
+        globalState_1.default.debug(`> Health check failed: ${err}`);
     }
 };
 exports.checkLightdashVersion = checkLightdashVersion;

package/dist/handlers/deploy.d.ts

@@ -15,6 +15,7 @@ type DeployHandlerOptions = DbtCompileOptions & {
     useBatchedDeploy?: boolean;
     batchSize?: string;
     parallelBatches?: string;
+    gzip?: boolean;
 };
 type DeployArgs = DeployHandlerOptions & {
     projectUuid: string;

package/dist/handlers/deploy.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"deploy.d.ts","sourceRoot":"","sources":["../../src/handlers/deploy.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,OAAO,EACP,YAAY,EASf,MAAM,mBAAmB,CAAC;AAkB3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAIlD,KAAK,oBAAoB,GAAG,iBAAiB,GAAG;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,KAAK,UAAU,GAAG,oBAAoB,GAAG;IACrC,WAAW,EAAE,MAAM,CAAC;CACvB,CAAC;AA8KF,eAAO,MAAM,MAAM,GACf,UAAU,CAAC,OAAO,GAAG,YAAY,CAAC,EAAE,EACpC,SAAS,UAAU,KACpB,OAAO,CAAC,IAAI,CAuHd,CAAC;AAiGF,eAAO,MAAM,aAAa,GAAU,iBAAiB,oBAAoB,kBA4GxE,CAAC"}
+{"version":3,"file":"deploy.d.ts","sourceRoot":"","sources":["../../src/handlers/deploy.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,OAAO,EACP,YAAY,EASf,MAAM,mBAAmB,CAAC;AAsB3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAIlD,KAAK,oBAAoB,GAAG,iBAAiB,GAAG;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,KAAK,UAAU,GAAG,oBAAoB,GAAG;IACrC,WAAW,EAAE,MAAM,CAAC;CACvB,CAAC;AA8KF,eAAO,MAAM,MAAM,GACf,UAAU,CAAC,OAAO,GAAG,YAAY,CAAC,EAAE,EACpC,SAAS,UAAU,KACpB,OAAO,CAAC,IAAI,CAuHd,CAAC;AAiGF,eAAO,MAAM,aAAa,GAAU,iBAAiB,oBAAoB,kBA+GxE,CAAC"}

package/dist/handlers/deploy.js

@@ -322,6 +322,9 @@ const deployHandler = async (originalOptions) => {
     const dbtVersionResult = projectTypeConfig.type === projectType_1.CliProjectType.Dbt
         ? await (0, getDbtVersion_1.tryGetDbtVersion)()
         : { success: false, error: null };
+    if (options.gzip) {
+        (0, apiClient_1.setGzipEnabled)(true);
+    }
     await (0, apiClient_1.checkLightdashVersion)();
     const executionId = (0, uuid_1.v4)();
     const explores = await (0, compile_1.compile)(options);

package/dist/handlers/download.d.ts

@@ -12,6 +12,7 @@ export type DownloadHandlerOptions = {
     nested: boolean;
     validate?: boolean;
     concurrency: number;
+    gzip?: boolean;
 };
 type DownloadContentType = 'charts' | 'dashboards' | 'sqlCharts';
 export declare const downloadContent: (ids: string[], type: DownloadContentType, projectId: string, projectName: string, customPath?: string, languageMap?: boolean, nested?: boolean) => Promise<[number, string[]]>;

package/dist/handlers/download.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/handlers/download.ts"],"names":[],"mappings":"AAiCA,MAAM,MAAM,sBAAsB,GAAG;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,KAAK,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,OAAO,CAAC;IACrB,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACvB,CAAC;AAmQF,KAAK,mBAAmB,GAAG,QAAQ,GAAG,YAAY,GAAG,WAAW,CAAC;AAkDjE,eAAO,MAAM,eAAe,GACxB,KAAK,MAAM,EAAE,EACb,MAAM,mBAAmB,EACzB,WAAW,MAAM,EACjB,aAAa,MAAM,EACnB,aAAa,MAAM,EACnB,cAAa,OAAe,EAC5B,SAAQ,OAAe,KACxB,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CA2G5B,CAAC;AAEF,eAAO,MAAM,eAAe,GACxB,SAAS,sBAAsB,KAChC,OAAO,CAAC,IAAI,CAuKd,CAAC;AAuXF,eAAO,MAAM,aAAa,GACtB,SAAS,sBAAsB,KAChC,OAAO,CAAC,IAAI,CA4Id,CAAC"}
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/handlers/download.ts"],"names":[],"mappings":"AAqCA,MAAM,MAAM,sBAAsB,GAAG;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,KAAK,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,OAAO,CAAC;IACrB,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAmQF,KAAK,mBAAmB,GAAG,QAAQ,GAAG,YAAY,GAAG,WAAW,CAAC;AAkDjE,eAAO,MAAM,eAAe,GACxB,KAAK,MAAM,EAAE,EACb,MAAM,mBAAmB,EACzB,WAAW,MAAM,EACjB,aAAa,MAAM,EACnB,aAAa,MAAM,EACnB,cAAa,OAAe,EAC5B,SAAQ,OAAe,KACxB,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CA2G5B,CAAC;AAEF,eAAO,MAAM,eAAe,GACxB,SAAS,sBAAsB,KAChC,OAAO,CAAC,IAAI,CAuKd,CAAC;AA4ZF,eAAO,MAAM,aAAa,GACtB,SAAS,sBAAsB,KAChC,OAAO,CAAC,IAAI,CA+Id,CAAC"}

package/dist/handlers/download.js

@@ -548,7 +548,32 @@ const upsertResources = async (type, projectId, changes, force, slugs, customPat
                 remainingItems.push(...spaceItems);
             }
         });
-        // Phase 1: Sequential space seeding
+        // For charts: also seed one item per unique dashboardSlug to avoid
+        // concurrent placeholder dashboard creation (duplicate slug bug)
+        if (type === 'charts') {
+            const chartsWithDashboard = remainingItems.filter((item) => 'dashboardSlug' in item &&
+                item.dashboardSlug);
+            const groupedByDashboard = (0, groupBy_1.default)(chartsWithDashboard, (item) => item.dashboardSlug);
+            Object.values(groupedByDashboard).forEach((dashboardItems) => {
+                // If no item for this dashboardSlug was already picked as a
+                // space seed, pick the first one as a dashboard seed
+                const alreadySeeded = dashboardItems.some((item) => seedItems.has(item));
+                if (!alreadySeeded) {
+                    const seedIndex = force
+                        ? 0
+                        : dashboardItems.findIndex((i) => i.needsUpdating);
+                    if (seedIndex >= 0) {
+                        seedItems.add(dashboardItems[seedIndex]);
+                        // Remove from remainingItems since it's now a seed
+                        const idx = remainingItems.indexOf(dashboardItems[seedIndex]);
+                        if (idx >= 0) {
+                            remainingItems.splice(idx, 1);
+                        }
+                    }
+                }
+            });
+        }
+        // Phase 1: Sequential seeding (spaces + dashboard placeholders)
         for (const item of seedItems) {
             // eslint-disable-next-line no-await-in-loop
             await upsertSingleItem(item, type, projectId, changes, force, config, skipSpaceCreate, publicSpaceCreate, validate);
@@ -577,6 +602,9 @@ const getDashboardChartSlugs = async (dashboardSlugs, customPath) => {
 };
 const uploadHandler = async (options) => {
     globalState_1.default.setVerbose(options.verbose);
+    if (options.gzip) {
+        (0, apiClient_1.setGzipEnabled)(true);
+    }
     await (0, apiClient_1.checkLightdashVersion)();
     const config = await (0, config_1.getConfig)();
     if (!config.context?.apiKey || !config.context.serverUrl) {

package/dist/handlers/utils.d.ts

@@ -1,6 +1,7 @@
 import { LightdashRequestMethodHeader, RequestMethod } from '@lightdash/common';
 type RequestHeader = {
     'Content-Type': 'application/json';
+    'Content-Encoding'?: string;
     Authorization: string;
     'Proxy-Authorization'?: string;
     [LightdashRequestMethodHeader]: RequestMethod;

package/dist/handlers/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/handlers/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,4BAA4B,EAC5B,aAAa,EAChB,MAAM,mBAAmB,CAAC;AAO3B,KAAK,aAAa,GAAG;IACjB,cAAc,EAAE,kBAAkB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,CAAC,4BAA4B,CAAC,EAAE,aAAa,CAAC;CACjD,CAAC;AAgBF,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,iBAgBhD"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/handlers/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,4BAA4B,EAC5B,aAAa,EAChB,MAAM,mBAAmB,CAAC;AAO3B,KAAK,aAAa,GAAG;IACjB,cAAc,EAAE,kBAAkB,CAAC;IACnC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,CAAC,4BAA4B,CAAC,EAAE,aAAa,CAAC;CACjD,CAAC;AAgBF,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,iBAgBhD"}

package/dist/index.js

@@ -304,6 +304,7 @@ commander_1.program
     .option('--concurrency <number>', 'Number of parallel uploads (default: 1)', '1')
     .option('--include-charts', 'Include charts updates when uploading dashboards', false)
     .option('--validate', 'Validate charts and dashboards after upload', false)
+    .option('--gzip', 'Enable gzip compression for request bodies', false)
     .action(download_1.uploadHandler);
 commander_1.program
     .command('deploy')
@@ -339,6 +340,7 @@ commander_1.program
     .option('--use-batched-deploy', 'Use batched deploy for large projects (sends explores in batches)', false)
     .option('--batch-size <number>', 'Number of explores per batch (default: 50)', '50')
     .option('--parallel-batches <number>', 'Number of batches to send in parallel (default: 1, use higher values with caution)', '1')
+    .option('--gzip', 'Enable gzip compression for request bodies', false)
     .action(deploy_1.deployHandler);
 commander_1.program
     .command('refresh')

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lightdash/cli",
-  "version": "0.2629.1",
+  "version": "0.2630.0",
   "description": "Lightdash CLI tool",
   "license": "MIT",
   "repository": {
@@ -40,8 +40,8 @@
     "unique-names-generator": "^4.7.1",
     "uuid": "^11.0.3",
     "yaml": "^2.7.0",
-    "@lightdash/common": "0.2629.1",
-    "@lightdash/warehouses": "0.2629.1"
+    "@lightdash/common": "0.2630.0",
+    "@lightdash/warehouses": "0.2630.0"
   },
   "devDependencies": {
     "@types/inquirer": "^8.2.1",