@lightdash/cli 0.1448.1 → 0.1449.0

package/dist/dbt/models.d.ts

@@ -33,8 +33,8 @@ export declare const getModelsFromManifest: (manifest: DbtManifest) => DbtModelN
 export declare const getCompiledModels: (models: DbtModelNode[], args: {
     select: string[] | undefined;
     exclude: string[] | undefined;
-    projectDir: string;
-    profilesDir: string;
+    projectDir: string | undefined;
+    profilesDir: string | undefined;
     target: string | undefined;
     profile: string | undefined;
     vars: string | undefined;

package/dist/dbt/models.js

@@ -211,10 +211,10 @@ const getCompiledModels = async (models, args) => {
         try {
             const { stdout } = await (0, execa_1.default)('dbt', [
                 'ls',
-                '--profiles-dir',
-                args.profilesDir,
-                '--project-dir',
-                args.projectDir,
+                ...(args.projectDir ? ['--project-dir', args.projectDir] : []),
+                ...(args.profilesDir
+                    ? ['--profiles-dir', args.profilesDir]
+                    : []),
                 ...(args.target ? ['--target', args.target] : []),
                 ...(args.profile ? ['--profile', args.profile] : []),
                 ...(args.select ? ['--select', args.select.join(' ')] : []),
@@ -229,9 +229,11 @@ const getCompiledModels = async (models, args) => {
                 .filter((l) => l.length > 0)
                 .map((l) => {
                 try {
-                    return JSON.parse(l);
+                    // remove prefixed time in dbt cloud cli output
+                    const lineWithoutPrefixedTime = l.replace(/^\d{2}:\d{2}:\d{2}\s*/, '');
+                    return JSON.parse(lineWithoutPrefixedTime);
                 }
-                catch (e) {
+                catch {
                     return null;
                 }
             })

package/dist/globalState.d.ts

@@ -1,6 +1,7 @@
 import ora from 'ora';
 type PromptAnswer = {
     useFallbackDbtVersion?: boolean;
+    useExperimentalDbtCloudCLI?: boolean;
 };
 declare class GlobalState {
     private verbose;

package/dist/handlers/compile.js

@@ -3,19 +3,18 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.compileHandler = exports.compile = void 0;
 const tslib_1 = require("tslib");
 const common_1 = require("@lightdash/common");
-const warehouses_1 = require("@lightdash/warehouses");
 const path_1 = tslib_1.__importDefault(require("path"));
 const uuid_1 = require("uuid");
 const analytics_1 = require("../analytics/analytics");
 const context_1 = require("../dbt/context");
 const manifest_1 = require("../dbt/manifest");
 const models_1 = require("../dbt/models");
-const profile_1 = require("../dbt/profile");
 const validation_1 = require("../dbt/validation");
 const globalState_1 = tslib_1.__importDefault(require("../globalState"));
 const styles = tslib_1.__importStar(require("../styles"));
 const compile_1 = require("./dbt/compile");
 const getDbtVersion_1 = require("./dbt/getDbtVersion");
+const getWarehouseClient_1 = tslib_1.__importDefault(require("./dbt/getWarehouseClient"));
 const compile = async (options) => {
     const dbtVersion = await (0, getDbtVersion_1.getDbtVersion)();
     globalState_1.default.debug(`> dbt version ${dbtVersion}`);
@@ -31,26 +30,16 @@ const compile = async (options) => {
         },
     });
     const absoluteProjectPath = path_1.default.resolve(options.projectDir);
-    const absoluteProfilesPath = path_1.default.resolve(options.profilesDir);
     globalState_1.default.debug(`> Compiling with project dir ${absoluteProjectPath}`);
-    globalState_1.default.debug(`> Compiling with profiles dir ${absoluteProfilesPath}`);
     const context = await (0, context_1.getDbtContext)({ projectDir: absoluteProjectPath });
-    const compiledModelIds = await (0, compile_1.maybeCompileModelsAndJoins)({ targetDir: context.targetDir }, options);
-    const profileName = options.profile || context.profileName;
-    const { target } = await (0, profile_1.loadDbtTarget)({
-        profilesDir: absoluteProfilesPath,
-        profileName,
-        targetName: options.target,
-    });
-    globalState_1.default.debug(`> Compiling with profile ${profileName}`);
-    globalState_1.default.debug(`> Compiling with target ${target}`);
-    const credentials = await (0, profile_1.warehouseCredentialsFromDbtTarget)(target);
-    const warehouseClient = (0, warehouses_1.warehouseClientFromCredentials)({
-        ...credentials,
-        startOfWeek: (0, common_1.isWeekDay)(options.startOfWeek)
-            ? options.startOfWeek
-            : undefined,
+    const { warehouseClient } = await (0, getWarehouseClient_1.default)({
+        isDbtCloudCLI: dbtVersion.isDbtCloudCLI,
+        profilesDir: options.profilesDir,
+        profile: options.profile || context.profileName,
+        target: options.target,
+        startOfWeek: options.startOfWeek,
     });
+    const compiledModelIds = await (0, compile_1.maybeCompileModelsAndJoins)({ targetDir: context.targetDir }, options);
     const manifest = await (0, manifest_1.loadManifest)({ targetDir: context.targetDir });
     const manifestVersion = (0, common_1.getDbtManifestVersion)(manifest);
     const manifestModels = (0, models_1.getModelsFromManifest)(manifest);

package/dist/handlers/createProject.js

@@ -7,11 +7,12 @@ const inquirer_1 = tslib_1.__importDefault(require("inquirer"));
 const path_1 = tslib_1.__importDefault(require("path"));
 const config_1 = require("../config");
 const context_1 = require("../dbt/context");
-const profile_1 = require("../dbt/profile");
 const globalState_1 = tslib_1.__importDefault(require("../globalState"));
 const styles = tslib_1.__importStar(require("../styles"));
 const apiClient_1 = require("./dbt/apiClient");
+const getDbtProfileTargetName_1 = tslib_1.__importDefault(require("./dbt/getDbtProfileTargetName"));
 const getDbtVersion_1 = require("./dbt/getDbtVersion");
+const getWarehouseClient_1 = tslib_1.__importDefault(require("./dbt/getWarehouseClient"));
 const askToRememberAnswer = async () => {
     const answers = await inquirer_1.default.prompt([
         {
@@ -57,19 +58,24 @@ const askPermissionToStoreWarehouseCredentials = async () => {
 const createProject = async (options) => {
     const dbtVersion = await (0, getDbtVersion_1.getDbtVersion)();
     const absoluteProjectPath = path_1.default.resolve(options.projectDir);
-    const absoluteProfilesPath = path_1.default.resolve(options.profilesDir);
     const context = await (0, context_1.getDbtContext)({ projectDir: absoluteProjectPath });
-    const profileName = options.profile || context.profileName;
-    const { target, name: targetName } = await (0, profile_1.loadDbtTarget)({
-        profilesDir: absoluteProfilesPath,
-        profileName,
-        targetName: options.target,
+    const targetName = await (0, getDbtProfileTargetName_1.default)({
+        isDbtCloudCLI: dbtVersion.isDbtCloudCLI,
+        profilesDir: options.profilesDir,
+        profile: options.profile || context.profileName,
+        target: options.target,
     });
     const canStoreWarehouseCredentials = await askPermissionToStoreWarehouseCredentials();
     if (!canStoreWarehouseCredentials) {
         return undefined;
     }
-    const credentials = await (0, profile_1.warehouseCredentialsFromDbtTarget)(target);
+    const { credentials } = await (0, getWarehouseClient_1.default)({
+        isDbtCloudCLI: dbtVersion.isDbtCloudCLI,
+        profilesDir: options.profilesDir,
+        profile: options.profile || context.profileName,
+        target: options.target,
+        startOfWeek: options.startOfWeek,
+    });
     if (credentials.type === common_1.WarehouseTypes.BIGQUERY &&
         'project_id' in credentials.keyfileContents &&
         credentials.keyfileContents.project_id &&
@@ -91,12 +97,8 @@ const createProject = async (options) => {
     const project = {
         name: options.name,
         type: options.type,
-        warehouseConnection: {
-            ...credentials,
-            startOfWeek: (0, common_1.isWeekDay)(options.startOfWeek)
-                ? options.startOfWeek
-                : undefined,
-        },
+        warehouseConnection: credentials,
+        copyWarehouseConnectionFromUpstreamProject: dbtVersion.isDbtCloudCLI,
         dbtConnection: {
             type: common_1.DbtProjectType.NONE,
             target: targetName,

package/dist/handlers/dbt/compile.d.ts

@@ -1,8 +1,8 @@
 import { DbtModelNode } from '@lightdash/common';
 import { LoadManifestArgs } from '../../dbt/manifest';
 export type DbtCompileOptions = {
-    profilesDir: string;
-    projectDir: string;
+    profilesDir: string | undefined;
+    projectDir: string | undefined;
     target: string | undefined;
     profile: string | undefined;
     select: string[] | undefined;
@@ -20,4 +20,4 @@ export type DbtCompileOptions = {
 };
 export declare const dbtCompile: (options: DbtCompileOptions) => Promise<void>;
 export declare function getCompiledModels(manifestModels: DbtModelNode[], compiledModelIds?: string[]): DbtModelNode[];
-export declare function maybeCompileModelsAndJoins(loadManifestOpts: LoadManifestArgs, options: DbtCompileOptions): Promise<string[] | undefined>;
+export declare function maybeCompileModelsAndJoins(loadManifestOpts: LoadManifestArgs, initialOptions: DbtCompileOptions): Promise<string[] | undefined>;

package/dist/handlers/dbt/compile.js

@@ -100,7 +100,9 @@ async function dbtList(options) {
             .split('\n')
             .map((line) => {
             try {
-                return JSON.parse(line).unique_id;
+                // remove prefixed time in dbt cloud cli output
+                const lineWithoutPrefixedTime = line.replace(/^\d{2}:\d{2}:\d{2}\s*/, '');
+                return JSON.parse(lineWithoutPrefixedTime).unique_id;
             }
             catch {
                 // ignore non-json lines
@@ -117,7 +119,16 @@ async function dbtList(options) {
         throw new common_1.ParseError(`Error executing 'dbt ls':\n  ${msg}\nEnsure you're on the latest patch version. '--use-dbt-list' is true by default; if you encounter issues, try using '--use-dbt-list=false`);
     }
 }
-async function maybeCompileModelsAndJoins(loadManifestOpts, options) {
+async function maybeCompileModelsAndJoins(loadManifestOpts, initialOptions) {
+    const dbtVersion = await (0, getDbtVersion_1.getDbtVersion)();
+    let options = initialOptions;
+    if (dbtVersion.isDbtCloudCLI) {
+        options = {
+            ...initialOptions,
+            projectDir: undefined,
+            profilesDir: undefined,
+        };
+    }
     // Skipping assumes manifest.json already exists.
     if (options.skipDbtCompile) {
         globalState_1.default.debug('> Skipping dbt compile');

package/dist/handlers/dbt/getDbtProfileTargetName.d.ts

@@ -0,0 +1,8 @@
+type GetDbtProfileTargetNameOptions = {
+    isDbtCloudCLI: boolean;
+    profilesDir: string;
+    profile: string;
+    target?: string;
+};
+export default function getDbtProfileTargetName(options: GetDbtProfileTargetNameOptions): Promise<string>;
+export {};

package/dist/handlers/dbt/getDbtProfileTargetName.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const common_1 = require("@lightdash/common");
+const execa_1 = tslib_1.__importDefault(require("execa"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const profile_1 = require("../../dbt/profile");
+const globalState_1 = tslib_1.__importDefault(require("../../globalState"));
+const DBT_CLOUD_TARGET_NAME_REGEX = /Target name\s+(\w+)/;
+const getDbtCloudTargetName = async () => {
+    try {
+        const { all } = await (0, execa_1.default)('dbt', ['environment', 'show'], {
+            all: true,
+            stdio: ['pipe', 'pipe', 'pipe'],
+        });
+        const logs = all || '';
+        const targetName = logs.match(DBT_CLOUD_TARGET_NAME_REGEX);
+        if (targetName === null || targetName.length === 0) {
+            throw new common_1.ParseError(`Can't locate profile target name in 'dbt environment show' response`);
+        }
+        return targetName[1];
+    }
+    catch (e) {
+        const msg = e instanceof Error ? e.message : '-';
+        throw new common_1.ParseError(`Failed to get profile target name:\n  ${msg}`);
+    }
+};
+async function getDbtProfileTargetName(options) {
+    let targetName;
+    if (options.isDbtCloudCLI) {
+        targetName = await getDbtCloudTargetName();
+    }
+    else {
+        const absoluteProfilesPath = path_1.default.resolve(options.profilesDir);
+        globalState_1.default.debug(`> Using profiles dir ${absoluteProfilesPath} and profile ${options.profile}`);
+        const { name } = await (0, profile_1.loadDbtTarget)({
+            profilesDir: absoluteProfilesPath,
+            profileName: options.profile,
+            targetName: options.target,
+        });
+        targetName = name;
+    }
+    return targetName;
+}
+exports.default = getDbtProfileTargetName;

package/dist/handlers/dbt/getDbtVersion.d.ts

@@ -1,7 +1,9 @@
 import { DbtVersionOption } from '@lightdash/common';
+export declare const DBT_CLOUD_CLI_REGEX: RegExp;
 type DbtVersion = {
     verboseVersion: string;
     versionOption: DbtVersionOption;
+    isDbtCloudCLI: boolean;
 };
 export declare const getDbtVersion: () => Promise<DbtVersion>;
 export {};

package/dist/handlers/dbt/getDbtVersion.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getDbtVersion = void 0;
+exports.getDbtVersion = exports.DBT_CLOUD_CLI_REGEX = void 0;
 const tslib_1 = require("tslib");
 const common_1 = require("@lightdash/common");
 const execa_1 = tslib_1.__importDefault(require("execa"));
@@ -8,6 +8,7 @@ const inquirer_1 = tslib_1.__importDefault(require("inquirer"));
 const globalState_1 = tslib_1.__importDefault(require("../../globalState"));
 const styles = tslib_1.__importStar(require("../../styles"));
 const DBT_CORE_VERSION_REGEX = /installed:.*/;
+exports.DBT_CLOUD_CLI_REGEX = /dbt Cloud CLI.*/;
 const getDbtCLIVersion = async () => {
     try {
         const { all } = await (0, execa_1.default)('dbt', ['--version'], {
@@ -15,6 +16,10 @@ const getDbtCLIVersion = async () => {
             stdio: ['pipe', 'pipe', 'pipe'],
         });
         const logs = all || '';
+        const cloudVersion = logs.match(exports.DBT_CLOUD_CLI_REGEX);
+        if (cloudVersion) {
+            return cloudVersion[0];
+        }
         const version = logs.match(DBT_CORE_VERSION_REGEX);
         if (version === null || version.length === 0)
             throw new common_1.ParseError(`Can't locate dbt --version: ${logs}`);
@@ -25,7 +30,10 @@ const getDbtCLIVersion = async () => {
         throw new common_1.ParseError(`Failed to get dbt --version:\n  ${msg}`);
     }
 };
+const isDbtCloudCLI = (version) => version.match(exports.DBT_CLOUD_CLI_REGEX) !== null;
 const getSupportedDbtVersionOption = (version) => {
+    if (version.match(exports.DBT_CLOUD_CLI_REGEX))
+        return common_1.DbtVersionOptionLatest.LATEST;
     if (version.startsWith('1.4.'))
         return common_1.SupportedDbtVersions.V1_4;
     if (version.startsWith('1.5.'))
@@ -70,14 +78,40 @@ const getDbtVersion = async () => {
                 },
             ]);
             if (!answers.isConfirm) {
-                throw new Error(`Unsupported dbt version ${verboseVersion}. Please consider using a supported version (${supportedVersionsRangeMessage}).`);
+                console.error(styles.error(`Unsupported dbt version ${verboseVersion}. Please consider using a supported version (${supportedVersionsRangeMessage}).`));
+                process.exit(1);
             }
         }
         spinner?.start();
         globalState_1.default.savePromptAnswer('useFallbackDbtVersion', true);
     }
+    if (isDbtCloudCLI(verboseVersion) &&
+        !globalState_1.default.getSavedPromptAnswer('useExperimentalDbtCloudCLI')) {
+        const message = `Support for dbt Cloud CLI is still experimental and might not work as expected.`;
+        const spinner = globalState_1.default.getActiveSpinner();
+        spinner?.stop();
+        if (process.env.CI === 'true') {
+            console.error(styles.warning(message));
+        }
+        else {
+            const answers = await inquirer_1.default.prompt([
+                {
+                    type: 'confirm',
+                    name: 'isConfirm',
+                    message: `${styles.warning(message)}\nDo you still want to continue?`,
+                },
+            ]);
+            if (!answers.isConfirm) {
+                console.error(styles.error(`Command using dbt cloud CLI has been canceled. Please consider using dbt core CLI for the best experience.`));
+                process.exit(1);
+            }
+        }
+        spinner?.start();
+        globalState_1.default.savePromptAnswer('useExperimentalDbtCloudCLI', true);
+    }
     return {
         verboseVersion,
+        isDbtCloudCLI: isDbtCloudCLI(verboseVersion),
         versionOption: supportedVersionOption ?? fallbackVersionOption,
     };
 };

package/dist/handlers/dbt/getDbtVersion.mocks.d.ts

@@ -3,6 +3,7 @@ export declare const cliMocks: {
     dbt1_3: Partial<ExecaReturnValue<string>>;
     dbt1_4: Partial<ExecaReturnValue<string>>;
     dbt1_9: Partial<ExecaReturnValue<string>>;
+    dbtCloud: Partial<ExecaReturnValue<string>>;
     dbt20_1: Partial<ExecaReturnValue<string>>;
     error: Partial<ExecaError<string>>;
 };

package/dist/handlers/dbt/getDbtVersion.mocks.js

@@ -42,6 +42,9 @@ exports.cliMocks = {
             '  - snowflake:  1.9.0 - Up to date!\n' +
             '  - postgres:   1.9.0 - Up to date!\n',
     },
+    dbtCloud: {
+        all: 'dbt Cloud CLI - 0.38.22 (1183c2abdb6003083b0fa91fcd89cd5feb25f9f7 2024-11-20T15:49:01Z)',
+    },
     dbt20_1: {
         all: 'Core:\n' +
             '  - installed: 20.1.0\n' +

package/dist/handlers/dbt/getDbtVersion.test.js

@@ -43,6 +43,12 @@ describe('Get dbt version', () => {
             expect(version2.verboseVersion).toEqual('1.9.1');
             expect(version2.versionOption).toEqual(common_1.SupportedDbtVersions.V1_9);
         });
+        test('should return latest for dbt cloud', async () => {
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbtCloud);
+            const version3 = await (0, getDbtVersion_1.getDbtVersion)();
+            expect(version3.verboseVersion).toEqual(expect.stringContaining('dbt Cloud CLI'));
+            expect(version3.versionOption).toEqual(common_1.DbtVersionOptionLatest.LATEST);
+        });
         test('when CI=true, should warn user about unsupported version and return fallback', async () => {
             process.env.CI = 'true';
             // Test for 1.3
@@ -72,12 +78,15 @@ describe('Get dbt version', () => {
             expect(consoleError).toHaveBeenCalledTimes(0);
         });
         test('when CI=false, should return error if user declines fallback', async () => {
+            const exitSpy = jest.spyOn(process, 'exit').mockImplementation();
             process.env.CI = 'false';
             execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbt1_3);
             promptMock.mockImplementation(async () => ({ isConfirm: false }));
-            await expect((0, getDbtVersion_1.getDbtVersion)()).rejects.toThrowError();
+            await (0, getDbtVersion_1.getDbtVersion)();
             expect(promptMock).toHaveBeenCalledTimes(1);
-            expect(consoleError).toHaveBeenCalledTimes(0);
+            expect(consoleError).toHaveBeenCalledTimes(1);
+            expect(exitSpy).toHaveBeenCalledWith(1);
+            exitSpy.mockRestore();
         });
     });
 });

package/dist/handlers/dbt/getWarehouseClient.d.ts

@@ -0,0 +1,21 @@
+import { CreateWarehouseCredentials, WarehouseTableSchema } from '@lightdash/common';
+import { warehouseClientFromCredentials } from '@lightdash/warehouses';
+type GetTableCatalogProps = {
+    projectUuid: string;
+    tableName: string;
+    schemaName: string;
+};
+export declare const getTableSchema: ({ projectUuid, tableName, schemaName, }: GetTableCatalogProps) => Promise<WarehouseTableSchema>;
+type GetWarehouseClientOptions = {
+    isDbtCloudCLI: boolean;
+    profilesDir: string;
+    profile: string;
+    target?: string;
+    startOfWeek?: number;
+};
+type GetWarehouseClientReturn = {
+    warehouseClient: ReturnType<typeof warehouseClientFromCredentials>;
+    credentials: CreateWarehouseCredentials;
+};
+export default function getWarehouseClient(options: GetWarehouseClientOptions): Promise<GetWarehouseClientReturn>;
+export {};

package/dist/handlers/dbt/getWarehouseClient.js

@@ -0,0 +1,198 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getTableSchema = void 0;
+const tslib_1 = require("tslib");
+const common_1 = require("@lightdash/common");
+const warehouses_1 = require("@lightdash/warehouses");
+const execa_1 = tslib_1.__importDefault(require("execa"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const config_1 = require("../../config");
+const profile_1 = require("../../dbt/profile");
+const globalState_1 = tslib_1.__importDefault(require("../../globalState"));
+const apiClient_1 = require("./apiClient");
+const getTableSchema = async ({ projectUuid, tableName, schemaName, }) => (0, apiClient_1.lightdashApi)({
+    method: 'GET',
+    url: `/api/v1/projects/${projectUuid}/sqlRunner/fields?tableName=${tableName}&schemaName=${schemaName}`,
+    body: undefined,
+});
+exports.getTableSchema = getTableSchema;
+const DBT_CLOUD_CONNECTION_TYPE_REGEX = /Connection type\s+(\w+)/;
+const getDbtCloudConnectionType = async () => {
+    try {
+        const { all } = await (0, execa_1.default)('dbt', ['environment', 'show'], {
+            all: true,
+            stdio: ['pipe', 'pipe', 'pipe'],
+        });
+        const logs = all || '';
+        const connectionType = logs.match(DBT_CLOUD_CONNECTION_TYPE_REGEX);
+        if (connectionType === null || connectionType.length === 0) {
+            throw new common_1.ParseError(`Can't locate connection type in 'dbt environment show' response`);
+        }
+        if (!(0, common_1.isSupportedDbtAdapterType)(connectionType[1])) {
+            throw new common_1.ParseError(`Unsupported dbt adaptor type ${connectionType[1]}`);
+        }
+        return connectionType[1];
+    }
+    catch (e) {
+        const msg = e instanceof Error ? e.message : '-';
+        throw new common_1.ParseError(`Failed to get connection type:\n  ${msg}`);
+    }
+};
+function getMockCredentials(dbtAdaptorType) {
+    let credentials;
+    switch (dbtAdaptorType) {
+        case common_1.SupportedDbtAdapter.BIGQUERY:
+            credentials = {
+                type: common_1.WarehouseTypes.BIGQUERY,
+                project: '',
+                dataset: '',
+                timeoutSeconds: undefined,
+                priority: undefined,
+                keyfileContents: {},
+                retries: undefined,
+                location: undefined,
+                maximumBytesBilled: undefined,
+            };
+            break;
+        case common_1.SupportedDbtAdapter.POSTGRES:
+            credentials = {
+                type: common_1.WarehouseTypes.POSTGRES,
+                host: '',
+                user: '',
+                password: '',
+                port: 5432,
+                dbname: '',
+                schema: '',
+            };
+            break;
+        case common_1.SupportedDbtAdapter.REDSHIFT:
+            credentials = {
+                type: common_1.WarehouseTypes.REDSHIFT,
+                host: '',
+                user: '',
+                password: '',
+                port: 5432,
+                dbname: '',
+                schema: '',
+            };
+            break;
+        case common_1.SupportedDbtAdapter.SNOWFLAKE:
+            credentials = {
+                type: common_1.WarehouseTypes.SNOWFLAKE,
+                account: '',
+                user: '',
+                password: '',
+                warehouse: '',
+                database: '',
+                schema: '',
+                role: '',
+            };
+            break;
+        case common_1.SupportedDbtAdapter.DATABRICKS:
+            credentials = {
+                type: common_1.WarehouseTypes.DATABRICKS,
+                catalog: '',
+                database: '',
+                serverHostName: '',
+                httpPath: '',
+                personalAccessToken: '',
+            };
+            break;
+        case common_1.SupportedDbtAdapter.TRINO:
+            credentials = {
+                type: common_1.WarehouseTypes.TRINO,
+                host: '',
+                user: '',
+                password: '',
+                port: 5432,
+                dbname: '',
+                schema: '',
+                http_scheme: '',
+            };
+            break;
+        default:
+            (0, common_1.assertUnreachable)(dbtAdaptorType, `Unsupported dbt adaptor type ${dbtAdaptorType}`);
+    }
+    return credentials;
+}
+async function getWarehouseClient(options) {
+    let warehouseClient;
+    let credentials;
+    if (options.isDbtCloudCLI) {
+        const dbtAdaptorType = await getDbtCloudConnectionType();
+        globalState_1.default.debug(`> Using ${dbtAdaptorType} client mock`);
+        credentials = getMockCredentials(dbtAdaptorType);
+        warehouseClient = (0, warehouses_1.warehouseClientFromCredentials)({
+            ...credentials,
+            startOfWeek: (0, common_1.isWeekDay)(options.startOfWeek)
+                ? options.startOfWeek
+                : undefined,
+        });
+        const config = await (0, config_1.getConfig)();
+        // Overwrite methods that need to connect to the warehouse
+        warehouseClient.getCatalog = async (refs) => refs.reduce(async (accPromise, ref) => {
+            const acc = await accPromise; // Wait for the previous step's result
+            if (!config.context?.project) {
+                throw new common_1.AuthorizationError(`No active Lightdash project.`);
+            }
+            try {
+                globalState_1.default.debug(`> Warehouse schema information is not available in dbt Cloud CLI. The schema ${ref.database}.${ref.schema}.${ref.table} will be fetched from the active project.`);
+                const fields = await (0, exports.getTableSchema)({
+                    projectUuid: config.context.project,
+                    tableName: ref.table,
+                    schemaName: ref.schema,
+                });
+                acc[ref.database] = {
+                    [ref.schema]: {
+                        [ref.table]: fields,
+                    },
+                };
+            }
+            catch (e) {
+                globalState_1.default.debug(`Failed to get schema for ${ref.database}.${ref.schema}.${ref.table}.`);
+            }
+            return acc;
+        }, Promise.resolve({}));
+        warehouseClient.streamQuery = async (_query, streamCallback) => {
+            globalState_1.default.debug(`> WarehouseClient.streamQuery() is not supported with dbt Cloud CLI. An empty result will be used.`);
+            return streamCallback({ fields: {}, rows: [] });
+        };
+        warehouseClient.runQuery = async () => {
+            globalState_1.default.debug(`> WarehouseClient.runQuery() is not supported with dbt Cloud CLI. An empty result will be used.`);
+            return { fields: {}, rows: [] };
+        };
+        warehouseClient.test = async () => {
+            globalState_1.default.debug(`> WarehouseClient.test() is not supported with dbt Cloud CLI. No test will be run.`);
+        };
+        warehouseClient.getAllTables = async () => {
+            globalState_1.default.debug(`> WarehouseClient.getAllTables() is not supported with dbt Cloud CLI. An empty result will be used.`);
+            return [];
+        };
+        warehouseClient.getFields = async () => {
+            globalState_1.default.debug(`> WarehouseClient.getFields() is not supported with dbt Cloud CLI. An empty result will be used.`);
+            return { fields: {} };
+        };
+    }
+    else {
+        const absoluteProfilesPath = path_1.default.resolve(options.profilesDir);
+        globalState_1.default.debug(`> Using profiles dir ${absoluteProfilesPath} and profile ${options.profile}`);
+        const { target } = await (0, profile_1.loadDbtTarget)({
+            profilesDir: absoluteProfilesPath,
+            profileName: options.profile,
+            targetName: options.target,
+        });
+        globalState_1.default.debug(`> Using target ${target}`);
+        credentials = await (0, profile_1.warehouseCredentialsFromDbtTarget)(target);
+        warehouseClient = (0, warehouses_1.warehouseClientFromCredentials)({
+            ...credentials,
+            startOfWeek: (0, common_1.isWeekDay)(options.startOfWeek)
+                ? options.startOfWeek
+                : undefined,
+        });
+    }
+    return {
+        warehouseClient,
+        credentials,
+    };
+}
+exports.default = getWarehouseClient;

package/dist/handlers/dbt/run.d.ts

@@ -1,6 +1,8 @@
 import { Command } from 'commander';
 import { DbtCompileOptions } from './compile';
 type DbtRunHandlerOptions = DbtCompileOptions & {
+    profilesDir: string;
+    projectDir: string;
     excludeMeta: boolean;
     verbose: boolean;
     assumeYes: boolean;

package/dist/handlers/deploy.js

@@ -15,6 +15,7 @@ const styles = tslib_1.__importStar(require("../styles"));
 const compile_1 = require("./compile");
 const createProject_1 = require("./createProject");
 const apiClient_1 = require("./dbt/apiClient");
+const getDbtVersion_1 = require("./dbt/getDbtVersion");
 const deploy = async (explores, options) => {
     if (explores.length === 0) {
         globalState_1.default.log(styles.warning('No explores found'));
@@ -116,6 +117,7 @@ const createNewProject = async (executionId, options) => {
 };
 const deployHandler = async (options) => {
     globalState_1.default.setVerbose(options.verbose);
+    const dbtVersion = await (0, getDbtVersion_1.getDbtVersion)();
     await (0, apiClient_1.checkLightdashVersion)();
     const executionId = (0, uuid_1.v4)();
     const explores = await (0, compile_1.compile)(options);
@@ -143,10 +145,16 @@ const deployHandler = async (options) => {
     }
     await (0, exports.deploy)(explores, { ...options, projectUuid });
     const serverUrl = config.context?.serverUrl?.replace(/\/$/, '');
-    const displayUrl = options.create
+    let displayUrl = options.create
         ? `${serverUrl}/createProject/cli?projectUuid=${projectUuid}`
         : `${serverUrl}/projects/${projectUuid}/home`;
-    console.error(`${styles.bold('Successfully deployed project:')}`);
+    let successMessage = 'Successfully deployed project:';
+    if (dbtVersion.isDbtCloudCLI && options.create) {
+        successMessage =
+            'Successfully deployed project! Complete the setup by adding warehouse connection details here:';
+        displayUrl = `${serverUrl}/generalSettings/projectManagement/${projectUuid}/settings`;
+    }
+    console.error(`${styles.bold(successMessage)}`);
     console.error('');
     console.error(`      ${styles.bold(`⚡️ ${displayUrl}`)}`);
     console.error('');

package/dist/handlers/generate.js

@@ -3,7 +3,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateHandler = void 0;
 const tslib_1 = require("tslib");
 const common_1 = require("@lightdash/common");
-const warehouses_1 = require("@lightdash/warehouses");
 const fs_1 = require("fs");
 const inquirer_1 = tslib_1.__importDefault(require("inquirer"));
 const yaml = tslib_1.__importStar(require("js-yaml"));
@@ -13,11 +12,12 @@ const analytics_1 = require("../analytics/analytics");
 const context_1 = require("../dbt/context");
 const manifest_1 = require("../dbt/manifest");
 const models_1 = require("../dbt/models");
-const profile_1 = require("../dbt/profile");
 const schema_1 = require("../dbt/schema");
 const globalState_1 = tslib_1.__importDefault(require("../globalState"));
 const styles = tslib_1.__importStar(require("../styles"));
 const apiClient_1 = require("./dbt/apiClient");
+const getDbtVersion_1 = require("./dbt/getDbtVersion");
+const getWarehouseClient_1 = tslib_1.__importDefault(require("./dbt/getWarehouseClient"));
 const generateHandler = async (options) => {
     globalState_1.default.setVerbose(options.verbose);
     await (0, apiClient_1.checkLightdashVersion)();
@@ -46,26 +46,26 @@ const generateHandler = async (options) => {
         },
     });
     const absoluteProjectPath = path.resolve(options.projectDir);
-    const absoluteProfilesPath = path.resolve(options.profilesDir);
     const context = await (0, context_1.getDbtContext)({
         projectDir: absoluteProjectPath,
     });
     const profileName = options.profile || context.profileName;
-    globalState_1.default.debug(`> Loading profiles from directory: ${absoluteProfilesPath}`);
-    const { target } = await (0, profile_1.loadDbtTarget)({
-        profilesDir: absoluteProfilesPath,
-        profileName,
-        targetName: options.target,
+    const dbtVersion = await (0, getDbtVersion_1.getDbtVersion)();
+    const { warehouseClient } = await (0, getWarehouseClient_1.default)({
+        isDbtCloudCLI: dbtVersion.isDbtCloudCLI,
+        profilesDir: options.profilesDir,
+        profile: options.profile || context.profileName,
+        target: options.target,
+        startOfWeek: options.startOfWeek,
     });
-    globalState_1.default.debug(`> Loaded target from profiles: ${target.type}`);
-    const credentials = await (0, profile_1.warehouseCredentialsFromDbtTarget)(target);
-    const warehouseClient = (0, warehouses_1.warehouseClientFromCredentials)(credentials);
     const manifest = await (0, manifest_1.loadManifest)({ targetDir: context.targetDir });
     const models = (0, models_1.getModelsFromManifest)(manifest);
     const compiledModels = await (0, models_1.getCompiledModels)(models, {
-        projectDir: absoluteProjectPath,
-        profilesDir: absoluteProfilesPath,
-        profile: profileName,
+        projectDir: dbtVersion.isDbtCloudCLI ? undefined : absoluteProjectPath,
+        profilesDir: dbtVersion.isDbtCloudCLI
+            ? undefined
+            : path.resolve(options.profilesDir),
+        profile: dbtVersion.isDbtCloudCLI ? undefined : profileName,
         target: options.target,
         select: options.select || options.models,
         exclude: options.exclude,

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@lightdash/cli",
-    "version": "0.1448.1",
+    "version": "0.1449.0",
     "license": "MIT",
     "bin": {
         "lightdash": "dist/index.js"
@@ -11,8 +11,8 @@
     ],
     "dependencies": {
         "@actions/core": "^1.11.1",
-        "@lightdash/common": "^0.1448.1",
-        "@lightdash/warehouses": "^0.1448.1",
+        "@lightdash/common": "^0.1449.0",
+        "@lightdash/warehouses": "^0.1449.0",
         "@types/columnify": "^1.5.1",
         "ajv": "^8.11.0",
         "ajv-formats": "^2.1.1",