@lakeql/cli 0.2.2 → 0.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/dist/cli.mjs +5 -5
  2. package/package.json +5 -5
package/dist/cli.mjs CHANGED
@@ -1,9 +1,9 @@
1
1
  #!/usr/bin/env node
2
- import{Command as e,Option as t}from"@commander-js/extra-typings";import{readPackage as n}from"read-pkg";import{existsSync as r,readFileSync as i}from"node:fs";import{mkdir as a,readFile as o,rm as s,writeFile as c}from"node:fs/promises";import l from"node:path";import{generateCode as u}from"@lakeql/file-generator";import{generateConfig as d}from"@lakeql/file-generator/config";import{generateInterface as f}from"@lakeql/file-generator/interface";import{generateQuerySchema as ee}from"@lakeql/file-generator/query-schema";import{generateModel as te}from"@lakeql/schema-generator/graphql-schema";import{generateJsonSchemaFromFields as p}from"@lakeql/schema-generator/json-schema";import{generateConfigReqistry as ne}from"@lakeql/file-generator/config-registry";import{globby as m}from"globby";import{camelCase as h,upperFirst as g}from"lodash-es";import _ from"typescript";import{endpointDefinitionSchema as v,findDuplicateFieldNames as y}from"@lakeql/schema-generator/endpoint-schema";import{TrinoClient as b}from"@lakeql/trino-client";import{multiselect as x,question as S,select as C,validators as re}from"@topcli/prompts";import{ClimtTable as w}from"climt";import{createEnv as ie}from"@t3-oss/env-core";import ae from"dotenv";import{enum as oe,number as se,string as T}from"zod/v4";import{parseColumns as E}from"@lakeql/column-parser";import{error as D}from"@lakeql/logger/console";import{convertTrinoResponse as ce}from"@lakeql/response-transformer";import O from"kleur";function k(e,t=0){let n=[],r=` `.repeat(t+1);for(let i of e)if(i.type===`Object`)n.push(`${r}${i.name}: Object`),i.fields&&n.push(k(i.fields,t+1));else if(i.type===`Array`){let e=i.items?.type??`Unknown`;n.push(`${r}${i.name}: Array<${e}>`),i.items?.type===`Object`&&i.items.fields&&n.push(k(i.items.fields,t+1))}else n.push(`${r}${i.name}: ${i.type}`);return n.filter(e=>e.length>0).join(`
3
- `)}function A(){return process.env.INIT_CWD??process.cwd()}const j=`lakeql.config.json`,le={sourcePath:`.`};function ue(){let e=l.join(A(),j);if(!r(e))return le;let t=i(e,`utf-8`),n=JSON.parse(t);return{...le,...n}}function M(e){let t=ue(),n=A(),r=e??t.sourcePath;return l.isAbsolute(r)?r:l.resolve(n,r)}const N=new t(`--catalog <catalog>`,`catalog to use`).env(`HIVE_CATALOG`),P=new t(`--schema <schema>`,`schema to use`),de=new t(`--table <table>`,`table to use`),fe=new t(`--type <type>`,`Show tables or views`),F=new t(`--source-path <path>`,"Base path for generated code (resolved from the command invocation directory). Files are created in `schemas/generated|custom` inside this path.").default(A(),`command invocation directory`),pe=new t(`--skip-registry`,`Skip config registry generation`).default(!1);function me(){return new e(`create-registry`).description("Generates the config registry to ensure the type-safety while using `createPermission`").addOption(F).action(async({sourcePath:e})=>{await he(e!==process.env.INIT_CWD&&e!==process.cwd()?e:void 0)})}async function he(e){let t=M(e),n=await u({fileName:`config-registry.ts`,nodes:ne({configPaths:(await m(`schemas/**/config.ts`,{cwd:t,onlyFiles:!0})).map(e=>{let t=l.parse(e);return l.join(t.dir,t.name)})})});r(l.join(t,`config-registry.ts`))&&await s(l.join(t,`config-registry.ts`),{force:!0,recursive:!0}),await c(l.join(t,`config-registry.ts`),n.text)}function ge(e,t){return{baseClassName:`${g(h(e))}_${g(h(t))}`,queryName:`${h(e)}${g(h(t))}`,mutationName:`create${h(e)}${g(h(t))}`}}const{factory:I}=_;function L(e){return I.createIdentifier(e)}function R(e){return L(e)}function z(e){return I.createStringLiteral(e)}function B(e,t){return I.createPropertyAssignment(L(e),t)}function V(e,t=!0){return I.createObjectLiteralExpression(e,t)}function H(e){return e?I.createTrue():I.createFalse()}function U(e){return I.createParameterDeclaration(void 0,void 0,L(e))}function W(e,t,n){return I.createArrowFunction(n?.async?[I.createToken(_.SyntaxKind.AsyncKeyword)]:void 0,void 0,e.map(e=>typeof e==`string`?U(e):e),void 0,I.createToken(_.SyntaxKind.EqualsGreaterThanToken),t)}function _e(e){return I.createParenthesizedExpression(e)}function G(e,t=!0){return W([`t`],_e(V(e,t)))}function K(e,t){return I.createPropertyAccessExpression(typeof e==`string`?L(e):e,L(t))}function ve(e,t=[],n){return I.createCallExpression(e,n,t)}function q(e,t,n=[],r){return ve(K(e,t),n,r)}function J(e,t=[],n){return q(`builder`,e,t,n)}function ye(e,t){return I.createVariableStatement(void 0,I.createVariableDeclarationList([I.createVariableDeclaration(L(e),void 0,void 0,t)],_.NodeFlags.Const))}function Y(e,t,n){return I.createImportDeclaration(void 0,I.createImportClause(n?.typeOnly??!1,void 0,I.createNamedImports(t.map(e=>I.createImportSpecifier(!1,void 0,L(e))))),z(e))}function be(e,t,n){return I.createImportDeclaration(void 0,I.createImportClause(n?.typeOnly??!1,L(t),void 0),z(e))}function xe({models:e,mutationName:t,mutationConfig:n,hasValidations:r,fieldDefinitions:i}){if(n===!1)return[];let a=Object.values(e).find(e=>e.root);if(!a)return[];let o=Se(i),s=Object.values(e).filter(e=>!e.root);return n&&typeof n==`object`?[...Ce(r),...s.map(t=>X(t,e,o)),X(a,e,o),Oe(t,a,n,r)]:[we(),...s.map(t=>X(t,e,o)),X(a,e,o),ke(t,a)]}function Se(e){let t=new Map;if(!e)return t;for(let n of e){let e=n.options?.required===!0;t.set(n.name,e)}return t}function Ce(e){let t=[Y(`@lakeql/adapters`,[`executeWritePipeline`]),Y(`@lakeql/trino-client`,[`TrinoClient`]),Y(`@lakeql/api/builder`,[`builder`]),Y(`~/env`,[`env`]),Y(`./config`,[`hiveConfig`]),be(`./json-schema.json`,`jsonSchema`)];return e&&t.push(Y(`./validations`,[`validationSchema`])),t}function we(){return Y(`@lakeql/api/builder`,[`builder`])}function X(e,t,n){let r=`${e.modelName}Input`,i=Object.values(e.fields).map(e=>Te(e,t,n));return ye(r,J(`inputType`,[z(r),V([B(`fields`,G(i))])]))}function Te(e,t,n){let r=B(`required`,H(n.get(e.name)??!0));if(e.isArray){let t=e.graphqlType.replace(/^\[/u,``).replace(/\]$/u,``),n=De(t);if(n)return B(e.name,q(`t`,n,[V([r],!1)]));let i=`${t}Input`;return B(e.name,q(`t`,`field`,[V([B(`type`,_.factory.createArrayLiteralExpression([R(i)])),r],!1)]))}let i=Ee(e.graphqlType);if(i)return B(e.name,q(`t`,i,[V([r],!1)]));if(Object.keys(t).includes(e.graphqlType)){let t=`${e.graphqlType}Input`;return B(e.name,q(`t`,`field`,[V([B(`type`,R(t)),r],!1)]))}return B(e.name,q(`t`,`string`,[V([r],!1)]))}function Ee(e){switch(e){case`String`:return`string`;case`Int`:return`int`;case`Float`:return`float`;case`Boolean`:return`boolean`;default:return}}function De(e){switch(e){case`String`:return`stringList`;case`Int`:return`intList`;case`Float`:return`floatList`;case`Boolean`:return`booleanList`;default:return}}function Oe(e,t,n,r){let i=`${t.modelName}Input`,a=[];r&&a.push(_.factory.createExpressionStatement(q(`validationSchema`,`parse`,[R(`input`)]))),a.push(_.factory.createVariableStatement(void 0,_.factory.createVariableDeclarationList([_.factory.createVariableDeclaration(R(`trinoClient`),void 0,void 0,_.factory.createNewExpression(R(`TrinoClient`),void 0,[V([B(`host`,K(`env`,`HIVE_HOST`)),B(`port`,K(`env`,`HIVE_PORT`)),B(`auth`,V([B(`type`,z(`basic`)),B(`username`,K(`env`,`HIVE_USERNAME`)),B(`password`,K(`env`,`HIVE_PASSWORD`))],!1)),B(`catalog`,K(`env`,`HIVE_CATALOG`)),B(`source`,K(`env`,`HIVE_SOURCE`))])]))],_.NodeFlags.Const)));let o=_.factory.createAwaitExpression(ve(R(`executeWritePipeline`),[V([B(`records`,R(`input`)),B(`jsonSchema`,_.factory.createAsExpression(R(`jsonSchema`),_.factory.createKeywordTypeNode(_.SyntaxKind.AnyKeyword))),B(`config`,V([B(`loadStrategy`,z(n.loadStrategy)),B(`basePath`,z(n.basePath)),B(`s3`,V([B(`bucket`,K(`env`,`S3_BUCKET`)),B(`region`,K(`env`,`S3_REGION`)),B(`endpoint`,K(`env`,`S3_ENDPOINT`)),B(`credentials`,V([B(`accessKeyId`,K(`env`,`S3_ACCESS_KEY_ID`)),B(`secretAccessKey`,K(`env`,`S3_SECRET_ACCESS_KEY`))],!1))])),B(`table`,V([B(`catalog`,K(`hiveConfig`,`catalog`)),B(`schema`,K(`hiveConfig`,`schema`)),B(`tableName`,K(`hiveConfig`,`tableName`))],!1)),B(`trinoClient`,R(`trinoClient`))]))])]));a.push(_.factory.createExpressionStatement(o)),a.push(_.factory.createReturnStatement(_.factory.createTrue()));let s=_.factory.createBlock(a,!0),c=W([U(`_root`),_.factory.createParameterDeclaration(void 0,void 0,_.factory.createObjectBindingPattern([_.factory.createBindingElement(void 0,void 0,_.factory.createIdentifier(`input`))]))],s,{async:!0}),l=B(e,q(`t`,`boolean`,[V([B(`args`,V([B(`input`,q(`t`,`arg`,[V([B(`type`,R(i)),B(`required`,H(!0))],!1)]))],!1)),B(`resolve`,c)])]));return _.factory.createExpressionStatement(J(`mutationFields`,[G([l])]))}function ke(e,t){let n=`${t.modelName}Input`,r=_.factory.createBlock([_.addSyntheticLeadingComment(_.factory.createReturnStatement(_.factory.createTrue()),_.SyntaxKind.SingleLineCommentTrivia,` TODO: Implement write logic here`,!0)],!0),i=W([U(`_root`),_.factory.createParameterDeclaration(void 0,void 0,_.factory.createObjectBindingPattern([_.factory.createBindingElement(void 0,void 0,_.factory.createIdentifier(`input`))]))],r,{async:!0}),a=B(e,q(`t`,`boolean`,[V([B(`args`,V([B(`input`,q(`t`,`arg`,[V([B(`type`,R(n)),B(`required`,H(!0))],!1)]))],!1)),B(`resolve`,i)])]));return _.factory.createExpressionStatement(J(`mutationFields`,[G([a])]))}function Z(e){if(typeof e!=`object`||!e)return e;if(Array.isArray(e))return e.map(Z);let t={},n=Object.keys(e).toSorted();for(let r of n)t[r]=Z(e[r]);return t}function Ae(e){let t=Z(e);return`${JSON.stringify(t,null,2).replaceAll(`\r
2
+ import{Command as e,Option as t}from"@commander-js/extra-typings";import{readPackage as n}from"read-pkg";import{existsSync as r,readFileSync as i}from"node:fs";import{mkdir as a,readFile as o,rm as s,writeFile as c}from"node:fs/promises";import l from"node:path";import{generateCode as u}from"@lakeql/file-generator";import{generateConfig as d}from"@lakeql/file-generator/config";import{generateInterface as f}from"@lakeql/file-generator/interface";import{generateQuerySchema as ee}from"@lakeql/file-generator/query-schema";import{generateModel as p}from"@lakeql/schema-generator/graphql-schema";import{generateJsonSchemaFromFields as m}from"@lakeql/schema-generator/json-schema";import{generateConfigReqistry as h}from"@lakeql/file-generator/config-registry";import{globby as g}from"globby";import{camelCase as _,upperFirst as v}from"lodash-es";import y from"typescript";import{endpointDefinitionSchema as b,findDuplicateFieldNames as x}from"@lakeql/schema-generator/endpoint-schema";import{TrinoClient as S}from"@lakeql/trino-client";import{multiselect as C,question as w,select as T,validators as E}from"@topcli/prompts";import{ClimtTable as D}from"climt";import{createEnv as O}from"@t3-oss/env-core";import k from"dotenv";import{enum as te,number as ne,string as A}from"zod/v4";import{parseColumns as j}from"@lakeql/column-parser";import{error as M}from"@lakeql/logger/console";import{convertTrinoResponse as re}from"@lakeql/response-transformer";import N from"kleur";function P(e,t=0){let n=[],r=` `.repeat(t+1);for(let i of e)if(i.type===`Object`)n.push(`${r}${i.name}: Object`),i.fields&&n.push(P(i.fields,t+1));else if(i.type===`Array`){let e=i.items?.type??`Unknown`;n.push(`${r}${i.name}: Array<${e}>`),i.items?.type===`Object`&&i.items.fields&&n.push(P(i.items.fields,t+1))}else n.push(`${r}${i.name}: ${i.type}`);return n.filter(e=>e.length>0).join(`
3
+ `)}function F(){return process.env.INIT_CWD??process.cwd()}const I=`lakeql.config.json`,ie={sourcePath:`.`};function ae(){let e=l.join(F(),I);if(!r(e))return ie;let t=i(e,`utf-8`),n=JSON.parse(t);return{...ie,...n}}function L(e){let t=ae(),n=F(),r=e??t.sourcePath;return l.isAbsolute(r)?r:l.resolve(n,r)}const R=new t(`--catalog <catalog>`,`catalog to use`).env(`HIVE_CATALOG`),z=new t(`--schema <schema>`,`schema to use`),oe=new t(`--table <table>`,`table to use`),se=new t(`--type <type>`,`Show tables or views`),B=new t(`--source-path <path>`,"Base path for generated code (resolved from the command invocation directory). Files are created in `schemas/generated|custom` inside this path.").default(F(),`command invocation directory`),ce=new t(`--skip-registry`,`Skip config registry generation`).default(!1);function le(){return new e(`create-registry`).description("Generates the config registry to ensure the type-safety while using `createPermission`").addOption(B).action(async({sourcePath:e})=>{await V(e!==process.env.INIT_CWD&&e!==process.cwd()?e:void 0)})}async function V(e){let t=L(e),n=await u({fileName:`config-registry.ts`,nodes:h({configPaths:(await g(`schemas/**/config.ts`,{cwd:t,onlyFiles:!0})).map(e=>{let t=l.parse(e);return l.join(t.dir,t.name)})})});r(l.join(t,`config-registry.ts`))&&await s(l.join(t,`config-registry.ts`),{force:!0,recursive:!0}),await c(l.join(t,`config-registry.ts`),n.text)}function ue(e,t){return{baseClassName:`${v(_(e))}_${v(_(t))}`,queryName:`${_(e)}${v(_(t))}`,mutationName:`create${_(e)}${v(_(t))}`}}const{factory:H}=y;function U(e){return H.createIdentifier(e)}function W(e){return U(e)}function G(e){return H.createStringLiteral(e)}function K(e,t){return H.createPropertyAssignment(U(e),t)}function q(e,t=!0){return H.createObjectLiteralExpression(e,t)}function de(e){return e?H.createTrue():H.createFalse()}function fe(e){return H.createParameterDeclaration(void 0,void 0,U(e))}function pe(e,t,n){return H.createArrowFunction(n?.async?[H.createToken(y.SyntaxKind.AsyncKeyword)]:void 0,void 0,e.map(e=>typeof e==`string`?fe(e):e),void 0,H.createToken(y.SyntaxKind.EqualsGreaterThanToken),t)}function me(e){return H.createParenthesizedExpression(e)}function he(e,t=!0){return pe([`t`],me(q(e,t)))}function J(e,t){return H.createPropertyAccessExpression(typeof e==`string`?U(e):e,U(t))}function ge(e,t=[],n){return H.createCallExpression(e,n,t)}function Y(e,t,n=[],r){return ge(J(e,t),n,r)}function _e(e,t=[],n){return Y(`builder`,e,t,n)}function ve(e,t){return H.createVariableStatement(void 0,H.createVariableDeclarationList([H.createVariableDeclaration(U(e),void 0,void 0,t)],y.NodeFlags.Const))}function X(e,t,n){return H.createImportDeclaration(void 0,H.createImportClause(n?.typeOnly??!1,void 0,H.createNamedImports(t.map(e=>H.createImportSpecifier(!1,void 0,U(e))))),G(e))}function ye(e,t,n){return H.createImportDeclaration(void 0,H.createImportClause(n?.typeOnly??!1,U(t),void 0),G(e))}function be({models:e,mutationName:t,mutationConfig:n,hasValidations:r,fieldDefinitions:i}){if(!n)return[];let a=Object.values(e).find(e=>e.root);if(!a)return[];let o=xe(i),s=Object.values(e).filter(e=>!e.root);return[...Se(r),...s.map(t=>Ce(t,e,o)),Ce(a,e,o),De(t,a,n,r)]}function xe(e){let t=new Map;if(!e)return t;for(let n of e){let e=n.options?.required===!0;t.set(n.name,e)}return t}function Se(e){let t=[X(`@lakeql/adapters`,[`executeWritePipeline`]),X(`@lakeql/trino-client`,[`TrinoClient`]),X(`@lakeql/api/builder`,[`builder`]),X(`~/env`,[`env`]),X(`./config`,[`hiveConfig`]),ye(`./json-schema.json`,`jsonSchema`)];return e&&t.push(X(`./validations`,[`validationSchema`])),t}function Ce(e,t,n){let r=`${e.modelName}Input`,i=Object.values(e.fields).map(e=>we(e,t,n));return ve(r,_e(`inputType`,[G(r),q([K(`fields`,he(i))])]))}function we(e,t,n){let r=K(`required`,de(n.get(e.name)??!0));if(e.isArray){let t=e.graphqlType.replace(/^\[/u,``).replace(/\]$/u,``),n=Ee(t);if(n)return K(e.name,Y(`t`,n,[q([r],!1)]));let i=`${t}Input`;return K(e.name,Y(`t`,`field`,[q([K(`type`,y.factory.createArrayLiteralExpression([W(i)])),r],!1)]))}let i=Te(e.graphqlType);if(i)return K(e.name,Y(`t`,i,[q([r],!1)]));if(Object.keys(t).includes(e.graphqlType)){let t=`${e.graphqlType}Input`;return K(e.name,Y(`t`,`field`,[q([K(`type`,W(t)),r],!1)]))}return K(e.name,Y(`t`,`string`,[q([r],!1)]))}function Te(e){switch(e){case`String`:return`string`;case`Int`:return`int`;case`Float`:return`float`;case`Boolean`:return`boolean`;default:return}}function Ee(e){switch(e){case`String`:return`stringList`;case`Int`:return`intList`;case`Float`:return`floatList`;case`Boolean`:return`booleanList`;default:return}}function De(e,t,n,r){let i=`${t.modelName}Input`,a=[];r&&a.push(y.factory.createExpressionStatement(Y(`validationSchema`,`parse`,[W(`input`)]))),a.push(y.factory.createVariableStatement(void 0,y.factory.createVariableDeclarationList([y.factory.createVariableDeclaration(W(`trinoClient`),void 0,void 0,y.factory.createNewExpression(W(`TrinoClient`),void 0,[q([K(`host`,J(`env`,`HIVE_HOST`)),K(`port`,J(`env`,`HIVE_PORT`)),K(`auth`,q([K(`type`,G(`basic`)),K(`username`,J(`env`,`HIVE_USERNAME`)),K(`password`,J(`env`,`HIVE_PASSWORD`))],!1)),K(`catalog`,J(`env`,`HIVE_CATALOG`)),K(`source`,J(`env`,`HIVE_SOURCE`))])]))],y.NodeFlags.Const)));let o=y.factory.createAwaitExpression(ge(W(`executeWritePipeline`),[q([K(`records`,W(`input`)),K(`jsonSchema`,y.factory.createAsExpression(W(`jsonSchema`),y.factory.createKeywordTypeNode(y.SyntaxKind.AnyKeyword))),K(`config`,q([K(`loadStrategy`,G(n.loadStrategy)),K(`basePath`,G(n.basePath)),K(`s3`,q([K(`bucket`,J(`env`,`S3_BUCKET`)),K(`region`,J(`env`,`S3_REGION`)),K(`endpoint`,J(`env`,`S3_ENDPOINT`)),K(`credentials`,q([K(`accessKeyId`,J(`env`,`S3_ACCESS_KEY_ID`)),K(`secretAccessKey`,J(`env`,`S3_SECRET_ACCESS_KEY`))],!1))])),K(`table`,q([K(`catalog`,J(`hiveConfig`,`catalog`)),K(`schema`,J(`hiveConfig`,`schema`)),K(`tableName`,J(`hiveConfig`,`tableName`))],!1)),K(`trinoClient`,W(`trinoClient`))]))])]));a.push(y.factory.createExpressionStatement(o)),a.push(y.factory.createReturnStatement(y.factory.createTrue()));let s=y.factory.createBlock(a,!0),c=pe([fe(`_root`),y.factory.createParameterDeclaration(void 0,void 0,y.factory.createObjectBindingPattern([y.factory.createBindingElement(void 0,void 0,y.factory.createIdentifier(`input`))]))],s,{async:!0}),l=K(e,Y(`t`,`boolean`,[q([K(`args`,q([K(`input`,Y(`t`,`arg`,[q([K(`type`,W(i)),K(`required`,de(!0))],!1)]))],!1)),K(`resolve`,c)])]));return y.factory.createExpressionStatement(_e(`mutationFields`,[he([l])]))}function Z(e){if(typeof e!=`object`||!e)return e;if(Array.isArray(e))return e.map(Z);let t={},n=Object.keys(e).toSorted();for(let r of n)t[r]=Z(e[r]);return t}function Oe(e){let t=Z(e);return`${JSON.stringify(t,null,2).replaceAll(`\r
4
4
  `,`
5
- `)}\n`}async function je(e){let{definition:t,outputDir:n,skipRegistry:i,sourcePathOverride:o}=e,{catalog:ne,schema:m,tableName:h,fields:g}=t,{baseClassName:_,queryName:v,mutationName:y}=ge(m,h),b=p(g),x=te({isRoot:!0,models:{},name:_,source:b}),S=Object.values(x).find(e=>e.root===!0),C=S?.fields?Object.values(S.fields).filter(e=>e.filter===!0).map(e=>({name:e.name,type:e.graphqlType})):[],re=[...new Set(C.map(e=>e.type))],w=[...new Set(Object.values(x).filter(e=>e.transformFields.length>0).flatMap(e=>e.transformFields))],ie=[...new Set(Object.values(x).filter(e=>e.dateTimeFields.length>0).flatMap(e=>e.dateTimeFields))],ae=await u({fileName:`config.ts`,nodes:d({catalog:ne,queryName:v,schema:m,tableName:h,mutationName:[y]})}),oe=await u({fileName:`interface.ts`,nodes:f(x)}),se=await u({fileName:`query-schema.ts`,nodes:ee({dateTimeFields:ie,filterFields:C,filterTypes:re,models:x,queryName:v,transformFields:w})}),T=g.some(e=>e.options?.validations&&e.options.validations.length>0),E=xe({models:x,mutationName:y,mutationConfig:t.mutation,hasValidations:T,fieldDefinitions:g}),D=``;E.length>0&&(D=(await u({fileName:`mutation-schema.ts`,nodes:E})).text);let ce=Ae(b),O=Ae(t),k=[{fileName:`config.ts`,content:ae.text},{fileName:`interface.ts`,content:oe.text},{fileName:`query-schema.ts`,content:se.text},{fileName:`json-schema.json`,content:ce},{fileName:`endpoint.json`,content:O}];D&&k.push({fileName:`mutation-schema.ts`,content:D}),r(n)&&await s(n,{force:!0,recursive:!0}),await a(n,{recursive:!0});for(let e of k)await c(l.join(n,e.fileName),e.content);return i||await he(o),{files:k,outputDir:n}}function Me(){return new e(`create-endpoint`).description(`Create a custom endpoint from a JSON definition file`).addOption(new t(`--from-file <path>`,`Path to a JSON definition file conforming to the Endpoint_Definition_Format`).makeOptionMandatory(!0)).addOption(F).addOption(pe).action(async e=>{let{fromFile:t,sourcePath:n,skipRegistry:i}=e,a=l.isAbsolute(t)?t:l.resolve(process.cwd(),t);r(a)||(console.error(`Error: File not found: ${a}`),process.exit(1));let s;try{s=await o(a,`utf-8`)}catch(e){let t=e instanceof Error?e.message:String(e);console.error(`Error: Cannot read file: ${a}: ${t}`),process.exit(1)}let c;try{c=JSON.parse(s)}catch(e){let t=e instanceof Error?e.message:String(e);console.error(`Error: Invalid JSON in ${a}: ${t}`),process.exit(1)}let u=v.safeParse(c);if(!u.success){let e=u.error.issues.map(e=>` - ${e.path.length>0?e.path.join(`.`):`root`}: ${e.message}`).join(`
6
- `);console.error(`Error: Validation failed for ${a}:\n${e}`),process.exit(1)}let d=u.data,f=y(d.fields);if(f.length>0){let e=f.map(e=>{let t=e.path.length>0?e.path.join(`.`):`root`;return` - Duplicate field "${e.name}" at level: ${t}`}).join(`
5
+ `)}\n`}async function ke(e){let{definition:t,outputDir:n,skipRegistry:i,sourcePathOverride:o}=e,{catalog:h,schema:g,tableName:_,fields:v}=t,{baseClassName:y,queryName:b,mutationName:x}=ue(g,_),S=m(v),C=p({isRoot:!0,models:{},name:y,source:S}),w=Object.values(C).find(e=>e.root===!0),T=w?.fields?Object.values(w.fields).filter(e=>e.filter===!0).map(e=>({name:e.name,type:e.graphqlType})):[],E=[...new Set(T.map(e=>e.type))],D=[...new Set(Object.values(C).filter(e=>e.transformFields.length>0).flatMap(e=>e.transformFields))],O=[...new Set(Object.values(C).filter(e=>e.dateTimeFields.length>0).flatMap(e=>e.dateTimeFields))],k=await u({fileName:`config.ts`,nodes:d({catalog:h,queryName:b,schema:g,tableName:_,mutationName:[x]})}),te=await u({fileName:`interface.ts`,nodes:f(C)}),ne=await u({fileName:`query-schema.ts`,nodes:ee({dateTimeFields:O,filterFields:T,filterTypes:E,models:C,queryName:b,transformFields:D})}),A=v.some(e=>e.options?.validations&&e.options.validations.length>0),j=be({models:C,mutationName:x,mutationConfig:t.mutation,hasValidations:A,fieldDefinitions:v}),M=``;j.length>0&&(M=(await u({fileName:`mutation-schema.ts`,nodes:j})).text);let re=Oe(S),N=Oe(t),P=[{fileName:`config.ts`,content:k.text},{fileName:`interface.ts`,content:te.text},{fileName:`query-schema.ts`,content:ne.text},{fileName:`json-schema.json`,content:re},{fileName:`endpoint.json`,content:N}];M&&P.push({fileName:`mutation-schema.ts`,content:M}),r(n)&&await s(n,{force:!0,recursive:!0}),await a(n,{recursive:!0});for(let e of P)await c(l.join(n,e.fileName),e.content);return i||await V(o),{files:P,outputDir:n}}function Ae(){return new e(`create-endpoint`).description(`Create a custom endpoint from a JSON definition file`).addOption(new t(`--from-file <path>`,`Path to a JSON definition file conforming to the Endpoint_Definition_Format`).makeOptionMandatory(!0)).addOption(B).addOption(ce).action(async e=>{let{fromFile:t,sourcePath:n,skipRegistry:i}=e,a=l.isAbsolute(t)?t:l.resolve(process.cwd(),t);r(a)||(console.error(`Error: File not found: ${a}`),process.exit(1));let s;try{s=await o(a,`utf-8`)}catch(e){let t=e instanceof Error?e.message:String(e);console.error(`Error: Cannot read file: ${a}: ${t}`),process.exit(1)}let c;try{c=JSON.parse(s)}catch(e){let t=e instanceof Error?e.message:String(e);console.error(`Error: Invalid JSON in ${a}: ${t}`),process.exit(1)}let u=b.safeParse(c);if(!u.success){let e=u.error.issues.map(e=>` - ${e.path.length>0?e.path.join(`.`):`root`}: ${e.message}`).join(`
6
+ `);console.error(`Error: Validation failed for ${a}:\n${e}`),process.exit(1)}let d=u.data,f=x(d.fields);if(f.length>0){let e=f.map(e=>{let t=e.path.length>0?e.path.join(`.`):`root`;return` - Duplicate field "${e.name}" at level: ${t}`}).join(`
7
7
  `);console.error(`Error: Validation failed for ${a}:\n${e}`),process.exit(1)}console.log(`
8
8
  Loaded definition summary:`),console.log(` tableName: ${d.tableName}`),console.log(` catalog: ${d.catalog}`),console.log(` schema: ${d.schema}`);let ee=d.mutation?d.mutation.loadStrategy:`disabled`;console.log(` mutation: ${ee}`),console.log(`
9
- Fields:`),console.log(k(d.fields)),console.log(``);let te=M(n===process.cwd()?void 0:n),p=l.join(te,`schemas/custom`,d.catalog,d.schema,d.tableName);await je({definition:d,outputDir:p,skipRegistry:i,sourcePathOverride:n===process.cwd()?void 0:n}),console.log(`Endpoint generated successfully at: ${p}`)})}let Ne;function Pe(){return ae.config({path:`../../.env`}),ie({runtimeEnv:process.env,server:{HIVE_CATALOG:T().min(1),HIVE_HOST:T(),HIVE_PASSWORD:T().min(1),HIVE_PORT:T().transform(e=>Number.parseInt(e,10)).pipe(se()),HIVE_SOURCE:T().optional(),HIVE_USERNAME:T().min(1),LOG_LEVEL:oe([`info`,`warn`,`error`,`debug`]).default(`warn`)}})}function Q(){return Ne||=Pe(),Ne}function Fe(){let t=new e(`list-columns`);return t.description(`Lists the columns for the specified table`).addOption(N).addOption(P.makeOptionMandatory()).addOption(de.makeOptionMandatory()).action(async({catalog:e,schema:t,table:n})=>{let r=Q(),i=e??r.HIVE_CATALOG,a=new b({auth:{password:r.HIVE_PASSWORD,type:`basic`,username:r.HIVE_USERNAME},catalog:i,host:r.HIVE_HOST,port:r.HIVE_PORT}),o=t;if(o===void 0){let e=await a.schemas({catalog:i});o=await C(`Choose a schema from the ${i} catalog`,{autocomplete:!0,choices:e})}let s=n;if(s===void 0){let e=await a.tables({catalog:i,schema:o});s=await C(`Choose a table from "${i}.${o}"`,{autocomplete:!0,choices:e})}let c=(await a.columns({catalog:i,schema:o,table:s})).map(([e,t,n,r])=>({description:r,extra:n,name:e,type:t})),l=new w;l.column(`Column Name`,`name`),l.column(`Type`,`type`),l.column(`Extra`,`extra`),l.column(`Description`,`description`),l.render(c)}),t}function Ie(){let t=new e(`list-schemas`);return t.description(`Lists the available schemas for the configured catalog`).addOption(N).action(async({catalog:e})=>{let t=Q(),n=e??t.HIVE_CATALOG,r=await new b({auth:{password:t.HIVE_PASSWORD,type:`basic`,username:t.HIVE_USERNAME},catalog:n,host:t.HIVE_HOST,port:t.HIVE_PORT}).schemas({catalog:n}),i=new w;i.column(`Schema Name`,`s`),i.render(r.map(e=>({s:e})))}),t}function Le(){let t=new e(`list-tables`);return t.description(`Lists the available tables for the configured catalog/schema`).addOption(N).addOption(P).action(async({catalog:e,schema:t})=>{let n=Q(),r=e??n.HIVE_CATALOG,i=new b({auth:{password:n.HIVE_PASSWORD,type:`basic`,username:n.HIVE_USERNAME},catalog:r,host:n.HIVE_HOST,port:n.HIVE_PORT}),a=t;if(a===void 0){let e=await i.schemas({catalog:r});a=await C(`Choose a schema from the ${r} catalog`,{autocomplete:!0,choices:e})}let o=await i.tables({catalog:r,schema:a}),s=new w;s.column(`Table Name`,`t`),s.render(o.map(e=>({t:e})))}),t}function Re(){let t=new e(`list-views`);return t.description(`Lists the available views for the configured catalog/schema`).addOption(N).addOption(P).action(async({catalog:e,schema:t})=>{let n=Q(),r=e??n.HIVE_CATALOG,i=new b({auth:{password:n.HIVE_PASSWORD,type:`basic`,username:n.HIVE_USERNAME},catalog:r,host:n.HIVE_HOST,port:n.HIVE_PORT}),a=t;if(a===void 0){let e=await i.schemas({catalog:r});a=await C(`Choose a schema from the ${r} catalog`,{choices:e})}let o=await i.views({catalog:r,schema:a}),s=new w;s.column(`View Name`,`v`),s.render(o.map(e=>({v:e})))}),t}function ze(e){switch(e.replaceAll(/[^a-zA-Z]/gu,``)){case`varchar`:return`String`;case`decimal`:case`double`:case`float`:return`Float`;case`integer`:case`bigint`:return`Integer`;case`boolean`:return`Boolean`;case`timestamp`:return`DateTime`;case`date`:return`Date`;default:return`String`}}function Be(e,t){return typeof t==`string`?{name:e,type:ze(t)}:Array.isArray(t)?{name:e,type:`Array`,items:Ve(t)}:typeof t==`object`&&t?{name:e,type:`Object`,fields:$(t)}:{name:e,type:`String`}}function Ve(e){if(e.length===0)return{type:`String`};let[t]=e;return typeof t==`string`?{type:ze(t)}:typeof t==`object`&&t&&!Array.isArray(t)?{type:`Object`,fields:$(t)}:{type:`String`}}function $(e){let t=[];for(let[n,r]of Object.entries(e))t.push(Be(n,r));return t}function He(e){let{tableName:t,catalog:n,schema:r,parsedColumns:i}=e;return{version:`1.0`,tableName:t,catalog:n,schema:r,fields:$(i),mutation:!1}}function Ue(){let t=new e(`pull`),n=t.description(`Interactive query endpoint generation based on a remote table`).addOption(N).addOption(fe).addOption(P.makeOptionMandatory(!1)).addOption(de.makeOptionMandatory(!1).default([]).argParser((e,t)=>[...t,e])).addOption(pe).addOption(F);return n.action(async e=>{let n=Q(),{skipRegistry:r,sourcePath:i}=e,a=e.catalog??n.HIVE_CATALOG,{schema:o,table:s,type:c}=e,u=i===(process.env.INIT_CWD??process.cwd())?void 0:i,d=M(u),f=new b({auth:{password:n.HIVE_PASSWORD,type:`basic`,username:n.HIVE_USERNAME},catalog:a,host:n.HIVE_HOST,port:n.HIVE_PORT});if(!o){let e=await f.schemas({catalog:a});o=await C(`Choose a schema from the ${a} catalog`,{autocomplete:!0,choices:e})}if(s.length===0&&(c??=await C(`What do you want to see from ${a}/${o}`,{choices:[{label:`Show tables`,value:`tables`},{label:`Show views`,value:`views`}]})),s.length===0){let e=[];e=c===`views`?await f.views({catalog:a,schema:o}):await f.tables({catalog:a,schema:o}),e.length===0&&t.error(D(`There are no tables in schema '${a}.${o}'.`),{exitCode:0}),s=await x(`Choose the tables to pull`,{autocomplete:!0,choices:e,validators:[re.required()]})}for(let e of s){let t=E((await f.columns({catalog:a,schema:o,table:e})).map(e=>ce({keys:[`name`,`type`,`extra`,`description`],values:e})));await je({definition:He({tableName:e,catalog:a,schema:o,parsedColumns:t}),outputDir:l.join(d,`schemas/generated`,a,o,e),skipRegistry:r,sourcePathOverride:u})}}),n}function We(){return new e(`init`).description(`Initialize a lakeql.config.json configuration file`).action(async()=>{let e=A(),t=l.join(e,j);if(r(t)&&await C(`lakeql.config.json already exists. Overwrite?`,{choices:[{label:`Yes`,value:`yes`},{label:`No`,value:`no`}]})===`no`){console.log(O.yellow(`Aborted.`));return}let n=r(l.join(e,`src`)),i;if(n)i=`src`,console.log(O.cyan(`Detected src/ directory — generated code will be placed in src/`));else{let e=await C(`Where should generated code be placed?`,{choices:[{label:`./ (project root)`,value:`.`},{label:`Custom path`,value:`__custom__`}]});i=e,e===`__custom__`&&(i=await S(`Enter the source path (relative to project root):`,{defaultValue:`.`}))}await c(t,`${JSON.stringify({sourcePath:i},null,2)}\n`),console.log(O.green(`Created ${j} at ${t}`))})}async function Ge(){let t=await n(),r=new e;r.configureHelp({sortSubcommands:!0}),r.name(`lakeql-cli`).description(`LakeQL CLI`).version(t.version).addCommand(Ie()).addCommand(Le()).addCommand(Re()).addCommand(Fe()).addCommand(Ue()).addCommand(Me()).addCommand(me()).addCommand(We()),await r.parseAsync()}Ge().catch(()=>{process.exit(1)});export{};
9
+ Fields:`),console.log(P(d.fields)),console.log(``);let p=L(n===process.cwd()?void 0:n),m=l.join(p,`schemas/custom`,d.catalog,d.schema,d.tableName);await ke({definition:d,outputDir:m,skipRegistry:i,sourcePathOverride:n===process.cwd()?void 0:n}),console.log(`Endpoint generated successfully at: ${m}`)})}let je;function Me(){return k.config({path:`../../.env`}),O({runtimeEnv:process.env,server:{HIVE_CATALOG:A().min(1),HIVE_HOST:A(),HIVE_PASSWORD:A().min(1),HIVE_PORT:A().transform(e=>Number.parseInt(e,10)).pipe(ne()),HIVE_SOURCE:A().optional(),HIVE_USERNAME:A().min(1),LOG_LEVEL:te([`info`,`warn`,`error`,`debug`]).default(`warn`)}})}function Q(){return je||=Me(),je}function Ne(){let t=new e(`list-columns`);return t.description(`Lists the columns for the specified table`).addOption(R).addOption(z.makeOptionMandatory()).addOption(oe.makeOptionMandatory()).action(async({catalog:e,schema:t,table:n})=>{let r=Q(),i=e??r.HIVE_CATALOG,a=new S({auth:{password:r.HIVE_PASSWORD,type:`basic`,username:r.HIVE_USERNAME},catalog:i,host:r.HIVE_HOST,port:r.HIVE_PORT}),o=t;if(o===void 0){let e=await a.schemas({catalog:i});o=await T(`Choose a schema from the ${i} catalog`,{autocomplete:!0,choices:e})}let s=n;if(s===void 0){let e=await a.tables({catalog:i,schema:o});s=await T(`Choose a table from "${i}.${o}"`,{autocomplete:!0,choices:e})}let c=(await a.columns({catalog:i,schema:o,table:s})).map(([e,t,n,r])=>({description:r,extra:n,name:e,type:t})),l=new D;l.column(`Column Name`,`name`),l.column(`Type`,`type`),l.column(`Extra`,`extra`),l.column(`Description`,`description`),l.render(c)}),t}function Pe(){let t=new e(`list-schemas`);return t.description(`Lists the available schemas for the configured catalog`).addOption(R).action(async({catalog:e})=>{let t=Q(),n=e??t.HIVE_CATALOG,r=await new S({auth:{password:t.HIVE_PASSWORD,type:`basic`,username:t.HIVE_USERNAME},catalog:n,host:t.HIVE_HOST,port:t.HIVE_PORT}).schemas({catalog:n}),i=new D;i.column(`Schema Name`,`s`),i.render(r.map(e=>({s:e})))}),t}function Fe(){let t=new e(`list-tables`);return t.description(`Lists the available tables for the configured catalog/schema`).addOption(R).addOption(z).action(async({catalog:e,schema:t})=>{let n=Q(),r=e??n.HIVE_CATALOG,i=new S({auth:{password:n.HIVE_PASSWORD,type:`basic`,username:n.HIVE_USERNAME},catalog:r,host:n.HIVE_HOST,port:n.HIVE_PORT}),a=t;if(a===void 0){let e=await i.schemas({catalog:r});a=await T(`Choose a schema from the ${r} catalog`,{autocomplete:!0,choices:e})}let o=await i.tables({catalog:r,schema:a}),s=new D;s.column(`Table Name`,`t`),s.render(o.map(e=>({t:e})))}),t}function Ie(){let t=new e(`list-views`);return t.description(`Lists the available views for the configured catalog/schema`).addOption(R).addOption(z).action(async({catalog:e,schema:t})=>{let n=Q(),r=e??n.HIVE_CATALOG,i=new S({auth:{password:n.HIVE_PASSWORD,type:`basic`,username:n.HIVE_USERNAME},catalog:r,host:n.HIVE_HOST,port:n.HIVE_PORT}),a=t;if(a===void 0){let e=await i.schemas({catalog:r});a=await T(`Choose a schema from the ${r} catalog`,{choices:e})}let o=await i.views({catalog:r,schema:a}),s=new D;s.column(`View Name`,`v`),s.render(o.map(e=>({v:e})))}),t}function Le(e){switch(e.replaceAll(/[^a-zA-Z]/gu,``)){case`varchar`:return`String`;case`decimal`:case`double`:case`float`:return`Float`;case`integer`:case`bigint`:return`Integer`;case`boolean`:return`Boolean`;case`timestamp`:return`DateTime`;case`date`:return`Date`;default:return`String`}}function Re(e,t){return typeof t==`string`?{name:e,type:Le(t)}:Array.isArray(t)?{name:e,type:`Array`,items:ze(t)}:typeof t==`object`&&t?{name:e,type:`Object`,fields:$(t)}:{name:e,type:`String`}}function ze(e){if(e.length===0)return{type:`String`};let[t]=e;return typeof t==`string`?{type:Le(t)}:typeof t==`object`&&t&&!Array.isArray(t)?{type:`Object`,fields:$(t)}:{type:`String`}}function $(e){let t=[];for(let[n,r]of Object.entries(e))t.push(Re(n,r));return t}function Be(e){let{tableName:t,catalog:n,schema:r,parsedColumns:i}=e;return{version:`1.0`,tableName:t,catalog:n,schema:r,fields:$(i),mutation:!1}}function Ve(){let t=new e(`pull`),n=t.description(`Interactive query endpoint generation based on a remote table`).addOption(R).addOption(se).addOption(z.makeOptionMandatory(!1)).addOption(oe.makeOptionMandatory(!1).default([]).argParser((e,t)=>[...t,e])).addOption(ce).addOption(B);return n.action(async e=>{let n=Q(),{skipRegistry:r,sourcePath:i}=e,a=e.catalog??n.HIVE_CATALOG,{schema:o,table:s,type:c}=e,u=i===(process.env.INIT_CWD??process.cwd())?void 0:i,d=L(u),f=new S({auth:{password:n.HIVE_PASSWORD,type:`basic`,username:n.HIVE_USERNAME},catalog:a,host:n.HIVE_HOST,port:n.HIVE_PORT});if(!o){let e=await f.schemas({catalog:a});o=await T(`Choose a schema from the ${a} catalog`,{autocomplete:!0,choices:e})}if(s.length===0&&(c??=await T(`What do you want to see from ${a}/${o}`,{choices:[{label:`Show tables`,value:`tables`},{label:`Show views`,value:`views`}]})),s.length===0){let e=[];e=c===`views`?await f.views({catalog:a,schema:o}):await f.tables({catalog:a,schema:o}),e.length===0&&t.error(M(`There are no tables in schema '${a}.${o}'.`),{exitCode:0}),s=await C(`Choose the tables to pull`,{autocomplete:!0,choices:e,validators:[E.required()]})}for(let e of s){let t=j((await f.columns({catalog:a,schema:o,table:e})).map(e=>re({keys:[`name`,`type`,`extra`,`description`],values:e})));await ke({definition:Be({tableName:e,catalog:a,schema:o,parsedColumns:t}),outputDir:l.join(d,`schemas/generated`,a,o,e),skipRegistry:r,sourcePathOverride:u})}}),n}function He(){return new e(`init`).description(`Initialize a lakeql.config.json configuration file`).action(async()=>{let e=F(),t=l.join(e,I);if(r(t)&&await T(`lakeql.config.json already exists. Overwrite?`,{choices:[{label:`Yes`,value:`yes`},{label:`No`,value:`no`}]})===`no`){console.log(N.yellow(`Aborted.`));return}let n=r(l.join(e,`src`)),i;if(n)i=`src`,console.log(N.cyan(`Detected src/ directory — generated code will be placed in src/`));else{let e=await T(`Where should generated code be placed?`,{choices:[{label:`./ (project root)`,value:`.`},{label:`Custom path`,value:`__custom__`}]});i=e,e===`__custom__`&&(i=await w(`Enter the source path (relative to project root):`,{defaultValue:`.`}))}await c(t,`${JSON.stringify({sourcePath:i},null,2)}\n`),console.log(N.green(`Created ${I} at ${t}`))})}async function Ue(){let t=await n(),r=new e;r.configureHelp({sortSubcommands:!0}),r.name(`lakeql-cli`).description(`LakeQL CLI`).version(t.version).addCommand(Pe()).addCommand(Fe()).addCommand(Ie()).addCommand(Ne()).addCommand(Ve()).addCommand(Ae()).addCommand(le()).addCommand(He()),await r.parseAsync()}Ue().catch(()=>{process.exit(1)});export{};
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@lakeql/cli",
3
- "version": "0.2.2",
3
+ "version": "0.2.4",
4
4
  "description": "CLI for introspecting Trino schemas and generating type-safe GraphQL endpoints",
5
5
  "keywords": [
6
6
  "cli",
@@ -55,13 +55,13 @@
55
55
  "ora": "9.4.0",
56
56
  "read-pkg": "10.1.0",
57
57
  "zod": "4.4.3",
58
- "@lakeql/file-generator": "0.1.3",
59
58
  "@lakeql/column-parser": "0.1.2",
59
+ "@lakeql/logger": "0.1.2",
60
+ "@lakeql/file-generator": "0.1.4",
60
61
  "@lakeql/response-transformer": "0.1.2",
61
- "@lakeql/helpers": "0.1.2",
62
- "@lakeql/schema-generator": "0.2.0",
62
+ "@lakeql/schema-generator": "0.2.1",
63
63
  "@lakeql/trino-client": "0.3.0",
64
- "@lakeql/logger": "0.1.2"
64
+ "@lakeql/helpers": "0.1.2"
65
65
  },
66
66
  "devDependencies": {
67
67
  "@types/lodash-es": "4.17.12",