@lakeql/schema-generator 0.2.0 → 0.3.0

package/dist/endpoint-schema.d.mts

@@ -15,14 +15,27 @@ declare const metadataFieldPattern: RegExp;
  */
 declare const loadStrategies: readonly ["full_load", "full_load_append", "append"];
 type LoadStrategy = (typeof loadStrategies)[number];
+/**
+ * Supported storage adapter types.
+ */
+declare const storageTypes: readonly ["s3", "minio"];
+type StorageType = (typeof storageTypes)[number];
 /**
  * Mutation pipeline configuration for an endpoint.
  */
 interface MutationConfig {
   /** Load strategy for the write pipeline. */
   loadStrategy: LoadStrategy;
-  /** S3 base path for endpoint data. */
+  /** Storage adapter type. Defaults to "s3". */
+  type: StorageType;
+  /** S3/MinIO bucket name for endpoint data. */
+  bucket: string;
+  /** Base path for endpoint data. */
   basePath: string;
+  /** Optional region override (falls back to AWS_DEFAULT_REGION env var for S3). */
+  region?: string;
+  /** Optional custom endpoint. Required for MinIO, optional for S3. */
+  endpoint?: string;
 }
 /**
  * Zod schema for the mutation configuration object.
@@ -33,7 +46,14 @@ declare const mutationConfigSchema: z.ZodObject<{
     full_load_append: "full_load_append";
     append: "append";
   }>;
+  type: z.ZodDefault<z.ZodEnum<{
+    s3: "s3";
+    minio: "minio";
+  }>>;
+  bucket: z.ZodString;
   basePath: z.ZodString;
+  region: z.ZodOptional<z.ZodString>;
+  endpoint: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>;
 /**
  * Zod schema for the mutation field: either `false` (disabled) or a config object (enabled).
@@ -44,7 +64,14 @@ declare const mutationSchema: z.ZodUnion<readonly [z.ZodLiteral<false>, z.ZodObj
     full_load_append: "full_load_append";
     append: "append";
   }>;
+  type: z.ZodDefault<z.ZodEnum<{
+    s3: "s3";
+    minio: "minio";
+  }>>;
+  bucket: z.ZodString;
   basePath: z.ZodString;
+  region: z.ZodOptional<z.ZodString>;
+  endpoint: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>]>;
 /**
  * Supported primitive types for field definitions.
@@ -118,7 +145,14 @@ declare const endpointDefinitionSchema: z.ZodObject<{
       full_load_append: "full_load_append";
       append: "append";
     }>;
+    type: z.ZodDefault<z.ZodEnum<{
+      s3: "s3";
+      minio: "minio";
+    }>>;
+    bucket: z.ZodString;
     basePath: z.ZodString;
+    region: z.ZodOptional<z.ZodString>;
+    endpoint: z.ZodOptional<z.ZodString>;
   }, z.core.$strip>]>>;
 }, z.core.$strip>;
 type EndpointDefinitionFormat = z.infer<typeof endpointDefinitionSchema>;
@@ -131,4 +165,4 @@ declare function findDuplicateFieldNames(fields: FieldDefinition[], path?: strin
   path: string[];
 }[];
 //#endregion
-export { ArrayItemDefinition, EndpointDefinitionFormat, FieldDefinition, FieldOptions, FieldValidation, LoadStrategy, MutationConfig, PrimitiveType, endpointDefinitionSchema, fieldDefinitionSchema, fieldNamePattern, fieldOptionsSchema, fieldValidationSchema, findDuplicateFieldNames, loadStrategies, metadataFieldPattern, mutationConfigSchema, mutationSchema, primitiveTypes };
+export { ArrayItemDefinition, EndpointDefinitionFormat, FieldDefinition, FieldOptions, FieldValidation, LoadStrategy, MutationConfig, PrimitiveType, StorageType, endpointDefinitionSchema, fieldDefinitionSchema, fieldNamePattern, fieldOptionsSchema, fieldValidationSchema, findDuplicateFieldNames, loadStrategies, metadataFieldPattern, mutationConfigSchema, mutationSchema, primitiveTypes, storageTypes };

package/dist/endpoint-schema.mjs

@@ -1 +1 @@
-import{z as e}from"zod";const t=/^[a-zA-Z_][a-zA-Z0-9_]{0,63}$/u,n=/^[a-zA-Z_][a-zA-Z0-9_]{0,127}$/u,r=[`full_load`,`full_load_append`,`append`],i=e.object({loadStrategy:e.enum(r),basePath:e.string().min(1)}),a=e.union([e.literal(!1),i]),o=[`String`,`Integer`,`Float`,`Boolean`,`Date`,`DateTime`],s=e.union([e.object({type:e.literal(`email`)}),e.object({type:e.literal(`url`)}),e.object({type:e.literal(`uuid`)}),e.object({type:e.literal(`min`),value:e.number()}),e.object({type:e.literal(`max`),value:e.number()}),e.object({type:e.literal(`regex`),pattern:e.string()})]),c=e.object({required:e.boolean().optional(),validations:e.array(s).optional()}),l=e.lazy(()=>e.discriminatedUnion(`type`,[e.object({name:e.string().regex(t),type:e.literal(`String`),options:c.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Integer`),options:c.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Float`),options:c.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Boolean`),options:c.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Date`),options:c.optional()}),e.object({name:e.string().regex(t),type:e.literal(`DateTime`),options:c.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Object`),fields:e.array(l).min(1),options:c.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Array`),items:e.union([e.object({type:e.enum(o)}),e.object({type:e.literal(`Object`),fields:e.array(l).min(1)})]),options:c.optional()})])),u=e.object({version:e.literal(`1.0`),tableName:e.string().regex(n),catalog:e.string().regex(n),schema:e.string().regex(n),fields:e.array(l),mutation:a.optional()});function d(e,t=[]){let n=[],r=new Set;for(let i of e)r.has(i.name)?n.push({name:i.name,path:t}):r.add(i.name),i.type===`Object`&&i.fields&&n.push(...d(i.fields,[...t,i.name])),i.type===`Array`&&i.items?.type===`Object`&&i.items.fields&&n.push(...d(i.items.fields,[...t,i.name,`items`]));return n}export{u as endpointDefinitionSchema,l as fieldDefinitionSchema,t as fieldNamePattern,c as fieldOptionsSchema,s as fieldValidationSchema,d as findDuplicateFieldNames,r as loadStrategies,n as metadataFieldPattern,i as mutationConfigSchema,a as mutationSchema,o as primitiveTypes};
+import{z as e}from"zod";const t=/^[a-zA-Z_][a-zA-Z0-9_]{0,63}$/u,n=/^[a-zA-Z_][a-zA-Z0-9_]{0,127}$/u,r=[`full_load`,`full_load_append`,`append`],i=[`s3`,`minio`],a=e.object({loadStrategy:e.enum(r),type:e.enum(i).default(`s3`),bucket:e.string().min(1),basePath:e.string().min(1),region:e.string().optional(),endpoint:e.string().optional()}),o=e.union([e.literal(!1),a]),s=[`String`,`Integer`,`Float`,`Boolean`,`Date`,`DateTime`],c=e.union([e.object({type:e.literal(`email`)}),e.object({type:e.literal(`url`)}),e.object({type:e.literal(`uuid`)}),e.object({type:e.literal(`min`),value:e.number()}),e.object({type:e.literal(`max`),value:e.number()}),e.object({type:e.literal(`regex`),pattern:e.string()})]),l=e.object({required:e.boolean().optional(),validations:e.array(c).optional()}),u=e.lazy(()=>e.discriminatedUnion(`type`,[e.object({name:e.string().regex(t),type:e.literal(`String`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Integer`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Float`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Boolean`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Date`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`DateTime`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Object`),fields:e.array(u).min(1),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Array`),items:e.union([e.object({type:e.enum(s)}),e.object({type:e.literal(`Object`),fields:e.array(u).min(1)})]),options:l.optional()})])),d=e.object({version:e.literal(`1.0`),tableName:e.string().regex(n),catalog:e.string().regex(n),schema:e.string().regex(n),fields:e.array(u),mutation:o.optional()});function f(e,t=[]){let n=[],r=new Set;for(let i of e)r.has(i.name)?n.push({name:i.name,path:t}):r.add(i.name),i.type===`Object`&&i.fields&&n.push(...f(i.fields,[...t,i.name])),i.type===`Array`&&i.items?.type===`Object`&&i.items.fields&&n.push(...f(i.items.fields,[...t,i.name,`items`]));return n}export{d as endpointDefinitionSchema,u as fieldDefinitionSchema,t as fieldNamePattern,l as fieldOptionsSchema,c as fieldValidationSchema,f as findDuplicateFieldNames,r as loadStrategies,n as metadataFieldPattern,a as mutationConfigSchema,o as mutationSchema,s as primitiveTypes,i as storageTypes};

package/dist/json-schema.mjs

@@ -1 +1 @@
-import{isObject as e}from"@lakeql/helpers/object-helper";import{createRegExp as t,global as n,not as r}from"magic-regexp";function i(e){return{$schema:`https://json-schema.org/draft-07/schema#`,...s(e),additionalProperties:!1}}function a(e){let i=t(r.letter,[n]),a=e.toString().replace(i,``);switch(a){case`varchar`:return{type:`string`};case`decimal`:case`double`:case`float`:return{type:`number`};case`integer`:case`bigint`:return{type:`integer`};case`boolean`:return{type:`boolean`};case`timestamp`:return{format:`date-time`,type:`string`};case`date`:return{format:`date`,type:`string`};default:throw Error(`Type ${a.toString()} is unknown.`)}}function o(t){if(t.length>1)throw Error("We expect that an array has only one element ( e.g. a primitive like `varchar` or an object like `row()`.");if(Array.isArray(t[0]))throw TypeError(`We currently do not support 'array of array'. Feel free to raise an issue.`);if(typeof t[0]==`string`)return{items:a(t[0]),type:`array`};if(e(t[0]))return{items:s(t[0]),type:`array`};throw Error("Unexpected case in `json-generator.handleArray`")}function s(t){let n={additionalProperties:!1,properties:{},type:`object`};for(let[r,i]of Object.entries(t)){if(typeof i==`string`)try{n.properties[r]=a(i)}catch(e){console.log(e)}if(Array.isArray(i))try{n.properties[r]=o(i)}catch(e){console.log(e)}if(e(i))try{n.properties[r]=s(i)}catch(e){console.log(e)}}return n}function c(e){switch(e){case`String`:return{type:`string`};case`Integer`:return{type:`integer`};case`Float`:return{type:`number`};case`Boolean`:return{type:`boolean`};case`Date`:return{type:`string`,format:`date`};case`DateTime`:return{type:`string`,format:`date-time`};default:return{type:`string`}}}function l(e){return e.type===`Object`&&e.fields?{type:`object`,properties:d(e.fields),additionalProperties:!1}:c(e.type)}function u(e){switch(e.type){case`Object`:return{type:`object`,properties:d(e.fields??[]),additionalProperties:!1};case`Array`:return{type:`array`,items:e.items?l(e.items):{type:`string`}};default:return c(e.type)}}function d(e){let t={};for(let n of e)t[n.name]=u(n);return t}function f(e){return{$schema:`https://json-schema.org/draft-07/schema#`,type:`object`,properties:d(e),additionalProperties:!1}}export{i as generateJsonSchema,f as generateJsonSchemaFromFields};
+import{isObject as e}from"@lakeql/helpers/object-helper";import{createRegExp as t,global as n,not as r}from"magic-regexp";function i(e){return{$schema:`https://json-schema.org/draft-07/schema#`,...s(e),additionalProperties:!1}}function a(e){let i=t(r.letter,[n]),a=e.toString().replace(i,``);switch(a){case`varchar`:return{type:`string`};case`decimal`:case`double`:case`float`:return{type:`number`};case`integer`:case`bigint`:return{type:`integer`};case`boolean`:return{type:`boolean`};case`timestamp`:return{format:`date-time`,type:`string`};case`date`:return{format:`date`,type:`string`};default:throw Error(`Type ${a.toString()} is unknown.`)}}function o(t){if(t.length>1)throw Error("We expect that an array has only one element ( e.g. a primitive like `varchar` or an object like `row()`.");if(Array.isArray(t[0]))throw TypeError(`We currently do not support 'array of array'. Feel free to raise an issue.`);if(typeof t[0]==`string`)return{items:a(t[0]),type:`array`};if(e(t[0]))return{items:s(t[0]),type:`array`};throw Error("Unexpected case in `json-generator.handleArray`")}function s(t){let n={additionalProperties:!1,properties:{},type:`object`};for(let[r,i]of Object.entries(t))typeof i==`string`&&(n.properties[r]=a(i)),Array.isArray(i)&&(n.properties[r]=o(i)),e(i)&&(n.properties[r]=s(i));return n}function c(e){switch(e){case`String`:return{type:`string`};case`Integer`:return{type:`integer`};case`Float`:return{type:`number`};case`Boolean`:return{type:`boolean`};case`Date`:return{type:`string`,format:`date`};case`DateTime`:return{type:`string`,format:`date-time`};default:return{type:`string`}}}function l(e){return e.type===`Object`&&e.fields?{type:`object`,properties:d(e.fields),additionalProperties:!1}:c(e.type)}function u(e){switch(e.type){case`Object`:return{type:`object`,properties:d(e.fields??[]),additionalProperties:!1};case`Array`:return{type:`array`,items:e.items?l(e.items):{type:`string`}};default:return c(e.type)}}function d(e){let t={};for(let n of e)t[n.name]=u(n);return t}function f(e){return{$schema:`https://json-schema.org/draft-07/schema#`,type:`object`,properties:d(e),additionalProperties:!1}}export{i as generateJsonSchema,f as generateJsonSchemaFromFields};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lakeql/schema-generator",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "Generates GraphQL schemas, Hive table definitions, and JSON schemas from Trino metadata",
   "keywords": [
     "codegen",