@lakeql/schema-generator 0.3.0 → 0.4.1

package/dist/endpoint-schema.d.mts

@@ -20,6 +20,34 @@ type LoadStrategy = (typeof loadStrategies)[number];
  */
 declare const storageTypes: readonly ["s3", "minio"];
 type StorageType = (typeof storageTypes)[number];
+/**
+ * Supported partitioning format granularities.
+ */
+declare const partitioningFormats: readonly ["year", "year/month", "year/month/day"];
+type PartitioningFormat = (typeof partitioningFormats)[number];
+/**
+ * Supported date components for custom partition format segments.
+ */
+declare const partitioningComponents: readonly ["year", "month", "day", "hour", "minute", "second"];
+type PartitioningComponent = (typeof partitioningComponents)[number];
+/**
+ * Validates a custom partitioning format string.
+ * - If the value contains no `/` and no `:`, it must match fieldNamePattern (legacy single-field mode).
+ * - If it contains `/` or `:`, each segment is validated:
+ *   - Plain segments must match fieldNamePattern.
+ *   - Colon segments must be `fieldname:component` where fieldname matches pattern
+ *     and component is one of the supported partitioning components.
+ *
+ * Returns null if valid, or an error message string if invalid.
+ */
+declare function validatePartitioningFormat(value: string): string | null;
+/**
+ * Partitioning configuration value:
+ * - true: partition by write timestamp (default)
+ * - false: no partitioning (flat layout)
+ * - string: partition by named field
+ */
+type PartitioningValue = boolean | string;
 /**
  * Mutation pipeline configuration for an endpoint.
  */
@@ -36,6 +64,10 @@ interface MutationConfig {
   region?: string;
   /** Optional custom endpoint. Required for MinIO, optional for S3. */
   endpoint?: string;
+  /** Partitioning mode. Default: true */
+  partitioning?: PartitioningValue;
+  /** Partition path granularity. Default: "year/month/day" */
+  partitioningFormat?: string;
 }
 /**
  * Zod schema for the mutation configuration object.
@@ -54,6 +86,8 @@ declare const mutationConfigSchema: z.ZodObject<{
   basePath: z.ZodString;
   region: z.ZodOptional<z.ZodString>;
   endpoint: z.ZodOptional<z.ZodString>;
+  partitioning: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
+  partitioningFormat: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>;
 /**
  * Zod schema for the mutation field: either `false` (disabled) or a config object (enabled).
@@ -72,6 +106,8 @@ declare const mutationSchema: z.ZodUnion<readonly [z.ZodLiteral<false>, z.ZodObj
   basePath: z.ZodString;
   region: z.ZodOptional<z.ZodString>;
   endpoint: z.ZodOptional<z.ZodString>;
+  partitioning: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
+  partitioningFormat: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>]>;
 /**
  * Supported primitive types for field definitions.
@@ -153,6 +189,8 @@ declare const endpointDefinitionSchema: z.ZodObject<{
     basePath: z.ZodString;
     region: z.ZodOptional<z.ZodString>;
     endpoint: z.ZodOptional<z.ZodString>;
+    partitioning: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
+    partitioningFormat: z.ZodOptional<z.ZodString>;
   }, z.core.$strip>]>>;
 }, z.core.$strip>;
 type EndpointDefinitionFormat = z.infer<typeof endpointDefinitionSchema>;
@@ -165,4 +203,4 @@ declare function findDuplicateFieldNames(fields: FieldDefinition[], path?: strin
   path: string[];
 }[];
 //#endregion
-export { ArrayItemDefinition, EndpointDefinitionFormat, FieldDefinition, FieldOptions, FieldValidation, LoadStrategy, MutationConfig, PrimitiveType, StorageType, endpointDefinitionSchema, fieldDefinitionSchema, fieldNamePattern, fieldOptionsSchema, fieldValidationSchema, findDuplicateFieldNames, loadStrategies, metadataFieldPattern, mutationConfigSchema, mutationSchema, primitiveTypes, storageTypes };
+export { ArrayItemDefinition, EndpointDefinitionFormat, FieldDefinition, FieldOptions, FieldValidation, LoadStrategy, MutationConfig, PartitioningComponent, PartitioningFormat, PartitioningValue, PrimitiveType, StorageType, endpointDefinitionSchema, fieldDefinitionSchema, fieldNamePattern, fieldOptionsSchema, fieldValidationSchema, findDuplicateFieldNames, loadStrategies, metadataFieldPattern, mutationConfigSchema, mutationSchema, partitioningComponents, partitioningFormats, primitiveTypes, storageTypes, validatePartitioningFormat };

package/dist/endpoint-schema.mjs

@@ -1 +1 @@
-import{z as e}from"zod";const t=/^[a-zA-Z_][a-zA-Z0-9_]{0,63}$/u,n=/^[a-zA-Z_][a-zA-Z0-9_]{0,127}$/u,r=[`full_load`,`full_load_append`,`append`],i=[`s3`,`minio`],a=e.object({loadStrategy:e.enum(r),type:e.enum(i).default(`s3`),bucket:e.string().min(1),basePath:e.string().min(1),region:e.string().optional(),endpoint:e.string().optional()}),o=e.union([e.literal(!1),a]),s=[`String`,`Integer`,`Float`,`Boolean`,`Date`,`DateTime`],c=e.union([e.object({type:e.literal(`email`)}),e.object({type:e.literal(`url`)}),e.object({type:e.literal(`uuid`)}),e.object({type:e.literal(`min`),value:e.number()}),e.object({type:e.literal(`max`),value:e.number()}),e.object({type:e.literal(`regex`),pattern:e.string()})]),l=e.object({required:e.boolean().optional(),validations:e.array(c).optional()}),u=e.lazy(()=>e.discriminatedUnion(`type`,[e.object({name:e.string().regex(t),type:e.literal(`String`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Integer`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Float`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Boolean`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Date`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`DateTime`),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Object`),fields:e.array(u).min(1),options:l.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Array`),items:e.union([e.object({type:e.enum(s)}),e.object({type:e.literal(`Object`),fields:e.array(u).min(1)})]),options:l.optional()})])),d=e.object({version:e.literal(`1.0`),tableName:e.string().regex(n),catalog:e.string().regex(n),schema:e.string().regex(n),fields:e.array(u),mutation:o.optional()});function f(e,t=[]){let n=[],r=new Set;for(let i of e)r.has(i.name)?n.push({name:i.name,path:t}):r.add(i.name),i.type===`Object`&&i.fields&&n.push(...f(i.fields,[...t,i.name])),i.type===`Array`&&i.items?.type===`Object`&&i.items.fields&&n.push(...f(i.items.fields,[...t,i.name,`items`]));return n}export{d as endpointDefinitionSchema,u as fieldDefinitionSchema,t as fieldNamePattern,l as fieldOptionsSchema,c as fieldValidationSchema,f as findDuplicateFieldNames,r as loadStrategies,n as metadataFieldPattern,a as mutationConfigSchema,o as mutationSchema,s as primitiveTypes,i as storageTypes};
+import{z as e}from"zod";const t=/^[a-zA-Z_][a-zA-Z0-9_]{0,63}$/u,n=/^[a-zA-Z_][a-zA-Z0-9_]{0,127}$/u,r=[`full_load`,`full_load_append`,`append`],i=[`s3`,`minio`],a=[`year`,`year/month`,`year/month/day`],o=[`year`,`month`,`day`,`hour`,`minute`,`second`];function s(e){if(!(e.includes(`/`)||e.includes(`:`)))return t.test(e)?null:`Invalid partition field name "${e}". Must match pattern: letters/underscores, no leading digit, max 64 chars.`;let n=e.split(`/`);for(let r of n){if(r===``)return`Invalid partition format: empty segment found in "${e}".`;if(r.includes(`:`)){let e=r.split(`:`);if(e.length!==2)return`Invalid partition segment "${r}": expected format "fieldname:component".`;let[n,i]=e;if(!t.test(n))return`Invalid field name "${n}" in partition segment "${r}".`;if(!o.includes(i))return`Invalid date component "${i}" in partition segment "${r}". Expected one of: ${o.join(`, `)}.`}else if(!t.test(r))return`Invalid field name "${r}" in partition format.`}return null}const c=e.object({loadStrategy:e.enum(r),type:e.enum(i).default(`s3`),bucket:e.string().min(1),basePath:e.string().min(1),region:e.string().optional(),endpoint:e.string().optional(),partitioning:e.union([e.boolean(),e.string().min(1)]).optional(),partitioningFormat:e.string().optional()}).superRefine((e,t)=>{if(e.type===`minio`&&!e.endpoint&&t.addIssue({code:`custom`,path:[`endpoint`],message:`Endpoint is required when storage type is 'minio'. Provide the MinIO server URL (e.g. http://minio:9000).`}),e.partitioning!==!1){if(typeof e.partitioning==`string`){let n=s(e.partitioning);if(n){t.addIssue({code:`custom`,path:[`partitioning`],message:n});return}if(e.partitioning.includes(`/`)||e.partitioning.includes(`:`))return}e.partitioningFormat!==void 0&&!a.includes(e.partitioningFormat)&&t.addIssue({code:`invalid_value`,values:[...a],path:[`partitioningFormat`],message:`Invalid partitioning format. Expected one of: ${a.join(`, `)}`})}}),l=e.union([e.literal(!1),c]),u=[`String`,`Integer`,`Float`,`Boolean`,`Date`,`DateTime`],d=e.union([e.object({type:e.literal(`email`)}),e.object({type:e.literal(`url`)}),e.object({type:e.literal(`uuid`)}),e.object({type:e.literal(`min`),value:e.number()}),e.object({type:e.literal(`max`),value:e.number()}),e.object({type:e.literal(`regex`),pattern:e.string()})]),f=e.object({required:e.boolean().optional(),validations:e.array(d).optional()}),p=e.lazy(()=>e.discriminatedUnion(`type`,[e.object({name:e.string().regex(t),type:e.literal(`String`),options:f.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Integer`),options:f.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Float`),options:f.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Boolean`),options:f.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Date`),options:f.optional()}),e.object({name:e.string().regex(t),type:e.literal(`DateTime`),options:f.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Object`),fields:e.array(p).min(1),options:f.optional()}),e.object({name:e.string().regex(t),type:e.literal(`Array`),items:e.union([e.object({type:e.enum(u)}),e.object({type:e.literal(`Object`),fields:e.array(p).min(1)})]),options:f.optional()})])),m=e.object({version:e.literal(`1.0`),tableName:e.string().regex(n),catalog:e.string().regex(n),schema:e.string().regex(n),fields:e.array(p),mutation:l.optional()});function h(e,t=[]){let n=[],r=new Set;for(let i of e)r.has(i.name)?n.push({name:i.name,path:t}):r.add(i.name),i.type===`Object`&&i.fields&&n.push(...h(i.fields,[...t,i.name])),i.type===`Array`&&i.items?.type===`Object`&&i.items.fields&&n.push(...h(i.items.fields,[...t,i.name,`items`]));return n}export{m as endpointDefinitionSchema,p as fieldDefinitionSchema,t as fieldNamePattern,f as fieldOptionsSchema,d as fieldValidationSchema,h as findDuplicateFieldNames,r as loadStrategies,n as metadataFieldPattern,c as mutationConfigSchema,l as mutationSchema,o as partitioningComponents,a as partitioningFormats,u as primitiveTypes,i as storageTypes,s as validatePartitioningFormat};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lakeql/schema-generator",
-  "version": "0.3.0",
+  "version": "0.4.1",
   "description": "Generates GraphQL schemas, Hive table definitions, and JSON schemas from Trino metadata",
   "keywords": [
     "codegen",
@@ -55,7 +55,7 @@
     "lodash-es": "4.18.1",
     "magic-regexp": "0.11.0",
     "zod": "4.4.3",
-    "@lakeql/helpers": "0.1.2"
+    "@lakeql/helpers": "0.1.3"
   },
   "devDependencies": {
     "@types/json-schema": "7.0.15",
@@ -65,7 +65,7 @@
     "json-column-parser": "2.0.0",
     "tsdown": "0.22.2",
     "typescript": "6.0.3",
-    "vitest": "4.1.8",
+    "vitest": "4.1.9",
     "@lakeql/tsconfig": "0.1.0"
   },
   "scripts": {