@dotdo/postgres 0.1.0

package/dist/iceberg/index.d.ts

@@ -0,0 +1,92 @@
+/**
+ * Apache Iceberg Table Format Module
+ * Task: postgres-6qa - Apache Iceberg table format support
+ * Task: postgres-m5p - pg_lake: Add Iceberg/data lake extension support
+ *
+ * Provides Iceberg v2 table format support for WAL storage, enabling:
+ * - Time travel queries (query as-of timestamp)
+ * - Schema evolution
+ * - Partition pruning for efficient queries
+ * - Snapshot isolation semantics
+ * - Compatible with standard Iceberg readers (Spark, Trino, etc.)
+ *
+ * ## Data Lake Access
+ *
+ * This module provides native Iceberg support via pg_lake extension on PGLite WASM:
+ *
+ * 1. **PGLite with pg_lake** (Recommended)
+ *    - Native PostgreSQL SQL for Iceberg queries
+ *    - Time travel via `AS OF` syntax
+ *    - Schema evolution tracking
+ *    - R2 storage integration
+ *
+ * 2. **R2 Data Catalog Helpers**
+ *    - Configure S3/R2 credentials
+ *    - Multi-tenant namespace management
+ *
+ * @example
+ * ```typescript
+ * // PGLite with pg_lake approach (full-featured)
+ * import { PGlite } from '@dotdo/pglite'
+ * import { pglake } from '@dotdo/pglite/pg_lake'
+ *
+ * const pg = await PGlite.create({ extensions: { pglake } })
+ *
+ * // Time travel query
+ * const result = await pg.query(`
+ *   SELECT * FROM iceberg_table
+ *   AS OF TIMESTAMP '2024-01-15T00:00:00Z'
+ *   WHERE user_id = 123
+ * `)
+ * ```
+ *
+ * @example
+ * ```typescript
+ * // WAL to Iceberg writer (server-side)
+ * import {
+ *   IcebergWALWriter,
+ *   createIcebergWALWriter,
+ * } from '@dotdo/postgres/iceberg'
+ *
+ * const writer = createIcebergWALWriter({
+ *   bucket: env.R2_BUCKET,
+ *   tablePath: 'iceberg/wal',
+ * })
+ *
+ * await writer.initialize()
+ * writer.addEntries(walEntries, doId)
+ * await writer.flush()
+ * ```
+ *
+ * @module iceberg
+ */
+export type { IcebergPrimitiveType, IcebergStructType, IcebergListType, IcebergMapType, IcebergType, IcebergField, IcebergSchema, IcebergPartitionField, IcebergPartitionSpec, IcebergTransform, IcebergSortField, IcebergSortOrder, IcebergDataFileContent, IcebergFileFormat, IcebergDataFile, IcebergManifestEntryStatus, IcebergManifestEntry, IcebergManifestFile, IcebergPartitionSummary, IcebergSnapshotOperation, IcebergSnapshotSummary, IcebergSnapshot, IcebergSnapshotLogEntry, IcebergMetadataLogEntry, IcebergTableMetadata, WALIcebergMapping, IcebergWriterConfig, IcebergWriterStats, } from './types';
+export { WAL_FIELD_IDS, createWALSchema, createWALPartitionSpec, createWALPartitionSpecHourly, createWALSortOrder, SchemaEvolutionManager, createWALSchemaEvolutionManager, validatePartitionSpec, getPartitionValue, generatePartitionPath, } from './schema';
+export type { SchemaEvolutionOp, SchemaEvolutionResult } from './schema';
+export { IcebergMetadataBuilder, ManifestBuilder, ManifestListBuilder, generateMetadataFileName, generateManifestFileName, generateManifestListFileName, generateDataFileName, } from './metadata';
+export { WAL_PARQUET_SCHEMA, ParquetWriter, walEntryToParquetRecord, generateDataFileMetadata, createWALParquetWriter, WALParquetBatchWriter, createWALParquetBatchWriter, bloomFilterMightContain, } from './parquet';
+export type { ParquetEncoding, ParquetCompression, ParquetType, ParquetLogicalType, ParquetColumnDef, ParquetRowGroup, ParquetColumnData, ParquetFileMetadata, WALParquetRecord, ColumnStats, ParquetWriterConfig, WALParquetBatchConfig, BatchWriteResult, BloomFilter, PageStatistics, ColumnChunkMetadata, } from './parquet';
+export { IcebergWALWriter, createIcebergWALWriter, WALIcebergBridge, createWALIcebergBridge, } from './writer';
+export { WALIcebergTransformer, createWALIcebergTransformer, DefaultWALSchemaMapper, TableSchemaMapper, MultiTableTransformer, } from './transformer';
+export type { TransformCheckpoint, TransformBatchResult, TransformerStats, TransformerConfig, WALSchemaMapper, } from './transformer';
+export { IcebergCatalog, createIcebergCatalog, CommitConflictError, TableNotFoundError, NamespaceNotFoundError, } from './catalog';
+export type { NamespaceIdentifier, TableIdentifier, NamespaceMetadata, CatalogTableEntry, CatalogConfig, CreateNamespaceRequest, NamespaceResponse, CreateTableRequest, TableResponse, CommitTableRequest, TableRequirement, TableUpdate, } from './catalog';
+export { createCatalogApi, catalogApiMiddleware, } from './catalog-api';
+export type { CatalogApiConfig, } from './catalog-api';
+export { SnapshotManager, createSnapshotManager, CompactionScheduler, createCompactionScheduler, } from './snapshot-manager';
+export type { SnapshotInfo, RetentionConfig, CompactionConfig, CompactionStrategy, ExpireSnapshotsResult, CompactFilesResult, CleanupOrphanFilesResult, FileStatistics, CompactionTriggerResult, SnapshotManagerConfig, SnapshotManagerStats, CompactionSchedulerConfig, } from './snapshot-manager';
+export { StorageOptimizer, createStorageOptimizer, } from './optimizer';
+export type { StorageOptimizerConfig, StorageCost, OptimizationSuggestion, CompactionResult, ManifestRewriteResult, TableStatistics, CompactionTriggers, TriggerEvaluation, } from './optimizer';
+export { SnapshotScheduler, createSnapshotScheduler, parseNextRun, isDue, handleScheduledSnapshots, } from './scheduler';
+export type { CronExpression, SnapshotSchedule, WriteThreshold, SizePolicy, LifecyclePolicy, SchedulerStats, SnapshotCreationResult, LifecycleEnforcementResult, SchedulerProcessResult, SnapshotSchedulerConfig, } from './scheduler';
+export { IcebergTimeTravelReader, createTimeTravelReader, parseTimestamp, formatTimestamp, parseTimeTravelSQL, buildTimeTravelSQL, TimestampOutOfRangeError, NoSnapshotFoundError, InvalidTimestampError, } from './time-travel';
+export type { TimeTravelMode, TimestampSpec, ParsedTimestamp, TimeTravelQueryOptions, ResolvedSnapshot, TimeTravelMetadata, ResolvedDataFiles, TimeTravelReaderConfig, ParsedTimeTravelSQL, } from './time-travel';
+export { createTimeTravelApi, timeTravelApiMiddleware, } from './time-travel-api';
+export type { TimeTravelApiConfig, TimeTravelQueryRequest, TimeTravelQueryResponse, SnapshotListResponse, TimeRangeResponse, } from './time-travel-api';
+export { HistoricalAnalytics, createHistoricalAnalytics, } from './analytics';
+export type { ChangeRateAnalysis, SnapshotChangeInfo, GrowthMetrics, GrowthDataPoint, SnapshotComparison, SnapshotComparisonInfo, HistoricalAnalyticsConfig, } from './analytics';
+export { SQLRouter, createSQLRouter, hasTimeTravelClause, extractTimeTravelInfo, } from './sql-router';
+export type { QueryResult, TimeTravelQueryResult, RegularQueryResult, RouterQueryResult, QueryExecutor, TableMetadataProvider, DataFileReader, SQLRouterConfig, } from './sql-router';
+export { generateBucketName, generateNamespacePath, parseNamespacePath, generateTableLocation, sanitizeTableName, parseTablePath, generatePartitionDataPath, generateDataFilePath, generateMetadataFilePath, generateManifestFilePath, generateManifestListFilePath, getDefaultLifecycleRules, generateAccessControl, R2OrganizationManager, createR2OrganizationManager, MultiTenantTableRegistry, createMultiTenantTableRegistry, } from './r2-organization';
+export type { R2Environment, R2BucketType, R2BucketConfig, NamespaceConfig, IcebergTableLocation, PartitionComponents, LifecycleRule, AccessControlConfig, } from './r2-organization';
+//# sourceMappingURL=index.d.ts.map

package/dist/iceberg/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/iceberg/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6DG;AAGH,YAAY,EAEV,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,WAAW,EACX,YAAY,EACZ,aAAa,EACb,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,sBAAsB,EACtB,iBAAiB,EACjB,eAAe,EACf,0BAA0B,EAC1B,oBAAoB,EACpB,mBAAmB,EACnB,uBAAuB,EACvB,wBAAwB,EACxB,sBAAsB,EACtB,eAAe,EACf,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,EAEpB,iBAAiB,EAEjB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,SAAS,CAAA;AAGhB,OAAO,EACL,aAAa,EACb,eAAe,EACf,sBAAsB,EACtB,4BAA4B,EAC5B,kBAAkB,EAClB,sBAAsB,EACtB,+BAA+B,EAC/B,qBAAqB,EACrB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,UAAU,CAAA;AAEjB,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAA;AAGxE,OAAO,EACL,sBAAsB,EACtB,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,4BAA4B,EAC5B,oBAAoB,GACrB,MAAM,YAAY,CAAA;AAGnB,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,uBAAuB,EACvB,wBAAwB,EACxB,sBAAsB,EAEtB,qBAAqB,EACrB,2BAA2B,EAE3B,uBAAuB,GACxB,MAAM,WAAW,CAAA;AAElB,YAAY,EAEV,eAAe,EACf,kBAAkB,EAClB,WAAW,EACX,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,WAAW,EAEX,mBAAmB,EACnB,qBAAqB,EACrB,gBAAgB,EAEhB,WAAW,EAEX,cAAc,EACd,mBAAmB,GACpB,MAAM,WAAW,CAAA;AAGlB,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EACtB,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,UAAU,CAAA;AAGjB,OAAO,EACL,qBAAqB,EACrB,2BAA2B,EAC3B,sBAAsB,EACtB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,eAAe,CAAA;AAEtB,YAAY,EACV,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,GAChB,MAAM,eAAe,CAAA;AAGtB,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,WAAW,CAAA;AAElB,YAAY,EACV,mBAAmB,EACnB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,sBAAsB,EACtB,iBAAiB,EACjB,kBAAkB,EAClB,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,WAAW,GACZ,MAAM,WAAW,CAAA;AAGlB,OAAO,EACL,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,eAAe,CAAA;AAEtB,YAAY,EACV,gBAAgB,GACjB,MAAM,eAAe,CAAA;AAGtB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,oBAAoB,CAAA;AAE3B,YAAY,EACV,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,kBAAkB,EAClB,wBAAwB,EACxB,cAAc,EACd,uBAAuB,EACvB,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,GAC1B,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EACL,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,aAAa,CAAA;AAEpB,YAAY,EACV,sBAAsB,EACtB,WAAW,EACX,sBAAsB,EACtB,gBAAgB,EAChB,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,aAAa,CAAA;AAGpB,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,YAAY,EACZ,KAAK,EACL,wBAAwB,GACzB,MAAM,aAAa,CAAA;AAEpB,YAAY,EACV,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,UAAU,EACV,eAAe,EACf,cAAc,EACd,sBAAsB,EACtB,0BAA0B,EAC1B,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,aAAa,CAAA;AAGpB,OAAO,EAEL,uBAAuB,EACvB,sBAAsB,EAEtB,cAAc,EACd,eAAe,EAEf,kBAAkB,EAClB,kBAAkB,EAElB,wBAAwB,EACxB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAA;AAEtB,YAAY,EAEV,cAAc,EACd,aAAa,EACb,eAAe,EACf,sBAAsB,EACtB,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,EACjB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,eAAe,CAAA;AAGtB,OAAO,EACL,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,mBAAmB,CAAA;AAE1B,YAAY,EACV,mBAAmB,EACnB,sBAAsB,EACtB,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACL,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,aAAa,CAAA;AAEpB,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,eAAe,EACf,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,aAAa,CAAA;AAGpB,OAAO,EACL,SAAS,EACT,eAAe,EACf,mBAAmB,EACnB,qBAAqB,GACtB,MAAM,cAAc,CAAA;AAErB,YAAY,EACV,WAAW,EACX,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,aAAa,EACb,qBAAqB,EACrB,cAAc,EACd,eAAe,GAChB,MAAM,cAAc,CAAA;AAGrB,OAAO,EAEL,kBAAkB,EAElB,qBAAqB,EACrB,kBAAkB,EAElB,qBAAqB,EACrB,iBAAiB,EACjB,cAAc,EAEd,yBAAyB,EACzB,oBAAoB,EACpB,wBAAwB,EACxB,wBAAwB,EACxB,4BAA4B,EAE5B,wBAAwB,EACxB,qBAAqB,EAErB,qBAAqB,EACrB,2BAA2B,EAE3B,wBAAwB,EACxB,8BAA8B,GAC/B,MAAM,mBAAmB,CAAA;AAE1B,YAAY,EAEV,aAAa,EACb,YAAY,EACZ,cAAc,EAEd,eAAe,EAEf,oBAAoB,EAEpB,mBAAmB,EAEnB,aAAa,EAEb,mBAAmB,GACpB,MAAM,mBAAmB,CAAA"}

package/dist/iceberg/index.js

@@ -0,0 +1,119 @@
+/**
+ * Apache Iceberg Table Format Module
+ * Task: postgres-6qa - Apache Iceberg table format support
+ * Task: postgres-m5p - pg_lake: Add Iceberg/data lake extension support
+ *
+ * Provides Iceberg v2 table format support for WAL storage, enabling:
+ * - Time travel queries (query as-of timestamp)
+ * - Schema evolution
+ * - Partition pruning for efficient queries
+ * - Snapshot isolation semantics
+ * - Compatible with standard Iceberg readers (Spark, Trino, etc.)
+ *
+ * ## Data Lake Access
+ *
+ * This module provides native Iceberg support via pg_lake extension on PGLite WASM:
+ *
+ * 1. **PGLite with pg_lake** (Recommended)
+ *    - Native PostgreSQL SQL for Iceberg queries
+ *    - Time travel via `AS OF` syntax
+ *    - Schema evolution tracking
+ *    - R2 storage integration
+ *
+ * 2. **R2 Data Catalog Helpers**
+ *    - Configure S3/R2 credentials
+ *    - Multi-tenant namespace management
+ *
+ * @example
+ * ```typescript
+ * // PGLite with pg_lake approach (full-featured)
+ * import { PGlite } from '@dotdo/pglite'
+ * import { pglake } from '@dotdo/pglite/pg_lake'
+ *
+ * const pg = await PGlite.create({ extensions: { pglake } })
+ *
+ * // Time travel query
+ * const result = await pg.query(`
+ *   SELECT * FROM iceberg_table
+ *   AS OF TIMESTAMP '2024-01-15T00:00:00Z'
+ *   WHERE user_id = 123
+ * `)
+ * ```
+ *
+ * @example
+ * ```typescript
+ * // WAL to Iceberg writer (server-side)
+ * import {
+ *   IcebergWALWriter,
+ *   createIcebergWALWriter,
+ * } from '@dotdo/postgres/iceberg'
+ *
+ * const writer = createIcebergWALWriter({
+ *   bucket: env.R2_BUCKET,
+ *   tablePath: 'iceberg/wal',
+ * })
+ *
+ * await writer.initialize()
+ * writer.addEntries(walEntries, doId)
+ * await writer.flush()
+ * ```
+ *
+ * @module iceberg
+ */
+// Schema management
+export { WAL_FIELD_IDS, createWALSchema, createWALPartitionSpec, createWALPartitionSpecHourly, createWALSortOrder, SchemaEvolutionManager, createWALSchemaEvolutionManager, validatePartitionSpec, getPartitionValue, generatePartitionPath, } from './schema';
+// Metadata management
+export { IcebergMetadataBuilder, ManifestBuilder, ManifestListBuilder, generateMetadataFileName, generateManifestFileName, generateManifestListFileName, generateDataFileName, } from './metadata';
+// Parquet writing (Task: postgres-mj1 - Parquet file generation from WAL)
+export { WAL_PARQUET_SCHEMA, ParquetWriter, walEntryToParquetRecord, generateDataFileMetadata, createWALParquetWriter, 
+// Batch writer for optimized WAL to Parquet conversion
+WALParquetBatchWriter, createWALParquetBatchWriter, 
+// Bloom filter utilities
+bloomFilterMightContain, } from './parquet';
+// Main writer
+export { IcebergWALWriter, createIcebergWALWriter, WALIcebergBridge, createWALIcebergBridge, } from './writer';
+// WAL to Iceberg transformer (Task: postgres-5iv)
+export { WALIcebergTransformer, createWALIcebergTransformer, DefaultWALSchemaMapper, TableSchemaMapper, MultiTableTransformer, } from './transformer';
+// Catalog (Task: postgres-b44 - Iceberg metadata storage strategy)
+export { IcebergCatalog, createIcebergCatalog, CommitConflictError, TableNotFoundError, NamespaceNotFoundError, } from './catalog';
+// Catalog REST API (Task: postgres-b44)
+export { createCatalogApi, catalogApiMiddleware, } from './catalog-api';
+// Snapshot Management and Compaction (Task: postgres-iyx)
+export { SnapshotManager, createSnapshotManager, CompactionScheduler, createCompactionScheduler, } from './snapshot-manager';
+// Storage Cost Optimization (Task: postgres-cxo)
+export { StorageOptimizer, createStorageOptimizer, } from './optimizer';
+// Snapshot Scheduling and Automation (Task: postgres-uw7)
+export { SnapshotScheduler, createSnapshotScheduler, parseNextRun, isDue, handleScheduledSnapshots, } from './scheduler';
+// Time Travel Query API (Task: postgres-3kc)
+export { 
+// Core time travel reader
+IcebergTimeTravelReader, createTimeTravelReader, 
+// Timestamp parsing utilities
+parseTimestamp, formatTimestamp, 
+// SQL AS OF parsing
+parseTimeTravelSQL, buildTimeTravelSQL, 
+// Error classes
+TimestampOutOfRangeError, NoSnapshotFoundError, InvalidTimestampError, } from './time-travel';
+// Time Travel REST API (Task: postgres-3kc)
+export { createTimeTravelApi, timeTravelApiMiddleware, } from './time-travel-api';
+// Historical Data Analytics (Task: postgres-no1)
+export { HistoricalAnalytics, createHistoricalAnalytics, } from './analytics';
+// SQL Time Travel Router (Task: postgres-j8y)
+export { SQLRouter, createSQLRouter, hasTimeTravelClause, extractTimeTravelInfo, } from './sql-router';
+// R2 Bucket Organization (Task: postgres-jw4)
+export { 
+// Bucket naming
+generateBucketName, 
+// Namespace management
+generateNamespacePath, parseNamespacePath, 
+// Table location
+generateTableLocation, sanitizeTableName, parseTablePath, 
+// Partition paths
+generatePartitionDataPath, generateDataFilePath, generateMetadataFilePath, generateManifestFilePath, generateManifestListFilePath, 
+// Lifecycle and access control
+getDefaultLifecycleRules, generateAccessControl, 
+// R2 Organization Manager
+R2OrganizationManager, createR2OrganizationManager, 
+// Multi-tenant registry
+MultiTenantTableRegistry, createMultiTenantTableRegistry, } from './r2-organization';
+//# sourceMappingURL=index.js.map

package/dist/iceberg/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/iceberg/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6DG;AAqCH,oBAAoB;AACpB,OAAO,EACL,aAAa,EACb,eAAe,EACf,sBAAsB,EACtB,4BAA4B,EAC5B,kBAAkB,EAClB,sBAAsB,EACtB,+BAA+B,EAC/B,qBAAqB,EACrB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,UAAU,CAAA;AAIjB,sBAAsB;AACtB,OAAO,EACL,sBAAsB,EACtB,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,4BAA4B,EAC5B,oBAAoB,GACrB,MAAM,YAAY,CAAA;AAEnB,0EAA0E;AAC1E,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,uBAAuB,EACvB,wBAAwB,EACxB,sBAAsB;AACtB,uDAAuD;AACvD,qBAAqB,EACrB,2BAA2B;AAC3B,yBAAyB;AACzB,uBAAuB,GACxB,MAAM,WAAW,CAAA;AAyBlB,cAAc;AACd,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EACtB,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,UAAU,CAAA;AAEjB,kDAAkD;AAClD,OAAO,EACL,qBAAqB,EACrB,2BAA2B,EAC3B,sBAAsB,EACtB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,eAAe,CAAA;AAUtB,mEAAmE;AACnE,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,WAAW,CAAA;AAiBlB,wCAAwC;AACxC,OAAO,EACL,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,eAAe,CAAA;AAMtB,0DAA0D;AAC1D,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,oBAAoB,CAAA;AAiB3B,iDAAiD;AACjD,OAAO,EACL,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,aAAa,CAAA;AAapB,0DAA0D;AAC1D,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,YAAY,EACZ,KAAK,EACL,wBAAwB,GACzB,MAAM,aAAa,CAAA;AAepB,6CAA6C;AAC7C,OAAO;AACL,0BAA0B;AAC1B,uBAAuB,EACvB,sBAAsB;AACtB,8BAA8B;AAC9B,cAAc,EACd,eAAe;AACf,oBAAoB;AACpB,kBAAkB,EAClB,kBAAkB;AAClB,gBAAgB;AAChB,wBAAwB,EACxB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAA;AAetB,4CAA4C;AAC5C,OAAO,EACL,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,mBAAmB,CAAA;AAU1B,iDAAiD;AACjD,OAAO,EACL,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,aAAa,CAAA;AAYpB,8CAA8C;AAC9C,OAAO,EACL,SAAS,EACT,eAAe,EACf,mBAAmB,EACnB,qBAAqB,GACtB,MAAM,cAAc,CAAA;AAarB,8CAA8C;AAC9C,OAAO;AACL,gBAAgB;AAChB,kBAAkB;AAClB,uBAAuB;AACvB,qBAAqB,EACrB,kBAAkB;AAClB,iBAAiB;AACjB,qBAAqB,EACrB,iBAAiB,EACjB,cAAc;AACd,kBAAkB;AAClB,yBAAyB,EACzB,oBAAoB,EACpB,wBAAwB,EACxB,wBAAwB,EACxB,4BAA4B;AAC5B,+BAA+B;AAC/B,wBAAwB,EACxB,qBAAqB;AACrB,0BAA0B;AAC1B,qBAAqB,EACrB,2BAA2B;AAC3B,wBAAwB;AACxB,wBAAwB,EACxB,8BAA8B,GAC/B,MAAM,mBAAmB,CAAA"}

package/dist/iceberg/metadata.d.ts

@@ -0,0 +1,214 @@
+/**
+ * Iceberg Metadata Writer
+ * Task: postgres-6qa - Apache Iceberg table format support
+ *
+ * Manages Iceberg metadata files including manifest files, manifest lists,
+ * and table metadata.json files following the Iceberg v2 specification.
+ */
+import type { IcebergTableMetadata, IcebergSchema, IcebergPartitionSpec, IcebergSortOrder, IcebergSnapshot, IcebergSnapshotSummary, IcebergManifestFile, IcebergManifestEntry, IcebergDataFile } from './types';
+/**
+ * Iceberg table metadata builder
+ */
+export declare class IcebergMetadataBuilder {
+    private tableUuid;
+    private location;
+    private lastSequenceNumber;
+    private lastColumnId;
+    private currentSchemaId;
+    private schemas;
+    private defaultSpecId;
+    private partitionSpecs;
+    private lastPartitionId;
+    private defaultSortOrderId;
+    private sortOrders;
+    private properties;
+    private currentSnapshotId;
+    private snapshots;
+    private snapshotLog;
+    private metadataLog;
+    constructor(options: {
+        location: string;
+        schema: IcebergSchema;
+        partitionSpec: IcebergPartitionSpec;
+        sortOrder?: IcebergSortOrder;
+        properties?: Record<string, string>;
+        tableUuid?: string;
+    });
+    /**
+     * Get the table UUID
+     */
+    getTableUuid(): string;
+    /**
+     * Get the table location
+     */
+    getLocation(): string;
+    /**
+     * Get current snapshot ID
+     */
+    getCurrentSnapshotId(): number | undefined;
+    /**
+     * Get the current sequence number
+     */
+    getSequenceNumber(): number;
+    /**
+     * Increment and return the next sequence number
+     */
+    nextSequenceNumber(): number;
+    /**
+     * Get current schema
+     */
+    getCurrentSchema(): IcebergSchema;
+    /**
+     * Get current partition spec
+     */
+    getCurrentPartitionSpec(): IcebergPartitionSpec;
+    /**
+     * Add a new schema version
+     */
+    addSchema(schema: IcebergSchema): void;
+    /**
+     * Add a new partition spec
+     */
+    addPartitionSpec(spec: IcebergPartitionSpec): void;
+    /**
+     * Create a new snapshot
+     */
+    createSnapshot(options: {
+        manifestListPath: string;
+        summary: IcebergSnapshotSummary;
+        schemaId?: number;
+    }): IcebergSnapshot;
+    /**
+     * Add metadata log entry
+     */
+    addMetadataLogEntry(metadataFile: string): void;
+    /**
+     * Set a table property
+     */
+    setProperty(key: string, value: string): void;
+    /**
+     * Build the table metadata object
+     */
+    build(): IcebergTableMetadata;
+    /**
+     * Build and serialize to JSON
+     */
+    toJSON(): string;
+    /**
+     * Load from existing metadata
+     */
+    static fromMetadata(metadata: IcebergTableMetadata): IcebergMetadataBuilder;
+}
+/**
+ * Manifest file builder
+ */
+export declare class ManifestBuilder {
+    private entries;
+    private partitionSpecId;
+    private sequenceNumber;
+    private snapshotId;
+    private content;
+    constructor(options: {
+        partitionSpecId: number;
+        sequenceNumber: number;
+        snapshotId: number;
+        content?: 0 | 1;
+    });
+    /**
+     * Add a data file to the manifest
+     */
+    addDataFile(dataFile: IcebergDataFile, status?: 0 | 1 | 2): void;
+    /**
+     * Add an existing data file (for compaction)
+     */
+    addExistingFile(dataFile: IcebergDataFile, originalSequenceNumber: number): void;
+    /**
+     * Mark a data file as deleted
+     */
+    deleteDataFile(dataFile: IcebergDataFile): void;
+    /**
+     * Get manifest entries
+     */
+    getEntries(): IcebergManifestEntry[];
+    /**
+     * Get entry counts by status
+     */
+    getEntryCounts(): {
+        added: number;
+        existing: number;
+        deleted: number;
+    };
+    /**
+     * Get row counts by status
+     */
+    getRowCounts(): {
+        addedRows: number;
+        existingRows: number;
+        deletedRows: number;
+    };
+    /**
+     * Build the manifest as Avro-compatible JSON
+     *
+     * Note: Iceberg manifests are typically Avro files, but for simplicity
+     * we use JSON format here. Production implementations should use Avro.
+     */
+    build(): {
+        schema: object;
+        entries: IcebergManifestEntry[];
+    };
+    /**
+     * Build and serialize to JSON
+     */
+    toJSON(): string;
+    /**
+     * Create manifest file metadata
+     */
+    createManifestFileMetadata(manifestPath: string, manifestLength: number): IcebergManifestFile;
+}
+/**
+ * Manifest list builder
+ */
+export declare class ManifestListBuilder {
+    private manifests;
+    constructor(_snapshotId: number, _sequenceNumber: number);
+    /**
+     * Add a manifest file to the list
+     */
+    addManifest(manifest: IcebergManifestFile): void;
+    /**
+     * Get all manifest files
+     */
+    getManifests(): IcebergManifestFile[];
+    /**
+     * Build the manifest list as Avro-compatible JSON
+     */
+    build(): {
+        schema: object;
+        manifests: IcebergManifestFile[];
+    };
+    /**
+     * Build and serialize to JSON
+     */
+    toJSON(): string;
+    /**
+     * Calculate snapshot summary
+     */
+    calculateSummary(operation: 'append' | 'overwrite' | 'delete' | 'replace'): IcebergSnapshotSummary;
+}
+/**
+ * Generate a metadata file name
+ */
+export declare function generateMetadataFileName(version: number): string;
+/**
+ * Generate a manifest file name
+ */
+export declare function generateManifestFileName(snapshotId: number, attempt?: number): string;
+/**
+ * Generate a manifest list file name
+ */
+export declare function generateManifestListFileName(snapshotId: number): string;
+/**
+ * Generate a data file name
+ */
+export declare function generateDataFileName(partitionPath: string): string;
+//# sourceMappingURL=metadata.d.ts.map

package/dist/iceberg/metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata.d.ts","sourceRoot":"","sources":["../../src/iceberg/metadata.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,oBAAoB,EACpB,aAAa,EACb,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,oBAAoB,EACpB,eAAe,EAGhB,MAAM,SAAS,CAAA;AA8BhB;;GAEG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,kBAAkB,CAAY;IACtC,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,eAAe,CAAY;IACnC,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,aAAa,CAAY;IACjC,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,eAAe,CAAQ;IAC/B,OAAO,CAAC,kBAAkB,CAAY;IACtC,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,UAAU,CAAwB;IAC1C,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,SAAS,CAAwB;IACzC,OAAO,CAAC,WAAW,CAAgC;IACnD,OAAO,CAAC,WAAW,CAAgC;gBAEvC,OAAO,EAAE;QACnB,QAAQ,EAAE,MAAM,CAAA;QAChB,MAAM,EAAE,aAAa,CAAA;QACrB,aAAa,EAAE,oBAAoB,CAAA;QACnC,SAAS,CAAC,EAAE,gBAAgB,CAAA;QAC5B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QACnC,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB;IAmBD;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,WAAW,IAAI,MAAM;IAIrB;;OAEG;IACH,oBAAoB,IAAI,MAAM,GAAG,SAAS;IAI1C;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAI3B;;OAEG;IACH,kBAAkB,IAAI,MAAM;IAK5B;;OAEG;IACH,gBAAgB,IAAI,aAAa;IAIjC;;OAEG;IACH,uBAAuB,IAAI,oBAAoB;IAI/C;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI;IAMtC;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,oBAAoB,GAAG,IAAI;IASlD;;OAEG;IACH,cAAc,CAAC,OAAO,EAAE;QACtB,gBAAgB,EAAE,MAAM,CAAA;QACxB,OAAO,EAAE,sBAAsB,CAAA;QAC/B,QAAQ,CAAC,EAAE,MAAM,CAAA;KAClB,GAAG,eAAe;IAyBnB;;OAEG;IACH,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAO/C;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAI7C;;OAEG;IACH,KAAK,IAAI,oBAAoB;IAkC7B;;OAEG;IACH,MAAM,IAAI,MAAM;IAIhB;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,oBAAoB,GAAG,sBAAsB;CA4C5E;AAED;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,eAAe,CAAQ;IAC/B,OAAO,CAAC,cAAc,CAAQ;IAC9B,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,OAAO,CAAO;gBAEV,OAAO,EAAE;QACnB,eAAe,EAAE,MAAM,CAAA;QACvB,cAAc,EAAE,MAAM,CAAA;QACtB,UAAU,EAAE,MAAM,CAAA;QAClB,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;KAChB;IAOD;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,eAAe,EAAE,MAAM,GAAE,CAAC,GAAG,CAAC,GAAG,CAAK,GAAG,IAAI;IAanE;;OAEG;IACH,eAAe,CAAC,QAAQ,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,GAAG,IAAI;IAShF;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,eAAe,GAAG,IAAI;IAU/C;;OAEG;IACH,UAAU,IAAI,oBAAoB,EAAE;IAIpC;;OAEG;IACH,cAAc,IAAI;QAChB,KAAK,EAAE,MAAM,CAAA;QACb,QAAQ,EAAE,MAAM,CAAA;QAChB,OAAO,EAAE,MAAM,CAAA;KAChB;IAsBD;;OAEG;IACH,YAAY,IAAI;QACd,SAAS,EAAE,MAAM,CAAA;QACjB,YAAY,EAAE,MAAM,CAAA;QACpB,WAAW,EAAE,MAAM,CAAA;KACpB;IAuBD;;;;;OAKG;IACH,KAAK,IAAI;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,oBAAoB,EAAE,CAAA;KAAE;IAO5D;;OAEG;IACH,MAAM,IAAI,MAAM;IAIhB;;OAEG;IACH,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,mBAAmB;CAsB9F;AAED;;GAEG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAA4B;gBAGjC,WAAW,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM;IAIxD;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI;IAIhD;;OAEG;IACH,YAAY,IAAI,mBAAmB,EAAE;IAIrC;;OAEG;IACH,KAAK,IAAI;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,mBAAmB,EAAE,CAAA;KAAE;IAO7D;;OAEG;IACH,MAAM,IAAI,MAAM;IAIhB;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,GAAG,sBAAsB;CAgCnG;AAsDD;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAGhE;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,GAAE,MAAU,GAAG,MAAM,CAGxF;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAGvE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,CAIlE"}