lakesync 0.1.4 → 0.1.5

package/dist/adapter.js

@@ -18,8 +18,8 @@ import {
   migrateToTier,
   toCause,
   wrapAsync
-} from "./chunk-LZ6R74PT.js";
-import "./chunk-B257DXIS.js";
+} from "./chunk-Z7FGLEQU.js";
+import "./chunk-7UBS6MFH.js";
 import "./chunk-7D4SUZUM.js";
 export {
   BigQueryAdapter,

package/dist/analyst.js

@@ -2,7 +2,7 @@ import {
   Err,
   LakeSyncError,
   Ok
-} from "./chunk-B257DXIS.js";
+} from "./chunk-7UBS6MFH.js";
 import "./chunk-7D4SUZUM.js";
 
 // ../analyst/src/duckdb.ts

package/dist/catalogue.js

@@ -4,8 +4,8 @@ import {
   buildPartitionSpec,
   lakeSyncTableName,
   tableSchemaToIceberg
-} from "./chunk-H3BD4SMD.js";
-import "./chunk-B257DXIS.js";
+} from "./chunk-B3QEUG6E.js";
+import "./chunk-7UBS6MFH.js";
 import "./chunk-7D4SUZUM.js";
 export {
   CatalogueError,

package/dist/{chunk-D7KSRAWK.js → chunk-46CKACNC.js}

@@ -2,7 +2,7 @@ import {
   Err,
   FlushError,
   Ok
-} from "./chunk-B257DXIS.js";
+} from "./chunk-7UBS6MFH.js";
 
 // ../parquet/src/arrow-schema.ts
 import * as arrow from "apache-arrow";
@@ -254,4 +254,4 @@ export {
   readParquetToDeltas,
   writeDeltasToParquet
 };
-//# sourceMappingURL=chunk-D7KSRAWK.js.map
+//# sourceMappingURL=chunk-46CKACNC.js.map

package/dist/{chunk-B257DXIS.js → chunk-7UBS6MFH.js}

@@ -620,6 +620,23 @@ var ConnectorValidationError = class extends LakeSyncError {
   }
 };
 
+// ../core/src/connector/registry.ts
+var descriptors = /* @__PURE__ */ new Map();
+function registerConnectorDescriptor(descriptor) {
+  descriptors.set(descriptor.type, descriptor);
+}
+function registerOutputSchemas(type, schemas) {
+  const existing = descriptors.get(type);
+  if (!existing) return;
+  descriptors.set(type, { ...existing, outputTables: schemas });
+}
+function getConnectorDescriptor(type) {
+  return descriptors.get(type);
+}
+function listConnectorDescriptors() {
+  return [...descriptors.values()].sort((a, b) => a.type.localeCompare(b.type));
+}
+
 // ../core/src/connector/types.ts
 var CONNECTOR_TYPES = ["postgres", "mysql", "bigquery", "jira", "salesforce"];
 
@@ -814,6 +831,279 @@ function validateConnectorConfig(input) {
   return Ok(input);
 }
 
+// ../core/src/connector/schemas/bigquery.ts
+var BIGQUERY_CONFIG_SCHEMA = {
+  $schema: "http://json-schema.org/draft-07/schema#",
+  type: "object",
+  properties: {
+    projectId: {
+      type: "string",
+      description: "GCP project ID."
+    },
+    dataset: {
+      type: "string",
+      description: "BigQuery dataset name."
+    },
+    keyFilename: {
+      type: "string",
+      description: "Path to service account JSON key file. Falls back to ADC when omitted."
+    },
+    location: {
+      type: "string",
+      description: 'Dataset location (default "US").'
+    }
+  },
+  required: ["projectId", "dataset"],
+  additionalProperties: false
+};
+
+// ../core/src/connector/schemas/ingest.ts
+var DATABASE_INGEST_SCHEMA = {
+  $schema: "http://json-schema.org/draft-07/schema#",
+  type: "object",
+  properties: {
+    tables: {
+      type: "array",
+      description: "Tables to poll for changes.",
+      items: {
+        type: "object",
+        properties: {
+          table: { type: "string", description: "Target table name in LakeSync." },
+          query: {
+            type: "string",
+            description: "SQL query to poll (must return rowId + data columns)."
+          },
+          rowIdColumn: {
+            type: "string",
+            description: 'Primary key column name (default "id").'
+          },
+          strategy: {
+            oneOf: [
+              {
+                type: "object",
+                properties: {
+                  type: { const: "cursor" },
+                  cursorColumn: { type: "string" },
+                  lookbackMs: { type: "number" }
+                },
+                required: ["type", "cursorColumn"]
+              },
+              {
+                type: "object",
+                properties: {
+                  type: { const: "diff" }
+                },
+                required: ["type"]
+              }
+            ]
+          }
+        },
+        required: ["table", "query", "strategy"]
+      }
+    },
+    intervalMs: {
+      type: "number",
+      description: "Poll interval in milliseconds (default 10 000)."
+    },
+    chunkSize: {
+      type: "number",
+      description: "Deltas per push chunk (default 500)."
+    },
+    memoryBudgetBytes: {
+      type: "number",
+      description: "Approximate memory budget in bytes \u2014 triggers flush at 70%."
+    }
+  },
+  required: ["tables"],
+  additionalProperties: false
+};
+var API_INGEST_SCHEMA = {
+  $schema: "http://json-schema.org/draft-07/schema#",
+  type: "object",
+  properties: {
+    intervalMs: {
+      type: "number",
+      description: "Poll interval in milliseconds (default 10 000)."
+    },
+    chunkSize: {
+      type: "number",
+      description: "Deltas per push chunk (default 500)."
+    },
+    memoryBudgetBytes: {
+      type: "number",
+      description: "Approximate memory budget in bytes \u2014 triggers flush at 70%."
+    }
+  },
+  additionalProperties: false
+};
+
+// ../core/src/connector/schemas/jira.ts
+var JIRA_CONFIG_SCHEMA = {
+  $schema: "http://json-schema.org/draft-07/schema#",
+  type: "object",
+  properties: {
+    domain: {
+      type: "string",
+      description: "Jira Cloud domain (e.g. mycompany for mycompany.atlassian.net)."
+    },
+    email: {
+      type: "string",
+      description: "Email address for Basic auth."
+    },
+    apiToken: {
+      type: "string",
+      description: "API token paired with the email."
+    },
+    jql: {
+      type: "string",
+      description: "Optional JQL filter to scope issue polling."
+    },
+    includeComments: {
+      type: "boolean",
+      description: "Whether to include comments (default true)."
+    },
+    includeProjects: {
+      type: "boolean",
+      description: "Whether to include projects (default true)."
+    }
+  },
+  required: ["domain", "email", "apiToken"],
+  additionalProperties: false
+};
+
+// ../core/src/connector/schemas/mysql.ts
+var MYSQL_CONFIG_SCHEMA = {
+  $schema: "http://json-schema.org/draft-07/schema#",
+  type: "object",
+  properties: {
+    connectionString: {
+      type: "string",
+      description: "MySQL connection string (e.g. mysql://user:pass@host/db)."
+    }
+  },
+  required: ["connectionString"],
+  additionalProperties: false
+};
+
+// ../core/src/connector/schemas/postgres.ts
+var POSTGRES_CONFIG_SCHEMA = {
+  $schema: "http://json-schema.org/draft-07/schema#",
+  type: "object",
+  properties: {
+    connectionString: {
+      type: "string",
+      description: "PostgreSQL connection string (e.g. postgres://user:pass@host/db)."
+    }
+  },
+  required: ["connectionString"],
+  additionalProperties: false
+};
+
+// ../core/src/connector/schemas/salesforce.ts
+var SALESFORCE_CONFIG_SCHEMA = {
+  $schema: "http://json-schema.org/draft-07/schema#",
+  type: "object",
+  properties: {
+    instanceUrl: {
+      type: "string",
+      description: "Salesforce instance URL (e.g. https://mycompany.salesforce.com)."
+    },
+    clientId: {
+      type: "string",
+      description: "Connected App consumer key."
+    },
+    clientSecret: {
+      type: "string",
+      description: "Connected App consumer secret."
+    },
+    username: {
+      type: "string",
+      description: "Salesforce username."
+    },
+    password: {
+      type: "string",
+      description: "Salesforce password + security token concatenated."
+    },
+    apiVersion: {
+      type: "string",
+      description: 'REST API version (default "v62.0").'
+    },
+    isSandbox: {
+      type: "boolean",
+      description: "Use test.salesforce.com for auth (default false)."
+    },
+    soqlFilter: {
+      type: "string",
+      description: "Optional WHERE clause fragment appended to all SOQL queries."
+    },
+    includeAccounts: {
+      type: "boolean",
+      description: "Whether to include Account objects (default true)."
+    },
+    includeContacts: {
+      type: "boolean",
+      description: "Whether to include Contact objects (default true)."
+    },
+    includeOpportunities: {
+      type: "boolean",
+      description: "Whether to include Opportunity objects (default true)."
+    },
+    includeLeads: {
+      type: "boolean",
+      description: "Whether to include Lead objects (default true)."
+    }
+  },
+  required: ["instanceUrl", "clientId", "clientSecret", "username", "password"],
+  additionalProperties: false
+};
+
+// ../core/src/connector/register-builtin.ts
+registerConnectorDescriptor({
+  type: "bigquery",
+  displayName: "BigQuery",
+  description: "Google BigQuery data warehouse connector.",
+  category: "database",
+  configSchema: BIGQUERY_CONFIG_SCHEMA,
+  ingestSchema: DATABASE_INGEST_SCHEMA,
+  outputTables: null
+});
+registerConnectorDescriptor({
+  type: "jira",
+  displayName: "Jira",
+  description: "Atlassian Jira Cloud issue tracker connector.",
+  category: "api",
+  configSchema: JIRA_CONFIG_SCHEMA,
+  ingestSchema: API_INGEST_SCHEMA,
+  outputTables: null
+});
+registerConnectorDescriptor({
+  type: "mysql",
+  displayName: "MySQL",
+  description: "MySQL relational database connector.",
+  category: "database",
+  configSchema: MYSQL_CONFIG_SCHEMA,
+  ingestSchema: DATABASE_INGEST_SCHEMA,
+  outputTables: null
+});
+registerConnectorDescriptor({
+  type: "postgres",
+  displayName: "PostgreSQL",
+  description: "PostgreSQL relational database connector.",
+  category: "database",
+  configSchema: POSTGRES_CONFIG_SCHEMA,
+  ingestSchema: DATABASE_INGEST_SCHEMA,
+  outputTables: null
+});
+registerConnectorDescriptor({
+  type: "salesforce",
+  displayName: "Salesforce",
+  description: "Salesforce CRM connector for accounts, contacts, opportunities, and leads.",
+  category: "api",
+  configSchema: SALESFORCE_CONFIG_SCHEMA,
+  ingestSchema: API_INGEST_SCHEMA,
+  outputTables: null
+});
+
 // ../core/src/create-poller.ts
 var pollerFactories = /* @__PURE__ */ new Map();
 function registerPollerFactory(type, factory) {
@@ -1192,6 +1482,10 @@ export {
   resolveLWW,
   isActionHandler,
   ConnectorValidationError,
+  registerConnectorDescriptor,
+  registerOutputSchemas,
+  getConnectorDescriptor,
+  listConnectorDescriptors,
   CONNECTOR_TYPES,
   validateConnectorConfig,
   registerPollerFactory,
@@ -1213,4 +1507,4 @@ export {
   assertValidIdentifier,
   quoteIdentifier
 };
-//# sourceMappingURL=chunk-B257DXIS.js.map
+//# sourceMappingURL=chunk-7UBS6MFH.js.map