ingestron 0.17.8 → 1.0.0

package/package.json

@@ -1,76 +1,43 @@
 {
   "name": "ingestron",
-  "version": "0.17.8",
-  "type": "module",
-  "description": "Build repeatable data pipelines from reviewed contracts and versioned standards.",
-  "license": "Apache-2.0",
-  "bin": {
-    "ingestron": "build/cli/cli/index.js"
-  },
-  "files": [
-    "build/cli/cli",
-    "build/cli/mcp",
-    "README.md",
-    "SECURITY.md",
-    "CHANGELOG.md",
-    "build/cli/version.js",
-    "build/cli/version.d.ts",
-    "LICENSE",
-    "NOTICE",
-    "THIRD_PARTY_NOTICES.md"
+  "version": "1.0.0",
+  "description": "Declare data ingestion in reviewed YAML definitions and generate Databricks and Azure Data Factory files under your standards.",
+  "keywords": [
+    "ingestion",
+    "databricks",
+    "azure-data-factory",
+    "data-engineering",
+    "yaml",
+    "cli"
   ],
-  "engines": {
-    "node": ">=22.12.0"
-  },
-  "packageManager": "pnpm@10.15.0",
-  "scripts": {
-    "build": "node scripts/clean-build.mjs && tsc",
-    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
-    "format": "prettier --write .",
-    "format:check": "prettier --check .",
-    "secrets:check": "node scripts/secrets.mjs",
-    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
-    "prepack": "pnpm build",
-    "package:check": "tsx scripts/package-check.ts",
-    "release:check": "node scripts/release-check.mjs",
-    "prepublishOnly": "node scripts/release-check.mjs --publish",
-    "docs:check": "node scripts/docs-check.mjs",
-    "examples:check": "node examples/quickstart.mjs",
-    "licences:inventory": "node scripts/licence-inventory.mjs"
-  },
-  "dependencies": {
-    "@clack/prompts": "1.7.0",
-    "@ingestron/core": "0.12.14",
-    "@modelcontextprotocol/sdk": "1.30.0",
-    "commander": "15.0.0",
-    "yaml": "2.9.0"
-  },
-  "devDependencies": {
-    "@types/node": "22.20.1",
-    "prettier": "3.9.6",
-    "tsx": "4.23.13",
-    "typescript": "7.0.2"
-  },
+  "homepage": "https://ingestron.com",
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/ingestron/cli.git"
+    "url": "git+https://github.com/ingestron/ingestron.git",
+    "directory": "packages/cli"
   },
-  "homepage": "https://ingestron.io",
   "bugs": {
-    "url": "https://github.com/ingestron/cli/issues"
+    "url": "https://github.com/ingestron/ingestron/issues",
+    "email": "hello@ingestron.io"
   },
-  "publishConfig": {
-    "access": "public",
-    "registry": "https://registry.npmjs.org/"
+  "author": "IntentLabs <hello@ingestron.io>",
+  "license": "Apache-2.0",
+  "type": "module",
+  "bin": {
+    "ingestron": "dist/main.js"
   },
-  "keywords": [
-    "ingestron",
-    "data-engineering",
-    "data-contracts",
-    "etl",
-    "elt",
-    "cli",
-    "mcp",
-    "code-generation"
+  "engines": {
+    "node": ">=22.13.0"
+  },
+  "files": [
+    "dist",
+    "schemas",
+    "templates",
+    "project-templates",
+    "project-recipes",
+    "LICENSE",
+    "NOTICE",
+    "THIRD_PARTY_NOTICES",
+    "README.md"
   ]
 }

package/project-recipes/adf/connections/adls-gen2.yaml

@@ -0,0 +1,7 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: adls_gen2
+connector: adls-gen2
+connectivity: private
+settings:
+  url: "https://source.example.test"

package/project-recipes/adf/connections/amazon-rds-oracle.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: amazon_rds_oracle
+connector: amazon-rds-oracle
+connectivity: private
+settings:
+  server: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/amazon-rds-sqlserver.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: amazon_rds_sqlserver
+connector: amazon-rds-sqlserver
+connectivity: private
+settings:
+  server: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/amazon-redshift.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: amazon_redshift
+connector: amazon-redshift
+connectivity: private
+settings:
+  server: "source.example.test"
+  database: "sales"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/amazon-s3.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: amazon_s3
+connector: amazon-s3
+connectivity: private
+settings:
+  access_key: "synthetic-access_key"
+  secret_key: "${secret:source-secret-key}"

package/project-recipes/adf/connections/azure-blob.yaml

@@ -0,0 +1,7 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_blob
+connector: azure-blob
+connectivity: private
+settings:
+  url: "https://source.example.test"

package/project-recipes/adf/connections/azure-cosmos-db-mongodb.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_cosmos_db_mongodb
+connector: azure-cosmos-db-mongodb
+connectivity: private
+settings:
+  connection_string: "${secret:source-connection-string}"
+  database: "sales"

package/project-recipes/adf/connections/azure-cosmos-db-nosql.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_cosmos_db_nosql
+connector: azure-cosmos-db-nosql
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  database: "sales"

package/project-recipes/adf/connections/azure-cosmos-postgresql.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_cosmos_postgresql
+connector: azure-cosmos-postgresql
+connectivity: private
+settings:
+  server: "source.example.test"
+  database: "sales"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/azure-data-explorer.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_data_explorer
+connector: azure-data-explorer
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  database: "sales"

package/project-recipes/adf/connections/azure-databricks-delta.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_databricks_delta
+connector: azure-databricks-delta
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  cluster_id: "synthetic-cluster_id"
+  workspace_resource_id: "synthetic-workspace_resource_id"

package/project-recipes/adf/connections/azure-files.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_files
+connector: azure-files
+connectivity: private
+settings:
+  connection_string: "${secret:source-connection-string}"
+  share: "synthetic-share"

package/project-recipes/adf/connections/azure-mysql.yaml

@@ -0,0 +1,7 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_mysql
+connector: azure-mysql
+connectivity: private
+settings:
+  connection_string: "${secret:source-connection-string}"

package/project-recipes/adf/connections/azure-postgresql.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_postgresql
+connector: azure-postgresql
+connectivity: private
+settings:
+  server: "source.example.test"
+  database: "sales"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/azure-sql-database.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_sql_database
+connector: azure-sql-database
+connectivity: private
+settings:
+  server: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/azure-sql-managed-instance.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_sql_managed_instance
+connector: azure-sql-managed-instance
+connectivity: private
+settings:
+  server: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/azure-synapse.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_synapse
+connector: azure-synapse
+connectivity: private
+settings:
+  server: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/azure-table-storage.yaml

@@ -0,0 +1,7 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: azure_table_storage
+connector: azure-table-storage
+connectivity: private
+settings:
+  url: "https://source.example.test"

package/project-recipes/adf/connections/cassandra.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: cassandra
+connector: cassandra
+connectivity: private
+settings:
+  host: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/dataverse.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: dataverse
+connector: dataverse
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  client_id: "synthetic-client"
+  client_secret: "${secret:source-client-secret}"

package/project-recipes/adf/connections/db2.yaml

@@ -0,0 +1,7 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: db2
+connector: db2
+connectivity: private
+settings:
+  connection_string: "${secret:source-connection-string}"

package/project-recipes/adf/connections/dynamics-365.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: dynamics_365
+connector: dynamics-365
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  client_id: "synthetic-client"
+  client_secret: "${secret:source-client-secret}"

package/project-recipes/adf/connections/dynamics-ax.yaml

@@ -0,0 +1,11 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: dynamics_ax
+connector: dynamics-ax
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  tenant: "synthetic-tenant"
+  client_id: "synthetic-client"
+  client_secret: "${secret:source-client-secret}"
+  resource: "synthetic-resource"

package/project-recipes/adf/connections/dynamics-crm.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: dynamics_crm
+connector: dynamics-crm
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  client_id: "synthetic-client"
+  client_secret: "${secret:source-client-secret}"

package/project-recipes/adf/connections/fabric-lakehouse.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: fabric_lakehouse
+connector: fabric-lakehouse
+connectivity: private
+settings:
+  workspace_id: "synthetic-workspace_id"
+  artifact_id: "synthetic-artifact_id"

package/project-recipes/adf/connections/fabric-warehouse.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: fabric_warehouse
+connector: fabric-warehouse
+connectivity: private
+settings:
+  workspace_id: "synthetic-workspace_id"
+  artifact_id: "synthetic-artifact_id"
+  server: "source.example.test"

package/project-recipes/adf/connections/files.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: files
+connector: files
+connectivity: private
+settings:
+  path: "\\\\files.example.test\\exports"
+  user: "corp\\reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/ftp.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: ftp
+connector: ftp
+connectivity: private
+settings:
+  host: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/google-ads.yaml

@@ -0,0 +1,12 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: google_ads
+connector: google-ads
+connectivity: private
+settings:
+  customer_id: "synthetic-customer_id"
+  api_version: "v22"
+  developer_token: "${secret:source-developer-token}"
+  client_id: "${secret:source-client-id}"
+  client_secret: "${secret:source-client-secret}"
+  refresh_token: "${secret:source-refresh-token}"

package/project-recipes/adf/connections/google-bigquery.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: google_bigquery
+connector: google-bigquery
+connectivity: private
+settings:
+  project_id: "synthetic-project_id"
+  key_file: "${secret:source-key-file}"

package/project-recipes/adf/connections/google-cloud-storage.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: google_cloud_storage
+connector: google-cloud-storage
+connectivity: private
+settings:
+  access_key: "synthetic-access_key"
+  secret_key: "${secret:source-secret-key}"

package/project-recipes/adf/connections/greenplum.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: greenplum
+connector: greenplum
+connectivity: private
+settings:
+  server: "source.example.test"
+  database: "sales"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/hdfs.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: hdfs
+connector: hdfs
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/hive.yaml

@@ -0,0 +1,11 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: hive
+connector: hive
+connectivity: private
+settings:
+  host: "source.example.test"
+  port: 5432
+  user: "reader"
+  password: "${secret:source-password}"
+  transport: "Binary"

package/project-recipes/adf/connections/http.yaml

@@ -0,0 +1,7 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: http
+connector: http
+connectivity: private
+settings:
+  url: "https://source.example.test"

package/project-recipes/adf/connections/hubspot.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: hubspot
+connector: hubspot
+connectivity: private
+settings:
+  client_id: "synthetic-client"
+  client_secret: "${secret:source-client-secret}"
+  access_token: "${secret:source-access-token}"
+  refresh_token: "${secret:source-refresh-token}"

package/project-recipes/adf/connections/impala.yaml

@@ -0,0 +1,11 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: impala
+connector: impala
+connectivity: private
+settings:
+  host: "source.example.test"
+  port: 5432
+  user: "reader"
+  password: "${secret:source-password}"
+  transport: "Binary"

package/project-recipes/adf/connections/informix.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: informix
+connector: informix
+connectivity: private
+settings:
+  connection_string: "synthetic-connection_string"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/jira.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: jira
+connector: jira
+connectivity: private
+settings:
+  host: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/mariadb.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: mariadb
+connector: mariadb
+connectivity: private
+settings:
+  server: "source.example.test"
+  database: "sales"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/microsoft-365.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: microsoft_365
+connector: microsoft-365
+connectivity: private
+settings:
+  tenant: "synthetic-tenant"
+  application_tenant: "synthetic-application_tenant"
+  client_id: "synthetic-client"
+  client_secret: "${secret:source-client-secret}"

package/project-recipes/adf/connections/microsoft-access.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: microsoft_access
+connector: microsoft-access
+connectivity: private
+settings:
+  connection_string: "synthetic-connection_string"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/mongodb-atlas.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: mongodb_atlas
+connector: mongodb-atlas
+connectivity: private
+settings:
+  connection_string: "${secret:source-connection-string}"
+  database: "sales"

package/project-recipes/adf/connections/mongodb.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: mongodb
+connector: mongodb
+connectivity: private
+settings:
+  connection_string: "${secret:source-connection-string}"
+  database: "sales"

package/project-recipes/adf/connections/mysql.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: mysql
+connector: mysql
+connectivity: private
+settings:
+  server: "source.example.test"
+  database: "sales"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/netezza.yaml

@@ -0,0 +1,11 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: netezza
+connector: netezza
+connectivity: private
+settings:
+  server: "source.example.test"
+  database: "sales"
+  user: "reader"
+  password: "${secret:source-password}"
+  port: 5432

package/project-recipes/adf/connections/odata.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: odata
+connector: odata
+connectivity: private
+settings:
+  url: "https://source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/odbc.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: odbc
+connector: odbc
+connectivity: private
+settings:
+  connection_string: "synthetic-connection_string"
+  user: "reader"
+  password: "${secret:source-password}"

package/project-recipes/adf/connections/oracle-cloud-storage.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: oracle_cloud_storage
+connector: oracle-cloud-storage
+connectivity: private
+settings:
+  access_key: "synthetic-access_key"
+  secret_key: "${secret:source-secret-key}"
+  url: "https://source.example.test"

package/project-recipes/adf/connections/oracle.yaml

@@ -0,0 +1,9 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: oracle
+connector: oracle
+connectivity: private
+settings:
+  server: "source.example.test"
+  user: "reader"
+  password: "${secret:source-password}"