ingestron 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/main.js +1447 -927
- package/package.json +3 -3
- package/schemas/flow.schema.yaml +2 -1
- package/schemas/standard.schema.yaml +1 -1
- /package/{project-recipes/adf → recipes}/connections/adls-gen2.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/amazon-rds-oracle.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/amazon-rds-sqlserver.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/amazon-redshift.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/amazon-s3.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-blob.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-cosmos-db-mongodb.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-cosmos-db-nosql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-cosmos-postgresql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-data-explorer.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-databricks-delta.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-files.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-mysql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-postgresql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-sql-database.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-sql-managed-instance.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-synapse.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/azure-table-storage.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/cassandra.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/dataverse.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/db2.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/dynamics-365.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/dynamics-ax.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/dynamics-crm.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/fabric-lakehouse.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/fabric-warehouse.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/files.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/ftp.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/google-ads.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/google-bigquery.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/google-cloud-storage.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/greenplum.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/hdfs.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/hive.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/http.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/hubspot.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/impala.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/informix.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/jira.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/mariadb.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/microsoft-365.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/microsoft-access.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/mongodb-atlas.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/mongodb.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/mysql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/netezza.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/odata.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/odbc.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/oracle-cloud-storage.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/oracle.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/postgresql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/presto.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/quickbooks.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/rest.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/s3-compatible.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/salesforce-service-cloud.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/salesforce.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sap-bw-mdx.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sap-bw-open-hub.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sap-c4c.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sap-ecc.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sap-hana.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sap-table.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/servicenow.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sftp.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sharepoint-online-list.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/shopify.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/snowflake.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/spark.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sqlserver.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/square.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/sybase.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/teradata.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/vertica.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/web-table.yaml +0 -0
- /package/{project-recipes/adf → recipes}/connections/xero.yaml +0 -0
- /package/{project-recipes/adf → recipes}/contracts/records.yaml +0 -0
- /package/{project-recipes/adf → recipes}/contracts/salesforce-account.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/adls-gen2.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/amazon-rds-oracle.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/amazon-rds-sqlserver.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/amazon-redshift.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/amazon-s3.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-blob.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-cosmos-db-mongodb.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-cosmos-db-nosql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-cosmos-postgresql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-data-explorer.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-databricks-delta.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-files.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-mysql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-postgresql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-sql-database.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-sql-managed-instance.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-synapse.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/azure-table-storage.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/cassandra.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/dataverse.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/db2.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/dynamics-365.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/dynamics-ax.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/dynamics-crm.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/fabric-lakehouse.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/fabric-warehouse.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/files.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/ftp.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/google-ads.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/google-bigquery.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/google-cloud-storage.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/greenplum.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/hdfs.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/hive.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/http.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/hubspot.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/impala.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/informix.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/jira.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/mariadb.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/microsoft-365.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/microsoft-access.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/mongodb-atlas.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/mongodb.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/mysql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/netezza.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/odata.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/odbc.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/oracle-cloud-storage.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/oracle.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/postgresql.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/presto.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/quickbooks.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/rest.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/s3-compatible.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/salesforce-service-cloud.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/salesforce.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sap-bw-mdx.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sap-bw-open-hub.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sap-c4c.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sap-ecc.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sap-hana.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sap-table.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/servicenow.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sftp.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sharepoint-online-list.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/shopify.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/snowflake.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/spark.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sqlserver.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/square.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/sybase.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/teradata.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/vertica.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/web-table.yaml +0 -0
- /package/{project-recipes/adf → recipes}/flows/xero.yaml +0 -0
- /package/{project-recipes/adf → recipes}/platform.yaml +0 -0
- /package/{project-recipes/adf → recipes}/project.yaml +0 -0
- /package/{project-recipes/adf → recipes}/sample.yaml +0 -0
- /package/{project-recipes/adf → recipes}/standard.yaml +0 -0
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "ingestron",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.1.0",
|
|
4
4
|
"description": "Declare data ingestion in reviewed YAML definitions and generate Databricks and Azure Data Factory files under your standards.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"ingestion",
|
|
@@ -10,7 +10,7 @@
|
|
|
10
10
|
"yaml",
|
|
11
11
|
"cli"
|
|
12
12
|
],
|
|
13
|
-
"homepage": "https://ingestron.
|
|
13
|
+
"homepage": "https://docs.ingestron.io",
|
|
14
14
|
"repository": {
|
|
15
15
|
"type": "git",
|
|
16
16
|
"url": "git+https://github.com/ingestron/ingestron.git",
|
|
@@ -34,7 +34,7 @@
|
|
|
34
34
|
"schemas",
|
|
35
35
|
"templates",
|
|
36
36
|
"project-templates",
|
|
37
|
-
"
|
|
37
|
+
"recipes",
|
|
38
38
|
"LICENSE",
|
|
39
39
|
"NOTICE",
|
|
40
40
|
"THIRD_PARTY_NOTICES",
|
package/schemas/flow.schema.yaml
CHANGED
|
@@ -116,9 +116,10 @@ $defs:
|
|
|
116
116
|
uses:
|
|
117
117
|
type: string
|
|
118
118
|
pattern: ^[a-z][a-z0-9-]*$
|
|
119
|
-
description: A method the standard allows. Leave out to let the standard choose.
|
|
119
|
+
description: A method the standard allows, or none to end the flow at the files ingest lands. Leave out to let the standard choose.
|
|
120
120
|
examples:
|
|
121
121
|
- streaming-table
|
|
122
|
+
- none
|
|
122
123
|
with:
|
|
123
124
|
type: object
|
|
124
125
|
description: Method settings for every table of this flow.
|
|
@@ -125,7 +125,7 @@ $defs:
|
|
|
125
125
|
properties:
|
|
126
126
|
default:
|
|
127
127
|
$ref: "#/$defs/method"
|
|
128
|
-
description: Replaces the pack's default method for this action.
|
|
128
|
+
description: "Replaces the pack's default method for this action. For store, none ends flows at the files ingest lands."
|
|
129
129
|
examples:
|
|
130
130
|
- materialised-view
|
|
131
131
|
allowed:
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|