ingestron 1.0.0 → 1.2.0

package/package.json

@@ -1,16 +1,17 @@
 {
   "name": "ingestron",
-  "version": "1.0.0",
-  "description": "Declare data ingestion in reviewed YAML definitions and generate Databricks and Azure Data Factory files under your standards.",
+  "version": "1.2.0",
+  "description": "Declare data ingestion in reviewed YAML definitions and generate Databricks, Azure Data Factory and Synapse serverless SQL files under your standards.",
   "keywords": [
     "ingestion",
     "databricks",
     "azure-data-factory",
+    "azure-synapse",
     "data-engineering",
     "yaml",
     "cli"
   ],
-  "homepage": "https://ingestron.com",
+  "homepage": "https://docs.ingestron.io",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/ingestron/ingestron.git",
@@ -34,7 +35,7 @@
     "schemas",
     "templates",
     "project-templates",
-    "project-recipes",
+    "recipes",
     "LICENSE",
     "NOTICE",
     "THIRD_PARTY_NOTICES",

package/schemas/flow.schema.yaml

@@ -51,12 +51,15 @@ properties:
           { $ref: "#/$defs/expectations", description: Your own checks on this table's rows. }
         ingest: { $ref: "#/$defs/with", description: Method settings for this table only. }
         store: { $ref: "#/$defs/with", description: Method settings for this table only. }
+        serve: { $ref: "#/$defs/with", description: Method settings for this table only. }
     examples:
       - orders:
           object: orders
           contract: shop.orders
   ingest: { $ref: "#/$defs/ingest", description: How data leaves the source. }
   store: { $ref: "#/$defs/store", description: How data is kept in the platform. }
+  serve:
+    { $ref: "#/$defs/serve", description: Where the data is made available after its last step. }
 $defs:
   with:
     type: object
@@ -116,9 +119,23 @@ $defs:
       uses:
         type: string
         pattern: ^[a-z][a-z0-9-]*$
-        description: A method the standard allows. Leave out to let the standard choose.
+        description: A method the standard allows, or none to end the flow at the files ingest lands. Leave out to let the standard choose.
         examples:
           - streaming-table
+          - none
+      with:
+        type: object
+        description: Method settings for every table of this flow.
+  serve:
+    type: object
+    additionalProperties: false
+    properties:
+      uses:
+        type: string
+        pattern: ^[a-z][a-z0-9-]*$
+        description: A serve method the standard allows, such as views over the data. Leave out to let the standard choose; nothing is served unless something chooses.
+        examples:
+          - synapse-serve
       with:
         type: object
         description: Method settings for every table of this flow.

package/schemas/standard.schema.yaml

@@ -82,6 +82,11 @@ properties:
       $ref: "#/$defs/rules",
       description: "How tables are stored: method settings, rules, and allowed and fixed settings.",
     }
+  serve:
+    {
+      $ref: "#/$defs/rules",
+      description: "Where tables are made available after their last step: method settings, rules, and allowed and fixed settings. Nothing is served unless something chooses.",
+    }
 $defs:
   method: { type: string, pattern: "^[a-z][a-z0-9-]*$" }
   naming:
@@ -125,7 +130,7 @@ $defs:
     properties:
       default:
         $ref: "#/$defs/method"
-        description: Replaces the pack's default method for this action.
+        description: "Replaces the pack's default method for this action. For store, none ends flows at the files ingest lands."
         examples:
           - materialised-view
       allowed:

package/schemas/transform.schema.yaml

@@ -79,6 +79,8 @@ properties:
     description: Your own checks on the table's rows.
   transform: { $ref: "#/$defs/transform", description: How the code runs. }
   store: { $ref: "#/$defs/store", description: How the result is kept. }
+  serve:
+    { $ref: "#/$defs/serve", description: Where the result is made available after it is kept. }
 $defs:
   transform:
     type: object
@@ -106,3 +108,16 @@ $defs:
       with:
         type: object
         description: Settings for the method, over the standard's.
+  serve:
+    type: object
+    additionalProperties: false
+    properties:
+      uses:
+        type: string
+        pattern: ^[a-z][a-z0-9-]*$
+        description: A serve method the standard allows, such as views over the data. Leave out to let the standard choose; nothing is served unless something chooses.
+        examples:
+          - synapse-serve
+      with:
+        type: object
+        description: Settings for the method, over the standard's.