@loxtep/sdk 0.9.31 → 0.9.33

package/schemas/entity-json-schemas/contract.json

@@ -25,6 +25,16 @@
       "format": "uuid",
       "description": "Organization that owns this contract"
     },
+    "project_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Project that contains this contract"
+    },
+    "workflow_id": {
+      "type": ["string", "null"],
+      "format": "uuid",
+      "description": "Workflow this contract belongs to when saved in a workflow bundle"
+    },
     "data_product_id": {
       "type": "string",
       "format": "uuid",

package/schemas/entity-json-schemas/data-product.json

@@ -2,7 +2,7 @@
   "$schema": "http://json-schema.org/draft-07/schema#",
   "$id": "https://loxtep.io/schemas/entity/data-product.json",
   "title": "Data Product Entity",
-  "description": "JSON Schema for Data Product entity in customer workspace (Studio / S3 graph). Flow-graph fields (workflow_id, upstream_entity_id, etc.) describe placement in the workflow canvas. The canonical interoperable catalog and API representation is ODPS v4.1 (Open Data Products Standard): include `odps_document` aligned with https://opendataproducts.org/v4.1/schema/odps.json — see `odps-product.json` in this package for the ODPS document shape.",
+  "description": "JSON Schema for Data Product entity in customer workspace (Studio / S3 graph). Flow-graph fields (workflow_id, upstream_entity_id, etc.) describe placement in the workflow canvas. The canonical interoperable catalog and API representation is ODPS v4.1 (Open Data Products Standard): include `odps_document` aligned with https://opendataproducts.org/v4.1/schema/odps.json — see `odps-product.json` and .kiro/specs/odps-data-product-standard in the Loxtep repo.",
   "type": "object",
   "required": [
     "data_product_id",
@@ -24,6 +24,16 @@
       "format": "uuid",
       "description": "Organization that owns this data product"
     },
+    "project_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Project that contains this data product"
+    },
+    "kind": {
+      "type": "string",
+      "enum": ["source", "consumer"],
+      "description": "Data product role in the flow (source or consumer)"
+    },
     "workflow_id": {
       "type": "string",
       "format": "uuid",
@@ -152,6 +162,13 @@
       "format": "date-time",
       "description": "ISO 8601 timestamp when data product was deleted (soft delete)"
     },
+    "schema": {
+      "description": "Product schema stored on the data product (object or JSON string). Read by medallion, metrics, and semantic bootstrap as dp.schema.",
+      "oneOf": [
+        { "type": "object", "additionalProperties": true },
+        { "type": "string", "minLength": 1 }
+      ]
+    },
     "odps_document": {
       "description": "Canonical ODPS v4.1 document (`{ product: ... }`). Preferred for platform catalog, governance, and ecosystem interoperability. Validated in the dataproducts API; Loxtep-specific fields under product.custom.loxtep.",
       "allOf": [

package/schemas/entity-json-schemas/domain.json

@@ -22,6 +22,11 @@
       "format": "uuid",
       "description": "Organization that owns this domain"
     },
+    "project_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Project that contains this domain (set when a bundle save writes the file)"
+    },
     "name": {
       "type": "string",
       "minLength": 1,
@@ -64,6 +69,16 @@
       "format": "date-time",
       "description": "ISO 8601 timestamp when domain was last updated"
     },
+    "created_by": {
+      "type": ["string", "null"],
+      "format": "uuid",
+      "description": "User ID who created the domain"
+    },
+    "updated_by": {
+      "type": ["string", "null"],
+      "format": "uuid",
+      "description": "User ID who last updated the domain"
+    },
     "deleted_at": {
       "type": ["string", "null"],
       "format": "date-time",

package/schemas/entity-json-schemas/export.json

@@ -26,11 +26,37 @@
       "format": "uuid",
       "description": "Organization that owns this export"
     },
+    "project_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Project that contains this export"
+    },
+    "workflow_id": {
+      "type": ["string", "null"],
+      "format": "uuid",
+      "description": "Workflow this export belongs to when saved in a workflow bundle"
+    },
     "data_product_id": {
       "type": "string",
       "format": "uuid",
       "description": "Reference to the data product this export applies to"
     },
+    "upstream_entity_id": {
+      "type": ["string", "null"],
+      "format": "uuid",
+      "description": "Upstream canvas node this export is wired from"
+    },
+    "upstream_entity_type": {
+      "type": ["string", "null"],
+      "enum": [
+        "connections",
+        "transformations",
+        "validations",
+        "data-products",
+        null
+      ],
+      "description": "Entity type of upstream_entity_id"
+    },
     "name": {
       "type": "string",
       "minLength": 1,

package/schemas/entity-json-schemas/odps-product.json

@@ -3,7 +3,7 @@
   "$id": "https://loxtep.io/schemas/entity/odps-product.json",
   "title": "ODPS v4.1 Data Product Document",
   "x-canonical-json-schema": "https://opendataproducts.org/v4.1/schema/odps.json",
-  "description": "Open Data Products Standard (ODPS) v4.1 root document (`product.*`). Authoritative JSON Schema: https://opendataproducts.org/v4.1/schema/odps.json . Platform-specific fields live under `product.custom.loxtep` (medallion, storage, ingestion, organization_id, domain_id, project_id, workflow_id, etc.). For strict full-schema validation in toolchains that resolve remote $ref, compose with allOf + $ref to x-canonical-json-schema (requires network or bundled copy).",
+  "description": "Open Data Products Standard (ODPS) v4.1 root document (`product.*`). Authoritative JSON Schema: https://opendataproducts.org/v4.1/schema/odps.json . Loxtep platform types and mapping: platform-backend/_core/src/types/odps/ and .kiro/specs/odps-data-product-standard. Platform-specific fields live under `product.custom.loxtep` (medallion, storage, ingestion, organization_id, domain_id, project_id, workflow_id, etc.). For strict full-schema validation in toolchains that resolve remote $ref, compose with allOf + $ref to x-canonical-json-schema (requires network or bundled copy).",
   "type": "object",
   "required": ["product"],
   "additionalProperties": false,

package/schemas/entity-json-schemas/projection.json

@@ -0,0 +1,94 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "$id": "https://loxtep.io/schemas/entity/projection.json",
+  "title": "Projection Entity",
+  "description": "JSON Schema for Projection entity in customer workspace. Projections are thin workflow nodes that delegate field mapping to TransformationEngine.transformBatch, connecting source Data_Product output ports to Entity_Store input ports.",
+  "type": "object",
+  "required": [
+    "projection_id",
+    "organization_id",
+    "workflow_id",
+    "entity_definition_id",
+    "projection_spec_id",
+    "status",
+    "created_at",
+    "updated_at"
+  ],
+  "properties": {
+    "projection_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Unique identifier for the projection workflow node"
+    },
+    "organization_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Organization that owns this projection"
+    },
+    "workflow_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Workflow this projection node belongs to"
+    },
+    "entity_definition_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Target Entity_Definition this projection materializes"
+    },
+    "projection_spec_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Projection_Spec that defines the field mappings"
+    },
+    "name": {
+      "type": "string",
+      "minLength": 1,
+      "description": "Display name of the projection node (written by ProjectionWorkflowNode.activate)"
+    },
+    "source_data_product_ids": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "format": "uuid"
+      },
+      "minItems": 1,
+      "description": "Source Data_Product IDs whose output ports feed this projection"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["active", "inactive", "draft"],
+      "description": "Current status of the projection node"
+    },
+    "upstream_entity_id": {
+      "type": ["string", "null"],
+      "format": "uuid",
+      "description": "Upstream node in the workflow graph (typically a Data_Product output port)"
+    },
+    "upstream_entity_type": {
+      "type": ["string", "null"],
+      "description": "Entity type of the upstream node"
+    },
+    "metadata": {
+      "type": "object",
+      "additionalProperties": true,
+      "default": {},
+      "description": "Additional metadata for the projection node"
+    },
+    "created_at": {
+      "type": "string",
+      "format": "date-time",
+      "description": "ISO 8601 timestamp when projection node was created"
+    },
+    "updated_at": {
+      "type": "string",
+      "format": "date-time",
+      "description": "ISO 8601 timestamp when projection node was last updated"
+    },
+    "deleted_at": {
+      "type": ["string", "null"],
+      "format": "date-time",
+      "description": "ISO 8601 timestamp when projection node was deleted (soft delete)"
+    }
+  },
+  "additionalProperties": false
+}

package/schemas/entity-json-schemas/quality-rule.json

@@ -26,6 +26,16 @@
       "format": "uuid",
       "description": "Organization that owns this quality rule"
     },
+    "project_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Project that contains this quality rule"
+    },
+    "workflow_id": {
+      "type": ["string", "null"],
+      "format": "uuid",
+      "description": "Workflow this quality rule belongs to when saved in a workflow bundle"
+    },
     "data_product_id": {
       "type": ["string", "null"],
       "format": "uuid",

package/schemas/entity-json-schemas/schema.json

@@ -27,6 +27,16 @@
       "format": "uuid",
       "description": "Organization that owns this schema"
     },
+    "project_id": {
+      "type": "string",
+      "format": "uuid",
+      "description": "Project that contains this schema"
+    },
+    "workflow_id": {
+      "type": ["string", "null"],
+      "format": "uuid",
+      "description": "Workflow this schema belongs to when saved in a workflow bundle"
+    },
     "data_product_id": {
       "type": "string",
       "format": "uuid",

package/schemas/entity-json-schemas/transformation.json

@@ -39,12 +39,12 @@
     "upstream_entity_id": {
       "type": ["string", "null"],
       "format": "uuid",
-      "description": "Reference to the upstream entity in the flow graph (connection or previous transformation). Null only when this is the first transformation directly after the trigger connection."
+      "description": "Reference to the upstream entity in the flow graph (connection, previous transformation, or the Records data product Studio inserts after a REST trigger). Null only when this is the first transformation directly after the trigger connection."
     },
     "upstream_entity_type": {
       "type": ["string", "null"],
-      "enum": ["connections", "transformations", null],
-      "description": "Entity type of the upstream entity (connections or transformations)"
+      "enum": ["connections", "transformations", "data-products", null],
+      "description": "Entity type of the upstream entity (connections, transformations, or data-products)"
     },
     "name": {
       "type": "string",
@@ -67,6 +67,7 @@
         "drop_duplicates",
         "flatten",
         "explode_array",
+        "zip_arrays",
         "array_to_column",
         "capitalize",
         "format_timestamp",
@@ -85,6 +86,7 @@
         "batch",
         "delay",
         "split",
+        "route",
         "execute_code_function",
         "crypto",
         "formatter",
@@ -112,6 +114,12 @@
         {
           "field": "name",
           "case": "upper"
+        },
+        {
+          "source_path": "daily",
+          "index_field": "time",
+          "index_as": "obs_date",
+          "carry_fields": ["latitude", "longitude", "elevation", "timezone"]
         }
       ]
     },

package/schemas/entity-json-schemas/validation.json

@@ -40,11 +40,17 @@
     "upstream_entity_id": {
       "type": ["string", "null"],
       "format": "uuid",
-      "description": "Reference to the upstream entity this validation applies to (connection, transformation, or data product)"
+      "description": "Reference to the upstream entity this validation applies to (connection, transformation, validation, or data product)"
     },
     "upstream_entity_type": {
       "type": ["string", "null"],
-      "enum": ["connections", "transformations", "data-products", null],
+      "enum": [
+        "connections",
+        "transformations",
+        "validations",
+        "data-products",
+        null
+      ],
       "description": "Entity type of the upstream entity"
     },
     "name": {

package/schemas/entity-json-schemas/workflow.json

@@ -69,14 +69,19 @@
             "type": "string",
             "description": "Unique identifier for the segment"
           },
-          "name": { "type": "string", "description": "Display name" },
+          "name": {
+            "type": "string",
+            "description": "Display name"
+          },
           "description": {
             "type": ["string", "null"],
             "description": "Optional description"
           },
           "node_ids": {
             "type": "array",
-            "items": { "type": "string" },
+            "items": {
+              "type": "string"
+            },
             "description": "Entity IDs of nodes in this segment"
           },
           "color": {
@@ -103,6 +108,37 @@
           "type": ["string", "null"],
           "format": "uuid",
           "description": "Connector ID for connector-driven triggers"
+        },
+        "query_trigger": {
+          "type": ["object", "null"],
+          "description": "D14 (docs/system-spec/11-delivery-layer-design.md): a saved query against a data product, run on a schedule or on demand, targeting a data-products node (materialize) or an outbound connections node (deliver) chosen separately at build time. Not a subsystem \u2014 a trigger type, like event/schedule/connector above.",
+          "properties": {
+            "data_product_id": {
+              "type": "string",
+              "format": "uuid",
+              "description": "An existing data product \u2014 never a raw table."
+            },
+            "query": {
+              "type": "string",
+              "minLength": 1,
+              "description": "The saved SQL query run against data_product_id."
+            },
+            "schedule": {
+              "type": ["string", "null"],
+              "description": "Cron or interval; omit for on-demand (run_trigger / MCP-invoked)."
+            },
+            "primary_key": {
+              "type": "array",
+              "description": "Source columns concatenated into lx__id before queue write (business identity).",
+              "items": {
+                "type": "string",
+                "minLength": 1
+              },
+              "minItems": 1
+            }
+          },
+          "required": ["data_product_id", "query", "primary_key"],
+          "additionalProperties": false
         }
       },
       "additionalProperties": false
@@ -119,6 +155,20 @@
           "type": ["integer", "null"],
           "minimum": 1,
           "description": "Number of events to process per batch"
+        },
+        "activation": {
+          "type": ["string", "null"],
+          "enum": ["schedule", "event", "request", null],
+          "description": "Explicit activation designation for a delivery flow's head (D7, docs/system-spec/11-delivery-layer-design.md). 'request' marks a consumer-initiated delivery flow: no schedule, no event subscription \u2014 the flow is activated by an inbound request against a protocol-adapter registration (route/listener + policy binding) rather than a queue-consumer bot. Distinguishes a deliberately request-activated flow from one whose trigger was simply never configured."
+        },
+        "data_product_id": {
+          "type": "string",
+          "format": "uuid",
+          "description": "Data product this delivery flow serves. Required in practice when activation is 'request' (protocol-adapter registration) or when a schedule is set (scheduled consumption). Optional at schema level so existing schedule-free event/queue flows remain valid."
+        },
+        "connector_type": {
+          "type": "string",
+          "description": "Protocol/connector type for a request-activated delivery flow (e.g. sql-query). Codegen falls back to 'unknown' when omitted."
         }
       },
       "additionalProperties": false
@@ -148,7 +198,7 @@
     },
     "status": {
       "type": "string",
-      "enum": ["active", "paused", "error", "pending", "inactive"],
+      "enum": ["active", "paused", "error", "pending", "inactive", "archived"],
       "description": "Workflow status"
     },
     "metrics": {
@@ -187,6 +237,11 @@
       "type": ["string", "null"],
       "format": "date-time",
       "description": "ISO 8601 timestamp when workflow was deleted (soft delete)"
+    },
+    "archived_at": {
+      "type": ["string", "null"],
+      "format": "date-time",
+      "description": "ISO 8601 timestamp when workflow was archived (catalog preserved, runtime bots retired)"
     }
   },
   "additionalProperties": false