fluentd-openlineage-parser 0.1.0

data/spec/OpenLineage.json

@@ -0,0 +1,304 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://openlineage.io/spec/2-0-2/OpenLineage.json",
+  "$defs": {
+    "BaseEvent": {
+      "type": "object",
+      "properties": {
+        "eventTime": {
+          "description": "the time the event occurred at",
+          "type": "string",
+          "format": "date-time"
+        },
+        "producer": {
+          "description": "URI identifying the producer of this metadata. For example this could be a git url with a given tag or sha",
+          "type": "string",
+          "format": "uri",
+          "example": "https://github.com/OpenLineage/OpenLineage/blob/v1-0-0/client"
+        },
+        "schemaURL": {
+          "description": "The JSON Pointer (https://tools.ietf.org/html/rfc6901) URL to the corresponding version of the schema definition for this RunEvent",
+          "type": "string",
+          "format": "uri",
+          "example": "https://openlineage.io/spec/0-0-1/OpenLineage.json"
+        }
+      },
+      "required": ["eventTime", "producer", "schemaURL"]
+    },
+    "RunEvent": {
+      "allOf": [
+        { "$ref": "#/$defs/BaseEvent" },
+        {
+          "type": "object",
+          "properties": {
+            "eventType": {
+              "description": "the current transition of the run state. It is required to issue 1 START event and 1 of [ COMPLETE, ABORT, FAIL ] event per run. Additional events with OTHER eventType can be added to the same run. For example to send additional metadata after the run is complete",
+              "type": "string",
+              "enum": ["START", "RUNNING", "COMPLETE", "ABORT", "FAIL", "OTHER"],
+              "example": "START|RUNNING|COMPLETE|ABORT|FAIL|OTHER"
+            },
+            "run": {
+              "$ref": "#/$defs/Run"
+            },
+            "job": {
+              "$ref": "#/$defs/Job"
+            },
+            "inputs": {
+              "description": "The set of **input** datasets.",
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/InputDataset"
+              }
+            },
+            "outputs": {
+              "description": "The set of **output** datasets.",
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/OutputDataset"
+              }
+            }
+          },
+          "required": ["run", "job"]
+        }
+      ]
+    },
+    "DatasetEvent": {
+      "allOf": [
+        { "$ref": "#/$defs/BaseEvent" },
+        {
+          "type": "object",
+          "properties": {
+            "dataset": {
+              "$ref": "#/$defs/StaticDataset"
+            }
+          },
+          "required": ["dataset"],
+          "not": { "required": ["job", "run"] }
+        }
+      ]
+    },
+    "JobEvent": {
+      "allOf": [
+        { "$ref": "#/$defs/BaseEvent" },
+        {
+          "type": "object",
+          "properties": {
+            "job": {
+              "$ref": "#/$defs/Job"
+            },
+            "inputs": {
+              "description": "The set of **input** datasets.",
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/InputDataset"
+              }
+            },
+            "outputs": {
+              "description": "The set of **output** datasets.",
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/OutputDataset"
+              }
+            }
+          },
+          "required": ["job"],
+          "not": { "required": ["run"] }
+        }
+      ]
+    },
+    "Run": {
+      "type": "object",
+      "properties": {
+        "runId": {
+          "description": "The globally unique ID of the run associated with the job.",
+          "type": "string",
+          "format": "uuid"
+        },
+        "facets": {
+          "description": "The run facets.",
+          "type": "object",
+          "anyOf": [
+            {
+              "type": "object",
+              "additionalProperties": { "$ref": "#/$defs/RunFacet" }
+            }
+          ]
+        }
+      },
+      "required": ["runId"]
+    },
+    "RunFacet": {
+      "description": "A Run Facet",
+      "type": "object",
+      "allOf": [{ "$ref": "#/$defs/BaseFacet" }]
+    },
+    "Job": {
+      "type": "object",
+      "properties": {
+        "namespace": {
+          "description": "The namespace containing that job",
+          "type": "string",
+          "example": "my-scheduler-namespace"
+        },
+        "name": {
+          "description": "The unique name for that job within that namespace",
+          "type": "string",
+          "example": "myjob.mytask"
+        },
+        "facets": {
+          "description": "The job facets.",
+          "type": "object",
+          "anyOf": [
+            {
+              "type": "object",
+              "additionalProperties": { "$ref": "#/$defs/JobFacet" }
+            }
+          ]
+        }
+      },
+      "required": ["namespace", "name"]
+    },
+    "JobFacet": {
+      "description": "A Job Facet",
+      "type": "object",
+      "allOf": [
+        { "$ref": "#/$defs/BaseFacet" },
+        {
+          "type": "object",
+          "properties": {
+            "_deleted": {
+              "description": "set to true to delete a facet",
+              "type": "boolean"
+            }
+          }
+        }
+      ]
+    },
+    "InputDataset": {
+      "description": "An input dataset",
+      "type": "object",
+      "allOf": [
+        { "$ref": "#/$defs/Dataset" },
+        {
+          "type": "object",
+          "properties": {
+            "inputFacets": {
+              "description": "The input facets for this dataset.",
+              "type": "object",
+              "anyOf": [
+                {
+                  "type": "object",
+                  "additionalProperties": {
+                    "$ref": "#/$defs/InputDatasetFacet"
+                  }
+                }
+              ]
+            }
+          }
+        }
+      ]
+    },
+    "InputDatasetFacet": {
+      "description": "An Input Dataset Facet",
+      "type": "object",
+      "allOf": [{ "$ref": "#/$defs/BaseFacet" }]
+    },
+    "OutputDataset": {
+      "description": "An output dataset",
+      "type": "object",
+      "allOf": [
+        { "$ref": "#/$defs/Dataset" },
+        {
+          "type": "object",
+          "properties": {
+            "outputFacets": {
+              "description": "The output facets for this dataset",
+              "type": "object",
+              "anyOf": [
+                {
+                  "type": "object",
+                  "additionalProperties": {
+                    "$ref": "#/$defs/OutputDatasetFacet"
+                  }
+                }
+              ]
+            }
+          }
+        }
+      ]
+    },
+    "OutputDatasetFacet": {
+      "description": "An Output Dataset Facet",
+      "type": "object",
+      "allOf": [{ "$ref": "#/$defs/BaseFacet" }]
+    },
+    "Dataset": {
+      "type": "object",
+      "properties": {
+        "namespace": {
+          "description": "The namespace containing that dataset",
+          "type": "string",
+          "example": "my-datasource-namespace"
+        },
+        "name": {
+          "description": "The unique name for that dataset within that namespace",
+          "type": "string",
+          "example": "instance.schema.table"
+        },
+        "facets": {
+          "description": "The facets for this dataset",
+          "type": "object",
+          "anyOf": [
+            {
+              "type": "object",
+              "additionalProperties": { "$ref": "#/$defs/DatasetFacet" }
+            }
+          ]
+        }
+      },
+      "required": ["namespace", "name"]
+    },
+    "StaticDataset": {
+      "description": "A Dataset sent within static metadata events",
+      "type": "object",
+      "allOf": [{ "$ref": "#/$defs/Dataset" }]
+    },
+    "DatasetFacet": {
+      "description": "A Dataset Facet",
+      "type": "object",
+      "allOf": [
+        { "$ref": "#/$defs/BaseFacet" },
+        {
+          "type": "object",
+          "properties": {
+            "_deleted": {
+              "description": "set to true to delete a facet",
+              "type": "boolean"
+            }
+          }
+        }
+      ]
+    },
+    "BaseFacet": {
+      "description": "all fields of the base facet are prefixed with _ to avoid name conflicts in facets",
+      "type": "object",
+      "properties": {
+        "_producer": {
+          "description": "URI identifying the producer of this metadata. For example this could be a git url with a given tag or sha",
+          "type": "string",
+          "format": "uri",
+          "example": "https://github.com/OpenLineage/OpenLineage/blob/v1-0-0/client"
+        },
+        "_schemaURL": {
+          "description": "The JSON Pointer (https://tools.ietf.org/html/rfc6901) URL to the corresponding version of the schema definition for this facet",
+          "type": "string",
+          "format": "uri",
+          "example": "https://openlineage.io/spec/1-0-2/OpenLineage.json#/$defs/BaseFacet"
+        }
+      },
+      "additionalProperties": true,
+      "required": ["_producer", "_schemaURL"]
+    }
+  },
+  "oneOf": [{ "$ref": "#/$defs/RunEvent" }, { "$ref": "#/$defs/DatasetEvent" }, { "$ref": "#/$defs/JobEvent" }]
+}

data/spec/OpenLineage.md

@@ -0,0 +1,179 @@
+# OpenLineage Spec
+
+## Specification
+
+The specification for OpenLineage is formalized as a JsonSchema [OpenLineage.json](OpenLineage.json). An OpenAPI spec is
+also provided for HTTP-based implementations: [OpenLineage.yml](OpenLineage.yml) The documentation is published at:
+https://openlineage.github.io/ It allows extensions to the spec using `Custom Facets` as described in this document.
+
+## Core concepts
+
+### Core Lineage Model
+
+![Open Lineage model](OpenLineageModel.svg)
+
+- **Run Event**: an event describing an observed state of a job run. Sending at least a START event and a
+  COMPLETE/FAIL/ABORT event is required. Additional events are optional.
+
+- **Job**: a process definition that consumes and produces datasets (defined as its inputs and outputs). It is
+  [identified by a unique name within a namespace](Naming.md#Jobs) (which is assigned to the scheduler starting the
+  jobs). The _Job_ evolves over time, and this change is captured when the job runs.
+
+- **Dataset**: an abstract representation of data. It has a
+  [unique name within the datasource namespace](Naming.md#Datasets) derived from its physical location
+  (db.host.database.schema.table, for example). Typically, a _Dataset_ changes when a job writing to it completes.
+  Similarly to the _Job_ and _Run_ distinction, metadata that is more static from run to run is captured in a
+  DatasetFacet (for example, the schema that does not change every run), but what changes every _Run_ is captured as an
+  _InputFacet_ or an _OutputFacet_ (for example, what subset of the data set was read or written, such as a time
+  partition).
+
+- **Run**: An instance of a running job with a start and completion (or failure) time. A run is identified by a globally
+  unique ID relative to its job definition. A run ID **must** be a
+  [UUID](https://datatracker.ietf.org/doc/html/rfc4122).
+
+- **Facet**: A piece of metadata attached to one of the entities defined above.
+
+Example: Here is an example of a simple start run event not adding any facet information:
+
+```
+{
+  "eventType": "START",
+  "eventTime": "2020-12-09T23:37:31.081Z",
+  "run": {
+    "runId": "3b452093-782c-4ef2-9c0c-aafe2aa6f34d",
+  },
+  "job": {
+    "namespace": "my-scheduler-namespace",
+    "name": "myjob.mytask",
+  },
+  "inputs": [
+    {
+      "namespace": "my-datasource-namespace",
+      "name": "instance.schema.table",
+    }
+  ],
+  "outputs": [
+    {
+      "namespace": "my-datasource-namespace",
+      "name": "instance.schema.output_table",
+    }
+  ],
+  "producer": "https://github.com/OpenLineage/OpenLineage/blob/v1-0-0/client",
+  "schemaURL": "https://openlineage.io/spec/1-0-0/OpenLineage.json#/definitions/RunEvent"
+}
+```
+
+### Lifecycle
+
+The OpenLineage API defines events to capture the lifecycle of a _Run_ for a given _Job_. When a _job_ is being _run_,
+we capture metadata by sending run events when the state of the job transitions to a different state. We might observe
+different aspects of the job run at different stages. This means that different metadata might be collected in each
+event during the lifecycle of a run. All metadata is additive. For example, if more inputs or outputs are detected as
+the job is running, we might send additional events specifically for those datasets without re-emitting previously
+observed inputs or outputs. Example:
+
+- When the run starts, we collect the following Metadata:
+  - Run ID
+  - Job ID
+  - eventType: START
+  - event time
+  - source location and version (e.g., git sha)
+  - If known: Job inputs and outputs (input schema, etc.)
+- When the run completes:
+  - Run ID
+  - Job ID
+  - eventType: COMPLETE
+  - event time
+  - Output datasets schema (and other metadata).
+
+### Facets
+
+Facets are pieces of metadata that can be attached to the core entities:
+
+- Run
+- Job
+- Dataset (Inputs or Outputs)
+
+A facet is an atomic piece of metadata identified by its name. This means that emitting a new facet with the same name
+for the same entity replaces the previous facet instance for that entity entirely. It is defined as a JSON object that
+can be either part of the spec or custom facets defined in a different project.
+
+Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets
+defined in the [OpenLineage.json](OpenLineage.json) spec. They have a \_schemaURL field pointing to the corresponding
+version of the facet schema (as a JSONPointer: [$ref URL location](https://swagger.io/docs/specification/using-ref/) ).
+
+Example:
+https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet
+
+The versioned URL must be an immutable pointer to the version of the facet schema. For example, it should include a tag
+of a git sha and not a branch name. This should also be a canonical URL. There should be only one URL used for a given
+version of a schema.
+
+Custom facets can be promoted to the standard by including them in the spec.
+
+#### Custom Facet Naming
+
+Naming of custom facets should follow the pattern `{prefix}{name}{entity}Facet` PascalCased.  
+The prefix must be a distinct identifier named after the project defining them to avoid collision with standard facets
+defined in the [OpenLineage.json](OpenLineage.json) spec. The entity is the core entity for which the facet is attached.
+
+When attached to a core entity, the key should follow the pattern `{prefix}_{name}`, where both prefix and name are in
+snakeCase.
+
+An example of a valid name is `BigQueryStatisticsJobFacet` and key is `bigQuery_statistics`.
+
+### Standard Facets
+
+#### Run Facets
+
+- **nominalTime**: Captures the time this run is scheduled for. This is a typical usage for a time-based scheduled job.
+  The job has a nominal schedule time that will be different from the actual time at which it is running.
+
+- **parent**: Captures the parent job and run when the run has been spawned from a parent run. For example, in the case
+  of Airflow, there is often a run for a DAG that then spawns runs for individual tasks that refer to the parent run as
+  the DAG run. Similarly, when a SparkOperator starts a Spark job, this creates a separate run that refers to the task
+  run as its parent.
+
+- **errorMessage**: Captures the error message, programming language - and optionally stack trace - when a run fails.
+
+#### Job Facets
+
+- **sourceCodeLocation**: Captures the source code location and version (e.g., git sha) of the job.
+
+- **sourceCode**: Captures the language (e.g., Python) and actual source code of the job.
+
+- **sql**: Capture the SQL query if the job is a SQL query.
+
+- **ownership**: Captures the owners of the job
+
+#### Dataset Facets
+
+- **schema**: Captures the schema of the dataset
+
+- **dataSource**: Captures the Database instance containing the dataset (e.g., Database schema, Object store bucket,
+  etc.)
+
+- **lifecycleStateChange**: Captures the lifecycle states of the dataset (alter, create, drop, overwrite, rename,
+  truncate, etc.).
+
+- **version**: Captures the dataset version when versioning is defined by the database (e.g., Iceberg snapshot ID)
+
+- [**columnLineage**](facets/ColumnLineageDatasetFacet.md): Captures the column-level lineage
+
+- **ownership**: Captures the owners of the dataset
+
+#### Input Dataset Facets
+
+- **dataQualityMetrics**: Captures dataset-level and column-level data quality metrics when scanning a dataset with a
+  DataQuality library (row count, byte size, null count, distinct count, average, min, max, quantiles).
+
+- **dataQualityAssertions**: Captures the result of running data tests on a dataset or its columns.
+
+#### Output Dataset Facets
+
+- **outputStatistics**: Captures the size of the output written to a dataset (row count and byte size).
+
+---
+
+SPDX-License-Identifier: Apache-2.0\
+Copyright 2018-2024 contributors to the OpenLineage project

data/spec/OpenLineage.yml

@@ -0,0 +1,27 @@
+openapi: 3.0.2
+info:
+  title: OpenLineage
+  version: 0.0.1
+  description: OpenLineage is an open source **lineage and metadata collection API** for the data ecosystem.
+  license:
+    name: Apache 2.0
+    url: http://www.apache.org/licenses/LICENSE-2.0.html
+paths:
+  /lineage:
+    post:
+      summary: Send an event related to the state of a run
+      description: Updates a run state for a job.
+      operationId: postRunEvent
+      tags:
+        - OpenLineage
+      requestBody:
+        content:
+          application/json:
+            schema:
+              oneOf:
+                - $ref: "OpenLineage.json#/$defs/RunEvent"
+                - $ref: "OpenLineage.json#/$defs/DatasetEvent"
+                - $ref: "OpenLineage.json#/$defs/JobEvent"
+      responses:
+        "200":
+          description: OK

data/spec/OpenLineageModel.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:lucid="lucid" width="940" height="600"><g transform="translate(-300 -100)" lucid:page-tab-id="0_0"><path d="M0 0h1760v1360H0z" fill="#fff"/><path d="M320 326c0-3.3 2.7-6 6-6h188c3.3 0 6 2.7 6 6v148c0 3.3-2.7 6-6 6H326c-3.3 0-6-2.7-6-6z" stroke="#5e5e5e" stroke-width="3" fill="#fff"/><use xlink:href="#a" transform="matrix(1,0,0,1,325,325) translate(2.6851851851851904 17.77777777777778)"/><use xlink:href="#b" transform="matrix(1,0,0,1,325,325) translate(51.88271604938272 17.77777777777778)"/><use xlink:href="#c" transform="matrix(1,0,0,1,325,325) translate(112.25308641975309 17.77777777777778)"/><use xlink:href="#d" transform="matrix(1,0,0,1,325,325) translate(0 44.44444444444444)"/><use xlink:href="#e" transform="matrix(1,0,0,1,325,325) translate(0 71.11111111111111)"/><use xlink:href="#f" transform="matrix(1,0,0,1,325,325) translate(60.49382716049383 71.11111111111111)"/><path d="M680 326c0-3.3 2.7-6 6-6h188c3.3 0 6 2.7 6 6v148c0 3.3-2.7 6-6 6H686c-3.3 0-6-2.7-6-6z" stroke="#5e5e5e" stroke-width="3" fill="#fff"/><use xlink:href="#g" transform="matrix(1,0,0,1,685,325) translate(75.30864197530865 17.77777777777778)"/><use xlink:href="#h" transform="matrix(1,0,0,1,685,325) translate(0 44.44444444444444)"/><use xlink:href="#i" transform="matrix(1,0,0,1,685,325) translate(0 71.11111111111111)"/><use xlink:href="#j" transform="matrix(1,0,0,1,685,325) translate(35.74074074074074 71.11111111111111)"/><path d="M680 526c0-3.3 2.7-6 6-6h188c3.3 0 6 2.7 6 6v148c0 3.3-2.7 6-6 6H686c-3.3 0-6-2.7-6-6z" stroke="#5e5e5e" stroke-width="3" fill="#fff"/><use xlink:href="#k" transform="matrix(1,0,0,1,685,525) translate(54.96913580246913 17.77777777777778)"/><use xlink:href="#h" transform="matrix(1,0,0,1,685,525) translate(0 44.44444444444444)"/><use xlink:href="#l" transform="matrix(1,0,0,1,685,525) translate(0 71.11111111111111)"/><use xlink:href="#j" transform="matrix(1,0,0,1,685,525) translate(79.01234567901234 71.11111111111111)"/><path d="M1020 326c0-3.3 2.7-6 6-6h188c3.3 0 6 2.7 6 6v148c0 3.3-2.7 6-6 6h-188c-3.3 0-6-2.7-6-6z" stroke="#5e5e5e" stroke-width="3" fill="#fff"/><use xlink:href="#m" transform="matrix(1,0,0,1,1025,325) translate(43.27160493827161 78.71527777777777)"/><use xlink:href="#n" transform="matrix(1,0,0,1,1025,325) translate(88.82716049382717 78.71527777777777)"/><path d="M1020 526c0-3.3 2.7-6 6-6h188c3.3 0 6 2.7 6 6v148c0 3.3-2.7 6-6 6h-188c-3.3 0-6-2.7-6-6z" stroke="#5e5e5e" stroke-width="3" fill="#fff"/><use xlink:href="#o" transform="matrix(1,0,0,1,1025,525) translate(22.9320987654321 78.71527777777777)"/><use xlink:href="#n" transform="matrix(1,0,0,1,1025,525) translate(109.16666666666667 78.71527777777777)"/><path d="M1020 126c0-3.3 2.7-6 6-6h188c3.3 0 6 2.7 6 6v148c0 3.3-2.7 6-6 6h-188c-3.3 0-6-2.7-6-6z" stroke="#5e5e5e" stroke-width="3" fill="#fff"/><use xlink:href="#a" transform="matrix(1,0,0,1,1025,125) translate(41.45061728395062 78.71527777777777)"/><use xlink:href="#n" transform="matrix(1,0,0,1,1025,125) translate(90.64814814814815 78.71527777777777)"/><path d="M680 126c0-3.3 2.7-6 6-6h188c3.3 0 6 2.7 6 6v148c0 3.3-2.7 6-6 6H686c-3.3 0-6-2.7-6-6z" stroke="#5e5e5e" stroke-width="3" fill="#fff"/><use xlink:href="#p" transform="matrix(1,0,0,1,685,125) translate(73.48765432098766 17.77777777777778)"/><use xlink:href="#q" transform="matrix(1,0,0,1,685,125) translate(0 44.44444444444444)"/><use xlink:href="#r" transform="matrix(1,0,0,1,685,125) translate(38.20987654320988 44.44444444444444)"/><path d="M522.5 400H594c3.3 0 6-2.7 6-6V216.67c0-3.32 2.7-6 6-6h54" stroke="#5e5e5e" stroke-width="2" fill="none"/><path d="M522.53 401h-1.03v-2h1.03z" fill="#5e5e5e"/><path d="M675.26 210.67L661 215.3v-9.27z" stroke="#5e5e5e" stroke-width="2" fill="#5e5e5e"/><use xlink:href="#s" transform="matrix(1,0,0,1,612.395061728395,185.33333333333331) translate(0 14.222222222222223)"/><path d="M522.5 400H660" stroke="#5e5e5e" stroke-width="2" fill="none"/><path d="M522.53 401h-1.03v-2h1.03z" fill="#5e5e5e"/><path d="M675.26 400L661 404.64v-9.28z" stroke="#5e5e5e" stroke-width="2" fill="#5e5e5e"/><use xlink:href="#t" transform="matrix(1,0,0,1,620.0493827160494,374.66666666666663) translate(0 14.222222222222223)"/><path d="M522.5 400H594c3.3 0 6 2.7 6 6v188c0 3.3 2.7 6 6 6h54" stroke="#5e5e5e" stroke-width="2" fill="none"/><path d="M522.53 401h-1.03v-2h1.03z" fill="#5e5e5e"/><path d="M675.26 600L661 604.64v-9.28z" stroke="#5e5e5e" stroke-width="2" fill="#5e5e5e"/><g><use xlink:href="#u" transform="matrix(1,0,0,1,538.9135802469136,604) translate(0 14.222222222222223)"/><use xlink:href="#v" transform="matrix(1,0,0,1,538.9135802469136,604) translate(58.074074074074076 14.222222222222223)"/><use xlink:href="#w" transform="matrix(1,0,0,1,538.9135802469136,604) translate(67.95061728395062 14.222222222222223)"/></g><path d="M912.25 200h105.25" stroke="#5e5e5e" stroke-width="2" fill="none"/><path d="M882.9 200l14.86-14.85L912.9 200l-15.14 14.85z" stroke="#5e5e5e" stroke-width="2" fill="#fff"/><path d="M1018.5 201h-1.03v-2h1.03z" fill="#5e5e5e"/><g><use xlink:href="#x" transform="matrix(1,0,0,1,934.3703703703703,174.66666666666666) translate(0 14.222222222222223)"/></g><path d="M912.25 400h105.25" stroke="#5e5e5e" stroke-width="2" fill="none"/><path d="M882.9 400l14.86-14.85L912.9 400l-15.14 14.85z" stroke="#5e5e5e" stroke-width="2" fill="#fff"/><path d="M1018.5 401h-1.03v-2h1.03z" fill="#5e5e5e"/><g><use xlink:href="#x" transform="matrix(1,0,0,1,935.7037037037037,374.66666666666663) translate(0 14.222222222222223)"/></g><path d="M912.25 600h105.25" stroke="#5e5e5e" stroke-width="2" fill="none"/><path d="M882.9 600l14.86-14.85L912.9 600l-15.14 14.85z" stroke="#5e5e5e" stroke-width="2" fill="#fff"/><path d="M1018.5 601h-1.03v-2h1.03z" fill="#5e5e5e"/><g><use xlink:href="#x" transform="matrix(1,0,0,1,937.037037037037,574.6666666666667) translate(0 14.222222222222223)"/></g><defs><path fill="#333" d="M240-174c0 40-23 61-54 70L253 0h-59l-57-94H76V0H24v-248c93 4 217-23 216 74zM76-134c48-2 112 12 112-38 0-48-66-32-112-35v73" id="y"/><path fill="#333" d="M85 4C-2 5 27-109 22-190h50c7 57-23 150 33 157 60-5 35-97 40-157h50l1 190h-47c-2-12 1-28-3-38-12 25-28 42-61 42" id="z"/><path fill="#333" d="M135-194c87-1 58 113 63 194h-50c-7-57 23-157-34-157-59 0-34 97-39 157H25l-1-190h47c2 12-1 28 3 38 12-26 28-41 61-42" id="A"/><g id="a"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#y"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,15.987654320987653,0)" xlink:href="#z"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,29.50617283950617,0)" xlink:href="#A"/></g><path fill="#333" d="M169-182c-1-43-94-46-97-3 18 66 151 10 154 114 3 95-165 93-204 36-6-8-10-19-12-30l50-8c3 46 112 56 116 5-17-69-150-10-154-114-4-87 153-88 188-35 5 8 8 18 10 28" id="B"/><path fill="#333" d="M115-3C79 11 28 4 28-45v-112H4v-33h27l15-45h31v45h36v33H77v99c-1 23 16 31 38 25v30" id="C"/><path fill="#333" d="M133-34C117-15 103 5 69 4 32 3 11-16 11-54c-1-60 55-63 116-61 1-26-3-47-28-47-18 1-26 9-28 27l-52-2c7-38 36-58 82-57s74 22 75 68l1 82c-1 14 12 18 25 15v27c-30 8-71 5-69-32zm-48 3c29 0 43-24 42-57-32 0-66-3-65 30 0 17 8 27 23 27" id="D"/><path fill="#333" d="M185-48c-13 30-37 53-82 52C43 2 14-33 14-96s30-98 90-98c62 0 83 45 84 108H66c0 31 8 55 39 56 18 0 30-7 34-22zm-45-69c5-46-57-63-70-21-2 6-4 13-4 21h74" id="E"/><g id="b"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#B"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,14.814814814814813,0)" xlink:href="#C"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,22.160493827160494,0)" xlink:href="#D"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,34.50617283950617,0)" xlink:href="#C"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,41.85185185185185,0)" xlink:href="#E"/></g><path fill="#333" d="M238-95c0 69-44 99-111 99C63 4 22-25 22-93v-155h51v151c-1 38 19 59 55 60 90 1 49-130 58-211h52v153" id="F"/><path fill="#333" d="M135-194c53 0 70 44 70 98 0 56-19 98-73 100-31 1-45-17-59-34 3 33 2 69 2 105H25l-1-265h48c2 10 0 23 3 31 11-24 29-35 60-35zM114-30c33 0 39-31 40-66 0-38-9-64-40-64-56 0-55 130 0 130" id="G"/><path fill="#333" d="M88-194c31-1 46 15 58 34l-1-101h50l1 261h-48c-2-10 0-23-3-31C134-8 116 4 84 4 32 4 16-41 15-95c0-56 19-97 73-99zm17 164c33 0 40-30 41-66 1-37-9-64-41-64s-38 30-39 65c0 43 13 65 39 65" id="H"/><g id="c"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#F"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,15.987654320987653,0)" xlink:href="#G"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,29.50617283950617,0)" xlink:href="#H"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,43.02469135802469,0)" xlink:href="#D"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,55.37037037037037,0)" xlink:href="#C"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,62.716049382716044,0)" xlink:href="#E"/></g><path fill="#333" d="M59-47c-2 24 18 29 38 22v24C64 9 27 4 27-40v-127H5v-23h24l9-43h21v43h35v23H59v120" id="I"/><path fill="#333" d="M114-163C36-179 61-72 57 0H25l-1-190h30c1 12-1 29 2 39 6-27 23-49 58-41v29" id="J"/><path fill="#333" d="M141-36C126-15 110 5 73 4 37 3 15-17 15-53c-1-64 63-63 125-63 3-35-9-54-41-54-24 1-41 7-42 31l-33-3c5-37 33-52 76-52 45 0 72 20 72 64v82c-1 20 7 32 28 27v20c-31 9-61-2-59-35zM48-53c0 20 12 33 32 33 41-3 63-29 60-74-43 2-92-5-92 41" id="K"/><path fill="#333" d="M117-194c89-4 53 116 60 194h-32v-121c0-31-8-49-39-48C34-167 62-67 57 0H25l-1-190h30c1 10-1 24 2 32 11-22 29-35 61-36" id="L"/><path fill="#333" d="M135-143c-3-34-86-38-87 0 15 53 115 12 119 90S17 21 10-45l28-5c4 36 97 45 98 0-10-56-113-15-118-90-4-57 82-63 122-42 12 7 21 19 24 35" id="M"/><path fill="#333" d="M24-231v-30h32v30H24zM24 0v-190h32V0H24" id="N"/><path fill="#333" d="M100-194c62-1 85 37 85 99 1 63-27 99-86 99S16-35 15-95c0-66 28-99 85-99zM99-20c44 1 53-31 53-75 0-43-8-75-51-75s-53 32-53 75 10 74 51 75" id="O"/><g id="d"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#I"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,6.172839506172839,0)" xlink:href="#J"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,13.518518518518519,0)" xlink:href="#K"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,25.864197530864196,0)" xlink:href="#L"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,38.20987654320987,0)" xlink:href="#M"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,49.32098765432099,0)" xlink:href="#N"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,54.19753086419753,0)" xlink:href="#I"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,60.370370370370374,0)" xlink:href="#N"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,65.24691358024691,0)" xlink:href="#O"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,77.5925925925926,0)" xlink:href="#L"/></g><path fill="#333" d="M100-194c63 0 86 42 84 106H49c0 40 14 67 53 68 26 1 43-12 49-29l28 8c-11 28-37 45-77 45C44 4 14-33 15-96c1-61 26-98 85-98zm52 81c6-60-76-77-97-28-3 7-6 17-6 28h103" id="P"/><path fill="#333" d="M108 0H70L1-190h34L89-25l56-165h34" id="Q"/><g id="e"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#P"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,12.345679012345679,0)" xlink:href="#Q"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,23.45679012345679,0)" xlink:href="#P"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,35.80246913580247,0)" xlink:href="#L"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,48.148148148148145,0)" xlink:href="#I"/></g><path fill="#333" d="M210-169c-67 3-38 105-44 169h-31v-121c0-29-5-50-35-48C34-165 62-65 56 0H25l-1-190h30c1 10-1 24 2 32 10-44 99-50 107 0 11-21 27-35 58-36 85-2 47 119 55 194h-31v-121c0-29-5-49-35-48" id="R"/><g id="f"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#I"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,6.172839506172839,0)" xlink:href="#N"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,11.049382716049383,0)" xlink:href="#R"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,29.50617283950617,0)" xlink:href="#P"/></g><path fill="#333" d="M176-78C186 10 51 31 16-35c-5-9-9-19-11-32l52-8c4 21 12 37 35 38 23 0 32-16 32-40v-130H75v-41h101v170" id="S"/><path fill="#333" d="M110-194c64 0 96 36 96 99 0 64-35 99-97 99-61 0-95-36-95-99 0-62 34-99 96-99zm-1 164c35 0 45-28 45-65 0-40-10-65-43-65-34 0-45 26-45 65 0 36 10 65 43 65" id="T"/><path fill="#333" d="M135-194c52 0 70 43 70 98 0 56-19 99-73 100-30 1-46-15-58-35L72 0H24l1-261h50v104c11-23 29-37 60-37zM114-30c31 0 40-27 40-66 0-37-7-63-39-63s-41 28-41 65c0 36 8 64 40 64" id="U"/><g id="g"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#S"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,12.345679012345679,0)" xlink:href="#T"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,25.864197530864196,0)" xlink:href="#U"/></g><path fill="#333" d="M115-194c55 1 70 41 70 98S169 2 115 4C84 4 66-9 55-30l1 105H24l-1-265h31l2 30c10-21 28-34 59-34zm-8 174c40 0 45-34 45-75s-6-73-45-74c-42 0-51 32-51 76 0 43 10 73 51 73" id="V"/><path fill="#333" d="M96-169c-40 0-48 33-48 73s9 75 48 75c24 0 41-14 43-38l32 2c-6 37-31 61-74 61-59 0-76-41-82-99-10-93 101-131 147-64 4 7 5 14 7 22l-32 3c-4-21-16-35-41-35" id="W"/><g id="h"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#L"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,12.345679012345679,0)" xlink:href="#K"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,24.691358024691358,0)" xlink:href="#R"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,43.148148148148145,0)" xlink:href="#P"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,55.49382716049382,0)" xlink:href="#M"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,66.60493827160494,0)" xlink:href="#V"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,78.95061728395062,0)" xlink:href="#K"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,91.2962962962963,0)" xlink:href="#W"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,102.40740740740742,0)" xlink:href="#P"/></g><path fill="#333" d="M24-231v-30h32v30H24zM-9 49c24 4 33-6 33-30v-209h32V24c2 40-23 58-65 49V49" id="X"/><path fill="#333" d="M115-194c53 0 69 39 70 98 0 66-23 100-70 100C84 3 66-7 56-30L54 0H23l1-261h32v101c10-23 28-34 59-34zm-8 174c40 0 45-34 45-75 0-40-5-75-45-74-42 0-51 32-51 76 0 43 10 73 51 73" id="Y"/><g id="i"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#X"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,4.876543209876543,0)" xlink:href="#O"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,17.22222222222222,0)" xlink:href="#Y"/></g><g id="j"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#L"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,12.345679012345679,0)" xlink:href="#K"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,24.691358024691358,0)" xlink:href="#R"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,43.148148148148145,0)" xlink:href="#P"/></g><path fill="#333" d="M24-248c120-7 223 5 221 122C244-46 201 0 124 0H24v-248zM76-40c74 7 117-18 117-86 0-67-45-88-117-82v168" id="Z"/><path fill="#333" d="M137-138c1-29-70-34-71-4 15 46 118 7 119 86 1 83-164 76-172 9l43-7c4 19 20 25 44 25 33 8 57-30 24-41C81-84 22-81 20-136c-2-80 154-74 161-7" id="aa"/><g id="k"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#Z"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,15.987654320987653,0)" xlink:href="#D"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,28.333333333333332,0)" xlink:href="#C"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,35.67901234567901,0)" xlink:href="#D"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,48.02469135802469,0)" xlink:href="#aa"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,60.37037037037037,0)" xlink:href="#E"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,72.71604938271605,0)" xlink:href="#C"/></g><path fill="#333" d="M85-194c31 0 48 13 60 33l-1-100h32l1 261h-30c-2-10 0-23-3-31C134-8 116 4 85 4 32 4 16-35 15-94c0-66 23-100 70-100zm9 24c-40 0-46 34-46 75 0 40 6 74 45 74 42 0 51-32 51-76 0-42-9-74-50-73" id="ab"/><g id="l"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#ab"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,12.345679012345679,0)" xlink:href="#K"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,24.691358024691358,0)" xlink:href="#I"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,30.864197530864196,0)" xlink:href="#K"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,43.20987654320987,0)" xlink:href="#M"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,54.32098765432099,0)" xlink:href="#P"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,66.66666666666667,0)" xlink:href="#I"/></g><g id="m"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#S"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,12.345679012345679,0)" xlink:href="#T"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,25.864197530864196,0)" xlink:href="#U"/></g><path fill="#333" d="M76-208v77h127v40H76V0H24v-248h183v40H76" id="ac"/><path fill="#333" d="M190-63c-7 42-38 67-86 67-59 0-84-38-90-98-12-110 154-137 174-36l-49 2c-2-19-15-32-35-32-30 0-35 28-38 64-6 74 65 87 74 30" id="ad"/><g id="n"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#ac"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,13.518518518518517,0)" xlink:href="#D"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,25.864197530864196,0)" xlink:href="#ad"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,38.20987654320987,0)" xlink:href="#E"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,50.55555555555555,0)" xlink:href="#C"/></g><g id="o"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#Z"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,15.987654320987653,0)" xlink:href="#D"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,28.333333333333332,0)" xlink:href="#C"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,35.67901234567901,0)" xlink:href="#D"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,48.02469135802469,0)" xlink:href="#aa"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,60.37037037037037,0)" xlink:href="#E"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,72.71604938271605,0)" xlink:href="#C"/></g><g id="p"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#y"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,15.987654320987653,0)" xlink:href="#z"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,29.50617283950617,0)" xlink:href="#A"/></g><path fill="#333" d="M84 4C-5 8 30-112 23-190h32v120c0 31 7 50 39 49 72-2 45-101 50-169h31l1 190h-30c-1-10 1-25-2-33-11 22-28 36-60 37" id="ae"/><g id="q"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#J"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,7.345679012345679,0)" xlink:href="#ae"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,19.691358024691358,0)" xlink:href="#L"/></g><g id="r"><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,0,0)" xlink:href="#N"/><use transform="matrix(0.06172839506172839,0,0,0.06172839506172839,4.876543209876543,0)" xlink:href="#ab"/></g><path fill="#333" d="M135-150c-39-12-60 13-60 57V0H25l-1-190h47c2 13-1 29 3 40 6-28 27-53 61-41v41" id="af"/><g id="s"><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,0,0)" xlink:href="#af"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,6.913580246913581,0)" xlink:href="#z"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,17.728395061728396,0)" xlink:href="#A"/></g><path fill="#333" d="M25-224v-37h50v37H25zM75 22c2 45-34 59-81 51V38c22 5 31-5 31-27v-201h50V22" id="ag"/><g id="t"><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,0,0)" xlink:href="#ag"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,4.938271604938272,0)" xlink:href="#T"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,15.753086419753087,0)" xlink:href="#U"/></g><path fill="#333" d="M24 0v-248h52V0H24" id="ah"/><g id="u"><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,0,0)" xlink:href="#ah"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,4.938271604938272,0)" xlink:href="#A"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,15.753086419753087,0)" xlink:href="#G"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,26.567901234567902,0)" xlink:href="#z"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,37.382716049382715,0)" xlink:href="#C"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,43.25925925925926,0)" xlink:href="#aa"/></g><path fill="#333" d="M4 7l51-268h42L46 7H4" id="ai"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,0,0)" xlink:href="#ai" id="v"/><g id="w"><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,0,0)" xlink:href="#T"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,10.814814814814815,0)" xlink:href="#z"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,21.62962962962963,0)" xlink:href="#C"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,27.506172839506174,0)" xlink:href="#G"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,38.32098765432099,0)" xlink:href="#z"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,49.135802469135804,0)" xlink:href="#C"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,55.01234567901235,0)" xlink:href="#aa"/></g><path fill="#333" d="M121-226c-27-7-43 5-38 36h38v33H83V0H34v-157H6v-33h28c-9-59 32-81 87-68v32" id="aj"/><g id="x"><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,0,0)" xlink:href="#aj"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,5.8765432098765435,0)" xlink:href="#D"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,15.753086419753087,0)" xlink:href="#ad"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,25.629629629629633,0)" xlink:href="#E"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,35.50617283950618,0)" xlink:href="#C"/><use transform="matrix(0.04938271604938272,0,0,0.04938271604938272,41.38271604938272,0)" xlink:href="#aa"/></g></defs></g></svg>

data/spec/Versioning.md

@@ -0,0 +1,49 @@
+# Versioning
+
+## Context
+
+The OpenLineage spec gets versioned and published.
+
+Requirements:
+
+- The OpenLineage spec and related libraries are in the OpenLineage repo.
+- The OpenLineage spec version changes only when the spec itself changes.
+- The libraries in the repo change more frequently than the spec (including when the spec changes).
+- We want to version the OpenLineage spec independently of the API spec.
+- The mechanism to version and publish the OpenLineage core spec applies to publishing custom facets.
+
+## Mechanism
+
+- The spec defines its current version using the `“$id”` field:
+  - See:
+    - [json schema core doc](https://json-schema.org/draft/2020-12/json-schema-core.html#rfc.section.8.2.1)
+    - [Json schema spec $id](https://json-schema.org/draft/2019-09/schema)
+    - [also on github](https://github.com/json-schema-org/json-schema-spec/blob/draft-next/meta/core.json)
+  - Example: `"$id": "https://openlineage.io/spec/1-0-0/OpenLineage.json"` The URL in $id is resolvable and returns that
+    version of the spec. We use github pages to publish the spec to openlineage.io
+- The $id urls uses a SEMVER compliant version, following the
+  [SCHEMAVER semantics](https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/)
+  MODEL-REVISION-ADDITION
+  - MODEL when you make a breaking schema change which will prevent interaction with any historical data
+  - REVISION when you introduce a schema change which may prevent interaction with some historical data
+  - ADDITION when you make a schema change that is compatible with all historical data
+
+## Implementation Plan
+
+- CI verifies that:
+  - The $id field has the right domain prefix.
+  - The version changes when the spec changes: When resolving “$id”, the build fails if the spec is not exactly the
+    same.
+  - The version does not change when the spec does not change. We can verify that the current version of the spec is not
+    already published with a different version.
+  - Libraries are generating events with the current version.
+  - The spec is backward-compatible (only add optional fields) and consistent with the versioning semantics.
+- git pre commit: Increments the versions automatically when the spec changes.
+- Spec publication:
+  - CI publishes to github pages when the $id changes on main (when this particular URL does not exist yet).
+  - CI tags main with OpenLineage.json-{version}.
+
+---
+
+SPDX-License-Identifier: Apache-2.0\
+Copyright 2018-2024 contributors to the OpenLineage project