ingestio 0.0.1__py3-none-any.whl

ingestio/__init__.py

@@ -0,0 +1,32 @@
+"""Small, composable library for building data ingestion pipelines."""
+
+import logging
+
+from ingestio.basics import (
+    Callback,
+    CancelProcessException,
+    CancelStepException,
+    Process,
+    Reader,
+    ReadSource,
+    Step,
+    Writer,
+    WriteTarget,
+)
+
+__version__ = "0.0.1"
+
+logging.getLogger(__name__).addHandler(logging.NullHandler())
+
+__all__ = [
+    "Callback",
+    "CancelProcessException",
+    "CancelStepException",
+    "Process",
+    "ReadSource",
+    "Reader",
+    "Step",
+    "WriteTarget",
+    "Writer",
+    "__version__",
+]

ingestio/basics.py

@@ -0,0 +1,18 @@
+"""Import surface for the core."""
+
+from ingestio.callback.core import Callback, CancelProcessException, CancelStepException
+from ingestio.callback.io import ReadSource, WriteTarget
+from ingestio.connector.core import Reader, Writer
+from ingestio.core import Process, Step
+
+__all__ = [
+    "Callback",
+    "CancelProcessException",
+    "CancelStepException",
+    "Process",
+    "ReadSource",
+    "Reader",
+    "Step",
+    "WriteTarget",
+    "Writer",
+]

ingestio/callback/__init__.py

@@ -0,0 +1 @@
+"""Callbacks: the code of a process stage."""

ingestio/callback/all.py

@@ -0,0 +1,12 @@
+"""Import surface for the callback subpackage."""
+
+from ingestio.callback.core import Callback, CancelProcessException, CancelStepException
+from ingestio.callback.io import ReadSource, WriteTarget
+
+__all__ = [
+    "Callback",
+    "CancelProcessException",
+    "CancelStepException",
+    "ReadSource",
+    "WriteTarget",
+]

ingestio/callback/core.py

@@ -0,0 +1,49 @@
+"""`Callback` base class and the cancel exceptions."""
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from ingestio.core import Process
+
+__all__ = ["Callback", "CancelProcessException", "CancelStepException"]
+
+
+class CancelStepException(Exception):
+    """Skip the remaining callbacks of the current step and move on to the next step."""
+
+
+class CancelProcessException(Exception):
+    """Stop the process cleanly, without treating the run as a crash."""
+
+
+class Callback:
+    """One stage of a process.
+
+    A step runs its callbacks in three passes: every `before`, then every `run`, then every
+    `after`. `after` runs even when the step or the process was cancelled.
+
+    Callbacks exchange data through `self.process.state` rather than through arguments and
+    return values.
+    """
+
+    #: Set by `Process` when the callback is attached. Unbound before that.
+    process: Process
+
+    def before(self) -> None:
+        """Run before any callback of this step does its work."""
+
+    def run(self) -> None:
+        """Do the work of this stage."""
+
+    def after(self) -> None:
+        """Run after every callback of this step, including when the step was cancelled."""
+
+    @property
+    def name(self) -> str:
+        """Display name used in logs."""
+        return type(self).__name__
+
+    def __repr__(self) -> str:
+        return self.name

ingestio/callback/io.py

@@ -0,0 +1,42 @@
+"""Callbacks that move data between a connector and the shared state."""
+
+from __future__ import annotations
+
+from typing import Any
+
+from ingestio.callback.core import Callback
+from ingestio.connector.core import Reader, Writer
+
+__all__ = ["ReadSource", "WriteTarget"]
+
+
+class ReadSource(Callback):
+    """Reads from a connector and stores the payload in the shared state.
+
+    Args:
+        reader: Connector to read from.
+        into: Key of `Process.state` that receives the payload.
+    """
+
+    def __init__(self, reader: Reader[Any], *, into: str = "records") -> None:
+        self.reader = reader
+        self.into = into
+
+    def run(self) -> None:
+        self.process.state[self.into] = self.reader.read()
+
+
+class WriteTarget(Callback):
+    """Writes a value from the shared state through a connector.
+
+    Args:
+        writer: Connector to write to.
+        key: Key of `Process.state` holding the value to write.
+    """
+
+    def __init__(self, writer: Writer[Any], *, key: str = "records") -> None:
+        self.writer = writer
+        self.key = key
+
+    def run(self) -> None:
+        self.writer.write(self.process.state[self.key])

ingestio/connector/__init__.py

@@ -0,0 +1 @@
+"""Connectors: the I/O resources a callback uses."""

ingestio/connector/all.py

@@ -0,0 +1,7 @@
+"""Import surface for the connector subpackage."""
+
+from ingestio.connector.core import Reader, Writer
+from ingestio.connector.http import JsonApiReader
+from ingestio.connector.local import JsonLinesWriter
+
+__all__ = ["JsonApiReader", "JsonLinesWriter", "Reader", "Writer"]

ingestio/connector/core.py

@@ -0,0 +1,24 @@
+"""`Reader` and `Writer`: the two kinds of connector.
+
+A connector is injected into the callback that needs it, so a single callback may combine
+several. The payload type is unconstrained.
+"""
+
+from typing import Protocol, TypeVar
+
+__all__ = ["Reader", "Writer"]
+
+T_co = TypeVar("T_co", covariant=True)
+T_contra = TypeVar("T_contra", contravariant=True)
+
+
+class Reader(Protocol[T_co]):
+    """Reads data from a source."""
+
+    def read(self) -> T_co: ...
+
+
+class Writer(Protocol[T_contra]):
+    """Writes data to a destination."""
+
+    def write(self, data: T_contra) -> None: ...

ingestio/connector/http.py

@@ -0,0 +1,55 @@
+"""Reader for public HTTP APIs.
+
+Built on `urllib` so the package keeps no runtime dependencies. Endpoints requiring
+authentication are not supported.
+"""
+
+from __future__ import annotations
+
+import json
+import urllib.request
+from typing import Any
+from urllib.parse import urlparse
+
+__all__ = ["JsonApiReader"]
+
+_ALLOWED_SCHEMES = frozenset({"http", "https"})
+
+
+class JsonApiReader:
+    """Fetches a JSON endpoint and returns the decoded payload.
+
+    Args:
+        url: Endpoint to read from. Only `http` and `https` are accepted.
+        timeout: Seconds to wait before giving up.
+        headers: Extra request headers. `Accept: application/json` is sent by default.
+        encoding: Fallback used when the response declares no charset.
+    """
+
+    def __init__(
+        self,
+        url: str,
+        *,
+        timeout: float = 30.0,
+        headers: dict[str, str] | None = None,
+        encoding: str = "utf-8",
+    ) -> None:
+        scheme = urlparse(url).scheme.lower()
+        if scheme not in _ALLOWED_SCHEMES:
+            raise ValueError(
+                f"unsupported URL scheme {scheme!r}: expected one of {sorted(_ALLOWED_SCHEMES)}"
+            )
+        self.url = url
+        self.timeout = timeout
+        self.headers = {"Accept": "application/json", **(headers or {})}
+        self.encoding = encoding
+
+    def read(self) -> Any:
+        """Perform the request and decode the JSON body."""
+        request = urllib.request.Request(self.url, headers=self.headers)
+        with urllib.request.urlopen(request, timeout=self.timeout) as response:
+            charset = response.headers.get_content_charset() or self.encoding
+            return json.loads(response.read().decode(charset))
+
+    def __repr__(self) -> str:
+        return f"{type(self).__name__}(url={self.url!r})"

ingestio/connector/local.py

@@ -0,0 +1,48 @@
+"""Writer for local volumes.
+
+A Databricks volume is reachable as an ordinary path, so the same writer serves a local
+disk and a cluster.
+"""
+
+from __future__ import annotations
+
+import json
+from collections.abc import Iterable, Mapping
+from pathlib import Path
+from typing import Any
+
+__all__ = ["JsonLinesWriter"]
+
+
+class JsonLinesWriter:
+    """Writes records as newline-delimited JSON, one object per line.
+
+    Args:
+        path: Destination file. Parent directories are created when missing.
+        append: Append to the file instead of replacing it.
+        encoding: Text encoding of the output file.
+    """
+
+    def __init__(
+        self,
+        path: Path | str,
+        *,
+        append: bool = False,
+        encoding: str = "utf-8",
+    ) -> None:
+        self.path = Path(path)
+        self.append = append
+        self.encoding = encoding
+
+    def write(self, data: Iterable[Mapping[str, Any]]) -> None:
+        """Write every record as one JSON line."""
+        self.path.parent.mkdir(parents=True, exist_ok=True)
+        mode = "a" if self.append else "w"
+        with self.path.open(mode, encoding=self.encoding) as handle:
+            for record in data:
+                # default=str keeps datetimes and similar values writable.
+                handle.write(json.dumps(record, ensure_ascii=False, default=str))
+                handle.write("\n")
+
+    def __repr__(self) -> str:
+        return f"{type(self).__name__}(path={str(self.path)!r})"

ingestio/core.py

@@ -0,0 +1,125 @@
+"""`Process` and `Step`: the orchestrator and the points of a process.
+
+`Process` owns the shared state that callbacks read and write, the ordered list of steps,
+and the run loop. `Step` names a point of the process and holds the callbacks that run
+there.
+
+Steps run in list order, and callbacks within a step run in list order.
+"""
+
+from __future__ import annotations
+
+import logging
+import time
+import uuid
+from collections.abc import Iterable, Mapping
+from dataclasses import dataclass, field
+from datetime import UTC, datetime
+from typing import Any
+
+from ingestio.callback.core import Callback, CancelProcessException, CancelStepException
+
+__all__ = ["Process", "Step"]
+
+logger = logging.getLogger(__name__)
+
+
+@dataclass(frozen=True)
+class Step:
+    """A named point of a process, holding the callbacks that run there."""
+
+    name: str
+    callbacks: tuple[Callback, ...] = field(default=())
+
+    def __init__(self, name: str, callbacks: Iterable[Callback] = ()) -> None:
+        if not name.strip():
+            raise ValueError("step name must be a non-empty string")
+        object.__setattr__(self, "name", name)
+        object.__setattr__(self, "callbacks", tuple(callbacks))
+
+
+class Process:
+    """Runs an ordered list of steps, carrying the state every callback shares.
+
+    Args:
+        steps: Steps to run, in order.
+        state: Initial shared state.
+        run_id: Identifier for this run. Generated when omitted.
+        log: Logger to write to.
+    """
+
+    def __init__(
+        self,
+        steps: Iterable[Step],
+        *,
+        state: Mapping[str, Any] | None = None,
+        run_id: str | None = None,
+        log: logging.Logger | None = None,
+    ) -> None:
+        self.steps = self._validated(steps)
+        self.state: dict[str, Any] = dict(state or {})
+        self.run_id = run_id or uuid.uuid4().hex[:8]
+        self.started_at: datetime | None = None
+        self.cancelled = False
+        self._log = log or logger
+        for step in self.steps:
+            for callback in step.callbacks:
+                callback.process = self
+
+    @staticmethod
+    def _validated(steps: Iterable[Step]) -> tuple[Step, ...]:
+        """Reject an unusable process before anything runs."""
+        ordered = tuple(steps)
+        if not ordered:
+            raise ValueError("a process needs at least one step")
+        seen: set[str] = set()
+        for step in ordered:
+            if step.name in seen:
+                raise ValueError(f"duplicate step name: {step.name!r}")
+            seen.add(step.name)
+        return ordered
+
+    def run(self) -> Process:
+        """Run every step in order. Returns self, so the state stays reachable."""
+        self.started_at = datetime.now(UTC)
+        self.cancelled = False
+        started = time.perf_counter()
+        self._log.info("[%s] process started | %d steps", self.run_id, len(self.steps))
+
+        try:
+            for position, step in enumerate(self.steps, start=1):
+                self._run_step(step, position)
+        except CancelProcessException as exc:
+            self.cancelled = True
+            self._log.info("[%s] process cancelled: %s", self.run_id, exc)
+
+        self._log.info("[%s] process finished | %.3fs", self.run_id, time.perf_counter() - started)
+        return self
+
+    def _run_step(self, step: Step, position: int) -> None:
+        """Run the step in three passes: every `before`, every `run`, then every `after`.
+
+        `after` runs whether the step completed, was cancelled, or the process is stopping.
+        """
+        started = time.perf_counter()
+        self._log.info(
+            "[%s] > %s (%d/%d) | %d callbacks",
+            self.run_id,
+            step.name,
+            position,
+            len(self.steps),
+            len(step.callbacks),
+        )
+        try:
+            for callback in step.callbacks:
+                callback.before()
+            for callback in step.callbacks:
+                callback.run()
+        except CancelStepException as exc:
+            self._log.info("[%s] %s cancelled: %s", self.run_id, step.name, exc)
+        finally:
+            for callback in step.callbacks:
+                callback.after()
+            self._log.info(
+                "[%s] < %s | %.3fs", self.run_id, step.name, time.perf_counter() - started
+            )

ingestio-0.0.1.dist-info/METADATA

@@ -0,0 +1,163 @@
+Metadata-Version: 2.5
+Name: ingestio
+Version: 0.0.1
+Summary: Small, composable library for building data ingestion pipelines
+Project-URL: Repository, https://github.com/gustavoueti/ingestio
+Author-email: Gustavo Ueti <gustavo.ueti@gmail.com>
+License-Expression: Apache-2.0
+License-File: LICENSE
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Database
+Classifier: Typing :: Typed
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+
+# ingestio
+
+Small, composable library for building data ingestion pipelines.
+
+`ingestio` describes **any data movement process** as a sequence of steps. It does not
+assume your data is a table, that your architecture has bronze and silver layers, or that
+your processing is batch. Those are things you build with it, not things it imposes.
+
+> **Status: early alpha (0.0.1).** The core is functional and tested, the API is not stable
+> yet.
+
+## Install
+
+```bash
+pip install ingestio
+```
+
+No runtime dependencies.
+
+## The idea
+
+Three pieces, and the ordering is always yours:
+
+| | |
+|---|---|
+| **Step** | a named point of the process; holds the callbacks that run there |
+| **Callback** | the code of one stage |
+| **Connector** | a reader or a writer, injected into the callback that needs it |
+
+Steps run in list order, and callbacks inside a step run in list order. There is no
+priority attribute and no hidden reordering: the sequence you write is the sequence that
+runs.
+
+The library ships the engine, one reader, one writer and two generic callbacks. The stages
+that are specific to your ingestion are yours to write — that is the point.
+
+## Example: a public API into a volume
+
+```python
+from ingestio import Process, ReadSource, Step, WriteTarget
+from ingestio.connector.all import JsonApiReader, JsonLinesWriter
+
+process = Process([
+    Step("extract", [
+        ReadSource(JsonApiReader("https://api.example.com/v1/orders")),
+    ]),
+    Step("load", [
+        WriteTarget(JsonLinesWriter("/Volumes/main/bronze/orders.jsonl")),
+    ]),
+]).run()
+
+print(len(process.state["records"]))
+```
+
+A Databricks volume is an ordinary path, so the same code runs on a laptop and on a
+cluster.
+
+## Writing a callback
+
+A callback is a class with three optional moments. A step runs every `before`, then every
+`run`, then every `after`, so a callback gets a real boundary around the whole step while
+keeping list order within each pass.
+
+Callbacks exchange data through `process.state` instead of passing a payload down a chain,
+so a callback that only observes does not have to hand the data back.
+
+```python
+from datetime import UTC, datetime
+
+from ingestio import Callback
+
+
+class AddLineageColumns(Callback):
+    """Stamp every record with where it came from and which run produced it."""
+
+    def __init__(self, source: str, key: str = "records") -> None:
+        self.source = source
+        self.key = key
+
+    def run(self) -> None:
+        ingested_at = datetime.now(UTC).isoformat()
+        self.process.state[self.key] = [
+            {
+                **record,
+                "_ingested_at": ingested_at,
+                "_source": self.source,
+                "_batch_id": self.process.run_id,
+            }
+            for record in self.process.state[self.key]
+        ]
+```
+
+Drop it into the step where it belongs:
+
+```python
+Step("load", [
+    AddLineageColumns(source="orders-api"),
+    WriteTarget(JsonLinesWriter("/Volumes/main/bronze/orders.jsonl")),
+])
+```
+
+The column names are yours. `ingestio` has no opinion about them.
+
+## Controlling failure
+
+The library gives you the vocabulary; the policy is yours.
+
+```python
+from ingestio import Callback, CancelProcessException
+
+
+class SkipWhenEmpty(Callback):
+    def run(self) -> None:
+        if not self.process.state["records"]:
+            raise CancelProcessException("nothing to ingest")
+```
+
+- `CancelStepException` — skip the rest of this step, carry on with the next one.
+- `CancelProcessException` — stop the process cleanly.
+- anything else — propagates and kills the run, which is a legitimate choice you make by
+  not catching it.
+
+`after` runs in every case, so cleanup stays reliable.
+
+## Logging
+
+Standard `logging`, never `print`, and every record carries the run id — so concurrent
+ingestions on the same cluster stay readable.
+
+```
+[a3f7c9] process started | 2 steps
+[a3f7c9] > extract (1/2) | 1 callbacks
+[a3f7c9] < extract | 0.412s
+[a3f7c9] > load (2/2) | 2 callbacks
+[a3f7c9] < load | 0.019s
+[a3f7c9] process finished | 0.431s
+```
+
+## Roadmap
+
+More connectors (object storage, Delta), and recipes — an optional declarative way to
+assemble a process, never a required one.
+
+## License
+
+Apache-2.0

ingestio-0.0.1.dist-info/RECORD

@@ -0,0 +1,17 @@
+ingestio/__init__.py,sha256=w5tvE3Ogyeqb1vjSg2HoL_8qmJV2FTVXoA3e3yNuO_s,552
+ingestio/basics.py,sha256=Gfp48B8xeex3YJT-Y9LtobjTdLJyAxDOsyK459rE0SA,453
+ingestio/core.py,sha256=TbS4tBiLKwxO001v6jDPyztQjMVttGMyCPjZIL2i25U,4304
+ingestio/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ingestio/callback/__init__.py,sha256=R8291Um0WXPZjPossbq2pwqVSoavkFZVddJhZk96VL0,46
+ingestio/callback/all.py,sha256=5qSIiFWn7Yi2Nhvtp683L528Rg1mxpd48c1W0-epwMI,322
+ingestio/callback/core.py,sha256=PV0wT_-ocvrPG7wXjOst09l5xWwPxXF_-KkGgCiB0AU,1397
+ingestio/callback/io.py,sha256=co0FU36P185aSh0pj2z6gUm6ygvrNcbv7Ypdj6xFT_E,1151
+ingestio/connector/__init__.py,sha256=jogih0oBwnfJ65ouIpVODyPg3aV2MCCbi0odeoYFmyw,53
+ingestio/connector/all.py,sha256=4YXn9Z6YeoX0S4lGxJbXxwlsqb6M5uV2jtl70wrINgM,274
+ingestio/connector/core.py,sha256=Yi0OHqeOtyrdHT39sMLabswR7MY19IjVKD9MZ7dA0lw,581
+ingestio/connector/http.py,sha256=9fN2I6nA60GtvW2qCl3bRwqVTKlgvIDj7ytgippMXjM,1800
+ingestio/connector/local.py,sha256=n4u3opO01qPW-TRq9DhyWtEthlv3Ech7faHA45efX6w,1469
+ingestio-0.0.1.dist-info/METADATA,sha256=KQl_UIu0cnWvhMTC91ocOMxmUa1kgBspVMfGYm6Ox50,4803
+ingestio-0.0.1.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+ingestio-0.0.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ingestio-0.0.1.dist-info/RECORD,,

ingestio-0.0.1.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.32.0
+Root-Is-Purelib: true
+Tag: py3-none-any

ingestio-0.0.1.dist-info/licenses/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.