ankka-flow 0.1.0__py3-none-any.whl

ankka_flow/__init__.py

@@ -0,0 +1,40 @@
+"""ankka-flow: write streamlets in Python. The sidecar owns Kafka; this package owns the protocol."""
+
+from . import json
+from .descriptor import PROTOCOL_VERSION
+from .parameters import (
+    BooleanParameter,
+    Config,
+    DoubleParameter,
+    DurationParameter,
+    IntegerParameter,
+    MemorySizeParameter,
+    Parameter,
+    StringParameter,
+)
+from .ports import JsonInlet, JsonOutlet
+from .records import Batch, Emit, Record
+from .server import serve
+from .streamlet import Streamlet
+
+__version__ = "0.1.0"
+
+__all__ = [
+    "PROTOCOL_VERSION",
+    "Batch",
+    "BooleanParameter",
+    "Config",
+    "DoubleParameter",
+    "DurationParameter",
+    "Emit",
+    "IntegerParameter",
+    "JsonInlet",
+    "JsonOutlet",
+    "MemorySizeParameter",
+    "Parameter",
+    "Record",
+    "StringParameter",
+    "Streamlet",
+    "json",
+    "serve",
+]

ankka_flow/_conformance.py

@@ -0,0 +1,93 @@
+"""`uv run conformance`: serve the reference streamlet and run the sidecar's conformance suite against it.
+
+The reference is the `conformance` declaration of `proto/fixtures/declarations/conformance.md`,
+behaving by each record's key as the protocol's conformance contract says. The suite lives in the
+ankka-flow repository (`sidecar/src/test/.../ConformanceSuite.scala`) and needs sbt and a JDK.
+
+Environment:
+  FLOW_PROCESS_PORT            port to serve on (default 9010)
+  ANKKA_FLOW_CONFORMANCE_ONLY  run only the cases whose names start with this
+  ANKKA_FLOW_BREAK             break one SDK rule on purpose (`ack-first`, `keyless-empty-key`)
+"""
+
+from __future__ import annotations
+
+import os
+import subprocess
+import sys
+import time
+from collections.abc import Iterable
+from pathlib import Path
+
+from ankka_flow import Batch, Emit, IntegerParameter, JsonInlet, JsonOutlet, Record, StringParameter, Streamlet, serve
+
+
+class Conformance(Streamlet):
+    """The reference streamlet every SDK ships for the conformance suite."""
+
+    name = "conformance"
+    description = "The conformance reference streamlet."
+    inlet = JsonInlet("in", schema_name="conformance.v1")
+    side = JsonInlet("side", schema_name="conformance-side.v1")
+    out = JsonOutlet("out", schema_name="conformance.v1")
+    other = JsonOutlet("other", schema_name="conformance-other.v1")
+    mode = StringParameter("mode", default="echo", description="Unused by the suite; proves a string parameter arrives.")
+    factor = IntegerParameter("factor", default=1, description="How many times the multiply key emits.")
+
+    def process(self, batch: Batch) -> Iterable[Emit]:
+        for record in batch:
+            key = (record.key or b"").decode()
+            if key == "echo":
+                yield self.out.emit(record)
+            elif key == "fan":
+                yield self.out.emit(record)
+                yield self.other.emit(record)
+            elif key == "skip":
+                continue
+            elif key == "fail":
+                raise RuntimeError("the record said fail")
+            elif key == "late":
+                time.sleep(0.3)
+                yield self.out.emit(record)
+            elif key == "rogue-outlet":
+                yield Emit("nope", record)
+            elif key == "multiply":
+                for i in range(1, self.config[self.factor] + 1):
+                    yield self.out.emit(record, headers=[*record.headers, ("n", str(i).encode())])
+            elif key == "unkeyed":
+                yield self.out.emit(record, key=None)
+            elif key == "header-echo":
+                yield self.out.emit(record, headers=list(reversed(record.headers)))
+            else:
+                yield self.out.emit(record)
+
+
+def reference_streamlet() -> Conformance:
+    return Conformance()
+
+
+def _repo_root() -> Path:
+    here = Path(__file__).resolve()
+    for parent in here.parents:
+        if (parent / "build.sbt").exists() and (parent / "protocol").is_dir():
+            return parent
+    raise SystemExit("conformance: run from inside the ankka-flow repository (the suite is its sbt project)")
+
+
+def main() -> int:
+    port = int(os.environ.get("FLOW_PROCESS_PORT", "9010"))
+    server = serve(reference_streamlet(), port=port, block=False)
+    try:
+        cmd = ["sbt", "-batch", f"-Dflow.conformance.target=127.0.0.1:{port}", "-Dflow.cluster.tests=off"]
+        only = os.environ.get("ANKKA_FLOW_CONFORMANCE_ONLY")
+        if only:
+            cmd.append(f"-Dflow.conformance.only={only}")
+        cmd.append("sidecar/testOnly *ConformanceSuite")
+        print(f"conformance: serving the Python reference on 127.0.0.1:{port}; running {' '.join(cmd)}", flush=True)
+        return subprocess.call(cmd, cwd=_repo_root())
+    finally:
+        server.stop()
+
+
+if __name__ == "__main__":
+    sys.exit(main())

ankka_flow/_descriptor.py

@@ -0,0 +1,74 @@
+"""`uv run descriptor`: write flow/descriptor.json from the project's streamlet.
+
+The streamlet is `module:attr`, from $FLOW_STREAMLET or `[tool.ankka-flow] streamlet` in
+pyproject.toml. `--check` exits 1 when the file on disk differs.
+"""
+
+from __future__ import annotations
+
+import argparse
+import importlib
+import os
+import pathlib
+import sys
+import tomllib
+
+from .descriptor import spec_for, validate, write
+from .streamlet import Streamlet
+
+
+def _reference(root: pathlib.Path) -> str:
+    ref = os.environ.get("FLOW_STREAMLET")
+    if ref:
+        return ref
+    pyproject = root / "pyproject.toml"
+    if pyproject.exists():
+        table = tomllib.loads(pyproject.read_text()).get("tool", {}).get("ankka-flow", {})
+        if isinstance(table, dict) and isinstance(table.get("streamlet"), str):
+            return str(table["streamlet"])
+    raise SystemExit(
+        "no streamlet: set FLOW_STREAMLET=module:Class or [tool.ankka-flow] streamlet in pyproject.toml"
+    )
+
+
+def load(ref: str) -> type[Streamlet]:
+    module, _, attr = ref.partition(":")
+    if not attr:
+        raise SystemExit(f"'{ref}' is not module:attr")
+    obj = getattr(importlib.import_module(module), attr)
+    cls = obj if isinstance(obj, type) else type(obj)
+    if not issubclass(cls, Streamlet):
+        raise SystemExit(f"{ref} is not a Streamlet")
+    return cls
+
+
+def main(argv: list[str] | None = None) -> int:
+    parser = argparse.ArgumentParser(prog="descriptor", description=__doc__)
+    parser.add_argument("--out", default="flow/descriptor.json")
+    parser.add_argument("--check", action="store_true", help="exit 1 if the file differs")
+    args = parser.parse_args(argv)
+    root = pathlib.Path.cwd()
+    if (root / "src").is_dir():
+        sys.path.insert(0, str(root / "src"))
+    spec = spec_for(load(_reference(root)))
+    problems = validate(spec)
+    if problems:
+        for p in problems:
+            print(f"descriptor: {p}", file=sys.stderr)
+        return 1
+    text = write(spec)
+    out = pathlib.Path(args.out)
+    if args.check:
+        if not out.exists() or out.read_text(encoding="utf-8") != text:
+            print(f"{out} is out of date; run `uv run descriptor`", file=sys.stderr)
+            return 1
+        print(f"{out} is up to date")
+        return 0
+    out.parent.mkdir(parents=True, exist_ok=True)
+    out.write_text(text, encoding="utf-8")
+    print(f"wrote {out}")
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())

ankka_flow/_proto/ankka/flow/v1/discovery_pb2.py

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: ankka/flow/v1/discovery.proto
+# Protobuf Python Version: 7.35.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    7,
+    35,
+    1,
+    '',
+    'ankka/flow/v1/discovery.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from ankka_flow._proto.ankka.flow.v1 import payload_pb2 as ankka_dot_flow_dot_v1_dot_payload__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1d\x61nkka/flow/v1/discovery.proto\x12\rankka.flow.v1\x1a\x1b\x61nkka/flow/v1/payload.proto\"@\n\x0bSidecarInfo\x12\x18\n\x10protocol_version\x18\x01 \x01(\t\x12\x17\n\x0fsidecar_version\x18\x02 \x01(\t\"|\n\x04Spec\x12\x18\n\x10protocol_version\x18\x01 \x01(\t\x12#\n\x03sdk\x18\x02 \x01(\x0b\x32\x16.ankka.flow.v1.SdkInfo\x12\x35\n\tstreamlet\x18\x03 \x01(\x0b\x32\".ankka.flow.v1.StreamletDescriptor\"(\n\x07SdkInfo\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\t\"\xbe\x01\n\x13StreamletDescriptor\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12#\n\x06inlets\x18\x03 \x03(\x0b\x32\x13.ankka.flow.v1.Port\x12$\n\x07outlets\x18\x04 \x03(\x0b\x32\x13.ankka.flow.v1.Port\x12\x39\n\x11\x63onfig_parameters\x18\x05 \x03(\x0b\x32\x1e.ankka.flow.v1.ConfigParameter\"?\n\x04Port\x12\x0c\n\x04name\x18\x01 \x01(\t\x12)\n\x08\x63ontract\x18\x02 \x01(\x0b\x32\x17.ankka.flow.v1.Contract\"D\n\x08\x43ontract\x12\x0e\n\x06\x66ormat\x18\x01 \x01(\t\x12\x13\n\x0bschema_name\x18\x02 \x01(\t\x12\x13\n\x0b\x66ingerprint\x18\x03 \x01(\t\"s\n\x0f\x43onfigParameter\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12\'\n\x04type\x18\x03 \x01(\x0e\x32\x19.ankka.flow.v1.ConfigType\x12\x15\n\rdefault_value\x18\x04 \x01(\t*]\n\nConfigType\x12\n\n\x06STRING\x10\x00\x12\x0b\n\x07INTEGER\x10\x01\x12\n\n\x06\x44OUBLE\x10\x02\x12\x0b\n\x07\x42OOLEAN\x10\x03\x12\x0c\n\x08\x44URATION\x10\x04\x12\x0f\n\x0bMEMORY_SIZE\x10\x05\x32\x86\x01\n\tDiscovery\x12;\n\x08\x44iscover\x12\x1a.ankka.flow.v1.SidecarInfo\x1a\x13.ankka.flow.v1.Spec\x12<\n\x0bReportError\x12\x17.ankka.flow.v1.Problems\x1a\x14.ankka.flow.v1.Emptyb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'ankka.flow.v1.discovery_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_CONFIGTYPE']._serialized_start=756
+  _globals['_CONFIGTYPE']._serialized_end=849
+  _globals['_SIDECARINFO']._serialized_start=77
+  _globals['_SIDECARINFO']._serialized_end=141
+  _globals['_SPEC']._serialized_start=143
+  _globals['_SPEC']._serialized_end=267
+  _globals['_SDKINFO']._serialized_start=269
+  _globals['_SDKINFO']._serialized_end=309
+  _globals['_STREAMLETDESCRIPTOR']._serialized_start=312
+  _globals['_STREAMLETDESCRIPTOR']._serialized_end=502
+  _globals['_PORT']._serialized_start=504
+  _globals['_PORT']._serialized_end=567
+  _globals['_CONTRACT']._serialized_start=569
+  _globals['_CONTRACT']._serialized_end=637
+  _globals['_CONFIGPARAMETER']._serialized_start=639
+  _globals['_CONFIGPARAMETER']._serialized_end=754
+  _globals['_DISCOVERY']._serialized_start=852
+  _globals['_DISCOVERY']._serialized_end=986
+# @@protoc_insertion_point(module_scope)

ankka_flow/_proto/ankka/flow/v1/discovery_pb2.pyi

@@ -0,0 +1,94 @@
+from ankka_flow._proto.ankka.flow.v1 import payload_pb2 as _payload_pb2
+from google.protobuf.internal import containers as _containers
+from google.protobuf.internal import enum_type_wrapper as _enum_type_wrapper
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from collections.abc import Iterable as _Iterable, Mapping as _Mapping
+from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class ConfigType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
+    __slots__ = ()
+    STRING: _ClassVar[ConfigType]
+    INTEGER: _ClassVar[ConfigType]
+    DOUBLE: _ClassVar[ConfigType]
+    BOOLEAN: _ClassVar[ConfigType]
+    DURATION: _ClassVar[ConfigType]
+    MEMORY_SIZE: _ClassVar[ConfigType]
+STRING: ConfigType
+INTEGER: ConfigType
+DOUBLE: ConfigType
+BOOLEAN: ConfigType
+DURATION: ConfigType
+MEMORY_SIZE: ConfigType
+
+class SidecarInfo(_message.Message):
+    __slots__ = ("protocol_version", "sidecar_version")
+    PROTOCOL_VERSION_FIELD_NUMBER: _ClassVar[int]
+    SIDECAR_VERSION_FIELD_NUMBER: _ClassVar[int]
+    protocol_version: str
+    sidecar_version: str
+    def __init__(self, protocol_version: _Optional[str] = ..., sidecar_version: _Optional[str] = ...) -> None: ...
+
+class Spec(_message.Message):
+    __slots__ = ("protocol_version", "sdk", "streamlet")
+    PROTOCOL_VERSION_FIELD_NUMBER: _ClassVar[int]
+    SDK_FIELD_NUMBER: _ClassVar[int]
+    STREAMLET_FIELD_NUMBER: _ClassVar[int]
+    protocol_version: str
+    sdk: SdkInfo
+    streamlet: StreamletDescriptor
+    def __init__(self, protocol_version: _Optional[str] = ..., sdk: _Optional[_Union[SdkInfo, _Mapping]] = ..., streamlet: _Optional[_Union[StreamletDescriptor, _Mapping]] = ...) -> None: ...
+
+class SdkInfo(_message.Message):
+    __slots__ = ("name", "version")
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    VERSION_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    version: str
+    def __init__(self, name: _Optional[str] = ..., version: _Optional[str] = ...) -> None: ...
+
+class StreamletDescriptor(_message.Message):
+    __slots__ = ("name", "description", "inlets", "outlets", "config_parameters")
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
+    INLETS_FIELD_NUMBER: _ClassVar[int]
+    OUTLETS_FIELD_NUMBER: _ClassVar[int]
+    CONFIG_PARAMETERS_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    description: str
+    inlets: _containers.RepeatedCompositeFieldContainer[Port]
+    outlets: _containers.RepeatedCompositeFieldContainer[Port]
+    config_parameters: _containers.RepeatedCompositeFieldContainer[ConfigParameter]
+    def __init__(self, name: _Optional[str] = ..., description: _Optional[str] = ..., inlets: _Optional[_Iterable[_Union[Port, _Mapping]]] = ..., outlets: _Optional[_Iterable[_Union[Port, _Mapping]]] = ..., config_parameters: _Optional[_Iterable[_Union[ConfigParameter, _Mapping]]] = ...) -> None: ...
+
+class Port(_message.Message):
+    __slots__ = ("name", "contract")
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    CONTRACT_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    contract: Contract
+    def __init__(self, name: _Optional[str] = ..., contract: _Optional[_Union[Contract, _Mapping]] = ...) -> None: ...
+
+class Contract(_message.Message):
+    __slots__ = ("format", "schema_name", "fingerprint")
+    FORMAT_FIELD_NUMBER: _ClassVar[int]
+    SCHEMA_NAME_FIELD_NUMBER: _ClassVar[int]
+    FINGERPRINT_FIELD_NUMBER: _ClassVar[int]
+    format: str
+    schema_name: str
+    fingerprint: str
+    def __init__(self, format: _Optional[str] = ..., schema_name: _Optional[str] = ..., fingerprint: _Optional[str] = ...) -> None: ...
+
+class ConfigParameter(_message.Message):
+    __slots__ = ("key", "description", "type", "default_value")
+    KEY_FIELD_NUMBER: _ClassVar[int]
+    DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
+    TYPE_FIELD_NUMBER: _ClassVar[int]
+    DEFAULT_VALUE_FIELD_NUMBER: _ClassVar[int]
+    key: str
+    description: str
+    type: ConfigType
+    default_value: str
+    def __init__(self, key: _Optional[str] = ..., description: _Optional[str] = ..., type: _Optional[_Union[ConfigType, str]] = ..., default_value: _Optional[str] = ...) -> None: ...

ankka_flow/_proto/ankka/flow/v1/discovery_pb2_grpc.py

@@ -0,0 +1,146 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+from ankka_flow._proto.ankka.flow.v1 import discovery_pb2 as ankka_dot_flow_dot_v1_dot_discovery__pb2
+from ankka_flow._proto.ankka.flow.v1 import payload_pb2 as ankka_dot_flow_dot_v1_dot_payload__pb2
+
+GRPC_GENERATED_VERSION = '1.84.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + ' but the generated code in ankka/flow/v1/discovery_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )
+
+
+class DiscoveryStub:
+    """Implemented by the developer's process on 127.0.0.1:$FLOW_PROCESS_PORT; dialled by the sidecar.
+    """
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.Discover = channel.unary_unary(
+                '/ankka.flow.v1.Discovery/Discover',
+                request_serializer=ankka_dot_flow_dot_v1_dot_discovery__pb2.SidecarInfo.SerializeToString,
+                response_deserializer=ankka_dot_flow_dot_v1_dot_discovery__pb2.Spec.FromString,
+                _registered_method=True)
+        self.ReportError = channel.unary_unary(
+                '/ankka.flow.v1.Discovery/ReportError',
+                request_serializer=ankka_dot_flow_dot_v1_dot_payload__pb2.Problems.SerializeToString,
+                response_deserializer=ankka_dot_flow_dot_v1_dot_payload__pb2.Empty.FromString,
+                _registered_method=True)
+
+
+class DiscoveryServicer:
+    """Implemented by the developer's process on 127.0.0.1:$FLOW_PROCESS_PORT; dialled by the sidecar.
+    """
+
+    def Discover(self, request, context):
+        """The process describes itself. The sidecar compares the answer with the deployed descriptor.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def ReportError(self, request, context):
+        """The sidecar's refusal, so the problems appear in the process's own log before it exits.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_DiscoveryServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'Discover': grpc.unary_unary_rpc_method_handler(
+                    servicer.Discover,
+                    request_deserializer=ankka_dot_flow_dot_v1_dot_discovery__pb2.SidecarInfo.FromString,
+                    response_serializer=ankka_dot_flow_dot_v1_dot_discovery__pb2.Spec.SerializeToString,
+            ),
+            'ReportError': grpc.unary_unary_rpc_method_handler(
+                    servicer.ReportError,
+                    request_deserializer=ankka_dot_flow_dot_v1_dot_payload__pb2.Problems.FromString,
+                    response_serializer=ankka_dot_flow_dot_v1_dot_payload__pb2.Empty.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'ankka.flow.v1.Discovery', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+    server.add_registered_method_handlers('ankka.flow.v1.Discovery', rpc_method_handlers)
+
+
+ # This class is part of an EXPERIMENTAL API.
+class Discovery:
+    """Implemented by the developer's process on 127.0.0.1:$FLOW_PROCESS_PORT; dialled by the sidecar.
+    """
+
+    @staticmethod
+    def Discover(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/ankka.flow.v1.Discovery/Discover',
+            ankka_dot_flow_dot_v1_dot_discovery__pb2.SidecarInfo.SerializeToString,
+            ankka_dot_flow_dot_v1_dot_discovery__pb2.Spec.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def ReportError(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/ankka.flow.v1.Discovery/ReportError',
+            ankka_dot_flow_dot_v1_dot_payload__pb2.Problems.SerializeToString,
+            ankka_dot_flow_dot_v1_dot_payload__pb2.Empty.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

ankka_flow/_proto/ankka/flow/v1/payload_pb2.py

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: ankka/flow/v1/payload.proto
+# Protobuf Python Version: 7.35.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    7,
+    35,
+    1,
+    '',
+    'ankka/flow/v1/payload.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1b\x61nkka/flow/v1/payload.proto\x12\rankka.flow.v1\"Y\n\x06Record\x12\x10\n\x03key\x18\x01 \x01(\x0cH\x00\x88\x01\x01\x12&\n\x07headers\x18\x02 \x03(\x0b\x32\x15.ankka.flow.v1.Header\x12\r\n\x05value\x18\x03 \x01(\x0c\x42\x06\n\x04_key\"$\n\x06Header\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x0c\"\x18\n\x05\x45rror\x12\x0f\n\x07message\x18\x01 \x01(\t\"\x1a\n\x07Problem\x12\x0f\n\x07message\x18\x01 \x01(\t\"4\n\x08Problems\x12(\n\x08problems\x18\x01 \x03(\x0b\x32\x16.ankka.flow.v1.Problem\"\x07\n\x05\x45mptyb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'ankka.flow.v1.payload_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_RECORD']._serialized_start=46
+  _globals['_RECORD']._serialized_end=135
+  _globals['_HEADER']._serialized_start=137
+  _globals['_HEADER']._serialized_end=173
+  _globals['_ERROR']._serialized_start=175
+  _globals['_ERROR']._serialized_end=199
+  _globals['_PROBLEM']._serialized_start=201
+  _globals['_PROBLEM']._serialized_end=227
+  _globals['_PROBLEMS']._serialized_start=229
+  _globals['_PROBLEMS']._serialized_end=281
+  _globals['_EMPTY']._serialized_start=283
+  _globals['_EMPTY']._serialized_end=290
+# @@protoc_insertion_point(module_scope)

ankka_flow/_proto/ankka/flow/v1/payload_pb2.pyi

@@ -0,0 +1,47 @@
+from google.protobuf.internal import containers as _containers
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from collections.abc import Iterable as _Iterable, Mapping as _Mapping
+from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class Record(_message.Message):
+    __slots__ = ("key", "headers", "value")
+    KEY_FIELD_NUMBER: _ClassVar[int]
+    HEADERS_FIELD_NUMBER: _ClassVar[int]
+    VALUE_FIELD_NUMBER: _ClassVar[int]
+    key: bytes
+    headers: _containers.RepeatedCompositeFieldContainer[Header]
+    value: bytes
+    def __init__(self, key: _Optional[bytes] = ..., headers: _Optional[_Iterable[_Union[Header, _Mapping]]] = ..., value: _Optional[bytes] = ...) -> None: ...
+
+class Header(_message.Message):
+    __slots__ = ("key", "value")
+    KEY_FIELD_NUMBER: _ClassVar[int]
+    VALUE_FIELD_NUMBER: _ClassVar[int]
+    key: str
+    value: bytes
+    def __init__(self, key: _Optional[str] = ..., value: _Optional[bytes] = ...) -> None: ...
+
+class Error(_message.Message):
+    __slots__ = ("message",)
+    MESSAGE_FIELD_NUMBER: _ClassVar[int]
+    message: str
+    def __init__(self, message: _Optional[str] = ...) -> None: ...
+
+class Problem(_message.Message):
+    __slots__ = ("message",)
+    MESSAGE_FIELD_NUMBER: _ClassVar[int]
+    message: str
+    def __init__(self, message: _Optional[str] = ...) -> None: ...
+
+class Problems(_message.Message):
+    __slots__ = ("problems",)
+    PROBLEMS_FIELD_NUMBER: _ClassVar[int]
+    problems: _containers.RepeatedCompositeFieldContainer[Problem]
+    def __init__(self, problems: _Optional[_Iterable[_Union[Problem, _Mapping]]] = ...) -> None: ...
+
+class Empty(_message.Message):
+    __slots__ = ()
+    def __init__(self) -> None: ...

ankka_flow/_proto/ankka/flow/v1/payload_pb2_grpc.py

@@ -0,0 +1,24 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+
+GRPC_GENERATED_VERSION = '1.84.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + ' but the generated code in ankka/flow/v1/payload_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )