capo-datasync 0.1.0__py3-none-any.whl

capo_datasync/_iter.py

@@ -0,0 +1,113 @@
+"""Iterator helpers used by generated streaming operations.
+
+Hand-written, not regenerated.
+"""
+
+from __future__ import annotations
+
+from collections.abc import AsyncIterable, AsyncIterator, Callable, Iterable, Iterator
+from typing import Generic, TypeVar, cast
+
+T = TypeVar("T")
+U = TypeVar("U")
+
+
+class AnyIterator(AsyncIterator[T], Iterator[T], Generic[T]):
+    """A type that is both a synchronous and asynchronous iterator.
+
+    Streaming output fields use this so the same TypedDict type works for
+    both sync and async operation variants.
+    """
+
+    ...
+
+
+class StaticAnyIterator(AnyIterator[T], Generic[T]):
+    """An :class:`AnyIterator` backed by static, in-memory content.
+
+    Used when streaming output is produced from already-materialized bytes
+    rather than a live stream. The ``content`` is yielded once and remains
+    accessible as a public attribute.
+    """
+
+    def __init__(self, content: T) -> None:
+        self.content = content
+        self._consumed = False
+
+    def __next__(self) -> T:
+        if self._consumed:
+            raise StopIteration
+        self._consumed = True
+        return self.content
+
+    async def __anext__(self) -> T:
+        if self._consumed:
+            raise StopAsyncIteration
+        self._consumed = True
+        return self.content
+
+
+def map_sync_iterator(iterable: Iterable[T], fn: Callable[[T], U]) -> Iterator[U]:
+    """Map ``fn`` over a synchronous iterable, yielding results lazily."""
+    for item in iterable:
+        yield fn(item)
+
+
+async def map_async_iterator(
+    async_iterable: AsyncIterable[T], fn: Callable[[T], U]
+) -> AsyncIterator[U]:
+    """Map ``fn`` over an asynchronous iterable, yielding results lazily."""
+    async for item in async_iterable:
+        yield fn(item)
+
+
+def chain_sync_iterator(*iterables: Iterable[T]) -> Iterator[T]:
+    """Yield items from each iterable in order."""
+    for iterable in iterables:
+        yield from iterable
+
+
+async def chain_async_iterator(
+    prefix: Iterable[T], rest: AsyncIterable[T]
+) -> AsyncIterator[T]:
+    """Yield the synchronous ``prefix`` items, then the async ``rest`` items."""
+    for item in prefix:
+        yield item
+    async for item in rest:
+        yield item
+
+
+def ensure_async_iterator(value: AsyncIterator[T] | T) -> AnyIterator[T]:
+    """Return ``value`` as an :class:`AnyIterator`.
+
+    An async iterator is returned unchanged; a single value is wrapped in a
+    fresh single-item async iterator.
+    """
+    if isinstance(value, AsyncIterator):
+        return cast(AnyIterator[T], value)
+
+    return StaticAnyIterator(value)
+
+
+def ensure_sync_iterator(value: Iterator[T] | T) -> AnyIterator[T]:
+    """Return ``value`` as an :class:`AnyIterator`.
+
+    A sync iterator is returned unchanged; a single value is wrapped in a
+    fresh single-item sync iterator.
+    """
+    if isinstance(value, Iterator):
+        return cast(AnyIterator[T], value)
+
+    return StaticAnyIterator(value)
+
+
+__all__ = [
+    "AnyIterator",
+    "StaticAnyIterator",
+    "chain_async_iterator",
+    "chain_sync_iterator",
+    "ensure_async_iterator",
+    "ensure_sync_iterator",
+    "map_async_iterator",
+    "map_sync_iterator",
+]

capo_datasync/_operations/fmrs_service/cancel_task_execution.py

@@ -0,0 +1,147 @@
+"""Generated from Smithy shape ``com.amazonaws.datasync#CancelTaskExecution``."""
+
+from __future__ import annotations
+
+import json
+from typing import Any
+
+import zapros
+from typing_extensions import Never
+
+import capo_datasync._auth._signers
+import capo_datasync._auth._sigv4
+import capo_datasync._protocol.eventstream
+import capo_datasync.errors.internal_exception
+import capo_datasync.errors.invalid_request_exception
+import capo_datasync.types.cancel_task_execution_request
+import capo_datasync.types.cancel_task_execution_response
+from capo_datasync._protocol.errors import parse_error_metadata_json
+from capo_datasync._rule_engine._endpoint_rule_set import EndpointParams, resolve
+from capo_datasync._services._pipeline import AsyncOperationOptions, OperationOptions
+from capo_datasync.errors import UnknownServiceError
+
+
+def handle_error(response: zapros.Response) -> Never:
+    data = json.loads(response.read())
+    code, message = parse_error_metadata_json(response, data)
+    match code:
+        case "InternalException":
+            raise capo_datasync.errors.internal_exception.InternalException.from_aws_json_1_1(
+                data, message
+            )
+        case "InvalidRequestException":
+            raise capo_datasync.errors.invalid_request_exception.InvalidRequestException.from_aws_json_1_1(
+                data, message
+            )
+        case _:
+            raise UnknownServiceError(code=code, message=message, response=response)
+
+
+def handle_response(
+    response: zapros.Response,
+) -> capo_datasync.types.cancel_task_execution_response.CancelTaskExecutionResponse:
+    out: capo_datasync.types.cancel_task_execution_response.CancelTaskExecutionResponse = {}  # type: ignore[typeddict-item]
+    return out
+
+
+async def async_handle_response(
+    response: zapros.Response,
+) -> capo_datasync.types.cancel_task_execution_response.CancelTaskExecutionResponse:
+    out: capo_datasync.types.cancel_task_execution_response.CancelTaskExecutionResponse = {}  # type: ignore[typeddict-item]
+    return out
+
+
+def get_signer(
+    options: AsyncOperationOptions | OperationOptions,
+    auth_schemes: list[dict[str, Any]] | None = None,
+) -> capo_datasync._auth._signers.Signer | None:
+    name_to_schema = {s["name"]: s for s in (auth_schemes or [])}  # noqa: F841
+    if (
+        options.credentials_provider is not None
+        and name_to_schema
+        and not name_to_schema.keys() & {"sigv4", "sigv4-s3express"}
+    ):
+        raise RuntimeError(
+            "Endpoint requires an unsupported auth scheme: " + ", ".join(name_to_schema)
+        )
+    if options.credentials_provider is not None:
+        endpoint_scheme = name_to_schema.get("sigv4") or name_to_schema.get(
+            "sigv4-s3express"
+        )
+        if endpoint_scheme is not None or not name_to_schema:
+            sigv4_config = capo_datasync._auth._sigv4.build_sigv4_auth_scheme(
+                "datasync", options.region, endpoint_scheme
+            )
+            if sigv4_config is not None:
+                return capo_datasync._auth._signers.SigV4Signer(
+                    options.credentials_provider, auth_scheme=sigv4_config
+                )
+    raise RuntimeError("Auth was not resolved")
+
+
+def build_request(
+    options: OperationOptions | AsyncOperationOptions,
+    input_: capo_datasync.types.cancel_task_execution_request.CancelTaskExecutionRequest,
+) -> zapros.Request:
+    endpoint = resolve(
+        EndpointParams(
+            Region=options.region,
+            UseDualStack=options.use_dual_stack,
+            UseFIPS=options.use_fips,
+            Endpoint=options.endpoint,
+        )
+    )  # noqa: F841
+    url = endpoint.url.rstrip("/") + ""
+    params: list[tuple[str, str]] = []
+    headers: dict[str, str] = {k: ", ".join(v) for k, v in endpoint.headers.items()}
+    headers["X-Amz-Target"] = "FmrsService.CancelTaskExecution"
+    body: bytes | None = json.dumps(
+        capo_datasync.types.cancel_task_execution_request.serialize_aws_json_1_1(
+            input_
+        ),
+        allow_nan=False,
+    ).encode()
+    headers["content-type"] = "application/x-amz-json-1.1"
+    signer = get_signer(options, auth_schemes=endpoint.properties.get("authSchemes"))
+    normalized_url = zapros.URL(url)
+    for k, v in params:
+        normalized_url.search_params.append(k, v)
+    return zapros.Request(
+        normalized_url, "POST", headers=headers, body=body, context={"signer": signer}
+    )
+
+
+def cancel_task_execution(
+    options: OperationOptions,
+    input_: capo_datasync.types.cancel_task_execution_request.CancelTaskExecutionRequest,
+) -> tuple[
+    capo_datasync.types.cancel_task_execution_response.CancelTaskExecutionResponse,
+    zapros.Response,
+]:
+    response = options.client.handler.handle(build_request(options, input_))
+    try:
+        if response.status >= 300:
+            response.read()
+            handle_error(response)
+        return handle_response(response), response
+    except BaseException:
+        response.close()
+        raise
+
+
+async def async_cancel_task_execution(
+    options: AsyncOperationOptions,
+    input_: capo_datasync.types.cancel_task_execution_request.CancelTaskExecutionRequest,
+) -> tuple[
+    capo_datasync.types.cancel_task_execution_response.CancelTaskExecutionResponse,
+    zapros.Response,
+]:
+    response = await options.client.handler.ahandle(build_request(options, input_))
+    try:
+        if response.status >= 300:
+            await response.aread()
+            handle_error(response)
+        return await async_handle_response(response), response
+    except BaseException:
+        await response.aclose()
+        raise

capo_datasync/_operations/fmrs_service/create_agent.py

@@ -0,0 +1,154 @@
+"""Generated from Smithy shape ``com.amazonaws.datasync#CreateAgent``."""
+
+from __future__ import annotations
+
+import json
+from typing import Any
+
+import zapros
+from typing_extensions import Never
+
+import capo_datasync._auth._signers
+import capo_datasync._auth._sigv4
+import capo_datasync._protocol.eventstream
+import capo_datasync.errors.internal_exception
+import capo_datasync.errors.invalid_request_exception
+import capo_datasync.types.create_agent_request
+import capo_datasync.types.create_agent_response
+import capo_datasync.types.input_tag_list
+import capo_datasync.types.pl_security_group_arn_list
+import capo_datasync.types.pl_subnet_arn_list
+from capo_datasync._protocol.errors import parse_error_metadata_json
+from capo_datasync._rule_engine._endpoint_rule_set import EndpointParams, resolve
+from capo_datasync._services._pipeline import AsyncOperationOptions, OperationOptions
+from capo_datasync.errors import UnknownServiceError
+
+
+def handle_error(response: zapros.Response) -> Never:
+    data = json.loads(response.read())
+    code, message = parse_error_metadata_json(response, data)
+    match code:
+        case "InternalException":
+            raise capo_datasync.errors.internal_exception.InternalException.from_aws_json_1_1(
+                data, message
+            )
+        case "InvalidRequestException":
+            raise capo_datasync.errors.invalid_request_exception.InvalidRequestException.from_aws_json_1_1(
+                data, message
+            )
+        case _:
+            raise UnknownServiceError(code=code, message=message, response=response)
+
+
+def handle_response(
+    response: zapros.Response,
+) -> capo_datasync.types.create_agent_response.CreateAgentResponse:
+    out: capo_datasync.types.create_agent_response.CreateAgentResponse = (
+        capo_datasync.types.create_agent_response.deserialize_aws_json_1_1(
+            json.loads(response.read())
+        )
+    )
+    return out
+
+
+async def async_handle_response(
+    response: zapros.Response,
+) -> capo_datasync.types.create_agent_response.CreateAgentResponse:
+    out: capo_datasync.types.create_agent_response.CreateAgentResponse = (
+        capo_datasync.types.create_agent_response.deserialize_aws_json_1_1(
+            json.loads(await response.aread())
+        )
+    )
+    return out
+
+
+def get_signer(
+    options: AsyncOperationOptions | OperationOptions,
+    auth_schemes: list[dict[str, Any]] | None = None,
+) -> capo_datasync._auth._signers.Signer | None:
+    name_to_schema = {s["name"]: s for s in (auth_schemes or [])}  # noqa: F841
+    if (
+        options.credentials_provider is not None
+        and name_to_schema
+        and not name_to_schema.keys() & {"sigv4", "sigv4-s3express"}
+    ):
+        raise RuntimeError(
+            "Endpoint requires an unsupported auth scheme: " + ", ".join(name_to_schema)
+        )
+    if options.credentials_provider is not None:
+        endpoint_scheme = name_to_schema.get("sigv4") or name_to_schema.get(
+            "sigv4-s3express"
+        )
+        if endpoint_scheme is not None or not name_to_schema:
+            sigv4_config = capo_datasync._auth._sigv4.build_sigv4_auth_scheme(
+                "datasync", options.region, endpoint_scheme
+            )
+            if sigv4_config is not None:
+                return capo_datasync._auth._signers.SigV4Signer(
+                    options.credentials_provider, auth_scheme=sigv4_config
+                )
+    raise RuntimeError("Auth was not resolved")
+
+
+def build_request(
+    options: OperationOptions | AsyncOperationOptions,
+    input_: capo_datasync.types.create_agent_request.CreateAgentRequest,
+) -> zapros.Request:
+    endpoint = resolve(
+        EndpointParams(
+            Region=options.region,
+            UseDualStack=options.use_dual_stack,
+            UseFIPS=options.use_fips,
+            Endpoint=options.endpoint,
+        )
+    )  # noqa: F841
+    url = endpoint.url.rstrip("/") + ""
+    params: list[tuple[str, str]] = []
+    headers: dict[str, str] = {k: ", ".join(v) for k, v in endpoint.headers.items()}
+    headers["X-Amz-Target"] = "FmrsService.CreateAgent"
+    body: bytes | None = json.dumps(
+        capo_datasync.types.create_agent_request.serialize_aws_json_1_1(input_),
+        allow_nan=False,
+    ).encode()
+    headers["content-type"] = "application/x-amz-json-1.1"
+    signer = get_signer(options, auth_schemes=endpoint.properties.get("authSchemes"))
+    normalized_url = zapros.URL(url)
+    for k, v in params:
+        normalized_url.search_params.append(k, v)
+    return zapros.Request(
+        normalized_url, "POST", headers=headers, body=body, context={"signer": signer}
+    )
+
+
+def create_agent(
+    options: OperationOptions,
+    input_: capo_datasync.types.create_agent_request.CreateAgentRequest,
+) -> tuple[
+    capo_datasync.types.create_agent_response.CreateAgentResponse, zapros.Response
+]:
+    response = options.client.handler.handle(build_request(options, input_))
+    try:
+        if response.status >= 300:
+            response.read()
+            handle_error(response)
+        return handle_response(response), response
+    except BaseException:
+        response.close()
+        raise
+
+
+async def async_create_agent(
+    options: AsyncOperationOptions,
+    input_: capo_datasync.types.create_agent_request.CreateAgentRequest,
+) -> tuple[
+    capo_datasync.types.create_agent_response.CreateAgentResponse, zapros.Response
+]:
+    response = await options.client.handler.ahandle(build_request(options, input_))
+    try:
+        if response.status >= 300:
+            await response.aread()
+            handle_error(response)
+        return await async_handle_response(response), response
+    except BaseException:
+        await response.aclose()
+        raise

capo_datasync/_operations/fmrs_service/create_location_azure_blob.py

@@ -0,0 +1,159 @@
+"""Generated from Smithy shape ``com.amazonaws.datasync#CreateLocationAzureBlob``."""
+
+from __future__ import annotations
+
+import json
+from typing import Any
+
+import zapros
+from typing_extensions import Never
+
+import capo_datasync._auth._signers
+import capo_datasync._auth._sigv4
+import capo_datasync._protocol.eventstream
+import capo_datasync.errors.internal_exception
+import capo_datasync.errors.invalid_request_exception
+import capo_datasync.types.agent_arn_list
+import capo_datasync.types.azure_access_tier
+import capo_datasync.types.azure_blob_authentication_type
+import capo_datasync.types.azure_blob_sas_configuration
+import capo_datasync.types.azure_blob_type
+import capo_datasync.types.cmk_secret_config
+import capo_datasync.types.create_location_azure_blob_request
+import capo_datasync.types.create_location_azure_blob_response
+import capo_datasync.types.custom_secret_config
+import capo_datasync.types.input_tag_list
+from capo_datasync._protocol.errors import parse_error_metadata_json
+from capo_datasync._rule_engine._endpoint_rule_set import EndpointParams, resolve
+from capo_datasync._services._pipeline import AsyncOperationOptions, OperationOptions
+from capo_datasync.errors import UnknownServiceError
+
+
+def handle_error(response: zapros.Response) -> Never:
+    data = json.loads(response.read())
+    code, message = parse_error_metadata_json(response, data)
+    match code:
+        case "InternalException":
+            raise capo_datasync.errors.internal_exception.InternalException.from_aws_json_1_1(
+                data, message
+            )
+        case "InvalidRequestException":
+            raise capo_datasync.errors.invalid_request_exception.InvalidRequestException.from_aws_json_1_1(
+                data, message
+            )
+        case _:
+            raise UnknownServiceError(code=code, message=message, response=response)
+
+
+def handle_response(
+    response: zapros.Response,
+) -> capo_datasync.types.create_location_azure_blob_response.CreateLocationAzureBlobResponse:
+    out: capo_datasync.types.create_location_azure_blob_response.CreateLocationAzureBlobResponse = capo_datasync.types.create_location_azure_blob_response.deserialize_aws_json_1_1(
+        json.loads(response.read())
+    )
+    return out
+
+
+async def async_handle_response(
+    response: zapros.Response,
+) -> capo_datasync.types.create_location_azure_blob_response.CreateLocationAzureBlobResponse:
+    out: capo_datasync.types.create_location_azure_blob_response.CreateLocationAzureBlobResponse = capo_datasync.types.create_location_azure_blob_response.deserialize_aws_json_1_1(
+        json.loads(await response.aread())
+    )
+    return out
+
+
+def get_signer(
+    options: AsyncOperationOptions | OperationOptions,
+    auth_schemes: list[dict[str, Any]] | None = None,
+) -> capo_datasync._auth._signers.Signer | None:
+    name_to_schema = {s["name"]: s for s in (auth_schemes or [])}  # noqa: F841
+    if (
+        options.credentials_provider is not None
+        and name_to_schema
+        and not name_to_schema.keys() & {"sigv4", "sigv4-s3express"}
+    ):
+        raise RuntimeError(
+            "Endpoint requires an unsupported auth scheme: " + ", ".join(name_to_schema)
+        )
+    if options.credentials_provider is not None:
+        endpoint_scheme = name_to_schema.get("sigv4") or name_to_schema.get(
+            "sigv4-s3express"
+        )
+        if endpoint_scheme is not None or not name_to_schema:
+            sigv4_config = capo_datasync._auth._sigv4.build_sigv4_auth_scheme(
+                "datasync", options.region, endpoint_scheme
+            )
+            if sigv4_config is not None:
+                return capo_datasync._auth._signers.SigV4Signer(
+                    options.credentials_provider, auth_scheme=sigv4_config
+                )
+    raise RuntimeError("Auth was not resolved")
+
+
+def build_request(
+    options: OperationOptions | AsyncOperationOptions,
+    input_: capo_datasync.types.create_location_azure_blob_request.CreateLocationAzureBlobRequest,
+) -> zapros.Request:
+    endpoint = resolve(
+        EndpointParams(
+            Region=options.region,
+            UseDualStack=options.use_dual_stack,
+            UseFIPS=options.use_fips,
+            Endpoint=options.endpoint,
+        )
+    )  # noqa: F841
+    url = endpoint.url.rstrip("/") + ""
+    params: list[tuple[str, str]] = []
+    headers: dict[str, str] = {k: ", ".join(v) for k, v in endpoint.headers.items()}
+    headers["X-Amz-Target"] = "FmrsService.CreateLocationAzureBlob"
+    body: bytes | None = json.dumps(
+        capo_datasync.types.create_location_azure_blob_request.serialize_aws_json_1_1(
+            input_
+        ),
+        allow_nan=False,
+    ).encode()
+    headers["content-type"] = "application/x-amz-json-1.1"
+    signer = get_signer(options, auth_schemes=endpoint.properties.get("authSchemes"))
+    normalized_url = zapros.URL(url)
+    for k, v in params:
+        normalized_url.search_params.append(k, v)
+    return zapros.Request(
+        normalized_url, "POST", headers=headers, body=body, context={"signer": signer}
+    )
+
+
+def create_location_azure_blob(
+    options: OperationOptions,
+    input_: capo_datasync.types.create_location_azure_blob_request.CreateLocationAzureBlobRequest,
+) -> tuple[
+    capo_datasync.types.create_location_azure_blob_response.CreateLocationAzureBlobResponse,
+    zapros.Response,
+]:
+    response = options.client.handler.handle(build_request(options, input_))
+    try:
+        if response.status >= 300:
+            response.read()
+            handle_error(response)
+        return handle_response(response), response
+    except BaseException:
+        response.close()
+        raise
+
+
+async def async_create_location_azure_blob(
+    options: AsyncOperationOptions,
+    input_: capo_datasync.types.create_location_azure_blob_request.CreateLocationAzureBlobRequest,
+) -> tuple[
+    capo_datasync.types.create_location_azure_blob_response.CreateLocationAzureBlobResponse,
+    zapros.Response,
+]:
+    response = await options.client.handler.ahandle(build_request(options, input_))
+    try:
+        if response.status >= 300:
+            await response.aread()
+            handle_error(response)
+        return await async_handle_response(response), response
+    except BaseException:
+        await response.aclose()
+        raise