chalkpy 2.95.1__py3-none-any.whl → 2.95.2__py3-none-any.whl

chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2.py

@@ -18,7 +18,7 @@ from chalk._gen.chalk.common.v1 import chalk_error_pb2 as chalk_dot_common_dot_v
 
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
-    b'\n1chalk/streaming/v1/simple_streaming_service.proto\x12\x12\x63halk.streaming.v1\x1a\x1f\x63halk/auth/v1/permissions.proto\x1a!chalk/common/v1/chalk_error.proto"\xa0\x01\n\x0eStreamingError\x12\x31\n\x05\x65rror\x18\x01 \x01(\x0b\x32\x1b.chalk.common.v1.ChalkErrorR\x05\x65rror\x12\x38\n\x05phase\x18\x02 \x01(\x0e\x32".chalk.streaming.v1.ExecutionPhaseR\x05phase\x12!\n\x0coperation_id\x18\x03 \x01(\tR\x0boperationId"\xd6\x01\n!SimpleStreamingUnaryInvokeRequest\x12\x34\n\x16streaming_resolver_fqn\x18\x01 \x01(\tR\x14streamingResolverFqn\x12\x1d\n\ninput_data\x18\x02 \x01(\x0cR\tinputData\x12&\n\x0coperation_id\x18\x03 \x01(\tH\x00R\x0boperationId\x88\x01\x01\x12\x19\n\x05\x64\x65\x62ug\x18\x04 \x01(\x08H\x01R\x05\x64\x65\x62ug\x88\x01\x01\x42\x0f\n\r_operation_idB\x08\n\x06_debug"\xe7\x02\n"SimpleStreamingUnaryInvokeResponse\x12(\n\x10num_rows_succeed\x18\x01 \x01(\x03R\x0enumRowsSucceed\x12&\n\x0fnum_rows_failed\x18\x02 \x01(\x03R\rnumRowsFailed\x12(\n\x10num_rows_skipped\x18\x03 \x01(\x03R\x0enumRowsSkipped\x12\x36\n\x05\x65rror\x18\x04 \x01(\x0b\x32\x1b.chalk.common.v1.ChalkErrorH\x00R\x05\x65rror\x88\x01\x01\x12$\n\x0boutput_data\x18\x05 \x01(\x0cH\x01R\noutputData\x88\x01\x01\x12M\n\x10\x65xecution_errors\x18\x06 \x03(\x0b\x32".chalk.streaming.v1.StreamingErrorR\x0f\x65xecutionErrorsB\x08\n\x06_errorB\x0e\n\x0c_output_data*\xc5\x01\n\x0e\x45xecutionPhase\x12\x1f\n\x1b\x45XECUTION_PHASE_UNSPECIFIED\x10\x00\x12\x19\n\x15\x45XECUTION_PHASE_PARSE\x10\x01\x12\x1b\n\x17\x45XECUTION_PHASE_MAPPING\x10\x02\x12\x1f\n\x1b\x45XECUTION_PHASE_PERSISTENCE\x10\x03\x12\x1f\n\x1b\x45XECUTION_PHASE_AGGREGATION\x10\x04\x12\x18\n\x14\x45XECUTION_PHASE_SINK\x10\x05\x32\xab\x01\n\x16SimpleStreamingService\x12\x90\x01\n\x1aSimpleStreamingUnaryInvoke\x12\x35.chalk.streaming.v1.SimpleStreamingUnaryInvokeRequest\x1a\x36.chalk.streaming.v1.SimpleStreamingUnaryInvokeResponse"\x03\x80}\x02\x42\x9f\x01\n\x16\x63om.chalk.streaming.v1B\x1bSimpleStreamingServiceProtoP\x01\xa2\x02\x03\x43SX\xaa\x02\x12\x43halk.Streaming.V1\xca\x02\x12\x43halk\\Streaming\\V1\xe2\x02\x1e\x43halk\\Streaming\\V1\\GPBMetadata\xea\x02\x14\x43halk::Streaming::V1b\x06proto3'
+    b'\n1chalk/streaming/v1/simple_streaming_service.proto\x12\x12\x63halk.streaming.v1\x1a\x1f\x63halk/auth/v1/permissions.proto\x1a!chalk/common/v1/chalk_error.proto"\xa0\x01\n\x0eStreamingError\x12\x31\n\x05\x65rror\x18\x01 \x01(\x0b\x32\x1b.chalk.common.v1.ChalkErrorR\x05\x65rror\x12\x38\n\x05phase\x18\x02 \x01(\x0e\x32".chalk.streaming.v1.ExecutionPhaseR\x05phase\x12!\n\x0coperation_id\x18\x03 \x01(\tR\x0boperationId"\xd6\x01\n!SimpleStreamingUnaryInvokeRequest\x12\x34\n\x16streaming_resolver_fqn\x18\x01 \x01(\tR\x14streamingResolverFqn\x12\x1d\n\ninput_data\x18\x02 \x01(\x0cR\tinputData\x12&\n\x0coperation_id\x18\x03 \x01(\tH\x00R\x0boperationId\x88\x01\x01\x12\x19\n\x05\x64\x65\x62ug\x18\x04 \x01(\x08H\x01R\x05\x64\x65\x62ug\x88\x01\x01\x42\x0f\n\r_operation_idB\x08\n\x06_debug"\xe7\x02\n"SimpleStreamingUnaryInvokeResponse\x12(\n\x10num_rows_succeed\x18\x01 \x01(\x03R\x0enumRowsSucceed\x12&\n\x0fnum_rows_failed\x18\x02 \x01(\x03R\rnumRowsFailed\x12(\n\x10num_rows_skipped\x18\x03 \x01(\x03R\x0enumRowsSkipped\x12\x36\n\x05\x65rror\x18\x04 \x01(\x0b\x32\x1b.chalk.common.v1.ChalkErrorH\x00R\x05\x65rror\x88\x01\x01\x12$\n\x0boutput_data\x18\x05 \x01(\x0cH\x01R\noutputData\x88\x01\x01\x12M\n\x10\x65xecution_errors\x18\x06 \x03(\x0b\x32".chalk.streaming.v1.StreamingErrorR\x0f\x65xecutionErrorsB\x08\n\x06_errorB\x0e\n\x0c_output_data"\xb5\x02\n\x1cTestStreamingResolverRequest\x12&\n\x0cresolver_fqn\x18\x01 \x01(\tH\x00R\x0bresolverFqn\x88\x01\x01\x12@\n\x1astatic_stream_resolver_b64\x18\x02 \x01(\tH\x01R\x17staticStreamResolverB64\x88\x01\x01\x12\x1d\n\ninput_data\x18\x03 \x01(\x0cR\tinputData\x12&\n\x0coperation_id\x18\x04 \x01(\tH\x02R\x0boperationId\x88\x01\x01\x12\x19\n\x05\x64\x65\x62ug\x18\x05 \x01(\x08H\x03R\x05\x64\x65\x62ug\x88\x01\x01\x42\x0f\n\r_resolver_fqnB\x1d\n\x1b_static_stream_resolver_b64B\x0f\n\r_operation_idB\x08\n\x06_debug"\xe1\x01\n\x1dTestStreamingResolverResponse\x12\x44\n\x06status\x18\x01 \x01(\x0e\x32,.chalk.streaming.v1.TestStreamResolverStatusR\x06status\x12\x1e\n\x08\x64\x61ta_uri\x18\x02 \x01(\tH\x00R\x07\x64\x61taUri\x88\x01\x01\x12\x33\n\x06\x65rrors\x18\x03 \x03(\x0b\x32\x1b.chalk.common.v1.ChalkErrorR\x06\x65rrors\x12\x18\n\x07message\x18\x04 \x01(\tR\x07messageB\x0b\n\t_data_uri*\xc5\x01\n\x0e\x45xecutionPhase\x12\x1f\n\x1b\x45XECUTION_PHASE_UNSPECIFIED\x10\x00\x12\x19\n\x15\x45XECUTION_PHASE_PARSE\x10\x01\x12\x1b\n\x17\x45XECUTION_PHASE_MAPPING\x10\x02\x12\x1f\n\x1b\x45XECUTION_PHASE_PERSISTENCE\x10\x03\x12\x1f\n\x1b\x45XECUTION_PHASE_AGGREGATION\x10\x04\x12\x18\n\x14\x45XECUTION_PHASE_SINK\x10\x05*\x99\x01\n\x18TestStreamResolverStatus\x12+\n\'TEST_STREAM_RESOLVER_STATUS_UNSPECIFIED\x10\x00\x12\'\n#TEST_STREAM_RESOLVER_STATUS_SUCCESS\x10\x01\x12\'\n#TEST_STREAM_RESOLVER_STATUS_FAILURE\x10\x02\x32\xaf\x02\n\x16SimpleStreamingService\x12\x90\x01\n\x1aSimpleStreamingUnaryInvoke\x12\x35.chalk.streaming.v1.SimpleStreamingUnaryInvokeRequest\x1a\x36.chalk.streaming.v1.SimpleStreamingUnaryInvokeResponse"\x03\x80}\x02\x12\x81\x01\n\x15TestStreamingResolver\x12\x30.chalk.streaming.v1.TestStreamingResolverRequest\x1a\x31.chalk.streaming.v1.TestStreamingResolverResponse"\x03\x80}\x02\x42\x9f\x01\n\x16\x63om.chalk.streaming.v1B\x1bSimpleStreamingServiceProtoP\x01\xa2\x02\x03\x43SX\xaa\x02\x12\x43halk.Streaming.V1\xca\x02\x12\x43halk\\Streaming\\V1\xe2\x02\x1e\x43halk\\Streaming\\V1\\GPBMetadata\xea\x02\x14\x43halk::Streaming::V1b\x06proto3'
 )
 
 _globals = globals()
@@ -31,14 +31,22 @@ if _descriptor._USE_C_DESCRIPTORS == False:
     ]._serialized_options = b"\n\026com.chalk.streaming.v1B\033SimpleStreamingServiceProtoP\001\242\002\003CSX\252\002\022Chalk.Streaming.V1\312\002\022Chalk\\Streaming\\V1\342\002\036Chalk\\Streaming\\V1\\GPBMetadata\352\002\024Chalk::Streaming::V1"
     _globals["_SIMPLESTREAMINGSERVICE"].methods_by_name["SimpleStreamingUnaryInvoke"]._options = None
     _globals["_SIMPLESTREAMINGSERVICE"].methods_by_name["SimpleStreamingUnaryInvoke"]._serialized_options = b"\200}\002"
-    _globals["_EXECUTIONPHASE"]._serialized_start = 884
-    _globals["_EXECUTIONPHASE"]._serialized_end = 1081
+    _globals["_SIMPLESTREAMINGSERVICE"].methods_by_name["TestStreamingResolver"]._options = None
+    _globals["_SIMPLESTREAMINGSERVICE"].methods_by_name["TestStreamingResolver"]._serialized_options = b"\200}\002"
+    _globals["_EXECUTIONPHASE"]._serialized_start = 1424
+    _globals["_EXECUTIONPHASE"]._serialized_end = 1621
+    _globals["_TESTSTREAMRESOLVERSTATUS"]._serialized_start = 1624
+    _globals["_TESTSTREAMRESOLVERSTATUS"]._serialized_end = 1777
     _globals["_STREAMINGERROR"]._serialized_start = 142
     _globals["_STREAMINGERROR"]._serialized_end = 302
     _globals["_SIMPLESTREAMINGUNARYINVOKEREQUEST"]._serialized_start = 305
     _globals["_SIMPLESTREAMINGUNARYINVOKEREQUEST"]._serialized_end = 519
     _globals["_SIMPLESTREAMINGUNARYINVOKERESPONSE"]._serialized_start = 522
     _globals["_SIMPLESTREAMINGUNARYINVOKERESPONSE"]._serialized_end = 881
-    _globals["_SIMPLESTREAMINGSERVICE"]._serialized_start = 1084
-    _globals["_SIMPLESTREAMINGSERVICE"]._serialized_end = 1255
+    _globals["_TESTSTREAMINGRESOLVERREQUEST"]._serialized_start = 884
+    _globals["_TESTSTREAMINGRESOLVERREQUEST"]._serialized_end = 1193
+    _globals["_TESTSTREAMINGRESOLVERRESPONSE"]._serialized_start = 1196
+    _globals["_TESTSTREAMINGRESOLVERRESPONSE"]._serialized_end = 1421
+    _globals["_SIMPLESTREAMINGSERVICE"]._serialized_start = 1780
+    _globals["_SIMPLESTREAMINGSERVICE"]._serialized_end = 2083
 # @@protoc_insertion_point(module_scope)

chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2.pyi

@@ -23,12 +23,21 @@ class ExecutionPhase(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     EXECUTION_PHASE_AGGREGATION: _ClassVar[ExecutionPhase]
     EXECUTION_PHASE_SINK: _ClassVar[ExecutionPhase]
 
+class TestStreamResolverStatus(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
+    __slots__ = ()
+    TEST_STREAM_RESOLVER_STATUS_UNSPECIFIED: _ClassVar[TestStreamResolverStatus]
+    TEST_STREAM_RESOLVER_STATUS_SUCCESS: _ClassVar[TestStreamResolverStatus]
+    TEST_STREAM_RESOLVER_STATUS_FAILURE: _ClassVar[TestStreamResolverStatus]
+
 EXECUTION_PHASE_UNSPECIFIED: ExecutionPhase
 EXECUTION_PHASE_PARSE: ExecutionPhase
 EXECUTION_PHASE_MAPPING: ExecutionPhase
 EXECUTION_PHASE_PERSISTENCE: ExecutionPhase
 EXECUTION_PHASE_AGGREGATION: ExecutionPhase
 EXECUTION_PHASE_SINK: ExecutionPhase
+TEST_STREAM_RESOLVER_STATUS_UNSPECIFIED: TestStreamResolverStatus
+TEST_STREAM_RESOLVER_STATUS_SUCCESS: TestStreamResolverStatus
+TEST_STREAM_RESOLVER_STATUS_FAILURE: TestStreamResolverStatus
 
 class StreamingError(_message.Message):
     __slots__ = ("error", "phase", "operation_id")
@@ -86,3 +95,42 @@ class SimpleStreamingUnaryInvokeResponse(_message.Message):
         output_data: _Optional[bytes] = ...,
         execution_errors: _Optional[_Iterable[_Union[StreamingError, _Mapping]]] = ...,
     ) -> None: ...
+
+class TestStreamingResolverRequest(_message.Message):
+    __slots__ = ("resolver_fqn", "static_stream_resolver_b64", "input_data", "operation_id", "debug")
+    RESOLVER_FQN_FIELD_NUMBER: _ClassVar[int]
+    STATIC_STREAM_RESOLVER_B64_FIELD_NUMBER: _ClassVar[int]
+    INPUT_DATA_FIELD_NUMBER: _ClassVar[int]
+    OPERATION_ID_FIELD_NUMBER: _ClassVar[int]
+    DEBUG_FIELD_NUMBER: _ClassVar[int]
+    resolver_fqn: str
+    static_stream_resolver_b64: str
+    input_data: bytes
+    operation_id: str
+    debug: bool
+    def __init__(
+        self,
+        resolver_fqn: _Optional[str] = ...,
+        static_stream_resolver_b64: _Optional[str] = ...,
+        input_data: _Optional[bytes] = ...,
+        operation_id: _Optional[str] = ...,
+        debug: bool = ...,
+    ) -> None: ...
+
+class TestStreamingResolverResponse(_message.Message):
+    __slots__ = ("status", "data_uri", "errors", "message")
+    STATUS_FIELD_NUMBER: _ClassVar[int]
+    DATA_URI_FIELD_NUMBER: _ClassVar[int]
+    ERRORS_FIELD_NUMBER: _ClassVar[int]
+    MESSAGE_FIELD_NUMBER: _ClassVar[int]
+    status: TestStreamResolverStatus
+    data_uri: str
+    errors: _containers.RepeatedCompositeFieldContainer[_chalk_error_pb2.ChalkError]
+    message: str
+    def __init__(
+        self,
+        status: _Optional[_Union[TestStreamResolverStatus, str]] = ...,
+        data_uri: _Optional[str] = ...,
+        errors: _Optional[_Iterable[_Union[_chalk_error_pb2.ChalkError, _Mapping]]] = ...,
+        message: _Optional[str] = ...,
+    ) -> None: ...

chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2_grpc.py

@@ -22,6 +22,11 @@ class SimpleStreamingServiceStub(object):
             request_serializer=chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.SimpleStreamingUnaryInvokeRequest.SerializeToString,
             response_deserializer=chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.SimpleStreamingUnaryInvokeResponse.FromString,
         )
+        self.TestStreamingResolver = channel.unary_unary(
+            "/chalk.streaming.v1.SimpleStreamingService/TestStreamingResolver",
+            request_serializer=chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.TestStreamingResolverRequest.SerializeToString,
+            response_deserializer=chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.TestStreamingResolverResponse.FromString,
+        )
 
 
 class SimpleStreamingServiceServicer(object):
@@ -35,6 +40,15 @@ class SimpleStreamingServiceServicer(object):
         context.set_details("Method not implemented!")
         raise NotImplementedError("Method not implemented!")
 
+    def TestStreamingResolver(self, request, context):
+        """Test a streaming resolver with provided messages.
+        Supports testing both deployed resolvers and static/undeployed resolvers.
+        Returns a signed URL to download the test results.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details("Method not implemented!")
+        raise NotImplementedError("Method not implemented!")
+
 
 def add_SimpleStreamingServiceServicer_to_server(servicer, server):
     rpc_method_handlers = {
@@ -43,6 +57,11 @@ def add_SimpleStreamingServiceServicer_to_server(servicer, server):
             request_deserializer=chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.SimpleStreamingUnaryInvokeRequest.FromString,
             response_serializer=chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.SimpleStreamingUnaryInvokeResponse.SerializeToString,
         ),
+        "TestStreamingResolver": grpc.unary_unary_rpc_method_handler(
+            servicer.TestStreamingResolver,
+            request_deserializer=chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.TestStreamingResolverRequest.FromString,
+            response_serializer=chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.TestStreamingResolverResponse.SerializeToString,
+        ),
     }
     generic_handler = grpc.method_handlers_generic_handler(
         "chalk.streaming.v1.SimpleStreamingService", rpc_method_handlers
@@ -82,3 +101,32 @@ class SimpleStreamingService(object):
             timeout,
             metadata,
         )
+
+    @staticmethod
+    def TestStreamingResolver(
+        request,
+        target,
+        options=(),
+        channel_credentials=None,
+        call_credentials=None,
+        insecure=False,
+        compression=None,
+        wait_for_ready=None,
+        timeout=None,
+        metadata=None,
+    ):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            "/chalk.streaming.v1.SimpleStreamingService/TestStreamingResolver",
+            chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.TestStreamingResolverRequest.SerializeToString,
+            chalk_dot_streaming_dot_v1_dot_simple__streaming__service__pb2.TestStreamingResolverResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+        )

chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2_grpc.pyi

@@ -10,6 +10,8 @@ from abc import (
 from chalk._gen.chalk.streaming.v1.simple_streaming_service_pb2 import (
     SimpleStreamingUnaryInvokeRequest,
     SimpleStreamingUnaryInvokeResponse,
+    TestStreamingResolverRequest,
+    TestStreamingResolverResponse,
 )
 from grpc import (
     Channel,
@@ -27,6 +29,14 @@ class SimpleStreamingServiceStub:
     """Runs a simple streaming plan with the given request.
     This is a simplified version of the streaming invoker service.
     """
+    TestStreamingResolver: UnaryUnaryMultiCallable[
+        TestStreamingResolverRequest,
+        TestStreamingResolverResponse,
+    ]
+    """Test a streaming resolver with provided messages.
+    Supports testing both deployed resolvers and static/undeployed resolvers.
+    Returns a signed URL to download the test results.
+    """
 
 class SimpleStreamingServiceServicer(metaclass=ABCMeta):
     @abstractmethod
@@ -38,5 +48,15 @@ class SimpleStreamingServiceServicer(metaclass=ABCMeta):
         """Runs a simple streaming plan with the given request.
         This is a simplified version of the streaming invoker service.
         """
+    @abstractmethod
+    def TestStreamingResolver(
+        self,
+        request: TestStreamingResolverRequest,
+        context: ServicerContext,
+    ) -> TestStreamingResolverResponse:
+        """Test a streaming resolver with provided messages.
+        Supports testing both deployed resolvers and static/undeployed resolvers.
+        Returns a signed URL to download the test results.
+        """
 
 def add_SimpleStreamingServiceServicer_to_server(servicer: SimpleStreamingServiceServicer, server: Server) -> None: ...

chalk/_version.py

@@ -1 +1 @@
-__version__ = "2.95.1"
+__version__ = "2.95.2"

chalk/client/client_grpc.py

@@ -87,6 +87,7 @@ from chalk._gen.chalk.server.v1.team_pb2 import (
     ListServiceTokensResponse,
 )
 from chalk._gen.chalk.server.v1.team_pb2_grpc import TeamServiceStub
+from chalk._gen.chalk.streaming.v1.simple_streaming_service_pb2_grpc import SimpleStreamingServiceStub
 from chalk.client import ChalkAuthException, FeatureReference
 from chalk.client.client_impl import _validate_context_dict  # pyright: ignore[reportPrivateUsage]
 from chalk.client.models import (
@@ -107,6 +108,8 @@ from chalk.client.models import (
     RegisterModelVersionResponse,
     ResourceRequests,
     ScheduledQueryRun,
+    StreamResolverTestResponse,
+    StreamResolverTestStatus,
     UploadFeaturesResponse,
 )
 from chalk.client.serialization.model_serialization import ModelSerializer
@@ -117,6 +120,7 @@ from chalk.features._encoding.inputs import GRPC_ENCODE_OPTIONS, InputEncodeOpti
 from chalk.features._encoding.json import FeatureEncodingOptions
 from chalk.features._encoding.outputs import encode_outputs
 from chalk.features.feature_set import is_feature_set_class
+from chalk.features.resolver import Resolver
 from chalk.features.tag import DeploymentId
 from chalk.importer import CHALK_IMPORT_FLAG
 from chalk.ml import LocalSourceConfig, ModelEncoding, ModelRunCriterion, ModelType, SourceConfig
@@ -130,9 +134,11 @@ from chalk.utils.tracing import add_trace_headers, safe_trace
 
 if TYPE_CHECKING:
     from pyarrow import RecordBatch, Table
+    from pydantic import BaseModel
 
     from chalk._gen.chalk.server.v1.builder_pb2 import StartBranchResponse
     from chalk._gen.chalk.server.v1.builder_pb2_grpc import BuilderServiceStub
+    from chalk.client import ChalkError
 
 CHALK_GRPC_TRACE_ID_HEADER: str = "x-chalk-trace-id"
 
@@ -319,6 +325,14 @@ class StubProvider:
             )
         return DataFrameServiceStub(self._engine_channel)
 
+    @cached_property
+    def streaming_stub(self) -> SimpleStreamingServiceStub:
+        if self._engine_channel is None:
+            raise ValueError(
+                "The GRPC engine service is not available. If you would like to set up a GRPC service, please contact Chalk."
+            )
+        return SimpleStreamingServiceStub(self._engine_channel)
+
     @cached_property
     def model_stub(self) -> ModelRegistryServiceStub:
         if self._server_channel is None:
@@ -574,6 +588,9 @@ class StubRefresher:
     def call_job_queue_stub(self, fn: Callable[[DataPlaneJobQueueServiceStub], T]) -> T:
         return self._retry_callable(fn, lambda: self._stub.job_queue_stub)
 
+    def call_streaming_stub(self, fn: Callable[[SimpleStreamingServiceStub], T]) -> T:
+        return self._retry_callable(fn, lambda: self._stub.streaming_stub)
+
     @property
     def log_stub(self) -> LogSearchServiceStub:
         return self._stub.log_stub
@@ -2200,3 +2217,232 @@ class ChalkGRPCClient:
             poll_interval=poll_interval,
             output_callback=output_callback,
         )
+
+    def test_streaming_resolver(
+        self,
+        resolver: str | Resolver,
+        message_bodies: "list[str | bytes | BaseModel] | None" = None,
+        message_keys: list[str | None] | None = None,
+        message_timestamps: list[str | dt.datetime] | None = None,
+        message_filepath: str | None = None,
+        request_timeout: Optional[float] = None,
+    ) -> "StreamResolverTestResponse":
+        """Test a streaming resolver with supplied messages.
+
+        This method tests streaming resolvers using the gRPC TestStreamingResolver endpoint.
+        It supports both deployed resolvers (by FQN) and static/undeployed resolvers
+        (automatically serialized from Resolver objects).
+
+        Parameters
+        ----------
+        resolver : str | Resolver
+            The streaming resolver or its string name. If a StreamResolver object with
+            feature_expressions is provided, it will be automatically serialized for testing.
+        message_bodies : list[str | bytes | BaseModel], optional
+            The message bodies to process. Can be JSON strings, raw bytes,
+            or Pydantic models (will be serialized to JSON).
+            Either message_bodies or message_filepath must be provided.
+        message_keys : list[str | None], optional
+            Optional keys for each message. If not provided, all keys will be None.
+            Must match length of message_bodies if provided.
+        message_timestamps : list[str | datetime], optional
+            Optional timestamps for each message. If not provided, current time
+            will be used. Must match length of message_bodies if provided.
+        message_filepath : str, optional
+            A filepath from which test messages will be ingested.
+            This file should be newline delimited JSON with format:
+            {"message_key": "my-key", "message_body": {"field1": "value1"}}
+            Each line may optionally contain a "message_timestamp" field.
+            Either message_bodies or message_filepath must be provided.
+        request_timeout : float, optional
+            Request timeout in seconds.
+
+        Returns
+        -------
+        StreamResolverTestResponse
+            Response containing:
+            - status: SUCCESS or FAILURE
+            - data_uri: Optional signed URL to parquet file with results
+            - errors: List of ChalkError objects
+            - message: Human-readable message
+
+        Examples
+        --------
+        >>> from chalk.client.client_grpc import ChalkGRPCClient
+        >>> client = ChalkGRPCClient()
+        >>> response = client.test_streaming_resolver(
+        ...     resolver="my_module.my_stream_resolver",
+        ...     message_bodies=[
+        ...         '{"user_id": 1, "event": "login"}',
+        ...         '{"user_id": 2, "event": "logout"}',
+        ...     ],
+        ...     message_keys=["user_1", "user_2"],
+        ... )
+        >>> print(f"Status: {response.status}")
+        >>> if response.data_uri:
+        ...     print(f"Results at: {response.data_uri}")
+        """
+        import base64
+        import json
+        from uuid import uuid4
+
+        import pyarrow as pa
+
+        from chalk._gen.chalk.streaming.v1.simple_streaming_service_pb2 import TestStreamingResolverRequest
+        from chalk.utils.pydanticutil.pydantic_compat import get_pydantic_model_json, is_pydantic_basemodel_instance
+
+        # Determine if resolver is static and needs serialization
+        resolver_fqn: str | None = None
+        static_stream_resolver_b64: str | None = None
+
+        if isinstance(resolver, str):
+            resolver_fqn = resolver
+        else:
+            from chalk.features.resolver import StreamResolver
+
+            resolver_fqn = resolver.fqn
+
+            if isinstance(resolver, StreamResolver) and resolver.feature_expressions:
+                from chalk.parsed.to_proto import ToProtoConverter
+
+                proto_resolver = ToProtoConverter.convert_stream_resolver(resolver)
+                static_stream_resolver_b64 = base64.b64encode(
+                    proto_resolver.SerializeToString(deterministic=True)
+                ).decode("utf-8")
+
+        # Load from file if provided
+        if message_filepath is not None:
+            if message_bodies is not None:
+                raise ValueError("Cannot provide both message_filepath and message_bodies")
+
+            loaded_bodies: list[Any] = []
+            loaded_keys: list[str | None] = []
+            loaded_timestamps: list[str | None] = []
+
+            with open(message_filepath, "r") as f:
+                for line in f:
+                    line = line.strip()
+                    if not line:
+                        continue
+                    msg = json.loads(line)
+                    loaded_bodies.append(msg.get("message_body", msg))
+                    loaded_keys.append(msg.get("message_key"))
+                    loaded_timestamps.append(msg.get("message_timestamp"))
+
+            message_bodies = loaded_bodies
+            if message_keys is None and any(k is not None for k in loaded_keys):
+                message_keys = loaded_keys
+            if message_timestamps is None and any(t is not None for t in loaded_timestamps):
+                # Cast needed: loaded_timestamps is list[str | None] from JSON,
+                # but message_timestamps is list[str | datetime] - strings will be parsed later
+                message_timestamps = typing.cast(list[str | dt.datetime], loaded_timestamps)
+
+        # Validate inputs
+        if message_bodies is None:
+            raise ValueError("Either message_bodies or message_filepath must be provided")
+
+        num_messages = len(message_bodies)
+        if num_messages == 0:
+            raise ValueError("message_bodies cannot be empty")
+
+        if message_keys is not None and len(message_keys) != num_messages:
+            raise ValueError(
+                f"message_keys length ({len(message_keys)}) must match message_bodies length ({num_messages})"
+            )
+
+        if message_timestamps is not None and len(message_timestamps) != num_messages:
+            raise ValueError(
+                f"message_timestamps length ({len(message_timestamps)}) must match message_bodies length ({num_messages})"
+            )
+
+        # Generate defaults
+        message_ids = [str(uuid4()) for _ in range(num_messages)]
+
+        if message_keys is None:
+            message_keys = typing.cast(list[str | None], [None] * num_messages)
+
+        if message_timestamps is None:
+            message_timestamps = typing.cast(list[str | dt.datetime], [dt.datetime.now()] * num_messages)
+
+        # Convert message bodies to bytes
+        processed_bodies: list[bytes] = []
+        for body in message_bodies:
+            if isinstance(body, bytes):
+                processed_bodies.append(body)
+            elif isinstance(body, str):
+                processed_bodies.append(body.encode("utf-8"))
+            elif is_pydantic_basemodel_instance(body):
+                # Use utility function that handles both Pydantic v1 and v2
+                processed_bodies.append(get_pydantic_model_json(body).encode("utf-8"))
+            else:
+                # Try JSON serialization for dict-like objects
+                processed_bodies.append(json.dumps(body).encode("utf-8"))
+
+        # Convert timestamps to unix timestamps in milliseconds (int64)
+        # At this point message_timestamps is guaranteed to be non-None due to the default assignment above
+        assert message_timestamps is not None
+        processed_timestamps: list[int] = []
+        for ts in message_timestamps:
+            if isinstance(ts, str):
+                # Parse ISO format string
+                parsed = dt.datetime.fromisoformat(ts.replace("Z", "+00:00"))
+                processed_timestamps.append(int(parsed.timestamp() * 1000))  # milliseconds
+            else:
+                # Type narrowing: ts must be dt.datetime here
+                processed_timestamps.append(int(ts.timestamp() * 1000))  # milliseconds
+
+        # Create Arrow table
+        table = pa.table(
+            {
+                "message_id": message_ids,
+                "message_key": message_keys,
+                "message_data": processed_bodies,
+                "publish_timestamp": processed_timestamps,
+            }
+        )
+
+        # Serialize to Arrow IPC format
+        sink = pa.BufferOutputStream()
+        with pa.ipc.new_stream(sink, table.schema) as writer:
+            writer.write_table(table)
+        input_data = sink.getvalue().to_pybytes()
+
+        # Create gRPC request
+        request = TestStreamingResolverRequest(
+            resolver_fqn=resolver_fqn or "",
+            input_data=input_data,
+            operation_id=None,
+            debug=True,
+        )
+
+        if static_stream_resolver_b64:
+            request.static_stream_resolver_b64 = static_stream_resolver_b64
+
+        # Call new TestStreamingResolver endpoint
+        proto_response = self._stub_refresher.call_streaming_stub(
+            lambda x: x.TestStreamingResolver(
+                request,
+                timeout=request_timeout,
+            )
+        )
+
+        # Convert proto response to StreamResolverTestResponse
+        from chalk._gen.chalk.streaming.v1.simple_streaming_service_pb2 import TEST_STREAM_RESOLVER_STATUS_SUCCESS
+
+        status = (
+            StreamResolverTestStatus.SUCCESS
+            if proto_response.status == TEST_STREAM_RESOLVER_STATUS_SUCCESS
+            else StreamResolverTestStatus.FAILURE
+        )
+
+        # Convert proto errors to ChalkError objects
+        errors_list: list[ChalkError] = []
+        if proto_response.errors:
+            errors_list = [ChalkErrorConverter.chalk_error_decode(err) for err in proto_response.errors]
+
+        return StreamResolverTestResponse(
+            status=status,
+            data_uri=proto_response.data_uri if proto_response.HasField("data_uri") else None,
+            errors=errors_list if errors_list else None,
+            message=proto_response.message if proto_response.message else None,
+        )

{chalkpy-2.95.1.dist-info → chalkpy-2.95.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: chalkpy
-Version: 2.95.1
+Version: 2.95.2
 Summary: Python SDK for Chalk
 Author: Chalk AI, Inc.
 Project-URL: Homepage, https://chalk.ai

{chalkpy-2.95.1.dist-info → chalkpy-2.95.2.dist-info}/RECORD

@@ -1,5 +1,5 @@
 chalk/__init__.py,sha256=vKsx9-cl5kImlVWGHVRYO6bweBm79NAzGs3l36u71wM,2657
-chalk/_version.py,sha256=rk-4TApc5a3eBFZLyztEsm1bUXcfcBUXksYD8HUtU0k,23
+chalk/_version.py,sha256=8T7eHxynVt8b7bbVY3EdisoyHrkbUH4P6Ycon__siBE,23
 chalk/cli.py,sha256=ckqqfOI-A2mT23-rnZzDMmblYj-2x1VBX8ebHlIEn9A,5873
 chalk/importer.py,sha256=m4lMn1lSYj_euDq8CS7LYTBnek9JOcjGJf9-82dJHbA,64441
 chalk/prompts.py,sha256=2H9UomLAamdfRTNUdKs9i3VTpiossuyRhntqsAXUhhg,16117
@@ -553,10 +553,10 @@ chalk/_gen/chalk/streaming/v1/debug_service_pb2.py,sha256=Io77o-qWUcna6B0MW1xVU5
 chalk/_gen/chalk/streaming/v1/debug_service_pb2.pyi,sha256=ZPwi3ZF2deh5oN7fJ35l91oEhJruTjoEygmea7-Px9Y,2941
 chalk/_gen/chalk/streaming/v1/debug_service_pb2_grpc.py,sha256=s0Amfp7IoTGzId59EnMzd_X0rYHjVRP-nEdY4w1YeSE,8816
 chalk/_gen/chalk/streaming/v1/debug_service_pb2_grpc.pyi,sha256=jNfL9gkz44M8lyElcdLYGSSUhSTMUku9N9EQAndfwhQ,2632
-chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2.py,sha256=JXZrNzA6pe7UN_yfXv4vw1hD1-uV19bWtJ-tHRrbQgk,4442
-chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2.pyi,sha256=QoH3lr-Zx4ytiPZ9zd0S7IhZimGG2IzLE1FCK2mTn0Q,3526
-chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2_grpc.py,sha256=40Par0twcomUnZQ3DVGsyasCXmQrGOFhE8L4k4dnN3Y,3298
-chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2_grpc.pyi,sha256=b22fo-wAGglRbj5wGUHHaAKr49WNdqYi8rkGDMe5haY,1311
+chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2.py,sha256=bRAeaMHDopyEplI8AErmtgTQn4tHOEcDuJz8Qqdwtsc,6333
+chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2.pyi,sha256=xM-yWokZKLwoO1sCa67ax9LLo9VoyDUk6o_uKVfqDX8,5561
+chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2_grpc.py,sha256=QSpSfZE-ok8pbvQQSQxk0LfD_srC4U0wxcQ186ucqLw,5493
+chalk/_gen/chalk/streaming/v1/simple_streaming_service_pb2_grpc.pyi,sha256=k5hmTpeA7grZUvp9HT1yg4NCBv1c0lb5FovNLFJ48JE,2113
 chalk/_gen/chalk/streaming/v1/streaming_invoker_service_pb2.py,sha256=iR2JMAflAZ73jMRGKuB1TDzit4gC7fh32B_eGCU-13Q,2867
 chalk/_gen/chalk/streaming/v1/streaming_invoker_service_pb2.pyi,sha256=7l8sddT_cCLg5IX0ooriHKRncWMfyIQYhlLQ3gLJT10,1327
 chalk/_gen/chalk/streaming/v1/streaming_invoker_service_pb2_grpc.py,sha256=1XHsT0CoqifIS3o9-NPmAnVTdr2krgtpbZwnxAlIH2o,3159
@@ -606,7 +606,7 @@ chalk/client/__init__.py,sha256=wu3WQVzE5gRj6noQQDOdYJUgDaz_9QtbjXH4KuoIlXQ,1782
 chalk/client/client.py,sha256=fqw75x4yiAk3CXryGbuF_qg09WDIlluhYeFdQ-BfTG8,103337
 chalk/client/client_async.py,sha256=nFFTWJbdBlb7zksyjOMBY566tZTAyNXQhCnq06LHWl0,50803
 chalk/client/client_async_impl.py,sha256=ZphhgTB49JBWHCGXe-dI0wWWKc9zPcOczy02q_gFy50,6925
-chalk/client/client_grpc.py,sha256=zRqk6qV6UO-kHnn3Ann_ckva1MRf5YC1eDWxFO3x1Pc,95443
+chalk/client/client_grpc.py,sha256=VB3JDdSzpk5jMIRUi15_wGs2U9pumeAav7x46VFCFew,106317
 chalk/client/client_impl.py,sha256=R2ZUiEQf662q3O1eo_NjzYqLGB71B5mWzcx8opC3Os0,211639
 chalk/client/dataset.py,sha256=LneWwaAOHCjtj7gaJjsSeVNruj-QJ51hjRi62zrFNVE,77561
 chalk/client/exc.py,sha256=kZJ80YbSeSRDmTLTh240j_eRdJFZBa7IaDsNSRoDroU,4145
@@ -818,8 +818,8 @@ chalk/utils/tracing.py,sha256=ye5z6UCEsrxXC3ofXUNCDdUCf8ydPahEO92qQTd0AIA,11383
 chalk/utils/weak_set_by_identity.py,sha256=VmikA_laYwFeOphCwXJIuyOIkrdlQe0bSzaXq7onoQw,953
 chalk/utils/pydanticutil/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 chalk/utils/pydanticutil/pydantic_compat.py,sha256=O575lLYJ5GvZC4HMzR9yATxf9XwjC6NrDUXbNwZidlE,3031
-chalkpy-2.95.1.dist-info/METADATA,sha256=nig-03oMLofMUVjgNSNjPMJA5q05ufTcKApOi-6eQwo,27494
-chalkpy-2.95.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-chalkpy-2.95.1.dist-info/entry_points.txt,sha256=Vg23sd8icwq-morJrljVFr-kQnMbm95rZfZj5wsZGis,42
-chalkpy-2.95.1.dist-info/top_level.txt,sha256=1Q6_19IGYfNxSw50W8tYKEJ2t5HKQ3W9Wiw4ia5yg2c,6
-chalkpy-2.95.1.dist-info/RECORD,,
+chalkpy-2.95.2.dist-info/METADATA,sha256=Hjr3rOClUaaqTZV6p5I1zzfHAESGKpHv1JsTteE9TCU,27494
+chalkpy-2.95.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+chalkpy-2.95.2.dist-info/entry_points.txt,sha256=Vg23sd8icwq-morJrljVFr-kQnMbm95rZfZj5wsZGis,42
+chalkpy-2.95.2.dist-info/top_level.txt,sha256=1Q6_19IGYfNxSw50W8tYKEJ2t5HKQ3W9Wiw4ia5yg2c,6
+chalkpy-2.95.2.dist-info/RECORD,,