micromegas 0.10.0__py3-none-any.whl → 0.11.0__py3-none-any.whl

micromegas/flightsql/client.py

@@ -1,11 +1,11 @@
-import certifi
-import pyarrow
+from . import FlightSql_pb2
+from . import time
+from google.protobuf import any_pb2
 from pyarrow import flight
 from typing import Any
+import certifi
+import pyarrow
 import sys
-from google.protobuf import any_pb2
-from . import FlightSql_pb2
-from . import time
 
 
 class MicromegasMiddleware(flight.ClientMiddleware):
@@ -30,7 +30,8 @@ class MicromegasMiddlewareFactory(flight.ClientMiddlewareFactory):
     def start_call(self, info):
         return MicromegasMiddleware(self.headers)
 
-def make_call_headers( begin, end ):
+
+def make_call_headers(begin, end):
     call_headers = []
     if begin is not None:
         call_headers.append(
@@ -48,6 +49,15 @@ def make_call_headers( begin, end ):
         )
     return call_headers
 
+
+def make_prepared_statement_action(sql):
+    request = FlightSql_pb2.ActionCreatePreparedStatementRequest(query=sql)
+    any = any_pb2.Any()
+    any.Pack(request)
+    action_type = "CreatePreparedStatement"
+    return flight.Action(action_type, any.SerializeToString())
+
+
 def make_query_ticket(sql):
     ticket_statement_query = FlightSql_pb2.TicketStatementQuery(
         statement_handle=sql.encode("utf8")
@@ -57,16 +67,27 @@ def make_query_ticket(sql):
     ticket = flight.Ticket(any.SerializeToString())
     return ticket
 
+
 def make_arrow_flight_descriptor(command: Any) -> flight.FlightDescriptor:
     any = any_pb2.Any()
     any.Pack(command)
     return flight.FlightDescriptor.for_command(any.SerializeToString())
 
+
 def make_ingest_flight_desc(table_name):
-    ingest_statement = FlightSql_pb2.CommandStatementIngest(table=table_name, temporary=False)
+    ingest_statement = FlightSql_pb2.CommandStatementIngest(
+        table=table_name, temporary=False
+    )
     desc = make_arrow_flight_descriptor(ingest_statement)
     return desc
 
+class PreparedStatement:
+    def __init__(self, prepared_statement_result ):
+        self.query = prepared_statement_result.prepared_statement_handle.decode('utf8')
+        reader = pyarrow.ipc.open_stream(prepared_statement_result.dataset_schema)
+        self.dataset_schema = reader.schema
+        reader.close()
+
 class FlightSQLClient:
     def __init__(self, uri, headers=None):
         fh = open(certifi.where(), "r")
@@ -97,6 +118,20 @@ class FlightSQLClient:
         for chunk in reader:
             yield chunk.data
 
+    def prepare_statement(self, sql):
+        action = make_prepared_statement_action(sql)
+        results = self.__flight_client.do_action(action)
+        for result in list(results):
+            any = any_pb2.Any()
+            any.ParseFromString(result.body.to_pybytes())
+            res = FlightSql_pb2.ActionCreatePreparedStatementResult()
+            any.Unpack(res)
+            return PreparedStatement(res)
+
+    def prepared_statement_stream(self, statement):
+        # because we are not serializing the logical plan in the prepared statement, we can just execute the query normally
+        return self.query_stream( statement.query )
+
     def bulk_ingest(self, table_name, df):
         desc = make_ingest_flight_desc(table_name)
         table = pyarrow.Table.from_pandas(df)

{micromegas-0.10.0.dist-info → micromegas-0.11.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: micromegas
-Version: 0.10.0
+Version: 0.11.0
 Summary: Python analytics client for https://github.com/madesroches/micromegas/
 Author: Marc-Antoine Desroches
 Author-email: madesroches@gmail.com
@@ -16,7 +16,7 @@ Requires-Dist: grpcio (>=1.69.0,<2.0.0)
 Requires-Dist: numpy (>=2.2.6,<3.0.0)
 Requires-Dist: pandas (>=2.2.2,<3.0.0)
 Requires-Dist: protobuf (>=5.29.1,<6.0.0)
-Requires-Dist: pyarrow (>=18.1.0,<19.0.0)
+Requires-Dist: pyarrow (>=20.0.0,<21.0.0)
 Requires-Dist: tabulate (>=0.9.0,<0.10.0)
 Requires-Dist: tqdm (>=4.66.5,<5.0.0)
 Description-Content-Type: text/markdown

{micromegas-0.10.0.dist-info → micromegas-0.11.0.dist-info}/RECORD

@@ -1,7 +1,7 @@
 micromegas/__init__.py,sha256=oh0BAfNUVpHtFgufYWxvPwRfnqBTXY_nTPrNW1cwn-s,225
 micromegas/flightsql/FlightSql_pb2.py,sha256=s3CVAQ4W77ALQ9QYFlPZnPqVsRHTD5Ma0fzabQv_8Mc,28207
 micromegas/flightsql/__init__.py,sha256=VWuldsAd-N7tjSdaN_bSKefFJB26zrJzO4aKtO6y60g,74
-micromegas/flightsql/client.py,sha256=2-twcMglhxDjVN2dJVdpkMH8can1y3eOweLDcXUZXug,6425
+micromegas/flightsql/client.py,sha256=1fV8FBPF18gsXGA_y4NEFWAV7ze9PvsKPToLw4_2xWM,7674
 micromegas/flightsql/time.py,sha256=EH3SUEpFvY0lNMj9mOcvfUJuSgrQ3YX4aJnwteK2qhk,582
 micromegas/perfetto.py,sha256=mXtkQMZ5y9LhyanKWjf3BwehEW_vVR_MtTPrUgsehZ4,7449
 micromegas/thirdparty/perfetto/protos/perfetto/common/android_energy_consumer_descriptor_pb2.py,sha256=l8QNXqnB-mJIkuFr2s1YoLQXHm3G-ZcOGp_OW_hQ0TE,1887
@@ -210,6 +210,6 @@ micromegas/thirdparty/perfetto/protos/perfetto/trace/translation/translation_tab
 micromegas/thirdparty/perfetto/protos/perfetto/trace/trigger_pb2.py,sha256=We7Yi8o3cEcrSNxY1zLUUO6tEWnD36C2f3O_s8_qv0I,1435
 micromegas/thirdparty/perfetto/protos/perfetto/trace/ui_state_pb2.py,sha256=Af-SXwhroNhRXMrtw6e2eU1liCImMRxSdmkt_AuSHf8,1752
 micromegas/time.py,sha256=eD9fWF2UHxaf-92yd1X2SEgUcpKypqPsvjBosLdpnQA,1026
-micromegas-0.10.0.dist-info/METADATA,sha256=k8G00oA-sslcATd5iFh2ihWHrMKzogyXjNVCxNcpicM,30649
-micromegas-0.10.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-micromegas-0.10.0.dist-info/RECORD,,
+micromegas-0.11.0.dist-info/METADATA,sha256=KjIEUAgYRbNIE3tdafhT7RaeshehJY6l6RcPdRvsrcc,30649
+micromegas-0.11.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+micromegas-0.11.0.dist-info/RECORD,,