micromegas 0.9.0__tar.gz → 0.11.0__tar.gz

{micromegas-0.9.0 → micromegas-0.11.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: micromegas
-Version: 0.9.0
+Version: 0.11.0
 Summary: Python analytics client for https://github.com/madesroches/micromegas/
 Author: Marc-Antoine Desroches
 Author-email: madesroches@gmail.com
@@ -16,7 +16,7 @@ Requires-Dist: grpcio (>=1.69.0,<2.0.0)
 Requires-Dist: numpy (>=2.2.6,<3.0.0)
 Requires-Dist: pandas (>=2.2.2,<3.0.0)
 Requires-Dist: protobuf (>=5.29.1,<6.0.0)
-Requires-Dist: pyarrow (>=18.1.0,<19.0.0)
+Requires-Dist: pyarrow (>=20.0.0,<21.0.0)
 Requires-Dist: tabulate (>=0.9.0,<0.10.0)
 Requires-Dist: tqdm (>=4.66.5,<5.0.0)
 Description-Content-Type: text/markdown

{micromegas-0.9.0 → micromegas-0.11.0}/micromegas/flightsql/client.py

@@ -1,11 +1,11 @@
-import certifi
-import pyarrow
+from . import FlightSql_pb2
+from . import time
+from google.protobuf import any_pb2
 from pyarrow import flight
 from typing import Any
+import certifi
+import pyarrow
 import sys
-from google.protobuf import any_pb2
-from . import FlightSql_pb2
-from . import time
 
 
 class MicromegasMiddleware(flight.ClientMiddleware):
@@ -30,7 +30,8 @@ class MicromegasMiddlewareFactory(flight.ClientMiddlewareFactory):
     def start_call(self, info):
         return MicromegasMiddleware(self.headers)
 
-def make_call_headers( begin, end ):
+
+def make_call_headers(begin, end):
     call_headers = []
     if begin is not None:
         call_headers.append(
@@ -48,6 +49,15 @@ def make_call_headers( begin, end ):
         )
     return call_headers
 
+
+def make_prepared_statement_action(sql):
+    request = FlightSql_pb2.ActionCreatePreparedStatementRequest(query=sql)
+    any = any_pb2.Any()
+    any.Pack(request)
+    action_type = "CreatePreparedStatement"
+    return flight.Action(action_type, any.SerializeToString())
+
+
 def make_query_ticket(sql):
     ticket_statement_query = FlightSql_pb2.TicketStatementQuery(
         statement_handle=sql.encode("utf8")
@@ -57,16 +67,27 @@ def make_query_ticket(sql):
     ticket = flight.Ticket(any.SerializeToString())
     return ticket
 
+
 def make_arrow_flight_descriptor(command: Any) -> flight.FlightDescriptor:
     any = any_pb2.Any()
     any.Pack(command)
     return flight.FlightDescriptor.for_command(any.SerializeToString())
 
+
 def make_ingest_flight_desc(table_name):
-    ingest_statement = FlightSql_pb2.CommandStatementIngest(table=table_name, temporary=False)
+    ingest_statement = FlightSql_pb2.CommandStatementIngest(
+        table=table_name, temporary=False
+    )
     desc = make_arrow_flight_descriptor(ingest_statement)
     return desc
 
+class PreparedStatement:
+    def __init__(self, prepared_statement_result ):
+        self.query = prepared_statement_result.prepared_statement_handle.decode('utf8')
+        reader = pyarrow.ipc.open_stream(prepared_statement_result.dataset_schema)
+        self.dataset_schema = reader.schema
+        reader.close()
+
 class FlightSQLClient:
     def __init__(self, uri, headers=None):
         fh = open(certifi.where(), "r")
@@ -97,6 +118,20 @@ class FlightSQLClient:
         for chunk in reader:
             yield chunk.data
 
+    def prepare_statement(self, sql):
+        action = make_prepared_statement_action(sql)
+        results = self.__flight_client.do_action(action)
+        for result in list(results):
+            any = any_pb2.Any()
+            any.ParseFromString(result.body.to_pybytes())
+            res = FlightSql_pb2.ActionCreatePreparedStatementResult()
+            any.Unpack(res)
+            return PreparedStatement(res)
+
+    def prepared_statement_stream(self, statement):
+        # because we are not serializing the logical plan in the prepared statement, we can just execute the query normally
+        return self.query_stream( statement.query )
+
     def bulk_ingest(self, table_name, df):
         desc = make_ingest_flight_desc(table_name)
         table = pyarrow.Table.from_pandas(df)

{micromegas-0.9.0 → micromegas-0.11.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "micromegas"
-version = "0.9.0"
+version = "0.11.0"
 description = "Python analytics client for https://github.com/madesroches/micromegas/"
 authors = ["Marc-Antoine Desroches <madesroches@gmail.com>"]
 readme = "README.md"
@@ -12,7 +12,7 @@ grpcio = "^1.69.0"
 pandas = "^2.2.2"
 numpy = "^2.2.6"
 protobuf = "^5.29.1"
-pyarrow = "^18.1.0"
+pyarrow = "^20.0.0"
 python = "^3.10"
 tabulate = "^0.9.0"
 tqdm = "^4.66.5"