micromegas 0.3.2__tar.gz → 0.4.0__tar.gz

{micromegas-0.3.2 → micromegas-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: micromegas
-Version: 0.3.2
+Version: 0.4.0
 Summary: Python analytics client for https://github.com/madesroches/micromegas/
 Author: Marc-Antoine Desroches
 Author-email: madesroches@gmail.com

{micromegas-0.3.2 → micromegas-0.4.0}/micromegas/__init__.py

@@ -1,8 +1,5 @@
-import os
 import grpc
 from . import time
-from . import request
-from . import client
 from . import perfetto
 from . import flightsql
 

{micromegas-0.3.2 → micromegas-0.4.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "micromegas"
-version = "0.3.2"
+version = "0.4.0"
 description = "Python analytics client for https://github.com/madesroches/micromegas/"
 authors = ["Marc-Antoine Desroches <madesroches@gmail.com>"]
 readme = "README.md"

micromegas-0.3.2/micromegas/client.py

@@ -1,117 +0,0 @@
-from . import request
-from . import time
-import cbor2
-
-
-class Client:
-    def __init__(self, base_url, headers={}):
-        self.analytics_base_url = base_url + "analytics/"
-        self.headers = headers
-
-    def find_process(self, process_id):
-        return request.request(
-            self.analytics_base_url + "find_process",
-            {"process_id": process_id},
-            headers=self.headers,
-        )
-
-    def find_stream(self, stream_id):
-        return request.request(
-            self.analytics_base_url + "find_stream",
-            {"stream_id": stream_id},
-            headers=self.headers,
-        )
-
-    def query_streams(self, begin, end, limit, process_id=None, tag_filter=None):
-        args = {
-            "begin": time.format_datetime(begin),
-            "end": time.format_datetime(end),
-            "limit": limit,
-            "process_id": process_id,
-            "tag_filter": tag_filter,
-        }
-
-        return request.request(
-            self.analytics_base_url + "query_streams",
-            args,
-            headers=self.headers,
-        )
-
-    def query_blocks(self, begin, end, limit, stream_id):
-        args = {
-            "begin": time.format_datetime(begin),
-            "end": time.format_datetime(end),
-            "limit": limit,
-            "stream_id": stream_id,
-        }
-
-        return request.request(
-            self.analytics_base_url + "query_blocks",
-            args,
-            headers=self.headers,
-        )
-
-    def query_view(self, view_set_name, view_instance_id, begin, end, sql):
-        return request.request(
-            self.analytics_base_url + "query_view",
-            {
-                "view_set_name": view_set_name,
-                "view_instance_id": view_instance_id,
-                "begin": time.format_datetime(begin),
-                "end": time.format_datetime(end),
-                "sql": sql,
-            },
-            headers=self.headers,
-        )
-
-    def query(self, sql, begin=None, end=None):
-        return request.request(
-            self.analytics_base_url + "query",
-            {
-                "sql": sql,
-                "begin": time.format_datetime(begin),
-                "end": time.format_datetime(end),
-            },
-            headers=self.headers,
-        )
-
-    def query_partitions(self):
-        args = {}
-        return request.request(
-            self.analytics_base_url + "query_partitions",
-            args,
-            headers=self.headers,
-        )
-
-    def __stream_request(self, endpoint, args):
-        response = request.streamed_request(
-            self.analytics_base_url + endpoint,
-            args,
-            headers=self.headers,
-        )
-        while response.raw.readable():
-            try:
-                print(cbor2.load(response.raw))
-            except cbor2.CBORDecodeEOF:
-                break
-
-    def materialize_partitions(
-        self, view_set_name, view_instance_id, begin, end, partition_delta_seconds
-    ):
-        args = {
-            "view_set_name": view_set_name,
-            "view_instance_id": view_instance_id,
-            "begin": time.format_datetime(begin),
-            "end": time.format_datetime(end),
-            "partition_delta_seconds": partition_delta_seconds,
-        }
-        self.__stream_request("materialize_partitions", args)
-
-    def retire_partitions(self, view_set_name, view_instance_id, begin, end):
-        args = {
-            "view_set_name": view_set_name,
-            "view_instance_id": view_instance_id,
-            "begin": time.format_datetime(begin),
-            "end": time.format_datetime(end),
-        }
-        self.__stream_request("retire_partitions", args)

micromegas-0.3.2/micromegas/request.py

@@ -1,36 +0,0 @@
-import cbor2
-import io
-import pyarrow.parquet as pq
-import requests
-
-
-def request(url, args, headers={}):
-    response = requests.post(
-        url,
-        headers=headers,
-        data=cbor2.dumps(args),
-    )
-    if response.status_code != 200:
-        raise Exception(
-            "http request url={2} failed with code={0} text={1}".format(
-                response.status_code, response.text, url
-            )
-        )
-    table = pq.read_table(io.BytesIO(response.content))
-    return table.to_pandas()
-
-def streamed_request(url, args, headers={}):
-    response = requests.post(
-        url,
-        headers=headers,
-        data=cbor2.dumps(args),
-        stream=True,
-        timeout=300,
-    )
-    if response.status_code != 200:
-        raise Exception(
-            "http request url={2} failed with code={0} text={1}".format(
-                response.status_code, response.text, url
-            )
-        )
-    return response