cloudquery-plugin-sdk 0.1.22__py2.py3-none-any.whl → 0.1.24__py2.py3-none-any.whl

cloudquery/sdk/internal/memdb/memdb.py

@@ -1,14 +1,22 @@
+import json
+
 from cloudquery.sdk import plugin
 from cloudquery.sdk import message
 from cloudquery.sdk import schema
 from typing import List, Generator, Dict
 import pyarrow as pa
 from cloudquery.sdk.types import JSONType
+from dataclasses import dataclass, field
 
 NAME = "memdb"
 VERSION = "development"
 
 
+@dataclass
+class Spec:
+    abc: str = field(default="abc")
+
+
 class MemDB(plugin.Plugin):
     def __init__(self) -> None:
         super().__init__(
@@ -73,6 +81,12 @@ class MemDB(plugin.Plugin):
             ),
         }
 
+    def init(self, spec, no_connection: bool = False):
+        if no_connection:
+            return
+        self._spec_json = json.loads(spec)
+        self._spec = Spec(**self._spec_json)
+
     def get_tables(self, options: plugin.TableOptions = None) -> List[plugin.Table]:
         tables = list(self._tables.values())
         return schema.filter_dfs(tables, options.tables, options.skip_tables)

cloudquery/sdk/internal/servers/plugin_v3/plugin.py

@@ -32,7 +32,9 @@ class PluginServicer(plugin_pb2_grpc.PluginServicer):
         return plugin_pb2.GetSpecSchema.Response(json_schema=self._plugin.json_schema())
 
     def Init(self, request: plugin_pb2.Init.Request, context):
-        self._plugin.init(request.spec, no_connection=request.no_connection)
+        self._plugin.init(
+            sanitize_spec(request.spec), no_connection=request.no_connection
+        )
         return plugin_pb2.Init.Response()
 
     def GetTables(self, request: plugin_pb2.GetTables.Request, context):
@@ -113,3 +115,7 @@ class PluginServicer(plugin_pb2_grpc.PluginServicer):
     def Close(self, request, context):
         self._plugin.close()
         return plugin_pb2.Close.Response()
+
+
+def sanitize_spec(spec=None):
+    return b"{}" if spec is None or spec == b"" or spec == b"null" else spec

cloudquery/sdk/scheduler/scheduler.py

@@ -116,6 +116,12 @@ class Scheduler:
                         depth=depth,
                         exc_info=e,
                     )
+                    self._logger.debug(
+                        "details about resource that failed to resolve",
+                        client_id=client.id(),
+                        table=resolver.table.name,
+                        resource=item,
+                    )
                     continue
                 res.put(SyncInsertMessage(resource.to_arrow_record()))
                 for child_resolvers in resolver.child_resolvers:

{cloudquery_plugin_sdk-0.1.22.dist-info → cloudquery_plugin_sdk-0.1.24.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloudquery-plugin-sdk
-Version: 0.1.22
+Version: 0.1.24
 Summary: CloudQuery Plugin SDK for Python
 Home-page: https://github.com/cloudquery/plugin-sdk-python
 Author: CloudQuery LTD

{cloudquery_plugin_sdk-0.1.22.dist-info → cloudquery_plugin_sdk-0.1.24.dist-info}/RECORD

@@ -1,14 +1,14 @@
-cloudquery_plugin_sdk-0.1.22-py3.11-nspkg.pth,sha256=DPwVEJKI3l-PsvgSiQi4zcKjh50W15YbcAr9gUpExc4,487
+cloudquery_plugin_sdk-0.1.24-py3.11-nspkg.pth,sha256=DPwVEJKI3l-PsvgSiQi4zcKjh50W15YbcAr9gUpExc4,487
 cloudquery/sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudquery/sdk/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudquery/sdk/internal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudquery/sdk/internal/memdb/__init__.py,sha256=fzRjFUy47sNj4GzDcxPQPg9MwgSlRJK-XXoOxb40qM8,25
-cloudquery/sdk/internal/memdb/memdb.py,sha256=Ad0U3fm3a4PNs9PuvhG0nmQIPK0joQ6wsqdJEAB-vgU,3676
+cloudquery/sdk/internal/memdb/memdb.py,sha256=MMpfKJVwYS5eXqanZh6vqyvgXSg0Vr9MtLbUgkapsxo,3980
 cloudquery/sdk/internal/servers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudquery/sdk/internal/servers/discovery_v1/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloudquery/sdk/internal/servers/discovery_v1/discovery.py,sha256=iYQpSw1aSXgKK4zcHxIZSvaA9j-IQfDkeHnVur4sogw,360
 cloudquery/sdk/internal/servers/plugin_v3/__init__.py,sha256=5sE_Gdw1MnNOTdlHkd3Von1YEIo1s-jvMxSiq9WyRiw,35
-cloudquery/sdk/internal/servers/plugin_v3/plugin.py,sha256=tnBeOGzbee8LjxyIMA2uU7GHCAiIscic-HQnheG8uuo,4440
+cloudquery/sdk/internal/servers/plugin_v3/plugin.py,sha256=O9QKcP-_shLEN84rlKJsy7mw78qpSWKUTokMBcRhCb0,4586
 cloudquery/sdk/message/__init__.py,sha256=KfRu1ZmLz4r-9qgOsXqgAZYetj2_MKjKAJ2HRgARi2w,191
 cloudquery/sdk/message/sync.py,sha256=O2deyqCbZ84s5DvYgEozN1JMpWmlhXVPUOatM4fjq3w,283
 cloudquery/sdk/message/write.py,sha256=i30d2nC_YGcGlei0qBd3yHatbJ2C72ZF6QYWURdysYM,545
@@ -31,7 +31,7 @@ cloudquery/sdk/scalar/uint.py,sha256=ZDKOmHk9b9CLjKplHF0N-nHAeQVw-fPckAkueriRSXw
 cloudquery/sdk/scalar/uuid.py,sha256=bINT73Wux4ydJjLuJPq9qduVAmyUtfEhjYryJ-RhY_A,1333
 cloudquery/sdk/scalar/vector.py,sha256=uROcuTyla7rOARn0qhIwPH38StqfaHsaGOClT9W7x10,1248
 cloudquery/sdk/scheduler/__init__.py,sha256=ZliDWvyQ8CYAiwyRNt8-kkmkFyw1kpqnc74JYhASMv8,110
-cloudquery/sdk/scheduler/scheduler.py,sha256=t_Yqd2h2hql37IiNxlGYbc9jS4I8L5h1seo90sZVfkw,7192
+cloudquery/sdk/scheduler/scheduler.py,sha256=kvVIopNDeQXR_zK1pprGoV6hBqBBXlMHwDF4QOaDhFg,7464
 cloudquery/sdk/scheduler/table_resolver.py,sha256=Dy206YW41QUnseTk111sAwRT5-ZNx-OVdBANLc1FoIU,1368
 cloudquery/sdk/schema/__init__.py,sha256=6y65eQdg7OhBevUAlLzVmuhOXe0dd5Gr28hzygMmBBw,161
 cloudquery/sdk/schema/arrow.py,sha256=Voj9HeEuU4dTB-blsG4yKc-8UFdW_Z5qRcYNeI7wHFg,437
@@ -46,8 +46,8 @@ cloudquery/sdk/transformers/transformers.py,sha256=9USd5VDEMkyk-RfQboMhr9BwC0593
 cloudquery/sdk/types/__init__.py,sha256=VRRTI0mHh_TxkNht9qyr3eouNV71jv1v6z9UDFvLPU8,54
 cloudquery/sdk/types/json.py,sha256=d1EYb8-C74U71IUajHgbetD4wTS7fIsh04qY84mq2-U,653
 cloudquery/sdk/types/uuid.py,sha256=Xhax4Pyfwd-rxnBSBZLt9k2Mlx2FVCyUOcKWcRiHA0U,677
-cloudquery_plugin_sdk-0.1.22.dist-info/METADATA,sha256=VZQ2tqQWYP0DrDQbLfSt66R2o_Sfkm--54_xpg4lQII,1825
-cloudquery_plugin_sdk-0.1.22.dist-info/WHEEL,sha256=DZajD4pwLWue70CAfc7YaxT1wLUciNBvN_TTcvXpltE,110
-cloudquery_plugin_sdk-0.1.22.dist-info/namespace_packages.txt,sha256=D13SSF-LACnBbtgkIVGVOAVT5hqwn2E-v0NGcuyprk4,11
-cloudquery_plugin_sdk-0.1.22.dist-info/top_level.txt,sha256=D13SSF-LACnBbtgkIVGVOAVT5hqwn2E-v0NGcuyprk4,11
-cloudquery_plugin_sdk-0.1.22.dist-info/RECORD,,
+cloudquery_plugin_sdk-0.1.24.dist-info/METADATA,sha256=-FA5N0cKcN-Qc9LkBKCI6Kh1UBj1ma3JZazpURYP2-4,1825
+cloudquery_plugin_sdk-0.1.24.dist-info/WHEEL,sha256=DZajD4pwLWue70CAfc7YaxT1wLUciNBvN_TTcvXpltE,110
+cloudquery_plugin_sdk-0.1.24.dist-info/namespace_packages.txt,sha256=D13SSF-LACnBbtgkIVGVOAVT5hqwn2E-v0NGcuyprk4,11
+cloudquery_plugin_sdk-0.1.24.dist-info/top_level.txt,sha256=D13SSF-LACnBbtgkIVGVOAVT5hqwn2E-v0NGcuyprk4,11
+cloudquery_plugin_sdk-0.1.24.dist-info/RECORD,,