UncountablePythonSDK 0.0.56__tar.gz → 0.0.58__tar.gz

{uncountablepythonsdk-0.0.56/UncountablePythonSDK.egg-info → uncountablepythonsdk-0.0.58}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: UncountablePythonSDK
-Version: 0.0.56
+Version: 0.0.58
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git

{uncountablepythonsdk-0.0.56 → uncountablepythonsdk-0.0.58/UncountablePythonSDK.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: UncountablePythonSDK
-Version: 0.0.56
+Version: 0.0.58
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git

{uncountablepythonsdk-0.0.56 → uncountablepythonsdk-0.0.58}/UncountablePythonSDK.egg-info/SOURCES.txt

@@ -93,6 +93,7 @@ uncountable/integration/construct_client.py
 uncountable/integration/cron.py
 uncountable/integration/entrypoint.py
 uncountable/integration/job.py
+uncountable/integration/scan_profiles.py
 uncountable/integration/server.py
 uncountable/integration/telemetry.py
 uncountable/integration/db/__init__.py

{uncountablepythonsdk-0.0.56 → uncountablepythonsdk-0.0.58}/uncountable/core/client.py

@@ -155,10 +155,12 @@ class Client(ClientMethods):
     ):
         self._auth_details = auth_details
         self._base_url = base_url
-        self._file_uploader = FileUploader(self._base_url, self._auth_details)
         self._cfg = config or ClientConfig()
         self._session = requests.Session()
         self._session.verify = not self._cfg.allow_insecure_tls
+        self._file_uploader = FileUploader(
+            self._base_url, self._auth_details, self._cfg.allow_insecure_tls
+        )
 
     def _get_response_json(
         self, response: requests.Response, request_id: str

{uncountablepythonsdk-0.0.56 → uncountablepythonsdk-0.0.58}/uncountable/core/file_upload.py

@@ -68,10 +68,17 @@ class UploadFailed(Exception):
 class FileUploader:
     _auth_details: AuthDetailsAll
     _base_url: str
-
-    def __init__(self: Self, base_url: str, auth_details: AuthDetailsAll) -> None:
+    _allow_insecure_tls: bool
+
+    def __init__(
+        self: Self,
+        base_url: str,
+        auth_details: AuthDetailsAll,
+        allow_insecure_tls: bool = False,
+    ) -> None:
         self._base_url = base_url
         self._auth_details = auth_details
+        self._allow_insecure_tls = allow_insecure_tls
 
     async def _upload_file(self: Self, file_upload: FileUpload) -> UploadedFile:
         creation_url = f"{self._base_url}/api/external/file_upload/files"
@@ -92,6 +99,9 @@ class FileUploader:
                     file_bytes.bytes_data,
                     {"filename": file_bytes.name.encode()},
                     client_session=session,
+                    config=aiotus.RetryConfiguration(
+                        ssl=False if self._allow_insecure_tls else None
+                    ),
                     chunksize=_CHUNK_SIZE,
                 )
                 if location is None:

uncountablepythonsdk-0.0.58/uncountable/integration/entrypoint.py

@@ -0,0 +1,21 @@
+from uncountable.integration.db.connect import create_db_engine
+from uncountable.integration.scan_profiles import load_profiles
+from uncountable.integration.server import IntegrationServer
+
+
+def main(blocking: bool) -> None:
+    with IntegrationServer(create_db_engine()) as server:
+        for profile_details in load_profiles():
+            server.register_profile(
+                profile_name=profile_details.name,
+                base_url=profile_details.definition.base_url,
+                auth_retrieval=profile_details.definition.auth_retrieval,
+                jobs=profile_details.definition.jobs,
+                client_options=profile_details.definition.client_options,
+            )
+
+        if blocking:
+            server.serve_forever()
+
+
+main(__name__ == "__main__")

uncountablepythonsdk-0.0.58/uncountable/integration/scan_profiles.py

@@ -0,0 +1,36 @@
+import os
+from dataclasses import dataclass
+from importlib import resources
+
+from pkgs.argument_parser import CachedParser
+from uncountable.types import job_definition_t
+
+profile_parser = CachedParser(job_definition_t.ProfileDefinition)
+
+
+@dataclass(kw_only=True)
+class ProfileDetails:
+    name: str
+    definition: job_definition_t.ProfileDefinition
+
+
+def load_profiles() -> list[ProfileDetails]:
+    profiles_module = os.environ["UNC_PROFILES_MODULE"]
+    profiles = [
+        entry for entry in resources.files(profiles_module).iterdir() if entry.is_dir()
+    ]
+    profile_details: list[ProfileDetails] = []
+    for profile_file in profiles:
+        profile_name = profile_file.name
+        try:
+            definition = profile_parser.parse_yaml_resource(
+                package=".".join([profiles_module, profile_name]),
+                resource="profile.yaml",
+            )
+            profile_details.append(
+                ProfileDetails(name=profile_name, definition=definition)
+            )
+        except FileNotFoundError as e:
+            print(f"WARN: profile.yaml not found for {profile_name}", e)
+            continue
+    return profile_details

{uncountablepythonsdk-0.0.56 → uncountablepythonsdk-0.0.58}/uncountable/integration/telemetry.py

@@ -1,14 +1,16 @@
 import functools
 import os
-import sys
 import time
 from contextlib import contextmanager
 from enum import StrEnum
-from typing import Generator, TextIO, assert_never, cast
+from typing import Generator, assert_never, cast
 
-from opentelemetry import trace
+from opentelemetry import _logs, trace
+from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter
 from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
-from opentelemetry.sdk._logs import LogRecord
+from opentelemetry.sdk._logs import Logger as OTELLogger
+from opentelemetry.sdk._logs import LoggerProvider, LogRecord
+from opentelemetry.sdk._logs.export import BatchLogRecordProcessor, ConsoleLogExporter
 from opentelemetry.sdk.resources import Attributes, Resource
 from opentelemetry.sdk.trace import TracerProvider
 from opentelemetry.sdk.trace.export import (
@@ -25,7 +27,7 @@ def _cast_attributes(attributes: dict[str, base_t.JsonValue]) -> Attributes:
 
 
 @functools.cache
-def get_tracer() -> Tracer:
+def get_otel_resource() -> Resource:
     attributes: dict[str, base_t.JsonValue] = {
         "service.name": "integration-server",
         "sdk.version": get_version(),
@@ -37,12 +39,26 @@ def get_tracer() -> Tracer:
     if unc_env is not None:
         attributes["deployment.environment"] = unc_env
     resource = Resource.create(attributes=_cast_attributes(attributes))
-    provider = TracerProvider(resource=resource)
+    return resource
+
+
+@functools.cache
+def get_otel_tracer() -> Tracer:
+    provider = TracerProvider(resource=get_otel_resource())
     provider.add_span_processor(SimpleSpanProcessor(OTLPSpanExporter()))
     trace.set_tracer_provider(provider)
     return provider.get_tracer("integration.telemetry")
 
 
+@functools.cache
+def get_otel_logger() -> OTELLogger:
+    provider = LoggerProvider(resource=get_otel_resource())
+    provider.add_log_record_processor(BatchLogRecordProcessor(ConsoleLogExporter()))
+    provider.add_log_record_processor(BatchLogRecordProcessor(OTLPLogExporter()))
+    _logs.set_logger_provider(provider)
+    return provider.get_logger("integration.telemetry")
+
+
 class LogSeverity(StrEnum):
     INFO = "Info"
     WARN = "Warn"
@@ -59,6 +75,7 @@ class Logger:
     def _emit_log(
         self, message: str, *, severity: LogSeverity, attributes: Attributes | None
     ) -> None:
+        otel_logger = get_otel_logger()
         log_record = LogRecord(
             body=message,
             severity_text=severity,
@@ -67,9 +84,7 @@ class Logger:
             span_id=self.current_span_id,
             trace_id=self.current_trace_id,
         )
-        log_file: TextIO = sys.stderr if severity == LogSeverity.ERROR else sys.stdout
-        log_file.write(log_record.to_json())
-        log_file.flush()
+        otel_logger.emit(log_record)
 
     def log_info(self, message: str, *, attributes: Attributes | None = None) -> None:
         self._emit_log(
@@ -135,7 +150,7 @@ class JobLogger(Logger):
     def push_scope(
         self, scope_name: str, *, attributes: Attributes | None = None
     ) -> Generator["JobLogger", None, None]:
-        with get_tracer().start_as_current_span(
+        with get_otel_tracer().start_as_current_span(
             scope_name, attributes=self._patch_attributes(attributes)
         ) as span:
             self.current_span_id = span.get_span_context().span_id

{uncountablepythonsdk-0.0.56 → uncountablepythonsdk-0.0.58}/uncountable/types/job_definition.py

@@ -19,6 +19,7 @@ from .job_definition_t import JobExecutorGenericUpload as JobExecutorGenericUplo
 from .job_definition_t import JobExecutor as JobExecutor
 from .job_definition_t import JobDefinitionBase as JobDefinitionBase
 from .job_definition_t import CronJobDefinition as CronJobDefinition
+from .job_definition_t import WebhookJobDefinition as WebhookJobDefinition
 from .job_definition_t import JobDefinition as JobDefinition
 from .job_definition_t import AuthRetrievalBase as AuthRetrievalBase
 from .job_definition_t import AuthRetrievalOAuth as AuthRetrievalOAuth

{uncountablepythonsdk-0.0.56 → uncountablepythonsdk-0.0.58}/uncountable/types/job_definition_t.py

@@ -39,12 +39,14 @@ __all__: list[str] = [
     "ProfileDefinition",
     "ProfileMetadata",
     "S3CloudProvider",
+    "WebhookJobDefinition",
 ]
 
 
 # DO NOT MODIFY -- This file is generated by type_spec
 class JobDefinitionType(StrEnum):
     CRON = "cron"
+    WEBHOOK = "webhook"
 
 
 # DO NOT MODIFY -- This file is generated by type_spec
@@ -177,6 +179,16 @@ class CronJobDefinition(JobDefinitionBase):
     cron_spec: str
 
 
+# DO NOT MODIFY -- This file is generated by type_spec
+@serial_class(
+    parse_require={"type"},
+)
+@dataclasses.dataclass(kw_only=True)
+class WebhookJobDefinition(JobDefinitionBase):
+    type: typing.Literal[JobDefinitionType.WEBHOOK] = JobDefinitionType.WEBHOOK
+    signature_key_secret: secret_retrieval_t.SecretRetrieval
+
+
 # DO NOT MODIFY -- This file is generated by type_spec
 JobDefinition = typing.Annotated[
     typing.Union[CronJobDefinition],

uncountablepythonsdk-0.0.56/uncountable/integration/entrypoint.py

@@ -1,42 +0,0 @@
-import os
-from importlib import resources
-
-from pkgs.argument_parser import CachedParser
-from uncountable.integration.db.connect import create_db_engine
-from uncountable.integration.server import IntegrationServer
-from uncountable.types.job_definition_t import ProfileDefinition
-
-profile_parser = CachedParser(ProfileDefinition)
-
-
-def main(blocking: bool) -> None:
-    profiles_module = os.environ["UNC_PROFILES_MODULE"]
-    with IntegrationServer(create_db_engine()) as server:
-        profiles = [
-            entry
-            for entry in resources.files(profiles_module).iterdir()
-            if entry.is_dir()
-        ]
-        for profile_file in profiles:
-            profile_name = profile_file.name
-            try:
-                profile = profile_parser.parse_yaml_resource(
-                    package=".".join([profiles_module, profile_name]),
-                    resource="profile.yaml",
-                )
-            except FileNotFoundError as e:
-                print(f"WARN: profile.yaml not found for {profile_name}", e)
-                continue
-            server.register_profile(
-                profile_name=profile_name,
-                base_url=profile.base_url,
-                auth_retrieval=profile.auth_retrieval,
-                jobs=profile.jobs,
-                client_options=profile.client_options,
-            )
-
-        if blocking:
-            server.serve_forever()
-
-
-main(__name__ == "__main__")