dasl-client 1.0.23__py3-none-any.whl → 1.0.24__py3-none-any.whl

dasl_client/preset_development/stage.py

@@ -4,6 +4,8 @@ from pyspark.sql.dataframe import DataFrame
 from pyspark.sql.functions import col, lit
 from dasl_client.preset_development.errors import *
 
+import re
+
 FieldSpec = Dict[str, Any]
 
 
@@ -45,6 +47,57 @@ class Stage:
 
     __op_list = ["assert", "literal", "from", "alias", "expr", "join"]
 
+    # From fieldSpec valid characters.
+    __invalid_char_pattern = re.compile(r"[\s,;{}\(\)\n\t=]")
+
+    def __validate_field_spec(self, fields: List[Dict[str, str]], stage: str):
+        names = []
+        for field in self._fields:
+            # Check for name. If no name check for assert.
+            if not (name := field.get("name", None)):
+                if not field.get("assert", None):  # Can't walrus em all :/
+                    raise MissingFieldNameError(self._stage, self._name)
+
+            # Check this new name does not duplicate an existing.
+            if name in names:
+                raise DuplicateFieldNameError(self._stage, self._name, name)
+            names += [name] if name != None else []
+
+            # Check for only 1 defined operation.
+            missing_op_count = [
+                spec for spec in [field.get(op, None) for op in self.__op_list]
+            ].count(None)
+            if (missing_op_count == len(self.__op_list)) or (
+                len(self.__op_list) - missing_op_count > 1
+            ):
+                raise MalformedFieldError(
+                    self._stage, self._name, field.get("name", None)
+                )
+
+            # Literal must be a string.
+            if lit := field.get("literal", None):
+                if type(lit) != str:
+                    raise InvalidLiteralError(
+                        self._stage, self._name, field.get("name", None)
+                    )
+
+            # Validate from (makes sure its not an expression, etc.). This mirrors Scala code's validation.
+            if frm := field.get("from", None):
+                if len(frm) >= 256:
+                    raise InvalidFromError(
+                        self._stage,
+                        self._name,
+                        field.get("name", None),
+                        "Column name too long",
+                    )
+                if frm.strip() == "" or self.__invalid_char_pattern.search(frm):
+                    raise InvalidFromError(
+                        self._stage,
+                        self._name,
+                        field.get("name", None),
+                        "Malformed column name referenced",
+                    )
+
     def __init__(self, spark: SparkSession, stage: str, table: Dict[str, any]):
         """
         Initializes a Stage object that encapsulates all operations required for a single
@@ -68,9 +121,10 @@ class Stage:
         self._utils = table.get("utils", {})
         self._input = table.get("input", None)
 
+        # The dasl_id does not exist before bronze or when dealing with temp fields.
         fields = (
             [{"name": "dasl_id", "from": "dasl_id"}] + table.get("fields", [])
-            if self._stage != "temp_fields"
+            if self._stage not in ["temp_fields", "bronze pretransform"]
             else table.get("fields", [])
         )
         self._fields = [
@@ -78,24 +132,7 @@ class Stage:
         ]
         self._assertions = [f for f in fields if f.get("assert", None)]
 
-        names = []
-        for field in self._fields:
-            if not (name := field.get("name", None)):
-                if not field.get("assert", None):  # Can't walrus em all :/
-                    raise MissingFieldNameError(self._stage, self._name)
-            if name in names:
-                raise DuplicateFieldNameError(self._stage, self._name, name)
-            names += [name]
-
-            missing_op_count = [
-                spec for spec in [field.get(op, None) for op in self.__op_list]
-            ].count(None)
-            if (missing_op_count == len(self.__op_list)) or (
-                len(self.__op_list) - missing_op_count > 1
-            ):
-                raise MalformedFieldError(
-                    self._stage, self._name, field.get("name", None)
-                )
+        self.__validate_field_spec(self._fields, self._stage)
 
     def _referenced_columns(self) -> List[str]:
         """
@@ -311,9 +348,15 @@ class Stage:
             # check that the from column exists in the df?
             return f"{self.auto_backtick(field['from'])} AS {self.auto_backtick(name)}"
         elif field.get("literal", None):
-            return f"'{field['literal']}' AS {self.auto_backtick(name)}"
+            return f"{repr(field['literal'])} AS {self.auto_backtick(name)}"
         elif field.get("expr", None) is not None:
-            return f"{field['expr']} AS {self.auto_backtick(name)}"
+            expr = field["expr"].replace("\\", "\\\\")
+            # If we are in a bronze pretransform, we do not want the fieldSpec.name.
+            return (
+                f"{expr} AS {self.auto_backtick(name)}"
+                if self._stage != "bronze pretransform"
+                else expr
+            )
         else:
             return ""
 
@@ -426,6 +469,8 @@ class Stage:
         select_fields = self.render_fields(self._fields)
 
         if preserve := self._utils.get("unreferencedColumns", None):
+            if self._stage == "gold":  # No utils run in gold.
+                raise DisallowedUtilityConfigurationError("unreferencedColumns", "gold")
             should_preserve = preserve.get("preserve", None)
             if type(should_preserve) != bool:
                 raise MissingUtilityConfigurationFieldError(
@@ -438,9 +483,23 @@ class Stage:
                     # applying backticks to all of them is OK here
                     # since they will never use "obj.key" to reference nested fields of structs
                     # so we just go ahead and apply backticks to all across the board
-                    select_fields += [
-                        f"struct({', '.join(list(map(lambda x: self.force_apply_backticks(x), preserved_columns)))}) AS {self.auto_backtick(embed_col)}"
-                    ]
+                    colType = preserve.get("embedColumnType", "struct")
+                    if colType == "struct":
+                        select_fields += [
+                            f"struct({', '.join(list(map(lambda x: self.force_apply_backticks(x), preserved_columns)))}) AS {self.auto_backtick(embed_col)}"
+                        ]
+                    elif colType == "json":
+                        select_fields += [
+                            f"to_json(struct({', '.join(list(map(lambda x: self.force_apply_backticks(x), preserved_columns)))})) AS {self.auto_backtick(embed_col)}"
+                        ]
+                    elif colType == "variant":
+                        select_fields += [
+                            f"parse_json(to_json(struct({', '.join(list(map(lambda x: self.force_apply_backticks(x), preserved_columns)))}))) AS {self.auto_backtick(embed_col)}"
+                        ]
+                    else:
+                        raise UnknownUtilityConfigurationFieldError(
+                            "embedColumnType", "unreferencedColumns"
+                        )
                 else:
                     (
                         preserved_columns,
@@ -476,6 +535,8 @@ class Stage:
             A DataFrame with the resultant operation's records.
         """
         if json_extracts := self._utils.get("jsonExtract", None):
+            if self._stage == "gold":  # No utils run in gold.
+                raise DisallowedUtilityConfigurationError("jsonExtract", "gold")
             for json_extract in json_extracts:
                 source = json_extract.get("source")
                 if not source:
@@ -610,6 +671,8 @@ class Stage:
             A DataFrame with the resultant operation's records.
         """
         if temp_fields := self._utils.get("temporaryFields", None):
+            if self._stage == "gold":  # No utils run in gold.
+                raise DisallowedUtilityConfigurationError("temporaryFields", "gold")
             df = Stage(self._spark, "temp_fields", {"fields": temp_fields}).run(df)
         return df
 

dasl_client/regions.json

@@ -0,0 +1,3 @@
+{
+	"us-east-1": "https://api.prod.sl.antimatter.io"
+}

dasl_client/regions.py

@@ -0,0 +1,18 @@
+import json
+from importlib import resources
+from typing import List
+
+_data = json.loads(resources.files(__package__).joinpath("regions.json").read_text())
+
+
+class Regions:
+    @staticmethod
+    def lookup(name: str) -> str:
+        try:
+            return _data(name)
+        except KeyError as e:
+            raise ValueError(f"unknown region {name}") from e
+
+    @staticmethod
+    def list() -> List[str]:
+        return list(_data.keys())

dasl_client/types/datasource.py

@@ -32,6 +32,7 @@ from dasl_api import (
     CoreV1DataSourceFieldUtils,
     CoreV1DataSourceFieldUtilsUnreferencedColumns,
     CoreV1DataSourceFieldUtilsJsonExtractInner,
+    CoreV1DataSourcePrimaryKeySpec,
 )
 
 from .helpers import Helpers
@@ -354,6 +355,11 @@ class BronzeSpec(BaseModel):
             The name of the bronze table to create and hold the imported data.
         skip_bronze_loading (Optional[bool]):
             Indicates whether to skip the bronze loading step.
+        load_as_single_variant (Optional[bool]):
+            Indicates whether to ingest data into a single VARIANT-typed column called `data`
+        pre_transform (Optional[List[List[str]]]):
+            A list of pre-transform steps to execute.
+            The outer list form stages and the inner list contains SQL select expressions to be executed within each stage
     """
 
     class Clustering(BaseModel):
@@ -391,6 +397,8 @@ class BronzeSpec(BaseModel):
     clustering: Optional["BronzeSpec.Clustering"] = None
     bronze_table: Optional[str] = None
     skip_bronze_loading: Optional[bool] = None
+    load_as_single_variant: Optional[bool] = None
+    pre_transform: Optional[List[List[str]]] = None
 
     @staticmethod
     def from_api_obj(obj: Optional[CoreV1DataSourceSpecBronze]) -> "BronzeSpec":
@@ -400,6 +408,8 @@ class BronzeSpec(BaseModel):
             clustering=BronzeSpec.Clustering.from_api_obj(obj.clustering),
             bronze_table=obj.bronze_table,
             skip_bronze_loading=obj.skip_bronze_loading,
+            load_as_single_variant=obj.load_as_single_variant,
+            pre_transform=obj.pre_transform,
         )
 
     def to_api_obj(self) -> CoreV1DataSourceSpecBronze:
@@ -407,6 +417,8 @@ class BronzeSpec(BaseModel):
             clustering=Helpers.maybe(lambda o: o.to_api_obj(), self.clustering),
             bronze_table=self.bronze_table,
             skip_bronze_loading=self.skip_bronze_loading,
+            load_as_single_variant=self.load_as_single_variant,
+            pre_transform=self.pre_transform,
         )
 
 
@@ -1193,12 +1205,16 @@ class DataSource(BaseModel):
             The schedule for data ingestion.
         custom (Optional[DataSource.CustomNotebook]):
             A custom notebook for the datasource.
+        primary_key (Optional[PrimaryKey]):
+            Primary key configuration of the datasource.
         use_preset (Optional[str]):
             The name of the preset to use for this data source.
         autoloader (Optional[DataSource.Autoloader]):
             Autoloader configuration.
         bronze (Optional[BronzeSpec]):
             Bronze table configuration.
+        compute_mode (Optional[str]):
+            The compute mode to use for this datasource's job.
         silver (Optional[SilverSpec]):
             Silver transformation configuration.
         gold (Optional[GoldSpec]):
@@ -1233,6 +1249,35 @@ class DataSource(BaseModel):
                 notebook=self.notebook,
             )
 
+    class PrimaryKey(BaseModel):
+        """
+        PrimaryKey configuration for DataSource
+
+        Attributes:
+            time_column (str): column name used as timestamp portion of the sortable synthetic key
+            additionalColumns (List[str]): list of columns to compute hashkey over
+        """
+
+        time_column: str
+        additional_columns: List[str]
+
+        @staticmethod
+        def from_api_obj(
+            obj: Optional[CoreV1DataSourcePrimaryKeySpec],
+        ) -> "DataSource.PrimaryKey":
+            if obj is None:
+                return None
+            return DataSource.PrimaryKey(
+                time_column=obj.time_column,
+                additional_columns=obj.additional_columns,
+            )
+
+        def to_api_obj(self) -> CoreV1DataSourcePrimaryKeySpec:
+            return CoreV1DataSourcePrimaryKeySpec(
+                timeColumn=self.time_column,
+                additionalColumns=self.additional_columns,
+            )
+
     class Autoloader(BaseModel):
         """
         Autoloader configuration for the DataSource.
@@ -1310,9 +1355,11 @@ class DataSource(BaseModel):
     source_type: Optional[str] = None
     schedule: Optional[Schedule] = None
     custom: Optional["DataSource.CustomNotebook"] = None
+    primary_key: Optional["DataSource.PrimaryKey"] = None
     use_preset: Optional[str] = None
     use_preset_version: Optional[int] = None
     autoloader: Optional["DataSource.Autoloader"] = None
+    compute_mode: Optional[str] = None
     bronze: Optional[BronzeSpec] = None
     silver: Optional[SilverSpec] = None
     gold: Optional[GoldSpec] = None
@@ -1326,9 +1373,11 @@ class DataSource(BaseModel):
             source_type=obj.spec.source_type,
             schedule=Schedule.from_api_obj(obj.spec.schedule),
             custom=DataSource.CustomNotebook.from_api_obj(obj.spec.custom),
+            primary_key=DataSource.PrimaryKey.from_api_obj(obj.spec.primary_key),
             use_preset=obj.spec.use_preset,
             use_preset_version=obj.spec.use_preset_version,
             autoloader=DataSource.Autoloader.from_api_obj(obj.spec.autoloader),
+            compute_mode=obj.spec.compute_mode,
             bronze=BronzeSpec.from_api_obj(obj.spec.bronze),
             silver=SilverSpec.from_api_obj(obj.spec.silver),
             gold=GoldSpec.from_api_obj(obj.spec.gold),
@@ -1346,9 +1395,11 @@ class DataSource(BaseModel):
                 source_type=self.source_type,
                 schedule=Helpers.maybe(to_api_obj, self.schedule),
                 custom=Helpers.maybe(to_api_obj, self.custom),
+                primary_key=Helpers.maybe(to_api_obj, self.primary_key),
                 use_preset=self.use_preset,
                 use_preset_version=self.use_preset_version,
                 autoloader=Helpers.maybe(to_api_obj, self.autoloader),
+                compute_mode=self.compute_mode,
                 bronze=Helpers.maybe(to_api_obj, self.bronze),
                 silver=Helpers.maybe(to_api_obj, self.silver),
                 gold=Helpers.maybe(to_api_obj, self.gold),

dasl_client/types/rule.py

@@ -1,5 +1,6 @@
 from pydantic import BaseModel
 from typing import Dict, List, Optional, Union
+from datetime import datetime, timezone
 
 from dasl_api import (
     CoreV1Rule,
@@ -319,9 +320,25 @@ class Rule(BaseModel):
 
             Attributes:
                 tables (Optional[List[Rule.Input.Stream.Table]]):
+                    List of input tables and join rules.
                 filter (Optional[str]):
+                    A filter expression to be applied to the input stream.
+                    Note that this cannot be used in conjunction with a
+                    custom SQL expression (i.e. the sql field).
                 sql (Optional[str]):
+                    A custom SQL expression to apply to the input stream
+                    before matching. Note that this cannot be used in
+                    conjunction with a filter expression (i.e. the
+                    filter member).
                 custom (Optional[Rule.Input.CustomStream]):
+                starting_timestamp (Optional[datetime]):
+                    Starting timestamp for streaming input data. If this
+                    value is not specified, then the timestamp when this rule
+                    was created will be used. This setting is used to determine
+                    the starting point for streaming historical data, and only
+                    applies on the first run of the rule. Once some data has
+                    been streamed and a checkpoint has been created, this
+                    setting no longer has any impact.
             """
 
             class Table(BaseModel):
@@ -427,6 +444,7 @@ class Rule(BaseModel):
             filter: Optional[str] = None
             sql: Optional[str] = None
             custom: Optional["Rule.Input.CustomStream"] = None
+            starting_timestamp: Optional[datetime] = None
 
             @staticmethod
             def from_api_obj(
@@ -440,22 +458,37 @@ class Rule(BaseModel):
                         Rule.Input.Stream.Table.from_api_obj(item)
                         for item in obj.tables
                     ]
+
+                starting_timestamp = obj.starting_timestamp
+                if starting_timestamp is not None and starting_timestamp.tzinfo is None:
+                    starting_timestamp = starting_timestamp.replace(tzinfo=timezone.utc)
+
                 return Rule.Input.Stream(
                     tables=tables,
                     filter=obj.filter,
                     sql=obj.sql,
                     custom=Rule.Input.CustomStream.from_api_obj(obj.custom),
+                    starting_timestamp=starting_timestamp,
                 )
 
             def to_api_obj(self) -> CoreV1RuleSpecInputStream:
                 tables = None
                 if self.tables is not None:
                     tables = [item.to_api_obj() for item in self.tables]
+
+                # tzinfo must be attached to the starting timestamp or else
+                # the serialization (without trailing time zone) will be
+                # rejected by the server.
+                starting_timestamp = self.starting_timestamp
+                if starting_timestamp is not None and starting_timestamp.tzinfo is None:
+                    starting_timestamp = starting_timestamp.replace(tzinfo=timezone.utc)
+
                 return CoreV1RuleSpecInputStream(
                     tables=tables,
                     filter=self.filter,
                     sql=self.sql,
                     custom=Helpers.maybe(lambda o: o.to_api_obj(), self.custom),
+                    starting_timestamp=starting_timestamp,
                 )
 
         class Batch(BaseModel):

dasl_client/types/workspace_config.py

@@ -22,7 +22,7 @@ from dasl_api import (
 )
 
 from .helpers import Helpers
-from .types import Metadata, ResourceStatus
+from .types import Metadata, ResourceStatus, Schedule
 
 
 class ExportConfig(BaseModel):
@@ -255,6 +255,8 @@ class DatasourcesConfig(BaseModel):
             The catalog name to use as the resource's default.
         checkpoint_location (Optional[str]):
             The base checkpoint location to use in Rule notebooks.
+        default_compute_mode (Optional[str]):
+            The default compute mode to use for datasource jobs.
     """
 
     catalog_name: Optional[str] = None
@@ -262,6 +264,7 @@ class DatasourcesConfig(BaseModel):
     silver_schema: Optional[str] = None
     gold_schema: Optional[str] = None
     checkpoint_location: Optional[str] = None
+    default_compute_mode: Optional[str] = None
 
     @staticmethod
     def from_api_obj(
@@ -276,6 +279,7 @@ class DatasourcesConfig(BaseModel):
             silver_schema=obj.silver_schema,
             gold_schema=obj.gold_schema,
             checkpoint_location=obj.checkpoint_location,
+            default_compute_mode=obj.default_compute_mode,
         )
 
     def to_api_obj(self) -> WorkspaceV1WorkspaceConfigSpecDatasources:
@@ -285,6 +289,7 @@ class DatasourcesConfig(BaseModel):
             silver_schema=self.silver_schema,
             gold_schema=self.gold_schema,
             checkpoint_location=self.checkpoint_location,
+            default_compute_mode=self.default_compute_mode,
         )
 
 
@@ -662,6 +667,10 @@ class WorkspaceConfig(BaseModel):
             state.
         dasl_custom_presets_path (Optional[str]):
             An optional path to a directory containing user defined presets.
+        default_rule_schedule (Optional[str]):
+            A default schedule for detections. If a detection is created without a schedule,
+            it will inherit the schedule provided here. Note that, should this schedule be updated,
+            it will affect all detections inheriting it.
         default_config (Optional[DefaultConfig]):
             (DEPRECATED) Configuration settings regarding storage of bronze,
             silver, and gold tables and related assets for each resource type.
@@ -688,6 +697,7 @@ class WorkspaceConfig(BaseModel):
     observables: Optional[WorkspaceConfigObservables] = None
     dasl_storage_path: Optional[str] = None
     dasl_custom_presets_path: Optional[str] = None
+    default_rule_schedule: Optional[Schedule] = None
     default_config: Optional[DefaultConfig] = None
     default_custom_notebook_location: Optional[str] = None
     datasources: Optional[DatasourcesConfig] = None
@@ -721,6 +731,7 @@ class WorkspaceConfig(BaseModel):
             observables=WorkspaceConfigObservables.from_api_obj(spec.observables),
             dasl_storage_path=spec.dasl_storage_path,
             dasl_custom_presets_path=spec.dasl_custom_presets_path,
+            default_rule_schedule=spec.default_rule_schedule,
             default_config=DefaultConfig.from_api_obj(spec.default_config),
             default_custom_notebook_location=spec.default_custom_notebook_location,
             datasources=DatasourcesConfig.from_api_obj(spec.datasources),
@@ -754,6 +765,7 @@ class WorkspaceConfig(BaseModel):
                 observables=Helpers.maybe(to_api_obj, self.observables),
                 dasl_storage_path=self.dasl_storage_path,
                 dasl_custom_presets_path=self.dasl_custom_presets_path,
+                default_rule_schedule=self.default_rule_schedule,
                 default_config=Helpers.maybe(to_api_obj, self.default_config),
                 default_custom_notebook_location=self.default_custom_notebook_location,
                 datasources=Helpers.maybe(to_api_obj, self.datasources),

dasl_client-1.0.24.dist-info/METADATA

@@ -0,0 +1,18 @@
+Metadata-Version: 2.4
+Name: dasl_client
+Version: 1.0.24
+Summary: The DASL client library used for interacting with the DASL workspace
+Home-page: https://github.com/antimatter/asl
+Author: Antimatter Team
+Author-email: Antimatter Team <support@antimatter.io>
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: dasl_api==0.1.24
+Requires-Dist: databricks-sdk>=0.41.0
+Requires-Dist: pydantic>=2
+Requires-Dist: typing_extensions>=4.10.0
+Dynamic: author
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: requires-python

dasl_client-1.0.24.dist-info/RECORD

@@ -0,0 +1,32 @@
+dasl_client/__init__.py,sha256=MuaH74tnEHwfymHtlK6GqeMHRRWaSDfS6hSzbMrd7iQ,150
+dasl_client/client.py,sha256=08QU-XfEUmpH-LmkI4CdZkZi8JIhRvReCwRAAiAfm8E,36541
+dasl_client/exec_rule.py,sha256=kn-Yo-9L0fjxbulyAghiIKO1SYcqv2XHZn45F8FvUzE,3599
+dasl_client/helpers.py,sha256=aXqI3uM4k9T3qTXSXVHZKtwxSlzTZ-vtvUfWnqizmiE,1091
+dasl_client/regions.json,sha256=PyMfnvPlpTSAP-a97FFP-yc-BrJdQWg_wVd8Sre12Z4,54
+dasl_client/regions.py,sha256=dHYW_IuxFQXkwdbXCeQWMRaYYxyF_j6eEglmfIXUIZo,442
+dasl_client/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dasl_client/auth/auth.py,sha256=yTeijYYpfJVJ_wYyq0U6kAntg4xz5MzIR37_CpVR57k,7277
+dasl_client/conn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dasl_client/conn/client_identifier.py,sha256=kPrX0wPa6y7ifhKSb6dQriDSlIgPOUhBq7OoC73E7NU,657
+dasl_client/conn/conn.py,sha256=7o-2qeoVhzULQGW5l6OLYE5dZ60_8OU080ebV_-AW9Q,1433
+dasl_client/errors/__init__.py,sha256=lpH2HGF5kCRTk6MxpPEyY9ulTvsLBFKb4NnLuFFLZZA,40
+dasl_client/errors/errors.py,sha256=u-B8dR8zlxdNVeEdHi6UozX178jwJJ5ZJOGl9YjONRc,4008
+dasl_client/preset_development/__init__.py,sha256=9yC4gmQfombvYLThzo0pSfT5JMolfNVWFVQIuIg_XUA,131
+dasl_client/preset_development/errors.py,sha256=9tLYugMWH2oGxpibKPEVOnRWUuvo-ZS_wVEQuSY6YX4,7013
+dasl_client/preset_development/preview_engine.py,sha256=Y3NHYWpK0e8AWdwgTeDA2S5Su5CTPZSwFyNnkXXjAes,18031
+dasl_client/preset_development/preview_parameters.py,sha256=aZrpCkB2JrqZCp7Lqb2Tz5DMJOFc0qDMdmDxAI5tv98,20183
+dasl_client/preset_development/stage.py,sha256=z2DJmvdnxa-i-TS1yIDdS0rB-QrxQaxspTBm8LfmlZE,26577
+dasl_client/types/__init__.py,sha256=GsXC3eWuv21VTLPLPH9pzM95JByaKnKrPjJkh2rlZfQ,170
+dasl_client/types/admin_config.py,sha256=Kmx3Kuai9_LWMeO2NpWasRUgLihYSEXGtuYVfG0FkjU,2200
+dasl_client/types/content.py,sha256=HegSq2i7w78CH4kq4XwDyeaB8LuZWWwFZkg0tYTY8d0,7349
+dasl_client/types/datasource.py,sha256=GiTxkwsofPBZIVtiInmtVnnPnmxstlUSQtXP61FcgpE,55094
+dasl_client/types/dbui.py,sha256=k2WXNjfrEjXa-5iBlZ17pvFAs_jgbd-ir5NJl5sXvpA,16097
+dasl_client/types/helpers.py,sha256=gLGTvrssAKrdkQT9h80twEosld2egwhvj-zAudxWFPs,109
+dasl_client/types/rule.py,sha256=L19QLg07UWRayw9HYuVsSVCUw_LaGnty_9WqPZ6nHdE,27755
+dasl_client/types/types.py,sha256=DeUOfdYGOhUGEy7yKOfo0OYTXYRrs57yYgNLUbu7Tlc,8806
+dasl_client/types/workspace_config.py,sha256=w0f0paZ42yURiIFREJ6fG7zKaoIT7BU-Zw3nZMuFNMw,29426
+dasl_client-1.0.24.dist-info/licenses/LICENSE,sha256=M35UepUPyKmFkvENlkweeaMElheQqNoM5Emh8ADO-rs,4
+dasl_client-1.0.24.dist-info/METADATA,sha256=J2cWOcCXDSjKOo35RUKkLM2qfuwiuKb3_oPO8hj5mY0,562
+dasl_client-1.0.24.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dasl_client-1.0.24.dist-info/top_level.txt,sha256=kIv8ox_2oJPjGB8_yuey5vvuPCyfY8kywG138f9oSOY,12
+dasl_client-1.0.24.dist-info/RECORD,,

{dasl_client-1.0.23.dist-info → dasl_client-1.0.24.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{dasl_client-1.0.23.dist-info → dasl_client-1.0.24.dist-info}/top_level.txt

@@ -1,2 +1 @@
 dasl_client
-test

dasl_client-1.0.23.dist-info/METADATA

@@ -1,34 +0,0 @@
-Metadata-Version: 2.1
-Name: dasl_client
-Version: 1.0.23
-Summary: The DASL client library used for interacting with the DASL workspace
-Home-page: https://github.com/antimatter/asl
-Author: Antimatter Team
-Author-email: Antimatter Team <support@antimatter.io>
-Requires-Python: >=3.8
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: dasl-api ==0.1.20
-Requires-Dist: databricks-sdk >=0.41.0
-Requires-Dist: pydantic >=2
-Requires-Dist: typing-extensions >=4.10.0
-
-# DASL Client Library
-
-This client library is used for interacting with the DASL services in python.
-
-## Requirements
-Python:
-- wheel
-- setuptools
-- asl_api
-
-Other:
-- Earthly
-
-## Build
-
-To build manually here:
-```bash
-python setup.py sdist bdist_wheel
-```

dasl_client-1.0.23.dist-info/RECORD

@@ -1,36 +0,0 @@
-dasl_client/__init__.py,sha256=E6gOgO8qg96Y38JKA-4LyNBvc2ytQPEfhdniYsCWBxA,127
-dasl_client/client.py,sha256=yNXomAWzvMWdbKuomVsTh_VSx9WwZiXVJ3Mq8bbpqew,27821
-dasl_client/helpers.py,sha256=L7ycxrqyG28glRRGZgsrVBdCJzXYCW7DB0hAvupGMuA,1118
-dasl_client/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dasl_client/auth/auth.py,sha256=yTeijYYpfJVJ_wYyq0U6kAntg4xz5MzIR37_CpVR57k,7277
-dasl_client/conn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dasl_client/conn/client_identifier.py,sha256=kPrX0wPa6y7ifhKSb6dQriDSlIgPOUhBq7OoC73E7NU,657
-dasl_client/conn/conn.py,sha256=7o-2qeoVhzULQGW5l6OLYE5dZ60_8OU080ebV_-AW9Q,1433
-dasl_client/errors/__init__.py,sha256=lpH2HGF5kCRTk6MxpPEyY9ulTvsLBFKb4NnLuFFLZZA,40
-dasl_client/errors/errors.py,sha256=u-B8dR8zlxdNVeEdHi6UozX178jwJJ5ZJOGl9YjONRc,4008
-dasl_client/preset_development/__init__.py,sha256=9yC4gmQfombvYLThzo0pSfT5JMolfNVWFVQIuIg_XUA,131
-dasl_client/preset_development/errors.py,sha256=jsqBFMZtl7uHi6O9bBHnOt0UQ4WM9KN9x0uYtf5c268,5482
-dasl_client/preset_development/preview_engine.py,sha256=mNDLuuTVXKenRa-jhr5-xQtonsLGIC6ZyD3asSFFf8A,14745
-dasl_client/preset_development/preview_parameters.py,sha256=h0DwYFKdA3qAvBJD5Kww21uOPpsfYS9DVF1ssJ1m6Gs,15743
-dasl_client/preset_development/stage.py,sha256=2FPOZvb_bCVpjrY5TsYB05BD4KYbrhgfAe9uZCQFkOk,23397
-dasl_client/types/__init__.py,sha256=GsXC3eWuv21VTLPLPH9pzM95JByaKnKrPjJkh2rlZfQ,170
-dasl_client/types/admin_config.py,sha256=Kmx3Kuai9_LWMeO2NpWasRUgLihYSEXGtuYVfG0FkjU,2200
-dasl_client/types/content.py,sha256=HegSq2i7w78CH4kq4XwDyeaB8LuZWWwFZkg0tYTY8d0,7349
-dasl_client/types/datasource.py,sha256=1r55rYHeN8bmTU190dWcpEWPJ64pJoAwOJy_pVcMP8o,52848
-dasl_client/types/dbui.py,sha256=k2WXNjfrEjXa-5iBlZ17pvFAs_jgbd-ir5NJl5sXvpA,16097
-dasl_client/types/helpers.py,sha256=gLGTvrssAKrdkQT9h80twEosld2egwhvj-zAudxWFPs,109
-dasl_client/types/rule.py,sha256=BqhWhT8Eh95UXNytd0PxVcjqYuWQcdN1tfKjUB4Tk74,25781
-dasl_client/types/types.py,sha256=DeUOfdYGOhUGEy7yKOfo0OYTXYRrs57yYgNLUbu7Tlc,8806
-dasl_client/types/workspace_config.py,sha256=sknQcLjZ7efwn2iBOVwxBj4oqO6xVwaBZVEbmU-UJbc,28661
-test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-test/conftest.py,sha256=ZfNULJxVQ609GHxw9UsreTcbQMl3gbcTP_DKT1oySwQ,440
-test/constants.py,sha256=ed3xiemWDJVBlHDwn-iQToCbcaXD3AN-5r8HkURCqBs,438
-test/test_api_changes.py,sha256=RzLauhCkwLmf_gK5yZZ7R7TI9803XCGr-YCyv_jSc94,3827
-test/test_api_surface.py,sha256=SnJQtaWIfeuTcySFeGfj6cVDksmLyIa8BmblB0t-ZJg,11014
-test/test_databricks_secret_auth.py,sha256=w0ZX23j9gDbJtZuNdZus3joUmdD5U2rX8Qrs0vbqMd4,3736
-test/test_marshaling.py,sha256=ltMuJCqBMpqMpchQ1ZjdO3vrGk_ef1NR3yd07SHV7gU,38212
-dasl_client-1.0.23.dist-info/LICENSE,sha256=M35UepUPyKmFkvENlkweeaMElheQqNoM5Emh8ADO-rs,4
-dasl_client-1.0.23.dist-info/METADATA,sha256=LMDZqT-XHfQgsccfU8YwbAeatbsPl9TFekjj0Nyk7us,741
-dasl_client-1.0.23.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-dasl_client-1.0.23.dist-info/top_level.txt,sha256=943P5S_qILHKZYxAvxPUeqOzM2yV18d5SBVKxzPw2OE,17
-dasl_client-1.0.23.dist-info/RECORD,,

test/conftest.py

@@ -1,18 +0,0 @@
-import pytest
-
-from dasl_client import Client
-
-from .constants import *
-
-
-@pytest.fixture(scope="session")
-def api_client():
-    client = Client.new_workspace(
-        admin_email="test@antimatter.io",
-        app_client_id=app_client_id,
-        service_principal_id=databricks_client_id,
-        service_principal_secret=databricks_client_secret,
-        workspace_url=databricks_host,
-        dasl_host=dasl_host,
-    )
-    yield client

test/constants.py

@@ -1,10 +0,0 @@
-import os
-from urllib.parse import urlparse
-
-dasl_host = os.environ["DASL_API_URL"]
-databricks_host = os.environ["DASL_DATABRICKS_HOST"]
-databricks_client_id = os.environ["DASL_DATABRICKS_CLIENT_ID"]
-databricks_client_secret = os.environ["DASL_DATABRICKS_CLIENT_SECRET"]
-workspace = urlparse(databricks_host).hostname
-app_client_id = "22853b93-68ba-4ae2-8e41-976417f501dd"
-alternate_app_client_id = "335ac0d3-e0ea-4732-ba93-0277423b5029"