dcs-sdk 1.6.5__py3-none-any.whl

data_diff/queries/base.py

@@ -0,0 +1,38 @@
+#  Copyright 2022-present, the Waterdip Labs Pvt. Ltd.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+from typing import Generator
+
+import attrs
+
+
+@attrs.define(frozen=True)
+class _SKIP:
+    def __repr__(self) -> str:
+        return "SKIP"
+
+
+SKIP = _SKIP()
+
+
+class SqeletonError(Exception):
+    pass
+
+
+def args_as_tuple(exprs):
+    if len(exprs) == 1:
+        (e,) = exprs
+        if isinstance(e, Generator):
+            return tuple(e)
+    return exprs

data_diff/queries/extras.py

@@ -0,0 +1,43 @@
+#  Copyright 2022-present, the Waterdip Labs Pvt. Ltd.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+"Useful AST classes that don't quite fall within the scope of regular SQL"
+
+from typing import Callable, Optional, Sequence
+
+import attrs
+
+from data_diff.abcs.database_types import ColType
+from data_diff.queries.ast_classes import Expr, ExprNode
+
+
+@attrs.define(frozen=True)
+class NormalizeAsString(ExprNode):
+    expr: ExprNode
+    expr_type: Optional[ColType] = None
+
+    @property
+    def type(self) -> Optional[type]:
+        return str
+
+
+@attrs.define(frozen=True)
+class ApplyFuncAndNormalizeAsString(ExprNode):
+    expr: ExprNode
+    apply_func: Optional[Callable] = None
+
+
+@attrs.define(frozen=True)
+class Checksum(ExprNode):
+    exprs: Sequence[Expr]

data_diff/query_utils.py

@@ -0,0 +1,70 @@
+#  Copyright 2022-present, the Waterdip Labs Pvt. Ltd.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+"Module for query utilities that didn't make it into the query-builder (yet)"
+
+from contextlib import suppress
+
+from data_diff.abcs.database_types import DbPath
+from data_diff.databases.base import QueryError
+from data_diff.databases.oracle import Oracle
+from data_diff.queries.api import Expr, commit, table
+
+
+def _drop_table_oracle(name: DbPath):
+    t = table(name)
+    # Experience shows double drop is necessary
+    with suppress(QueryError):
+        yield t.drop()
+        yield t.drop()
+    yield commit
+
+
+def _drop_table(name: DbPath):
+    t = table(name)
+    yield t.drop(if_exists=True)
+    yield commit
+
+
+def drop_table(db, tbl) -> None:
+    if isinstance(db, Oracle):
+        db.query(_drop_table_oracle(tbl))
+    else:
+        db.query(_drop_table(tbl))
+
+
+def _append_to_table_oracle(path: DbPath, expr: Expr):
+    """See append_to_table"""
+    assert expr.schema, expr
+    t = table(path, schema=expr.schema)
+    with suppress(QueryError):
+        yield t.create()  # uses expr.schema
+        yield commit
+    yield t.insert_expr(expr)
+    yield commit
+
+
+def _append_to_table(path: DbPath, expr: Expr):
+    """Append to table"""
+    assert expr.schema, expr
+    t = table(path, schema=expr.schema)
+    yield t.create(if_not_exists=True)  # uses expr.schema
+    yield commit
+    yield t.insert_expr(expr)
+    yield commit
+
+
+def append_to_table(db, path, expr) -> None:
+    f = _append_to_table_oracle if isinstance(db, Oracle) else _append_to_table
+    db.query(f(path, expr))

data_diff/schema.py

@@ -0,0 +1,67 @@
+#  Copyright 2022-present, the Waterdip Labs Pvt. Ltd.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+import logging
+from typing import Any, Collection, Iterator, Optional
+
+import attrs
+
+from data_diff.abcs.database_types import DbPath
+from data_diff.utils import CaseAwareMapping, CaseInsensitiveDict, CaseSensitiveDict
+
+logger = logging.getLogger("schema")
+
+Schema = CaseAwareMapping
+
+
+@attrs.frozen(kw_only=True)
+class RawColumnInfo(Collection[Any]):
+    """
+    A raw row representing the schema info about a column.
+
+    Do not rely on this class too much, it will be removed soon when the schema
+    selecting & parsing methods are united into one overrideable method.
+    """
+
+    column_name: str
+    data_type: str
+    datetime_precision: Optional[int] = None
+    numeric_precision: Optional[int] = None
+    numeric_scale: Optional[int] = None
+    collation_name: Optional[str] = None
+    character_maximum_length: Optional[int] = None
+
+    # It was a tuple once, so we keep it backward compatible temporarily, until remade to classes.
+    def __iter__(self) -> Iterator[Any]:
+        return iter(
+            (self.column_name, self.data_type, self.datetime_precision, self.numeric_precision, self.numeric_scale)
+        )
+
+    def __len__(self) -> int:
+        return 5
+
+    def __contains__(self, item: Any) -> bool:
+        return False  # that was not used
+
+
+def create_schema(db_name: str, table_path: DbPath, schema: dict, case_sensitive: bool) -> CaseAwareMapping:
+    logger.info(f"[{db_name}] Schema = {schema}")
+
+    if case_sensitive:
+        return CaseSensitiveDict(schema)
+
+    if len({k.lower() for k in schema}) < len(schema):
+        logger.warning(f'Ambiguous schema for {db_name}:{".".join(table_path)} | Columns = {", ".join(list(schema))}')
+        logger.warning("We recommend to disable case-insensitivity (set --case-sensitive).")
+    return CaseInsensitiveDict(schema)