instructure-pysqlsync 0.8.5.dev0__tar.gz → 1.0.0__tar.gz

{instructure_pysqlsync-0.8.5.dev0/instructure_pysqlsync.egg-info → instructure_pysqlsync-1.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: instructure-pysqlsync
-Version: 0.8.5.dev0
+Version: 1.0.0
 Summary: Synchronize schema and large volumes of data
 Author-email: "Instructure, Inc." <dapclient@instructure.com>
 Maintainer-email: "Instructure, Inc." <dapclient@instructure.com>
@@ -8,11 +8,10 @@ License-Expression: MIT
 Project-URL: Homepage, https://github.com/instructure-internal/pysqlsync
 Project-URL: Source, https://github.com/instructure-internal/pysqlsync
 Keywords: synchronization,sql-schema,sql-query,sql-insert,database-clients
-Classifier: Development Status :: 4 - Beta
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
@@ -23,19 +22,18 @@ Classifier: Topic :: Database :: Database Engines/Servers
 Classifier: Topic :: Software Development :: Code Generators
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Typing :: Typed
-Requires-Python: >=3.9
+Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: json_strong_typing>=0.4.2
-Requires-Dist: certifi>=2025.11.12; python_version < "3.10"
-Requires-Dist: truststore>=0.10; python_version >= "3.10"
+Requires-Dist: instructure-json-strong-typing>=1.0.0
+Requires-Dist: truststore>=0.10
 Requires-Dist: typing_extensions>=4.15; python_version < "3.12"
 Provides-Extra: tsv
-Requires-Dist: tsv2py>=0.7; extra == "tsv"
+Requires-Dist: instructure-tsv2py>=1.0.0; extra == "tsv"
 Provides-Extra: postgresql
-Requires-Dist: asyncpg>=0.30; extra == "postgresql"
+Requires-Dist: asyncpg>=0.31; extra == "postgresql"
 Provides-Extra: oracle
-Requires-Dist: oracledb>=3.4; extra == "oracle"
+Requires-Dist: oracledb>=4.0; extra == "oracle"
 Provides-Extra: mysql
 Requires-Dist: aiomysql>=0.3; extra == "mysql"
 Requires-Dist: PyMySQL[rsa]>=1.1; extra == "mysql"
@@ -234,11 +232,3 @@ All objects are identified either with a local ID (e.g. namespaces and columns)
 pysqlsync comes with several database dialects shipped with the library. However, it is possible to create and register new dialects that behave the same way as built-in dialects. In terms of capabilities, there are no differences between built-in and user-defined dialects.
 
 If you are about to write integration for a new database dialect, it is recommended that you take one of the existing dialects (e.g. PostgreSQL, Microsoft SQL Server, Oracle or MySQL), and use it as a template. For more information, explore the folder `pysqlsync/dialect`.
-
-## Upstream
-
-This is an internal fork of [hunyadi/pysqlsync](https://github.com/hunyadi/pysqlsync). To track upstream changes, add the original repository as a remote:
-
-```sh
-git remote add hunyadi git@github.com:hunyadi/pysqlsync.git
-```

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/README.md

@@ -185,11 +185,3 @@ All objects are identified either with a local ID (e.g. namespaces and columns)
 pysqlsync comes with several database dialects shipped with the library. However, it is possible to create and register new dialects that behave the same way as built-in dialects. In terms of capabilities, there are no differences between built-in and user-defined dialects.
 
 If you are about to write integration for a new database dialect, it is recommended that you take one of the existing dialects (e.g. PostgreSQL, Microsoft SQL Server, Oracle or MySQL), and use it as a template. For more information, explore the folder `pysqlsync/dialect`.
-
-## Upstream
-
-This is an internal fork of [hunyadi/pysqlsync](https://github.com/hunyadi/pysqlsync). To track upstream changes, add the original repository as a remote:
-
-```sh
-git remote add hunyadi git@github.com:hunyadi/pysqlsync.git
-```

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0/instructure_pysqlsync.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: instructure-pysqlsync
-Version: 0.8.5.dev0
+Version: 1.0.0
 Summary: Synchronize schema and large volumes of data
 Author-email: "Instructure, Inc." <dapclient@instructure.com>
 Maintainer-email: "Instructure, Inc." <dapclient@instructure.com>
@@ -8,11 +8,10 @@ License-Expression: MIT
 Project-URL: Homepage, https://github.com/instructure-internal/pysqlsync
 Project-URL: Source, https://github.com/instructure-internal/pysqlsync
 Keywords: synchronization,sql-schema,sql-query,sql-insert,database-clients
-Classifier: Development Status :: 4 - Beta
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
@@ -23,19 +22,18 @@ Classifier: Topic :: Database :: Database Engines/Servers
 Classifier: Topic :: Software Development :: Code Generators
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Typing :: Typed
-Requires-Python: >=3.9
+Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: json_strong_typing>=0.4.2
-Requires-Dist: certifi>=2025.11.12; python_version < "3.10"
-Requires-Dist: truststore>=0.10; python_version >= "3.10"
+Requires-Dist: instructure-json-strong-typing>=1.0.0
+Requires-Dist: truststore>=0.10
 Requires-Dist: typing_extensions>=4.15; python_version < "3.12"
 Provides-Extra: tsv
-Requires-Dist: tsv2py>=0.7; extra == "tsv"
+Requires-Dist: instructure-tsv2py>=1.0.0; extra == "tsv"
 Provides-Extra: postgresql
-Requires-Dist: asyncpg>=0.30; extra == "postgresql"
+Requires-Dist: asyncpg>=0.31; extra == "postgresql"
 Provides-Extra: oracle
-Requires-Dist: oracledb>=3.4; extra == "oracle"
+Requires-Dist: oracledb>=4.0; extra == "oracle"
 Provides-Extra: mysql
 Requires-Dist: aiomysql>=0.3; extra == "mysql"
 Requires-Dist: PyMySQL[rsa]>=1.1; extra == "mysql"
@@ -234,11 +232,3 @@ All objects are identified either with a local ID (e.g. namespaces and columns)
 pysqlsync comes with several database dialects shipped with the library. However, it is possible to create and register new dialects that behave the same way as built-in dialects. In terms of capabilities, there are no differences between built-in and user-defined dialects.
 
 If you are about to write integration for a new database dialect, it is recommended that you take one of the existing dialects (e.g. PostgreSQL, Microsoft SQL Server, Oracle or MySQL), and use it as a template. For more information, explore the folder `pysqlsync/dialect`.
-
-## Upstream
-
-This is an internal fork of [hunyadi/pysqlsync](https://github.com/hunyadi/pysqlsync). To track upstream changes, add the original repository as a remote:
-
-```sh
-git remote add hunyadi git@github.com:hunyadi/pysqlsync.git
-```

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/instructure_pysqlsync.egg-info/SOURCES.txt

@@ -116,6 +116,7 @@ tests/test_converter.py
 tests/test_discovery.py
 tests/test_exchange.py
 tests/test_generator.py
+tests/test_mssql_odbc_types.py
 tests/test_performance.py
 tests/test_synchronize.py
 tests/test_types.py

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/instructure_pysqlsync.egg-info/requires.txt

@@ -1,14 +1,9 @@
-json_strong_typing>=0.4.2
-
-[:python_version < "3.10"]
-certifi>=2025.11.12
+instructure-json-strong-typing>=1.0.0
+truststore>=0.10
 
 [:python_version < "3.12"]
 typing_extensions>=4.15
 
-[:python_version >= "3.10"]
-truststore>=0.10
-
 [mssql]
 pyodbc>=5.3
 
@@ -17,10 +12,10 @@ aiomysql>=0.3
 PyMySQL[rsa]>=1.1
 
 [oracle]
-oracledb>=3.4
+oracledb>=4.0
 
 [postgresql]
-asyncpg>=0.30
+asyncpg>=0.31
 
 [snowflake]
 snowflake-connector-python>=3.18
@@ -29,4 +24,4 @@ snowflake-connector-python>=3.18
 aiotrino>=0.3
 
 [tsv]
-tsv2py>=0.7
+instructure-tsv2py>=1.0.0

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/pyproject.toml

@@ -14,13 +14,12 @@ authors = [
 maintainers = [
     { name = "Instructure, Inc.", email = "dapclient@instructure.com" }
 ]
-requires-python = ">=3.9"
+requires-python = ">=3.10"
 classifiers = [
-    "Development Status :: 4 - Beta",
+    "Development Status :: 5 - Production/Stable",
     "Intended Audience :: Developers",
     "Operating System :: OS Independent",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
@@ -33,22 +32,21 @@ classifiers = [
     "Typing :: Typed"
 ]
 dependencies = [
-    "json_strong_typing >= 0.4.2",
-    "certifi >= 2025.11.12; python_version<'3.10'",
-    "truststore >= 0.10; python_version>='3.10'",
+    "instructure-json-strong-typing >= 1.0.0",
+    "truststore >= 0.10",
     "typing_extensions >= 4.15; python_version < '3.12'"
 ]
 dynamic = ["version"]
 
 [project.optional-dependencies]
 tsv = [
-    "tsv2py >= 0.7"
+    "instructure-tsv2py >= 1.0.0"
 ]
 postgresql = [
-    "asyncpg >= 0.30"
+    "asyncpg >= 0.31"
 ]
 oracle = [
-    "oracledb >= 3.4"
+    "oracledb >= 4.0"
 ]
 mysql = [
     "aiomysql >= 0.3",

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/pysqlsync/__init__.py

@@ -7,9 +7,9 @@ of Python language elements and database drivers (client libraries).
 :see: https://github.com/instructure-internal/pysqlsync
 """
 
-__version__ = "0.8.5.dev0"
+__version__ = "1.0.0"
 __author__ = "Instructure, Inc."
 __copyright__ = "Copyright 2023-2025, Levente Hunyadi; 2026 Instructure, Inc."
 __license__ = "MIT"
 __maintainer__ = "Instructure, Inc."
-__status__ = "Development"
+__status__ = "Production"

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/pysqlsync/base.py

@@ -721,7 +721,9 @@ class TransformerDataSource(CompositeDataSource):
             for transformer in self.transformers:
                 fns.append(await transformer.get(batch))
             yield [
-                tuple(((fn(field) if field is not None else None) if fn is not None else field) for fn, field in zip(fns, record))
+                tuple(
+                    ((fn(field) if field is not None else None) if fn is not None else field) for fn, field in zip(fns, record, strict=True)
+                )
                 for record in batch
             ]
 
@@ -751,7 +753,7 @@ class SelectorTransformerDataSource(CompositeDataSource):
             yield [
                 tuple(
                     ((fn(field) if field is not None else None) if fn is not None else field)
-                    for fn, field in zip(fns, (record[i] for i in indices))
+                    for fn, field in zip(fns, (record[i] for i in indices), strict=True)
                 )
                 for record in batch
             ]
@@ -1091,7 +1093,7 @@ class BaseContext(abc.ABC):
 
         indices: list[int] = []
         transformers: list[RecordTransformer] = []
-        for index, field_type, field_name in zip(range(len(field_types)), field_types, field_names):
+        for index, field_type, field_name in zip(range(len(field_types)), field_types, field_names, strict=True):
             if field_type is type(None) or not field_name:
                 continue
 

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/pysqlsync/connection.py

@@ -8,15 +8,11 @@ This module helps create a secure sockets layer (SSL) context.
 
 import enum
 import ssl
-import sys
 from dataclasses import dataclass
 from typing import Optional
 from urllib.parse import quote
 
-if sys.version_info >= (3, 10):
-    import truststore
-else:
-    import certifi
+import truststore
 
 
 @enum.unique
@@ -53,18 +49,12 @@ def create_context(ssl_mode: ConnectionSSLMode) -> Optional[ssl.SSLContext]:
         ctx.verify_mode = ssl.CERT_NONE
         return ctx
     elif ssl_mode is ConnectionSSLMode.verify_ca:
-        if sys.version_info >= (3, 10):
-            ctx = truststore.SSLContext(ssl.PROTOCOL_TLS_CLIENT)
-        else:
-            ctx = ssl.create_default_context(ssl.Purpose.SERVER_AUTH, cafile=certifi.where())
+        ctx = truststore.SSLContext(ssl.PROTOCOL_TLS_CLIENT)
         ctx.check_hostname = False
         ctx.verify_mode = ssl.CERT_REQUIRED
         return ctx
     elif ssl_mode is ConnectionSSLMode.verify_full:
-        if sys.version_info >= (3, 10):
-            ctx = truststore.SSLContext(ssl.PROTOCOL_TLS_CLIENT)
-        else:
-            ctx = ssl.create_default_context(ssl.Purpose.SERVER_AUTH, cafile=certifi.where())
+        ctx = truststore.SSLContext(ssl.PROTOCOL_TLS_CLIENT)
         ctx.check_hostname = True
         ctx.verify_mode = ssl.CERT_REQUIRED
         return ctx

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/pysqlsync/data/generator.py

@@ -154,6 +154,61 @@ def random_alphanumeric_str(min_len: int, max_len: int) -> str:
     return "".join(random.choices(string.ascii_letters + string.digits, k=random.randint(min_len, max_len)))
 
 
+_DIACRITICS = (
+    "àáâãäåāăąèéêëēęìíîïīįòóôõöøőōùúûüűūųýÿçćčďðģğķļĺľłñńņňřŕśşšșťţþțźżžæœßı"
+    "ÀÁÂÃÄÅĀĂĄÈÉÊËĒĘÌÍÎÏĪĮÒÓÔÕÖØŐŌÙÚÛÜŰŪŲÝŸÇĆČĎÐĢĞĶĻĹĽŁÑŃŅŇŘŔŚŞŠȘŤŢÞȚŹŻŽÆŒẞİ"
+)
+
+_EMOJIS = "😂❤️🔥🥰🙏👍🎉😉💀"
+
+UTF8_CHARS = string.ascii_letters + string.digits + _DIACRITICS + _EMOJIS
+UTF8_CHARS_MAX_BYTE_LEN = {k: [ch for ch in UTF8_CHARS if len(ch.encode("utf-8")) <= k] for k in range(1, 5)}
+
+
+def random_utf8_str(min_len: int, max_len: int) -> str:
+    """
+    Creates a random string of UTF-8 characters.
+
+    Languages covered:
+    * French
+    * Spanish
+    * Portuguese
+    * German
+    * Italian
+    * Nordic
+    * Czech
+    * Slovak
+    * Polish
+    * Hungarian
+    * Romanian
+    * Latvian
+    * Lithuanian
+    * Turkish
+    * Welsh
+    * Icelandic
+
+    :param min_len: The minimum number of bytes the string should comprise of.
+    :param max_len: The maximum number of bytes the string should comprise of.
+    """
+
+    if min_len < 0 or max_len < 0:
+        raise ValueError("length bounds must be non-negative")
+    if min_len > max_len:
+        raise ValueError("min_len must be <= max_len")
+
+    target_len = random.randint(min_len, max_len)
+    current_len = 0
+
+    chars: list[str] = []
+    while current_len < target_len:
+        max_char_byte_len = min(target_len - current_len, 4)
+        ch = random.choice(UTF8_CHARS_MAX_BYTE_LEN[max_char_byte_len])
+        chars.append(ch)
+        current_len += len(ch.encode("utf-8"))
+
+    return "".join(chars)
+
+
 P = TypeVar("P")
 R = TypeVar("R")
 

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/pysqlsync/dialect/mssql/data_types.py

@@ -102,9 +102,15 @@ def sql_to_odbc_type(data_type: SqlDataType) -> tuple[int, int, int]:
         return pyodbc.SQL_TYPE_TIME, data_type.precision or 6, 0
 
     elif isinstance(data_type, SqlFixedCharacterType):
-        return pyodbc.SQL_CHAR, data_type.limit or 0, 0
+        # Bind as a wide (Unicode) type so the driver describes the parameter
+        # buffer in terms of UTF-16 code units, not bytes. `char`/`varchar`
+        # columns under a UTF-8 collation hold multibyte data; binding them as
+        # the narrow `SQL_CHAR`/`SQL_VARCHAR` makes `fast_executemany` miscount
+        # the buffer width, observed to silently corrupt non-Latin text. SQL
+        # Server converts UTF-16 to the column's UTF-8 storage on insert.
+        return pyodbc.SQL_WCHAR, data_type.limit or 0, 0
     elif isinstance(data_type, SqlVariableCharacterType):
-        return pyodbc.SQL_VARCHAR, data_type.limit or 0, 0
+        return pyodbc.SQL_WVARCHAR, data_type.limit or 0, 0
     elif isinstance(data_type, SqlFixedBinaryType):
         return pyodbc.SQL_BINARY, data_type.storage or 0, 0
     elif isinstance(data_type, SqlVariableBinaryType):

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/pysqlsync/formation/inspection.py

@@ -5,7 +5,7 @@ import sys
 import types
 import uuid
 from ipaddress import IPv4Address, IPv6Address
-from typing import Any, Optional
+from typing import Any, Optional, TypeGuard
 
 from strong_typing.core import JsonType
 from strong_typing.inspection import (
@@ -23,7 +23,6 @@ from strong_typing.inspection import (
 )
 
 from ..model.properties import get_field_properties, is_primary_key_type
-from ..util.typing import TypeGuard
 
 
 def is_simple_type(typ: Any) -> bool:

{instructure_pysqlsync-0.8.5.dev0 → instructure_pysqlsync-1.0.0}/pysqlsync/util/dispatch.py

@@ -2,9 +2,7 @@ import asyncio
 import functools
 import inspect
 from concurrent.futures import ThreadPoolExecutor
-from typing import Callable, Coroutine, TypeVar
-
-from .typing import ParamSpec
+from typing import Callable, Coroutine, ParamSpec, TypeVar
 
 R = TypeVar("R")
 P = ParamSpec("P")

instructure_pysqlsync-1.0.0/pysqlsync/util/typing.py

@@ -0,0 +1,6 @@
+import sys
+
+if sys.version_info >= (3, 12):
+    from typing import override as override  # noqa: F401
+else:
+    from typing_extensions import override as override  # noqa: F401

instructure_pysqlsync-1.0.0/tests/test_mssql_odbc_types.py

@@ -0,0 +1,57 @@
+import importlib.util
+import unittest
+
+from pysqlsync.model.data_types import (
+    SqlFixedCharacterType,
+    SqlVariableCharacterType,
+)
+
+HAS_PYODBC = importlib.util.find_spec("pyodbc") is not None
+
+
+@unittest.skipUnless(HAS_PYODBC, "pyodbc (mssql extra) is not installed")
+class TestMSSQLOdbcTypes(unittest.TestCase):
+    """
+    Pins the ODBC type codes that `setinputsizes` feeds to `fast_executemany`.
+
+    `char`/`varchar` must bind as the *wide* (Unicode) types so the driver
+    sizes the bulk parameter buffer in UTF-16 code units rather than bytes;
+    the narrow `SQL_CHAR`/`SQL_VARCHAR` silently corrupt non-Latin text under
+    a UTF-8 collation. See `sql_to_odbc_type`.
+
+    The `pyodbc`-dependent imports are local to each test so the module still
+    imports (and skips cleanly) where the `mssql` extra is absent.
+    """
+
+    def test_fixed_character_binds_as_wide(self) -> None:
+        import pyodbc
+
+        from pysqlsync.dialect.mssql.data_types import sql_to_odbc_type
+
+        odbc_type, size, _ = sql_to_odbc_type(SqlFixedCharacterType(40))
+        self.assertEqual(odbc_type, pyodbc.SQL_WCHAR)
+        self.assertEqual(size, 40)
+
+    def test_variable_character_binds_as_wide(self) -> None:
+        import pyodbc
+
+        from pysqlsync.dialect.mssql.data_types import sql_to_odbc_type
+
+        odbc_type, size, _ = sql_to_odbc_type(SqlVariableCharacterType(40))
+        self.assertEqual(odbc_type, pyodbc.SQL_WVARCHAR)
+        self.assertEqual(size, 40)
+
+    def test_unbounded_variable_character_binds_as_wide_size_zero(self) -> None:
+        # str -> MSSQLVariableCharacterType() with no limit, i.e. varchar(max);
+        # `limit or 0` yields column_size 0, letting the driver size from data.
+        import pyodbc
+
+        from pysqlsync.dialect.mssql.data_types import sql_to_odbc_type
+
+        odbc_type, size, _ = sql_to_odbc_type(SqlVariableCharacterType())
+        self.assertEqual(odbc_type, pyodbc.SQL_WVARCHAR)
+        self.assertEqual(size, 0)
+
+
+if __name__ == "__main__":
+    unittest.main()

instructure_pysqlsync-0.8.5.dev0/pysqlsync/util/typing.py

@@ -1,13 +0,0 @@
-import sys
-
-if sys.version_info >= (3, 10):
-    from typing import ParamSpec as ParamSpec  # noqa: F401
-    from typing import TypeGuard as TypeGuard  # noqa: F401
-else:
-    from typing_extensions import ParamSpec as ParamSpec  # noqa: F401
-    from typing_extensions import TypeGuard as TypeGuard  # noqa: F401
-
-if sys.version_info >= (3, 12):
-    from typing import override as override  # noqa: F401
-else:
-    from typing_extensions import override as override  # noqa: F401