onestep-postgres 0.1.0__tar.gz

onestep_postgres-0.1.0/.gitignore

@@ -0,0 +1,146 @@
+# created by virtualenv automatically
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+!deploy/env/
+!deploy/env/onestep-app.env.example
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pycharm
+.idea
+poetry.lock
+
+# Ignore dynaconf secret files
+*.secrets.*
+node_modules/
+.DS_Store
+
+.release-smoke-check/
+.release-smoke-local/
+.release-smoke-local2/
+.uv-cache/

onestep_postgres-0.1.0/PKG-INFO

@@ -0,0 +1,56 @@
+Metadata-Version: 2.4
+Name: onestep-postgres
+Version: 0.1.0
+Summary: PostgreSQL connector plugin for onestep.
+License: MIT
+Requires-Python: >=3.9
+Requires-Dist: onestep>=1.4.2
+Requires-Dist: psycopg[binary]>=3.2.0
+Requires-Dist: sqlalchemy>=2.0.0
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0.0; extra == 'dev'
+Provides-Extra: test
+Requires-Dist: pytest>=8.0.0; extra == 'test'
+Description-Content-Type: text/markdown
+
+# onestep-postgres
+
+PostgreSQL connector plugin for onestep.
+
+Install it with:
+
+```bash
+pip install onestep-postgres
+```
+
+YAML resources are available after the plugin is installed:
+
+```yaml
+resources:
+  pg:
+    type: postgres
+    dsn: "${POSTGRES_DSN}"
+
+  cursor:
+    type: postgres_cursor_store
+    connector: pg
+
+  users:
+    type: postgres_incremental
+    connector: pg
+    table: users
+    key: id
+    cursor: [updated_at, id]
+    state: cursor
+
+  processed:
+    type: postgres_table_sink
+    connector: pg
+    table: processed_users
+    mode: upsert
+    keys: [id]
+```
+
+The first version supports table queues, incremental polling, table sinks, and
+SQLAlchemy-backed state/cursor stores. It does not support PostgreSQL logical
+replication or CDC.

onestep_postgres-0.1.0/README.md

@@ -0,0 +1,41 @@
+# onestep-postgres
+
+PostgreSQL connector plugin for onestep.
+
+Install it with:
+
+```bash
+pip install onestep-postgres
+```
+
+YAML resources are available after the plugin is installed:
+
+```yaml
+resources:
+  pg:
+    type: postgres
+    dsn: "${POSTGRES_DSN}"
+
+  cursor:
+    type: postgres_cursor_store
+    connector: pg
+
+  users:
+    type: postgres_incremental
+    connector: pg
+    table: users
+    key: id
+    cursor: [updated_at, id]
+    state: cursor
+
+  processed:
+    type: postgres_table_sink
+    connector: pg
+    table: processed_users
+    mode: upsert
+    keys: [id]
+```
+
+The first version supports table queues, incremental polling, table sinks, and
+SQLAlchemy-backed state/cursor stores. It does not support PostgreSQL logical
+replication or CDC.

onestep_postgres-0.1.0/pyproject.toml

@@ -0,0 +1,33 @@
+[project]
+name = "onestep-postgres"
+version = "0.1.0"
+description = "PostgreSQL connector plugin for onestep."
+readme = "README.md"
+requires-python = ">=3.9"
+license = { text = "MIT" }
+dependencies = [
+    "onestep>=1.4.2",
+    "SQLAlchemy>=2.0.0",
+    "psycopg[binary]>=3.2.0",
+]
+
+[project.optional-dependencies]
+test = [
+    "pytest>=8.0.0",
+]
+dev = [
+    "pytest>=8.0.0",
+]
+
+[project.entry-points."onestep.resources"]
+postgres = "onestep_postgres:register"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/onestep_postgres"]
+
+[tool.uv.sources]
+onestep = { workspace = true }

onestep_postgres-0.1.0/src/onestep_postgres/__init__.py

@@ -0,0 +1,37 @@
+from __future__ import annotations
+
+from importlib.metadata import PackageNotFoundError, version as _package_version
+
+from .connector import (
+    IncrementalDelivery,
+    PostgresConnector,
+    PostgresIncrementalSource,
+    PostgresTableQueueDelivery,
+    PostgresTableQueueSource,
+    PostgresTableSink,
+)
+from .resources import register_resources
+from .resilience import classify_sqlalchemy_error
+from .state_sqlalchemy import SQLAlchemyCursorStore, SQLAlchemyStateStore
+
+try:
+    __version__ = _package_version("onestep-postgres")
+except PackageNotFoundError:  # pragma: no cover - local source tree before install
+    __version__ = "dev"
+
+register = register_resources
+
+__all__ = [
+    "IncrementalDelivery",
+    "PostgresConnector",
+    "PostgresIncrementalSource",
+    "PostgresTableQueueDelivery",
+    "PostgresTableQueueSource",
+    "PostgresTableSink",
+    "SQLAlchemyCursorStore",
+    "SQLAlchemyStateStore",
+    "__version__",
+    "classify_sqlalchemy_error",
+    "register",
+    "register_resources",
+]