etlplus 0.12.11__tar.gz → 0.12.13__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {etlplus-0.12.11/etlplus.egg-info → etlplus-0.12.13}/PKG-INFO +88 -57
- {etlplus-0.12.11 → etlplus-0.12.13}/README.md +87 -56
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/enums.py +1 -1
- {etlplus-0.12.11 → etlplus-0.12.13/etlplus.egg-info}/PKG-INFO +88 -57
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/file/test_u_file_core.py +15 -1
- {etlplus-0.12.11 → etlplus-0.12.13}/.coveragerc +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/.editorconfig +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/.gitattributes +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/.github/actions/python-bootstrap/action.yml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/.github/workflows/ci.yml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/.gitignore +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/.pre-commit-config.yaml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/.ruff.toml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/CODE_OF_CONDUCT.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/CONTRIBUTING.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/DEMO.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/LICENSE +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/MANIFEST.in +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/Makefile +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/REFERENCES.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/SECURITY.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/SUPPORT.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/docs/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/docs/pipeline-guide.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/docs/snippets/installation_version.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/__main__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/__version__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/auth.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/config.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/endpoint_client.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/errors.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/pagination/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/pagination/client.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/pagination/config.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/pagination/paginator.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/rate_limiting/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/rate_limiting/config.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/rate_limiting/rate_limiter.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/request_manager.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/retry_manager.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/transport.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/api/types.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/commands.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/constants.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/handlers.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/io.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/main.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/options.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/state.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/cli/types.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/config/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/config/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/config/connector.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/config/jobs.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/config/pipeline.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/config/profile.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/config/types.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/config/utils.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/database/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/database/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/database/ddl.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/database/engine.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/database/orm.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/database/schema.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/database/types.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/enums.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/extract.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/_imports.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/_io.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/accdb.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/arrow.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/avro.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/bson.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/cbor.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/cfg.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/conf.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/core.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/csv.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/dat.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/dta.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/duckdb.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/feather.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/fwf.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/gz.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/hbs.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/hdf5.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/ini.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/ion.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/jinja2.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/json.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/log.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/mat.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/mdb.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/msgpack.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/mustache.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/nc.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/ndjson.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/numbers.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/ods.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/orc.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/parquet.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/pb.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/pbf.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/properties.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/proto.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/psv.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/rda.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/rds.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/sas7bdat.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/sav.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/sqlite.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/stub.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/sylk.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/tab.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/toml.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/tsv.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/txt.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/vm.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/wks.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/xls.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/xlsm.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/xlsx.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/xml.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/xpt.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/yaml.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/zip.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/file/zsav.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/load.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/mixins.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/py.typed +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/run.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/run_helpers.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/templates/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/templates/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/templates/ddl.sql.j2 +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/templates/view.sql.j2 +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/transform.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/types.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/utils.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/validate.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/validation/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/validation/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus/validation/utils.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus.egg-info/SOURCES.txt +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus.egg-info/dependency_links.txt +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus.egg-info/entry_points.txt +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus.egg-info/requires.txt +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/etlplus.egg-info/top_level.txt +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/README.md +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/configs/ddl_spec.yml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/configs/pipeline.yml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/data/sample.csv +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/data/sample.json +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/data/sample.xml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/data/sample.xsd +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/data/sample.yaml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/examples/quickstart_python.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/pyproject.toml +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/pytest.ini +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/setup.cfg +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/setup.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/__init__.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/conftest.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/conftest.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/test_i_cli.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/test_i_examples_data_parity.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/test_i_pagination_strategy.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/test_i_pipeline_smoke.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/test_i_pipeline_yaml_load.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/test_i_run.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/test_i_run_profile_pagination_defaults.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/integration/test_i_run_profile_rate_limit_defaults.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/conftest.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_auth.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_config.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_endpoint_client.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_mocks.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_pagination_client.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_pagination_config.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_paginator.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_rate_limit_config.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_rate_limiter.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_request_manager.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_retry_manager.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_transport.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/api/test_u_types.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/cli/conftest.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/cli/test_u_cli_handlers.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/cli/test_u_cli_io.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/cli/test_u_cli_main.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/cli/test_u_cli_state.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/config/test_u_config_utils.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/config/test_u_connector.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/config/test_u_jobs.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/config/test_u_pipeline.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/conftest.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/database/test_u_database_ddl.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/database/test_u_database_engine.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/database/test_u_database_orm.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/database/test_u_database_schema.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/file/test_u_file_enums.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/file/test_u_file_yaml.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_enums.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_extract.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_load.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_main.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_mixins.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_run.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_run_helpers.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_transform.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_utils.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_validate.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/test_u_version.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tests/unit/validation/test_u_validation_utils.py +0 -0
- {etlplus-0.12.11 → etlplus-0.12.13}/tools/update_demo_snippets.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: etlplus
|
|
3
|
-
Version: 0.12.
|
|
3
|
+
Version: 0.12.13
|
|
4
4
|
Summary: A Swiss Army knife for simple ETL operations
|
|
5
5
|
Home-page: https://github.com/Dagitali/ETLPlus
|
|
6
6
|
Author: ETLPlus Team
|
|
@@ -79,8 +79,10 @@ package and command-line interface for data extraction, validation, transformati
|
|
|
79
79
|
- [Binary Serialization and Interchange](#binary-serialization-and-interchange)
|
|
80
80
|
- [Databases and Embedded Storage](#databases-and-embedded-storage)
|
|
81
81
|
- [Spreadsheets](#spreadsheets)
|
|
82
|
-
- [
|
|
82
|
+
- [Statistical / Scientific / Numeric Computing](#statistical--scientific--numeric-computing)
|
|
83
83
|
- [Logs and Event Streams](#logs-and-event-streams)
|
|
84
|
+
- [Data Archives](#data-archives)
|
|
85
|
+
- [Templates](#templates)
|
|
84
86
|
- [Usage](#usage)
|
|
85
87
|
- [Command Line Interface](#command-line-interface)
|
|
86
88
|
- [Argument Order and Required Options](#argument-order-and-required-options)
|
|
@@ -221,93 +223,122 @@ DDL can be rendered from table specs for migrations or schema checks.
|
|
|
221
223
|
|
|
222
224
|
### Files (`file`)
|
|
223
225
|
|
|
224
|
-
|
|
226
|
+
Recognized file formats are listed in the tables below. Support for reading to or writing from a recognized file format is marked as:
|
|
225
227
|
|
|
226
228
|
- **Y**: implemented (may require optional dependencies)
|
|
227
229
|
- **N**: stubbed or not yet implemented
|
|
228
230
|
|
|
229
231
|
#### Stubbed / Placeholder
|
|
230
232
|
|
|
231
|
-
| Format |
|
|
232
|
-
| --- | --- | --- |
|
|
233
|
+
| Format | Read | Write | Description |
|
|
234
|
+
| --- | --- | --- | --- |
|
|
233
235
|
| `stub` | N | Placeholder format for tests and future connectors. |
|
|
234
236
|
|
|
235
237
|
#### Tabular & Delimited Text
|
|
236
238
|
|
|
237
|
-
| Format |
|
|
238
|
-
| --- | --- | --- |
|
|
239
|
-
| `csv` | Y | Comma-Separated Values |
|
|
240
|
-
| `
|
|
241
|
-
| `
|
|
242
|
-
| `psv` | N | Pipe-Separated Values |
|
|
243
|
-
| `tab` | N | Often synonymous with TSV |
|
|
244
|
-
| `tsv` | Y | Tab-Separated Values |
|
|
245
|
-
| `txt` | Y | Plain text, often delimited or fixed-width |
|
|
239
|
+
| Format | Read | Write | Description |
|
|
240
|
+
| --- | --- | --- | --- |
|
|
241
|
+
| `csv` | Y | Y | Comma-Separated Values |
|
|
242
|
+
| `dat` | N | N | Generic data file, often delimited or fixed-width |
|
|
243
|
+
| `fwf` | N | N | Fixed-Width Fields |
|
|
244
|
+
| `psv` | N | N | Pipe-Separated Values |
|
|
245
|
+
| `tab` | N | N | Often synonymous with TSV |
|
|
246
|
+
| `tsv` | Y | Y | Tab-Separated Values |
|
|
247
|
+
| `txt` | Y | Y | Plain text, often delimited or fixed-width |
|
|
246
248
|
|
|
247
249
|
#### Semi-Structured Text
|
|
248
250
|
|
|
249
|
-
| Format |
|
|
250
|
-
| --- | --- | --- |
|
|
251
|
-
| `cfg` | N | Config-style key-value pairs |
|
|
252
|
-
| `conf` | N | Config-style key-value pairs |
|
|
253
|
-
| `ini` | N | Config-style key-value pairs |
|
|
254
|
-
| `json` | Y | JavaScript Object Notation |
|
|
255
|
-
| `ndjson` | Y | Newline-Delimited JSON |
|
|
256
|
-
| `properties` | N | Java-style key-value pairs |
|
|
257
|
-
| `toml` | N | Tom's Obvious Minimal Language |
|
|
258
|
-
| `xml` | Y | Extensible Markup Language |
|
|
259
|
-
| `yaml` | Y | YAML Ain't Markup Language |
|
|
251
|
+
| Format | Read | Write | Description |
|
|
252
|
+
| --- | --- | --- | --- |
|
|
253
|
+
| `cfg` | N | N | Config-style key-value pairs |
|
|
254
|
+
| `conf` | N | N | Config-style key-value pairs |
|
|
255
|
+
| `ini` | N | N | Config-style key-value pairs |
|
|
256
|
+
| `json` | Y | Y | JavaScript Object Notation |
|
|
257
|
+
| `ndjson` | Y | Y | Newline-Delimited JSON |
|
|
258
|
+
| `properties` | N | N | Java-style key-value pairs |
|
|
259
|
+
| `toml` | N | N | Tom's Obvious Minimal Language |
|
|
260
|
+
| `xml` | Y | Y | Extensible Markup Language |
|
|
261
|
+
| `yaml` | Y | Y | YAML Ain't Markup Language |
|
|
260
262
|
|
|
261
263
|
#### Columnar / Analytics-Friendly
|
|
262
264
|
|
|
263
|
-
| Format |
|
|
264
|
-
| --- | --- | --- |
|
|
265
|
-
| `arrow` | N | Apache Arrow IPC |
|
|
266
|
-
| `feather` | Y | Apache Arrow Feather |
|
|
267
|
-
| `orc` | Y | Optimized Row Columnar; common in Hadoop |
|
|
268
|
-
| `parquet` | Y | Apache Parquet; common in Big Data |
|
|
265
|
+
| Format | Read | Write | Description |
|
|
266
|
+
| --- | --- | --- | --- |
|
|
267
|
+
| `arrow` | N | N | Apache Arrow IPC |
|
|
268
|
+
| `feather` | Y | Y | Apache Arrow Feather |
|
|
269
|
+
| `orc` | Y | Y | Optimized Row Columnar; common in Hadoop |
|
|
270
|
+
| `parquet` | Y | Y | Apache Parquet; common in Big Data |
|
|
269
271
|
|
|
270
272
|
#### Binary Serialization and Interchange
|
|
271
273
|
|
|
272
|
-
| Format |
|
|
273
|
-
| --- | --- | --- |
|
|
274
|
-
| `avro` | Y | Apache Avro |
|
|
275
|
-
| `bson` | N | Binary JSON; common with MongoDB exports/dumps |
|
|
276
|
-
| `cbor` | N | Concise Binary Object Representation |
|
|
277
|
-
| `ion` | N | Amazon Ion |
|
|
278
|
-
| `msgpack` | N | MessagePack |
|
|
279
|
-
| `pb` | N | Protocol Buffers (Google Protobuf) |
|
|
280
|
-
| `pbf` | N | Protocolbuffer Binary Format; often for GIS data |
|
|
281
|
-
| `proto` | N | Protocol Buffers schema; often in .pb / .bin |
|
|
274
|
+
| Format | Read | Write | Description |
|
|
275
|
+
| --- | --- | --- | --- |
|
|
276
|
+
| `avro` | Y | Y | Apache Avro |
|
|
277
|
+
| `bson` | N | N | Binary JSON; common with MongoDB exports/dumps |
|
|
278
|
+
| `cbor` | N | N | Concise Binary Object Representation |
|
|
279
|
+
| `ion` | N | N | Amazon Ion |
|
|
280
|
+
| `msgpack` | N | N | MessagePack |
|
|
281
|
+
| `pb` | N | N | Protocol Buffers (Google Protobuf) |
|
|
282
|
+
| `pbf` | N | N | Protocolbuffer Binary Format; often for GIS data |
|
|
283
|
+
| `proto` | N | N | Protocol Buffers schema; often in .pb / .bin |
|
|
282
284
|
|
|
283
285
|
#### Databases and Embedded Storage
|
|
284
286
|
|
|
285
|
-
| Format |
|
|
286
|
-
| --- | --- | --- |
|
|
287
|
-
| `accdb` | N | Microsoft Access
|
|
288
|
-
| `duckdb` | N |
|
|
289
|
-
| `mdb` | N | Microsoft Access
|
|
290
|
-
| `sqlite` | N |
|
|
287
|
+
| Format | Read | Write | Description |
|
|
288
|
+
| --- | --- | --- | --- |
|
|
289
|
+
| `accdb` | N | N | Microsoft Access (newer format) |
|
|
290
|
+
| `duckdb` | N | N | DuckDB |
|
|
291
|
+
| `mdb` | N | N | Microsoft Access (older format) |
|
|
292
|
+
| `sqlite` | N | N | SQLite |
|
|
291
293
|
|
|
292
294
|
#### Spreadsheets
|
|
293
295
|
|
|
296
|
+
| Format | Read | Write | Description |
|
|
297
|
+
| --- | --- | --- | --- |
|
|
298
|
+
| `numbers` | N | N | Apple Numbers |
|
|
299
|
+
| `ods` | N | N | OpenDocument |
|
|
300
|
+
| `wks` | N | N | Lotus 1-2-3 |
|
|
301
|
+
| `xls` | Y | Y | Microsoft Excel (BIFF) |
|
|
302
|
+
| `xlsm` | N | N | Microsoft Excel Macro-Enabled (Open XML) |
|
|
303
|
+
| `xlsx` | Y | Y | Microsoft Excel (Open XML) |
|
|
304
|
+
|
|
305
|
+
#### Statistical / Scientific / Numeric Computing
|
|
306
|
+
|
|
307
|
+
| Format | Read | Write | Description |
|
|
308
|
+
| --- | --- | --- | --- |
|
|
309
|
+
| `dta` | N | N | Stata |
|
|
310
|
+
| `hdf5` | N | N | Hierarchical Data Format |
|
|
311
|
+
| `mat` | N | N | MATLAB |
|
|
312
|
+
| `nc` | N | N | NetCDF |
|
|
313
|
+
| `rda` | N | N | RData workspace/object |
|
|
314
|
+
| `rds` | N | N | R data |
|
|
315
|
+
| `sas7bdat` | N | N | SAS data |
|
|
316
|
+
| `sav` | N | N | SPSS data |
|
|
317
|
+
| `sylk` | N | N | Symbolic Link |
|
|
318
|
+
| `xpt` | N | N | SAS Transport |
|
|
319
|
+
| `zsav` | N | N | Compressed SPSS data |
|
|
320
|
+
|
|
321
|
+
#### Logs and Event Streams
|
|
322
|
+
|
|
294
323
|
| Format | Supported | Description |
|
|
295
324
|
| --- | --- | --- |
|
|
296
|
-
| `
|
|
297
|
-
| `xlsx` | Y | Microsoft Excel (Open XML) |
|
|
325
|
+
| `log` | N | N | Generic log file |
|
|
298
326
|
|
|
299
327
|
#### Data Archives
|
|
300
328
|
|
|
301
|
-
| Format |
|
|
302
|
-
| --- | --- | --- |
|
|
303
|
-
| `gz` | Y | Gzip-compressed file |
|
|
304
|
-
| `zip` | Y | ZIP archive |
|
|
329
|
+
| Format | Read | Write | Description |
|
|
330
|
+
| --- | --- | --- | --- |
|
|
331
|
+
| `gz` | Y | Y | Gzip-compressed file |
|
|
332
|
+
| `zip` | Y | Y | ZIP archive |
|
|
305
333
|
|
|
306
|
-
####
|
|
334
|
+
#### Templates
|
|
307
335
|
|
|
308
|
-
| Format |
|
|
309
|
-
| --- | --- | --- |
|
|
310
|
-
| `
|
|
336
|
+
| Format | Read | Write | Description |
|
|
337
|
+
| --- | --- | --- | --- |
|
|
338
|
+
| `hbs` | N | N | Handlebars |
|
|
339
|
+
| `jinja2` | N | N | Jinja2 |
|
|
340
|
+
| `mustache` | N | N | Mustache |
|
|
341
|
+
| `vm` | N | N | Apache Velocity |
|
|
311
342
|
|
|
312
343
|
## Usage
|
|
313
344
|
|
|
@@ -29,8 +29,10 @@ package and command-line interface for data extraction, validation, transformati
|
|
|
29
29
|
- [Binary Serialization and Interchange](#binary-serialization-and-interchange)
|
|
30
30
|
- [Databases and Embedded Storage](#databases-and-embedded-storage)
|
|
31
31
|
- [Spreadsheets](#spreadsheets)
|
|
32
|
-
- [
|
|
32
|
+
- [Statistical / Scientific / Numeric Computing](#statistical--scientific--numeric-computing)
|
|
33
33
|
- [Logs and Event Streams](#logs-and-event-streams)
|
|
34
|
+
- [Data Archives](#data-archives)
|
|
35
|
+
- [Templates](#templates)
|
|
34
36
|
- [Usage](#usage)
|
|
35
37
|
- [Command Line Interface](#command-line-interface)
|
|
36
38
|
- [Argument Order and Required Options](#argument-order-and-required-options)
|
|
@@ -171,93 +173,122 @@ DDL can be rendered from table specs for migrations or schema checks.
|
|
|
171
173
|
|
|
172
174
|
### Files (`file`)
|
|
173
175
|
|
|
174
|
-
|
|
176
|
+
Recognized file formats are listed in the tables below. Support for reading to or writing from a recognized file format is marked as:
|
|
175
177
|
|
|
176
178
|
- **Y**: implemented (may require optional dependencies)
|
|
177
179
|
- **N**: stubbed or not yet implemented
|
|
178
180
|
|
|
179
181
|
#### Stubbed / Placeholder
|
|
180
182
|
|
|
181
|
-
| Format |
|
|
182
|
-
| --- | --- | --- |
|
|
183
|
+
| Format | Read | Write | Description |
|
|
184
|
+
| --- | --- | --- | --- |
|
|
183
185
|
| `stub` | N | Placeholder format for tests and future connectors. |
|
|
184
186
|
|
|
185
187
|
#### Tabular & Delimited Text
|
|
186
188
|
|
|
187
|
-
| Format |
|
|
188
|
-
| --- | --- | --- |
|
|
189
|
-
| `csv` | Y | Comma-Separated Values |
|
|
190
|
-
| `
|
|
191
|
-
| `
|
|
192
|
-
| `psv` | N | Pipe-Separated Values |
|
|
193
|
-
| `tab` | N | Often synonymous with TSV |
|
|
194
|
-
| `tsv` | Y | Tab-Separated Values |
|
|
195
|
-
| `txt` | Y | Plain text, often delimited or fixed-width |
|
|
189
|
+
| Format | Read | Write | Description |
|
|
190
|
+
| --- | --- | --- | --- |
|
|
191
|
+
| `csv` | Y | Y | Comma-Separated Values |
|
|
192
|
+
| `dat` | N | N | Generic data file, often delimited or fixed-width |
|
|
193
|
+
| `fwf` | N | N | Fixed-Width Fields |
|
|
194
|
+
| `psv` | N | N | Pipe-Separated Values |
|
|
195
|
+
| `tab` | N | N | Often synonymous with TSV |
|
|
196
|
+
| `tsv` | Y | Y | Tab-Separated Values |
|
|
197
|
+
| `txt` | Y | Y | Plain text, often delimited or fixed-width |
|
|
196
198
|
|
|
197
199
|
#### Semi-Structured Text
|
|
198
200
|
|
|
199
|
-
| Format |
|
|
200
|
-
| --- | --- | --- |
|
|
201
|
-
| `cfg` | N | Config-style key-value pairs |
|
|
202
|
-
| `conf` | N | Config-style key-value pairs |
|
|
203
|
-
| `ini` | N | Config-style key-value pairs |
|
|
204
|
-
| `json` | Y | JavaScript Object Notation |
|
|
205
|
-
| `ndjson` | Y | Newline-Delimited JSON |
|
|
206
|
-
| `properties` | N | Java-style key-value pairs |
|
|
207
|
-
| `toml` | N | Tom's Obvious Minimal Language |
|
|
208
|
-
| `xml` | Y | Extensible Markup Language |
|
|
209
|
-
| `yaml` | Y | YAML Ain't Markup Language |
|
|
201
|
+
| Format | Read | Write | Description |
|
|
202
|
+
| --- | --- | --- | --- |
|
|
203
|
+
| `cfg` | N | N | Config-style key-value pairs |
|
|
204
|
+
| `conf` | N | N | Config-style key-value pairs |
|
|
205
|
+
| `ini` | N | N | Config-style key-value pairs |
|
|
206
|
+
| `json` | Y | Y | JavaScript Object Notation |
|
|
207
|
+
| `ndjson` | Y | Y | Newline-Delimited JSON |
|
|
208
|
+
| `properties` | N | N | Java-style key-value pairs |
|
|
209
|
+
| `toml` | N | N | Tom's Obvious Minimal Language |
|
|
210
|
+
| `xml` | Y | Y | Extensible Markup Language |
|
|
211
|
+
| `yaml` | Y | Y | YAML Ain't Markup Language |
|
|
210
212
|
|
|
211
213
|
#### Columnar / Analytics-Friendly
|
|
212
214
|
|
|
213
|
-
| Format |
|
|
214
|
-
| --- | --- | --- |
|
|
215
|
-
| `arrow` | N | Apache Arrow IPC |
|
|
216
|
-
| `feather` | Y | Apache Arrow Feather |
|
|
217
|
-
| `orc` | Y | Optimized Row Columnar; common in Hadoop |
|
|
218
|
-
| `parquet` | Y | Apache Parquet; common in Big Data |
|
|
215
|
+
| Format | Read | Write | Description |
|
|
216
|
+
| --- | --- | --- | --- |
|
|
217
|
+
| `arrow` | N | N | Apache Arrow IPC |
|
|
218
|
+
| `feather` | Y | Y | Apache Arrow Feather |
|
|
219
|
+
| `orc` | Y | Y | Optimized Row Columnar; common in Hadoop |
|
|
220
|
+
| `parquet` | Y | Y | Apache Parquet; common in Big Data |
|
|
219
221
|
|
|
220
222
|
#### Binary Serialization and Interchange
|
|
221
223
|
|
|
222
|
-
| Format |
|
|
223
|
-
| --- | --- | --- |
|
|
224
|
-
| `avro` | Y | Apache Avro |
|
|
225
|
-
| `bson` | N | Binary JSON; common with MongoDB exports/dumps |
|
|
226
|
-
| `cbor` | N | Concise Binary Object Representation |
|
|
227
|
-
| `ion` | N | Amazon Ion |
|
|
228
|
-
| `msgpack` | N | MessagePack |
|
|
229
|
-
| `pb` | N | Protocol Buffers (Google Protobuf) |
|
|
230
|
-
| `pbf` | N | Protocolbuffer Binary Format; often for GIS data |
|
|
231
|
-
| `proto` | N | Protocol Buffers schema; often in .pb / .bin |
|
|
224
|
+
| Format | Read | Write | Description |
|
|
225
|
+
| --- | --- | --- | --- |
|
|
226
|
+
| `avro` | Y | Y | Apache Avro |
|
|
227
|
+
| `bson` | N | N | Binary JSON; common with MongoDB exports/dumps |
|
|
228
|
+
| `cbor` | N | N | Concise Binary Object Representation |
|
|
229
|
+
| `ion` | N | N | Amazon Ion |
|
|
230
|
+
| `msgpack` | N | N | MessagePack |
|
|
231
|
+
| `pb` | N | N | Protocol Buffers (Google Protobuf) |
|
|
232
|
+
| `pbf` | N | N | Protocolbuffer Binary Format; often for GIS data |
|
|
233
|
+
| `proto` | N | N | Protocol Buffers schema; often in .pb / .bin |
|
|
232
234
|
|
|
233
235
|
#### Databases and Embedded Storage
|
|
234
236
|
|
|
235
|
-
| Format |
|
|
236
|
-
| --- | --- | --- |
|
|
237
|
-
| `accdb` | N | Microsoft Access
|
|
238
|
-
| `duckdb` | N |
|
|
239
|
-
| `mdb` | N | Microsoft Access
|
|
240
|
-
| `sqlite` | N |
|
|
237
|
+
| Format | Read | Write | Description |
|
|
238
|
+
| --- | --- | --- | --- |
|
|
239
|
+
| `accdb` | N | N | Microsoft Access (newer format) |
|
|
240
|
+
| `duckdb` | N | N | DuckDB |
|
|
241
|
+
| `mdb` | N | N | Microsoft Access (older format) |
|
|
242
|
+
| `sqlite` | N | N | SQLite |
|
|
241
243
|
|
|
242
244
|
#### Spreadsheets
|
|
243
245
|
|
|
246
|
+
| Format | Read | Write | Description |
|
|
247
|
+
| --- | --- | --- | --- |
|
|
248
|
+
| `numbers` | N | N | Apple Numbers |
|
|
249
|
+
| `ods` | N | N | OpenDocument |
|
|
250
|
+
| `wks` | N | N | Lotus 1-2-3 |
|
|
251
|
+
| `xls` | Y | Y | Microsoft Excel (BIFF) |
|
|
252
|
+
| `xlsm` | N | N | Microsoft Excel Macro-Enabled (Open XML) |
|
|
253
|
+
| `xlsx` | Y | Y | Microsoft Excel (Open XML) |
|
|
254
|
+
|
|
255
|
+
#### Statistical / Scientific / Numeric Computing
|
|
256
|
+
|
|
257
|
+
| Format | Read | Write | Description |
|
|
258
|
+
| --- | --- | --- | --- |
|
|
259
|
+
| `dta` | N | N | Stata |
|
|
260
|
+
| `hdf5` | N | N | Hierarchical Data Format |
|
|
261
|
+
| `mat` | N | N | MATLAB |
|
|
262
|
+
| `nc` | N | N | NetCDF |
|
|
263
|
+
| `rda` | N | N | RData workspace/object |
|
|
264
|
+
| `rds` | N | N | R data |
|
|
265
|
+
| `sas7bdat` | N | N | SAS data |
|
|
266
|
+
| `sav` | N | N | SPSS data |
|
|
267
|
+
| `sylk` | N | N | Symbolic Link |
|
|
268
|
+
| `xpt` | N | N | SAS Transport |
|
|
269
|
+
| `zsav` | N | N | Compressed SPSS data |
|
|
270
|
+
|
|
271
|
+
#### Logs and Event Streams
|
|
272
|
+
|
|
244
273
|
| Format | Supported | Description |
|
|
245
274
|
| --- | --- | --- |
|
|
246
|
-
| `
|
|
247
|
-
| `xlsx` | Y | Microsoft Excel (Open XML) |
|
|
275
|
+
| `log` | N | N | Generic log file |
|
|
248
276
|
|
|
249
277
|
#### Data Archives
|
|
250
278
|
|
|
251
|
-
| Format |
|
|
252
|
-
| --- | --- | --- |
|
|
253
|
-
| `gz` | Y | Gzip-compressed file |
|
|
254
|
-
| `zip` | Y | ZIP archive |
|
|
279
|
+
| Format | Read | Write | Description |
|
|
280
|
+
| --- | --- | --- | --- |
|
|
281
|
+
| `gz` | Y | Y | Gzip-compressed file |
|
|
282
|
+
| `zip` | Y | Y | ZIP archive |
|
|
255
283
|
|
|
256
|
-
####
|
|
284
|
+
#### Templates
|
|
257
285
|
|
|
258
|
-
| Format |
|
|
259
|
-
| --- | --- | --- |
|
|
260
|
-
| `
|
|
286
|
+
| Format | Read | Write | Description |
|
|
287
|
+
| --- | --- | --- | --- |
|
|
288
|
+
| `hbs` | N | N | Handlebars |
|
|
289
|
+
| `jinja2` | N | N | Jinja2 |
|
|
290
|
+
| `mustache` | N | N | Mustache |
|
|
291
|
+
| `vm` | N | N | Apache Velocity |
|
|
261
292
|
|
|
262
293
|
## Usage
|
|
263
294
|
|
|
@@ -123,7 +123,7 @@ class FileFormat(CoercibleStrEnum):
|
|
|
123
123
|
RDS = 'rds' # R data file
|
|
124
124
|
SAS7BDAT = 'sas7bdat' # SAS data file
|
|
125
125
|
SAV = 'sav' # SPSS data file
|
|
126
|
-
SYLK = 'sylk' # Symbolic Link
|
|
126
|
+
SYLK = 'sylk' # Symbolic Link
|
|
127
127
|
XPT = 'xpt' # SAS Transport file
|
|
128
128
|
ZSAV = 'zsav' # Compressed SPSS data file
|
|
129
129
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: etlplus
|
|
3
|
-
Version: 0.12.
|
|
3
|
+
Version: 0.12.13
|
|
4
4
|
Summary: A Swiss Army knife for simple ETL operations
|
|
5
5
|
Home-page: https://github.com/Dagitali/ETLPlus
|
|
6
6
|
Author: ETLPlus Team
|
|
@@ -79,8 +79,10 @@ package and command-line interface for data extraction, validation, transformati
|
|
|
79
79
|
- [Binary Serialization and Interchange](#binary-serialization-and-interchange)
|
|
80
80
|
- [Databases and Embedded Storage](#databases-and-embedded-storage)
|
|
81
81
|
- [Spreadsheets](#spreadsheets)
|
|
82
|
-
- [
|
|
82
|
+
- [Statistical / Scientific / Numeric Computing](#statistical--scientific--numeric-computing)
|
|
83
83
|
- [Logs and Event Streams](#logs-and-event-streams)
|
|
84
|
+
- [Data Archives](#data-archives)
|
|
85
|
+
- [Templates](#templates)
|
|
84
86
|
- [Usage](#usage)
|
|
85
87
|
- [Command Line Interface](#command-line-interface)
|
|
86
88
|
- [Argument Order and Required Options](#argument-order-and-required-options)
|
|
@@ -221,93 +223,122 @@ DDL can be rendered from table specs for migrations or schema checks.
|
|
|
221
223
|
|
|
222
224
|
### Files (`file`)
|
|
223
225
|
|
|
224
|
-
|
|
226
|
+
Recognized file formats are listed in the tables below. Support for reading to or writing from a recognized file format is marked as:
|
|
225
227
|
|
|
226
228
|
- **Y**: implemented (may require optional dependencies)
|
|
227
229
|
- **N**: stubbed or not yet implemented
|
|
228
230
|
|
|
229
231
|
#### Stubbed / Placeholder
|
|
230
232
|
|
|
231
|
-
| Format |
|
|
232
|
-
| --- | --- | --- |
|
|
233
|
+
| Format | Read | Write | Description |
|
|
234
|
+
| --- | --- | --- | --- |
|
|
233
235
|
| `stub` | N | Placeholder format for tests and future connectors. |
|
|
234
236
|
|
|
235
237
|
#### Tabular & Delimited Text
|
|
236
238
|
|
|
237
|
-
| Format |
|
|
238
|
-
| --- | --- | --- |
|
|
239
|
-
| `csv` | Y | Comma-Separated Values |
|
|
240
|
-
| `
|
|
241
|
-
| `
|
|
242
|
-
| `psv` | N | Pipe-Separated Values |
|
|
243
|
-
| `tab` | N | Often synonymous with TSV |
|
|
244
|
-
| `tsv` | Y | Tab-Separated Values |
|
|
245
|
-
| `txt` | Y | Plain text, often delimited or fixed-width |
|
|
239
|
+
| Format | Read | Write | Description |
|
|
240
|
+
| --- | --- | --- | --- |
|
|
241
|
+
| `csv` | Y | Y | Comma-Separated Values |
|
|
242
|
+
| `dat` | N | N | Generic data file, often delimited or fixed-width |
|
|
243
|
+
| `fwf` | N | N | Fixed-Width Fields |
|
|
244
|
+
| `psv` | N | N | Pipe-Separated Values |
|
|
245
|
+
| `tab` | N | N | Often synonymous with TSV |
|
|
246
|
+
| `tsv` | Y | Y | Tab-Separated Values |
|
|
247
|
+
| `txt` | Y | Y | Plain text, often delimited or fixed-width |
|
|
246
248
|
|
|
247
249
|
#### Semi-Structured Text
|
|
248
250
|
|
|
249
|
-
| Format |
|
|
250
|
-
| --- | --- | --- |
|
|
251
|
-
| `cfg` | N | Config-style key-value pairs |
|
|
252
|
-
| `conf` | N | Config-style key-value pairs |
|
|
253
|
-
| `ini` | N | Config-style key-value pairs |
|
|
254
|
-
| `json` | Y | JavaScript Object Notation |
|
|
255
|
-
| `ndjson` | Y | Newline-Delimited JSON |
|
|
256
|
-
| `properties` | N | Java-style key-value pairs |
|
|
257
|
-
| `toml` | N | Tom's Obvious Minimal Language |
|
|
258
|
-
| `xml` | Y | Extensible Markup Language |
|
|
259
|
-
| `yaml` | Y | YAML Ain't Markup Language |
|
|
251
|
+
| Format | Read | Write | Description |
|
|
252
|
+
| --- | --- | --- | --- |
|
|
253
|
+
| `cfg` | N | N | Config-style key-value pairs |
|
|
254
|
+
| `conf` | N | N | Config-style key-value pairs |
|
|
255
|
+
| `ini` | N | N | Config-style key-value pairs |
|
|
256
|
+
| `json` | Y | Y | JavaScript Object Notation |
|
|
257
|
+
| `ndjson` | Y | Y | Newline-Delimited JSON |
|
|
258
|
+
| `properties` | N | N | Java-style key-value pairs |
|
|
259
|
+
| `toml` | N | N | Tom's Obvious Minimal Language |
|
|
260
|
+
| `xml` | Y | Y | Extensible Markup Language |
|
|
261
|
+
| `yaml` | Y | Y | YAML Ain't Markup Language |
|
|
260
262
|
|
|
261
263
|
#### Columnar / Analytics-Friendly
|
|
262
264
|
|
|
263
|
-
| Format |
|
|
264
|
-
| --- | --- | --- |
|
|
265
|
-
| `arrow` | N | Apache Arrow IPC |
|
|
266
|
-
| `feather` | Y | Apache Arrow Feather |
|
|
267
|
-
| `orc` | Y | Optimized Row Columnar; common in Hadoop |
|
|
268
|
-
| `parquet` | Y | Apache Parquet; common in Big Data |
|
|
265
|
+
| Format | Read | Write | Description |
|
|
266
|
+
| --- | --- | --- | --- |
|
|
267
|
+
| `arrow` | N | N | Apache Arrow IPC |
|
|
268
|
+
| `feather` | Y | Y | Apache Arrow Feather |
|
|
269
|
+
| `orc` | Y | Y | Optimized Row Columnar; common in Hadoop |
|
|
270
|
+
| `parquet` | Y | Y | Apache Parquet; common in Big Data |
|
|
269
271
|
|
|
270
272
|
#### Binary Serialization and Interchange
|
|
271
273
|
|
|
272
|
-
| Format |
|
|
273
|
-
| --- | --- | --- |
|
|
274
|
-
| `avro` | Y | Apache Avro |
|
|
275
|
-
| `bson` | N | Binary JSON; common with MongoDB exports/dumps |
|
|
276
|
-
| `cbor` | N | Concise Binary Object Representation |
|
|
277
|
-
| `ion` | N | Amazon Ion |
|
|
278
|
-
| `msgpack` | N | MessagePack |
|
|
279
|
-
| `pb` | N | Protocol Buffers (Google Protobuf) |
|
|
280
|
-
| `pbf` | N | Protocolbuffer Binary Format; often for GIS data |
|
|
281
|
-
| `proto` | N | Protocol Buffers schema; often in .pb / .bin |
|
|
274
|
+
| Format | Read | Write | Description |
|
|
275
|
+
| --- | --- | --- | --- |
|
|
276
|
+
| `avro` | Y | Y | Apache Avro |
|
|
277
|
+
| `bson` | N | N | Binary JSON; common with MongoDB exports/dumps |
|
|
278
|
+
| `cbor` | N | N | Concise Binary Object Representation |
|
|
279
|
+
| `ion` | N | N | Amazon Ion |
|
|
280
|
+
| `msgpack` | N | N | MessagePack |
|
|
281
|
+
| `pb` | N | N | Protocol Buffers (Google Protobuf) |
|
|
282
|
+
| `pbf` | N | N | Protocolbuffer Binary Format; often for GIS data |
|
|
283
|
+
| `proto` | N | N | Protocol Buffers schema; often in .pb / .bin |
|
|
282
284
|
|
|
283
285
|
#### Databases and Embedded Storage
|
|
284
286
|
|
|
285
|
-
| Format |
|
|
286
|
-
| --- | --- | --- |
|
|
287
|
-
| `accdb` | N | Microsoft Access
|
|
288
|
-
| `duckdb` | N |
|
|
289
|
-
| `mdb` | N | Microsoft Access
|
|
290
|
-
| `sqlite` | N |
|
|
287
|
+
| Format | Read | Write | Description |
|
|
288
|
+
| --- | --- | --- | --- |
|
|
289
|
+
| `accdb` | N | N | Microsoft Access (newer format) |
|
|
290
|
+
| `duckdb` | N | N | DuckDB |
|
|
291
|
+
| `mdb` | N | N | Microsoft Access (older format) |
|
|
292
|
+
| `sqlite` | N | N | SQLite |
|
|
291
293
|
|
|
292
294
|
#### Spreadsheets
|
|
293
295
|
|
|
296
|
+
| Format | Read | Write | Description |
|
|
297
|
+
| --- | --- | --- | --- |
|
|
298
|
+
| `numbers` | N | N | Apple Numbers |
|
|
299
|
+
| `ods` | N | N | OpenDocument |
|
|
300
|
+
| `wks` | N | N | Lotus 1-2-3 |
|
|
301
|
+
| `xls` | Y | Y | Microsoft Excel (BIFF) |
|
|
302
|
+
| `xlsm` | N | N | Microsoft Excel Macro-Enabled (Open XML) |
|
|
303
|
+
| `xlsx` | Y | Y | Microsoft Excel (Open XML) |
|
|
304
|
+
|
|
305
|
+
#### Statistical / Scientific / Numeric Computing
|
|
306
|
+
|
|
307
|
+
| Format | Read | Write | Description |
|
|
308
|
+
| --- | --- | --- | --- |
|
|
309
|
+
| `dta` | N | N | Stata |
|
|
310
|
+
| `hdf5` | N | N | Hierarchical Data Format |
|
|
311
|
+
| `mat` | N | N | MATLAB |
|
|
312
|
+
| `nc` | N | N | NetCDF |
|
|
313
|
+
| `rda` | N | N | RData workspace/object |
|
|
314
|
+
| `rds` | N | N | R data |
|
|
315
|
+
| `sas7bdat` | N | N | SAS data |
|
|
316
|
+
| `sav` | N | N | SPSS data |
|
|
317
|
+
| `sylk` | N | N | Symbolic Link |
|
|
318
|
+
| `xpt` | N | N | SAS Transport |
|
|
319
|
+
| `zsav` | N | N | Compressed SPSS data |
|
|
320
|
+
|
|
321
|
+
#### Logs and Event Streams
|
|
322
|
+
|
|
294
323
|
| Format | Supported | Description |
|
|
295
324
|
| --- | --- | --- |
|
|
296
|
-
| `
|
|
297
|
-
| `xlsx` | Y | Microsoft Excel (Open XML) |
|
|
325
|
+
| `log` | N | N | Generic log file |
|
|
298
326
|
|
|
299
327
|
#### Data Archives
|
|
300
328
|
|
|
301
|
-
| Format |
|
|
302
|
-
| --- | --- | --- |
|
|
303
|
-
| `gz` | Y | Gzip-compressed file |
|
|
304
|
-
| `zip` | Y | ZIP archive |
|
|
329
|
+
| Format | Read | Write | Description |
|
|
330
|
+
| --- | --- | --- | --- |
|
|
331
|
+
| `gz` | Y | Y | Gzip-compressed file |
|
|
332
|
+
| `zip` | Y | Y | ZIP archive |
|
|
305
333
|
|
|
306
|
-
####
|
|
334
|
+
#### Templates
|
|
307
335
|
|
|
308
|
-
| Format |
|
|
309
|
-
| --- | --- | --- |
|
|
310
|
-
| `
|
|
336
|
+
| Format | Read | Write | Description |
|
|
337
|
+
| --- | --- | --- | --- |
|
|
338
|
+
| `hbs` | N | N | Handlebars |
|
|
339
|
+
| `jinja2` | N | N | Jinja2 |
|
|
340
|
+
| `mustache` | N | N | Mustache |
|
|
341
|
+
| `vm` | N | N | Apache Velocity |
|
|
311
342
|
|
|
312
343
|
## Usage
|
|
313
344
|
|
|
@@ -245,28 +245,42 @@ def stubbed_formats_fixture() -> list[tuple[FileFormat, str]]:
|
|
|
245
245
|
(FileFormat.CBOR, 'data.cbor'),
|
|
246
246
|
(FileFormat.CONF, 'data.conf'),
|
|
247
247
|
(FileFormat.DAT, 'data.dat'),
|
|
248
|
+
(FileFormat.DTA, 'data.dta'),
|
|
248
249
|
(FileFormat.DUCKDB, 'data.duckdb'),
|
|
249
250
|
(FileFormat.FWF, 'data.fwf'),
|
|
251
|
+
(FileFormat.HDF5, 'data.hdf5'),
|
|
250
252
|
(FileFormat.INI, 'data.ini'),
|
|
251
253
|
(FileFormat.ION, 'data.ion'),
|
|
254
|
+
(FileFormat.JINJA2, 'data.jinja2'),
|
|
252
255
|
(FileFormat.LOG, 'data.log'),
|
|
256
|
+
(FileFormat.MAT, 'data.mat'),
|
|
253
257
|
(FileFormat.MDB, 'data.mdb'),
|
|
254
258
|
# (FileFormat.MDF, 'data.mdf'),
|
|
255
259
|
(FileFormat.MSGPACK, 'data.msgpack'),
|
|
256
|
-
|
|
260
|
+
(FileFormat.MUSTACHE, 'data.mustache'),
|
|
261
|
+
(FileFormat.NC, 'data.nc'),
|
|
257
262
|
(FileFormat.PB, 'data.pb'),
|
|
258
263
|
(FileFormat.PBF, 'data.pbf'),
|
|
259
264
|
(FileFormat.PROPERTIES, 'data.properties'),
|
|
260
265
|
(FileFormat.PSV, 'data.psv'),
|
|
261
266
|
(FileFormat.PROTO, 'data.proto'),
|
|
267
|
+
# (FileFormat.RAW, 'data.raw'),
|
|
268
|
+
(FileFormat.RDA, 'data.rda'),
|
|
269
|
+
(FileFormat.RDS, 'data.rds'),
|
|
262
270
|
# (FileFormat.RTF, 'data.rtf'),
|
|
263
271
|
# (FileFormat.SDF, 'data.sdf'),
|
|
264
272
|
# (FileFormat.SLV, 'data.slv'),
|
|
273
|
+
(FileFormat.SAS7BDAT, 'data.sas7bdat'),
|
|
274
|
+
(FileFormat.SAV, 'data.sav'),
|
|
275
|
+
(FileFormat.SYLK, 'data.sylk'),
|
|
265
276
|
(FileFormat.SQLITE, 'data.sqlite'),
|
|
266
277
|
(FileFormat.TAB, 'data.tab'),
|
|
267
278
|
(FileFormat.TOML, 'data.toml'),
|
|
268
279
|
# (FileFormat.VCF, 'data.vcf'),
|
|
280
|
+
(FileFormat.VM, 'data.vm'),
|
|
269
281
|
# (FileFormat.WSV, 'data.wsv'),
|
|
282
|
+
(FileFormat.XPT, 'data.xpt'),
|
|
283
|
+
(FileFormat.ZSAV, 'data.zsav'),
|
|
270
284
|
]
|
|
271
285
|
|
|
272
286
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|