datachain 0.1.13__tar.gz → 0.2.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datachain might be problematic. Click here for more details.
- {datachain-0.1.13 → datachain-0.2.1}/.cruft.json +1 -1
- datachain-0.2.1/.github/workflows/docs.yml +34 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/workflows/tests.yml +3 -0
- {datachain-0.1.13 → datachain-0.2.1}/.gitignore +0 -3
- {datachain-0.1.13 → datachain-0.2.1}/.pre-commit-config.yaml +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/CONTRIBUTING.rst +20 -0
- {datachain-0.1.13/src/datachain.egg-info → datachain-0.2.1}/PKG-INFO +11 -4
- datachain-0.2.1/docs/assets/datachain.png +0 -0
- datachain-0.2.1/docs/index.md +3 -0
- datachain-0.2.1/docs/references/catalog.md +3 -0
- datachain-0.2.1/docs/references/datachain.md +3 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/.gitignore +4 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/1-quick-start.ipynb +1853 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/2-working-with-image-datachains.ipynb +3158 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/README.md +60 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/requirements.txt +6 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/scripts/1-quick-start.py +91 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/scripts/2-basic-operations.py +51 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/scripts/2-embeddings.py +44 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/scripts/3-split-train-test.py +46 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/src/clustering.py +41 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/static/images/basic-operations.png +0 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/static/images/core-concepts.png +0 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/static/images/datachain-logo.png +0 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/static/images/datachain-overview.png +0 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/static/images/dataset-1.png +0 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/static/images/dataset-2.png +0 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/static/images/dataset-3.png +0 -0
- datachain-0.2.1/examples/computer_vision/fashion_product_images/static/images/studio.png +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/json-csv-reader.py +40 -8
- {datachain-0.1.13 → datachain-0.2.1}/examples/llm-claude-simple-query.py +1 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/udfs/stateful.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/examples/udfs/stateful_similarity.py +9 -3
- {datachain-0.1.13 → datachain-0.2.1}/examples/unstructured-text.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/examples/wds.py +6 -5
- datachain-0.2.1/mkdocs.yml +134 -0
- {datachain-0.1.13 → datachain-0.2.1}/noxfile.py +6 -0
- {datachain-0.1.13 → datachain-0.2.1}/pyproject.toml +26 -9
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/asyn.py +3 -3
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/catalog/catalog.py +6 -6
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/catalog/loader.py +3 -3
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/cli.py +10 -2
- datachain-0.2.1/src/datachain/client/azure.py +66 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/client/fsspec.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/client/local.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/metastore.py +11 -3
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/schema.py +12 -7
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/sqlite.py +3 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/warehouse.py +31 -30
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/dataset.py +1 -3
- datachain-0.2.1/src/datachain/lib/arrow.py +85 -0
- datachain-0.2.1/src/datachain/lib/cached_stream.py +38 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/dc.py +382 -179
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/feature.py +46 -91
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/feature_registry.py +4 -1
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/feature_utils.py +2 -2
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/file.py +30 -44
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/image.py +9 -2
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/meta_formats.py +66 -34
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/settings.py +5 -5
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/signal_schema.py +103 -105
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/udf.py +10 -38
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/udf_signature.py +11 -6
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/webdataset_laion.py +5 -22
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/listing.py +8 -8
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/progress.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/builtins.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/dataset.py +42 -119
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/dispatch.py +1 -1
- datachain-0.2.1/src/datachain/query/metrics.py +19 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/schema.py +13 -3
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/sqlite/base.py +34 -2
- datachain-0.2.1/src/datachain/sql/sqlite/vector.py +23 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/utils.py +1 -122
- {datachain-0.1.13 → datachain-0.2.1/src/datachain.egg-info}/PKG-INFO +11 -4
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain.egg-info/SOURCES.txt +31 -7
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain.egg-info/requires.txt +11 -3
- {datachain-0.1.13 → datachain-0.2.1}/tests/conftest.py +25 -27
- {datachain-0.1.13 → datachain-0.2.1}/tests/func/test_catalog.py +24 -19
- {datachain-0.1.13 → datachain-0.2.1}/tests/func/test_client.py +1 -1
- datachain-0.2.1/tests/func/test_datachain.py +40 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/func/test_dataset_query.py +23 -114
- {datachain-0.1.13 → datachain-0.2.1}/tests/func/test_datasets.py +4 -12
- {datachain-0.1.13 → datachain-0.2.1}/tests/func/test_pytorch.py +3 -8
- {datachain-0.1.13 → datachain-0.2.1}/tests/func/test_query.py +66 -34
- {datachain-0.1.13 → datachain-0.2.1}/tests/scripts/feature_class_parallel.py +7 -1
- {datachain-0.1.13 → datachain-0.2.1}/tests/test_cli_e2e.py +6 -10
- {datachain-0.1.13 → datachain-0.2.1}/tests/test_query_e2e.py +2 -2
- datachain-0.2.1/tests/unit/lib/test_arrow.py +109 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_datachain.py +190 -21
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_datachain_merge.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_feature.py +15 -313
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_feature_utils.py +13 -2
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_file.py +31 -25
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_image.py +2 -4
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_reader.py +2 -4
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_signal_schema.py +73 -24
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_text.py +6 -10
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_udf_signature.py +0 -4
- datachain-0.2.1/tests/unit/sql/sqlite/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_client_s3.py +4 -4
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_id_generator.py +2 -2
- datachain-0.2.1/tests/unit/test_query_metrics.py +29 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_storage.py +2 -2
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_utils.py +0 -57
- {datachain-0.1.13 → datachain-0.2.1}/tests/utils.py +1 -30
- datachain-0.1.13/examples/dir_expansion.py +0 -69
- datachain-0.1.13/src/datachain/__init__.py +0 -4
- datachain-0.1.13/src/datachain/_version.py +0 -16
- datachain-0.1.13/src/datachain/client/azure.py +0 -30
- datachain-0.1.13/src/datachain/lib/cached_stream.py +0 -120
- datachain-0.1.13/src/datachain/lib/parquet.py +0 -32
- datachain-0.1.13/src/datachain/sql/sqlite/vector.py +0 -15
- datachain-0.1.13/tests/unit/lib/test_cached_stream.py +0 -82
- datachain-0.1.13/tests/unit/lib/test_parquet.py +0 -33
- {datachain-0.1.13 → datachain-0.2.1}/.gitattributes +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/ISSUE_TEMPLATE/empty_issue.md +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/codecov.yaml +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/dependabot.yml +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/workflows/benchmarks.yml +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/workflows/release.yml +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.github/workflows/update-template.yaml +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/.reuse/dep5 +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/CODE_OF_CONDUCT.rst +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/LICENSE +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/LICENSES/Apache-2.0.txt +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/LICENSES/BSD-3-Clause.txt +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/LICENSES/Python-2.0.txt +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/README.rst +0 -0
- {datachain-0.1.13/docs → datachain-0.2.1/docs/tutorials}/cv_intro.md +0 -0
- {datachain-0.1.13/docs → datachain-0.2.1/docs/tutorials}/udfs.md +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/blip2_image_desc_lib.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/clip.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/common_sql_functions.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/hf_pipeline.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/iptc_exif_xmp_lib.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/llava2_image_desc_lib.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/llm-claude-aggregate-query.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/llm-claude.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/loader.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/neurips/README +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/neurips/distance_to_query.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/neurips/llm_chat.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/neurips/requirements.txt +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/neurips/single_query.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/neurips/text_loaders.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/notebooks/clip_fine_tuning.ipynb +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/openai_image_desc_lib.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/openimage-detect.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/pose_detection.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/torch-loader.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/udfs/batching.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/udfs/image_transformation.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/udfs/parallel.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/udfs/simple.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/wds_filtered.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/zalando/zalando_clip.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/zalando/zalando_dir_as_class.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/zalando/zalando_splits_and_classes_ds.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/examples/zalando/zalando_splits_and_classes_output.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/setup.cfg +0 -0
- {datachain-0.1.13/src/datachain/lib → datachain-0.2.1/src/datachain}/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/__main__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/cache.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/catalog/__init__.py +3 -3
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/catalog/datasource.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/catalog/subclass.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/cli_utils.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/client/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/client/fileslice.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/client/gcs.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/client/s3.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/config.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/__init__.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/db_engine.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/id_generator.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/job.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/data_storage/serializer.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/error.py +0 -0
- {datachain-0.1.13/src/datachain/remote → datachain-0.2.1/src/datachain/lib}/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/claude.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/gpt4_vision.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/hf_image_to_text.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/hf_pipeline.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/image_transform.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/iptc_exif_xmp.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/pytorch.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/reader.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/text.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/unstructured.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/utils.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/vfile.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/lib/webdataset.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/node.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/nodes_fetcher.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/nodes_thread_pool.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/py.typed +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/batch.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/params.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/session.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/query/udf.py +0 -0
- {datachain-0.1.13/tests/benchmarks → datachain-0.2.1/src/datachain/remote}/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/remote/studio.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/__init__.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/default/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/default/base.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/functions/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/functions/array.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/functions/conditional.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/functions/path.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/functions/random.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/functions/string.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/selectable.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/sqlite/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/sqlite/types.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/types.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/sql/utils.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain/storage.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain.egg-info/dependency_links.txt +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain.egg-info/entry_points.txt +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/src/datachain.egg-info/top_level.txt +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/__init__.py +0 -0
- {datachain-0.1.13/tests/func → datachain-0.2.1/tests/benchmarks}/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/benchmarks/conftest.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/benchmarks/test_ls.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/benchmarks/test_version.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/data.py +0 -0
- {datachain-0.1.13/tests/unit → datachain-0.2.1/tests/func}/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/func/test_ls.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/func/test_pull.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/scripts/feature_class.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/scripts/name_len_normal.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/scripts/name_len_slow.py +0 -0
- {datachain-0.1.13/tests/unit/lib → datachain-0.2.1/tests/unit}/__init__.py +0 -0
- {datachain-0.1.13/tests/unit/sql → datachain-0.2.1/tests/unit/lib}/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_utils.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/lib/test_webdataset.py +0 -0
- {datachain-0.1.13/tests/unit/sql/sqlite → datachain-0.2.1/tests/unit/sql}/__init__.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/sql/sqlite/test_utils.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/sql/test_array.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/sql/test_conditional.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/sql/test_path.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/sql/test_random.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/sql/test_selectable.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/sql/test_string.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_asyn.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_cache.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_catalog.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_catalog_loader.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_cli_parsing.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_client.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_data_storage.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_database_engine.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_dataset.py +1 -1
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_dispatch.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_fileslice.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_listing.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_metastore.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_query_params.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_serializer.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_session.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_udf.py +0 -0
- {datachain-0.1.13 → datachain-0.2.1}/tests/unit/test_warehouse.py +0 -0
|
@@ -13,7 +13,7 @@
|
|
|
13
13
|
"version": "0.0.0",
|
|
14
14
|
"copyright_year": "2022",
|
|
15
15
|
"license": "Apache-2.0",
|
|
16
|
-
"docs":
|
|
16
|
+
"docs": true,
|
|
17
17
|
"short_description": "Wrangle unstructured AI data at scale",
|
|
18
18
|
"development_status": "Development Status :: 2 - Pre-Alpha",
|
|
19
19
|
"_template": "https://github.com/iterative/py-template"
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
name: Documentation
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
branches: [main]
|
|
6
|
+
workflow_dispatch:
|
|
7
|
+
|
|
8
|
+
jobs:
|
|
9
|
+
docs:
|
|
10
|
+
runs-on: ubuntu-latest
|
|
11
|
+
steps:
|
|
12
|
+
- name: Check out the repository
|
|
13
|
+
uses: actions/checkout@v4
|
|
14
|
+
with:
|
|
15
|
+
fetch-depth: 0
|
|
16
|
+
|
|
17
|
+
- name: Set up Python
|
|
18
|
+
uses: actions/setup-python@v5
|
|
19
|
+
with:
|
|
20
|
+
python-version: '3.12'
|
|
21
|
+
cache: 'pip'
|
|
22
|
+
|
|
23
|
+
- name: Install uv
|
|
24
|
+
run: python -m pip install --upgrade uv
|
|
25
|
+
|
|
26
|
+
- name: Configure git
|
|
27
|
+
run: |
|
|
28
|
+
git config user.name 'github-actions[bot]'
|
|
29
|
+
git config user.email 'github-actions[bot]@users.noreply.github.com'
|
|
30
|
+
|
|
31
|
+
- name: Publish docs
|
|
32
|
+
run: |
|
|
33
|
+
uv pip install '.[docs]' --system
|
|
34
|
+
mkdocs gh-deploy
|
|
@@ -8,11 +8,13 @@ welcomes contributions in the form of bug reports, feature requests, and pull re
|
|
|
8
8
|
Here is a list of important resources for contributors:
|
|
9
9
|
|
|
10
10
|
- `Source Code`_
|
|
11
|
+
- `Documentation`_
|
|
11
12
|
- `Issue Tracker`_
|
|
12
13
|
- `Code of Conduct`_
|
|
13
14
|
|
|
14
15
|
.. _Apache 2.0 license: https://opensource.org/licenses/Apache-2.0
|
|
15
16
|
.. _Source Code: https://github.com/iterative/dvcx
|
|
17
|
+
.. _Documentation: https://docs.dvc.ai/datachain
|
|
16
18
|
.. _Issue Tracker: https://github.com/iterative/dvcx/issues
|
|
17
19
|
|
|
18
20
|
How to report a bug
|
|
@@ -82,6 +84,24 @@ and are written using the pytest_ testing framework.
|
|
|
82
84
|
.. _pytest: https://pytest.readthedocs.io/
|
|
83
85
|
|
|
84
86
|
|
|
87
|
+
Build documentation
|
|
88
|
+
-------------------
|
|
89
|
+
|
|
90
|
+
If you've made any changes to the documentation (including changes to function signatures,
|
|
91
|
+
class definitions, or docstrings that will appear in the API documentation),
|
|
92
|
+
make sure it builds successfully.
|
|
93
|
+
|
|
94
|
+
.. code:: console
|
|
95
|
+
|
|
96
|
+
$ nox -s docs
|
|
97
|
+
|
|
98
|
+
In order to run this locally with hot reload on changes:
|
|
99
|
+
|
|
100
|
+
.. code:: console
|
|
101
|
+
|
|
102
|
+
$ mkdocs serve
|
|
103
|
+
|
|
104
|
+
|
|
85
105
|
How to submit changes
|
|
86
106
|
---------------------
|
|
87
107
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: datachain
|
|
3
|
-
Version: 0.1
|
|
3
|
+
Version: 0.2.1
|
|
4
4
|
Summary: Wrangle unstructured AI data at scale
|
|
5
5
|
Author-email: Dmitry Petrov <support@dvc.org>
|
|
6
6
|
License: Apache-2.0
|
|
@@ -38,6 +38,13 @@ Requires-Dist: ujson>=5.9.0
|
|
|
38
38
|
Requires-Dist: pydantic<3,>=2
|
|
39
39
|
Requires-Dist: jmespath>=1.0
|
|
40
40
|
Requires-Dist: datamodel-code-generator>=0.25
|
|
41
|
+
Provides-Extra: docs
|
|
42
|
+
Requires-Dist: mkdocs>=1.5.2; extra == "docs"
|
|
43
|
+
Requires-Dist: mkdocs-gen-files>=0.5.0; extra == "docs"
|
|
44
|
+
Requires-Dist: mkdocs-material>=9.3.1; extra == "docs"
|
|
45
|
+
Requires-Dist: mkdocs-section-index>=0.3.6; extra == "docs"
|
|
46
|
+
Requires-Dist: mkdocstrings-python>=1.6.3; extra == "docs"
|
|
47
|
+
Requires-Dist: mkdocs-literate-nav>=0.6.1; extra == "docs"
|
|
41
48
|
Provides-Extra: cv
|
|
42
49
|
Requires-Dist: Pillow<11,>=10.0.0; extra == "cv"
|
|
43
50
|
Requires-Dist: torch>=2.1.0; extra == "cv"
|
|
@@ -49,7 +56,7 @@ Requires-Dist: lz4; extra == "remote"
|
|
|
49
56
|
Requires-Dist: msgpack<2,>=1.0.4; extra == "remote"
|
|
50
57
|
Requires-Dist: requests>=2.22.0; extra == "remote"
|
|
51
58
|
Provides-Extra: vector
|
|
52
|
-
Requires-Dist:
|
|
59
|
+
Requires-Dist: usearch; extra == "vector"
|
|
53
60
|
Provides-Extra: tests
|
|
54
61
|
Requires-Dist: datachain[cv,pandas,remote,vector]; extra == "tests"
|
|
55
62
|
Requires-Dist: pytest<9,>=8; extra == "tests"
|
|
@@ -67,8 +74,8 @@ Requires-Dist: open_clip_torch; extra == "tests"
|
|
|
67
74
|
Requires-Dist: aiotools>=1.7.0; extra == "tests"
|
|
68
75
|
Requires-Dist: requests-mock; extra == "tests"
|
|
69
76
|
Provides-Extra: dev
|
|
70
|
-
Requires-Dist: datachain[tests]; extra == "dev"
|
|
71
|
-
Requires-Dist: mypy==1.10.
|
|
77
|
+
Requires-Dist: datachain[docs,tests]; extra == "dev"
|
|
78
|
+
Requires-Dist: mypy==1.10.1; extra == "dev"
|
|
72
79
|
Requires-Dist: types-python-dateutil; extra == "dev"
|
|
73
80
|
Requires-Dist: types-PyYAML; extra == "dev"
|
|
74
81
|
Requires-Dist: types-requests; extra == "dev"
|
|
Binary file
|