datachain 0.18.2__py3-none-any.whl → 0.18.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of datachain might be problematic. Click here for more details.

@@ -1675,13 +1675,27 @@ class DatasetQuery:
1675
1675
  return query
1676
1676
 
1677
1677
  def _add_dependencies(self, dataset: "DatasetRecord", version: str):
1678
- for dependency in self.dependencies:
1679
- ds_dependency_name, ds_dependency_version = dependency
1678
+ dependencies: set[DatasetDependencyType] = set()
1679
+ for dep_name, dep_version in self.dependencies:
1680
+ if Session.is_temp_dataset(dep_name):
1681
+ # temp dataset are created for optimization and they will be removed
1682
+ # afterwards. Therefore, we should not put them as dependencies, but
1683
+ # their own direct dependencies
1684
+ for dep in self.catalog.get_dataset_dependencies(
1685
+ dep_name, dep_version, indirect=False
1686
+ ):
1687
+ if dep:
1688
+ dependencies.add((dep.name, dep.version))
1689
+ else:
1690
+ dependencies.add((dep_name, dep_version))
1691
+
1692
+ for dep_name, dep_version in dependencies:
1693
+ # ds_dependency_name, ds_dependency_version = dependency
1680
1694
  self.catalog.metastore.add_dataset_dependency(
1681
1695
  dataset.name,
1682
1696
  version,
1683
- ds_dependency_name,
1684
- ds_dependency_version,
1697
+ dep_name,
1698
+ dep_version,
1685
1699
  )
1686
1700
 
1687
1701
  def exec(self) -> "Self":
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datachain
3
- Version: 0.18.2
3
+ Version: 0.18.3
4
4
  Summary: Wrangle unstructured AI data at scale
5
5
  Author-email: Dmitry Petrov <support@dvc.org>
6
6
  License-Expression: Apache-2.0
@@ -121,7 +121,7 @@ datachain/model/ultralytics/pose.py,sha256=gXAWfAk4OWZl93hKcQPKZvqJa3nIrECB4RM8K
121
121
  datachain/model/ultralytics/segment.py,sha256=koq1HASo29isf0in6oSlzmU4IzsmOXe87F1ajQQVfh4,2911
122
122
  datachain/query/__init__.py,sha256=7DhEIjAA8uZJfejruAVMZVcGFmvUpffuZJwgRqNwe-c,263
123
123
  datachain/query/batch.py,sha256=-goxLpE0EUvaDHu66rstj53UnfHpYfBUGux8GSpJ93k,4306
124
- datachain/query/dataset.py,sha256=ac4mameklmZ-mnL3ZSzv5n8teaPnoXT8aWCdGlgkZE8,59904
124
+ datachain/query/dataset.py,sha256=3c3MAiIl7ZnCii_0dZA-Om73ornNMSKkna32JX3H05E,60587
125
125
  datachain/query/dispatch.py,sha256=15M3zlTUFKM6D2ijITX4o5QxCkRe2klkODsIDi3aQOg,15544
126
126
  datachain/query/metrics.py,sha256=DOK5HdNVaRugYPjl8qnBONvTkwjMloLqAr7Mi3TjCO0,858
127
127
  datachain/query/params.py,sha256=O_j89mjYRLOwWNhYZl-z7mi-rkdP7WyFmaDufsdTryE,863
@@ -153,9 +153,9 @@ datachain/sql/sqlite/vector.py,sha256=ncW4eu2FlJhrP_CIpsvtkUabZlQdl2D5Lgwy_cbfqR
153
153
  datachain/toolkit/__init__.py,sha256=eQ58Q5Yf_Fgv1ZG0IO5dpB4jmP90rk8YxUWmPc1M2Bo,68
154
154
  datachain/toolkit/split.py,sha256=ktGWzY4kyzjWyR86dhvzw-Zhl0lVk_LOX3NciTac6qo,2914
155
155
  datachain/torch/__init__.py,sha256=gIS74PoEPy4TB3X6vx9nLO0Y3sLJzsA8ckn8pRWihJM,579
156
- datachain-0.18.2.dist-info/licenses/LICENSE,sha256=8DnqK5yoPI_E50bEg_zsHKZHY2HqPy4rYN338BHQaRA,11344
157
- datachain-0.18.2.dist-info/METADATA,sha256=85UZ7jLkbhT_UI7oaFBD5m1NZ1dL_qn4VKfXCQxTLiY,11331
158
- datachain-0.18.2.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
159
- datachain-0.18.2.dist-info/entry_points.txt,sha256=0GMJS6B_KWq0m3VT98vQI2YZodAMkn4uReZ_okga9R4,49
160
- datachain-0.18.2.dist-info/top_level.txt,sha256=lZPpdU_2jJABLNIg2kvEOBi8PtsYikbN1OdMLHk8bTg,10
161
- datachain-0.18.2.dist-info/RECORD,,
156
+ datachain-0.18.3.dist-info/licenses/LICENSE,sha256=8DnqK5yoPI_E50bEg_zsHKZHY2HqPy4rYN338BHQaRA,11344
157
+ datachain-0.18.3.dist-info/METADATA,sha256=DmUXOFYb6qA6yM_O7SvetNEBLbVyJc-qcGqF6DQuV_I,11331
158
+ datachain-0.18.3.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
159
+ datachain-0.18.3.dist-info/entry_points.txt,sha256=0GMJS6B_KWq0m3VT98vQI2YZodAMkn4uReZ_okga9R4,49
160
+ datachain-0.18.3.dist-info/top_level.txt,sha256=lZPpdU_2jJABLNIg2kvEOBi8PtsYikbN1OdMLHk8bTg,10
161
+ datachain-0.18.3.dist-info/RECORD,,