ddi-fw 0.0.100__py3-none-any.whl → 0.0.101__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
ddi_fw/utils/kaggle.py CHANGED
@@ -17,13 +17,19 @@ def create_kaggle_dataset(base_path: str, collections: list):
17
17
  # Step 1: Loop through each folder in base_path
18
18
  for folder_name in os.listdir(base_path):
19
19
  folder_path = os.path.join(base_path, folder_name)
20
-
20
+ metadata_file_path = os.path.join(folder_path, 'dataset-metadata.json')
21
+
21
22
  # Step 2: Get metadata for the current folder
22
23
  model_info = next((c for c in collections if c['id'] == folder_name), None)
23
24
  if model_info is None:
24
25
  continue # Skip if model info is not found
25
26
 
26
27
  title = model_info['kaggle_title']
28
+
29
+ if os.path.exists(metadata_file_path):
30
+ print(f"{title} has dataset-metadata.json file")
31
+ continue
32
+
27
33
  id = model_info['kaggle_id'].lower().replace(' ', '-')
28
34
  licenses = model_info['kaggle_licenses']
29
35
  description = model_info['kaggle_description']
@@ -41,7 +47,6 @@ def create_kaggle_dataset(base_path: str, collections: list):
41
47
  }
42
48
 
43
49
  # Step 4: Write the metadata to a JSON file in the folder
44
- metadata_file_path = os.path.join(folder_path, 'dataset-metadata.json')
45
50
  with open(metadata_file_path, 'w') as f:
46
51
  json.dump(metadata, f, indent=4)
47
52
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ddi_fw
3
- Version: 0.0.100
3
+ Version: 0.0.101
4
4
  Summary: Do not use :)
5
5
  Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
6
6
  Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
@@ -86,12 +86,12 @@ ddi_fw/test/torch_cuda_test.py,sha256=R-4VGVErl_Ufk54DoZbgL_YXWoCYFyanIVWd6P39IE
86
86
  ddi_fw/test/type_guarding_test.py,sha256=KxjyBxohDu7lwpejalCj-REjtJ-k1S1wQbOB6TGY0O8,766
87
87
  ddi_fw/utils/__init__.py,sha256=77563ikqAtdzjjgRlLp5OAsJBbpLA1Cao8iecGaVUXQ,354
88
88
  ddi_fw/utils/enums.py,sha256=19eJ3fX5eRK_xPvkYcukmug144jXPH4X9zQqtsFBj5A,671
89
- ddi_fw/utils/kaggle.py,sha256=FjWR1ncOEif6XCCzDYpErLDz_9fxAQub0L7X4aVPw24,2266
89
+ ddi_fw/utils/kaggle.py,sha256=wKRJ18KpQ6P-CubpZklEgsDtyFpR9RUL1_HyyF6ttEE,2425
90
90
  ddi_fw/utils/package_helper.py,sha256=erl8_onmhK-41zQoaED2qyDUV9GQxmT9sdoyRp9_q5I,1056
91
91
  ddi_fw/utils/py7zr_helper.py,sha256=gOqaFIyJvTjUM-btO2x9AQ69jZOS8PoKN0wetYIckJw,4747
92
92
  ddi_fw/utils/utils.py,sha256=szwnxMTDRrZoeNRyDuf3aCbtzriwtaRk4mHSH3asLdA,4301
93
93
  ddi_fw/utils/zip_helper.py,sha256=YRZA4tKZVBJwGQM0_WK6L-y5MoqkKoC-nXuuHK6CU9I,5567
94
- ddi_fw-0.0.100.dist-info/METADATA,sha256=TyW7tsHIuFEoXe8d2tpZ02iCE3HEGqBAKnwKIrpPmgs,1967
95
- ddi_fw-0.0.100.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
96
- ddi_fw-0.0.100.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
97
- ddi_fw-0.0.100.dist-info/RECORD,,
94
+ ddi_fw-0.0.101.dist-info/METADATA,sha256=55eA49jkgtjU3Fo6BvHe4INyoGHFFABSCb-SvvxMZgs,1967
95
+ ddi_fw-0.0.101.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
96
+ ddi_fw-0.0.101.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
97
+ ddi_fw-0.0.101.dist-info/RECORD,,