dsa-helpers 1.1.5.dev3__tar.gz → 1.1.5.dev4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. {dsa_helpers-1.1.5.dev3/dsa_helpers.egg-info → dsa_helpers-1.1.5.dev4}/PKG-INFO +1 -1
  2. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/__init__.py +1 -1
  3. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/datasets/SegFormerSegmentationDataset.py +1 -1
  4. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/datasets/utils.py +0 -2
  5. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/segformer_semantic_segmentation/train.py +9 -6
  6. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4/dsa_helpers.egg-info}/PKG-INFO +1 -1
  7. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/pyproject.toml +1 -1
  8. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/.gitignore +0 -0
  9. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/.readthedocs.yaml +0 -0
  10. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/LICENSE +0 -0
  11. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/README.md +0 -0
  12. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/app.py +0 -0
  13. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dev.py +0 -0
  14. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/docs/requirements.txt +0 -0
  15. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/docs/source/conf.py +0 -0
  16. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/docs/source/index.rst +0 -0
  17. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/cli_utils.py +0 -0
  18. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/dash/__init__.py +0 -0
  19. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/dash/dash_paperdragon_utils.py +0 -0
  20. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/dash/header.py +0 -0
  21. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/dash/header_callbacks.py +0 -0
  22. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/girder_utils.py +0 -0
  23. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/gpd_utils.py +0 -0
  24. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/image_utils.py +0 -0
  25. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/imread.py +0 -0
  26. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/imwrite.py +0 -0
  27. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/__init__.py +0 -0
  28. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/callbacks.py +0 -0
  29. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/datasets/__init__.py +0 -0
  30. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/evaluate.py +0 -0
  31. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/metrics.py +0 -0
  32. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/object_detection/__init__.py +0 -0
  33. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/object_detection/get_pearce_roi_images.py +0 -0
  34. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/object_detection/tile_image.py +0 -0
  35. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/object_detection/utils.py +0 -0
  36. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/segformer_semantic_segmentation/__init__.py +0 -0
  37. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/segformer_semantic_segmentation/inference.py +0 -0
  38. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/transforms/__init__.py +0 -0
  39. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/ml/transforms/segformer_transforms.py +0 -0
  40. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/mongo_utils.py +0 -0
  41. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/tile_utils.py +0 -0
  42. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/tiling.py +0 -0
  43. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers/utils.py +0 -0
  44. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers.egg-info/SOURCES.txt +0 -0
  45. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers.egg-info/dependency_links.txt +0 -0
  46. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers.egg-info/requires.txt +0 -0
  47. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/dsa_helpers.egg-info/top_level.txt +0 -0
  48. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/setup.cfg +0 -0
  49. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/tests/app/Dockerfile +0 -0
  50. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/tests/app/app.py +0 -0
  51. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/tests/docker-compose.yaml +0 -0
  52. {dsa_helpers-1.1.5.dev3 → dsa_helpers-1.1.5.dev4}/tests/test.ipynb +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dsa_helpers
3
- Version: 1.1.5.dev3
3
+ Version: 1.1.5.dev4
4
4
  Summary: Utility functions for working with the DSA girder client.
5
5
  Author-email: "Juan C. Vizcarra" <jvizcar@emory.edu>
6
6
  Maintainer-email: "Juan C. Vizcarra" <jvizcar@emory.edu>
@@ -3,7 +3,7 @@ from .imread import imread
3
3
  from .imwrite import imwrite
4
4
 
5
5
  # Version of the dsa-helpers package
6
- __version__ = "1.1.5.dev3"
6
+ __version__ = "1.1.5.dev4"
7
7
 
8
8
  # To avoid slow downs, do not allow from dsa_helpers import * to import anything.
9
9
  __all__ = []
@@ -19,7 +19,7 @@ class SegFormerSegmentationDataset(Dataset):
19
19
  """
20
20
  self.image_files = df["fp"].tolist()
21
21
  self.mask_files = df["mask_fp"].tolist()
22
- self.df = df.copy() # store potential metadata
22
+ self.df = df # store potential metadata
23
23
 
24
24
  def __len__(self):
25
25
  return len(self.image_files)
@@ -28,8 +28,6 @@ def create_segformer_segmentation_dataset(
28
28
  """
29
29
  if isinstance(df, str):
30
30
  df = pd.read_csv(df, low_memory=low_memory)
31
- else:
32
- df = df.copy()
33
31
 
34
32
  dataset = SegFormerSegmentationDataset(df)
35
33
 
@@ -71,6 +71,7 @@ def train_segformer_semantic_segmentation_model(
71
71
  will be used. Defaults to None. Note that there is a bug
72
72
  that this value must be kept short otherwise a cuda memory
73
73
  error will occur.
74
+
74
75
  random_state (int, optional): Random state for the validation
75
76
  split. Defaults to 42.
76
77
  tile_size (int, optional): Size of the tiles to use for the model.
@@ -90,6 +91,9 @@ def train_segformer_semantic_segmentation_model(
90
91
  if test_data is not None and isinstance(test_data, str):
91
92
  test_data = pd.read_csv(test_data)
92
93
 
94
+ train_data_copy = train_data.copy()
95
+ val_data_copy = val_data.copy()
96
+
93
97
  if device is None:
94
98
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
95
99
 
@@ -127,14 +131,16 @@ def train_segformer_semantic_segmentation_model(
127
131
 
128
132
  # Create datasets for the model.
129
133
  train_dataset = create_segformer_segmentation_dataset(
130
- train_data, transforms=train_transforms
134
+ train_data_copy, transforms=train_transforms
131
135
  )
132
136
 
133
137
  val_dataset = create_segformer_segmentation_dataset(
134
138
  (
135
- val_data
139
+ val_data_copy
136
140
  if max_val_size is None
137
- else val_data.sample(n=max_val_size, random_state=random_state)
141
+ else val_data_copy.sample(
142
+ n=max_val_size, random_state=random_state
143
+ )
138
144
  ),
139
145
  transforms=val_transforms,
140
146
  )
@@ -240,9 +246,6 @@ def train_segformer_semantic_segmentation_model(
240
246
  # For each of the datasets provided, get the metrics.
241
247
  model = trainer.model
242
248
 
243
- del train_dataset
244
- del val_dataset
245
-
246
249
  dataset = create_segformer_segmentation_dataset(
247
250
  train_data, transforms=val_transforms
248
251
  )
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dsa_helpers
3
- Version: 1.1.5.dev3
3
+ Version: 1.1.5.dev4
4
4
  Summary: Utility functions for working with the DSA girder client.
5
5
  Author-email: "Juan C. Vizcarra" <jvizcar@emory.edu>
6
6
  Maintainer-email: "Juan C. Vizcarra" <jvizcar@emory.edu>
@@ -37,7 +37,7 @@ classifiers = [
37
37
  "License :: OSI Approved :: MIT License",
38
38
  ]
39
39
  keywords = ["dsa", "girder", "girder_client"]
40
- version = "v1.1.5.dev3"
40
+ version = "v1.1.5.dev4"
41
41
 
42
42
  [project.urls]
43
43
  Repository = "https://github.com/Gutman-Lab/dsa-python-utils"