easylink 0.1.12__tar.gz → 0.1.14__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. {easylink-0.1.12 → easylink-0.1.14}/.github/CODEOWNERS +1 -1
  2. {easylink-0.1.12 → easylink-0.1.14}/CHANGELOG.rst +8 -0
  3. easylink-0.1.14/CONTRIBUTING.rst +12 -0
  4. {easylink-0.1.12 → easylink-0.1.14}/Makefile +5 -2
  5. {easylink-0.1.12 → easylink-0.1.14}/PKG-INFO +22 -14
  6. easylink-0.1.14/README.rst +53 -0
  7. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/01_step.drawio.png +0 -0
  8. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/02_default_implementation.drawio.png +0 -0
  9. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/03_slots.drawio.png +0 -0
  10. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/04_data_dependency.drawio.png +0 -0
  11. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/05_pipeline_schema.drawio.png +0 -0
  12. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/06_default_input.drawio.png +0 -0
  13. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/07_cloneable_section.drawio.png +0 -0
  14. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/08_cloneable_section_expanded.drawio.png +0 -0
  15. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/09_loopable_section.drawio.png +0 -0
  16. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/10_loopable_section_expanded.drawio.png +0 -0
  17. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/11_cloneable_section_splitter.drawio.png +0 -0
  18. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/12_cloneable_section_splitter_expanded.drawio.png +0 -0
  19. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/13_autoparallel_section.drawio.png +0 -0
  20. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/14_choice_section.drawio.png +0 -0
  21. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/15_choice_section_expanded.drawio.png +0 -0
  22. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/16_step_hierarchy.drawio.png +0 -0
  23. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/17_draws.drawio.png +0 -0
  24. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/18_schema_to_pipeline.drawio.png +0 -0
  25. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/19_schema_to_pipeline_combined.drawio.png +0 -0
  26. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/clustering_pass_sub_steps.drawio.png +0 -0
  27. easylink-0.1.14/docs/source/concepts/pipeline_schema/images/entity_resolution_pipeline_schema.drawio.png +0 -0
  28. easylink-0.1.14/docs/source/concepts/pipeline_schema/index.rst +751 -0
  29. easylink-0.1.14/docs/source/user_guide/tutorials/DAG-common-pipeline.svg +175 -0
  30. easylink-0.1.14/docs/source/user_guide/tutorials/DAG-e2e-pipeline-expanded.svg +319 -0
  31. easylink-0.1.14/docs/source/user_guide/tutorials/DAG-e2e-pipeline.svg +273 -0
  32. easylink-0.1.14/docs/source/user_guide/tutorials/getting_started.rst +388 -0
  33. {easylink-0.1.12 → easylink-0.1.14}/setup.py +4 -0
  34. easylink-0.1.14/src/easylink/_version.py +1 -0
  35. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/configuration.py +5 -5
  36. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/graph_components.py +48 -51
  37. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/implementation.py +70 -10
  38. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/pipeline.py +127 -24
  39. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/pipeline_graph.py +46 -26
  40. easylink-0.1.14/src/easylink/pipeline_schema_constants/__init__.py +30 -0
  41. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/pipeline_schema_constants/development.py +2 -23
  42. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/pipeline_schema_constants/testing.py +243 -17
  43. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/rule.py +60 -140
  44. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/runner.py +14 -9
  45. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/step.py +397 -143
  46. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/utilities/splitter_utils.py +35 -0
  47. {easylink-0.1.12 → easylink-0.1.14}/src/easylink.egg-info/PKG-INFO +22 -14
  48. {easylink-0.1.12 → easylink-0.1.14}/src/easylink.egg-info/SOURCES.txt +30 -0
  49. {easylink-0.1.12 → easylink-0.1.14}/src/easylink.egg-info/requires.txt +4 -0
  50. easylink-0.1.14/tests/conftest.py +75 -0
  51. {easylink-0.1.12 → easylink-0.1.14}/tests/e2e/test_easylink_run.py +15 -21
  52. {easylink-0.1.12 → easylink-0.1.14}/tests/e2e/test_step_types.py +22 -22
  53. easylink-0.1.14/tests/integration/test_compositions.py +210 -0
  54. {easylink-0.1.12 → easylink-0.1.14}/tests/integration/test_snakemake.py +3 -10
  55. {easylink-0.1.12 → easylink-0.1.14}/tests/integration/test_snakemake_slurm.py +6 -9
  56. {easylink-0.1.12 → easylink-0.1.14}/tests/integration/test_snakemake_spark.py +3 -9
  57. easylink-0.1.14/tests/specifications/examples/environment_slurm.yaml +9 -0
  58. easylink-0.1.14/tests/specifications/integration/embarrassingly_parallel/pipeline_hierarchical_step.yaml +9 -0
  59. easylink-0.1.14/tests/specifications/integration/embarrassingly_parallel/pipeline_loop_step.yaml +7 -0
  60. easylink-0.1.14/tests/specifications/integration/embarrassingly_parallel/pipeline_parallel_step.yaml +7 -0
  61. easylink-0.1.14/tests/unit/rule_strings/aggregation_rule.txt +23 -0
  62. easylink-0.1.14/tests/unit/rule_strings/checkpoint_rule.txt +18 -0
  63. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/rule_strings/embarrassingly_parallel_rule.txt +5 -4
  64. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/rule_strings/pipeline_local.txt +50 -50
  65. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/rule_strings/pipeline_slurm.txt +50 -50
  66. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_graph_components.py +4 -63
  67. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_pipeline_graph.py +216 -69
  68. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_pipeline_schema.py +30 -5
  69. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_rule.py +15 -41
  70. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_step.py +292 -313
  71. easylink-0.1.12/README.rst +0 -49
  72. easylink-0.1.12/docs/source/concepts/pipeline_schema/index.rst +0 -47
  73. easylink-0.1.12/docs/source/user_guide/tutorials/getting_started.rst +0 -9
  74. easylink-0.1.12/src/easylink/_version.py +0 -1
  75. easylink-0.1.12/src/easylink/pipeline_schema_constants/__init__.py +0 -26
  76. easylink-0.1.12/tests/conftest.py +0 -40
  77. easylink-0.1.12/tests/unit/rule_strings/aggregation_rule.txt +0 -23
  78. easylink-0.1.12/tests/unit/rule_strings/checkpoint_rule.txt +0 -19
  79. {easylink-0.1.12 → easylink-0.1.14}/.bandit +0 -0
  80. {easylink-0.1.12 → easylink-0.1.14}/.flake8 +0 -0
  81. {easylink-0.1.12 → easylink-0.1.14}/.github/pull_request_template.md +0 -0
  82. {easylink-0.1.12 → easylink-0.1.14}/.github/workflows/deploy.yml +0 -0
  83. {easylink-0.1.12 → easylink-0.1.14}/.github/workflows/update_readme.yml +0 -0
  84. {easylink-0.1.12 → easylink-0.1.14}/.gitignore +0 -0
  85. {easylink-0.1.12 → easylink-0.1.14}/.readthedocs.yml +0 -0
  86. {easylink-0.1.12 → easylink-0.1.14}/Jenkinsfile +0 -0
  87. {easylink-0.1.12 → easylink-0.1.14}/docs/Makefile +0 -0
  88. {easylink-0.1.12 → easylink-0.1.14}/docs/nitpick-exceptions +0 -0
  89. {easylink-0.1.12 → easylink-0.1.14}/docs/source/_static/style.css +0 -0
  90. {easylink-0.1.12 → easylink-0.1.14}/docs/source/_templates/layout.html +0 -0
  91. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/cli.rst +0 -0
  92. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/configuration.rst +0 -0
  93. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/graph_components.rst +0 -0
  94. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/implementation.rst +0 -0
  95. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/index.rst +0 -0
  96. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/pipeline.rst +0 -0
  97. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/pipeline_graph.rst +0 -0
  98. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/pipeline_schema.rst +0 -0
  99. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/pipeline_schema_constants/development.rst +0 -0
  100. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/pipeline_schema_constants/index.rst +0 -0
  101. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/pipeline_schema_constants/testing.rst +0 -0
  102. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/rule.rst +0 -0
  103. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/runner.rst +0 -0
  104. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/step.rst +0 -0
  105. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/utilities/aggregator_utils.rst +0 -0
  106. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/utilities/data_utils.rst +0 -0
  107. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/utilities/general_utils.rst +0 -0
  108. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/utilities/index.rst +0 -0
  109. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/utilities/paths.rst +0 -0
  110. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/utilities/splitter_utils.rst +0 -0
  111. {easylink-0.1.12 → easylink-0.1.14}/docs/source/api_reference/utilities/validation_utils.rst +0 -0
  112. {easylink-0.1.12 → easylink-0.1.14}/docs/source/concepts/index.rst +0 -0
  113. {easylink-0.1.12 → easylink-0.1.14}/docs/source/conf.py +0 -0
  114. {easylink-0.1.12 → easylink-0.1.14}/docs/source/glossary.rst +0 -0
  115. {easylink-0.1.12 → easylink-0.1.14}/docs/source/index.rst +0 -0
  116. {easylink-0.1.12 → easylink-0.1.14}/docs/source/user_guide/cli.rst +0 -0
  117. {easylink-0.1.12 → easylink-0.1.14}/docs/source/user_guide/index.rst +0 -0
  118. {easylink-0.1.12 → easylink-0.1.14}/docs/source/user_guide/tutorials/index.rst +0 -0
  119. {easylink-0.1.12 → easylink-0.1.14}/pyproject.toml +0 -0
  120. {easylink-0.1.12 → easylink-0.1.14}/python_versions.json +0 -0
  121. {easylink-0.1.12 → easylink-0.1.14}/pytype.cfg +0 -0
  122. {easylink-0.1.12 → easylink-0.1.14}/setup.cfg +0 -0
  123. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/__about__.py +0 -0
  124. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/__init__.py +0 -0
  125. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/cli.py +0 -0
  126. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/images/spark_cluster/Dockerfile +0 -0
  127. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/images/spark_cluster/README.md +0 -0
  128. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/implementation_metadata.yaml +0 -0
  129. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/pipeline_schema.py +0 -0
  130. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/README.md +0 -0
  131. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/build-containers-local.sh +0 -0
  132. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/build-containers-remote.sh +0 -0
  133. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/input_data/create_input_files.ipynb +0 -0
  134. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/input_data/input_file_1.csv +0 -0
  135. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/input_data/input_file_1.parquet +0 -0
  136. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/input_data/input_file_2.csv +0 -0
  137. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/input_data/input_file_2.parquet +0 -0
  138. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/python_pandas/README.md +0 -0
  139. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/python_pandas/dummy_step.py +0 -0
  140. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/python_pandas/python_pandas.def +0 -0
  141. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/python_pyspark/README.md +0 -0
  142. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/python_pyspark/dummy_step.py +0 -0
  143. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/python_pyspark/python_pyspark.def +0 -0
  144. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/r/README.md +0 -0
  145. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/r/dummy_step.R +0 -0
  146. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/r/r-image.def +0 -0
  147. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/steps/dev/test.py +0 -0
  148. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/utilities/__init__.py +0 -0
  149. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/utilities/aggregator_utils.py +0 -0
  150. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/utilities/data_utils.py +0 -0
  151. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/utilities/general_utils.py +0 -0
  152. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/utilities/paths.py +0 -0
  153. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/utilities/spark.smk +0 -0
  154. {easylink-0.1.12 → easylink-0.1.14}/src/easylink/utilities/validation_utils.py +0 -0
  155. {easylink-0.1.12 → easylink-0.1.14}/src/easylink.egg-info/dependency_links.txt +0 -0
  156. {easylink-0.1.12 → easylink-0.1.14}/src/easylink.egg-info/entry_points.txt +0 -0
  157. {easylink-0.1.12 → easylink-0.1.14}/src/easylink.egg-info/not-zip-safe +0 -0
  158. {easylink-0.1.12 → easylink-0.1.14}/src/easylink.egg-info/top_level.txt +0 -0
  159. {easylink-0.1.12 → easylink-0.1.14}/tests/__init__.py +0 -0
  160. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/common/environment_local.yaml +0 -0
  161. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/common/input_data.yaml +0 -0
  162. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/common/pipeline.yaml +0 -0
  163. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/e2e/environment_slurm.yaml +0 -0
  164. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/e2e/pipeline.yaml +0 -0
  165. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/e2e/pipeline_expanded.yaml +0 -0
  166. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/integration/environment_spark_slurm.yaml +0 -0
  167. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/integration/pipeline.yaml +0 -0
  168. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/integration/pipeline_spark.yaml +0 -0
  169. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/environment_minimum.yaml +0 -0
  170. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/environment_spark_slurm.yaml +0 -0
  171. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline.yaml +0 -0
  172. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_bad_combined_implementations.yaml +0 -0
  173. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_bad_implementation.yaml +0 -0
  174. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_bad_loop_formatting.yaml +0 -0
  175. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_bad_step.yaml +0 -0
  176. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_bad_type_key.yaml +0 -0
  177. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_combine_bad_implementation_names.yaml +0 -0
  178. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_combine_bad_topology.yaml +0 -0
  179. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_combine_two_steps.yaml +0 -0
  180. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_combine_with_extra_node.yaml +0 -0
  181. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_combine_with_iteration.yaml +0 -0
  182. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_combine_with_iteration_cycle.yaml +0 -0
  183. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_combine_with_missing_node.yaml +0 -0
  184. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_combine_with_parallel.yaml +0 -0
  185. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_missing_implementation_name.yaml +0 -0
  186. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_missing_implementations.yaml +0 -0
  187. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_missing_loop_nodes.yaml +0 -0
  188. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_missing_step.yaml +0 -0
  189. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_missing_substeps.yaml +0 -0
  190. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_missing_type_key.yaml +0 -0
  191. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_nested_templated_steps.yaml +0 -0
  192. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_out_of_order.yaml +0 -0
  193. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_spark.yaml +0 -0
  194. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_type_config_mismatch.yaml +0 -0
  195. {easylink-0.1.12 → easylink-0.1.14}/tests/specifications/unit/pipeline_wrong_parallel_split_keys.yaml +0 -0
  196. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/__init__.py +0 -0
  197. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/conftest.py +0 -0
  198. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/rule_strings/implemented_rule_local.txt +0 -0
  199. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/rule_strings/implemented_rule_slurm.txt +0 -0
  200. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/rule_strings/target_rule.txt +0 -0
  201. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/rule_strings/validation_rule.txt +0 -0
  202. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_cli.py +0 -0
  203. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_config.py +0 -0
  204. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_data_utils.py +0 -0
  205. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_general_utils.py +0 -0
  206. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_implementation.py +0 -0
  207. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_pipeline.py +0 -0
  208. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_runner.py +0 -0
  209. {easylink-0.1.12 → easylink-0.1.14}/tests/unit/test_validations.py +0 -0
  210. {easylink-0.1.12 → easylink-0.1.14}/update_readme.py +0 -0
@@ -1,2 +1,2 @@
1
1
  # default owners
2
- * @aflaxman @albrja @hussain-jafari @patricktnast @rmudambi @stevebachmeier @zmbc
2
+ * @aflaxman @albrja @hussain-jafari @patricktnast @rmudambi @stevebachmeier @tylerdy @zmbc
@@ -1,3 +1,11 @@
1
+ **0.1.14 - 5/1/25**
2
+
3
+ - Add support for EmbarrassinglyParallelSteps to accept sections (i.e. non-leaf steps)
4
+
5
+ **0.1.13 - 4/21/25**
6
+
7
+ - remove graphviz from doc build install
8
+
1
9
  **0.1.12 - 4/1/25**
2
10
 
3
11
  - Propagate embarrassingly parallel splitters and aggregators to leaf steps
@@ -0,0 +1,12 @@
1
+ ============
2
+ Contributing
3
+ ============
4
+
5
+ To run or develop easylink tests or documentation, you can install easylink with the ``[dev]`` extra::
6
+
7
+ $ git clone git@github.com:ihmeuw/easylink.git # or git clone https://github.com/ihmeuw/easylink.git
8
+ $ cd easylink
9
+ $ pip install -e .[dev]
10
+
11
+ .. todo::
12
+ Show how to run the tests and build the documentation
@@ -14,6 +14,9 @@ PACKAGE_NAME = easylink
14
14
  include $(MAKE_INCLUDES)/base.mk
15
15
  include $(MAKE_INCLUDES)/test.mk
16
16
 
17
+ install: ENV_REQS?=dev
17
18
  install:
18
- conda install -y python-graphviz
19
- $(MAKE) -f $(MAKE_INCLUDES)/base.mk install
19
+ # Don't install Graphviz for docs. This could break if we add doctests which require graphviz!
20
+ # Note that installing the python package graphviz doesn't actually require the graphviz system package.
21
+ $(if $(filter-out docs,${ENV_REQS}),conda install -y python-graphviz,)
22
+ $(MAKE) -f $(MAKE_INCLUDES)/base.mk install ENV_REQS=${ENV_REQS}
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: easylink
3
- Version: 0.1.12
3
+ Version: 0.1.14
4
4
  Summary: Research repository for the EasyLink ER ecosystem project.
5
5
  Home-page: https://github.com/ihmeuw/easylink
6
6
  Author: The EasyLink developers
@@ -19,11 +19,14 @@ Requires-Dist: pyarrow
19
19
  Requires-Dist: snakemake>=8.0.0
20
20
  Requires-Dist: snakemake-interface-executor-plugins<9.0.0
21
21
  Requires-Dist: snakemake-executor-plugin-slurm
22
+ Requires-Dist: pandas-stubs
23
+ Requires-Dist: pyarrow-stubs
22
24
  Provides-Extra: docs
23
25
  Requires-Dist: sphinx<8.2.0; extra == "docs"
24
26
  Requires-Dist: sphinx-rtd-theme; extra == "docs"
25
27
  Requires-Dist: sphinx-autodoc-typehints; extra == "docs"
26
28
  Requires-Dist: sphinx-click; extra == "docs"
29
+ Requires-Dist: sphinx-autobuild; extra == "docs"
27
30
  Requires-Dist: typing_extensions; extra == "docs"
28
31
  Provides-Extra: test
29
32
  Requires-Dist: pytest; extra == "test"
@@ -34,6 +37,7 @@ Requires-Dist: sphinx<8.2.0; extra == "dev"
34
37
  Requires-Dist: sphinx-rtd-theme; extra == "dev"
35
38
  Requires-Dist: sphinx-autodoc-typehints; extra == "dev"
36
39
  Requires-Dist: sphinx-click; extra == "dev"
40
+ Requires-Dist: sphinx-autobuild; extra == "dev"
37
41
  Requires-Dist: typing_extensions; extra == "dev"
38
42
  Requires-Dist: pytest; extra == "dev"
39
43
  Requires-Dist: pytest-cov; extra == "dev"
@@ -71,28 +75,32 @@ Installation
71
75
 
72
76
  There are a few things to install in order to use this package:
73
77
 
74
- - Install singularity. If this is not already installed on your system, you will
75
- likely need to request it from your system admin.
76
- Refer to https://docs.sylabs.io/guides/4.1/admin-guide/installation.html
78
+ - Install singularity.
77
79
 
80
+ You may need to request it from your system admin.
81
+ Refer to https://docs.sylabs.io/guides/4.1/admin-guide/installation.html.
82
+ You can check if you already have singularity installed by running the command ``singularity --version``. For an
83
+ existing installation, your singularity version number is printed.
78
84
 
79
- - Install graphviz via:
85
+ - Install conda.
86
+
87
+ We recommend `miniforge <https://github.com/conda-forge/miniforge>`_. You can check if you already
88
+ have conda installed by running the command ``conda --version``. For an existing installation, a version
89
+ will be displayed.
80
90
 
81
- .. code-block:: console
82
-
83
- $ conda install graphviz
84
-
85
- - Install EasyLink.
91
+ - Install easylink, python and graphviz in a conda environment.
86
92
 
87
93
  Option 1 - Install from PyPI with pip::
88
94
 
95
+ $ conda create --name easylink -c conda-forge python=3.12 graphviz 'gcc<14' -y
96
+ $ conda activate easylink
89
97
  $ pip install easylink
90
98
 
91
99
  Option 2 - Build from source with pip::
92
-
93
- $ git clone git@github.com:ihmeuw/easylink.git # or git clone https://github.com/ihmeuw/easylink.git
94
- $ cd easylink
95
- $ pip install .
100
+
101
+ $ conda create --name easylink -c conda-forge python=3.12 graphviz 'gcc<14' -y
102
+ $ conda activate easylink
103
+ $ pip install git+https://github.com/ihmeuw/easylink.git
96
104
 
97
105
  .. _end_installation:
98
106
 
@@ -0,0 +1,53 @@
1
+ ========
2
+ EasyLink
3
+ ========
4
+
5
+ EasyLink is a framework that allows users to build and run highly configurable
6
+ entity resolution (ER) pipelines.
7
+
8
+ .. _python_support:
9
+
10
+ **Supported Python versions: 3.11, 3.12**
11
+
12
+ .. _end_python_support:
13
+
14
+ Installation
15
+ ============
16
+
17
+ .. _installation:
18
+
19
+ There are a few things to install in order to use this package:
20
+
21
+ - Install singularity.
22
+
23
+ You may need to request it from your system admin.
24
+ Refer to https://docs.sylabs.io/guides/4.1/admin-guide/installation.html.
25
+ You can check if you already have singularity installed by running the command ``singularity --version``. For an
26
+ existing installation, your singularity version number is printed.
27
+
28
+ - Install conda.
29
+
30
+ We recommend `miniforge <https://github.com/conda-forge/miniforge>`_. You can check if you already
31
+ have conda installed by running the command ``conda --version``. For an existing installation, a version
32
+ will be displayed.
33
+
34
+ - Install easylink, python and graphviz in a conda environment.
35
+
36
+ Option 1 - Install from PyPI with pip::
37
+
38
+ $ conda create --name easylink -c conda-forge python=3.12 graphviz 'gcc<14' -y
39
+ $ conda activate easylink
40
+ $ pip install easylink
41
+
42
+ Option 2 - Build from source with pip::
43
+
44
+ $ conda create --name easylink -c conda-forge python=3.12 graphviz 'gcc<14' -y
45
+ $ conda activate easylink
46
+ $ pip install git+https://github.com/ihmeuw/easylink.git
47
+
48
+ .. _end_installation:
49
+
50
+ Documentation
51
+ =============
52
+
53
+ You can view documentation at https://easylink.readthedocs.io/en/latest/