datacompose 0.2.6.0__tar.gz → 0.2.6.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of datacompose might be problematic. Click here for more details.

Files changed (93) hide show
  1. {datacompose-0.2.6.0/datacompose.egg-info → datacompose-0.2.6.1}/PKG-INFO +1 -1
  2. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/commands/init.py +1 -1
  3. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/text/addresses/pyspark/pyspark_primitives.py +10 -10
  4. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/text/emails/pyspark/pyspark_primitives.py +14 -14
  5. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/text/phone_numbers/pyspark/pyspark_primitives.py +2 -2
  6. {datacompose-0.2.6.0 → datacompose-0.2.6.1/datacompose.egg-info}/PKG-INFO +1 -1
  7. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/pyproject.toml +1 -1
  8. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/CHANGELOG.md +0 -0
  9. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/LICENSE +0 -0
  10. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/MANIFEST.in +0 -0
  11. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/README.md +0 -0
  12. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/__init__.py +0 -0
  13. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/__init__.py +0 -0
  14. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/colors.py +0 -0
  15. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/commands/__init__.py +0 -0
  16. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/commands/add.py +0 -0
  17. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/commands/list.py +0 -0
  18. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/config.py +0 -0
  19. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/main.py +0 -0
  20. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/cli/validation.py +0 -0
  21. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/generators/__init__.py +0 -0
  22. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/generators/base.py +0 -0
  23. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/generators/pyspark/__init__.py +0 -0
  24. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/generators/pyspark/generator.py +0 -0
  25. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/operators/__init__.py +0 -0
  26. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/operators/primitives.py +0 -0
  27. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/__init__.py +0 -0
  28. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/discovery.py +0 -0
  29. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/text/__init__.py +0 -0
  30. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/text/addresses/__init__.py +0 -0
  31. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/text/emails/__init__.py +0 -0
  32. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose/transformers/text/phone_numbers/__init__.py +0 -0
  33. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose.egg-info/SOURCES.txt +0 -0
  34. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose.egg-info/dependency_links.txt +0 -0
  35. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose.egg-info/entry_points.txt +0 -0
  36. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose.egg-info/requires.txt +0 -0
  37. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/datacompose.egg-info/top_level.txt +0 -0
  38. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/setup.cfg +0 -0
  39. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/__init__.py +0 -0
  40. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/integration/__init__.py +0 -0
  41. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/integration/test_end_to_end.py +0 -0
  42. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/integration/test_full_workflow.py +0 -0
  43. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/integration/test_generated_imports.py +0 -0
  44. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/.venv/bin/activate_this.py +0 -0
  45. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/.venv/lib/python3.12/site-packages/_virtualenv.py +0 -0
  46. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/__init__.py +0 -0
  47. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/__init__.py +0 -0
  48. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/postgres/__init__.py +0 -0
  49. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/postgres/clean_emails/__init__.py +0 -0
  50. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/postgres/clean_emails/email_cleaner_udf_spec.yaml +0 -0
  51. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/postgres/clean_emails/test_email_cleaner_udf.py +0 -0
  52. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/spark/__init__.py +0 -0
  53. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/spark/clean_emails/__init__.py +0 -0
  54. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/spark/clean_emails/email_cleaner_udf.py +0 -0
  55. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/spark/clean_emails/email_cleaner_udf_spec.yaml +0 -0
  56. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/build/spark/clean_emails/test_email_cleaner_udf.py +0 -0
  57. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_add_command.py +0 -0
  58. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_add_command_complete.py +0 -0
  59. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_add_default_target.py +0 -0
  60. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_add_validation.py +0 -0
  61. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_config.py +0 -0
  62. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_init_command.py +0 -0
  63. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_init_command_complete.py +0 -0
  64. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_list_command.py +0 -0
  65. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_main.py +0 -0
  66. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_main_complete.py +0 -0
  67. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/cli/test_validation_complete.py +0 -0
  68. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/generators/__init__.py +0 -0
  69. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/generators/test_base_generator.py +0 -0
  70. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/generators/test_spark_generator.py +0 -0
  71. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/operators/test_compose_conditions.py +0 -0
  72. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/operators/test_conditional_auto_detection.py +0 -0
  73. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/operators/test_conditional_core.py +0 -0
  74. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/operators/test_conditional_real_world.py +0 -0
  75. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/operators/test_operators.py +0 -0
  76. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/operators/test_primitives_complete.py +0 -0
  77. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/__init__.py +0 -0
  78. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/test_discovery.py +0 -0
  79. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/common/test_common.py +0 -0
  80. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_addresses/test_building_unit_extraction.py +0 -0
  81. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_addresses/test_city_state_extraction.py +0 -0
  82. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_addresses/test_clean_addresses.py +0 -0
  83. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_addresses/test_country_extraction.py +0 -0
  84. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_addresses/test_data_addresses.py +0 -0
  85. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_addresses/test_po_box_extraction.py +0 -0
  86. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_addresses/test_street_extraction.py +0 -0
  87. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_addresses/test_zip_code_extraction.py +0 -0
  88. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_emails/test_debug_long_emails.py +0 -0
  89. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_emails/test_email_extraction.py +0 -0
  90. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_emails/test_email_optimized.py +0 -0
  91. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_phone_numbers/test_phone_extraction.py +0 -0
  92. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/unit/transformers/text/test_phone_numbers/test_phone_formatting.py +0 -0
  93. {datacompose-0.2.6.0 → datacompose-0.2.6.1}/tests/yaml_specs/__init__.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datacompose
3
- Version: 0.2.6.0
3
+ Version: 0.2.6.1
4
4
  Summary: Copy-pasteable data transformation primitives for PySpark. Inspired by shadcn-svelte.
5
5
  Author: Datacompose Contributors
6
6
  Maintainer: Datacompose Contributors
@@ -380,7 +380,7 @@ def _run_init(force, output, verbose, yes, skip_completion) -> int:
380
380
  # Check if config already exists
381
381
  if config_path.exists() and not force:
382
382
  print(error(f"Configuration file already exists: {config_path}"))
383
- print(dim("Use --force to overwrite"))
383
+ print(dim("Use datacompose init --force to overwrite"))
384
384
  return 1
385
385
 
386
386
  try:
@@ -544,7 +544,7 @@ def standardize_street_prefix(
544
544
 
545
545
  Args:
546
546
  col: Column containing street prefix
547
- custom_mappings: Optional dict of custom prefix mappings (case insensitive)
547
+ custom_mappings (Optional): Dict of custom prefix mappings (case insensitive)
548
548
 
549
549
  Returns:
550
550
  Column with standardized prefix (always abbreviated per USPS standards)
@@ -614,7 +614,7 @@ def standardize_street_suffix(
614
614
 
615
615
  Args:
616
616
  col: Column containing street suffix
617
- custom_mappings: Optional dict of custom suffix mappings (case insensitive)
617
+ custom_mappings (Optional): Dict of custom suffix mappings (case insensitive)
618
618
 
619
619
  Returns:
620
620
  Column with standardized suffix (always abbreviated per USPS standards)
@@ -896,7 +896,7 @@ def standardize_unit_type(
896
896
 
897
897
  Args:
898
898
  col: Column containing unit type
899
- custom_mappings: Optional dict of custom unit type mappings
899
+ custom_mappings (Optional): Dict of custom unit type mappings
900
900
 
901
901
  Returns:
902
902
  Column with standardized unit type
@@ -1206,7 +1206,7 @@ def extract_city(col: Column, custom_cities: Optional[List] = None) -> Column:
1206
1206
 
1207
1207
  Args:
1208
1208
  col: Column containing address text
1209
- custom_cities: Optional list of custom city names to recognize (case-insensitive)
1209
+ custom_cities (Optional): List of custom city names to recognize (case-insensitive)
1210
1210
 
1211
1211
  Returns:
1212
1212
  Column with extracted city name or empty string if not found
@@ -1371,7 +1371,7 @@ def extract_state(col: Column, custom_states: Optional[Dict] = None) -> Column:
1371
1371
 
1372
1372
  Args:
1373
1373
  col: Column containing address text with state information
1374
- custom_states: Optional dict mapping full state names to abbreviations
1374
+ custom_states (Optional): Dict mapping full state names to abbreviations
1375
1375
  e.g., {"ONTARIO": "ON", "QUEBEC": "QC"}
1376
1376
 
1377
1377
  Returns:
@@ -1445,9 +1445,9 @@ def validate_city(
1445
1445
 
1446
1446
  Args:
1447
1447
  col: Column containing city names to validate
1448
- known_cities: Optional list of valid city names to check against
1449
- min_length: Minimum valid city name length (default 2)
1450
- max_length: Maximum valid city name length (default 50)
1448
+ known_cities (Optional): List of valid city names to check against
1449
+ min_length (Optional): Minimum valid city name length (default 2)
1450
+ max_length (Optional): Maximum valid city name length (default 50)
1451
1451
 
1452
1452
  Returns:
1453
1453
  Boolean column indicating if city name is valid
@@ -1523,7 +1523,7 @@ def standardize_city(col: Column, custom_mappings: Optional[Dict] = None) -> Col
1523
1523
 
1524
1524
  Args:
1525
1525
  col: Column containing city names to standardize
1526
- custom_mappings: Optional dict for city name corrections/standardization
1526
+ custom_mappings (Optional): Dict for city name corrections/standardization
1527
1527
  e.g., {"ST LOUIS": "St. Louis", "NEWYORK": "New York"}
1528
1528
 
1529
1529
  Returns:
@@ -1807,7 +1807,7 @@ def standardize_country(col: Column, custom_mappings: Optional[dict] = None) ->
1807
1807
 
1808
1808
  Args:
1809
1809
  col: Column containing country name or abbreviation
1810
- custom_mappings: Optional dict of custom country mappings
1810
+ custom_mappings (Optional): Dict of custom country mappings
1811
1811
 
1812
1812
  Returns:
1813
1813
  Column with standardized country name
@@ -255,8 +255,8 @@ def is_valid_email(col: Column, min_length: int = 6, max_length: int = 254) -> C
255
255
 
256
256
  Args:
257
257
  col: Column containing email address
258
- min_length: Minimum length for valid email
259
- max_length: Maximum length for valid email
258
+ min_length (Optional): Minimum length for valid email (default 6)
259
+ max_length (Optional): Maximum length for valid email (default 254)
260
260
 
261
261
  Returns:
262
262
  Column with boolean indicating validity
@@ -286,8 +286,8 @@ def is_valid_username(col: Column, min_length: int = 1, max_length: int = 64) ->
286
286
 
287
287
  Args:
288
288
  col: Column containing email address
289
- min_length: Minimum length for valid username (default 1)
290
- max_length: Maximum length for valid username (default 64 per RFC)
289
+ min_length (Optional): Minimum length for valid username (default 1)
290
+ max_length (Optional): Maximum length for valid username (default 64 per RFC)
291
291
 
292
292
  Returns:
293
293
  Column with boolean indicating username validity
@@ -351,7 +351,7 @@ def is_disposable_email(
351
351
 
352
352
  Args:
353
353
  col: Column containing email address
354
- disposable_domains: List of disposable domains to check against
354
+ disposable_domains (Optional): List of disposable domains to check against
355
355
 
356
356
  Returns:
357
357
  Column with boolean indicating if email is disposable
@@ -389,7 +389,7 @@ def is_corporate_email(
389
389
 
390
390
  Args:
391
391
  col: Column containing email address
392
- free_providers: List of free email provider domains to check against
392
+ free_providers (Optional): List of free email provider domains to check against
393
393
 
394
394
  Returns:
395
395
  Column with boolean indicating if email is corporate
@@ -535,8 +535,8 @@ def fix_common_typos(
535
535
 
536
536
  Args:
537
537
  col: Column containing email address
538
- custom_mappings: Additional domain mappings to apply (extends DOMAIN_TYPO_MAPPINGS)
539
- custom_tld_mappings: Additional TLD mappings to apply (extends TLD_TYPO_MAPPINGS)
538
+ custom_mappings (Optional): Additional domain mappings to apply (extends DOMAIN_TYPO_MAPPINGS)
539
+ custom_tld_mappings (Optional): Additional TLD mappings to apply (extends TLD_TYPO_MAPPINGS)
540
540
 
541
541
  Returns:
542
542
  Column with typos fixed
@@ -604,10 +604,10 @@ def standardize_email(
604
604
 
605
605
  Args:
606
606
  col: Column containing email address
607
- lowercase: Convert to lowercase
608
- remove_dots_gmail: Remove dots from Gmail addresses
609
- remove_plus: Remove plus addressing
610
- fix_typos: Fix common domain typos
607
+ lowercase (Optional): Convert to lowercase (default True)
608
+ remove_dots_gmail (Optional): Remove dots from Gmail addresses (default True)
609
+ remove_plus (Optional): Remove plus addressing (default False)
610
+ fix_typos (Optional): Fix common domain typos (default True)
611
611
 
612
612
  Returns:
613
613
  Column with standardized email
@@ -756,8 +756,8 @@ def mask_email(col: Column, mask_char: str = "*", keep_chars: int = 3) -> Column
756
756
 
757
757
  Args:
758
758
  col: Column containing email address
759
- mask_char: Character to use for masking
760
- keep_chars: Number of characters to keep at start
759
+ mask_char (Optional): Character to use for masking (default "*")
760
+ keep_chars (Optional): Number of characters to keep at start (default 3)
761
761
 
762
762
  Returns:
763
763
  Column with masked email
@@ -350,8 +350,8 @@ def is_valid_international(
350
350
 
351
351
  Args:
352
352
  col: Column containing phone number
353
- min_length: Minimum digits for international number
354
- max_length: Maximum digits for international number
353
+ min_length (Optional): Minimum digits for international number (default 7)
354
+ max_length (Optional): Maximum digits for international number (default 15)
355
355
 
356
356
  Returns:
357
357
  Column with boolean indicating potential international validity
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datacompose
3
- Version: 0.2.6.0
3
+ Version: 0.2.6.1
4
4
  Summary: Copy-pasteable data transformation primitives for PySpark. Inspired by shadcn-svelte.
5
5
  Author: Datacompose Contributors
6
6
  Maintainer: Datacompose Contributors
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "datacompose"
7
- version = "0.2.6.0"
7
+ version = "0.2.6.1"
8
8
  description = "Copy-pasteable data transformation primitives for PySpark. Inspired by shadcn-svelte."
9
9
  authors = [
10
10
  {name = "Datacompose Contributors"},
File without changes
File without changes
File without changes
File without changes