sdg-hub 0.7.0__py3-none-any.whl → 0.7.2__py3-none-any.whl

sdg_hub/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.7.0'
-__version_tuple__ = version_tuple = (0, 7, 0)
+__version__ = version = '0.7.2'
+__version_tuple__ = version_tuple = (0, 7, 2)
 
 __commit_id__ = commit_id = None

sdg_hub/core/blocks/llm/llm_chat_block.py

@@ -6,7 +6,8 @@ from typing import Any, Optional
 import asyncio
 
 from litellm import acompletion, completion
-from pydantic import ConfigDict, Field, field_validator
+from pydantic import ConfigDict, Field, SecretStr, field_validator
+from tqdm.asyncio import tqdm_asyncio
 import litellm
 
 # Third Party
@@ -52,8 +53,9 @@ class LLMChatBlock(BaseBlock):
     model : Optional[str], optional
         Model identifier in LiteLLM format. Can be set later via flow.set_model_config().
         Examples: "openai/gpt-4", "anthropic/claude-3-sonnet-20240229"
-    api_key : Optional[str], optional
+    api_key : Optional[SecretStr], optional
         API key for the provider. Falls back to environment variables.
+        Automatically redacted in logs and string representations.
     api_base : Optional[str], optional
         Base URL for the API. Required for local models.
     async_mode : bool, optional
@@ -97,7 +99,7 @@ class LLMChatBlock(BaseBlock):
     model: Optional[str] = Field(
         None, exclude=True, description="Model identifier in LiteLLM format"
     )
-    api_key: Optional[str] = Field(
+    api_key: Optional[SecretStr] = Field(
         None, exclude=True, description="API key for the provider"
     )
     api_base: Optional[str] = Field(
@@ -301,7 +303,7 @@ class LLMChatBlock(BaseBlock):
         if self.model is not None:
             completion_kwargs["model"] = self.model
         if self.api_key is not None:
-            completion_kwargs["api_key"] = self.api_key
+            completion_kwargs["api_key"] = self.api_key.get_secret_value()
         if self.api_base is not None:
             completion_kwargs["api_base"] = self.api_base
         if self.timeout is not None:
@@ -501,7 +503,9 @@ class LLMChatBlock(BaseBlock):
                     for messages in messages_list
                 ]
 
-            responses = await asyncio.gather(*tasks)
+            responses = await tqdm_asyncio.gather(
+                *tasks, desc=self.block_name, unit="req"
+            )
             return responses
 
         except Exception as e:

sdg_hub/core/flow/base.py

@@ -13,6 +13,7 @@ from pydantic import (
     ConfigDict,
     Field,
     PrivateAttr,
+    SecretStr,
     field_validator,
     model_validator,
 )
@@ -793,7 +794,10 @@ class Flow(BaseModel):
         if api_base is not None:
             config_params["api_base"] = api_base
         if api_key is not None:
-            config_params["api_key"] = api_key
+            # Convert string api_key to SecretStr for automatic redaction in logs
+            config_params["api_key"] = (
+                SecretStr(api_key) if isinstance(api_key, str) else api_key
+            )
 
         # Add any additional kwargs (temperature, max_tokens, etc.)
         config_params.update(kwargs)
@@ -855,6 +859,7 @@ class Flow(BaseModel):
 
         if modified_count > 0:
             # Enhanced logging showing what was configured
+            # Note: SecretStr values automatically display as '**********' in logs
             param_summary = []
             for param_name, param_value in config_params.items():
                 if param_name == "model":

{sdg_hub-0.7.0.dist-info → sdg_hub-0.7.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sdg_hub
-Version: 0.7.0
+Version: 0.7.2
 Summary: Synthetic Data Generation
 Author-email: Red Hat AI Innovation <abhandwa@redhat.com>
 License: Apache-2.0
@@ -33,6 +33,20 @@ Requires-Dist: pydantic<3.0.0,>=2.0.0
 Requires-Dist: python-dotenv<2.0.0,>=1.0.0
 Requires-Dist: tenacity!=8.4.0,>=8.3.0
 Requires-Dist: tqdm<5.0.0,>=4.66.2
+Provides-Extra: dev
+Requires-Dist: pre-commit<4.0,>=3.0.4; extra == "dev"
+Requires-Dist: pylint<4.0,>=2.16.2; extra == "dev"
+Requires-Dist: pylint-pydantic; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: pytest-asyncio; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Requires-Dist: pytest-html; extra == "dev"
+Requires-Dist: tox<5,>=4.4.2; extra == "dev"
+Requires-Dist: ruff; extra == "dev"
+Requires-Dist: pytest-env; extra == "dev"
+Requires-Dist: nbconvert>=7.0.0; extra == "dev"
+Provides-Extra: integration
+Requires-Dist: nest-asyncio; extra == "integration"
 Provides-Extra: examples
 Requires-Dist: tabulate>=0.9.0; extra == "examples"
 Requires-Dist: transformers>=4.37.0; extra == "examples"
@@ -46,20 +60,7 @@ Requires-Dist: nltk; extra == "examples"
 Requires-Dist: sentence-transformers; extra == "examples"
 Requires-Dist: instructor; extra == "examples"
 Requires-Dist: fastapi; extra == "examples"
-Requires-Dist: nest-asyncio; extra == "examples"
 Requires-Dist: ipykernel; extra == "examples"
-Provides-Extra: dev
-Requires-Dist: pre-commit<4.0,>=3.0.4; extra == "dev"
-Requires-Dist: pylint<4.0,>=2.16.2; extra == "dev"
-Requires-Dist: pylint-pydantic; extra == "dev"
-Requires-Dist: pytest; extra == "dev"
-Requires-Dist: pytest-asyncio; extra == "dev"
-Requires-Dist: pytest-cov; extra == "dev"
-Requires-Dist: pytest-html; extra == "dev"
-Requires-Dist: tox<5,>=4.4.2; extra == "dev"
-Requires-Dist: ruff; extra == "dev"
-Requires-Dist: pytest-env; extra == "dev"
-Requires-Dist: nbconvert>=7.0.0; extra == "dev"
 Dynamic: license-file
 
 # `sdg_hub`: Synthetic Data Generation Toolkit

{sdg_hub-0.7.0.dist-info → sdg_hub-0.7.2.dist-info}/RECORD

@@ -1,5 +1,5 @@
 sdg_hub/__init__.py,sha256=TlkZT40-70urdcWLqv3kupaJj8s-SVgd2QyvlSFwb4A,510
-sdg_hub/_version.py,sha256=uLbRjFSUZAgfl7V7O8zKV5Db36k7tz87ZIVq3l2SWs0,704
+sdg_hub/_version.py,sha256=69rtUS5MR_8CGRaNqkaDM6V4ZDI_8FTMw2vDLxrWg0Q,704
 sdg_hub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sdg_hub/core/__init__.py,sha256=e3BoejbqjYhasf9t__L4qE52lkD9EBjx4o--2kqKdro,460
 sdg_hub/core/blocks/__init__.py,sha256=8Rn1SglH8V3jGmTD_cG-h7qk9ktAab2eaBdyk7RN_hY,865
@@ -9,7 +9,7 @@ sdg_hub/core/blocks/filtering/__init__.py,sha256=isxSVSvDqkMjG8dQSl3Q2M4g5c1t9fT
 sdg_hub/core/blocks/filtering/column_value_filter.py,sha256=tHNykB-Q_ItbjDzvlpnjt0Z46mR67O6ZY29ed2ecOwo,6493
 sdg_hub/core/blocks/llm/__init__.py,sha256=1Oo2nv2uXJ2AzRlrQcqDi7gW1FNh9Fid84L89dvy4qM,683
 sdg_hub/core/blocks/llm/error_handler.py,sha256=7T-019ZFB9qgZoX1ybIiXyaLjPzrF96qcKmUu6vmO6g,12178
-sdg_hub/core/blocks/llm/llm_chat_block.py,sha256=ckkjF_r9CxoX2sJiikFWFxNrAS4w_gMnedo70TrQo3Y,22730
+sdg_hub/core/blocks/llm/llm_chat_block.py,sha256=0J6oz3EHB8AXB8dicnt6XKvbKCKMvSAEbnLadNORFhs,22946
 sdg_hub/core/blocks/llm/llm_parser_block.py,sha256=NFk8xXceK_F1Pzn9dFNX65ynavuoQiH2ltDLLY_6SXQ,12136
 sdg_hub/core/blocks/llm/prompt_builder_block.py,sha256=zI8DFz34abGnH2Mk0KQe4Mkkb5ophwV7brn4axNsZ2I,14146
 sdg_hub/core/blocks/llm/text_parser_block.py,sha256=CoyfgKcJL9JpokzMcKk4bYeEBr6xnN0XYk45hJANnBQ,12763
@@ -22,7 +22,7 @@ sdg_hub/core/blocks/transform/rename_columns.py,sha256=EafchUDXvfXxqwRvNIcy92I1Z
 sdg_hub/core/blocks/transform/text_concat.py,sha256=Oo6VKGdmeiUmH3B0PDL1y_ot-bYmkT2jbGj7g7C84gg,3089
 sdg_hub/core/blocks/transform/uniform_col_val_setter.py,sha256=Osbz-jciBx5jFfzUbtbCBh_ET4CySG2h0IGWChESHi4,3239
 sdg_hub/core/flow/__init__.py,sha256=0_m_htuZfPxk8xQ9IKfp0Pz-JRE4O7lYMUFrKyLNoLA,409
-sdg_hub/core/flow/base.py,sha256=9nCXrCdKMzMAoIpiv2Zo7RzZhiLluXJ9XQAtg3wh_40,59104
+sdg_hub/core/flow/base.py,sha256=0b2AQJ-OpqSQlt_c0tG84V_BdokZcFlkBKNbBLjGVTY,59368
 sdg_hub/core/flow/checkpointer.py,sha256=MJay3Q5cfRgJDetk82DaMKJ3ZZUYRHxQabEQTxhGukk,11850
 sdg_hub/core/flow/metadata.py,sha256=cFrpJjWOaK87aCuRFyC3Pdf83oYU93mrmZEMdUnhsN8,10540
 sdg_hub/core/flow/registry.py,sha256=N6KfX-L7QRkooznIFxDuhRZYuDA5g3N5zC-KRm2jVhk,12109
@@ -84,8 +84,8 @@ sdg_hub/flows/text_analysis/structured_insights/extract_entities.yaml,sha256=Q_S
 sdg_hub/flows/text_analysis/structured_insights/extract_keywords.yaml,sha256=_nPPMdHnxag_lYbhYUjGJGo-CvRwWvwdGX7cQhdZ1S0,847
 sdg_hub/flows/text_analysis/structured_insights/flow.yaml,sha256=BBV18SdvuVTAESjwkJ7V1jbb-cSTBvNl3SCycd0oEQ4,4934
 sdg_hub/flows/text_analysis/structured_insights/summarize.yaml,sha256=WXwQak1pF8e1OwnOoI1EHu8QB6iUNW89rfkTdi1Oq54,687
-sdg_hub-0.7.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-sdg_hub-0.7.0.dist-info/METADATA,sha256=ABg2y-NjvyUPbMdqyDgrzQhpxdnv4oCwuOarTT86ahI,9584
-sdg_hub-0.7.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sdg_hub-0.7.0.dist-info/top_level.txt,sha256=TqI7d-HE1n6zkXFkU0nF3A1Ct0P0pBaqI675uFokhx4,8
-sdg_hub-0.7.0.dist-info/RECORD,,
+sdg_hub-0.7.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+sdg_hub-0.7.2.dist-info/METADATA,sha256=V0DFJlc77tCFAiZY3AuAGXlbXo6hkeMTMm3YPhKiuZs,9615
+sdg_hub-0.7.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sdg_hub-0.7.2.dist-info/top_level.txt,sha256=TqI7d-HE1n6zkXFkU0nF3A1Ct0P0pBaqI675uFokhx4,8
+sdg_hub-0.7.2.dist-info/RECORD,,