shaped 2.0.0__py3-none-any.whl → 2.0.2__py3-none-any.whl

shaped/autogen/models/pipeline_stage_explanation.py

@@ -0,0 +1,118 @@
+# coding: utf-8
+
+"""
+    Shaped API
+
+    Welcome to Shaped's API reference docs. These provide a  detailed view of the endpoints and CLI commands that Shaped provides and brief  explanations of how they should be used.  The Shaped API has four main endpoints:  **Tables** - Provision and manage batch and real-time data connectors.   **Views** - Configure SQL transformations and AI enrichment on your input data. Use SQL to combine multiple data sources or use an LLM to add new categories, extract specific attributes from descriptions, etc.  **Engines** - Deploy and manage your relevance engines. The Engine API exposes configuration for indexing logic, input datasets, externam embeddings, and more.  **Query** - Execute queries against your engines, to return data based on an input query or rerank an existing list. The Query API exposes the retrieve, filter, score, and ranking steps of the 4-stage ranking architecture.  The base URL for each endpoint is: `https://api.shaped.ai/v2`
+
+    The version of the OpenAPI document: 2.0.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from shaped.autogen.models.step_explanation import StepExplanation
+from typing import Optional, Set
+from typing_extensions import Self
+
+class PipelineStageExplanation(BaseModel):
+    """
+    Explanation for an entire pipeline stage (e.g., all retrieval steps).
+    """ # noqa: E501
+    stage_name: StrictStr = Field(description="Name of the pipeline stage. One of 'retrieve', 'filter', 'score', or 'reorder'.")
+    total_execution_time_ms: Optional[Union[StrictFloat, StrictInt]] = None
+    input_count: Optional[StrictInt] = None
+    output_count: Optional[StrictInt] = None
+    steps: Optional[List[StepExplanation]] = Field(default=None, description="List of step explanations for each step executed in this stage. Steps are ordered by execution order.")
+    __properties: ClassVar[List[str]] = ["stage_name", "total_execution_time_ms", "input_count", "output_count", "steps"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of PipelineStageExplanation from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in steps (list)
+        _items = []
+        if self.steps:
+            for _item_steps in self.steps:
+                if _item_steps:
+                    _items.append(_item_steps.to_dict())
+            _dict['steps'] = _items
+        # set to None if total_execution_time_ms (nullable) is None
+        # and model_fields_set contains the field
+        if self.total_execution_time_ms is None and "total_execution_time_ms" in self.model_fields_set:
+            _dict['total_execution_time_ms'] = None
+
+        # set to None if input_count (nullable) is None
+        # and model_fields_set contains the field
+        if self.input_count is None and "input_count" in self.model_fields_set:
+            _dict['input_count'] = None
+
+        # set to None if output_count (nullable) is None
+        # and model_fields_set contains the field
+        if self.output_count is None and "output_count" in self.model_fields_set:
+            _dict['output_count'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of PipelineStageExplanation from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "stage_name": obj.get("stage_name"),
+            "total_execution_time_ms": obj.get("total_execution_time_ms"),
+            "input_count": obj.get("input_count"),
+            "output_count": obj.get("output_count"),
+            "steps": [StepExplanation.from_dict(_item) for _item in obj["steps"]] if obj.get("steps") is not None else None
+        })
+        return _obj
+
+

shaped/autogen/models/policy.py

@@ -0,0 +1,134 @@
+# coding: utf-8
+
+"""
+    Shaped API
+
+    Welcome to Shaped's API reference docs. These provide a  detailed view of the endpoints and CLI commands that Shaped provides and brief  explanations of how they should be used.  The Shaped API has four main endpoints:  **Tables** - Provision and manage batch and real-time data connectors.   **Views** - Configure SQL transformations and AI enrichment on your input data. Use SQL to combine multiple data sources or use an LLM to add new categories, extract specific attributes from descriptions, etc.  **Engines** - Deploy and manage your relevance engines. The Engine API exposes configuration for indexing logic, input datasets, externam embeddings, and more.  **Query** - Execute queries against your engines, to return data based on an input query or rerank an existing list. The Query API exposes the retrieve, filter, score, and ranking steps of the 4-stage ranking architecture.  The base URL for each endpoint is: `https://api.shaped.ai/v2`
+
+    The version of the OpenAPI document: 2.0.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+from inspect import getfullargspec
+import json
+import pprint
+import re  # noqa: F401
+from pydantic import BaseModel, ConfigDict, Field, StrictStr, ValidationError, field_validator
+from typing import Optional
+from shaped.autogen.models.latency_scaling_policy import LatencyScalingPolicy
+from shaped.autogen.models.requests_per_second_scaling_policy import RequestsPerSecondScalingPolicy
+from typing import Union, Any, List, Set, TYPE_CHECKING, Optional, Dict
+from typing_extensions import Literal, Self
+from pydantic import Field
+
+POLICY_ANY_OF_SCHEMAS = ["LatencyScalingPolicy", "RequestsPerSecondScalingPolicy"]
+
+class Policy(BaseModel):
+    """
+    Autoscaling policy configuration.
+    """
+
+    # data type: RequestsPerSecondScalingPolicy
+    anyof_schema_1_validator: Optional[RequestsPerSecondScalingPolicy] = None
+    # data type: LatencyScalingPolicy
+    anyof_schema_2_validator: Optional[LatencyScalingPolicy] = None
+    if TYPE_CHECKING:
+        actual_instance: Optional[Union[LatencyScalingPolicy, RequestsPerSecondScalingPolicy]] = None
+    else:
+        actual_instance: Any = None
+    any_of_schemas: Set[str] = { "LatencyScalingPolicy", "RequestsPerSecondScalingPolicy" }
+
+    model_config = {
+        "validate_assignment": True,
+        "protected_namespaces": (),
+    }
+
+    def __init__(self, *args, **kwargs) -> None:
+        if args:
+            if len(args) > 1:
+                raise ValueError("If a position argument is used, only 1 is allowed to set `actual_instance`")
+            if kwargs:
+                raise ValueError("If a position argument is used, keyword arguments cannot be used.")
+            super().__init__(actual_instance=args[0])
+        else:
+            super().__init__(**kwargs)
+
+    @field_validator('actual_instance')
+    def actual_instance_must_validate_anyof(cls, v):
+        instance = Policy.model_construct()
+        error_messages = []
+        # validate data type: RequestsPerSecondScalingPolicy
+        if not isinstance(v, RequestsPerSecondScalingPolicy):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `RequestsPerSecondScalingPolicy`")
+        else:
+            return v
+
+        # validate data type: LatencyScalingPolicy
+        if not isinstance(v, LatencyScalingPolicy):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `LatencyScalingPolicy`")
+        else:
+            return v
+
+        if error_messages:
+            # no match
+            raise ValueError("No match found when setting the actual_instance in Policy with anyOf schemas: LatencyScalingPolicy, RequestsPerSecondScalingPolicy. Details: " + ", ".join(error_messages))
+        else:
+            return v
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> Self:
+        return cls.from_json(json.dumps(obj))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Returns the object represented by the json string"""
+        instance = cls.model_construct()
+        error_messages = []
+        # anyof_schema_1_validator: Optional[RequestsPerSecondScalingPolicy] = None
+        try:
+            instance.actual_instance = RequestsPerSecondScalingPolicy.from_json(json_str)
+            return instance
+        except (ValidationError, ValueError) as e:
+             error_messages.append(str(e))
+        # anyof_schema_2_validator: Optional[LatencyScalingPolicy] = None
+        try:
+            instance.actual_instance = LatencyScalingPolicy.from_json(json_str)
+            return instance
+        except (ValidationError, ValueError) as e:
+             error_messages.append(str(e))
+
+        if error_messages:
+            # no match
+            raise ValueError("No match found when deserializing the JSON string into Policy with anyOf schemas: LatencyScalingPolicy, RequestsPerSecondScalingPolicy. Details: " + ", ".join(error_messages))
+        else:
+            return instance
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the actual instance"""
+        if self.actual_instance is None:
+            return "null"
+
+        if hasattr(self.actual_instance, "to_json") and callable(self.actual_instance.to_json):
+            return self.actual_instance.to_json()
+        else:
+            return json.dumps(self.actual_instance)
+
+    def to_dict(self) -> Optional[Union[Dict[str, Any], LatencyScalingPolicy, RequestsPerSecondScalingPolicy]]:
+        """Returns the dict representation of the actual instance"""
+        if self.actual_instance is None:
+            return None
+
+        if hasattr(self.actual_instance, "to_dict") and callable(self.actual_instance.to_dict):
+            return self.actual_instance.to_dict()
+        else:
+            return self.actual_instance
+
+    def to_str(self) -> str:
+        """Returns the string representation of the actual instance"""
+        return pprint.pformat(self.model_dump())
+
+

shaped/autogen/models/pool_fn.py

@@ -0,0 +1,134 @@
+# coding: utf-8
+
+"""
+    Shaped API
+
+    Welcome to Shaped's API reference docs. These provide a  detailed view of the endpoints and CLI commands that Shaped provides and brief  explanations of how they should be used.  The Shaped API has four main endpoints:  **Tables** - Provision and manage batch and real-time data connectors.   **Views** - Configure SQL transformations and AI enrichment on your input data. Use SQL to combine multiple data sources or use an LLM to add new categories, extract specific attributes from descriptions, etc.  **Engines** - Deploy and manage your relevance engines. The Engine API exposes configuration for indexing logic, input datasets, externam embeddings, and more.  **Query** - Execute queries against your engines, to return data based on an input query or rerank an existing list. The Query API exposes the retrieve, filter, score, and ranking steps of the 4-stage ranking architecture.  The base URL for each endpoint is: `https://api.shaped.ai/v2`
+
+    The version of the OpenAPI document: 2.0.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+from inspect import getfullargspec
+import json
+import pprint
+import re  # noqa: F401
+from pydantic import BaseModel, ConfigDict, Field, StrictStr, ValidationError, field_validator
+from typing import Optional
+from shaped.autogen.models.encoding_pooling_strategy import EncodingPoolingStrategy
+from shaped.autogen.models.tunable_string import TunableString
+from typing import Union, Any, List, Set, TYPE_CHECKING, Optional, Dict
+from typing_extensions import Literal, Self
+from pydantic import Field
+
+POOLFN_ANY_OF_SCHEMAS = ["EncodingPoolingStrategy", "TunableString"]
+
+class PoolFn(BaseModel):
+    """
+    PoolFn
+    """
+
+    # data type: EncodingPoolingStrategy
+    anyof_schema_1_validator: Optional[EncodingPoolingStrategy] = None
+    # data type: TunableString
+    anyof_schema_2_validator: Optional[TunableString] = None
+    if TYPE_CHECKING:
+        actual_instance: Optional[Union[EncodingPoolingStrategy, TunableString]] = None
+    else:
+        actual_instance: Any = None
+    any_of_schemas: Set[str] = { "EncodingPoolingStrategy", "TunableString" }
+
+    model_config = {
+        "validate_assignment": True,
+        "protected_namespaces": (),
+    }
+
+    def __init__(self, *args, **kwargs) -> None:
+        if args:
+            if len(args) > 1:
+                raise ValueError("If a position argument is used, only 1 is allowed to set `actual_instance`")
+            if kwargs:
+                raise ValueError("If a position argument is used, keyword arguments cannot be used.")
+            super().__init__(actual_instance=args[0])
+        else:
+            super().__init__(**kwargs)
+
+    @field_validator('actual_instance')
+    def actual_instance_must_validate_anyof(cls, v):
+        instance = PoolFn.model_construct()
+        error_messages = []
+        # validate data type: EncodingPoolingStrategy
+        if not isinstance(v, EncodingPoolingStrategy):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `EncodingPoolingStrategy`")
+        else:
+            return v
+
+        # validate data type: TunableString
+        if not isinstance(v, TunableString):
+            error_messages.append(f"Error! Input type `{type(v)}` is not `TunableString`")
+        else:
+            return v
+
+        if error_messages:
+            # no match
+            raise ValueError("No match found when setting the actual_instance in PoolFn with anyOf schemas: EncodingPoolingStrategy, TunableString. Details: " + ", ".join(error_messages))
+        else:
+            return v
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> Self:
+        return cls.from_json(json.dumps(obj))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Returns the object represented by the json string"""
+        instance = cls.model_construct()
+        error_messages = []
+        # anyof_schema_1_validator: Optional[EncodingPoolingStrategy] = None
+        try:
+            instance.actual_instance = EncodingPoolingStrategy.from_json(json_str)
+            return instance
+        except (ValidationError, ValueError) as e:
+             error_messages.append(str(e))
+        # anyof_schema_2_validator: Optional[TunableString] = None
+        try:
+            instance.actual_instance = TunableString.from_json(json_str)
+            return instance
+        except (ValidationError, ValueError) as e:
+             error_messages.append(str(e))
+
+        if error_messages:
+            # no match
+            raise ValueError("No match found when deserializing the JSON string into PoolFn with anyOf schemas: EncodingPoolingStrategy, TunableString. Details: " + ", ".join(error_messages))
+        else:
+            return instance
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the actual instance"""
+        if self.actual_instance is None:
+            return "null"
+
+        if hasattr(self.actual_instance, "to_json") and callable(self.actual_instance.to_json):
+            return self.actual_instance.to_json()
+        else:
+            return json.dumps(self.actual_instance)
+
+    def to_dict(self) -> Optional[Union[Dict[str, Any], EncodingPoolingStrategy, TunableString]]:
+        """Returns the dict representation of the actual instance"""
+        if self.actual_instance is None:
+            return None
+
+        if hasattr(self.actual_instance, "to_dict") and callable(self.actual_instance.to_dict):
+            return self.actual_instance.to_dict()
+        else:
+            return self.actual_instance
+
+    def to_str(self) -> str:
+        """Returns the string representation of the actual instance"""
+        return pprint.pformat(self.model_dump())
+
+

shaped/autogen/models/pooling_function.py

@@ -0,0 +1,37 @@
+# coding: utf-8
+
+"""
+    Shaped API
+
+    Welcome to Shaped's API reference docs. These provide a  detailed view of the endpoints and CLI commands that Shaped provides and brief  explanations of how they should be used.  The Shaped API has four main endpoints:  **Tables** - Provision and manage batch and real-time data connectors.   **Views** - Configure SQL transformations and AI enrichment on your input data. Use SQL to combine multiple data sources or use an LLM to add new categories, extract specific attributes from descriptions, etc.  **Engines** - Deploy and manage your relevance engines. The Engine API exposes configuration for indexing logic, input datasets, externam embeddings, and more.  **Query** - Execute queries against your engines, to return data based on an input query or rerank an existing list. The Query API exposes the retrieve, filter, score, and ranking steps of the 4-stage ranking architecture.  The base URL for each endpoint is: `https://api.shaped.ai/v2`
+
+    The version of the OpenAPI document: 2.0.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class PoolingFunction(str, Enum):
+    """
+    The function to use when pooling multiple embeddings into one.
+    """
+
+    """
+    allowed enum values
+    """
+    MAX = 'max'
+    MEAN = 'mean'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of PoolingFunction from a JSON string"""
+        return cls(json.loads(json_str))
+
+

shaped/autogen/models/{postgres_dataset_config.py → postgres_table_config.py}

@@ -3,9 +3,9 @@
 """
     Shaped API
 
-    Welcome to Shaped's API reference docs. These provide a detailed view of the endpoints and CLI commands that Shaped provides and brief explanations of how they should be used.   Shaped's API is composed of 3 components:   1. **Dataset** - used to provision and manage 'Shaped Datasets', which are persisted     data views of external data. Shaped Datasets can be created from any of our     'Shaped connectors' (e.g. S3, Segment, Snowflake, etc.) and support both batch     ingestion (up to a 15min delay) and stream ingestion (up to a 30 second     delay) depending on the specific connector used. Shaped datasets can also be     created from local files, which is particularly useful for getting started     with a snapshot of data.    2. **Model Management** - used to provision and manage 'Shaped Models', which     represent a system of data pipelines, training and serving infrastructure for     your ranking use-case.    3. **Model Inference** - a high performance API that's used to make     user-understanding requests or ranking inferences to your 'Shaped Models'. For     example, the 'rank' endpoint can be used to determine for a given user id     query, what is the content that is most engaging to that user.    The recommended workflow to interact with the Shaped API is as follows:   1. First create 'Shaped Datasets' to sync over data that your Shaped     understanding models will need. The models at the minimum need interaction     data to understand behavior of your users, so start with that and add your item     and user catalog data later.   2. Then create 'Shaped Models' that use your created 'Shaped Datasets' as     input. Your Shaped Model will will start streaming, processing and training     from your connected data immediately. After a few hours your model will have     tuned all parameters based on your data and will deploy an active model.   3. You can now use the 'Model Inference' endpoints to make real-time     inferences to your model based on your use-case. 
+    Welcome to Shaped's API reference docs. These provide a  detailed view of the endpoints and CLI commands that Shaped provides and brief  explanations of how they should be used.  The Shaped API has four main endpoints:  **Tables** - Provision and manage batch and real-time data connectors.   **Views** - Configure SQL transformations and AI enrichment on your input data. Use SQL to combine multiple data sources or use an LLM to add new categories, extract specific attributes from descriptions, etc.  **Engines** - Deploy and manage your relevance engines. The Engine API exposes configuration for indexing logic, input datasets, externam embeddings, and more.  **Query** - Execute queries against your engines, to return data based on an input query or rerank an existing list. The Query API exposes the retrieve, filter, score, and ranking steps of the 4-stage ranking architecture.  The base URL for each endpoint is: `https://api.shaped.ai/v2`
 
-    The version of the OpenAPI document: 1.0.1
+    The version of the OpenAPI document: 2.0.0
     Generated by OpenAPI Generator (https://openapi-generator.tech)
 
     Do not edit the class manually.
@@ -17,23 +17,26 @@ import pprint
 import re  # noqa: F401
 import json
 
-from pydantic import BaseModel, ConfigDict, StrictInt, StrictStr, field_validator
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr, field_validator
 from typing import Any, ClassVar, Dict, List, Optional
 from typing import Optional, Set
 from typing_extensions import Self
 
-class PostgresDatasetConfig(BaseModel):
+class PostgresTableConfig(BaseModel):
     """
-    PostgresDatasetConfig
+    PostgresTableConfig
     """ # noqa: E501
-    name: StrictStr
-    host: StrictStr
-    port: StrictInt
-    user: StrictStr
-    password: StrictStr
-    table: StrictStr
-    database: StrictStr
-    replication_key: StrictStr
+    schema_type: Optional[StrictStr] = Field(default='POSTGRES', description="Schema type discriminator for Postgres datasets.")
+    name: StrictStr = Field(description="Unique identifier for the Postgres dataset.")
+    description: Optional[StrictStr] = None
+    host: StrictStr = Field(description="PostgreSQL server hostname or IP address.")
+    port: StrictInt = Field(description="PostgreSQL server port number.")
+    user: StrictStr = Field(description="PostgreSQL username.")
+    password: StrictStr = Field(description="PostgreSQL password.")
+    table: StrictStr = Field(description="PostgreSQL table name to sync.")
+    database: StrictStr = Field(description="PostgreSQL database name.")
+    replication_key: StrictStr = Field(description="Column name used for incremental replication.")
+    schedule_interval: Optional[StrictStr] = None
     columns: Optional[List[StrictStr]] = None
     database_schema: Optional[StrictStr] = None
     ssh_tunnel_host: Optional[StrictStr] = None
@@ -41,14 +44,19 @@ class PostgresDatasetConfig(BaseModel):
     ssh_tunnel_private_key: Optional[StrictStr] = None
     ssh_tunnel_private_key_password: Optional[StrictStr] = None
     ssh_tunnel_user: Optional[StrictStr] = None
-    ssh_tunnel_password: Optional[StrictStr] = None
-    schedule_interval: Optional[StrictStr] = None
-    schema_type: StrictStr
-    __properties: ClassVar[List[str]] = ["name", "host", "port", "user", "password", "table", "database", "replication_key", "columns", "database_schema", "ssh_tunnel_host", "ssh_tunnel_port", "ssh_tunnel_private_key", "ssh_tunnel_private_key_password", "ssh_tunnel_user", "ssh_tunnel_password", "schedule_interval", "schema_type"]
+    ssl_certificate_authority: Optional[StrictStr] = None
+    ssl_client_certificate: Optional[StrictStr] = None
+    ssl_client_private_key: Optional[StrictStr] = None
+    batch_size: Optional[StrictInt] = None
+    unique_keys: Optional[List[StrictStr]] = None
+    __properties: ClassVar[List[str]] = ["schema_type", "name", "description", "host", "port", "user", "password", "table", "database", "replication_key", "schedule_interval", "columns", "database_schema", "ssh_tunnel_host", "ssh_tunnel_port", "ssh_tunnel_private_key", "ssh_tunnel_private_key_password", "ssh_tunnel_user", "ssl_certificate_authority", "ssl_client_certificate", "ssl_client_private_key", "batch_size", "unique_keys"]
 
     @field_validator('schema_type')
     def schema_type_validate_enum(cls, value):
         """Validates the enum"""
+        if value is None:
+            return value
+
         if value not in set(['POSTGRES']):
             raise ValueError("must be one of enum values ('POSTGRES')")
         return value
@@ -71,7 +79,7 @@ class PostgresDatasetConfig(BaseModel):
 
     @classmethod
     def from_json(cls, json_str: str) -> Optional[Self]:
-        """Create an instance of PostgresDatasetConfig from a JSON string"""
+        """Create an instance of PostgresTableConfig from a JSON string"""
         return cls.from_dict(json.loads(json_str))
 
     def to_dict(self) -> Dict[str, Any]:
@@ -92,6 +100,16 @@ class PostgresDatasetConfig(BaseModel):
             exclude=excluded_fields,
             exclude_none=True,
         )
+        # set to None if description (nullable) is None
+        # and model_fields_set contains the field
+        if self.description is None and "description" in self.model_fields_set:
+            _dict['description'] = None
+
+        # set to None if schedule_interval (nullable) is None
+        # and model_fields_set contains the field
+        if self.schedule_interval is None and "schedule_interval" in self.model_fields_set:
+            _dict['schedule_interval'] = None
+
         # set to None if columns (nullable) is None
         # and model_fields_set contains the field
         if self.columns is None and "columns" in self.model_fields_set:
@@ -127,21 +145,36 @@ class PostgresDatasetConfig(BaseModel):
         if self.ssh_tunnel_user is None and "ssh_tunnel_user" in self.model_fields_set:
             _dict['ssh_tunnel_user'] = None
 
-        # set to None if ssh_tunnel_password (nullable) is None
+        # set to None if ssl_certificate_authority (nullable) is None
         # and model_fields_set contains the field
-        if self.ssh_tunnel_password is None and "ssh_tunnel_password" in self.model_fields_set:
-            _dict['ssh_tunnel_password'] = None
+        if self.ssl_certificate_authority is None and "ssl_certificate_authority" in self.model_fields_set:
+            _dict['ssl_certificate_authority'] = None
 
-        # set to None if schedule_interval (nullable) is None
+        # set to None if ssl_client_certificate (nullable) is None
         # and model_fields_set contains the field
-        if self.schedule_interval is None and "schedule_interval" in self.model_fields_set:
-            _dict['schedule_interval'] = None
+        if self.ssl_client_certificate is None and "ssl_client_certificate" in self.model_fields_set:
+            _dict['ssl_client_certificate'] = None
+
+        # set to None if ssl_client_private_key (nullable) is None
+        # and model_fields_set contains the field
+        if self.ssl_client_private_key is None and "ssl_client_private_key" in self.model_fields_set:
+            _dict['ssl_client_private_key'] = None
+
+        # set to None if batch_size (nullable) is None
+        # and model_fields_set contains the field
+        if self.batch_size is None and "batch_size" in self.model_fields_set:
+            _dict['batch_size'] = None
+
+        # set to None if unique_keys (nullable) is None
+        # and model_fields_set contains the field
+        if self.unique_keys is None and "unique_keys" in self.model_fields_set:
+            _dict['unique_keys'] = None
 
         return _dict
 
     @classmethod
     def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
-        """Create an instance of PostgresDatasetConfig from a dict"""
+        """Create an instance of PostgresTableConfig from a dict"""
         if obj is None:
             return None
 
@@ -149,7 +182,9 @@ class PostgresDatasetConfig(BaseModel):
             return cls.model_validate(obj)
 
         _obj = cls.model_validate({
+            "schema_type": obj.get("schema_type") if obj.get("schema_type") is not None else 'POSTGRES',
             "name": obj.get("name"),
+            "description": obj.get("description"),
             "host": obj.get("host"),
             "port": obj.get("port"),
             "user": obj.get("user"),
@@ -157,6 +192,7 @@ class PostgresDatasetConfig(BaseModel):
             "table": obj.get("table"),
             "database": obj.get("database"),
             "replication_key": obj.get("replication_key"),
+            "schedule_interval": obj.get("schedule_interval"),
             "columns": obj.get("columns"),
             "database_schema": obj.get("database_schema"),
             "ssh_tunnel_host": obj.get("ssh_tunnel_host"),
@@ -164,9 +200,11 @@ class PostgresDatasetConfig(BaseModel):
             "ssh_tunnel_private_key": obj.get("ssh_tunnel_private_key"),
             "ssh_tunnel_private_key_password": obj.get("ssh_tunnel_private_key_password"),
             "ssh_tunnel_user": obj.get("ssh_tunnel_user"),
-            "ssh_tunnel_password": obj.get("ssh_tunnel_password"),
-            "schedule_interval": obj.get("schedule_interval"),
-            "schema_type": obj.get("schema_type")
+            "ssl_certificate_authority": obj.get("ssl_certificate_authority"),
+            "ssl_client_certificate": obj.get("ssl_client_certificate"),
+            "ssl_client_private_key": obj.get("ssl_client_private_key"),
+            "batch_size": obj.get("batch_size"),
+            "unique_keys": obj.get("unique_keys")
         })
         return _obj