Flowfile 0.5.0__tar.gz → 0.5.1__tar.gz

{flowfile-0.5.0 → flowfile-0.5.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: Flowfile
-Version: 0.5.0
+Version: 0.5.1
 Summary: Project combining flowfile core (backend) and flowfile_worker (compute offloader) and flowfile_frame (api)
 License-File: LICENSE
 Author: Edward van Eechoud

{flowfile-0.5.0 → flowfile-0.5.1}/flowfile_core/flowfile_core/flowfile/code_generator/code_generator.py

@@ -713,7 +713,7 @@ class FlowGraphToPolarsConverter:
         col_name = settings.function.field.name
         self._add_code(f"{var_name} = {input_df}.with_columns([")
         self._add_code(f'simple_function_to_expr({repr(formula)}).alias("{col_name}")')
-        if settings.function.field.data_type not in (None, "Auto"):
+        if settings.function.field.data_type not in (None, transform_schema.AUTO_DATA_TYPE):
             output_type = convert_pl_type_to_string(cast_str_to_polars_type(settings.function.field.data_type))
             if output_type[:3] != "pl.":
                 output_type = "pl." + output_type

{flowfile-0.5.0 → flowfile-0.5.1}/flowfile_core/flowfile_core/flowfile/flow_data_engine/flow_data_engine.py

@@ -2094,7 +2094,7 @@ class FlowDataEngine:
             A new `FlowDataEngine` instance with the applied formula.
         """
         expr = to_expr(func)
-        if output_data_type not in (None, "Auto"):
+        if output_data_type not in (None, transform_schemas.AUTO_DATA_TYPE):
             df = self.data_frame.with_columns(expr.cast(output_data_type).alias(col_name))
         else:
             df = self.data_frame.with_columns(expr.alias(col_name))

{flowfile-0.5.0 → flowfile-0.5.1}/flowfile_core/flowfile_core/flowfile/flow_graph.py

@@ -171,7 +171,7 @@ def get_cloud_connection_settings(connection_name: str,
         HTTPException: If the connection settings cannot be found.
     """
     cloud_connection_settings = get_local_cloud_connection(connection_name, user_id)
-    if cloud_connection_settings is None and auth_mode in ("env_vars", "auto"):
+    if cloud_connection_settings is None and auth_mode in ("env_vars", transform_schema.AUTO_DATA_TYPE):
         # If the auth mode is aws-cli, we do not need connection settings
         cloud_connection_settings = FullCloudStorageConnection(storage_type="s3", auth_method="env_vars")
     elif cloud_connection_settings is None and auth_mode == "aws-cli":
@@ -752,11 +752,11 @@ class FlowGraph:
         """
 
         error = ""
-        if function_settings.function.field.data_type not in (None, "Auto"):
+        if function_settings.function.field.data_type not in (None, transform_schema.AUTO_DATA_TYPE):
             output_type = cast_str_to_polars_type(function_settings.function.field.data_type)
         else:
             output_type = None
-        if output_type not in (None, "Auto"):
+        if output_type not in (None, transform_schema.AUTO_DATA_TYPE):
             new_col = [FlowfileColumn.from_input(column_name=function_settings.function.field.name,
                                                  data_type=str(output_type))]
         else:
@@ -774,6 +774,7 @@ class FlowGraph:
                            setting_input=function_settings,
                            input_node_ids=[function_settings.depending_on_id]
                            )
+        # TODO: Add validation here
         if error != "":
             node = self.get_node(function_settings.node_id)
             node.results.errors = error

{flowfile-0.5.0 → flowfile-0.5.1}/flowfile_core/flowfile_core/flowfile/node_designer/__init__.py

@@ -23,7 +23,7 @@ from .ui_components import (
 )
 
 # Import the main `Types` object for filtering in ColumnSelector
-from .data_types import Types
+from flowfile_core.types import Types
 
 
 # Define the public API of this package

{flowfile-0.5.0 → flowfile-0.5.1}/flowfile_core/flowfile_core/flowfile/node_designer/_type_registry.py

@@ -5,11 +5,11 @@ This module should not be imported directly by users.
 """
 
 from dataclasses import dataclass
-from typing import Type, List, Dict, Set, Any, Union
+from typing import Type, List, Dict, Set, Any
 import polars as pl
 
 # Import public types
-from flowfile_core.flowfile.node_designer.data_types import TypeGroup, DataType
+from flowfile_core.types import TypeGroup, DataType
 
 
 @dataclass(frozen=True)

{flowfile-0.5.0 → flowfile-0.5.1}/flowfile_core/flowfile_core/flowfile/node_designer/custom_node.py

@@ -2,7 +2,7 @@
 
 import polars as pl
 from pydantic import BaseModel
-from typing import Any, Dict, Optional, TypeVar, Callable
+from typing import Any, Dict, Optional, TypeVar
 from flowfile_core.flowfile.node_designer.ui_components import FlowfileInComponent, IncomingColumns, Section
 from flowfile_core.schemas.schemas import NodeTemplate, NodeTypeLiteral, TransformTypeLiteral
 

{flowfile-0.5.0 → flowfile-0.5.1}/flowfile_core/flowfile_core/flowfile/node_designer/ui_components.py

@@ -6,7 +6,7 @@ from pydantic import Field, BaseModel, computed_field
 
 from flowfile_core.flowfile.node_designer._type_registry import normalize_type_spec
 # Public API import
-from flowfile_core.flowfile.node_designer.data_types import DataType, TypeSpec
+from flowfile_core.types import DataType, TypeSpec
 
 InputType = Literal["text", "number", "secret", "array", "date", "boolean"]
 

{flowfile-0.5.0 → flowfile-0.5.1}/flowfile_core/flowfile_core/schemas/transform_schema.py

@@ -11,8 +11,12 @@ from flowfile_core.schemas.yaml_types import (
 )
 from pl_fuzzy_frame_match.models import FuzzyMapping
 
+from flowfile_core.types import DataType, DataTypeStr
+
 FuzzyMap = FuzzyMapping
 
+AUTO_DATA_TYPE = "Auto"
+
 
 def get_func_type_mapping(func: str):
     """Infers the output data type of common aggregation functions."""
@@ -145,7 +149,7 @@ class SelectInput(BaseModel):
 class FieldInput(BaseModel):
     """Represents a single field with its name and data type, typically for defining an output column."""
     name: str
-    data_type: Optional[str] = None
+    data_type: DataType | Literal["Auto"] | DataTypeStr | None = AUTO_DATA_TYPE
 
 
 class FunctionInput(BaseModel):

flowfile-0.5.0/flowfile_core/flowfile_core/flowfile/node_designer/data_types.py → flowfile-0.5.1/flowfile_core/flowfile_core/types.py

@@ -18,10 +18,20 @@ Usage:
 """
 
 from enum import Enum
-from typing import List, Union
+from typing import List, Literal, Union
 import polars as pl
 
 
+DataTypeStr = Literal[
+    "Int8", "Int16", "Int32", "Int64",
+    "UInt8", "UInt16", "UInt32", "UInt64",
+    "Float32", "Float64", "Decimal",
+    "String",
+    "Date", "Datetime", "Time", "Duration",
+    "Boolean", "Binary", "List", "Struct", "Array", "Integer", "Double", "Utf8"
+]
+
+
 class TypeGroup(str, Enum):
     """High-level type groups for column selection."""
     Numeric = "Numeric"

{flowfile-0.5.0 → flowfile-0.5.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "Flowfile"
-version = "0.5.0"
+version = "0.5.1"
 description = "Project combining flowfile core (backend) and flowfile_worker (compute offloader) and flowfile_frame (api)"
 readme = "readme-pypi.md"
 authors = ["Edward van Eechoud <evaneechoud@gmail.com>"]