triggerflow 0.3.4__py3-none-any.whl

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/compile/nodes.py

@@ -0,0 +1,70 @@
+"""
+This is a boilerplate pipeline 'compile'
+generated using Kedro 1.0.0
+"""
+
+import logging
+import mlflow
+from mlflow.tracking import MlflowClient
+import os
+import numpy as np
+import pandas as pd
+from triggerflow.core import TriggerModel
+from triggerflow.mlflow_wrapper import log_model
+from sklearn.metrics import roc_auc_score
+
+
+def compile_model(
+    model, X_test: pd.DataFrame, y_test: pd.DataFrame
+) -> pd.DataFrame:
+    """Compiles the model and runs some further checks.
+
+    Args:
+        model:
+        X_test:
+        y_test:
+        config:
+    Returns:
+        Model prediction.
+    """
+    # get logger for reporting
+    logger = logging.getLogger(__name__)
+
+
+    scales = {
+    'offsets': [int(x) for x in np.ones(X_test.shape[0])],
+    'shifts': [int(x) for x in np.ones(X_test.shape[0])]
+    }
+
+    trigger_model = TriggerModel(
+            config="trigger_model_config.yaml",
+            native_model= model,
+            scales=scales
+        )
+    trigger_model()
+
+    trigger_model.save("triggermodel.tar.xz")
+
+    X = np.ascontiguousarray(X_test.values)
+
+    output_software = trigger_model.software_predict(X)
+    output_firmware = trigger_model.firmware_predict(X)
+    try:
+        output_qonnx = trigger_model.qonnx_predict(X)
+    except:
+        logger.info('QONNX representation not found')
+
+
+    outdir = "data/06_compile"
+
+    np.save(os.path.join(outdir, "output_software.npy"), np.array(output_software))
+    np.save(os.path.join(outdir, "output_firmware.npy"), np.array(output_firmware))
+    
+    auc_software = roc_auc_score(y_test, output_software)
+    auc_firmware = roc_auc_score(y_test, output_firmware)
+
+    logger.info(f"Area under ROC curve Software: {auc_software:.4f}")
+    logger.info(f"Area under ROC curve Firmware: {auc_firmware:.4f}")
+ 
+
+    return [auc_software, auc_firmware]

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/compile/pipeline.py

@@ -0,0 +1,20 @@
+"""
+This is a boilerplate pipeline 'compile'
+generated using Kedro 1.0.0
+"""
+
+from kedro.pipeline import node, Pipeline, pipeline  # noqa
+from .nodes import compile_model
+
+
+def create_pipeline(**kwargs) -> Pipeline:
+    return pipeline(
+        [
+            node(
+                func=compile_model,
+                inputs=["train_model", "processed_{{ cookiecutter.python_package }}_X_test", "processed_{{ cookiecutter.python_package }}_y_test"],
+                outputs="model_aucs",
+                name="compile_model_node",
+            )
+        ]
+    )

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_processing/__init__.py

@@ -0,0 +1,10 @@
+"""
+This is a boilerplate pipeline 'data_processing'
+generated using Kedro 1.0.0
+"""
+
+from .pipeline import create_pipeline
+
+__all__ = ["create_pipeline"]
+
+__version__ = "0.1"

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_processing/nodes.py

@@ -0,0 +1,41 @@
+"""
+This is a boilerplate pipeline 'data_processing'
+generated using Kedro 1.0.0
+"""
+
+import pandas as pd
+from sklearn.model_selection import train_test_split
+from sklearn.preprocessing import StandardScaler
+import mlflow
+
+
+def data_processing(
+    data: pd.DataFrame, random_state: int, test_size: float
+) -> pd.DataFrame:
+    """Preprocesses some data.
+
+    Args:
+        data: Raw data.
+        random_state:
+    Returns:
+        X_train:
+        X_test:
+        y_train:
+        y_test:
+        event_ids:
+        scaler:
+    """
+    y = data["y"].to_frame()
+    event_ids = data["event"].to_frame()
+    X = data.drop(columns=["y", "event"])
+
+    # Normalize features
+    scaler = StandardScaler()
+    X_scaled = pd.DataFrame(scaler.fit_transform(X), columns=X.columns, index=X.index)
+
+    # Split into training and test sets
+    X_train, X_test, y_train, y_test, ids_train, ids_test = train_test_split(
+        X_scaled, y, event_ids, test_size=test_size, random_state=random_state
+    )
+
+    return X_train, X_test, y_train, y_test, scaler, ids_train, ids_test

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/data_processing/pipeline.py

@@ -0,0 +1,28 @@
+"""
+This is a boilerplate pipeline 'data_processing'
+generated using Kedro 1.0.0
+"""
+
+from kedro.pipeline import node, Pipeline, pipeline  # noqa
+from .nodes import data_processing
+
+
+def create_pipeline(**kwargs) -> Pipeline:
+    return pipeline(
+        [
+            node(
+                func=data_processing,
+                inputs=["{{ cookiecutter.python_package }}_data_loaded", "params:random_state", "params:test_size"],
+                outputs=[
+                    "processed_{{ cookiecutter.python_package }}_X_train",
+                    "processed_{{ cookiecutter.python_package }}_X_test",
+                    "processed_{{ cookiecutter.python_package }}_y_train",
+                    "processed_{{ cookiecutter.python_package }}_y_test",
+                    "scaler",
+                    "event_ids_train",
+                    "event_ids_test",
+                ],
+                name="data_processing_{{ cookiecutter.python_package }}_node",
+            )
+        ]
+    )

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/load_data/__init__.py

@@ -0,0 +1,10 @@
+"""
+This is a boilerplate pipeline 'model_training'
+generated using Kedro 1.0.0
+"""
+
+from .pipeline import create_pipeline
+
+__all__ = ["create_pipeline"]
+
+__version__ = "0.1"

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/load_data/nodes.py

@@ -0,0 +1,13 @@
+"""
+This is a boilerplate pipeline 'model_training'
+generated using Kedro 1.0.0
+"""
+
+import logging
+import pandas as pd
+from glob import glob
+import mlflow
+
+
+def load_data({{ cookiecutter.python_package }}_data: pd.DataFrame, meta_data: dict) -> list[dict, pd.DataFrame]:
+    return {{ cookiecutter.python_package }}_data, meta_data

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/load_data/pipeline.py

@@ -0,0 +1,20 @@
+"""
+This is a boilerplate pipeline 'model_training'
+generated using Kedro 1.0.0
+"""
+
+from kedro.pipeline import node, Pipeline, pipeline  # noqa
+from .nodes import load_data
+
+
+def create_pipeline(**kwargs) -> Pipeline:
+    return pipeline(
+        [
+            node(
+                func=load_data,
+                inputs=["{{ cookiecutter.python_package }}_loader", "{{ cookiecutter.python_package }}_meta_data"],
+                outputs=["{{ cookiecutter.python_package }}_data_loaded", "{{ cookiecutter.python_package }}_meta_data_loaded"],
+                name="load_data",
+            )
+        ]
+    )

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/model_training/__init__.py

@@ -0,0 +1,10 @@
+"""
+This is a boilerplate pipeline 'model_training'
+generated using Kedro 1.0.0
+"""
+
+from .pipeline import create_pipeline
+
+__all__ = ["create_pipeline"]
+
+__version__ = "0.1"

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/model_training/nodes.py

@@ -0,0 +1,48 @@
+"""
+This is a boilerplate pipeline 'model_training'
+generated using Kedro 1.0.0
+"""
+
+import pandas as pd
+import mlflow
+from tensorflow.keras.models import Sequential
+from tensorflow.keras.layers import Dense
+from tensorflow.keras.optimizers import Adam
+from demo_pipeline.utils.plotting import plotTrainingHistory
+from {{ cookiecutter.python_package }}.utils.plotting import plotTrainingHistory, get_dummy
+from {{ cookiecutter.python_package }}.models.{{ cookiecutter.python_package }}_model import {{ cookiecutter.python_package }}
+
+
+
+def train_model(
+    X_train: pd.DataFrame, y_train: pd.DataFrame, params: dict
+):
+    """Trains a simple Keras model on the data.
+
+    Args:
+        X_train: Training features.
+        y_train: Training labels.
+        params: Dictionary containing hyperparameters like 'learning_rate', 'epochs', 'batch_size', 'n_hidden', 'name'.
+    
+    Returns:
+        Trained Keras model.
+    """
+    n_inputs = X_train.shape[1]
+    n_hidden = params["hps"].get("n_hidden", 32)
+    learning_rate = params["hps"].get("learning_rate", 0.001)
+    epochs = params["hps"].get("epochs", 10)
+    batch_size = params["hps"].get("batch_size", 32)
+
+    model = Sequential([
+        Dense(n_hidden, input_shape=(n_inputs,), activation="relu"),
+        Dense(1, activation="linear")  # adjust activation for classification if needed
+    ])
+    model.compile(optimizer=Adam(learning_rate=learning_rate), loss="mse", metrics=["mae"])
+    
+    history = model.fit(X_train, y_train, epochs=epochs, batch_size=batch_size, verbose=0)
+
+    # Optional: plot training history
+    # f, _ = plotTrainingHistory(history)
+
+    return model
+

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/model_training/pipeline.py

@@ -0,0 +1,24 @@
+"""
+This is a boilerplate pipeline 'model_training'
+generated using Kedro 1.0.0
+"""
+
+from kedro.pipeline import node, Pipeline, pipeline  # noqa
+from .nodes import train_model
+
+
+def create_pipeline(**kwargs) -> Pipeline:
+    return pipeline(
+        [
+            node(
+                func=train_model,
+                inputs=[
+                    "processed_{{ cookiecutter.python_package }}_X_train",
+                    "processed_{{ cookiecutter.python_package }}_y_train",
+                    "params:{{ cookiecutter.python_package }}_model",
+                ],
+                outputs="train_model",
+                name="train_model_node",
+            )
+        ]
+    )

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/model_validation/__init__.py

@@ -0,0 +1,10 @@
+"""
+This is a boilerplate pipeline 'model_validation'
+generated using Kedro 1.0.0
+"""
+
+from .pipeline import create_pipeline
+
+__all__ = ["create_pipeline"]
+
+__version__ = "0.1"

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/model_validation/nodes.py

@@ -0,0 +1,31 @@
+"""
+This is a boilerplate pipeline 'model_validation'
+generated using Kedro 1.0.0
+"""
+
+import logging
+import pandas as pd
+from sklearn.metrics import roc_auc_score
+
+
+def validated_model(model, X_test: pd.DataFrame, y_test: pd.DataFrame) -> pd.DataFrame:
+    """Trains a dummy model on some data.
+
+    Args:
+        model:
+        X_test:
+        y_test:
+    Returns:
+        Model prediction.
+    """
+    # get logger for reporting
+    logger = logging.getLogger(__name__)
+
+    pred = model.predict(X_test)
+    auc = roc_auc_score(y_test, pred)
+
+    logger.info(f"Area under ROC curve: {auc:.4f}")
+
+    proba = model.predict(X_test)
+    pred = proba[:, -1]
+    return pd.DataFrame({"prediction": pred})

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/pipelines/model_validation/pipeline.py

@@ -0,0 +1,24 @@
+"""
+This is a boilerplate pipeline 'model_validation'
+generated using Kedro 1.0.0
+"""
+
+from kedro.pipeline import node, Pipeline, pipeline  # noqa
+from .nodes import validated_model
+
+
+def create_pipeline(**kwargs) -> Pipeline:
+    return pipeline(
+        [
+            node(
+                func=validated_model,
+                inputs=[
+                    "train_model",
+                    "processed_{{ cookiecutter.python_package }}_X_test",
+                    "processed_{{ cookiecutter.python_package }}_y_test",
+                ],
+                outputs="model_pred",
+                name="validated_model_node",
+            )
+        ]
+    )

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/settings.py

@@ -0,0 +1,46 @@
+"""Project settings. There is no need to edit this file unless you want to change values
+from the Kedro defaults. For further information, including these default values, see
+https://docs.kedro.org/en/stable/kedro_project_setup/settings.html."""
+
+# Instantiated project hooks.
+# For example, after creating a hooks.py and defining a ProjectHooks class there, do
+# from {{ cookiecutter.python_package }}.hooks import ProjectHooks
+# Hooks are executed in a Last-In-First-Out (LIFO) order.
+# HOOKS = (ProjectHooks(),)
+
+# Installed plugins for which to disable hook auto-registration.
+# DISABLE_HOOKS_FOR_PLUGINS = ("kedro-viz",)
+
+# Class that manages storing KedroSession data.
+# from kedro.framework.session.store import BaseSessionStore
+# SESSION_STORE_CLASS = BaseSessionStore
+# Keyword arguments to pass to the `SESSION_STORE_CLASS` constructor.
+# SESSION_STORE_ARGS = {
+#     "path": "./sessions"
+# }
+
+# Directory that holds configuration.
+# CONF_SOURCE = "conf"
+
+# Class that manages how configuration is loaded.
+# from kedro.config import OmegaConfigDataset
+
+# CONFIG_DATASET_CLASS = OmegaConfigDataset
+
+# Keyword arguments to pass to the `CONFIG_DATASET_CLASS` constructor.
+CONFIG_DATASET_ARGS = {
+    "base_env": "base",
+    "default_run_env": "local",
+    # "config_patterns": {
+    #     "spark" : ["spark*/"],
+    #     "parameters": ["parameters*", "parameters*/**", "**/parameters*"],
+    # }
+}
+
+# Class that manages Kedro's library components.
+# from kedro.framework.context import KedroContext
+# CONTEXT_CLASS = KedroContext
+
+# Class that manages the Data Catalog.
+# from kedro.io import DataCatalog
+# DATA_CATALOG_CLASS = DataCatalog

triggerflow/starter/{{ cookiecutter.repo_name }}/src/{{ cookiecutter.python_package }}/utils/metric.py

@@ -0,0 +1,4 @@
+"""
+This is a boilerplate file for custom metrics
+generated using Kedro 1.0.0
+"""