causal-testing-framework 14.1.0__tar.gz → 14.2.0__tar.gz

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/.github/workflows/ci-tests-drafts.yaml

@@ -13,7 +13,7 @@ jobs:
     strategy:
       matrix:
         os: ["ubuntu-latest", "windows-latest", "macos-latest"]
-        python-version: ["3.10", "3.11", "3.12"]
+        python-version: ["3.11", "3.12", "3.13", "3.14"]
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/.github/workflows/ci-tests.yaml

@@ -18,7 +18,7 @@ jobs:
     strategy:
       matrix:
         os: ["ubuntu-latest", "windows-latest", "macos-latest"]
-        python-version: ["3.10", "3.11", "3.12", "3.13"]
+        python-version: ["3.11", "3.12", "3.13", "3.14"]
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/.github/workflows/publish-to-dafni.yaml

@@ -40,7 +40,7 @@ jobs:
 
       - uses: actions/setup-python@v3
         with:
-          python-version: '3.10'
+          python-version: '3.11'
 
       - name: Install dependencies
         run: |

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/.github/workflows/publish-to-pypi.yaml

@@ -16,7 +16,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v3
         with:
-          python-version: '3.10'
+          python-version: '3.11'
 
       - name: Install build tools
         run: |

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/.pre-commit-config.yaml

@@ -19,7 +19,7 @@ repos:
     rev: 25.9.0
     hooks:
       - id: black
-        args: ['--line-length=120', '--target-version=py310']
+        args: ['--line-length=120', '--target-version=py311']
         files: ^causal_testing/
 
   - repo: https://github.com/pycqa/isort

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/.readthedocs.yaml

@@ -7,9 +7,9 @@ version: 2
 
 # Set the version of Python
 build:
-  os: ubuntu-20.04
+  os: ubuntu-24.04
   tools:
-    python: "3.10"
+    python: "3.11"
 
 # Build documentation in the docs/ directory with Sphinx
 sphinx:
@@ -24,4 +24,4 @@ python:
    install:
    - requirements: docs/source/requirements.txt
    - method: pip
-     path: . # This should tell RTD to install the CTF from root to render the Estimators page correctly.
+     path: . # This should tell RTD to install the CTF from root to render the Estimators page correctly.

{causal_testing_framework-14.1.0/causal_testing_framework.egg-info → causal_testing_framework-14.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: causal_testing_framework
-Version: 14.1.0
+Version: 14.2.0
 Summary: A framework for causal testing using causal directed acyclic graphs.
 Author: The CITCOM team
 License: MIT
@@ -9,25 +9,23 @@ Project-URL: Documentation, https://causal-testing-framework.readthedocs.io/
 Project-URL: Repository, https://github.com/CITCOM-project/CausalTestingFramework
 Project-URL: Issues, https://github.com/CITCOM-project/CausalTestingFramework/issues
 Keywords: causal inference,verification
-Requires-Python: <3.14,>=3.10
+Requires-Python: <3.15,>=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: lifelines<=0.28.0; python_version <= "3.10"
-Requires-Dist: lifelines; python_version > "3.10"
-Requires-Dist: networkx<3.5,>=3.4
-Requires-Dist: numpy<=2.2.0,>=1.26.0
-Requires-Dist: pandas<3,>=2.1
+Requires-Dist: lifelines
+Requires-Dist: networkx<3.7,>=3.4
+Requires-Dist: numpy<=2.4.4,>=1.26.0
+Requires-Dist: pandas>=2.1
 Requires-Dist: scikit_learn~=1.4
-Requires-Dist: scipy<1.14,>=1.12.0; python_version <= "3.10"
-Requires-Dist: scipy<=1.16.2,>=1.12.0; python_version > "3.10"
+Requires-Dist: scipy<=1.17.1,>=1.12.0
 Requires-Dist: statsmodels~=0.14
 Requires-Dist: tabulate~=0.9
 Requires-Dist: pydot~=2.0
 Requires-Dist: pygad~=3.3
 Requires-Dist: deap~=1.4.1
-Requires-Dist: sympy~=1.13.1
-Requires-Dist: pyarrow~=19.0.1
-Requires-Dist: fastparquet~=2024.11.0
+Requires-Dist: sympy~=1.14.0
+Requires-Dist: pyarrow<25,>=19.0.1
+Requires-Dist: fastparquet>=2024.11.0
 Requires-Dist: tqdm~=4.67.1
 Provides-Extra: dev
 Requires-Dist: astroid==3.3.8; extra == "dev"
@@ -80,7 +78,7 @@ a deliberate modification to the input configuration expected to produce a corre
 ## Installation
 
 ### Requirements
-- Python 3.10, 3.11, 3.12 and 3.13
+- Python 3.11, 3.12, 3.13 and 3.14
 
 ### Recommended: Install from conda-forge
 
@@ -142,12 +140,12 @@ For more information on how to use the Causal Testing Framework, please refer to
 
 2. If you do not already have causal test cases, you can convert your causal DAG to causal tests by running the following command.
 ```
-python -m causal_testing generate --dag-path $PATH_TO_DAG --output $PATH_TO_TESTS
+causal-testing generate --dag-path $PATH_TO_DAG --output $PATH_TO_TESTS
 ```
 
 3. You can now execute your tests by running the following command.
 ```
-python -m causal_testing test --dag-path $PATH_TO_DAG --data-paths $PATH_TO_DATA --test-config $PATH_TO_TESTS --output $OUTPUT
+causal-testing test --dag-path $PATH_TO_DAG --data-paths $PATH_TO_DATA --test-config $PATH_TO_TESTS --output $OUTPUT
 ```
 The results will be saved for inspection in a JSON file located at `$OUTPUT`.
 In the future, we hope to add a visualisation tool to assist with this.

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/README.md

@@ -27,7 +27,7 @@ a deliberate modification to the input configuration expected to produce a corre
 ## Installation
 
 ### Requirements
-- Python 3.10, 3.11, 3.12 and 3.13
+- Python 3.11, 3.12, 3.13 and 3.14
 
 ### Recommended: Install from conda-forge
 
@@ -89,12 +89,12 @@ For more information on how to use the Causal Testing Framework, please refer to
 
 2. If you do not already have causal test cases, you can convert your causal DAG to causal tests by running the following command.
 ```
-python -m causal_testing generate --dag-path $PATH_TO_DAG --output $PATH_TO_TESTS
+causal-testing generate --dag-path $PATH_TO_DAG --output $PATH_TO_TESTS
 ```
 
 3. You can now execute your tests by running the following command.
 ```
-python -m causal_testing test --dag-path $PATH_TO_DAG --data-paths $PATH_TO_DATA --test-config $PATH_TO_TESTS --output $OUTPUT
+causal-testing test --dag-path $PATH_TO_DAG --data-paths $PATH_TO_DATA --test-config $PATH_TO_TESTS --output $OUTPUT
 ```
 The results will be saved for inspection in a JSON file located at `$OUTPUT`.
 In the future, we hope to add a visualisation tool to assist with this.

causal_testing_framework-14.2.0/causal_testing/_version.py

@@ -0,0 +1,24 @@
+# file generated by vcs-versioning
+# don't change, don't track in version control
+from __future__ import annotations
+
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
+
+version: str
+__version__: str
+__version_tuple__: tuple[int | str, ...]
+version_tuple: tuple[int | str, ...]
+commit_id: str | None
+__commit_id__: str | None
+
+__version__ = version = '14.2.0'
+__version_tuple__ = version_tuple = (14, 2, 0)
+
+__commit_id__ = commit_id = 'g9f06df212'

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/causal_testing/estimation/ipcw_estimator.py

@@ -115,7 +115,7 @@ class IPCWEstimator(Estimator):
             pd.Series(strategy_assigned, index=individual.index) != pd.Series(strategy_followed, index=individual.index)
         ).astype("boolean")
         mask = mask | ~individual["eligible"]
-        mask.reset_index(inplace=True, drop=True)
+        mask = mask.reset_index(drop=True)
         false = mask.loc[mask]
         if false.empty:
             return pd.DataFrame(

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/causal_testing/estimation/linear_regression_estimator.py

@@ -106,7 +106,7 @@ class LinearRegressionEstimator(RegressionEstimator):
 
         if any(
             (
-                self.df.dtypes[factor.name()] == "object"
+                not pd.api.types.is_numeric_dtype(self.df.dtypes[factor.name()])
                 for factor in patsy_md.rhs_termlist[1].factors
                 # We want to remove this long term as it prevents us from discovering categoricals within I(...) blocks
                 if factor.name() in self.df.dtypes

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/causal_testing/main.py

@@ -7,18 +7,16 @@ from dataclasses import dataclass
 from enum import Enum
 from pathlib import Path
 from typing import Any, Dict, List, Optional, Sequence, Union
+from importlib.metadata import entry_points
 
 import numpy as np
 import pandas as pd
 from tqdm import tqdm
 
-from causal_testing.estimation.linear_regression_estimator import LinearRegressionEstimator
-from causal_testing.estimation.logistic_regression_estimator import LogisticRegressionEstimator
 from causal_testing.specification.causal_dag import CausalDAG
 from causal_testing.specification.scenario import Scenario
 from causal_testing.specification.variable import Input, Output
 from causal_testing.testing.base_test_case import BaseTestCase
-from causal_testing.testing.causal_effect import Negative, NoEffect, Positive, SomeEffect
 from causal_testing.testing.causal_test_adequacy import DataAdequacy
 from causal_testing.testing.causal_test_case import CausalTestCase
 from causal_testing.testing.causal_test_result import CausalTestResult
@@ -259,48 +257,30 @@ class CausalTestingFramework:
         :return: CausalTestCase object
         :raises: ValueError if invalid estimator or configuration is provided
         """
-        # Map effect string to effect class
-        effect_map = {
-            "NoEffect": NoEffect(),
-            "SomeEffect": SomeEffect(),
-            "Positive": Positive(),
-            "Negative": Negative(),
-        }
-
-        # Map estimator string to estimator class
-        estimator_map = {
-            "LinearRegressionEstimator": LinearRegressionEstimator,
-            "LogisticRegressionEstimator": LogisticRegressionEstimator,
-        }
+        estimator_map = {ff.name: ff for ff in entry_points(group="estimators")}
+        effect_map = {ff.name: ff for ff in entry_points(group="causal_effects")}
 
         if "estimator" not in test:
             raise ValueError("Test configuration must specify an estimator")
 
-        # Get the estimator class
-        estimator_class = estimator_map.get(test["estimator"])
-        if estimator_class is None:
-            raise ValueError(f"Unknown estimator: {test['estimator']}")
-
-        # Handle combined queries (global and test-specific)
-        test_query = test.get("query")
-        combined_query = None
-
-        if self.query and test_query:
-            combined_query = f"({self.query}) and ({test_query})"
-            logger.info(
-                f"Combining global query '{self.query}' with test-specific query "
-                f"'{test_query}' for test '{test['name']}'"
+        if test["estimator"] not in estimator_map:
+            raise ValueError(
+                f"Unsupported estimator {test['estimator']}. Supported: {sorted(estimator_map)}. "
+                "If you have implemented a custom estimator, you will need to add this to your entrypoints via your "
+                "pyproject.toml file."
             )
-        elif test_query:
-            combined_query = test_query
-            logger.info(f"Using test-specific query for '{test['name']}': {test_query}")
-        elif self.query:
-            combined_query = self.query
-            logger.info(f"Using global query for '{test['name']}': {self.query}")
 
-        filtered_df = self.data.query(combined_query) if combined_query else self.data
+        # Handle global queries
+        # Test-specific queries are handled by the estimator as not all estimators support them
+        filtered_df = self.data
+        if self.query:
+            filtered_df = self.data.query(self.query)
 
         # Create the estimator with correct parameters
+        estimator_class = estimator_map.get(test["estimator"]).load()
+        estimator_kwargs = test.get("estimator_kwargs", {})
+        if "query" in test:
+            estimator_kwargs["query"] = test["query"]
         estimator = estimator_class(
             base_test_case=base_test,
             treatment_value=test.get("treatment_value"),
@@ -310,15 +290,19 @@ class CausalTestingFramework:
                 self.dag.identification(base_test, self.scenario.hidden_variables()),
             ),
             df=filtered_df,
-            effect_modifiers=None,
-            formula=test.get("formula"),
             alpha=test.get("alpha", 0.05),
-            query=combined_query,
+            **estimator_kwargs,
         )
 
         # Get effect type and create expected effect
         effect_type = test["expected_effect"][base_test.outcome_variable.name]
-        expected_effect = effect_map[effect_type]
+        if effect_type not in effect_map:
+            raise ValueError(
+                f"Unsupported causal effect {effect_type}. Supported: {sorted(effect_map)}. "
+                "If you have implemented a custom causal effect, you will need to add this to your entrypoints via "
+                "your pyproject.toml file."
+            )
+        expected_effect = effect_map[effect_type].load()(**test.get("effect_kwargs", {}))
 
         return CausalTestCase(
             base_test_case=base_test,

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/causal_testing/testing/metamorphic_relation.py

@@ -49,18 +49,26 @@ class MetamorphicRelation:
         :param estimator: The name of the estimator class to use when evaluating the test
         :param alpha: The significance level to use when calculating the confidence intervals
         """
+        if estimator not in ["LinearRegressionEstimator", "LogisticRegressionEstimator"]:
+            raise ValueError(
+                f"Unsupported estimator {estimator}. "
+                "We only support autogeneration using LinearRegressionEstimator or LogisticRegressionEstimator."
+                "More advanced estimators require careful thought that cannot be easily automated."
+            )
         return {
             "name": str(self),
             "estimator": estimator,
             "estimate_type": estimate_type,
             "effect": effect_type,
             "treatment_variable": self.base_test_case.treatment_variable,
-            "formula": (
-                f"{self.base_test_case.outcome_variable} ~ "
-                f"{' + '.join([self.base_test_case.treatment_variable] + self.adjustment_vars)}"
-            ),
             "alpha": alpha,
             "skip": skip,
+            "estimator_kwargs": {
+                "formula": (
+                    f"{self.base_test_case.outcome_variable} ~ "
+                    f"{' + '.join([self.base_test_case.treatment_variable] + self.adjustment_vars)}"
+                ),
+            },
         }
 
 
@@ -271,7 +279,7 @@ def generate_causal_tests(
 
     logger.warning(
         "The skip parameter is hard-coded to False during test generation for better integration with the "
-        "causal testing component (python -m causal_testing test ...)"
+        "causal testing component (causal-testing test ...)"
         "Please carefully review the generated tests and decide which to skip."
     )
 

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0/causal_testing_framework.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: causal_testing_framework
-Version: 14.1.0
+Version: 14.2.0
 Summary: A framework for causal testing using causal directed acyclic graphs.
 Author: The CITCOM team
 License: MIT
@@ -9,25 +9,23 @@ Project-URL: Documentation, https://causal-testing-framework.readthedocs.io/
 Project-URL: Repository, https://github.com/CITCOM-project/CausalTestingFramework
 Project-URL: Issues, https://github.com/CITCOM-project/CausalTestingFramework/issues
 Keywords: causal inference,verification
-Requires-Python: <3.14,>=3.10
+Requires-Python: <3.15,>=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: lifelines<=0.28.0; python_version <= "3.10"
-Requires-Dist: lifelines; python_version > "3.10"
-Requires-Dist: networkx<3.5,>=3.4
-Requires-Dist: numpy<=2.2.0,>=1.26.0
-Requires-Dist: pandas<3,>=2.1
+Requires-Dist: lifelines
+Requires-Dist: networkx<3.7,>=3.4
+Requires-Dist: numpy<=2.4.4,>=1.26.0
+Requires-Dist: pandas>=2.1
 Requires-Dist: scikit_learn~=1.4
-Requires-Dist: scipy<1.14,>=1.12.0; python_version <= "3.10"
-Requires-Dist: scipy<=1.16.2,>=1.12.0; python_version > "3.10"
+Requires-Dist: scipy<=1.17.1,>=1.12.0
 Requires-Dist: statsmodels~=0.14
 Requires-Dist: tabulate~=0.9
 Requires-Dist: pydot~=2.0
 Requires-Dist: pygad~=3.3
 Requires-Dist: deap~=1.4.1
-Requires-Dist: sympy~=1.13.1
-Requires-Dist: pyarrow~=19.0.1
-Requires-Dist: fastparquet~=2024.11.0
+Requires-Dist: sympy~=1.14.0
+Requires-Dist: pyarrow<25,>=19.0.1
+Requires-Dist: fastparquet>=2024.11.0
 Requires-Dist: tqdm~=4.67.1
 Provides-Extra: dev
 Requires-Dist: astroid==3.3.8; extra == "dev"
@@ -80,7 +78,7 @@ a deliberate modification to the input configuration expected to produce a corre
 ## Installation
 
 ### Requirements
-- Python 3.10, 3.11, 3.12 and 3.13
+- Python 3.11, 3.12, 3.13 and 3.14
 
 ### Recommended: Install from conda-forge
 
@@ -142,12 +140,12 @@ For more information on how to use the Causal Testing Framework, please refer to
 
 2. If you do not already have causal test cases, you can convert your causal DAG to causal tests by running the following command.
 ```
-python -m causal_testing generate --dag-path $PATH_TO_DAG --output $PATH_TO_TESTS
+causal-testing generate --dag-path $PATH_TO_DAG --output $PATH_TO_TESTS
 ```
 
 3. You can now execute your tests by running the following command.
 ```
-python -m causal_testing test --dag-path $PATH_TO_DAG --data-paths $PATH_TO_DATA --test-config $PATH_TO_TESTS --output $OUTPUT
+causal-testing test --dag-path $PATH_TO_DAG --data-paths $PATH_TO_DATA --test-config $PATH_TO_TESTS --output $OUTPUT
 ```
 The results will be saved for inspection in a JSON file located at `$OUTPUT`.
 In the future, we hope to add a visualisation tool to assist with this.

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/causal_testing_framework.egg-info/SOURCES.txt

@@ -54,6 +54,7 @@ causal_testing/utils/validation.py
 causal_testing_framework.egg-info/PKG-INFO
 causal_testing_framework.egg-info/SOURCES.txt
 causal_testing_framework.egg-info/dependency_links.txt
+causal_testing_framework.egg-info/entry_points.txt
 causal_testing_framework.egg-info/requires.txt
 causal_testing_framework.egg-info/top_level.txt
 dafni/.dockerignore
@@ -88,6 +89,7 @@ docs/source/dev/documentation.rst
 docs/source/dev/version_release.rst
 docs/source/modules/causal_specification.rst
 docs/source/modules/causal_testing.rst
+docs/source/modules/custom_estimators.rst
 docs/source/modules/estimators.rst
 docs/source/tutorials/poisson_line_process/causal_tests.json
 docs/source/tutorials/poisson_line_process/dag.dot

causal_testing_framework-14.2.0/causal_testing_framework.egg-info/entry_points.txt

@@ -0,0 +1,16 @@
+[causal_effects]
+ExactValue = causal_testing.testing.causal_effect:ExactValue
+Negative = causal_testing.testing.causal_effect:Negative
+NoEffect = causal_testing.testing.causal_effect:NoEffect
+Positive = causal_testing.testing.causal_effect:Positive
+SomeEffect = causal_testing.testing.causal_effect:SomeEffect
+
+[console_scripts]
+causal-testing = causal_testing.__main__:main
+
+[estimators]
+CubicSplineEstimator = causal_testing.estimation.cubic_spline_estimator:CubicSplineEstimator
+IPCWEstimator = causal_testing.estimation.ipcw_estimator:IPCWEstimator
+InstrumentalVariableEstimator = causal_testing.estimation.instrumental_variable_estimator:InstrumentalVariableEstimator
+LinearRegressionEstimator = causal_testing.estimation.linear_regression_estimator:LinearRegressionEstimator
+LogisticRegressionEstimator = causal_testing.estimation.logistic_regression_estimator:LogisticRegressionEstimator

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/causal_testing_framework.egg-info/requires.txt

@@ -1,25 +1,19 @@
-networkx<3.5,>=3.4
-numpy<=2.2.0,>=1.26.0
-pandas<3,>=2.1
+lifelines
+networkx<3.7,>=3.4
+numpy<=2.4.4,>=1.26.0
+pandas>=2.1
 scikit_learn~=1.4
+scipy<=1.17.1,>=1.12.0
 statsmodels~=0.14
 tabulate~=0.9
 pydot~=2.0
 pygad~=3.3
 deap~=1.4.1
-sympy~=1.13.1
-pyarrow~=19.0.1
-fastparquet~=2024.11.0
+sympy~=1.14.0
+pyarrow<25,>=19.0.1
+fastparquet>=2024.11.0
 tqdm~=4.67.1
 
-[:python_version <= "3.10"]
-lifelines<=0.28.0
-scipy<1.14,>=1.12.0
-
-[:python_version > "3.10"]
-lifelines
-scipy<=1.16.2,>=1.12.0
-
 [dev]
 astroid==3.3.8
 isort

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/dafni/entrypoint.sh

@@ -74,7 +74,7 @@ if [ "$EXECUTION_MODE" = "generate" ]; then
     echo "Running causal_testing GENERATE..."
     echo "Will write causal tests to: $CAUSAL_TESTS_OUTPUT_PATH"
 
-    python -m causal_testing generate \
+    causal-testing generate \
         -D "$DAG_PATH" \
         -o "$CAUSAL_TESTS_OUTPUT_PATH" \
         -e "$ESTIMATOR" \
@@ -107,7 +107,7 @@ elif [ "$EXECUTION_MODE" = "test" ]; then
     # Build command with adequacy flags only when ADEQUACY is true
     if [ "$ADEQUACY" = "true" ]; then
         echo "DEBUG: Executing WITH adequacy flags"
-        python -m causal_testing test \
+        causal-testing test \
             -D "$DAG_PATH" \
             -d $DATA_PATHS \
             -t "$CAUSAL_TESTS_INPUT_PATH" \
@@ -120,7 +120,7 @@ elif [ "$EXECUTION_MODE" = "test" ]; then
             $([ "$BATCH_SIZE" != "0" ] && echo "--batch-size $BATCH_SIZE")
     else
         echo "DEBUG: Executing WITHOUT adequacy flags"
-        python -m causal_testing test \
+        causal-testing test \
             -D "$DAG_PATH" \
             -d $DATA_PATHS \
             -t "$CAUSAL_TESTS_INPUT_PATH" \

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/docs/source/index.rst

@@ -41,6 +41,7 @@ If you have any questions about our framework, you can also reach us by `email <
 
    /modules/causal_specification
    /modules/estimators
+   /modules/custom_estimators
    /modules/causal_testing
 
 .. toctree::

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/docs/source/installation.rst

@@ -3,7 +3,7 @@ Getting Started
 
 Installation
 -----------------
-* We currently support Python versions 3.10, 3.11, 3.12, and 3.13.
+* We currently support Python versions 3.11, 3.12, 3.13, and 3.14.
 
 * The Causal Testing Framework can be installed through `conda-forge`_ (recommended), the `Python Package Index (PyPI)`_, or directly from source (recommended for contributors).
 
@@ -95,11 +95,11 @@ Next Steps
 * Read about :doc:`modules/causal_specification` to understand causal specifications and :doc:`modules/causal_testing` for the end-to-end causal testing process.
 * Run the command for guidance on how to generate your causal tests directly from your input DAG::
 
-    python -m causal_testing generate --help
+    causal-testing generate --help
 
 * and the command on guidance on how to execute your causal tests::
 
-    python -m causal_testing test --help
+    causal-testing test --help
 
 
 Using the CTF on DAFNI

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/docs/source/modules/causal_testing.rst

@@ -34,7 +34,7 @@ In the following sections, we describe the end-to-end process of ``causal testin
 In particular, suppose we're interested in how various precautions, such as hand-washing and mask-wearing, can prevent the spread of a virus within a classroom.
 
 1. Modelling Scenario
-----------------
+---------------------
 
 For our modelling scenario, suppose we define the scenario with the following constraints:
 

causal_testing_framework-14.2.0/docs/source/modules/custom_estimators.rst

@@ -0,0 +1,65 @@
+Custom Estimators
+=================
+
+If the supported :ref:`estimators` are not sufficient for your needs, you can implement your own custom estimator by extending the :code:`Estimator` class and implementing the abstract :code:`add_modelling_assumptions` method and the estimation method for the causal effect measure you wish to calculate.
+For example, if you wished to estimate the ATE using the empirical mean of the recorded outcome under the control and treatment values, you would need to implement a method called :code:`estimate_ate`.
+If you wished to estimate the risk ratio, you would need to call your method :code:`estimate_risk_ratio`.
+The code for the :code:`EmpiricalMeanEstimator` is shown below.
+
+..  code-block:: python
+
+  from causal_testing.estimation.abstract_estimator import Estimator
+  from scipy.stats import bootstrap
+
+  class EmpiricalMeanEstimator(Estimator):
+      """
+      Custom estimator class to estimate the causal effect based on the empirical mean.
+      """
+
+      def add_modelling_assumptions(self):
+          """
+          Add modelling assumptions to the estimator. This is a list of strings which list the modelling assumptions that
+          must hold if the resulting causal inference is to be considered valid.
+          """
+          self.modelling_assumptions += "The data must contain runs with the exact configuration of interest."
+
+      def estimate_ate(self) -> EffectEstimate:
+          """Estimate the outcomes under control and treatment.
+          :return: The empirical average treatment effect.
+          """
+          treatment_variable = self.base_test_case.treatment_variable.name
+          outcome_variable = self.base_test_case.outcome_variable.name
+
+          control_results = self.df.where(self.df[treatment_variable] == self.control_value)[outcome_variable].dropna()
+          treatment_results = self.df.where(self.df[treatment_variable] == self.treatment_value)[
+              outcome_variable
+          ].dropna()
+
+          def risk_ratio(sample1, sample2):
+              return sample1.mean() - sample2.mean()
+
+          bootstraps = bootstrap((treatment_results, control_results), risk_ratio, confidence_level=self.alpha)
+          return EffectEstimate(
+              type="risk_ratio",
+              value=risk_ratio(treatment_results, control_results),
+              ci_low=bootstraps.confidence_interval.low,
+              ci_high=bootstraps.confidence_interval.high,
+          )
+
+Once you have implemented your estimator, you will need to register it as an extra entry point in your project's :code:`pyproject.toml` file so that the Causal Testing Framework can find it.
+For example, if you had defined your :code:`EmpiricalMeanEstimator` class in a module called :code:`empirical_mean_estimator` in a folder called :code:`custom_estimators`, you would register it as follows.
+You will also need to reinstall your project, e.g. with :code:`pip install -e .` each time you add a new estimator to your :code:`pyproject.toml`.
+You do not need to reinstall each time you edit your project for source code edits.
+
+
+..  code-block:: ini
+
+  [project.entry-points."estimators"]
+  CustomFlakefighter = "custom_estimators.empirical_mean_estimator:EmpiricalMeanEstimator"
+
+Of course, for this to work, your module needs to be discoverable on your python path.
+That is, you should be able to execute :code:`from custom_estimators.empirical_mean_estimator import EmpiricalMeanEstimator` successfully from within the current working directory.
+
+You can also add your custom estimator to causal test cases specified in JSON.
+To do so, you can simply set the :code:`estimator` property to the name of your estimator class and the :code:`estimate_type` property to the name of your causal effect measure.
+In the above :code:`EmpiricalMeanEstimator` example, :code:`estimator` would be set to  :code:`"EmpiricalMeanEstimator"` and :code:`estimate_type` would be set to :code:`"ate"`.

{causal_testing_framework-14.1.0 → causal_testing_framework-14.2.0}/docs/source/modules/estimators.rst

@@ -1,3 +1,5 @@
+.. _estimators:
+
 Estimators Overview
 ===================