mcab 0.1.0__tar.gz

mcab-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Sergey Lastochkin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

mcab-0.1.0/PKG-INFO

@@ -0,0 +1,49 @@
+Metadata-Version: 2.4
+Name: mcab
+Version: 0.1.0
+Summary: Monte Carlo A/B Testing Library - comprehensive tools for A/B test design and analysis
+Author: Sergey Lastochkin
+License: MIT
+Project-URL: Homepage, https://github.com/sslastochkin/mcab
+Project-URL: Documentation, https://sslastochkin.github.io/mcab/
+Project-URL: Repository, https://github.com/sslastochkin/mcab
+Project-URL: Bug Tracker, https://github.com/sslastochkin/mcab/issues
+Keywords: ab-testing,monte-carlo,statistics,hypothesis-testing,experimentation,data-science,bootstrap,permutation-test,multiple-testing,experiments
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Science/Research
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Scientific/Engineering :: Mathematics
+Classifier: Topic :: Scientific/Engineering :: Information Analysis
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: numpy>=1.20.0
+Requires-Dist: pandas>=1.3.0
+Requires-Dist: scipy>=1.7.0
+Requires-Dist: matplotlib>=3.4.0
+Requires-Dist: seaborn>=0.11.0
+Requires-Dist: joblib>=1.0.0
+Requires-Dist: tqdm>=4.60.0
+Requires-Dist: threadpoolctl>=3.0.0
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0.0; extra == "dev"
+Requires-Dist: pytest-cov>=3.0.0; extra == "dev"
+Requires-Dist: black>=22.0.0; extra == "dev"
+Requires-Dist: flake8>=4.0.0; extra == "dev"
+Requires-Dist: mypy>=0.950; extra == "dev"
+Requires-Dist: isort>=5.10.0; extra == "dev"
+Provides-Extra: docs
+Requires-Dist: sphinx>=4.5.0; extra == "docs"
+Requires-Dist: sphinx-rtd-theme>=1.0.0; extra == "docs"
+Requires-Dist: numpydoc>=1.2.0; extra == "docs"
+Dynamic: license-file
+
+# MCAB: Monte Carlo Simulations for A/B Testing
+A Python toolkit to design and validate A/B experiments via simulation: estimate power, find MDE, and control type-I error. Supports iid & ratio metrics, linearization, CUPED/CUPAC variance reduction, bootstrap/permutation tests, multiple-testing corrections, and AA/AB benchmarking.

mcab-0.1.0/README.md

@@ -0,0 +1,2 @@
+# MCAB: Monte Carlo Simulations for A/B Testing
+A Python toolkit to design and validate A/B experiments via simulation: estimate power, find MDE, and control type-I error. Supports iid & ratio metrics, linearization, CUPED/CUPAC variance reduction, bootstrap/permutation tests, multiple-testing corrections, and AA/AB benchmarking.

mcab-0.1.0/pyproject.toml

@@ -0,0 +1,99 @@
+[build-system]
+requires = ["setuptools>=61.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "mcab"
+version = "0.1.0"
+description = "Monte Carlo A/B Testing Library - comprehensive tools for A/B test design and analysis"
+readme = "README.md"
+authors = [
+    {name = "Sergey Lastochkin"}
+]
+license = {text = "MIT"}
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Science/Research",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Scientific/Engineering :: Mathematics",
+    "Topic :: Scientific/Engineering :: Information Analysis",
+]
+keywords = [
+    "ab-testing",
+    "monte-carlo",
+    "statistics",
+    "hypothesis-testing",
+    "experimentation",
+    "data-science",
+    "bootstrap",
+    "permutation-test",
+    "multiple-testing",
+    "experiments",
+]
+requires-python = ">=3.8"
+dependencies = [
+    "numpy>=1.20.0",
+    "pandas>=1.3.0",
+    "scipy>=1.7.0",
+    "matplotlib>=3.4.0",
+    "seaborn>=0.11.0",
+    "joblib>=1.0.0",
+    "tqdm>=4.60.0",
+    "threadpoolctl>=3.0.0",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=7.0.0",
+    "pytest-cov>=3.0.0",
+    "black>=22.0.0",
+    "flake8>=4.0.0",
+    "mypy>=0.950",
+    "isort>=5.10.0",
+]
+docs = [
+    "sphinx>=4.5.0",
+    "sphinx-rtd-theme>=1.0.0",
+    "numpydoc>=1.2.0",
+]
+
+[project.urls]
+Homepage = "https://github.com/sslastochkin/mcab"
+Documentation = "https://sslastochkin.github.io/mcab/"
+Repository = "https://github.com/sslastochkin/mcab"
+"Bug Tracker" = "https://github.com/sslastochkin/mcab/issues"
+
+[tool.setuptools]
+packages = ["mcab"]
+package-dir = {"" = "src"}
+
+[tool.setuptools.package-data]
+mcab = ["py.typed"]
+
+[tool.black]
+line-length = 100
+target-version = ['py38', 'py39', 'py310', 'py311']
+
+[tool.isort]
+profile = "black"
+line_length = 100
+
+[tool.mypy]
+python_version = "3.8"
+warn_return_any = true
+warn_unused_configs = true
+disallow_untyped_defs = false
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+python_files = ["test_*.py"]
+python_classes = ["Test*"]
+python_functions = ["test_*"]
+addopts = "-v --cov=mcab --cov-report=html --cov-report=term"

mcab-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

mcab-0.1.0/src/mcab/__init__.py

@@ -0,0 +1,149 @@
+"""
+mcab - Monte Carlo A/B Testing Library
+========================================
+
+A comprehensive Python library for A/B testing design and analysis using Monte Carlo simulations.
+
+Main Components
+---------------
+- RandomData: Generate synthetic data for testing
+- AaDataIid: Handle independent (user-aggregated) data
+- AaDataRatio: Handle ratio metrics (CTR, average check, etc.)
+- AaDataDept1s: Handle dependent one-sample data with an artificial control
+- DesignerIid: Design A/B tests for independent data
+- DesignerRatio: Design A/B tests for ratio metrics
+- DesignerRatioLin: Design A/B tests for linearized ratio metrics
+- DesignerDept1s: Design A/B tests for dependent one-sample data
+- BenchMarker: Compare multiple A/B test designs
+
+Statistical Tests
+-----------------
+- bootstrap_1s, bootstrap_2s: Bootstrap hypothesis tests
+- sign_permutation_test: Paired permutation test
+- permutation_test_2s: Two-sample permutation test
+- multiple_pvalue_correction: Multiple testing corrections
+
+Example Usage
+-------------
+>>> from mcab import RandomData, AaDataIid, DesignerIid
+>>> from scipy import stats
+>>> 
+>>> # Generate data
+>>> rd = RandomData(seed=42)
+>>> data = rd.normal_data(size=10000, mean=100, std=30)
+>>> 
+>>> # Create designer
+>>> target = AaDataIid(data)
+>>> designer = DesignerIid(target, alpha=0.05)
+>>> 
+>>> # Run AA simulations
+>>> pvals = designer.aa_sims(
+...     pval_func=lambda t, c: stats.ttest_ind(t, c).pvalue,
+...     n_sims=1000
+... )
+>>> 
+>>> # Find MDE
+>>> mde_result = designer.find_mde(
+...     pval_func=lambda t, c: stats.ttest_ind(t, c).pvalue,
+...     target_power=0.8
+... )
+"""
+
+__version__ = "0.1.0"
+__author__ = "Sergey Lastochkin"
+
+# Core classes
+from .core import (
+    RandomData,
+    AaDataIid,
+    AaDataRatio,
+    AaDataDept1s,
+    DesignerIid,
+    DesignerRatio,
+    DesignerRatioLin,
+    DesignerDept1s,
+    BenchMarker,
+)
+
+from .effects import (
+    PercentEffectSizer,
+    ConstantEffectSizer,
+    CustomEffectSizer,
+    FunctionEffectSizer
+)
+
+# Utility classes
+from .utils import ProgressParallel
+
+# Statistical functions
+from .mstats import (
+    # Enums
+    Alternative,
+    # Utilities
+    apply_statistic,
+    # Bootstrap tests
+    bootstrap_1s,
+    bootstrap_2s,
+    # Permutation tests
+    sign_permutation_test,
+    permutation_test_2s,
+    # Multiple testing corrections
+    multiple_pvalue_correction,
+    CORRECTION_METHODS,
+    bonferroni,
+    holm_bonferroni,
+    hochberg,
+    benjamini_hochberg,
+    benjamini_yekutieli,
+    benjamini_krieger_yekutieli,
+    sidak,
+    holm_sidak,
+    no_multiple_correction,
+    delta_method_pvalue
+)
+
+__all__ = [
+    # Version
+    '__version__',
+    # Core classes
+    'RandomData',
+    'AaDataIid',
+    'AaDataRatio',
+    'AaDataDept1s',
+    'DesignerIid',
+    'DesignerRatio',
+    'DesignerRatioLin',
+    'DesignerDept1s',
+    'BenchMarker',
+    # Effects
+    'PercentEffectSizer',
+    'ConstantEffectSizer',
+    'CustomEffectSizer',
+    'FunctionEffectSizer',
+    # Utilities
+    'ProgressParallel',
+    # Enums
+    'Alternative',
+    # Statistical utilities
+    'apply_statistic',
+    # Bootstrap tests
+    'bootstrap_1s',
+    'bootstrap_2s',
+    # Permutation tests
+    'sign_permutation_test',
+    'permutation_test_2s',
+    # delta method
+    'delta_method_pvalue',
+    # Multiple testing
+    'multiple_pvalue_correction',
+    'CORRECTION_METHODS',
+    'bonferroni',
+    'holm_bonferroni',
+    'hochberg',
+    'benjamini_hochberg',
+    'benjamini_yekutieli',
+    'benjamini_krieger_yekutieli',
+    'sidak',
+    'holm_sidak',
+    'no_multiple_correction'
+]