data-manipulation-utilities 0.2.7__py3-none-any.whl → 0.2.8.dev714__py3-none-any.whl

dmu_data/stats/parameters/data.yaml

@@ -0,0 +1,178 @@
+exp:
+  c:
+    val : -0.010
+    low : -0.020
+    high: -0.0001
+hypexp:
+  mu:
+    val : 5000
+    low : 4000
+    high: 6000
+  ap:
+    val : 0.020
+    low : 0
+    high: 0.10
+  bt:
+    val : 0.002
+    low : 0.0001
+    high: 0.003
+modexp:
+  mu:
+    val : 4250
+    low : 4250
+    high: 4500
+  ap:
+    val : 0.002
+    low : 0.002
+    high: 0.026
+  bt:
+    val : 0.002
+    low : 0.002
+    high: 0.020
+pol1:
+  a:
+    val : -0.005
+    low : -0.95
+    high: 0.00
+pol2:
+  a:
+    val : -0.005
+    low : -0.95
+    high: 0.00
+  b:
+    val : 0.000
+    low : -0.95
+    high: 0.95
+pol3:
+  a:
+    val : -0.005
+    low : -0.95
+    high: 0.00
+  b:
+    val : 0.000
+    low : -0.95
+    high: 0.95
+  c:
+    val : 0.000
+    low : -0.95
+    high: 0.95
+cbr:
+  mu:
+    val : 5300
+    low : 5100
+    high: 5500
+  sg:
+    val : 50
+    low : 2
+    high: 300
+  ac:
+    val : -2
+    low : -14.
+    high: -0.1
+  nc:
+    val : 1
+    low : 0.5
+    high: 150
+suj:
+  mu:
+    val : 4000
+    low : 3500
+    high: 5000
+  sg:
+    val : 10
+    low : 2
+    high: 5000
+  gm:
+    val : 1
+    low : -10
+    high: 10
+  dl:
+    val : 1
+    low : 0.1
+    high: 40
+cbl:
+  mu:
+    val : 5300
+    low : 5100
+    high: 5500
+  sg:
+    val : 50
+    low : 2
+    high: 300
+  ac:
+    val : 2
+    low : 0.0
+    high: 14.
+  nc:
+    val : 1
+    low : 0.5
+    high: 150
+gauss:
+  mu:
+    val : 5300
+    low : 5100
+    high: 5500
+  sg:
+    val : 50
+    low : 2
+    high: 300
+dscb:
+  mu:
+    val : 5300
+    low : 5000
+    high: 5400
+  sg:
+    val : 50
+    low :  5 
+    high: 500
+  ar:
+    val : 1
+    low : 0
+    high: 5
+  al:
+    val : 1
+    low : 0
+    high: 5
+  nr:
+    val : 2
+    low : 1
+    high: 150
+  nl:
+    val : 2
+    low : 0
+    high: 150
+voigt:
+  mu:
+    val : 5280
+    low : 5040
+    high: 5500
+  sg:
+    val : 20
+    low : 10
+    high: 400
+  gm:
+    val : 4
+    low : 0.1
+    high: 100
+qgauss:
+  mu:
+    val : 5280
+    low : 5040
+    high: 5500
+  sg:
+    val : 20
+    low : 10
+    high: 400
+  q:
+    val : 1
+    low : 1
+    high: 3
+cauchy:
+  mu:
+    val : 5280
+    low : 5040
+    high: 5500
+  gm:
+    val : 150
+    low : 50
+    high: 500

dmu_data/tests/config.json

@@ -0,0 +1,6 @@
+{
+    "key" : [
+    "value1",
+    "value2",
+    "value3"]
+}

dmu_data/tests/config.yaml

@@ -0,0 +1,4 @@
+key:
+  - value1
+  - value2
+  - value3

dmu_data/tests/pdf_to_tex.txt

@@ -0,0 +1,34 @@
+--------------------
+PDF: SumPDF
+OBS: <zfit Space obs=('B_M_brem_track_2',), axes=(0,), limits=(array([[4500.]]), array([[7000.]])), binned=False>
+Name                                                        Value            Low           HighFloating               Constraint
+--------------------
+ar_dscb_Signal_002_1_reso_flt                           1.000e+00      2.000e-01      5.000e+00    1      9.062e-01___1.910e-02
+c_exp_cmb_1                                            -1.000e-02     -2.000e-02     -1.000e-04    1                       none
+frac_brem_001                                           3.000e-01      0.000e+00      1.000e+00    1      3.273e-01___1.157e-05
+mu_Signal_001_scale_flt                                 0.000e+00     -1.000e+02      1.000e+02    1     -1.876e+01___7.881e-01
+mu_Signal_002_scale_flt                                 0.000e+00     -1.000e+02      1.000e+02    1     -1.228e+01___4.835e-01
+nBu_JpsiK_ee_eq_DPC                                     0.000e+00      0.000e+00      1.000e+04    1                       none
+ncmb                                                    0.000e+00      0.000e+00      2.000e+04    1                       none
+nl_dscb_Signal_001_1_reso_flt                           1.000e+00      2.000e-01      5.000e+00    1      8.314e+00___1.204e+00
+nr_dscb_Signal_002_1_reso_flt                           1.000e+00      2.000e-01      5.000e+00    1      1.770e+00___5.338e-02
+nsig                                                    0.000e+00      0.000e+00      1.000e+04    1                       none
+sBd_Kstee_eq_btosllball05_DPC                           0.000e+00      0.000e+00      1.000e+01    1      1.547e-01___1.552e-02
+sBu_Kstee_Kpi0_eq_btosllball05_DPC                      0.000e+00      0.000e+00      1.000e+01    1      1.698e-01___2.266e-02
+sg_Signal_001_reso_flt                                  1.000e+00      2.000e-01      5.000e+00    1      1.399e+00___2.266e-02
+sg_Signal_002_reso_flt                                  1.000e+00      2.000e-01      5.000e+00    1      1.327e+00___1.401e-02
+
+al_dscb_Signal_001_1                                    3.297e-01      0.000e+00      5.000e+00    0                     none
+al_dscb_Signal_002_1                                    3.684e-01      0.000e+00      5.000e+00    0                     none
+ar_dscb_Signal_001_1                                    1.274e+00      0.000e+00      5.000e+00    0                     none
+ar_dscb_Signal_002_1                                    8.425e-01      0.000e+00      5.000e+00    0                     none
+frc_Signal_001_1                                        2.911e-02      0.000e+00      1.000e+00    0                     none
+frc_Signal_002_1                                        1.074e-01      0.000e+00      1.000e+00    0                     none
+mu_Signal_001                                           5.231e+03      5.100e+03      5.500e+03    0                     none
+mu_Signal_002                                           5.230e+03      5.100e+03      5.500e+03    0                     none
+nl_dscb_Signal_001_1                                    9.130e+00      0.000e+00      1.500e+02    0                     none
+nl_dscb_Signal_002_1                                    5.152e+01      0.000e+00      1.500e+02    0                     none
+nr_dscb_Signal_001_1                                    2.483e+00      1.000e+00      1.500e+02    0                     none
+nr_dscb_Signal_002_1                                    3.801e+00      1.000e+00      1.500e+02    0                     none
+sg_Signal_001                                           5.155e+01      2.000e+00      3.000e+02    0                     none
+sg_Signal_002                                           7.496e+01      2.000e+00      3.000e+02    0                     none

dmu_scripts/kerberos/check_expiration

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+: '
+This script is meant to check the expiration date of a grid certificate
+
+Usage:
+
+./check_expiration
+'
+
+check()
+{
+    PEMFILE=$1
+    if [[ ! -f $PEMFILE ]];then
+        echo "Cannot find PEM file: $PEMFILE"
+    fi
+
+    openssl x509 -enddate -noout -in $PEMFILE 
+}
+
+check usercert.pem

dmu_scripts/kerberos/convert_certificate

@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+
+: '
+This script is used to convert p12 grid certificate files into PEM files
+
+Usage:
+
+./convert_certificate cert.p12
+'
+
+CERTIFICATE=$1
+
+if [[ ! -f $CERTIFICATE  ]];then
+    echo "ERROR::Certificate \"$CERTIFICATE\" does not exist."
+    kill -INT $$
+fi
+
+openssl pkcs12 -in $CERTIFICATE -clcerts -nokeys -out usercert.pem
+openssl pkcs12 -in $CERTIFICATE -nocerts -out userkey.pem
+chmod 400 userkey.pem
+chmod 444 usercert.pem
+

dmu_scripts/ml/compare_classifiers.py

@@ -0,0 +1,85 @@
+'''
+Script used to compare performance of classifiers
+'''
+import os
+import argparse
+import yaml
+import mplhep
+import matplotlib.pyplot as plt
+import pandas            as pnd
+
+from sklearn.metrics       import auc
+from dmu.logging.log_store import LogStore
+
+log=LogStore.add_logger('dmu:ml:compare_classifiers')
+# ------------------------------
+class Data:
+    '''
+    Data class
+    '''
+    out_path : str
+    cfg_path : str
+    logl     : int
+    cfg      : dict
+
+    plt.style.use(mplhep.style.LHCb2)
+# ------------------------------
+def _initialize() -> None:
+    log.info(f'Loading settings from: {Data.cfg_path}')
+    with open(Data.cfg_path, encoding='utf-8') as ifile:
+        Data.cfg = yaml.safe_load(ifile)
+
+    Data.out_path = Data.cfg['out_dir']
+    os.makedirs(Data.out_path, exist_ok=True)
+# ------------------------------
+def _parse_args():
+    parser = argparse.ArgumentParser(description='Used to perform comparisons of classifier performances')
+    parser.add_argument('-c', '--conf' , help='Path to configuration path', required=True)
+    parser.add_argument('-l', '--logl' , help='Logging level', choices=[10, 20, 30], default=20)
+    args = parser.parse_args()
+
+    Data.cfg_path = args.conf
+    Data.logl     = args.logl
+# ------------------------------
+def _plot_roc(name : str, path : str) -> None:
+    roc_path = f'{path}/fold_all/roc.json'
+    df = pnd.read_json(roc_path)
+
+    plt.figure(num='ROC')
+    xval = df['x'].to_numpy()
+    yval = df['y'].to_numpy()
+    area = auc(xval, yval)
+
+    plt.plot(xval, yval, label=f'{name}: {area:.3f}')
+# ------------------------------
+def _compare():
+    for name, cls_path in Data.cfg['classifiers'].items():
+        _plot_roc(name=name, path=cls_path)
+
+    _save_roc()
+# ------------------------------
+def _save_roc():
+    d_set = Data.cfg['roc']
+    if 'xrange' in d_set:
+        plt.xlim(d_set['xrange'])
+
+    if 'yrange' in d_set:
+        plt.ylim(d_set['yrange'])
+
+    plt.figure(num='ROC')
+    plt.legend()
+    plt.grid()
+    plt.xlabel('Signal Efficiency')
+    plt.ylabel('Background Rejection')
+    plt.savefig(f'{Data.out_path}/roc.png')
+# ------------------------------
+def main():
+    '''
+    Start here
+    '''
+    _parse_args()
+    _initialize()
+    _compare()
+# ------------------------------
+if __name__ == '__main__':
+    main()

data_manipulation_utilities-0.2.7.dist-info/RECORD

@@ -1,69 +0,0 @@
-data_manipulation_utilities-0.2.7.data/scripts/publish,sha256=-3K_Y2_4CfWCV50rPB8CRuhjxDu7xMGswinRwPovgLs,1976
-dmu/arrays/utilities.py,sha256=PKoYyybPptA2aU-V3KLnJXBudWxTXu4x1uGdIMQ49HY,1722
-dmu/generic/hashing.py,sha256=Mxwr88jyGuEP5Bhqtw1gDva9fNO-l11jb2qA0ceOysw,1167
-dmu/generic/utilities.py,sha256=dBvrucgdM3vyyETharLvPAC7qEbgF9cL1mLVQ0nxNJM,2020
-dmu/generic/version_management.py,sha256=j0ImlAq6SVNjTh3xRsF6G7DSoyr1w8kTRY84dNriGRE,3750
-dmu/logging/log_store.py,sha256=umdvjNDuV3LdezbG26b0AiyTglbvkxST19CQu9QATbA,4184
-dmu/ml/cv_classifier.py,sha256=ZbzEm_jW9yoTC7k_xBA7hFpc1bDNayiVR3tbaj1_ieE,4228
-dmu/ml/cv_diagnostics.py,sha256=T6wkNcuLkdLrZ9z1YtAYMeb-M_bxnSChRHtdPeQv_To,7507
-dmu/ml/cv_predict.py,sha256=4wwYL_jcUExDqLJVfClxEUWSd_QAx8yKHO3rX-mx4vw,6711
-dmu/ml/train_mva.py,sha256=tkdSODahXG9R77wmcckKFxYceMmc-3O-Y4pJXMe8WAI,21137
-dmu/ml/utilities.py,sha256=PK_61fW7gBV9aGZyez3PI8zAT7_Fc6IlQzDB7f8iBTM,4133
-dmu/pdataframe/utilities.py,sha256=kwv9PuSmccz518e5bkrASacewCkMLTSPLtLiMH3olBc,2011
-dmu/plotting/fwhm.py,sha256=Vn0TWlxgNMNk_wb2CD_At-ltVmzI49fyhoJXa0CT0I4,1924
-dmu/plotting/matrix.py,sha256=pXuUJn-LgOvrI9qGkZQw16BzLjOjeikYQ_ll2VIcIXU,4978
-dmu/plotting/plotter.py,sha256=f3hoZF1n3G-yjHsQ_2huxqz5cqFelZGs0RiaHYjF0JM,7391
-dmu/plotting/plotter_1d.py,sha256=zygY6XUk4_wmaAK-bietjYdhkA03TZyft5IYX5acoYI,9142
-dmu/plotting/plotter_2d.py,sha256=mZhp3D5I-JodOnFTEF1NqHtcLtuI-2WNpCQsrsoXNtw,3017
-dmu/plotting/utilities.py,sha256=SI9dvtZq2gr-PXVz71KE4o0i09rZOKgqJKD1jzf6KXk,1167
-dmu/rdataframe/atr_mgr.py,sha256=FdhaQWVpsm4OOe1IRbm7rfrq8VenTNdORyI-lZ2Bs1M,2386
-dmu/rdataframe/utilities.py,sha256=pNcQARMP7txMhy6k27UnDcYf0buNy5U2fshaJDl_h8o,3661
-dmu/rfile/rfprinter.py,sha256=mp5jd-oCJAnuokbdmGyL9i6tK2lY72jEfROuBIZ_ums,3941
-dmu/rfile/utilities.py,sha256=XuYY7HuSBj46iSu3c60UYBHtI6KIPoJU_oofuhb-be0,945
-dmu/stats/fitter.py,sha256=gmSejQmoqsHmg6QPypbNb0MTfDFkSMy-DsDLKk1H3KE,18387
-dmu/stats/function.py,sha256=yzi_Fvp_ASsFzbWFivIf-comquy21WoeY7is6dgY0Go,9491
-dmu/stats/gof_calculator.py,sha256=4EN6OhULcztFvsAZ00rxgohJemnjtDNB5o0IBcv6kbk,4657
-dmu/stats/minimizers.py,sha256=db9R2G0SOV-k0BKi6m4EyB_yp6AtZdP23_28B0315oo,7094
-dmu/stats/model_factory.py,sha256=N0Q5R7GDfy2r_08xGduzydYO-ALvNTIRE1g0KKcRFyc,15872
-dmu/stats/utilities.py,sha256=LQy4kd3xSXqpApcWuYfZxkGQyjowaXv2Wr1c4Bj-4ys,4523
-dmu/stats/zfit_models.py,sha256=SI61KJ-OG1UAabDICU1iTh6JPKM3giR2ErDraRjkCV8,1842
-dmu/stats/zfit_plotter.py,sha256=bnkqFKyxhOEb5hVv4mxh4gpg-MrGeTrCh_5QKIT9hL0,19928
-dmu/testing/utilities.py,sha256=c91g_PEzIZfS3Kxj2EOh05mc5ia7vFpZM1VEhjh4DA0,4661
-dmu/text/transformer.py,sha256=4lrGknbAWRm0-rxbvgzOO-eR1-9bkYk61boJUEV3cQ0,6100
-dmu_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dmu_data/ml/tests/diagnostics_from_file.yaml,sha256=quvXOPkRducnBsctyape_Rn5_aqMEpPo6nO_UweMORo,404
-dmu_data/ml/tests/diagnostics_from_model.yaml,sha256=rtCQlmGS9ld2xoQJEE35nA07yfRMklEfQEW0w3gRv2A,261
-dmu_data/ml/tests/diagnostics_multiple_methods.yaml,sha256=w8Fpmr7kX1Jsb_h6LL2hiuYKf5lYpckFCpYKzWetbA0,265
-dmu_data/ml/tests/diagnostics_overlay.yaml,sha256=ZVOsxLL8_JQtf41n8Ct-M9Ch10xBwHK54q1fttWPDlE,866
-dmu_data/ml/tests/train_mva.yaml,sha256=AFUJV5yrXIdHHzA9TzfJv3RWhvk0GUB_CFubePCzfxE,1437
-dmu_data/ml/tests/train_mva_with_diagnostics.yaml,sha256=ZyKU7W_mDGVvg8xP_wQX0NtO6N_tLSnKO1CyHAaYhuk,2036
-dmu_data/plotting/tests/2d.yaml,sha256=HSAtER-8CEqIGBY_jdcIdSVOHMfYPYhmgeZghTpVYh8,516
-dmu_data/plotting/tests/fig_size.yaml,sha256=7ROq49nwZ1A2EbPiySmu6n3G-Jq6YAOkc3d2X3YNZv0,294
-dmu_data/plotting/tests/high_stat.yaml,sha256=bLglBLCZK6ft0xMhQ5OltxE76cWsBMPMjO6GG0OkDr8,522
-dmu_data/plotting/tests/legend.yaml,sha256=wGpj58ig-GOlqbWoN894zrCet2Fj9f5QtY0rig_UC-c,213
-dmu_data/plotting/tests/name.yaml,sha256=mkcPAVg8wBAmlSbSRQ1bcaMl4vOS6LXMtpqQeDrrtO4,312
-dmu_data/plotting/tests/no_bounds.yaml,sha256=8e1QdphBjz-suDr857DoeUC2DXiy6SE-gvkORJQYv80,257
-dmu_data/plotting/tests/normalized.yaml,sha256=Y0eKtyV5pvlSxvqfsLjytYtv8xYF3HZ5WEdCJdeHGQI,193
-dmu_data/plotting/tests/plug_fwhm.yaml,sha256=xl5LXc9Nt66anM-HOXAxCtlaxWNM7zzIXf1Y6U8M4Wg,449
-dmu_data/plotting/tests/plug_stats.yaml,sha256=ROO8soYXBbZIFYZcGngA_K5XHgIAFCmuAGfZCJgMmd0,384
-dmu_data/plotting/tests/simple.yaml,sha256=Xc59Pjfb3BKMicLVBxODVqomHFupcb5GvefKbKHCQWQ,195
-dmu_data/plotting/tests/stats.yaml,sha256=fSZjoV-xPnukpCH2OAXsz_SNPjI113qzDg8Ln3spaaA,165
-dmu_data/plotting/tests/styling.yaml,sha256=yUV75HewT2tFofS-5i-mU-3s4PSHcpZOZRn5R_iSRAw,218
-dmu_data/plotting/tests/title.yaml,sha256=bawKp9aGpeRrHzv69BOCbFX8sq9bb3Es9tdsPTE7jIk,333
-dmu_data/plotting/tests/weights.yaml,sha256=RWQ1KxbCq-uO62WJ2AoY4h5Umc37zG35s-TpKnNMABI,312
-dmu_data/text/transform.toml,sha256=R-832BZalzHZ6c5gD6jtT_Hj8BCsM5vxa1v6oeiwaP4,94
-dmu_data/text/transform.txt,sha256=EX760da6Vkf-_EPxnQlC5hGSkfFhJCCGCD19NU-1Qto,44
-dmu_data/text/transform_set.toml,sha256=Jeh7BTz82idqvbOQJtl9-ur56mZkzDn5WtvmIb48LoE,150
-dmu_data/text/transform_set.txt,sha256=1KivMoP9LxPn9955QrRmOzjEqduEjhTetQ9MXykO5LY,46
-dmu_data/text/transform_trf.txt,sha256=zxBRTgcSmX7RdqfmWF88W1YqbyNHa4Ccruf1MmnYv2A,74
-dmu_scripts/git/publish,sha256=-3K_Y2_4CfWCV50rPB8CRuhjxDu7xMGswinRwPovgLs,1976
-dmu_scripts/physics/check_truth.py,sha256=b1P_Pa9ef6VcFtyY6Y9KS9Om9L-QrCBjDKp4dqca0PQ,3964
-dmu_scripts/rfile/compare_root_files.py,sha256=T8lDnQxsRNMr37x1Y7YvWD8ySHrJOWZki7ZQynxXX9Q,9540
-dmu_scripts/rfile/print_trees.py,sha256=Ze4Ccl_iUldl4eVEDVnYBoe4amqBT1fSBR1zN5WSztk,941
-dmu_scripts/ssh/coned.py,sha256=lhilYNHWRCGxC-jtyJ3LQ4oUgWW33B2l1tYCcyHHsR0,4858
-dmu_scripts/text/transform_text.py,sha256=9akj1LB0HAyopOvkLjNOJiptZw5XoOQLe17SlcrGMD0,1456
-data_manipulation_utilities-0.2.7.dist-info/METADATA,sha256=aaUGi8PUMDuJCdslarv5Rn10iI-Jvbu4WkWbEOwmtzw,34464
-data_manipulation_utilities-0.2.7.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-data_manipulation_utilities-0.2.7.dist-info/entry_points.txt,sha256=1TIZDed651KuOH-DgaN5AoBdirKmrKE_oM1b6b7zTUU,270
-data_manipulation_utilities-0.2.7.dist-info/top_level.txt,sha256=n_x5J6uWtSqy9mRImKtdA2V2NJNyU8Kn3u8DTOKJix0,25
-data_manipulation_utilities-0.2.7.dist-info/RECORD,,