data-manipulation-utilities 0.2.6__py3-none-any.whl → 0.2.8.dev714__py3-none-any.whl

dmu_data/stats/parameters/data.yaml

@@ -0,0 +1,178 @@
+exp:
+  c:
+    val : -0.010
+    low : -0.020
+    high: -0.0001
+hypexp:
+  mu:
+    val : 5000
+    low : 4000
+    high: 6000
+  ap:
+    val : 0.020
+    low : 0
+    high: 0.10
+  bt:
+    val : 0.002
+    low : 0.0001
+    high: 0.003
+modexp:
+  mu:
+    val : 4250
+    low : 4250
+    high: 4500
+  ap:
+    val : 0.002
+    low : 0.002
+    high: 0.026
+  bt:
+    val : 0.002
+    low : 0.002
+    high: 0.020
+pol1:
+  a:
+    val : -0.005
+    low : -0.95
+    high: 0.00
+pol2:
+  a:
+    val : -0.005
+    low : -0.95
+    high: 0.00
+  b:
+    val : 0.000
+    low : -0.95
+    high: 0.95
+pol3:
+  a:
+    val : -0.005
+    low : -0.95
+    high: 0.00
+  b:
+    val : 0.000
+    low : -0.95
+    high: 0.95
+  c:
+    val : 0.000
+    low : -0.95
+    high: 0.95
+cbr:
+  mu:
+    val : 5300
+    low : 5100
+    high: 5500
+  sg:
+    val : 50
+    low : 2
+    high: 300
+  ac:
+    val : -2
+    low : -14.
+    high: -0.1
+  nc:
+    val : 1
+    low : 0.5
+    high: 150
+suj:
+  mu:
+    val : 4000
+    low : 3500
+    high: 5000
+  sg:
+    val : 10
+    low : 2
+    high: 5000
+  gm:
+    val : 1
+    low : -10
+    high: 10
+  dl:
+    val : 1
+    low : 0.1
+    high: 40
+cbl:
+  mu:
+    val : 5300
+    low : 5100
+    high: 5500
+  sg:
+    val : 50
+    low : 2
+    high: 300
+  ac:
+    val : 2
+    low : 0.0
+    high: 14.
+  nc:
+    val : 1
+    low : 0.5
+    high: 150
+gauss:
+  mu:
+    val : 5300
+    low : 5100
+    high: 5500
+  sg:
+    val : 50
+    low : 2
+    high: 300
+dscb:
+  mu:
+    val : 5300
+    low : 5000
+    high: 5400
+  sg:
+    val : 50
+    low :  5 
+    high: 500
+  ar:
+    val : 1
+    low : 0
+    high: 5
+  al:
+    val : 1
+    low : 0
+    high: 5
+  nr:
+    val : 2
+    low : 1
+    high: 150
+  nl:
+    val : 2
+    low : 0
+    high: 150
+voigt:
+  mu:
+    val : 5280
+    low : 5040
+    high: 5500
+  sg:
+    val : 20
+    low : 10
+    high: 400
+  gm:
+    val : 4
+    low : 0.1
+    high: 100
+qgauss:
+  mu:
+    val : 5280
+    low : 5040
+    high: 5500
+  sg:
+    val : 20
+    low : 10
+    high: 400
+  q:
+    val : 1
+    low : 1
+    high: 3
+cauchy:
+  mu:
+    val : 5280
+    low : 5040
+    high: 5500
+  gm:
+    val : 150
+    low : 50
+    high: 500

dmu_data/tests/config.json

@@ -0,0 +1,6 @@
+{
+    "key" : [
+    "value1",
+    "value2",
+    "value3"]
+}

dmu_data/tests/config.yaml

@@ -0,0 +1,4 @@
+key:
+  - value1
+  - value2
+  - value3

dmu_data/tests/pdf_to_tex.txt

@@ -0,0 +1,34 @@
+--------------------
+PDF: SumPDF
+OBS: <zfit Space obs=('B_M_brem_track_2',), axes=(0,), limits=(array([[4500.]]), array([[7000.]])), binned=False>
+Name                                                        Value            Low           HighFloating               Constraint
+--------------------
+ar_dscb_Signal_002_1_reso_flt                           1.000e+00      2.000e-01      5.000e+00    1      9.062e-01___1.910e-02
+c_exp_cmb_1                                            -1.000e-02     -2.000e-02     -1.000e-04    1                       none
+frac_brem_001                                           3.000e-01      0.000e+00      1.000e+00    1      3.273e-01___1.157e-05
+mu_Signal_001_scale_flt                                 0.000e+00     -1.000e+02      1.000e+02    1     -1.876e+01___7.881e-01
+mu_Signal_002_scale_flt                                 0.000e+00     -1.000e+02      1.000e+02    1     -1.228e+01___4.835e-01
+nBu_JpsiK_ee_eq_DPC                                     0.000e+00      0.000e+00      1.000e+04    1                       none
+ncmb                                                    0.000e+00      0.000e+00      2.000e+04    1                       none
+nl_dscb_Signal_001_1_reso_flt                           1.000e+00      2.000e-01      5.000e+00    1      8.314e+00___1.204e+00
+nr_dscb_Signal_002_1_reso_flt                           1.000e+00      2.000e-01      5.000e+00    1      1.770e+00___5.338e-02
+nsig                                                    0.000e+00      0.000e+00      1.000e+04    1                       none
+sBd_Kstee_eq_btosllball05_DPC                           0.000e+00      0.000e+00      1.000e+01    1      1.547e-01___1.552e-02
+sBu_Kstee_Kpi0_eq_btosllball05_DPC                      0.000e+00      0.000e+00      1.000e+01    1      1.698e-01___2.266e-02
+sg_Signal_001_reso_flt                                  1.000e+00      2.000e-01      5.000e+00    1      1.399e+00___2.266e-02
+sg_Signal_002_reso_flt                                  1.000e+00      2.000e-01      5.000e+00    1      1.327e+00___1.401e-02
+
+al_dscb_Signal_001_1                                    3.297e-01      0.000e+00      5.000e+00    0                     none
+al_dscb_Signal_002_1                                    3.684e-01      0.000e+00      5.000e+00    0                     none
+ar_dscb_Signal_001_1                                    1.274e+00      0.000e+00      5.000e+00    0                     none
+ar_dscb_Signal_002_1                                    8.425e-01      0.000e+00      5.000e+00    0                     none
+frc_Signal_001_1                                        2.911e-02      0.000e+00      1.000e+00    0                     none
+frc_Signal_002_1                                        1.074e-01      0.000e+00      1.000e+00    0                     none
+mu_Signal_001                                           5.231e+03      5.100e+03      5.500e+03    0                     none
+mu_Signal_002                                           5.230e+03      5.100e+03      5.500e+03    0                     none
+nl_dscb_Signal_001_1                                    9.130e+00      0.000e+00      1.500e+02    0                     none
+nl_dscb_Signal_002_1                                    5.152e+01      0.000e+00      1.500e+02    0                     none
+nr_dscb_Signal_001_1                                    2.483e+00      1.000e+00      1.500e+02    0                     none
+nr_dscb_Signal_002_1                                    3.801e+00      1.000e+00      1.500e+02    0                     none
+sg_Signal_001                                           5.155e+01      2.000e+00      3.000e+02    0                     none
+sg_Signal_002                                           7.496e+01      2.000e+00      3.000e+02    0                     none

dmu_scripts/kerberos/check_expiration

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+: '
+This script is meant to check the expiration date of a grid certificate
+
+Usage:
+
+./check_expiration
+'
+
+check()
+{
+    PEMFILE=$1
+    if [[ ! -f $PEMFILE ]];then
+        echo "Cannot find PEM file: $PEMFILE"
+    fi
+
+    openssl x509 -enddate -noout -in $PEMFILE 
+}
+
+check usercert.pem

dmu_scripts/kerberos/convert_certificate

@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+
+: '
+This script is used to convert p12 grid certificate files into PEM files
+
+Usage:
+
+./convert_certificate cert.p12
+'
+
+CERTIFICATE=$1
+
+if [[ ! -f $CERTIFICATE  ]];then
+    echo "ERROR::Certificate \"$CERTIFICATE\" does not exist."
+    kill -INT $$
+fi
+
+openssl pkcs12 -in $CERTIFICATE -clcerts -nokeys -out usercert.pem
+openssl pkcs12 -in $CERTIFICATE -nocerts -out userkey.pem
+chmod 400 userkey.pem
+chmod 444 usercert.pem
+

dmu_scripts/ml/compare_classifiers.py

@@ -0,0 +1,85 @@
+'''
+Script used to compare performance of classifiers
+'''
+import os
+import argparse
+import yaml
+import mplhep
+import matplotlib.pyplot as plt
+import pandas            as pnd
+
+from sklearn.metrics       import auc
+from dmu.logging.log_store import LogStore
+
+log=LogStore.add_logger('dmu:ml:compare_classifiers')
+# ------------------------------
+class Data:
+    '''
+    Data class
+    '''
+    out_path : str
+    cfg_path : str
+    logl     : int
+    cfg      : dict
+
+    plt.style.use(mplhep.style.LHCb2)
+# ------------------------------
+def _initialize() -> None:
+    log.info(f'Loading settings from: {Data.cfg_path}')
+    with open(Data.cfg_path, encoding='utf-8') as ifile:
+        Data.cfg = yaml.safe_load(ifile)
+
+    Data.out_path = Data.cfg['out_dir']
+    os.makedirs(Data.out_path, exist_ok=True)
+# ------------------------------
+def _parse_args():
+    parser = argparse.ArgumentParser(description='Used to perform comparisons of classifier performances')
+    parser.add_argument('-c', '--conf' , help='Path to configuration path', required=True)
+    parser.add_argument('-l', '--logl' , help='Logging level', choices=[10, 20, 30], default=20)
+    args = parser.parse_args()
+
+    Data.cfg_path = args.conf
+    Data.logl     = args.logl
+# ------------------------------
+def _plot_roc(name : str, path : str) -> None:
+    roc_path = f'{path}/fold_all/roc.json'
+    df = pnd.read_json(roc_path)
+
+    plt.figure(num='ROC')
+    xval = df['x'].to_numpy()
+    yval = df['y'].to_numpy()
+    area = auc(xval, yval)
+
+    plt.plot(xval, yval, label=f'{name}: {area:.3f}')
+# ------------------------------
+def _compare():
+    for name, cls_path in Data.cfg['classifiers'].items():
+        _plot_roc(name=name, path=cls_path)
+
+    _save_roc()
+# ------------------------------
+def _save_roc():
+    d_set = Data.cfg['roc']
+    if 'xrange' in d_set:
+        plt.xlim(d_set['xrange'])
+
+    if 'yrange' in d_set:
+        plt.ylim(d_set['yrange'])
+
+    plt.figure(num='ROC')
+    plt.legend()
+    plt.grid()
+    plt.xlabel('Signal Efficiency')
+    plt.ylabel('Background Rejection')
+    plt.savefig(f'{Data.out_path}/roc.png')
+# ------------------------------
+def main():
+    '''
+    Start here
+    '''
+    _parse_args()
+    _initialize()
+    _compare()
+# ------------------------------
+if __name__ == '__main__':
+    main()

data_manipulation_utilities-0.2.6.dist-info/RECORD

@@ -1,57 +0,0 @@
-data_manipulation_utilities-0.2.6.data/scripts/publish,sha256=-3K_Y2_4CfWCV50rPB8CRuhjxDu7xMGswinRwPovgLs,1976
-dmu/arrays/utilities.py,sha256=PKoYyybPptA2aU-V3KLnJXBudWxTXu4x1uGdIMQ49HY,1722
-dmu/generic/utilities.py,sha256=0Xnq9t35wuebAqKxbyAiMk1ISB7IcXK4cFH25MT1fgw,1741
-dmu/generic/version_management.py,sha256=G_HjGY-hu8lotZuTdVAg0B8yD0AltE866q2vJxvTg1g,3749
-dmu/logging/log_store.py,sha256=umdvjNDuV3LdezbG26b0AiyTglbvkxST19CQu9QATbA,4184
-dmu/ml/cv_classifier.py,sha256=ZbzEm_jW9yoTC7k_xBA7hFpc1bDNayiVR3tbaj1_ieE,4228
-dmu/ml/cv_predict.py,sha256=4wwYL_jcUExDqLJVfClxEUWSd_QAx8yKHO3rX-mx4vw,6711
-dmu/ml/train_mva.py,sha256=Tjtm_cXIiC5syaeUXsPAK4NKLbgkDdly17qbiOIT_Go,17608
-dmu/ml/utilities.py,sha256=PK_61fW7gBV9aGZyez3PI8zAT7_Fc6IlQzDB7f8iBTM,4133
-dmu/pdataframe/utilities.py,sha256=ypvLiFfJ82ga94qlW3t5dXnvEFwYOXnbtJb2zHwsbqk,987
-dmu/plotting/matrix.py,sha256=pXuUJn-LgOvrI9qGkZQw16BzLjOjeikYQ_ll2VIcIXU,4978
-dmu/plotting/plotter.py,sha256=3WRbNOrFBWgI3iW5TbEgT4w_eF7-XUPs_32JL1AW3yY,7359
-dmu/plotting/plotter_1d.py,sha256=2AnVxulyhKtwN-2Srhfm6fqdEREZNhcpJolBsJrWcsc,5745
-dmu/plotting/plotter_2d.py,sha256=mZhp3D5I-JodOnFTEF1NqHtcLtuI-2WNpCQsrsoXNtw,3017
-dmu/plotting/utilities.py,sha256=SI9dvtZq2gr-PXVz71KE4o0i09rZOKgqJKD1jzf6KXk,1167
-dmu/rdataframe/atr_mgr.py,sha256=FdhaQWVpsm4OOe1IRbm7rfrq8VenTNdORyI-lZ2Bs1M,2386
-dmu/rdataframe/utilities.py,sha256=pNcQARMP7txMhy6k27UnDcYf0buNy5U2fshaJDl_h8o,3661
-dmu/rfile/rfprinter.py,sha256=mp5jd-oCJAnuokbdmGyL9i6tK2lY72jEfROuBIZ_ums,3941
-dmu/rfile/utilities.py,sha256=XuYY7HuSBj46iSu3c60UYBHtI6KIPoJU_oofuhb-be0,945
-dmu/stats/fitter.py,sha256=vHNZ16U3apoQyeyM8evq-if49doF48sKB3q9wmA96Fw,18387
-dmu/stats/function.py,sha256=yzi_Fvp_ASsFzbWFivIf-comquy21WoeY7is6dgY0Go,9491
-dmu/stats/gof_calculator.py,sha256=4EN6OhULcztFvsAZ00rxgohJemnjtDNB5o0IBcv6kbk,4657
-dmu/stats/minimizers.py,sha256=db9R2G0SOV-k0BKi6m4EyB_yp6AtZdP23_28B0315oo,7094
-dmu/stats/model_factory.py,sha256=QobbhhMFUg61icB_P2grNFsftf_kl6gELjj1mkC9YSw,9115
-dmu/stats/utilities.py,sha256=LQy4kd3xSXqpApcWuYfZxkGQyjowaXv2Wr1c4Bj-4ys,4523
-dmu/stats/zfit_plotter.py,sha256=Xs6kisNEmNQXhYRCcjowxO6xHuyAyrfyQIFhGAR61U4,19719
-dmu/testing/utilities.py,sha256=moImLqGX9LAt5zJtE5j0gHHkUJ5kpbodryhiVswOsyM,3696
-dmu/text/transformer.py,sha256=4lrGknbAWRm0-rxbvgzOO-eR1-9bkYk61boJUEV3cQ0,6100
-dmu_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dmu_data/ml/tests/train_mva.yaml,sha256=jtYwBY_VELCgXY24e7eQYEvKQLsPtbFXgXEeOkYunvY,1291
-dmu_data/plotting/tests/2d.yaml,sha256=HSAtER-8CEqIGBY_jdcIdSVOHMfYPYhmgeZghTpVYh8,516
-dmu_data/plotting/tests/fig_size.yaml,sha256=7ROq49nwZ1A2EbPiySmu6n3G-Jq6YAOkc3d2X3YNZv0,294
-dmu_data/plotting/tests/high_stat.yaml,sha256=bLglBLCZK6ft0xMhQ5OltxE76cWsBMPMjO6GG0OkDr8,522
-dmu_data/plotting/tests/legend.yaml,sha256=wGpj58ig-GOlqbWoN894zrCet2Fj9f5QtY0rig_UC-c,213
-dmu_data/plotting/tests/name.yaml,sha256=mkcPAVg8wBAmlSbSRQ1bcaMl4vOS6LXMtpqQeDrrtO4,312
-dmu_data/plotting/tests/no_bounds.yaml,sha256=8e1QdphBjz-suDr857DoeUC2DXiy6SE-gvkORJQYv80,257
-dmu_data/plotting/tests/normalized.yaml,sha256=Y0eKtyV5pvlSxvqfsLjytYtv8xYF3HZ5WEdCJdeHGQI,193
-dmu_data/plotting/tests/simple.yaml,sha256=N_TvNBh_2dU0-VYgu_LMrtY0kV_hg2HxVuEoDlr1HX8,138
-dmu_data/plotting/tests/stats.yaml,sha256=fSZjoV-xPnukpCH2OAXsz_SNPjI113qzDg8Ln3spaaA,165
-dmu_data/plotting/tests/title.yaml,sha256=bawKp9aGpeRrHzv69BOCbFX8sq9bb3Es9tdsPTE7jIk,333
-dmu_data/plotting/tests/weights.yaml,sha256=RWQ1KxbCq-uO62WJ2AoY4h5Umc37zG35s-TpKnNMABI,312
-dmu_data/text/transform.toml,sha256=R-832BZalzHZ6c5gD6jtT_Hj8BCsM5vxa1v6oeiwaP4,94
-dmu_data/text/transform.txt,sha256=EX760da6Vkf-_EPxnQlC5hGSkfFhJCCGCD19NU-1Qto,44
-dmu_data/text/transform_set.toml,sha256=Jeh7BTz82idqvbOQJtl9-ur56mZkzDn5WtvmIb48LoE,150
-dmu_data/text/transform_set.txt,sha256=1KivMoP9LxPn9955QrRmOzjEqduEjhTetQ9MXykO5LY,46
-dmu_data/text/transform_trf.txt,sha256=zxBRTgcSmX7RdqfmWF88W1YqbyNHa4Ccruf1MmnYv2A,74
-dmu_scripts/git/publish,sha256=-3K_Y2_4CfWCV50rPB8CRuhjxDu7xMGswinRwPovgLs,1976
-dmu_scripts/physics/check_truth.py,sha256=b1P_Pa9ef6VcFtyY6Y9KS9Om9L-QrCBjDKp4dqca0PQ,3964
-dmu_scripts/rfile/compare_root_files.py,sha256=T8lDnQxsRNMr37x1Y7YvWD8ySHrJOWZki7ZQynxXX9Q,9540
-dmu_scripts/rfile/print_trees.py,sha256=Ze4Ccl_iUldl4eVEDVnYBoe4amqBT1fSBR1zN5WSztk,941
-dmu_scripts/ssh/coned.py,sha256=lhilYNHWRCGxC-jtyJ3LQ4oUgWW33B2l1tYCcyHHsR0,4858
-dmu_scripts/text/transform_text.py,sha256=9akj1LB0HAyopOvkLjNOJiptZw5XoOQLe17SlcrGMD0,1456
-data_manipulation_utilities-0.2.6.dist-info/METADATA,sha256=P9-pWYbzx2C-dntMHgb85WS64CVPRu8BeRPxvJOk3VE,30187
-data_manipulation_utilities-0.2.6.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-data_manipulation_utilities-0.2.6.dist-info/entry_points.txt,sha256=1TIZDed651KuOH-DgaN5AoBdirKmrKE_oM1b6b7zTUU,270
-data_manipulation_utilities-0.2.6.dist-info/top_level.txt,sha256=n_x5J6uWtSqy9mRImKtdA2V2NJNyU8Kn3u8DTOKJix0,25
-data_manipulation_utilities-0.2.6.dist-info/RECORD,,