wums 0.1.7__py3-none-any.whl → 0.1.8__py3-none-any.whl

scripts/test/testsplinepdf.py

@@ -0,0 +1,90 @@
+import wums.fitutils
+
+import tensorflow as tf
+
+import matplotlib.pyplot as plt
+
+import numpy as np
+import hist
+import math
+
+np.random.seed(1234)
+
+nevt = 100000
+
+rgaus = np.random.normal(size=(nevt,))
+
+print(rgaus.dtype)
+print(rgaus)
+
+axis0 = hist.axis.Regular(100, -5., 5.)
+
+htest = hist.Hist(axis0)
+htest.fill(rgaus)
+
+print(htest)
+
+
+quant_cdfvals = tf.constant([0.0, 1e-3, 0.02, 0.05, 0.10, 0.20, 0.30, 0.40, 0.50, 0.60, 0.70, 0.80, 0.90, 0.95, 0.98, 1.0-1e-3, 1.0], tf.float64)
+
+nquants = quant_cdfvals.shape.num_elements()
+
+def func_transform_cdf(quantile):
+    const_sqrt2 = tf.constant(math.sqrt(2.), quantile.dtype)
+    return 0.5*(1. + tf.math.erf(quantile/const_sqrt2))
+
+def func_transform_quantile(cdf):
+    const_sqrt2 = tf.constant(math.sqrt(2.), cdf.dtype)
+    return const_sqrt2*tf.math.erfinv(2*cdf - 1.)
+
+
+
+def func_cdf(xvals, xedges, parms, quant_cdfvals):
+    qparms = parms
+
+    cdf = narf.fitutils.func_cdf_for_quantile_fit(xvals, xedges, qparms, quant_cdfvals, transform = (func_transform_cdf, func_transform_quantile))
+
+    return cdf
+
+
+#this is just for plotting
+def func_pdf(h, parms):
+    dtype = tf.float64
+    xvals = [tf.constant(center, dtype=dtype) for center in h.axes.centers]
+    xedges = [tf.constant(edge, dtype=dtype) for edge in h.axes.edges]
+
+    tfparms = tf.constant(parms)
+
+    cdf = func_cdf(xvals, xedges, tfparms, quant_cdfvals)
+
+    pdf = cdf[1:] - cdf[:-1]
+    pdf = tf.maximum(pdf, tf.zeros_like(pdf))
+
+    return pdf
+
+nparms = nquants-1
+
+
+initial_parms = np.array([np.log(1./nparms)]*nparms)
+
+res = narf.fitutils.fit_hist(htest, func_cdf, initial_parms, mode="nll_bin_integrated", func_constraint=narf.fitutils.func_constraint_for_quantile_fit, args = (quant_cdfvals,))
+
+print(res)
+
+
+parmvals = res["x"]
+
+
+pdfvals = func_pdf(htest, parmvals)
+pdfvals *= htest.sum()/np.sum(pdfvals)
+
+#
+plot = plt.figure()
+plt.yscale("log")
+htest.plot()
+plt.plot(htest.axes[0].centers, pdfvals)
+# plt.show()
+plot.savefig("test.png")
+
+
+

scripts/test/testsplinepdf2d.py

@@ -0,0 +1,323 @@
+import wums.fitutils
+
+import tensorflow as tf
+
+import matplotlib.pyplot as plt
+
+import numpy as np
+import hist
+import math
+
+import onnx
+import tf2onnx
+
+np.random.seed(1234)
+
+nevt = 20000
+
+runiform = np.random.random((nevt,))
+rgaus = np.random.normal(size=(nevt,))
+
+data = np.stack([runiform, rgaus], axis=-1)
+
+# "pt"-dependent mean and sigma
+data[:,1] = -0.1 + 0.1*data[:,0] + (1. + 0.2*data[:,0])*data[:,1]
+
+
+# print(rgaus.dtype)
+# print(rgaus)
+
+axis0 = hist.axis.Regular(50, 0., 1., name="pt")
+axis1 = hist.axis.Regular(100, -5., 5., name="recoil")
+
+htest_data = hist.Hist(axis0, axis1)
+htest_mc = hist.Hist(axis0, axis1)
+
+# print("data.shape", data.shape)
+htest_data.fill(data[:nevt//2,0], data[:nevt//2, 1])
+htest_mc.fill(data[nevt//2:,0], data[nevt//2:, 1])
+
+
+
+
+quant_cdfvals = tf.constant([0.0, 1e-3, 0.02, 0.05, 0.10, 0.20, 0.30, 0.40, 0.50, 0.60, 0.70, 0.80, 0.90, 0.95, 0.98, 1.0-1e-3, 1.0], dtype = tf.float64)
+nquants = quant_cdfvals.shape.num_elements()
+
+print("nquants", nquants)
+
+#cdf is in terms of axis1, so shapes need to be compatible
+quant_cdfvals = quant_cdfvals[None, :]
+
+
+# get quantiles from histogram, e.g. to help initialize the parameters for the fit (not actually used here)
+
+# hist_quantiles, hist_quantile_errs = wums.fitutils.hist_to_quantiles(htest, quant_cdfvals, axis=1)
+#
+# print(hist_quantiles)
+# print(hist_quantile_errs)
+#
+# hist_qparms, hist_qparm_errs = wums.fitutils.quantiles_to_qparms(hist_quantiles, hist_quantile_errs)
+#
+# print(hist_qparms)
+# print(hist_qparm_errs)
+
+def parms_to_qparms(xvals, parms):
+
+    parms_2d = tf.reshape(parms, (-1, 2))
+    parms_const = parms_2d[:,0]
+    parms_slope = parms_2d[:,1]
+
+    #cdf is in terms of axis1, so shapes need to be compatible
+    parms_const = parms_const[None, :]
+    parms_slope = parms_slope[None, :]
+
+    qparms = parms_const + parms_slope*xvals[0]
+
+    return qparms
+
+
+def func_transform_cdf(quantile):
+    const_sqrt2 = tf.constant(math.sqrt(2.), quantile.dtype)
+    return 0.5*(1. + tf.math.erf(quantile/const_sqrt2))
+
+def func_transform_quantile(cdf):
+    const_sqrt2 = tf.constant(math.sqrt(2.), cdf.dtype)
+    return const_sqrt2*tf.math.erfinv(2.*cdf - 1.)
+
+# def func_transform_cdf(quantile):
+#     return tf.math.log(quantile/(1.-quantile))
+#
+# def func_transform_quantile(cdf):
+#     return tf.math.sigmoid(cdf)
+
+def func_cdf(xvals, xedges, parms):
+    qparms = parms_to_qparms(xvals, parms)
+    # return wums.fitutils.func_cdf_for_quantile_fit(xvals, xedges, qparms, quant_cdfvals, axis=1)
+
+    return wums.fitutils.func_cdf_for_quantile_fit(xvals, xedges, qparms, quant_cdfvals, axis=1, transform = (func_transform_cdf, func_transform_quantile))
+
+def func_constraint(xvals, xedges, parms):
+    qparms = parms_to_qparms(xvals, parms)
+    return wums.fitutils.func_constraint_for_quantile_fit(xvals, xedges, qparms)
+
+#this is just for plotting
+def func_pdf(h, parms):
+    dtype = tf.float64
+    xvals = [tf.constant(center, dtype=dtype) for center in h.axes.centers]
+    xedges = [tf.constant(edge, dtype=dtype) for edge in h.axes.edges]
+
+    tfparms = tf.constant(parms)
+
+    cdf = func_cdf(xvals, xedges, tfparms)
+
+    pdf = cdf[:,1:] - cdf[:,:-1]
+    pdf = tf.maximum(pdf, tf.zeros_like(pdf))
+
+    return pdf
+
+nparms = nquants-1
+
+
+# print("edges", htest.edges)
+
+# assert(0)
+
+initial_parms_const = np.array([np.log(1./nparms)]*nparms)
+initial_parms_slope = np.zeros_like(initial_parms_const)
+
+initial_parms = np.stack([initial_parms_const, initial_parms_slope], axis=-1)
+initial_parms = np.reshape(initial_parms, (-1,))
+
+res_data = wums.fitutils.fit_hist(htest_data, func_cdf, initial_parms, mode="nll_bin_integrated", norm_axes=[1])
+
+res_mc = wums.fitutils.fit_hist(htest_mc, func_cdf, initial_parms, mode="nll_bin_integrated", norm_axes=[1])
+
+print(res_data)
+
+
+parmvals_data = tf.constant(res_data["x"], tf.float64)
+parmvals_mc = tf.constant(res_mc["x"], tf.float64)
+
+hess_data = res_data["hess"]
+hess_mc = res_mc["hess"]
+
+def get_scaled_eigenvectors(hess, num_null = 2):
+    e,v = np.linalg.eigh(hess)
+
+    # remove the null eigenvectors
+    e = e[None, num_null:]
+    v = v[:, num_null:]
+
+    # scale the eigenvectors
+    vscaled = v/np.sqrt(e)
+
+    return vscaled
+
+vscaled_data = tf.constant(get_scaled_eigenvectors(hess_data), tf.float64)
+vscaled_mc = tf.constant(get_scaled_eigenvectors(hess_data), tf.float64)
+
+print("vscaled_data.shape", vscaled_data.shape)
+
+ut_flat = np.reshape(htest_data.axes.edges[1], (-1,))
+ut_low = tf.constant(ut_flat[0], tf.float64)
+ut_high = tf.constant(ut_flat[-1], tf.float64)
+
+def func_cdf_mc(pt, ut):
+    pts = tf.reshape(pt, (1,1))
+    uts = tf.reshape(ut, (1,1))
+
+    xvals = [pts, None]
+    xedges = [None, uts]
+
+    parms = parmvals_mc
+
+    qparms = parms_to_qparms(xvals, parms)
+
+    ut_axis = 1
+
+    quants = wums.fitutils.qparms_to_quantiles(qparms, x_low = ut_low, x_high = ut_high, axis = ut_axis)
+    spline_edges = xedges[ut_axis]
+
+    cdfvals = wums.fitutils.pchip_interpolate(quants, quant_cdfvals, spline_edges, axis=ut_axis)
+
+    return cdfvals
+
+def func_cdfinv_data(pt, quant):
+    pts = tf.reshape(pt, (1,1))
+    quant_outs = tf.reshape(quant, (1,1))
+
+    xvals = [pts, None]
+    xedges = [None, quant_outs]
+
+    parms = parmvals_data
+
+    qparms = parms_to_qparms(xvals, parms)
+
+    ut_axis = 1
+
+    quants = wums.fitutils.qparms_to_quantiles(qparms, x_low = ut_low, x_high = ut_high, axis = ut_axis)
+    spline_edges = xedges[ut_axis]
+
+    cdfinvvals = wums.fitutils.pchip_interpolate(quant_cdfvals, quants, spline_edges, axis=ut_axis)
+
+    return cdfinvvals
+
+def func_cdfinv_pdf_data(pt, quant):
+    with tf.GradientTape() as t:
+        t.watch(quant)
+        cdfinv = func_cdfinv_data(pt, quant)
+    pdfreciprocal = t.gradient(cdfinv, quant)
+    pdf = 1./pdfreciprocal
+    return cdfinv, pdf
+
+scalar_spec = tf.TensorSpec([], tf.float64)
+
+
+def transform_mc(pt, ut):
+    with tf.GradientTape(persistent=True) as t:
+        t.watch(parmvals_mc)
+        t.watch(parmvals_data)
+
+        cdf_mc = func_cdf_mc(pt, ut)
+        ut_transformed, pdf = func_cdfinv_pdf_data(pt, cdf_mc)
+
+        ut_transformed = tf.reshape(ut_transformed, [])
+        pdf = tf.reshape(pdf, [])
+
+    pdf_grad_mc = t.gradient(pdf, parmvals_mc)
+    pdf_grad_data = t.gradient(pdf, parmvals_data)
+
+    del t
+
+    weight_grad_mc = pdf_grad_mc/pdf
+    weight_grad_data = pdf_grad_data/pdf
+
+    weight_grad_mc = weight_grad_mc[None, :]
+    weight_grad_data = weight_grad_data[None, :]
+
+    weight_grad_mc_eig = weight_grad_mc @ vscaled_mc
+    weight_grad_data_eig = weight_grad_data @ vscaled_data
+
+    weight_grad_mc_eig = tf.reshape(weight_grad_mc_eig, [-1])
+    weight_grad_data_eig = tf.reshape(weight_grad_data_eig, [-1])
+
+    weight_grad_eig = tf.concat([weight_grad_mc_eig, weight_grad_data_eig], axis=0)
+
+    return ut_transformed, weight_grad_eig
+    # return ut_transformed
+
+@tf.function
+def transform_mc_simple(pt, ut):
+    cdf_mc = func_cdf_mc(pt, ut)
+    ut_transformed, pdf = func_cdfinv_pdf_data(pt, cdf_mc)
+
+    ut_transformed = tf.reshape(ut_transformed, [])
+
+    return ut_transformed
+
+
+
+pt_test = tf.constant(0.2, tf.float64)
+ut_test = tf.constant(1.0, tf.float64)
+
+ut, grad = transform_mc(pt_test, ut_test)
+# ut = transform_mc(pt_test, ut_test)
+
+print("shapes", ut.shape, grad.shape)
+
+print("ut", ut)
+print("grad", grad)
+
+input_signature = [scalar_spec, scalar_spec]
+
+class TestMod(tf.Module):
+
+    @tf.function(input_signature =  [scalar_spec, scalar_spec])
+    def __call__(self, pt, ut):
+        return transform_mc(pt, ut)
+
+module = TestMod()
+# tf.saved_model.save(module, "test")
+
+concrete_function = module.__call__.get_concrete_function()
+
+# Convert the model
+converter = tf.lite.TFLiteConverter.from_concrete_functions([concrete_function], module)
+
+# converter = tf.lite.TFLiteConverter.from_saved_model("test") # path to the SavedModel directory
+converter.target_spec.supported_ops = [
+  tf.lite.OpsSet.TFLITE_BUILTINS, # enable TensorFlow Lite ops.
+  tf.lite.OpsSet.SELECT_TF_OPS # enable TensorFlow ops.
+]
+
+tflite_model = converter.convert()
+
+# print(tflite_model)
+
+# Save the model.
+with open('model.tflite', 'wb') as f:
+  f.write(tflite_model)
+
+
+# onnx_model, _ = tf2onnx.convert.from_function(transform_mc, input_signature)
+# onnx.save(onnx_model, "test.onnx")
+
+
+parmvals = res_data["x"]
+
+
+pdfvals = func_pdf(htest_data, parmvals)
+pdfvals *= htest_data.sum()/np.sum(pdfvals)
+
+
+# hplot = htest[5]
+
+plot = plt.figure()
+plt.yscale("log")
+htest_data[5,:].plot()
+plt.plot(htest_data.axes[1].centers, pdfvals[5])
+# plt.show()
+plot.savefig("test.png")
+
+
+

wums/plot_tools.py

@@ -683,7 +683,6 @@ def makeStackPlotWithRatio(
     stackedProcs,
     histName="nominal",
     unstacked=None,
-    fitresult=None,
     prefit=False,
     xlabel="",
     ylabel=None,
@@ -757,11 +756,6 @@ def makeStackPlotWithRatio(
         if xlim:
             h = h[complex(0, xlim[0]) : complex(0, xlim[1])]
 
-        # If plotting from combine, apply the action to the underlying hist.
-        # Don't do this for the generic case, as it screws up the ability to make multiple plots
-        if fitresult:
-            histInfo[k].hists[histName] = h
-
         if k != "Data":
             stack.append(h)
         else:
@@ -803,67 +797,6 @@ def makeStackPlotWithRatio(
         ratio_axes = None
         ax2 = None
 
-    if fitresult:
-        import uproot
-
-        combine_result = uproot.open(fitresult)
-
-        fittype = "prefit" if prefit else "postfit"
-
-        # set histograms to prefit/postfit values
-        for p in to_read:
-
-            hname = f"expproc_{p}_{fittype}" if p != "Data" else "obs"
-            vals = combine_result[hname].to_hist().values()
-            if len(histInfo[p].hists[histName].values()) != len(vals):
-                raise ValueError(
-                    f"The size of the combine histogram ({(vals.shape)}) is not consistent with the xlim or input hist ({histInfo[p].hists[histName].shape})"
-                )
-
-            histInfo[p].hists[histName].values()[...] = vals
-            if p == "Data":
-                histInfo[p].hists[histName].variances()[...] = vals
-
-        # for postfit uncertaity bands
-        axis = histInfo[to_read[0]].hists[histName].axes[0].edges
-
-        # need to divide by bin width
-        binwidth = axis[1:] - axis[:-1]
-        hexp = combine_result[f"expfull_{fittype}"].to_hist()
-        if hexp.storage_type != hist.storage.Weight:
-            raise ValueError(
-                f"Did not find uncertainties in {fittype} hist. Make sure you run combinetf with --computeHistErrors!"
-            )
-        nom = hexp.values() / binwidth
-        std = np.sqrt(hexp.variances()) / binwidth
-
-        hatchstyle = "///"
-        ax1.fill_between(
-            axis,
-            np.append(nom + std, (nom + std)[-1]),
-            np.append(nom - std, (nom - std)[-1]),
-            step="post",
-            facecolor="none",
-            zorder=2,
-            hatch=hatchstyle,
-            edgecolor="k",
-            linewidth=0.0,
-            label="Uncertainty",
-        )
-
-        if add_ratio:
-            ax2.fill_between(
-                axis,
-                np.append((nom + std) / nom, ((nom + std) / nom)[-1]),
-                np.append((nom - std) / nom, ((nom - std) / nom)[-1]),
-                step="post",
-                facecolor="none",
-                zorder=2,
-                hatch=hatchstyle,
-                edgecolor="k",
-                linewidth=0.0,
-            )
-
     opts = dict(stack=not no_stack, flow=flow)
     optsr = opts.copy()  # no binwnorm for ratio axis
     optsr["density"] = density
@@ -994,7 +927,7 @@ def makeStackPlotWithRatio(
 
         for i, (proc, style) in enumerate(zip(unstacked, linestyles)):
             unstack = histInfo[proc].hists[histName]
-            if not fitresult or proc not in to_read:
+            if proc not in to_read:
                 unstack = action(unstack)[select]
             if proc != "Data":
                 unstack = unstack * scale

{wums-0.1.7.dist-info → wums-0.1.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: wums
-Version: 0.1.7
+Version: 0.1.8
 Summary: .
 Author-email: David Walter <david.walter@cern.ch>, Josh Bendavid <josh.bendavid@cern.ch>, Kenneth Long <kenneth.long@cern.ch>, Jan Eysermans <jan.eysermans@cern.ch>
 License: MIT

{wums-0.1.7.dist-info → wums-0.1.8.dist-info}/RECORD

@@ -1,3 +1,5 @@
+scripts/test/testsplinepdf.py,sha256=sXnmDjEXiO0OIHAXLXU4UxTD4_nLwUpoojCecfjyT04,1964
+scripts/test/testsplinepdf2d.py,sha256=vGw9mq67f6aoymefLqv6CqF8teluva4Lx6tpbnC_NGU,8513
 wums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wums/boostHistHelpers.py,sha256=mgdPXAgmxriqoOhrhMctyZcfwEOPfV07V27CvGt2sk8,39260
 wums/fitutils.py,sha256=sPCMJqZGdXvDfc8OxjOB-Bpf45GWHKxmKkDV3SlMUQs,38297
@@ -5,10 +7,10 @@ wums/fitutilsjax.py,sha256=HE1AcIZmI6N_xIHo8OHCPaYkHSnND_B-vI4Gl3vaUmA,2659
 wums/ioutils.py,sha256=ziyfQQ8CB3Ir2BJKJU3_a7YMF-Jd2nGXKoMQoJ2T8fo,12334
 wums/logging.py,sha256=L4514Xyq7L1z77Tkh8KE2HX88ZZ06o6SSRyQo96DbC0,4494
 wums/output_tools.py,sha256=SHcZqXAdqL9AkA57UF0b-R-U4u7rzDgL8Def4E-ulW0,6713
-wums/plot_tools.py,sha256=4iPx9Nr9y8c3p4ovy8XOS-xU_w11OyQEjISKkygxqcA,55918
+wums/plot_tools.py,sha256=7GBQAO--wuP8aatkjy-ir1lQWpNrzMc1lSI6zSq3JXE,53502
 wums/tfutils.py,sha256=9efkkvxH7VtwJN2yBS6_-P9dLKs3CXdxMFdrEBNsna8,2892
 wums/Templates/index.php,sha256=9EYmfc0ltMqr5oOdA4_BVIHdSbef5aA0ORoRZBEADVw,4348
-wums-0.1.7.dist-info/METADATA,sha256=GrQyVuatMvHdallbstH7YdiACEMLIo5isHyugfFawW8,1784
-wums-0.1.7.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-wums-0.1.7.dist-info/top_level.txt,sha256=DCE1TVg7ySraosR3kYZkLIZ2w1Pwk2pVTdkqx6E-yRY,5
-wums-0.1.7.dist-info/RECORD,,
+wums-0.1.8.dist-info/METADATA,sha256=87fET64UzNDs6swv1-tcJWcuzVE5S3kEuLWOfy1JN6c,1784
+wums-0.1.8.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+wums-0.1.8.dist-info/top_level.txt,sha256=cGGeFZQ8IwVw-BhgxMCTu5zfkgQelfF1wEFFWGhycds,13
+wums-0.1.8.dist-info/RECORD,,

wums-0.1.8.dist-info/top_level.txt

@@ -0,0 +1,2 @@
+scripts
+wums

wums-0.1.7.dist-info/top_level.txt

@@ -1 +0,0 @@
-wums