onnx 1.13.1__cp310-cp310-macosx_10_12_universal2.whl → 1.14.1__cp310-cp310-macosx_10_12_universal2.whl

onnx/reference/ops/aionnxml/op_svm_classifier.py

@@ -0,0 +1,334 @@
+# Copyright (c) ONNX Project Contributors
+
+# SPDX-License-Identifier: Apache-2.0
+# pylint: disable=R0911,R0912,R0913,R0914,W0221
+
+import numpy as np
+
+from onnx.reference.ops.aionnxml._common_classifier import (
+    compute_logistic,
+    compute_probit,
+    compute_softmax_zero,
+    logistic,
+    softmax,
+    softmax_zero,
+)
+from onnx.reference.ops.aionnxml._op_run_aionnxml import OpRunAiOnnxMl
+from onnx.reference.ops.aionnxml.op_svm_helper import SVMCommon
+
+
+def multiclass_probability(k, R):
+    max_iter = max(100, k)
+    Q = np.empty((k, k), dtype=R.dtype)
+    Qp = np.empty((k,), dtype=R.dtype)
+    P = np.empty((k,), dtype=R.dtype)
+    eps = 0.005 / k
+
+    for t in range(0, k):
+        P[t] = 1.0 / k
+        Q[t, t] = (R[:t, t] ** 2).sum()
+        Q[t, :t] = Q[:t, t]
+
+        Q[t, t] += (R[t + 1 :, t] ** 2).sum()
+        Q[t, t + 1 :] = -R[t + 1 :, t] @ R[t, t + 1 :]
+
+    for _ in range(max_iter):
+        # stopping condition, recalculate QP,pQP for numerical accuracy
+        Qp[:] = Q @ P
+        pQp = (P * Qp).sum()
+
+        max_error = 0
+        for t in range(0, k):
+            error = np.abs(Qp[t] - pQp)
+            if error > max_error:
+                max_error = error
+        if max_error < eps:
+            break
+
+        for t in range(k):
+            diff = (-Qp[t] + pQp) / Q[t, t]
+            P[t] += diff
+            pQp = (pQp + diff * (diff * Q[t, t] + 2 * Qp[t])) / (1 + diff) ** 2
+            P /= 1 + diff
+            Qp[:] = (Qp + diff * Q[t, :]) / (1 + diff)
+
+    return P
+
+
+def sigmoid_probability(score, proba, probb):
+    # ref: https://github.com/arnaudsj/libsvm/blob/
+    # eaaefac5ebd32d0e07902e1ae740e038eaaf0826/svm.cpp#L1818
+    val = score * proba + probb
+    return 1 - compute_logistic(val)
+
+
+def write_scores(n_classes, scores, post_transform, add_second_class):
+    if n_classes >= 2:
+        if post_transform == "PROBIT":
+            res = []
+            for score in scores:
+                res.append(compute_probit(score))
+            return np.array(res, dtype=scores.dtype)
+        if post_transform == "LOGISTIC":
+            return logistic(scores)
+        if post_transform == "SOFTMAX":
+            return softmax(scores)
+        if post_transform == "SOFTMAX_ZERO":
+            return compute_softmax_zero(scores)
+        return scores
+    if n_classes == 1:
+        if post_transform == "PROBIT":
+            return np.array([compute_probit(scores[0])], dtype=scores.dtype)
+        if add_second_class in (0, 1):
+            return np.array([1 - scores[0], scores[0]], dtype=scores.dtype)
+        if add_second_class in (2, 3):
+            if post_transform == "LOGISTIC":
+                return np.array(
+                    [logistic(-scores[0]), logistic(scores[0])], dtype=scores.dtype
+                )
+            if post_transform == "SOFTMAX":
+                return softmax(np.array([-scores[0], scores[0]], dtype=scores.dtype))
+            if post_transform == "SOFTMAX_ZERO":
+                return softmax_zero(
+                    np.array([-scores[0], scores[0]], dtype=scores.dtype)
+                )
+            if post_transform == "PROBIT":
+                raise RuntimeError(
+                    f"post_transform={post_transform!r} not applicable here."
+                )
+            return np.array([-scores[0], scores[0]], dtype=scores.dtype)
+        return np.array([scores[0]], dtype=scores.dtype)
+    raise NotImplementedError(f"n_classes={n_classes} not supported.")
+
+
+def set_score_svm(
+    max_weight,
+    maxclass,
+    has_proba,
+    weights_are_all_positive_,
+    classlabels,
+    posclass,
+    negclass,
+):
+    write_additional_scores = -1
+    if len(classlabels) == 2:
+        write_additional_scores = 2
+        if not has_proba:
+            if weights_are_all_positive_ and max_weight >= 0.5:
+                return classlabels[1], write_additional_scores
+            if max_weight > 0 and not weights_are_all_positive_:
+                return classlabels[maxclass], write_additional_scores
+        return classlabels[maxclass], write_additional_scores
+    if max_weight > 0:
+        return posclass, write_additional_scores
+    return negclass, write_additional_scores
+
+
+class SVMClassifier(OpRunAiOnnxMl):
+    def _run_linear(self, X, coefs, class_count_, kernel_type_):
+        scores = []
+        for j in range(class_count_):
+            d = self._svm.kernel_dot(X, coefs[j], kernel_type_)
+            score = self._svm.atts.rho[0] + d  # type: ignore
+            scores.append(score)
+        return np.array(scores, dtype=X.dtype)
+
+    def _run_svm(
+        self, X, sv, vector_count_, kernel_type_, class_count_, starting_vector_, coefs
+    ):
+        evals = 0
+
+        kernels_list = []
+        for j in range(vector_count_):
+            kernels_list.append(self._svm.kernel_dot(X, sv[j], kernel_type_))
+        kernels = np.array(kernels_list)
+
+        votes = np.zeros((class_count_,), dtype=X.dtype)
+        scores = []
+        for i in range(class_count_):
+            si_i = starting_vector_[i]
+            class_i_sc = self._svm.atts.vectors_per_class[i]  # type: ignore
+
+            for j in range(i + 1, class_count_):
+                si_j = starting_vector_[j]
+                class_j_sc = self._svm.atts.vectors_per_class[j]  # type: ignore
+
+                s1 = np.dot(
+                    coefs[j - 1, si_i : si_i + class_i_sc],
+                    kernels[si_i : si_i + class_i_sc],
+                )
+                s2 = np.dot(
+                    coefs[i, si_j : si_j + class_j_sc],
+                    kernels[si_j : si_j + class_j_sc],
+                )
+
+                s = self._svm.atts.rho[evals] + s1 + s2  # type: ignore
+                scores.append(s)
+                if s > 0:
+                    votes[i] += 1
+                else:
+                    votes[j] += 1
+                evals += 1
+        return votes, np.array(scores, dtype=X.dtype)
+
+    def _probabilities(self, scores, class_count_):
+        probsp2 = np.zeros((class_count_, class_count_), dtype=scores.dtype)
+
+        index = 0
+        for i in range(class_count_):
+            for j in range(i + 1, class_count_):
+                val1 = sigmoid_probability(
+                    scores[index],
+                    self._svm.atts.prob_a[index],  # type: ignore
+                    self._svm.atts.prob_b[index],  # type: ignore
+                )
+                val2 = max(val1, 1.0e-7)
+                val2 = min(val2, (1 - 1.0e-7))
+                probsp2[i, j] = val2
+                probsp2[j, i] = 1 - val2
+                index += 1
+        return multiclass_probability(class_count_, probsp2)
+
+    def _compute_final_scores(
+        self, votes, scores, weights_are_all_positive_, has_proba, classlabels_ints
+    ):
+        max_weight = 0
+        if votes is not None and len(votes) > 0:
+            max_class = np.argmax(votes)
+            max_weight = votes[max_class]
+        else:
+            max_class = np.argmax(scores)
+            max_weight = scores[max_class]
+
+        write_additional_scores = -1
+        if self._svm.atts.rho.size == 1:  # type: ignore
+            label, write_additional_scores = set_score_svm(
+                max_weight,
+                max_class,
+                has_proba,
+                weights_are_all_positive_,
+                classlabels_ints,
+                1,
+                0,
+            )
+        elif classlabels_ints is not None and len(classlabels_ints) > 0:
+            label = classlabels_ints[max_class]
+        else:
+            label = max_class
+
+        new_scores = write_scores(
+            scores.size, scores, self._svm.atts.post_transform, write_additional_scores  # type: ignore
+        )
+        return label, new_scores
+
+    def _run(  # type: ignore
+        self,
+        X,
+        classlabels_ints=None,
+        classlabels_strings=None,
+        coefficients=None,
+        kernel_params=None,
+        kernel_type=None,
+        post_transform=None,
+        prob_a=None,
+        prob_b=None,
+        rho=None,
+        support_vectors=None,
+        vectors_per_class=None,
+    ):
+        svm = SVMCommon(
+            coefficients=coefficients,
+            kernel_params=kernel_params,
+            kernel_type=kernel_type,
+            post_transform=post_transform,
+            prob_a=prob_a,
+            prob_b=prob_b,
+            rho=rho,
+            support_vectors=support_vectors,
+            vectors_per_class=vectors_per_class,
+        )
+        # unused unless for debugging purposes
+        self._svm = svm  # pylint: disable=W0201
+
+        vector_count_ = 0
+        class_count_ = max(len(classlabels_ints or classlabels_strings or []), 1)
+        starting_vector_ = []
+        if svm.atts.vectors_per_class is not None:  # type: ignore
+            for vc in svm.atts.vectors_per_class:  # type: ignore
+                starting_vector_.append(vector_count_)
+                vector_count_ += vc
+
+        if vector_count_ > 0:
+            # length of each support vector
+            mode = "SVM_SVC"
+            sv = svm.atts.support_vectors.reshape((vector_count_, -1))  # type: ignore
+            kernel_type_ = svm.atts.kernel_type  # type: ignore
+            coefs = svm.atts.coefficients.reshape((-1, vector_count_))  # type: ignore
+        else:
+            # liblinear mode
+            mode = "SVM_LINEAR"
+            kernel_type_ = "LINEAR"
+            coefs = svm.atts.coefficients.reshape((class_count_, -1))  # type: ignore
+
+        weights_are_all_positive_ = min(svm.atts.coefficients) >= 0  # type: ignore
+
+        # SVM part
+        if vector_count_ == 0 and mode == "SVM_LINEAR":
+            res = np.empty((X.shape[0], class_count_), dtype=X.dtype)
+            for n in range(X.shape[0]):
+                scores = self._run_linear(X[n], coefs, class_count_, kernel_type_)
+                res[n, :] = scores
+            votes = None
+        else:
+            res = np.empty(
+                (X.shape[0], class_count_ * (class_count_ - 1) // 2), dtype=X.dtype
+            )
+            votes = np.empty((X.shape[0], class_count_), dtype=X.dtype)
+            for n in range(X.shape[0]):
+                vote, scores = self._run_svm(
+                    X[n],
+                    sv,
+                    vector_count_,
+                    kernel_type_,
+                    class_count_,
+                    starting_vector_,
+                    coefs,
+                )
+                res[n, :] = scores
+                votes[n, :] = vote
+
+        # proba
+        if (
+            svm.atts.prob_a is not None  # type: ignore
+            and len(svm.atts.prob_a) > 0  # type: ignore
+            and mode == "SVM_SVC"
+        ):
+            scores = np.empty((res.shape[0], class_count_), dtype=X.dtype)
+            for n in range(scores.shape[0]):
+                s = self._probabilities(res[n], class_count_)
+                scores[n, :] = s
+            has_proba = True
+        else:
+            scores = res
+            has_proba = False
+
+        # finalization
+        final_scores = None
+        labels = []
+        for n in range(scores.shape[0]):
+            label, new_scores = self._compute_final_scores(
+                None if votes is None else votes[n],
+                scores[n],
+                weights_are_all_positive_,
+                has_proba,
+                classlabels_ints,
+            )
+            if final_scores is None:
+                final_scores = np.empty((X.shape[0], new_scores.size), dtype=X.dtype)
+            final_scores[n, :] = new_scores
+            labels.append(label)
+
+        # labels
+        if classlabels_strings is not None and len(classlabels_strings) > 0:
+            return (np.array([classlabels_strings[i] for i in labels]), final_scores)
+        return (np.array(labels, dtype=np.int64), final_scores)

onnx/reference/ops/aionnxml/op_svm_helper.py

@@ -0,0 +1,99 @@
+# Copyright (c) ONNX Project Contributors
+
+# SPDX-License-Identifier: Apache-2.0
+# pylint: disable=R0911,R0913,R0914,W0221
+
+from typing import Any
+
+import numpy as np
+
+
+class SVMAttributes:
+    def __init__(self):
+        self._names = []
+
+    def add(self, name: str, value: Any) -> None:
+        if isinstance(value, list) and name not in {"kernel_params"}:
+            if name in {"vectors_per_class"}:
+                value = np.array(value, dtype=np.int64)
+            else:
+                value = np.array(value, dtype=np.float32)
+        setattr(self, name, value)
+
+    def __str__(self) -> str:
+        rows = ["Attributes"]
+        for name in self._names:
+            rows.append(f"  {name}={getattr(self, name)}")
+        return "\n".join(rows)
+
+
+class SVMCommon:
+    """
+    Base class for SVM.
+    """
+
+    def __init__(self, **kwargs):  # type: ignore
+        self.atts = SVMAttributes()
+
+        for name, value in kwargs.items():
+            self.atts.add(name, value)
+
+        if self.atts.kernel_params:  # type: ignore
+            self.gamma_ = self.atts.kernel_params[0]  # type: ignore
+            self.coef0_ = self.atts.kernel_params[1]  # type: ignore
+            self.degree_ = int(self.atts.kernel_params[2])  # type: ignore
+        else:
+            self.gamma_ = 0.0
+            self.coef0_ = 0.0
+            self.degree_ = 0
+
+    def __str__(self) -> str:
+        rows = ["TreeEnsemble", f"root_index={self.root_index}", str(self.atts)]  # type: ignore
+        return "\n".join(rows)
+
+    def kernel_dot(self, pA: np.ndarray, pB: np.ndarray, kernel: str) -> np.ndarray:
+        k = kernel.lower()
+        if k == "poly":
+            s = np.dot(pA, pB)
+            s = s * self.gamma_ + self.coef0_
+            return s**self.degree_  # type: ignore
+        if k == "sigmoid":
+            s = np.dot(pA, pB)
+            s = s * self.gamma_ + self.coef0_
+            return np.tanh(s)  # type: ignore
+        if k == "rbf":
+            diff = pA - pB
+            s = (diff * diff).sum()
+            return np.exp(-self.gamma_ * s)  # type: ignore
+        if k == "linear":
+            return np.dot(pA, pB)  # type: ignore
+        raise ValueError(f"Unexpected kernel={kernel!r}.")
+
+    def run_reg(self, X: np.ndarray) -> np.ndarray:
+        if self.atts.n_supports > 0:  # type: ignore
+            # length of each support vector
+            mode_ = "SVM_SVC"
+            kernel_type_ = self.atts.kernel_type  # type: ignore
+            sv = self.atts.support_vectors.reshape((self.atts.n_supports, -1))  # type: ignore
+        else:
+            mode_ = "SVM_LINEAR"
+            kernel_type_ = "LINEAR"
+
+        z = np.empty((X.shape[0], 1), dtype=X.dtype)
+        for n in range(X.shape[0]):
+            s = 0.0
+
+            if mode_ == "SVM_SVC":
+                for j in range(self.atts.n_supports):  # type: ignore
+                    d = self.kernel_dot(X[n], sv[j], kernel_type_)
+                    s += self.atts.coefficients[j] * d  # type: ignore
+                s += self.atts.rho[0]  # type: ignore
+            elif mode_ == "SVM_LINEAR":
+                s = self.kernel_dot(X[n], self.atts.coefficients, kernel_type_)  # type: ignore
+                s += self.atts.rho[0]  # type: ignore
+
+            if self.atts.one_class:  # type: ignore
+                z[n, 0] = 1 if s > 0 else -1
+            else:
+                z[n, 0] = s
+        return z

onnx/reference/ops/aionnxml/op_svm_regressor.py

@@ -0,0 +1,45 @@
+# Copyright (c) ONNX Project Contributors
+
+# SPDX-License-Identifier: Apache-2.0
+# pylint: disable=R0912,R0913,R0914,W0221
+
+from onnx.reference.ops.aionnxml._op_run_aionnxml import OpRunAiOnnxMl
+from onnx.reference.ops.aionnxml.op_svm_helper import SVMCommon
+
+
+class SVMRegressor(OpRunAiOnnxMl):
+    """
+    The class only implements `POST_TRANSFORM="NONE"`.
+    """
+
+    def _run(  # type: ignore
+        self,
+        X,
+        coefficients=None,
+        kernel_params=None,
+        kernel_type=None,
+        n_targets=None,
+        n_supports=None,
+        one_class=None,
+        post_transform=None,
+        rho=None,
+        support_vectors=None,
+    ):
+        svm = SVMCommon(
+            coefficients=coefficients,
+            kernel_params=kernel_params,
+            kernel_type=kernel_type,
+            n_targets=n_targets,
+            n_supports=n_supports,
+            one_class=one_class,
+            post_transform=post_transform,
+            rho=rho,
+            support_vectors=support_vectors,
+        )
+        # adding an attribute for debugging purpose
+        self._svm = svm  # pylint: disable=W0201
+        res = svm.run_reg(X)
+
+        if post_transform in (None, "NONE"):
+            return (res,)
+        raise NotImplementedError(f"post_transform={post_transform!r} not implemented.")

onnx/reference/ops/aionnxml/op_tree_ensemble_classifier.py

@@ -0,0 +1,132 @@
+# Copyright (c) ONNX Project Contributors
+
+# SPDX-License-Identifier: Apache-2.0
+# pylint: disable=R0912,R0913,R0914,W0221
+
+import numpy as np
+
+from onnx.reference.ops.aionnxml._common_classifier import (
+    logistic,
+    probit,
+    softmax,
+    softmax_zero,
+)
+from onnx.reference.ops.aionnxml._op_run_aionnxml import OpRunAiOnnxMl
+from onnx.reference.ops.aionnxml.op_tree_ensemble_helper import TreeEnsemble
+
+
+class TreeEnsembleClassifier(OpRunAiOnnxMl):
+    def _run(  # type: ignore
+        self,
+        X,
+        base_values=None,
+        base_values_as_tensor=None,
+        class_ids=None,
+        class_nodeids=None,
+        class_treeids=None,
+        class_weights=None,
+        class_weights_as_tensor=None,
+        classlabels_int64s=None,
+        classlabels_strings=None,
+        nodes_falsenodeids=None,
+        nodes_featureids=None,
+        nodes_hitrates=None,
+        nodes_hitrates_as_tensor=None,
+        nodes_missing_value_tracks_true=None,
+        nodes_modes=None,
+        nodes_nodeids=None,
+        nodes_treeids=None,
+        nodes_truenodeids=None,
+        nodes_values=None,
+        nodes_values_as_tensor=None,
+        post_transform=None,
+    ):
+        nmv = nodes_missing_value_tracks_true
+        tr = TreeEnsemble(
+            base_values=base_values,
+            base_values_as_tensor=base_values_as_tensor,
+            nodes_falsenodeids=nodes_falsenodeids,
+            nodes_featureids=nodes_featureids,
+            nodes_hitrates=nodes_hitrates,
+            nodes_hitrates_as_tensor=nodes_hitrates_as_tensor,
+            nodes_missing_value_tracks_true=nmv,
+            nodes_modes=nodes_modes,
+            nodes_nodeids=nodes_nodeids,
+            nodes_treeids=nodes_treeids,
+            nodes_truenodeids=nodes_truenodeids,
+            nodes_values=nodes_values,
+            nodes_values_as_tensor=nodes_values_as_tensor,
+            class_weights=class_weights,
+            class_weights_as_tensor=class_weights_as_tensor,
+        )
+        # unused unless for debugging purposes
+        self._tree = tr  # pylint: disable=W0201
+        if X.dtype not in (np.float32, np.float64):
+            X = X.astype(np.float32)
+        leaves_index = tr.leave_index_tree(X)
+        n_classes = max(len(classlabels_int64s or []), len(classlabels_strings or []))
+        res = np.empty((leaves_index.shape[0], n_classes), dtype=np.float32)
+        if tr.atts.base_values is None:  # type: ignore
+            res[:, :] = 0
+        else:
+            res[:, :] = np.array(tr.atts.base_values).reshape((1, -1))  # type: ignore
+
+        class_index = {}  # type: ignore
+        for i, (tid, nid) in enumerate(zip(class_treeids, class_nodeids)):
+            if (tid, nid) not in class_index:
+                class_index[tid, nid] = []
+            class_index[tid, nid].append(i)
+        for i in range(res.shape[0]):
+            indices = leaves_index[i]
+            t_index = [class_index[nodes_treeids[i], nodes_nodeids[i]] for i in indices]
+            for its in t_index:
+                for it in its:
+                    res[i, class_ids[it]] += tr.atts.class_weights[it]  # type: ignore
+
+        # post_transform
+        binary = len(set(class_ids)) == 1
+        classes = classlabels_int64s or classlabels_strings
+        post_function = {
+            None: lambda x: x,
+            "NONE": lambda x: x,
+            "LOGISTIC": logistic,
+            "SOFTMAX": softmax,
+            "SOFTMAX_ZERO": softmax_zero,
+            "PROBIT": probit,
+        }
+        if binary:
+            if res.shape[1] == 1 and len(classes) == 1:
+                new_res = np.zeros((res.shape[0], 2), res.dtype)
+                new_res[:, 1] = res[:, 0]
+                res = new_res
+            else:
+                res[:, 1] = res[:, 0]
+            if post_transform in (None, "NONE", "PROBIT"):
+                res[:, 0] = 1 - res[:, 1]
+            else:
+                res[:, 0] = -res[:, 1]
+        new_scores = post_function[post_transform](res)  # type: ignore
+        labels = np.argmax(new_scores, axis=1)
+
+        # labels
+        if classlabels_int64s is not None:
+            if len(classlabels_int64s) == 1:
+                if classlabels_int64s[0] == 1:
+                    d = {1: 1}
+                    labels = np.array([d.get(i, 0) for i in labels], dtype=np.int64)
+                else:
+                    raise NotImplementedError(
+                        f"classlabels_int64s={classlabels_int64s}, " f"not supported."
+                    )
+            else:
+                labels = np.array(
+                    [classlabels_int64s[i] for i in labels], dtype=np.int64
+                )
+        elif classlabels_strings is not None:
+            if len(classlabels_strings) == 1:
+                raise NotImplementedError(
+                    f"classlabels_strings={classlabels_strings}, " f"not supported."
+                )
+            labels = np.array([classlabels_strings[i] for i in labels])
+
+        return labels, new_scores