ruby-eigen 0.0.9 → 0.0.10.pre1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/LICENSE +22 -0
- data/README.md +21 -0
- data/ext/eigen/eigen3/COPYING.BSD +26 -0
- data/ext/eigen/eigen3/COPYING.MPL2 +373 -0
- data/ext/eigen/eigen3/COPYING.README +18 -0
- data/ext/eigen/eigen3/Eigen/Array +11 -0
- data/ext/eigen/eigen3/Eigen/Cholesky +32 -0
- data/ext/eigen/eigen3/Eigen/CholmodSupport +45 -0
- data/ext/eigen/eigen3/Eigen/Core +376 -0
- data/ext/eigen/eigen3/Eigen/Dense +7 -0
- data/ext/eigen/eigen3/Eigen/Eigen +2 -0
- data/ext/eigen/eigen3/Eigen/Eigen2Support +95 -0
- data/ext/eigen/eigen3/Eigen/Eigenvalues +48 -0
- data/ext/eigen/eigen3/Eigen/Geometry +63 -0
- data/ext/eigen/eigen3/Eigen/Householder +23 -0
- data/ext/eigen/eigen3/Eigen/IterativeLinearSolvers +40 -0
- data/ext/eigen/eigen3/Eigen/Jacobi +26 -0
- data/ext/eigen/eigen3/Eigen/LU +41 -0
- data/ext/eigen/eigen3/Eigen/LeastSquares +32 -0
- data/ext/eigen/eigen3/Eigen/MetisSupport +28 -0
- data/ext/eigen/eigen3/Eigen/PaStiXSupport +46 -0
- data/ext/eigen/eigen3/Eigen/PardisoSupport +30 -0
- data/ext/eigen/eigen3/Eigen/QR +45 -0
- data/ext/eigen/eigen3/Eigen/QtAlignedMalloc +34 -0
- data/ext/eigen/eigen3/Eigen/SPQRSupport +29 -0
- data/ext/eigen/eigen3/Eigen/SVD +37 -0
- data/ext/eigen/eigen3/Eigen/Sparse +27 -0
- data/ext/eigen/eigen3/Eigen/SparseCore +64 -0
- data/ext/eigen/eigen3/Eigen/SparseLU +49 -0
- data/ext/eigen/eigen3/Eigen/SparseQR +33 -0
- data/ext/eigen/eigen3/Eigen/StdDeque +27 -0
- data/ext/eigen/eigen3/Eigen/StdList +26 -0
- data/ext/eigen/eigen3/Eigen/StdVector +27 -0
- data/ext/eigen/eigen3/Eigen/SuperLUSupport +59 -0
- data/ext/eigen/eigen3/Eigen/UmfPackSupport +36 -0
- data/ext/eigen/eigen3/Eigen/src/Cholesky/LDLT.h +611 -0
- data/ext/eigen/eigen3/Eigen/src/Cholesky/LLT.h +498 -0
- data/ext/eigen/eigen3/Eigen/src/Cholesky/LLT_MKL.h +102 -0
- data/ext/eigen/eigen3/Eigen/src/CholmodSupport/CholmodSupport.h +607 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Array.h +323 -0
- data/ext/eigen/eigen3/Eigen/src/Core/ArrayBase.h +226 -0
- data/ext/eigen/eigen3/Eigen/src/Core/ArrayWrapper.h +264 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Assign.h +590 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Assign_MKL.h +224 -0
- data/ext/eigen/eigen3/Eigen/src/Core/BandMatrix.h +334 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Block.h +406 -0
- data/ext/eigen/eigen3/Eigen/src/Core/BooleanRedux.h +154 -0
- data/ext/eigen/eigen3/Eigen/src/Core/CommaInitializer.h +154 -0
- data/ext/eigen/eigen3/Eigen/src/Core/CoreIterators.h +61 -0
- data/ext/eigen/eigen3/Eigen/src/Core/CwiseBinaryOp.h +230 -0
- data/ext/eigen/eigen3/Eigen/src/Core/CwiseNullaryOp.h +864 -0
- data/ext/eigen/eigen3/Eigen/src/Core/CwiseUnaryOp.h +126 -0
- data/ext/eigen/eigen3/Eigen/src/Core/CwiseUnaryView.h +139 -0
- data/ext/eigen/eigen3/Eigen/src/Core/DenseBase.h +521 -0
- data/ext/eigen/eigen3/Eigen/src/Core/DenseCoeffsBase.h +754 -0
- data/ext/eigen/eigen3/Eigen/src/Core/DenseStorage.h +434 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Diagonal.h +237 -0
- data/ext/eigen/eigen3/Eigen/src/Core/DiagonalMatrix.h +313 -0
- data/ext/eigen/eigen3/Eigen/src/Core/DiagonalProduct.h +131 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Dot.h +263 -0
- data/ext/eigen/eigen3/Eigen/src/Core/EigenBase.h +131 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Flagged.h +140 -0
- data/ext/eigen/eigen3/Eigen/src/Core/ForceAlignedAccess.h +146 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Functors.h +1026 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Fuzzy.h +150 -0
- data/ext/eigen/eigen3/Eigen/src/Core/GeneralProduct.h +635 -0
- data/ext/eigen/eigen3/Eigen/src/Core/GenericPacketMath.h +350 -0
- data/ext/eigen/eigen3/Eigen/src/Core/GlobalFunctions.h +92 -0
- data/ext/eigen/eigen3/Eigen/src/Core/IO.h +250 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Map.h +192 -0
- data/ext/eigen/eigen3/Eigen/src/Core/MapBase.h +247 -0
- data/ext/eigen/eigen3/Eigen/src/Core/MathFunctions.h +768 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Matrix.h +420 -0
- data/ext/eigen/eigen3/Eigen/src/Core/MatrixBase.h +563 -0
- data/ext/eigen/eigen3/Eigen/src/Core/NestByValue.h +111 -0
- data/ext/eigen/eigen3/Eigen/src/Core/NoAlias.h +134 -0
- data/ext/eigen/eigen3/Eigen/src/Core/NumTraits.h +150 -0
- data/ext/eigen/eigen3/Eigen/src/Core/PermutationMatrix.h +721 -0
- data/ext/eigen/eigen3/Eigen/src/Core/PlainObjectBase.h +822 -0
- data/ext/eigen/eigen3/Eigen/src/Core/ProductBase.h +290 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Random.h +152 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Redux.h +409 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Ref.h +278 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Replicate.h +177 -0
- data/ext/eigen/eigen3/Eigen/src/Core/ReturnByValue.h +99 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Reverse.h +224 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Select.h +162 -0
- data/ext/eigen/eigen3/Eigen/src/Core/SelfAdjointView.h +314 -0
- data/ext/eigen/eigen3/Eigen/src/Core/SelfCwiseBinaryOp.h +191 -0
- data/ext/eigen/eigen3/Eigen/src/Core/SolveTriangular.h +260 -0
- data/ext/eigen/eigen3/Eigen/src/Core/StableNorm.h +203 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Stride.h +108 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Swap.h +126 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Transpose.h +419 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Transpositions.h +436 -0
- data/ext/eigen/eigen3/Eigen/src/Core/TriangularMatrix.h +839 -0
- data/ext/eigen/eigen3/Eigen/src/Core/VectorBlock.h +95 -0
- data/ext/eigen/eigen3/Eigen/src/Core/VectorwiseOp.h +642 -0
- data/ext/eigen/eigen3/Eigen/src/Core/Visitor.h +237 -0
- data/ext/eigen/eigen3/Eigen/src/Core/arch/AltiVec/Complex.h +217 -0
- data/ext/eigen/eigen3/Eigen/src/Core/arch/AltiVec/PacketMath.h +501 -0
- data/ext/eigen/eigen3/Eigen/src/Core/arch/Default/Settings.h +49 -0
- data/ext/eigen/eigen3/Eigen/src/Core/arch/NEON/Complex.h +253 -0
- data/ext/eigen/eigen3/Eigen/src/Core/arch/NEON/PacketMath.h +420 -0
- data/ext/eigen/eigen3/Eigen/src/Core/arch/SSE/Complex.h +442 -0
- data/ext/eigen/eigen3/Eigen/src/Core/arch/SSE/MathFunctions.h +475 -0
- data/ext/eigen/eigen3/Eigen/src/Core/arch/SSE/PacketMath.h +649 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/CoeffBasedProduct.h +476 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/GeneralBlockPanelKernel.h +1341 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/GeneralMatrixMatrix.h +427 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/GeneralMatrixMatrixTriangular.h +278 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/GeneralMatrixMatrixTriangular_MKL.h +146 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/GeneralMatrixMatrix_MKL.h +118 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/GeneralMatrixVector.h +566 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/GeneralMatrixVector_MKL.h +131 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/Parallelizer.h +162 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/SelfadjointMatrixMatrix.h +436 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/SelfadjointMatrixMatrix_MKL.h +295 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/SelfadjointMatrixVector.h +281 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/SelfadjointMatrixVector_MKL.h +114 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/SelfadjointProduct.h +123 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/SelfadjointRank2Update.h +93 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/TriangularMatrixMatrix.h +427 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/TriangularMatrixMatrix_MKL.h +309 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/TriangularMatrixVector.h +348 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/TriangularMatrixVector_MKL.h +247 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/TriangularSolverMatrix.h +332 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/TriangularSolverMatrix_MKL.h +155 -0
- data/ext/eigen/eigen3/Eigen/src/Core/products/TriangularSolverVector.h +139 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/BlasUtil.h +264 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/Constants.h +451 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/DisableStupidWarnings.h +40 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/ForwardDeclarations.h +302 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/MKL_support.h +158 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/Macros.h +451 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/Memory.h +977 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/Meta.h +243 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/NonMPL2.h +3 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/ReenableStupidWarnings.h +14 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/StaticAssert.h +208 -0
- data/ext/eigen/eigen3/Eigen/src/Core/util/XprHelper.h +469 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Block.h +126 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Cwise.h +192 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/CwiseOperators.h +298 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/AlignedBox.h +159 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/All.h +115 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/AngleAxis.h +214 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/Hyperplane.h +254 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/ParametrizedLine.h +141 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/Quaternion.h +495 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/Rotation2D.h +145 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/RotationBase.h +123 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/Scaling.h +167 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/Transform.h +786 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Geometry/Translation.h +184 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/LU.h +120 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Lazy.h +71 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/LeastSquares.h +169 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Macros.h +20 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/MathFunctions.h +57 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Memory.h +45 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Meta.h +75 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/Minor.h +117 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/QR.h +67 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/SVD.h +637 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/TriangularSolver.h +42 -0
- data/ext/eigen/eigen3/Eigen/src/Eigen2Support/VectorBlock.h +94 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/ComplexEigenSolver.h +341 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/ComplexSchur.h +456 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/ComplexSchur_MKL.h +94 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/EigenSolver.h +607 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/GeneralizedEigenSolver.h +350 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/GeneralizedSelfAdjointEigenSolver.h +227 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/HessenbergDecomposition.h +373 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/MatrixBaseEigenvalues.h +160 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/RealQZ.h +624 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/RealSchur.h +525 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/RealSchur_MKL.h +83 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/SelfAdjointEigenSolver.h +801 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/SelfAdjointEigenSolver_MKL.h +92 -0
- data/ext/eigen/eigen3/Eigen/src/Eigenvalues/Tridiagonalization.h +557 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/AlignedBox.h +392 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/AngleAxis.h +233 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/EulerAngles.h +104 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/Homogeneous.h +307 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/Hyperplane.h +280 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/OrthoMethods.h +218 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/ParametrizedLine.h +195 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/Quaternion.h +776 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/Rotation2D.h +160 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/RotationBase.h +206 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/Scaling.h +166 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/Transform.h +1455 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/Translation.h +206 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/Umeyama.h +177 -0
- data/ext/eigen/eigen3/Eigen/src/Geometry/arch/Geometry_SSE.h +115 -0
- data/ext/eigen/eigen3/Eigen/src/Householder/BlockHouseholder.h +68 -0
- data/ext/eigen/eigen3/Eigen/src/Householder/Householder.h +171 -0
- data/ext/eigen/eigen3/Eigen/src/Householder/HouseholderSequence.h +441 -0
- data/ext/eigen/eigen3/Eigen/src/IterativeLinearSolvers/BasicPreconditioners.h +149 -0
- data/ext/eigen/eigen3/Eigen/src/IterativeLinearSolvers/BiCGSTAB.h +263 -0
- data/ext/eigen/eigen3/Eigen/src/IterativeLinearSolvers/ConjugateGradient.h +256 -0
- data/ext/eigen/eigen3/Eigen/src/IterativeLinearSolvers/IterativeSolverBase.h +282 -0
- data/ext/eigen/eigen3/Eigen/src/Jacobi/Jacobi.h +433 -0
- data/ext/eigen/eigen3/Eigen/src/LU/Determinant.h +101 -0
- data/ext/eigen/eigen3/Eigen/src/LU/FullPivLU.h +751 -0
- data/ext/eigen/eigen3/Eigen/src/LU/Inverse.h +400 -0
- data/ext/eigen/eigen3/Eigen/src/LU/PartialPivLU.h +509 -0
- data/ext/eigen/eigen3/Eigen/src/LU/PartialPivLU_MKL.h +85 -0
- data/ext/eigen/eigen3/Eigen/src/LU/arch/Inverse_SSE.h +329 -0
- data/ext/eigen/eigen3/Eigen/src/MetisSupport/MetisSupport.h +137 -0
- data/ext/eigen/eigen3/Eigen/src/OrderingMethods/Amd.h +444 -0
- data/ext/eigen/eigen3/Eigen/src/OrderingMethods/Eigen_Colamd.h +1850 -0
- data/ext/eigen/eigen3/Eigen/src/PaStiXSupport/PaStiXSupport.h +721 -0
- data/ext/eigen/eigen3/Eigen/src/PardisoSupport/PardisoSupport.h +592 -0
- data/ext/eigen/eigen3/Eigen/src/QR/ColPivHouseholderQR.h +580 -0
- data/ext/eigen/eigen3/Eigen/src/QR/ColPivHouseholderQR_MKL.h +99 -0
- data/ext/eigen/eigen3/Eigen/src/QR/FullPivHouseholderQR.h +622 -0
- data/ext/eigen/eigen3/Eigen/src/QR/HouseholderQR.h +388 -0
- data/ext/eigen/eigen3/Eigen/src/QR/HouseholderQR_MKL.h +71 -0
- data/ext/eigen/eigen3/Eigen/src/SPQRSupport/SuiteSparseQRSupport.h +338 -0
- data/ext/eigen/eigen3/Eigen/src/SVD/JacobiSVD.h +976 -0
- data/ext/eigen/eigen3/Eigen/src/SVD/JacobiSVD_MKL.h +92 -0
- data/ext/eigen/eigen3/Eigen/src/SVD/UpperBidiagonalization.h +148 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCholesky/SimplicialCholesky.h +671 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCholesky/SimplicialCholesky_impl.h +199 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/AmbiVector.h +373 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/CompressedStorage.h +233 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/ConservativeSparseSparseProduct.h +245 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/MappedSparseMatrix.h +181 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseBlock.h +537 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseColEtree.h +206 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseCwiseBinaryOp.h +325 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseCwiseUnaryOp.h +163 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseDenseProduct.h +311 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseDiagonalProduct.h +196 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseDot.h +101 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseFuzzy.h +26 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseMatrix.h +1262 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseMatrixBase.h +461 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparsePermutation.h +148 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseProduct.h +188 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseRedux.h +45 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseSelfAdjointView.h +507 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseSparseProductWithPruning.h +150 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseTranspose.h +63 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseTriangularView.h +179 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseUtil.h +172 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseVector.h +448 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/SparseView.h +99 -0
- data/ext/eigen/eigen3/Eigen/src/SparseCore/TriangularSolver.h +334 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU.h +806 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLUImpl.h +66 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_Memory.h +227 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_Structs.h +111 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_SupernodalMatrix.h +298 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_Utils.h +80 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_column_bmod.h +180 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_column_dfs.h +177 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_copy_to_ucol.h +106 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_gemm_kernel.h +279 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_heap_relax_snode.h +127 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_kernel_bmod.h +130 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_panel_bmod.h +223 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_panel_dfs.h +258 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_pivotL.h +137 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_pruneL.h +135 -0
- data/ext/eigen/eigen3/Eigen/src/SparseLU/SparseLU_relax_snode.h +83 -0
- data/ext/eigen/eigen3/Eigen/src/SparseQR/SparseQR.h +714 -0
- data/ext/eigen/eigen3/Eigen/src/StlSupport/StdDeque.h +134 -0
- data/ext/eigen/eigen3/Eigen/src/StlSupport/StdList.h +114 -0
- data/ext/eigen/eigen3/Eigen/src/StlSupport/StdVector.h +126 -0
- data/ext/eigen/eigen3/Eigen/src/StlSupport/details.h +84 -0
- data/ext/eigen/eigen3/Eigen/src/SuperLUSupport/SuperLUSupport.h +1026 -0
- data/ext/eigen/eigen3/Eigen/src/UmfPackSupport/UmfPackSupport.h +474 -0
- data/ext/eigen/eigen3/Eigen/src/misc/Image.h +84 -0
- data/ext/eigen/eigen3/Eigen/src/misc/Kernel.h +81 -0
- data/ext/eigen/eigen3/Eigen/src/misc/Solve.h +76 -0
- data/ext/eigen/eigen3/Eigen/src/misc/SparseSolve.h +128 -0
- data/ext/eigen/eigen3/Eigen/src/misc/blas.h +658 -0
- data/ext/eigen/eigen3/Eigen/src/plugins/ArrayCwiseBinaryOps.h +253 -0
- data/ext/eigen/eigen3/Eigen/src/plugins/ArrayCwiseUnaryOps.h +187 -0
- data/ext/eigen/eigen3/Eigen/src/plugins/BlockMethods.h +935 -0
- data/ext/eigen/eigen3/Eigen/src/plugins/CommonCwiseBinaryOps.h +46 -0
- data/ext/eigen/eigen3/Eigen/src/plugins/CommonCwiseUnaryOps.h +172 -0
- data/ext/eigen/eigen3/Eigen/src/plugins/MatrixCwiseBinaryOps.h +143 -0
- data/ext/eigen/eigen3/Eigen/src/plugins/MatrixCwiseUnaryOps.h +52 -0
- data/ext/eigen/eigen3/signature_of_eigen3_matrix_library +1 -0
- data/ext/eigen/eigen_wrap.cxx +19420 -10396
- data/ext/eigen/extconf.rb +37 -2
- data/lib/eigen.rb +146 -3
- metadata +294 -7
@@ -0,0 +1,442 @@
|
|
1
|
+
// This file is part of Eigen, a lightweight C++ template library
|
2
|
+
// for linear algebra.
|
3
|
+
//
|
4
|
+
// Copyright (C) 2010 Gael Guennebaud <gael.guennebaud@inria.fr>
|
5
|
+
//
|
6
|
+
// This Source Code Form is subject to the terms of the Mozilla
|
7
|
+
// Public License v. 2.0. If a copy of the MPL was not distributed
|
8
|
+
// with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
9
|
+
|
10
|
+
#ifndef EIGEN_COMPLEX_SSE_H
|
11
|
+
#define EIGEN_COMPLEX_SSE_H
|
12
|
+
|
13
|
+
namespace Eigen {
|
14
|
+
|
15
|
+
namespace internal {
|
16
|
+
|
17
|
+
//---------- float ----------
|
18
|
+
struct Packet2cf
|
19
|
+
{
|
20
|
+
EIGEN_STRONG_INLINE Packet2cf() {}
|
21
|
+
EIGEN_STRONG_INLINE explicit Packet2cf(const __m128& a) : v(a) {}
|
22
|
+
__m128 v;
|
23
|
+
};
|
24
|
+
|
25
|
+
template<> struct packet_traits<std::complex<float> > : default_packet_traits
|
26
|
+
{
|
27
|
+
typedef Packet2cf type;
|
28
|
+
enum {
|
29
|
+
Vectorizable = 1,
|
30
|
+
AlignedOnScalar = 1,
|
31
|
+
size = 2,
|
32
|
+
|
33
|
+
HasAdd = 1,
|
34
|
+
HasSub = 1,
|
35
|
+
HasMul = 1,
|
36
|
+
HasDiv = 1,
|
37
|
+
HasNegate = 1,
|
38
|
+
HasAbs = 0,
|
39
|
+
HasAbs2 = 0,
|
40
|
+
HasMin = 0,
|
41
|
+
HasMax = 0,
|
42
|
+
HasSetLinear = 0
|
43
|
+
};
|
44
|
+
};
|
45
|
+
|
46
|
+
template<> struct unpacket_traits<Packet2cf> { typedef std::complex<float> type; enum {size=2}; };
|
47
|
+
|
48
|
+
template<> EIGEN_STRONG_INLINE Packet2cf padd<Packet2cf>(const Packet2cf& a, const Packet2cf& b) { return Packet2cf(_mm_add_ps(a.v,b.v)); }
|
49
|
+
template<> EIGEN_STRONG_INLINE Packet2cf psub<Packet2cf>(const Packet2cf& a, const Packet2cf& b) { return Packet2cf(_mm_sub_ps(a.v,b.v)); }
|
50
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pnegate(const Packet2cf& a)
|
51
|
+
{
|
52
|
+
const __m128 mask = _mm_castsi128_ps(_mm_setr_epi32(0x80000000,0x80000000,0x80000000,0x80000000));
|
53
|
+
return Packet2cf(_mm_xor_ps(a.v,mask));
|
54
|
+
}
|
55
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pconj(const Packet2cf& a)
|
56
|
+
{
|
57
|
+
const __m128 mask = _mm_castsi128_ps(_mm_setr_epi32(0x00000000,0x80000000,0x00000000,0x80000000));
|
58
|
+
return Packet2cf(_mm_xor_ps(a.v,mask));
|
59
|
+
}
|
60
|
+
|
61
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pmul<Packet2cf>(const Packet2cf& a, const Packet2cf& b)
|
62
|
+
{
|
63
|
+
// TODO optimize it for SSE3 and 4
|
64
|
+
#ifdef EIGEN_VECTORIZE_SSE3
|
65
|
+
return Packet2cf(_mm_addsub_ps(_mm_mul_ps(_mm_moveldup_ps(a.v), b.v),
|
66
|
+
_mm_mul_ps(_mm_movehdup_ps(a.v),
|
67
|
+
vec4f_swizzle1(b.v, 1, 0, 3, 2))));
|
68
|
+
// return Packet2cf(_mm_addsub_ps(_mm_mul_ps(vec4f_swizzle1(a.v, 0, 0, 2, 2), b.v),
|
69
|
+
// _mm_mul_ps(vec4f_swizzle1(a.v, 1, 1, 3, 3),
|
70
|
+
// vec4f_swizzle1(b.v, 1, 0, 3, 2))));
|
71
|
+
#else
|
72
|
+
const __m128 mask = _mm_castsi128_ps(_mm_setr_epi32(0x80000000,0x00000000,0x80000000,0x00000000));
|
73
|
+
return Packet2cf(_mm_add_ps(_mm_mul_ps(vec4f_swizzle1(a.v, 0, 0, 2, 2), b.v),
|
74
|
+
_mm_xor_ps(_mm_mul_ps(vec4f_swizzle1(a.v, 1, 1, 3, 3),
|
75
|
+
vec4f_swizzle1(b.v, 1, 0, 3, 2)), mask)));
|
76
|
+
#endif
|
77
|
+
}
|
78
|
+
|
79
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pand <Packet2cf>(const Packet2cf& a, const Packet2cf& b) { return Packet2cf(_mm_and_ps(a.v,b.v)); }
|
80
|
+
template<> EIGEN_STRONG_INLINE Packet2cf por <Packet2cf>(const Packet2cf& a, const Packet2cf& b) { return Packet2cf(_mm_or_ps(a.v,b.v)); }
|
81
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pxor <Packet2cf>(const Packet2cf& a, const Packet2cf& b) { return Packet2cf(_mm_xor_ps(a.v,b.v)); }
|
82
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pandnot<Packet2cf>(const Packet2cf& a, const Packet2cf& b) { return Packet2cf(_mm_andnot_ps(a.v,b.v)); }
|
83
|
+
|
84
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pload <Packet2cf>(const std::complex<float>* from) { EIGEN_DEBUG_ALIGNED_LOAD return Packet2cf(pload<Packet4f>(&numext::real_ref(*from))); }
|
85
|
+
template<> EIGEN_STRONG_INLINE Packet2cf ploadu<Packet2cf>(const std::complex<float>* from) { EIGEN_DEBUG_UNALIGNED_LOAD return Packet2cf(ploadu<Packet4f>(&numext::real_ref(*from))); }
|
86
|
+
|
87
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pset1<Packet2cf>(const std::complex<float>& from)
|
88
|
+
{
|
89
|
+
Packet2cf res;
|
90
|
+
#if EIGEN_GNUC_AT_MOST(4,2)
|
91
|
+
// Workaround annoying "may be used uninitialized in this function" warning with gcc 4.2
|
92
|
+
res.v = _mm_loadl_pi(_mm_set1_ps(0.0f), reinterpret_cast<const __m64*>(&from));
|
93
|
+
#elif EIGEN_GNUC_AT_LEAST(4,6)
|
94
|
+
// Suppress annoying "may be used uninitialized in this function" warning with gcc >= 4.6
|
95
|
+
#pragma GCC diagnostic push
|
96
|
+
#pragma GCC diagnostic ignored "-Wuninitialized"
|
97
|
+
res.v = _mm_loadl_pi(res.v, (const __m64*)&from);
|
98
|
+
#pragma GCC diagnostic pop
|
99
|
+
#else
|
100
|
+
res.v = _mm_loadl_pi(res.v, (const __m64*)&from);
|
101
|
+
#endif
|
102
|
+
return Packet2cf(_mm_movelh_ps(res.v,res.v));
|
103
|
+
}
|
104
|
+
|
105
|
+
template<> EIGEN_STRONG_INLINE Packet2cf ploaddup<Packet2cf>(const std::complex<float>* from) { return pset1<Packet2cf>(*from); }
|
106
|
+
|
107
|
+
template<> EIGEN_STRONG_INLINE void pstore <std::complex<float> >(std::complex<float> * to, const Packet2cf& from) { EIGEN_DEBUG_ALIGNED_STORE pstore(&numext::real_ref(*to), from.v); }
|
108
|
+
template<> EIGEN_STRONG_INLINE void pstoreu<std::complex<float> >(std::complex<float> * to, const Packet2cf& from) { EIGEN_DEBUG_UNALIGNED_STORE pstoreu(&numext::real_ref(*to), from.v); }
|
109
|
+
|
110
|
+
template<> EIGEN_STRONG_INLINE void prefetch<std::complex<float> >(const std::complex<float> * addr) { _mm_prefetch((const char*)(addr), _MM_HINT_T0); }
|
111
|
+
|
112
|
+
template<> EIGEN_STRONG_INLINE std::complex<float> pfirst<Packet2cf>(const Packet2cf& a)
|
113
|
+
{
|
114
|
+
#if EIGEN_GNUC_AT_MOST(4,3)
|
115
|
+
// Workaround gcc 4.2 ICE - this is not performance wise ideal, but who cares...
|
116
|
+
// This workaround also fix invalid code generation with gcc 4.3
|
117
|
+
EIGEN_ALIGN16 std::complex<float> res[2];
|
118
|
+
_mm_store_ps((float*)res, a.v);
|
119
|
+
return res[0];
|
120
|
+
#else
|
121
|
+
std::complex<float> res;
|
122
|
+
_mm_storel_pi((__m64*)&res, a.v);
|
123
|
+
return res;
|
124
|
+
#endif
|
125
|
+
}
|
126
|
+
|
127
|
+
template<> EIGEN_STRONG_INLINE Packet2cf preverse(const Packet2cf& a) { return Packet2cf(_mm_castpd_ps(preverse(_mm_castps_pd(a.v)))); }
|
128
|
+
|
129
|
+
template<> EIGEN_STRONG_INLINE std::complex<float> predux<Packet2cf>(const Packet2cf& a)
|
130
|
+
{
|
131
|
+
return pfirst(Packet2cf(_mm_add_ps(a.v, _mm_movehl_ps(a.v,a.v))));
|
132
|
+
}
|
133
|
+
|
134
|
+
template<> EIGEN_STRONG_INLINE Packet2cf preduxp<Packet2cf>(const Packet2cf* vecs)
|
135
|
+
{
|
136
|
+
return Packet2cf(_mm_add_ps(_mm_movelh_ps(vecs[0].v,vecs[1].v), _mm_movehl_ps(vecs[1].v,vecs[0].v)));
|
137
|
+
}
|
138
|
+
|
139
|
+
template<> EIGEN_STRONG_INLINE std::complex<float> predux_mul<Packet2cf>(const Packet2cf& a)
|
140
|
+
{
|
141
|
+
return pfirst(pmul(a, Packet2cf(_mm_movehl_ps(a.v,a.v))));
|
142
|
+
}
|
143
|
+
|
144
|
+
template<int Offset>
|
145
|
+
struct palign_impl<Offset,Packet2cf>
|
146
|
+
{
|
147
|
+
static EIGEN_STRONG_INLINE void run(Packet2cf& first, const Packet2cf& second)
|
148
|
+
{
|
149
|
+
if (Offset==1)
|
150
|
+
{
|
151
|
+
first.v = _mm_movehl_ps(first.v, first.v);
|
152
|
+
first.v = _mm_movelh_ps(first.v, second.v);
|
153
|
+
}
|
154
|
+
}
|
155
|
+
};
|
156
|
+
|
157
|
+
template<> struct conj_helper<Packet2cf, Packet2cf, false,true>
|
158
|
+
{
|
159
|
+
EIGEN_STRONG_INLINE Packet2cf pmadd(const Packet2cf& x, const Packet2cf& y, const Packet2cf& c) const
|
160
|
+
{ return padd(pmul(x,y),c); }
|
161
|
+
|
162
|
+
EIGEN_STRONG_INLINE Packet2cf pmul(const Packet2cf& a, const Packet2cf& b) const
|
163
|
+
{
|
164
|
+
#ifdef EIGEN_VECTORIZE_SSE3
|
165
|
+
return internal::pmul(a, pconj(b));
|
166
|
+
#else
|
167
|
+
const __m128 mask = _mm_castsi128_ps(_mm_setr_epi32(0x00000000,0x80000000,0x00000000,0x80000000));
|
168
|
+
return Packet2cf(_mm_add_ps(_mm_xor_ps(_mm_mul_ps(vec4f_swizzle1(a.v, 0, 0, 2, 2), b.v), mask),
|
169
|
+
_mm_mul_ps(vec4f_swizzle1(a.v, 1, 1, 3, 3),
|
170
|
+
vec4f_swizzle1(b.v, 1, 0, 3, 2))));
|
171
|
+
#endif
|
172
|
+
}
|
173
|
+
};
|
174
|
+
|
175
|
+
template<> struct conj_helper<Packet2cf, Packet2cf, true,false>
|
176
|
+
{
|
177
|
+
EIGEN_STRONG_INLINE Packet2cf pmadd(const Packet2cf& x, const Packet2cf& y, const Packet2cf& c) const
|
178
|
+
{ return padd(pmul(x,y),c); }
|
179
|
+
|
180
|
+
EIGEN_STRONG_INLINE Packet2cf pmul(const Packet2cf& a, const Packet2cf& b) const
|
181
|
+
{
|
182
|
+
#ifdef EIGEN_VECTORIZE_SSE3
|
183
|
+
return internal::pmul(pconj(a), b);
|
184
|
+
#else
|
185
|
+
const __m128 mask = _mm_castsi128_ps(_mm_setr_epi32(0x00000000,0x80000000,0x00000000,0x80000000));
|
186
|
+
return Packet2cf(_mm_add_ps(_mm_mul_ps(vec4f_swizzle1(a.v, 0, 0, 2, 2), b.v),
|
187
|
+
_mm_xor_ps(_mm_mul_ps(vec4f_swizzle1(a.v, 1, 1, 3, 3),
|
188
|
+
vec4f_swizzle1(b.v, 1, 0, 3, 2)), mask)));
|
189
|
+
#endif
|
190
|
+
}
|
191
|
+
};
|
192
|
+
|
193
|
+
template<> struct conj_helper<Packet2cf, Packet2cf, true,true>
|
194
|
+
{
|
195
|
+
EIGEN_STRONG_INLINE Packet2cf pmadd(const Packet2cf& x, const Packet2cf& y, const Packet2cf& c) const
|
196
|
+
{ return padd(pmul(x,y),c); }
|
197
|
+
|
198
|
+
EIGEN_STRONG_INLINE Packet2cf pmul(const Packet2cf& a, const Packet2cf& b) const
|
199
|
+
{
|
200
|
+
#ifdef EIGEN_VECTORIZE_SSE3
|
201
|
+
return pconj(internal::pmul(a, b));
|
202
|
+
#else
|
203
|
+
const __m128 mask = _mm_castsi128_ps(_mm_setr_epi32(0x00000000,0x80000000,0x00000000,0x80000000));
|
204
|
+
return Packet2cf(_mm_sub_ps(_mm_xor_ps(_mm_mul_ps(vec4f_swizzle1(a.v, 0, 0, 2, 2), b.v), mask),
|
205
|
+
_mm_mul_ps(vec4f_swizzle1(a.v, 1, 1, 3, 3),
|
206
|
+
vec4f_swizzle1(b.v, 1, 0, 3, 2))));
|
207
|
+
#endif
|
208
|
+
}
|
209
|
+
};
|
210
|
+
|
211
|
+
template<> struct conj_helper<Packet4f, Packet2cf, false,false>
|
212
|
+
{
|
213
|
+
EIGEN_STRONG_INLINE Packet2cf pmadd(const Packet4f& x, const Packet2cf& y, const Packet2cf& c) const
|
214
|
+
{ return padd(c, pmul(x,y)); }
|
215
|
+
|
216
|
+
EIGEN_STRONG_INLINE Packet2cf pmul(const Packet4f& x, const Packet2cf& y) const
|
217
|
+
{ return Packet2cf(Eigen::internal::pmul(x, y.v)); }
|
218
|
+
};
|
219
|
+
|
220
|
+
template<> struct conj_helper<Packet2cf, Packet4f, false,false>
|
221
|
+
{
|
222
|
+
EIGEN_STRONG_INLINE Packet2cf pmadd(const Packet2cf& x, const Packet4f& y, const Packet2cf& c) const
|
223
|
+
{ return padd(c, pmul(x,y)); }
|
224
|
+
|
225
|
+
EIGEN_STRONG_INLINE Packet2cf pmul(const Packet2cf& x, const Packet4f& y) const
|
226
|
+
{ return Packet2cf(Eigen::internal::pmul(x.v, y)); }
|
227
|
+
};
|
228
|
+
|
229
|
+
template<> EIGEN_STRONG_INLINE Packet2cf pdiv<Packet2cf>(const Packet2cf& a, const Packet2cf& b)
|
230
|
+
{
|
231
|
+
// TODO optimize it for SSE3 and 4
|
232
|
+
Packet2cf res = conj_helper<Packet2cf,Packet2cf,false,true>().pmul(a,b);
|
233
|
+
__m128 s = _mm_mul_ps(b.v,b.v);
|
234
|
+
return Packet2cf(_mm_div_ps(res.v,_mm_add_ps(s,_mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(s), 0xb1)))));
|
235
|
+
}
|
236
|
+
|
237
|
+
EIGEN_STRONG_INLINE Packet2cf pcplxflip/*<Packet2cf>*/(const Packet2cf& x)
|
238
|
+
{
|
239
|
+
return Packet2cf(vec4f_swizzle1(x.v, 1, 0, 3, 2));
|
240
|
+
}
|
241
|
+
|
242
|
+
|
243
|
+
//---------- double ----------
|
244
|
+
struct Packet1cd
|
245
|
+
{
|
246
|
+
EIGEN_STRONG_INLINE Packet1cd() {}
|
247
|
+
EIGEN_STRONG_INLINE explicit Packet1cd(const __m128d& a) : v(a) {}
|
248
|
+
__m128d v;
|
249
|
+
};
|
250
|
+
|
251
|
+
template<> struct packet_traits<std::complex<double> > : default_packet_traits
|
252
|
+
{
|
253
|
+
typedef Packet1cd type;
|
254
|
+
enum {
|
255
|
+
Vectorizable = 1,
|
256
|
+
AlignedOnScalar = 0,
|
257
|
+
size = 1,
|
258
|
+
|
259
|
+
HasAdd = 1,
|
260
|
+
HasSub = 1,
|
261
|
+
HasMul = 1,
|
262
|
+
HasDiv = 1,
|
263
|
+
HasNegate = 1,
|
264
|
+
HasAbs = 0,
|
265
|
+
HasAbs2 = 0,
|
266
|
+
HasMin = 0,
|
267
|
+
HasMax = 0,
|
268
|
+
HasSetLinear = 0
|
269
|
+
};
|
270
|
+
};
|
271
|
+
|
272
|
+
template<> struct unpacket_traits<Packet1cd> { typedef std::complex<double> type; enum {size=1}; };
|
273
|
+
|
274
|
+
template<> EIGEN_STRONG_INLINE Packet1cd padd<Packet1cd>(const Packet1cd& a, const Packet1cd& b) { return Packet1cd(_mm_add_pd(a.v,b.v)); }
|
275
|
+
template<> EIGEN_STRONG_INLINE Packet1cd psub<Packet1cd>(const Packet1cd& a, const Packet1cd& b) { return Packet1cd(_mm_sub_pd(a.v,b.v)); }
|
276
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pnegate(const Packet1cd& a) { return Packet1cd(pnegate(a.v)); }
|
277
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pconj(const Packet1cd& a)
|
278
|
+
{
|
279
|
+
const __m128d mask = _mm_castsi128_pd(_mm_set_epi32(0x80000000,0x0,0x0,0x0));
|
280
|
+
return Packet1cd(_mm_xor_pd(a.v,mask));
|
281
|
+
}
|
282
|
+
|
283
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pmul<Packet1cd>(const Packet1cd& a, const Packet1cd& b)
|
284
|
+
{
|
285
|
+
// TODO optimize it for SSE3 and 4
|
286
|
+
#ifdef EIGEN_VECTORIZE_SSE3
|
287
|
+
return Packet1cd(_mm_addsub_pd(_mm_mul_pd(vec2d_swizzle1(a.v, 0, 0), b.v),
|
288
|
+
_mm_mul_pd(vec2d_swizzle1(a.v, 1, 1),
|
289
|
+
vec2d_swizzle1(b.v, 1, 0))));
|
290
|
+
#else
|
291
|
+
const __m128d mask = _mm_castsi128_pd(_mm_set_epi32(0x0,0x0,0x80000000,0x0));
|
292
|
+
return Packet1cd(_mm_add_pd(_mm_mul_pd(vec2d_swizzle1(a.v, 0, 0), b.v),
|
293
|
+
_mm_xor_pd(_mm_mul_pd(vec2d_swizzle1(a.v, 1, 1),
|
294
|
+
vec2d_swizzle1(b.v, 1, 0)), mask)));
|
295
|
+
#endif
|
296
|
+
}
|
297
|
+
|
298
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pand <Packet1cd>(const Packet1cd& a, const Packet1cd& b) { return Packet1cd(_mm_and_pd(a.v,b.v)); }
|
299
|
+
template<> EIGEN_STRONG_INLINE Packet1cd por <Packet1cd>(const Packet1cd& a, const Packet1cd& b) { return Packet1cd(_mm_or_pd(a.v,b.v)); }
|
300
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pxor <Packet1cd>(const Packet1cd& a, const Packet1cd& b) { return Packet1cd(_mm_xor_pd(a.v,b.v)); }
|
301
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pandnot<Packet1cd>(const Packet1cd& a, const Packet1cd& b) { return Packet1cd(_mm_andnot_pd(a.v,b.v)); }
|
302
|
+
|
303
|
+
// FIXME force unaligned load, this is a temporary fix
|
304
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pload <Packet1cd>(const std::complex<double>* from)
|
305
|
+
{ EIGEN_DEBUG_ALIGNED_LOAD return Packet1cd(pload<Packet2d>((const double*)from)); }
|
306
|
+
template<> EIGEN_STRONG_INLINE Packet1cd ploadu<Packet1cd>(const std::complex<double>* from)
|
307
|
+
{ EIGEN_DEBUG_UNALIGNED_LOAD return Packet1cd(ploadu<Packet2d>((const double*)from)); }
|
308
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pset1<Packet1cd>(const std::complex<double>& from)
|
309
|
+
{ /* here we really have to use unaligned loads :( */ return ploadu<Packet1cd>(&from); }
|
310
|
+
|
311
|
+
template<> EIGEN_STRONG_INLINE Packet1cd ploaddup<Packet1cd>(const std::complex<double>* from) { return pset1<Packet1cd>(*from); }
|
312
|
+
|
313
|
+
// FIXME force unaligned store, this is a temporary fix
|
314
|
+
template<> EIGEN_STRONG_INLINE void pstore <std::complex<double> >(std::complex<double> * to, const Packet1cd& from) { EIGEN_DEBUG_ALIGNED_STORE pstore((double*)to, from.v); }
|
315
|
+
template<> EIGEN_STRONG_INLINE void pstoreu<std::complex<double> >(std::complex<double> * to, const Packet1cd& from) { EIGEN_DEBUG_UNALIGNED_STORE pstoreu((double*)to, from.v); }
|
316
|
+
|
317
|
+
template<> EIGEN_STRONG_INLINE void prefetch<std::complex<double> >(const std::complex<double> * addr) { _mm_prefetch((const char*)(addr), _MM_HINT_T0); }
|
318
|
+
|
319
|
+
template<> EIGEN_STRONG_INLINE std::complex<double> pfirst<Packet1cd>(const Packet1cd& a)
|
320
|
+
{
|
321
|
+
EIGEN_ALIGN16 double res[2];
|
322
|
+
_mm_store_pd(res, a.v);
|
323
|
+
return std::complex<double>(res[0],res[1]);
|
324
|
+
}
|
325
|
+
|
326
|
+
template<> EIGEN_STRONG_INLINE Packet1cd preverse(const Packet1cd& a) { return a; }
|
327
|
+
|
328
|
+
template<> EIGEN_STRONG_INLINE std::complex<double> predux<Packet1cd>(const Packet1cd& a)
|
329
|
+
{
|
330
|
+
return pfirst(a);
|
331
|
+
}
|
332
|
+
|
333
|
+
template<> EIGEN_STRONG_INLINE Packet1cd preduxp<Packet1cd>(const Packet1cd* vecs)
|
334
|
+
{
|
335
|
+
return vecs[0];
|
336
|
+
}
|
337
|
+
|
338
|
+
template<> EIGEN_STRONG_INLINE std::complex<double> predux_mul<Packet1cd>(const Packet1cd& a)
|
339
|
+
{
|
340
|
+
return pfirst(a);
|
341
|
+
}
|
342
|
+
|
343
|
+
template<int Offset>
|
344
|
+
struct palign_impl<Offset,Packet1cd>
|
345
|
+
{
|
346
|
+
static EIGEN_STRONG_INLINE void run(Packet1cd& /*first*/, const Packet1cd& /*second*/)
|
347
|
+
{
|
348
|
+
// FIXME is it sure we never have to align a Packet1cd?
|
349
|
+
// Even though a std::complex<double> has 16 bytes, it is not necessarily aligned on a 16 bytes boundary...
|
350
|
+
}
|
351
|
+
};
|
352
|
+
|
353
|
+
template<> struct conj_helper<Packet1cd, Packet1cd, false,true>
|
354
|
+
{
|
355
|
+
EIGEN_STRONG_INLINE Packet1cd pmadd(const Packet1cd& x, const Packet1cd& y, const Packet1cd& c) const
|
356
|
+
{ return padd(pmul(x,y),c); }
|
357
|
+
|
358
|
+
EIGEN_STRONG_INLINE Packet1cd pmul(const Packet1cd& a, const Packet1cd& b) const
|
359
|
+
{
|
360
|
+
#ifdef EIGEN_VECTORIZE_SSE3
|
361
|
+
return internal::pmul(a, pconj(b));
|
362
|
+
#else
|
363
|
+
const __m128d mask = _mm_castsi128_pd(_mm_set_epi32(0x80000000,0x0,0x0,0x0));
|
364
|
+
return Packet1cd(_mm_add_pd(_mm_xor_pd(_mm_mul_pd(vec2d_swizzle1(a.v, 0, 0), b.v), mask),
|
365
|
+
_mm_mul_pd(vec2d_swizzle1(a.v, 1, 1),
|
366
|
+
vec2d_swizzle1(b.v, 1, 0))));
|
367
|
+
#endif
|
368
|
+
}
|
369
|
+
};
|
370
|
+
|
371
|
+
template<> struct conj_helper<Packet1cd, Packet1cd, true,false>
|
372
|
+
{
|
373
|
+
EIGEN_STRONG_INLINE Packet1cd pmadd(const Packet1cd& x, const Packet1cd& y, const Packet1cd& c) const
|
374
|
+
{ return padd(pmul(x,y),c); }
|
375
|
+
|
376
|
+
EIGEN_STRONG_INLINE Packet1cd pmul(const Packet1cd& a, const Packet1cd& b) const
|
377
|
+
{
|
378
|
+
#ifdef EIGEN_VECTORIZE_SSE3
|
379
|
+
return internal::pmul(pconj(a), b);
|
380
|
+
#else
|
381
|
+
const __m128d mask = _mm_castsi128_pd(_mm_set_epi32(0x80000000,0x0,0x0,0x0));
|
382
|
+
return Packet1cd(_mm_add_pd(_mm_mul_pd(vec2d_swizzle1(a.v, 0, 0), b.v),
|
383
|
+
_mm_xor_pd(_mm_mul_pd(vec2d_swizzle1(a.v, 1, 1),
|
384
|
+
vec2d_swizzle1(b.v, 1, 0)), mask)));
|
385
|
+
#endif
|
386
|
+
}
|
387
|
+
};
|
388
|
+
|
389
|
+
template<> struct conj_helper<Packet1cd, Packet1cd, true,true>
|
390
|
+
{
|
391
|
+
EIGEN_STRONG_INLINE Packet1cd pmadd(const Packet1cd& x, const Packet1cd& y, const Packet1cd& c) const
|
392
|
+
{ return padd(pmul(x,y),c); }
|
393
|
+
|
394
|
+
EIGEN_STRONG_INLINE Packet1cd pmul(const Packet1cd& a, const Packet1cd& b) const
|
395
|
+
{
|
396
|
+
#ifdef EIGEN_VECTORIZE_SSE3
|
397
|
+
return pconj(internal::pmul(a, b));
|
398
|
+
#else
|
399
|
+
const __m128d mask = _mm_castsi128_pd(_mm_set_epi32(0x80000000,0x0,0x0,0x0));
|
400
|
+
return Packet1cd(_mm_sub_pd(_mm_xor_pd(_mm_mul_pd(vec2d_swizzle1(a.v, 0, 0), b.v), mask),
|
401
|
+
_mm_mul_pd(vec2d_swizzle1(a.v, 1, 1),
|
402
|
+
vec2d_swizzle1(b.v, 1, 0))));
|
403
|
+
#endif
|
404
|
+
}
|
405
|
+
};
|
406
|
+
|
407
|
+
template<> struct conj_helper<Packet2d, Packet1cd, false,false>
|
408
|
+
{
|
409
|
+
EIGEN_STRONG_INLINE Packet1cd pmadd(const Packet2d& x, const Packet1cd& y, const Packet1cd& c) const
|
410
|
+
{ return padd(c, pmul(x,y)); }
|
411
|
+
|
412
|
+
EIGEN_STRONG_INLINE Packet1cd pmul(const Packet2d& x, const Packet1cd& y) const
|
413
|
+
{ return Packet1cd(Eigen::internal::pmul(x, y.v)); }
|
414
|
+
};
|
415
|
+
|
416
|
+
template<> struct conj_helper<Packet1cd, Packet2d, false,false>
|
417
|
+
{
|
418
|
+
EIGEN_STRONG_INLINE Packet1cd pmadd(const Packet1cd& x, const Packet2d& y, const Packet1cd& c) const
|
419
|
+
{ return padd(c, pmul(x,y)); }
|
420
|
+
|
421
|
+
EIGEN_STRONG_INLINE Packet1cd pmul(const Packet1cd& x, const Packet2d& y) const
|
422
|
+
{ return Packet1cd(Eigen::internal::pmul(x.v, y)); }
|
423
|
+
};
|
424
|
+
|
425
|
+
template<> EIGEN_STRONG_INLINE Packet1cd pdiv<Packet1cd>(const Packet1cd& a, const Packet1cd& b)
|
426
|
+
{
|
427
|
+
// TODO optimize it for SSE3 and 4
|
428
|
+
Packet1cd res = conj_helper<Packet1cd,Packet1cd,false,true>().pmul(a,b);
|
429
|
+
__m128d s = _mm_mul_pd(b.v,b.v);
|
430
|
+
return Packet1cd(_mm_div_pd(res.v, _mm_add_pd(s,_mm_shuffle_pd(s, s, 0x1))));
|
431
|
+
}
|
432
|
+
|
433
|
+
EIGEN_STRONG_INLINE Packet1cd pcplxflip/*<Packet1cd>*/(const Packet1cd& x)
|
434
|
+
{
|
435
|
+
return Packet1cd(preverse(x.v));
|
436
|
+
}
|
437
|
+
|
438
|
+
} // end namespace internal
|
439
|
+
|
440
|
+
} // end namespace Eigen
|
441
|
+
|
442
|
+
#endif // EIGEN_COMPLEX_SSE_H
|
@@ -0,0 +1,475 @@
|
|
1
|
+
// This file is part of Eigen, a lightweight C++ template library
|
2
|
+
// for linear algebra.
|
3
|
+
//
|
4
|
+
// Copyright (C) 2007 Julien Pommier
|
5
|
+
// Copyright (C) 2009 Gael Guennebaud <gael.guennebaud@inria.fr>
|
6
|
+
//
|
7
|
+
// This Source Code Form is subject to the terms of the Mozilla
|
8
|
+
// Public License v. 2.0. If a copy of the MPL was not distributed
|
9
|
+
// with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
10
|
+
|
11
|
+
/* The sin, cos, exp, and log functions of this file come from
|
12
|
+
* Julien Pommier's sse math library: http://gruntthepeon.free.fr/ssemath/
|
13
|
+
*/
|
14
|
+
|
15
|
+
#ifndef EIGEN_MATH_FUNCTIONS_SSE_H
|
16
|
+
#define EIGEN_MATH_FUNCTIONS_SSE_H
|
17
|
+
|
18
|
+
namespace Eigen {
|
19
|
+
|
20
|
+
namespace internal {
|
21
|
+
|
22
|
+
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED
|
23
|
+
Packet4f plog<Packet4f>(const Packet4f& _x)
|
24
|
+
{
|
25
|
+
Packet4f x = _x;
|
26
|
+
_EIGEN_DECLARE_CONST_Packet4f(1 , 1.0f);
|
27
|
+
_EIGEN_DECLARE_CONST_Packet4f(half, 0.5f);
|
28
|
+
_EIGEN_DECLARE_CONST_Packet4i(0x7f, 0x7f);
|
29
|
+
|
30
|
+
_EIGEN_DECLARE_CONST_Packet4f_FROM_INT(inv_mant_mask, ~0x7f800000);
|
31
|
+
|
32
|
+
/* the smallest non denormalized float number */
|
33
|
+
_EIGEN_DECLARE_CONST_Packet4f_FROM_INT(min_norm_pos, 0x00800000);
|
34
|
+
_EIGEN_DECLARE_CONST_Packet4f_FROM_INT(minus_inf, 0xff800000);//-1.f/0.f);
|
35
|
+
|
36
|
+
/* natural logarithm computed for 4 simultaneous float
|
37
|
+
return NaN for x <= 0
|
38
|
+
*/
|
39
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_SQRTHF, 0.707106781186547524f);
|
40
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p0, 7.0376836292E-2f);
|
41
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p1, - 1.1514610310E-1f);
|
42
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p2, 1.1676998740E-1f);
|
43
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p3, - 1.2420140846E-1f);
|
44
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p4, + 1.4249322787E-1f);
|
45
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p5, - 1.6668057665E-1f);
|
46
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p6, + 2.0000714765E-1f);
|
47
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p7, - 2.4999993993E-1f);
|
48
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_p8, + 3.3333331174E-1f);
|
49
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_q1, -2.12194440e-4f);
|
50
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_log_q2, 0.693359375f);
|
51
|
+
|
52
|
+
|
53
|
+
Packet4i emm0;
|
54
|
+
|
55
|
+
Packet4f invalid_mask = _mm_cmpnge_ps(x, _mm_setzero_ps()); // not greater equal is true if x is NaN
|
56
|
+
Packet4f iszero_mask = _mm_cmpeq_ps(x, _mm_setzero_ps());
|
57
|
+
|
58
|
+
x = pmax(x, p4f_min_norm_pos); /* cut off denormalized stuff */
|
59
|
+
emm0 = _mm_srli_epi32(_mm_castps_si128(x), 23);
|
60
|
+
|
61
|
+
/* keep only the fractional part */
|
62
|
+
x = _mm_and_ps(x, p4f_inv_mant_mask);
|
63
|
+
x = _mm_or_ps(x, p4f_half);
|
64
|
+
|
65
|
+
emm0 = _mm_sub_epi32(emm0, p4i_0x7f);
|
66
|
+
Packet4f e = padd(_mm_cvtepi32_ps(emm0), p4f_1);
|
67
|
+
|
68
|
+
/* part2:
|
69
|
+
if( x < SQRTHF ) {
|
70
|
+
e -= 1;
|
71
|
+
x = x + x - 1.0;
|
72
|
+
} else { x = x - 1.0; }
|
73
|
+
*/
|
74
|
+
Packet4f mask = _mm_cmplt_ps(x, p4f_cephes_SQRTHF);
|
75
|
+
Packet4f tmp = _mm_and_ps(x, mask);
|
76
|
+
x = psub(x, p4f_1);
|
77
|
+
e = psub(e, _mm_and_ps(p4f_1, mask));
|
78
|
+
x = padd(x, tmp);
|
79
|
+
|
80
|
+
Packet4f x2 = pmul(x,x);
|
81
|
+
Packet4f x3 = pmul(x2,x);
|
82
|
+
|
83
|
+
Packet4f y, y1, y2;
|
84
|
+
y = pmadd(p4f_cephes_log_p0, x, p4f_cephes_log_p1);
|
85
|
+
y1 = pmadd(p4f_cephes_log_p3, x, p4f_cephes_log_p4);
|
86
|
+
y2 = pmadd(p4f_cephes_log_p6, x, p4f_cephes_log_p7);
|
87
|
+
y = pmadd(y , x, p4f_cephes_log_p2);
|
88
|
+
y1 = pmadd(y1, x, p4f_cephes_log_p5);
|
89
|
+
y2 = pmadd(y2, x, p4f_cephes_log_p8);
|
90
|
+
y = pmadd(y, x3, y1);
|
91
|
+
y = pmadd(y, x3, y2);
|
92
|
+
y = pmul(y, x3);
|
93
|
+
|
94
|
+
y1 = pmul(e, p4f_cephes_log_q1);
|
95
|
+
tmp = pmul(x2, p4f_half);
|
96
|
+
y = padd(y, y1);
|
97
|
+
x = psub(x, tmp);
|
98
|
+
y2 = pmul(e, p4f_cephes_log_q2);
|
99
|
+
x = padd(x, y);
|
100
|
+
x = padd(x, y2);
|
101
|
+
// negative arg will be NAN, 0 will be -INF
|
102
|
+
return _mm_or_ps(_mm_andnot_ps(iszero_mask, _mm_or_ps(x, invalid_mask)),
|
103
|
+
_mm_and_ps(iszero_mask, p4f_minus_inf));
|
104
|
+
}
|
105
|
+
|
106
|
+
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED
|
107
|
+
Packet4f pexp<Packet4f>(const Packet4f& _x)
|
108
|
+
{
|
109
|
+
Packet4f x = _x;
|
110
|
+
_EIGEN_DECLARE_CONST_Packet4f(1 , 1.0f);
|
111
|
+
_EIGEN_DECLARE_CONST_Packet4f(half, 0.5f);
|
112
|
+
_EIGEN_DECLARE_CONST_Packet4i(0x7f, 0x7f);
|
113
|
+
|
114
|
+
|
115
|
+
_EIGEN_DECLARE_CONST_Packet4f(exp_hi, 88.3762626647950f);
|
116
|
+
_EIGEN_DECLARE_CONST_Packet4f(exp_lo, -88.3762626647949f);
|
117
|
+
|
118
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_LOG2EF, 1.44269504088896341f);
|
119
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_exp_C1, 0.693359375f);
|
120
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_exp_C2, -2.12194440e-4f);
|
121
|
+
|
122
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_exp_p0, 1.9875691500E-4f);
|
123
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_exp_p1, 1.3981999507E-3f);
|
124
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_exp_p2, 8.3334519073E-3f);
|
125
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_exp_p3, 4.1665795894E-2f);
|
126
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_exp_p4, 1.6666665459E-1f);
|
127
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_exp_p5, 5.0000001201E-1f);
|
128
|
+
|
129
|
+
Packet4f tmp, fx;
|
130
|
+
Packet4i emm0;
|
131
|
+
|
132
|
+
// clamp x
|
133
|
+
x = pmax(pmin(x, p4f_exp_hi), p4f_exp_lo);
|
134
|
+
|
135
|
+
/* express exp(x) as exp(g + n*log(2)) */
|
136
|
+
fx = pmadd(x, p4f_cephes_LOG2EF, p4f_half);
|
137
|
+
|
138
|
+
#ifdef EIGEN_VECTORIZE_SSE4_1
|
139
|
+
fx = _mm_floor_ps(fx);
|
140
|
+
#else
|
141
|
+
emm0 = _mm_cvttps_epi32(fx);
|
142
|
+
tmp = _mm_cvtepi32_ps(emm0);
|
143
|
+
/* if greater, substract 1 */
|
144
|
+
Packet4f mask = _mm_cmpgt_ps(tmp, fx);
|
145
|
+
mask = _mm_and_ps(mask, p4f_1);
|
146
|
+
fx = psub(tmp, mask);
|
147
|
+
#endif
|
148
|
+
|
149
|
+
tmp = pmul(fx, p4f_cephes_exp_C1);
|
150
|
+
Packet4f z = pmul(fx, p4f_cephes_exp_C2);
|
151
|
+
x = psub(x, tmp);
|
152
|
+
x = psub(x, z);
|
153
|
+
|
154
|
+
z = pmul(x,x);
|
155
|
+
|
156
|
+
Packet4f y = p4f_cephes_exp_p0;
|
157
|
+
y = pmadd(y, x, p4f_cephes_exp_p1);
|
158
|
+
y = pmadd(y, x, p4f_cephes_exp_p2);
|
159
|
+
y = pmadd(y, x, p4f_cephes_exp_p3);
|
160
|
+
y = pmadd(y, x, p4f_cephes_exp_p4);
|
161
|
+
y = pmadd(y, x, p4f_cephes_exp_p5);
|
162
|
+
y = pmadd(y, z, x);
|
163
|
+
y = padd(y, p4f_1);
|
164
|
+
|
165
|
+
// build 2^n
|
166
|
+
emm0 = _mm_cvttps_epi32(fx);
|
167
|
+
emm0 = _mm_add_epi32(emm0, p4i_0x7f);
|
168
|
+
emm0 = _mm_slli_epi32(emm0, 23);
|
169
|
+
return pmax(pmul(y, Packet4f(_mm_castsi128_ps(emm0))), _x);
|
170
|
+
}
|
171
|
+
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED
|
172
|
+
Packet2d pexp<Packet2d>(const Packet2d& _x)
|
173
|
+
{
|
174
|
+
Packet2d x = _x;
|
175
|
+
|
176
|
+
_EIGEN_DECLARE_CONST_Packet2d(1 , 1.0);
|
177
|
+
_EIGEN_DECLARE_CONST_Packet2d(2 , 2.0);
|
178
|
+
_EIGEN_DECLARE_CONST_Packet2d(half, 0.5);
|
179
|
+
|
180
|
+
_EIGEN_DECLARE_CONST_Packet2d(exp_hi, 709.437);
|
181
|
+
_EIGEN_DECLARE_CONST_Packet2d(exp_lo, -709.436139303);
|
182
|
+
|
183
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_LOG2EF, 1.4426950408889634073599);
|
184
|
+
|
185
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_p0, 1.26177193074810590878e-4);
|
186
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_p1, 3.02994407707441961300e-2);
|
187
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_p2, 9.99999999999999999910e-1);
|
188
|
+
|
189
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_q0, 3.00198505138664455042e-6);
|
190
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_q1, 2.52448340349684104192e-3);
|
191
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_q2, 2.27265548208155028766e-1);
|
192
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_q3, 2.00000000000000000009e0);
|
193
|
+
|
194
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_C1, 0.693145751953125);
|
195
|
+
_EIGEN_DECLARE_CONST_Packet2d(cephes_exp_C2, 1.42860682030941723212e-6);
|
196
|
+
static const __m128i p4i_1023_0 = _mm_setr_epi32(1023, 1023, 0, 0);
|
197
|
+
|
198
|
+
Packet2d tmp, fx;
|
199
|
+
Packet4i emm0;
|
200
|
+
|
201
|
+
// clamp x
|
202
|
+
x = pmax(pmin(x, p2d_exp_hi), p2d_exp_lo);
|
203
|
+
/* express exp(x) as exp(g + n*log(2)) */
|
204
|
+
fx = pmadd(p2d_cephes_LOG2EF, x, p2d_half);
|
205
|
+
|
206
|
+
#ifdef EIGEN_VECTORIZE_SSE4_1
|
207
|
+
fx = _mm_floor_pd(fx);
|
208
|
+
#else
|
209
|
+
emm0 = _mm_cvttpd_epi32(fx);
|
210
|
+
tmp = _mm_cvtepi32_pd(emm0);
|
211
|
+
/* if greater, substract 1 */
|
212
|
+
Packet2d mask = _mm_cmpgt_pd(tmp, fx);
|
213
|
+
mask = _mm_and_pd(mask, p2d_1);
|
214
|
+
fx = psub(tmp, mask);
|
215
|
+
#endif
|
216
|
+
|
217
|
+
tmp = pmul(fx, p2d_cephes_exp_C1);
|
218
|
+
Packet2d z = pmul(fx, p2d_cephes_exp_C2);
|
219
|
+
x = psub(x, tmp);
|
220
|
+
x = psub(x, z);
|
221
|
+
|
222
|
+
Packet2d x2 = pmul(x,x);
|
223
|
+
|
224
|
+
Packet2d px = p2d_cephes_exp_p0;
|
225
|
+
px = pmadd(px, x2, p2d_cephes_exp_p1);
|
226
|
+
px = pmadd(px, x2, p2d_cephes_exp_p2);
|
227
|
+
px = pmul (px, x);
|
228
|
+
|
229
|
+
Packet2d qx = p2d_cephes_exp_q0;
|
230
|
+
qx = pmadd(qx, x2, p2d_cephes_exp_q1);
|
231
|
+
qx = pmadd(qx, x2, p2d_cephes_exp_q2);
|
232
|
+
qx = pmadd(qx, x2, p2d_cephes_exp_q3);
|
233
|
+
|
234
|
+
x = pdiv(px,psub(qx,px));
|
235
|
+
x = pmadd(p2d_2,x,p2d_1);
|
236
|
+
|
237
|
+
// build 2^n
|
238
|
+
emm0 = _mm_cvttpd_epi32(fx);
|
239
|
+
emm0 = _mm_add_epi32(emm0, p4i_1023_0);
|
240
|
+
emm0 = _mm_slli_epi32(emm0, 20);
|
241
|
+
emm0 = _mm_shuffle_epi32(emm0, _MM_SHUFFLE(1,2,0,3));
|
242
|
+
return pmax(pmul(x, Packet2d(_mm_castsi128_pd(emm0))), _x);
|
243
|
+
}
|
244
|
+
|
245
|
+
/* evaluation of 4 sines at onces, using SSE2 intrinsics.
|
246
|
+
|
247
|
+
The code is the exact rewriting of the cephes sinf function.
|
248
|
+
Precision is excellent as long as x < 8192 (I did not bother to
|
249
|
+
take into account the special handling they have for greater values
|
250
|
+
-- it does not return garbage for arguments over 8192, though, but
|
251
|
+
the extra precision is missing).
|
252
|
+
|
253
|
+
Note that it is such that sinf((float)M_PI) = 8.74e-8, which is the
|
254
|
+
surprising but correct result.
|
255
|
+
*/
|
256
|
+
|
257
|
+
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED
|
258
|
+
Packet4f psin<Packet4f>(const Packet4f& _x)
|
259
|
+
{
|
260
|
+
Packet4f x = _x;
|
261
|
+
_EIGEN_DECLARE_CONST_Packet4f(1 , 1.0f);
|
262
|
+
_EIGEN_DECLARE_CONST_Packet4f(half, 0.5f);
|
263
|
+
|
264
|
+
_EIGEN_DECLARE_CONST_Packet4i(1, 1);
|
265
|
+
_EIGEN_DECLARE_CONST_Packet4i(not1, ~1);
|
266
|
+
_EIGEN_DECLARE_CONST_Packet4i(2, 2);
|
267
|
+
_EIGEN_DECLARE_CONST_Packet4i(4, 4);
|
268
|
+
|
269
|
+
_EIGEN_DECLARE_CONST_Packet4f_FROM_INT(sign_mask, 0x80000000);
|
270
|
+
|
271
|
+
_EIGEN_DECLARE_CONST_Packet4f(minus_cephes_DP1,-0.78515625f);
|
272
|
+
_EIGEN_DECLARE_CONST_Packet4f(minus_cephes_DP2, -2.4187564849853515625e-4f);
|
273
|
+
_EIGEN_DECLARE_CONST_Packet4f(minus_cephes_DP3, -3.77489497744594108e-8f);
|
274
|
+
_EIGEN_DECLARE_CONST_Packet4f(sincof_p0, -1.9515295891E-4f);
|
275
|
+
_EIGEN_DECLARE_CONST_Packet4f(sincof_p1, 8.3321608736E-3f);
|
276
|
+
_EIGEN_DECLARE_CONST_Packet4f(sincof_p2, -1.6666654611E-1f);
|
277
|
+
_EIGEN_DECLARE_CONST_Packet4f(coscof_p0, 2.443315711809948E-005f);
|
278
|
+
_EIGEN_DECLARE_CONST_Packet4f(coscof_p1, -1.388731625493765E-003f);
|
279
|
+
_EIGEN_DECLARE_CONST_Packet4f(coscof_p2, 4.166664568298827E-002f);
|
280
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_FOPI, 1.27323954473516f); // 4 / M_PI
|
281
|
+
|
282
|
+
Packet4f xmm1, xmm2, xmm3, sign_bit, y;
|
283
|
+
|
284
|
+
Packet4i emm0, emm2;
|
285
|
+
sign_bit = x;
|
286
|
+
/* take the absolute value */
|
287
|
+
x = pabs(x);
|
288
|
+
|
289
|
+
/* take the modulo */
|
290
|
+
|
291
|
+
/* extract the sign bit (upper one) */
|
292
|
+
sign_bit = _mm_and_ps(sign_bit, p4f_sign_mask);
|
293
|
+
|
294
|
+
/* scale by 4/Pi */
|
295
|
+
y = pmul(x, p4f_cephes_FOPI);
|
296
|
+
|
297
|
+
/* store the integer part of y in mm0 */
|
298
|
+
emm2 = _mm_cvttps_epi32(y);
|
299
|
+
/* j=(j+1) & (~1) (see the cephes sources) */
|
300
|
+
emm2 = _mm_add_epi32(emm2, p4i_1);
|
301
|
+
emm2 = _mm_and_si128(emm2, p4i_not1);
|
302
|
+
y = _mm_cvtepi32_ps(emm2);
|
303
|
+
/* get the swap sign flag */
|
304
|
+
emm0 = _mm_and_si128(emm2, p4i_4);
|
305
|
+
emm0 = _mm_slli_epi32(emm0, 29);
|
306
|
+
/* get the polynom selection mask
|
307
|
+
there is one polynom for 0 <= x <= Pi/4
|
308
|
+
and another one for Pi/4<x<=Pi/2
|
309
|
+
|
310
|
+
Both branches will be computed.
|
311
|
+
*/
|
312
|
+
emm2 = _mm_and_si128(emm2, p4i_2);
|
313
|
+
emm2 = _mm_cmpeq_epi32(emm2, _mm_setzero_si128());
|
314
|
+
|
315
|
+
Packet4f swap_sign_bit = _mm_castsi128_ps(emm0);
|
316
|
+
Packet4f poly_mask = _mm_castsi128_ps(emm2);
|
317
|
+
sign_bit = _mm_xor_ps(sign_bit, swap_sign_bit);
|
318
|
+
|
319
|
+
/* The magic pass: "Extended precision modular arithmetic"
|
320
|
+
x = ((x - y * DP1) - y * DP2) - y * DP3; */
|
321
|
+
xmm1 = pmul(y, p4f_minus_cephes_DP1);
|
322
|
+
xmm2 = pmul(y, p4f_minus_cephes_DP2);
|
323
|
+
xmm3 = pmul(y, p4f_minus_cephes_DP3);
|
324
|
+
x = padd(x, xmm1);
|
325
|
+
x = padd(x, xmm2);
|
326
|
+
x = padd(x, xmm3);
|
327
|
+
|
328
|
+
/* Evaluate the first polynom (0 <= x <= Pi/4) */
|
329
|
+
y = p4f_coscof_p0;
|
330
|
+
Packet4f z = _mm_mul_ps(x,x);
|
331
|
+
|
332
|
+
y = pmadd(y, z, p4f_coscof_p1);
|
333
|
+
y = pmadd(y, z, p4f_coscof_p2);
|
334
|
+
y = pmul(y, z);
|
335
|
+
y = pmul(y, z);
|
336
|
+
Packet4f tmp = pmul(z, p4f_half);
|
337
|
+
y = psub(y, tmp);
|
338
|
+
y = padd(y, p4f_1);
|
339
|
+
|
340
|
+
/* Evaluate the second polynom (Pi/4 <= x <= 0) */
|
341
|
+
|
342
|
+
Packet4f y2 = p4f_sincof_p0;
|
343
|
+
y2 = pmadd(y2, z, p4f_sincof_p1);
|
344
|
+
y2 = pmadd(y2, z, p4f_sincof_p2);
|
345
|
+
y2 = pmul(y2, z);
|
346
|
+
y2 = pmul(y2, x);
|
347
|
+
y2 = padd(y2, x);
|
348
|
+
|
349
|
+
/* select the correct result from the two polynoms */
|
350
|
+
y2 = _mm_and_ps(poly_mask, y2);
|
351
|
+
y = _mm_andnot_ps(poly_mask, y);
|
352
|
+
y = _mm_or_ps(y,y2);
|
353
|
+
/* update the sign */
|
354
|
+
return _mm_xor_ps(y, sign_bit);
|
355
|
+
}
|
356
|
+
|
357
|
+
/* almost the same as psin */
|
358
|
+
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED
|
359
|
+
Packet4f pcos<Packet4f>(const Packet4f& _x)
|
360
|
+
{
|
361
|
+
Packet4f x = _x;
|
362
|
+
_EIGEN_DECLARE_CONST_Packet4f(1 , 1.0f);
|
363
|
+
_EIGEN_DECLARE_CONST_Packet4f(half, 0.5f);
|
364
|
+
|
365
|
+
_EIGEN_DECLARE_CONST_Packet4i(1, 1);
|
366
|
+
_EIGEN_DECLARE_CONST_Packet4i(not1, ~1);
|
367
|
+
_EIGEN_DECLARE_CONST_Packet4i(2, 2);
|
368
|
+
_EIGEN_DECLARE_CONST_Packet4i(4, 4);
|
369
|
+
|
370
|
+
_EIGEN_DECLARE_CONST_Packet4f(minus_cephes_DP1,-0.78515625f);
|
371
|
+
_EIGEN_DECLARE_CONST_Packet4f(minus_cephes_DP2, -2.4187564849853515625e-4f);
|
372
|
+
_EIGEN_DECLARE_CONST_Packet4f(minus_cephes_DP3, -3.77489497744594108e-8f);
|
373
|
+
_EIGEN_DECLARE_CONST_Packet4f(sincof_p0, -1.9515295891E-4f);
|
374
|
+
_EIGEN_DECLARE_CONST_Packet4f(sincof_p1, 8.3321608736E-3f);
|
375
|
+
_EIGEN_DECLARE_CONST_Packet4f(sincof_p2, -1.6666654611E-1f);
|
376
|
+
_EIGEN_DECLARE_CONST_Packet4f(coscof_p0, 2.443315711809948E-005f);
|
377
|
+
_EIGEN_DECLARE_CONST_Packet4f(coscof_p1, -1.388731625493765E-003f);
|
378
|
+
_EIGEN_DECLARE_CONST_Packet4f(coscof_p2, 4.166664568298827E-002f);
|
379
|
+
_EIGEN_DECLARE_CONST_Packet4f(cephes_FOPI, 1.27323954473516f); // 4 / M_PI
|
380
|
+
|
381
|
+
Packet4f xmm1, xmm2, xmm3, y;
|
382
|
+
Packet4i emm0, emm2;
|
383
|
+
|
384
|
+
x = pabs(x);
|
385
|
+
|
386
|
+
/* scale by 4/Pi */
|
387
|
+
y = pmul(x, p4f_cephes_FOPI);
|
388
|
+
|
389
|
+
/* get the integer part of y */
|
390
|
+
emm2 = _mm_cvttps_epi32(y);
|
391
|
+
/* j=(j+1) & (~1) (see the cephes sources) */
|
392
|
+
emm2 = _mm_add_epi32(emm2, p4i_1);
|
393
|
+
emm2 = _mm_and_si128(emm2, p4i_not1);
|
394
|
+
y = _mm_cvtepi32_ps(emm2);
|
395
|
+
|
396
|
+
emm2 = _mm_sub_epi32(emm2, p4i_2);
|
397
|
+
|
398
|
+
/* get the swap sign flag */
|
399
|
+
emm0 = _mm_andnot_si128(emm2, p4i_4);
|
400
|
+
emm0 = _mm_slli_epi32(emm0, 29);
|
401
|
+
/* get the polynom selection mask */
|
402
|
+
emm2 = _mm_and_si128(emm2, p4i_2);
|
403
|
+
emm2 = _mm_cmpeq_epi32(emm2, _mm_setzero_si128());
|
404
|
+
|
405
|
+
Packet4f sign_bit = _mm_castsi128_ps(emm0);
|
406
|
+
Packet4f poly_mask = _mm_castsi128_ps(emm2);
|
407
|
+
|
408
|
+
/* The magic pass: "Extended precision modular arithmetic"
|
409
|
+
x = ((x - y * DP1) - y * DP2) - y * DP3; */
|
410
|
+
xmm1 = pmul(y, p4f_minus_cephes_DP1);
|
411
|
+
xmm2 = pmul(y, p4f_minus_cephes_DP2);
|
412
|
+
xmm3 = pmul(y, p4f_minus_cephes_DP3);
|
413
|
+
x = padd(x, xmm1);
|
414
|
+
x = padd(x, xmm2);
|
415
|
+
x = padd(x, xmm3);
|
416
|
+
|
417
|
+
/* Evaluate the first polynom (0 <= x <= Pi/4) */
|
418
|
+
y = p4f_coscof_p0;
|
419
|
+
Packet4f z = pmul(x,x);
|
420
|
+
|
421
|
+
y = pmadd(y,z,p4f_coscof_p1);
|
422
|
+
y = pmadd(y,z,p4f_coscof_p2);
|
423
|
+
y = pmul(y, z);
|
424
|
+
y = pmul(y, z);
|
425
|
+
Packet4f tmp = _mm_mul_ps(z, p4f_half);
|
426
|
+
y = psub(y, tmp);
|
427
|
+
y = padd(y, p4f_1);
|
428
|
+
|
429
|
+
/* Evaluate the second polynom (Pi/4 <= x <= 0) */
|
430
|
+
Packet4f y2 = p4f_sincof_p0;
|
431
|
+
y2 = pmadd(y2, z, p4f_sincof_p1);
|
432
|
+
y2 = pmadd(y2, z, p4f_sincof_p2);
|
433
|
+
y2 = pmul(y2, z);
|
434
|
+
y2 = pmadd(y2, x, x);
|
435
|
+
|
436
|
+
/* select the correct result from the two polynoms */
|
437
|
+
y2 = _mm_and_ps(poly_mask, y2);
|
438
|
+
y = _mm_andnot_ps(poly_mask, y);
|
439
|
+
y = _mm_or_ps(y,y2);
|
440
|
+
|
441
|
+
/* update the sign */
|
442
|
+
return _mm_xor_ps(y, sign_bit);
|
443
|
+
}
|
444
|
+
|
445
|
+
#if EIGEN_FAST_MATH
|
446
|
+
|
447
|
+
// This is based on Quake3's fast inverse square root.
|
448
|
+
// For detail see here: http://www.beyond3d.com/content/articles/8/
|
449
|
+
// It lacks 1 (or 2 bits in some rare cases) of precision, and does not handle negative, +inf, or denormalized numbers correctly.
|
450
|
+
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED
|
451
|
+
Packet4f psqrt<Packet4f>(const Packet4f& _x)
|
452
|
+
{
|
453
|
+
Packet4f half = pmul(_x, pset1<Packet4f>(.5f));
|
454
|
+
|
455
|
+
/* select only the inverse sqrt of non-zero inputs */
|
456
|
+
Packet4f non_zero_mask = _mm_cmpge_ps(_x, pset1<Packet4f>((std::numeric_limits<float>::min)()));
|
457
|
+
Packet4f x = _mm_and_ps(non_zero_mask, _mm_rsqrt_ps(_x));
|
458
|
+
|
459
|
+
x = pmul(x, psub(pset1<Packet4f>(1.5f), pmul(half, pmul(x,x))));
|
460
|
+
return pmul(_x,x);
|
461
|
+
}
|
462
|
+
|
463
|
+
#else
|
464
|
+
|
465
|
+
template<> EIGEN_STRONG_INLINE Packet4f psqrt<Packet4f>(const Packet4f& x) { return _mm_sqrt_ps(x); }
|
466
|
+
|
467
|
+
#endif
|
468
|
+
|
469
|
+
template<> EIGEN_STRONG_INLINE Packet2d psqrt<Packet2d>(const Packet2d& x) { return _mm_sqrt_pd(x); }
|
470
|
+
|
471
|
+
} // end namespace internal
|
472
|
+
|
473
|
+
} // end namespace Eigen
|
474
|
+
|
475
|
+
#endif // EIGEN_MATH_FUNCTIONS_SSE_H
|