34#ifndef EIGEN_ASSIGN_VML_H
35#define EIGEN_ASSIGN_VML_H
41template<
typename Dst,
typename Src>
42class vml_assign_traits
48 StorageOrdersAgree = (int(Dst::IsRowMajor) == int(Src::IsRowMajor)),
49 InnerSize =
int(Dst::IsVectorAtCompileTime) ? int(Dst::SizeAtCompileTime)
50 : int(Dst::Flags)&
RowMajorBit ? int(Dst::ColsAtCompileTime)
51 : int(Dst::RowsAtCompileTime),
52 InnerMaxSize = int(Dst::IsVectorAtCompileTime) ? int(Dst::MaxSizeAtCompileTime)
53 : int(Dst::Flags)&
RowMajorBit ? int(Dst::MaxColsAtCompileTime)
54 : int(Dst::MaxRowsAtCompileTime),
55 MaxSizeAtCompileTime = Dst::SizeAtCompileTime,
57 MightEnableVml = StorageOrdersAgree && DstHasDirectAccess && SrcHasDirectAccess && Src::InnerStrideAtCompileTime==1 && Dst::InnerStrideAtCompileTime==1,
58 MightLinearize = MightEnableVml && (int(Dst::Flags) & int(Src::Flags) &
LinearAccessBit),
59 VmlSize = MightLinearize ? MaxSizeAtCompileTime : InnerMaxSize,
60 LargeEnough = VmlSize==
Dynamic || VmlSize>=EIGEN_MKL_VML_THRESHOLD
64 EnableVml = MightEnableVml && LargeEnough,
65 Traversal = MightLinearize ? LinearTraversal : DefaultTraversal
69#define EIGEN_PP_EXPAND(ARG) ARG
70#if !defined (EIGEN_FAST_MATH) || (EIGEN_FAST_MATH != 1)
71#define EIGEN_VMLMODE_EXPAND_xLA , VML_HA
73#define EIGEN_VMLMODE_EXPAND_xLA , VML_LA
76#define EIGEN_VMLMODE_EXPAND_x_
78#define EIGEN_VMLMODE_PREFIX_xLA vm
79#define EIGEN_VMLMODE_PREFIX_x_ v
80#define EIGEN_VMLMODE_PREFIX(VMLMODE) EIGEN_CAT(EIGEN_VMLMODE_PREFIX_x,VMLMODE)
82#define EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, VMLOP, EIGENTYPE, VMLTYPE, VMLMODE) \
83 template< typename DstXprType, typename SrcXprNested> \
84 struct Assignment<DstXprType, CwiseUnaryOp<scalar_##EIGENOP##_op<EIGENTYPE>, SrcXprNested>, assign_op<EIGENTYPE,EIGENTYPE>, \
85 Dense2Dense, typename enable_if<vml_assign_traits<DstXprType,SrcXprNested>::EnableVml>::type> { \
86 typedef CwiseUnaryOp<scalar_##EIGENOP##_op<EIGENTYPE>, SrcXprNested> SrcXprType; \
87 static void run(DstXprType &dst, const SrcXprType &src, const assign_op<EIGENTYPE,EIGENTYPE> &func) { \
88 resize_if_allowed(dst, src, func); \
89 eigen_assert(dst.rows() == src.rows() && dst.cols() == src.cols()); \
90 if(vml_assign_traits<DstXprType,SrcXprNested>::Traversal==LinearTraversal) { \
91 VMLOP(dst.size(), (const VMLTYPE*)src.nestedExpression().data(), \
92 (VMLTYPE*)dst.data() EIGEN_PP_EXPAND(EIGEN_VMLMODE_EXPAND_x##VMLMODE) ); \
94 const Index outerSize = dst.outerSize(); \
95 for(Index outer = 0; outer < outerSize; ++outer) { \
96 const EIGENTYPE *src_ptr = src.IsRowMajor ? &(src.nestedExpression().coeffRef(outer,0)) : \
97 &(src.nestedExpression().coeffRef(0, outer)); \
98 EIGENTYPE *dst_ptr = dst.IsRowMajor ? &(dst.coeffRef(outer,0)) : &(dst.coeffRef(0, outer)); \
99 VMLOP( dst.innerSize(), (const VMLTYPE*)src_ptr, \
100 (VMLTYPE*)dst_ptr EIGEN_PP_EXPAND(EIGEN_VMLMODE_EXPAND_x##VMLMODE)); \
107#define EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(EIGENOP, VMLOP, VMLMODE) \
108 EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, EIGEN_CAT(EIGEN_VMLMODE_PREFIX(VMLMODE),s##VMLOP), float, float, VMLMODE) \
109 EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, EIGEN_CAT(EIGEN_VMLMODE_PREFIX(VMLMODE),d##VMLOP), double, double, VMLMODE)
111#define EIGEN_MKL_VML_DECLARE_UNARY_CALLS_CPLX(EIGENOP, VMLOP, VMLMODE) \
112 EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, EIGEN_CAT(EIGEN_VMLMODE_PREFIX(VMLMODE),c##VMLOP), scomplex, MKL_Complex8, VMLMODE) \
113 EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, EIGEN_CAT(EIGEN_VMLMODE_PREFIX(VMLMODE),z##VMLOP), dcomplex, MKL_Complex16, VMLMODE)
115#define EIGEN_MKL_VML_DECLARE_UNARY_CALLS(EIGENOP, VMLOP, VMLMODE) \
116 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(EIGENOP, VMLOP, VMLMODE) \
117 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_CPLX(EIGENOP, VMLOP, VMLMODE)
120EIGEN_MKL_VML_DECLARE_UNARY_CALLS(sin, Sin, LA)
121EIGEN_MKL_VML_DECLARE_UNARY_CALLS(asin, Asin, LA)
122EIGEN_MKL_VML_DECLARE_UNARY_CALLS(sinh, Sinh, LA)
123EIGEN_MKL_VML_DECLARE_UNARY_CALLS(cos, Cos, LA)
124EIGEN_MKL_VML_DECLARE_UNARY_CALLS(acos, Acos, LA)
125EIGEN_MKL_VML_DECLARE_UNARY_CALLS(cosh, Cosh, LA)
126EIGEN_MKL_VML_DECLARE_UNARY_CALLS(tan, Tan, LA)
127EIGEN_MKL_VML_DECLARE_UNARY_CALLS(atan, Atan, LA)
128EIGEN_MKL_VML_DECLARE_UNARY_CALLS(tanh, Tanh, LA)
130EIGEN_MKL_VML_DECLARE_UNARY_CALLS(exp, Exp, LA)
131EIGEN_MKL_VML_DECLARE_UNARY_CALLS(log, Ln, LA)
132EIGEN_MKL_VML_DECLARE_UNARY_CALLS(log10, Log10, LA)
133EIGEN_MKL_VML_DECLARE_UNARY_CALLS(sqrt, Sqrt, _)
135EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(square, Sqr, _)
136EIGEN_MKL_VML_DECLARE_UNARY_CALLS_CPLX(arg, Arg, _)
137EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(round, Round, _)
138EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(floor, Floor, _)
139EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(ceil, Ceil, _)
141#define EIGEN_MKL_VML_DECLARE_POW_CALL(EIGENOP, VMLOP, EIGENTYPE, VMLTYPE, VMLMODE) \
142 template< typename DstXprType, typename SrcXprNested, typename Plain> \
143 struct Assignment<DstXprType, CwiseBinaryOp<scalar_##EIGENOP##_op<EIGENTYPE,EIGENTYPE>, SrcXprNested, \
144 const CwiseNullaryOp<internal::scalar_constant_op<EIGENTYPE>,Plain> >, assign_op<EIGENTYPE,EIGENTYPE>, \
145 Dense2Dense, typename enable_if<vml_assign_traits<DstXprType,SrcXprNested>::EnableVml>::type> { \
146 typedef CwiseBinaryOp<scalar_##EIGENOP##_op<EIGENTYPE,EIGENTYPE>, SrcXprNested, \
147 const CwiseNullaryOp<internal::scalar_constant_op<EIGENTYPE>,Plain> > SrcXprType; \
148 static void run(DstXprType &dst, const SrcXprType &src, const assign_op<EIGENTYPE,EIGENTYPE> &func) { \
149 resize_if_allowed(dst, src, func); \
150 eigen_assert(dst.rows() == src.rows() && dst.cols() == src.cols()); \
151 VMLTYPE exponent = reinterpret_cast<const VMLTYPE&>(src.rhs().functor().m_other); \
152 if(vml_assign_traits<DstXprType,SrcXprNested>::Traversal==LinearTraversal) \
154 VMLOP( dst.size(), (const VMLTYPE*)src.lhs().data(), exponent, \
155 (VMLTYPE*)dst.data() EIGEN_PP_EXPAND(EIGEN_VMLMODE_EXPAND_x##VMLMODE) ); \
157 const Index outerSize = dst.outerSize(); \
158 for(Index outer = 0; outer < outerSize; ++outer) { \
159 const EIGENTYPE *src_ptr = src.IsRowMajor ? &(src.lhs().coeffRef(outer,0)) : \
160 &(src.lhs().coeffRef(0, outer)); \
161 EIGENTYPE *dst_ptr = dst.IsRowMajor ? &(dst.coeffRef(outer,0)) : &(dst.coeffRef(0, outer)); \
162 VMLOP( dst.innerSize(), (const VMLTYPE*)src_ptr, exponent, \
163 (VMLTYPE*)dst_ptr EIGEN_PP_EXPAND(EIGEN_VMLMODE_EXPAND_x##VMLMODE)); \
169EIGEN_MKL_VML_DECLARE_POW_CALL(pow, vmsPowx,
float,
float, LA)
170EIGEN_MKL_VML_DECLARE_POW_CALL(pow, vmdPowx,
double,
double, LA)
171EIGEN_MKL_VML_DECLARE_POW_CALL(pow, vmcPowx, scomplex, MKL_Complex8, LA)
172EIGEN_MKL_VML_DECLARE_POW_CALL(pow, vmzPowx, dcomplex, MKL_Complex16, LA)
const unsigned int LinearAccessBit
Definition: Constants.h:130
const unsigned int DirectAccessBit
Definition: Constants.h:155
const unsigned int RowMajorBit
Definition: Constants.h:66
Namespace containing all symbols from the Eigen library.
Definition: Core:141
const int Dynamic
Definition: Constants.h:22