172 EIGEN_STRONG_INLINE EIGEN_DEVICE_FUNC
Scalar* data() {
return 0; }
175template<
typename Scalar,
int Size,
int MaxSize>
176struct gemv_static_vector_if<Scalar,Size,MaxSize,true>
179 ForceAlignment = internal::packet_traits<Scalar>::Vectorizable,
180 PacketSize = internal::packet_traits<Scalar>::size
182 #if EIGEN_MAX_STATIC_ALIGN_BYTES!=0
183 internal::plain_array<Scalar,EIGEN_SIZE_MIN_PREFER_FIXED(Size,MaxSize),0,EIGEN_PLAIN_ENUM_MIN(AlignedMax,PacketSize)> m_data;
184 EIGEN_STRONG_INLINE Scalar* data() {
return m_data.array; }
188 internal::plain_array<Scalar,EIGEN_SIZE_MIN_PREFER_FIXED(Size,MaxSize)+(ForceAlignment?EIGEN_MAX_ALIGN_BYTES:0),0> m_data;
189 EIGEN_STRONG_INLINE Scalar* data() {
190 return ForceAlignment
191 ?
reinterpret_cast<Scalar*
>((internal::UIntPtr(m_data.array) & ~(std::size_t(EIGEN_MAX_ALIGN_BYTES-1))) + EIGEN_MAX_ALIGN_BYTES)
198template<
int StorageOrder,
bool BlasCompatible>
199struct gemv_dense_selector<
OnTheLeft,StorageOrder,BlasCompatible>
201 template<
typename Lhs,
typename Rhs,
typename Dest>
202 static void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
204 Transpose<Dest> destT(dest);
206 gemv_dense_selector<OnTheRight,OtherStorageOrder,BlasCompatible>
207 ::run(rhs.transpose(), lhs.transpose(), destT, alpha);
213 template<
typename Lhs,
typename Rhs,
typename Dest>
214 static inline void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
216 typedef typename Lhs::Scalar LhsScalar;
217 typedef typename Rhs::Scalar RhsScalar;
218 typedef typename Dest::Scalar ResScalar;
219 typedef typename Dest::RealScalar RealScalar;
221 typedef internal::blas_traits<Lhs> LhsBlasTraits;
222 typedef typename LhsBlasTraits::DirectLinearAccessType ActualLhsType;
223 typedef internal::blas_traits<Rhs> RhsBlasTraits;
224 typedef typename RhsBlasTraits::DirectLinearAccessType ActualRhsType;
226 typedef Map<Matrix<ResScalar,Dynamic,1>, EIGEN_PLAIN_ENUM_MIN(AlignedMax,internal::packet_traits<ResScalar>::size)> MappedDest;
228 ActualLhsType actualLhs = LhsBlasTraits::extract(lhs);
229 ActualRhsType actualRhs = RhsBlasTraits::extract(rhs);
231 ResScalar actualAlpha = combine_scalar_factors(alpha, lhs, rhs);
234 typedef typename conditional<Dest::IsVectorAtCompileTime, Dest, typename Dest::ColXpr>::type ActualDest;
239 EvalToDestAtCompileTime = (ActualDest::InnerStrideAtCompileTime==1),
240 ComplexByReal = (NumTraits<LhsScalar>::IsComplex) && (!NumTraits<RhsScalar>::IsComplex),
241 MightCannotUseDest = ((!EvalToDestAtCompileTime) || ComplexByReal) && (ActualDest::MaxSizeAtCompileTime!=0)
244 typedef const_blas_data_mapper<LhsScalar,Index,ColMajor> LhsMapper;
245 typedef const_blas_data_mapper<RhsScalar,Index,RowMajor> RhsMapper;
246 RhsScalar compatibleAlpha = get_factor<ResScalar,RhsScalar>::run(actualAlpha);
248 if(!MightCannotUseDest)
252 general_matrix_vector_product
253 <
Index,LhsScalar,LhsMapper,
ColMajor,LhsBlasTraits::NeedToConjugate,RhsScalar,RhsMapper,RhsBlasTraits::NeedToConjugate>::run(
254 actualLhs.rows(), actualLhs.cols(),
255 LhsMapper(actualLhs.data(), actualLhs.outerStride()),
256 RhsMapper(actualRhs.data(), actualRhs.innerStride()),
262 gemv_static_vector_if<ResScalar,ActualDest::SizeAtCompileTime,ActualDest::MaxSizeAtCompileTime,MightCannotUseDest> static_dest;
264 const bool alphaIsCompatible = (!ComplexByReal) || (numext::imag(actualAlpha)==RealScalar(0));
265 const bool evalToDest = EvalToDestAtCompileTime && alphaIsCompatible;
267 ei_declare_aligned_stack_constructed_variable(ResScalar,actualDestPtr,dest.size(),
268 evalToDest ? dest.data() : static_dest.data());
272 #ifdef EIGEN_DENSE_STORAGE_CTOR_PLUGIN
273 Index size = dest.size();
274 EIGEN_DENSE_STORAGE_CTOR_PLUGIN
276 if(!alphaIsCompatible)
278 MappedDest(actualDestPtr, dest.size()).setZero();
279 compatibleAlpha = RhsScalar(1);
282 MappedDest(actualDestPtr, dest.size()) = dest;
285 general_matrix_vector_product
286 <
Index,LhsScalar,LhsMapper,
ColMajor,LhsBlasTraits::NeedToConjugate,RhsScalar,RhsMapper,RhsBlasTraits::NeedToConjugate>::run(
287 actualLhs.rows(), actualLhs.cols(),
288 LhsMapper(actualLhs.data(), actualLhs.outerStride()),
289 RhsMapper(actualRhs.data(), actualRhs.innerStride()),
295 if(!alphaIsCompatible)
296 dest.matrix() += actualAlpha * MappedDest(actualDestPtr, dest.size());
298 dest = MappedDest(actualDestPtr, dest.size());
306 template<
typename Lhs,
typename Rhs,
typename Dest>
307 static void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
309 typedef typename Lhs::Scalar LhsScalar;
310 typedef typename Rhs::Scalar RhsScalar;
311 typedef typename Dest::Scalar ResScalar;
313 typedef internal::blas_traits<Lhs> LhsBlasTraits;
314 typedef typename LhsBlasTraits::DirectLinearAccessType ActualLhsType;
315 typedef internal::blas_traits<Rhs> RhsBlasTraits;
316 typedef typename RhsBlasTraits::DirectLinearAccessType ActualRhsType;
317 typedef typename internal::remove_all<ActualRhsType>::type ActualRhsTypeCleaned;
319 typename add_const<ActualLhsType>::type actualLhs = LhsBlasTraits::extract(lhs);
320 typename add_const<ActualRhsType>::type actualRhs = RhsBlasTraits::extract(rhs);
322 ResScalar actualAlpha = combine_scalar_factors(alpha, lhs, rhs);
327 DirectlyUseRhs = ActualRhsTypeCleaned::InnerStrideAtCompileTime==1 || ActualRhsTypeCleaned::MaxSizeAtCompileTime==0
330 gemv_static_vector_if<RhsScalar,ActualRhsTypeCleaned::SizeAtCompileTime,ActualRhsTypeCleaned::MaxSizeAtCompileTime,!DirectlyUseRhs> static_rhs;
332 ei_declare_aligned_stack_constructed_variable(RhsScalar,actualRhsPtr,actualRhs.size(),
333 DirectlyUseRhs ?
const_cast<RhsScalar*
>(actualRhs.data()) : static_rhs.data());
337 #ifdef EIGEN_DENSE_STORAGE_CTOR_PLUGIN
338 Index size = actualRhs.size();
339 EIGEN_DENSE_STORAGE_CTOR_PLUGIN
341 Map<typename ActualRhsTypeCleaned::PlainObject>(actualRhsPtr, actualRhs.size()) = actualRhs;
344 typedef const_blas_data_mapper<LhsScalar,Index,RowMajor> LhsMapper;
345 typedef const_blas_data_mapper<RhsScalar,Index,ColMajor> RhsMapper;
346 general_matrix_vector_product
347 <
Index,LhsScalar,LhsMapper,
RowMajor,LhsBlasTraits::NeedToConjugate,RhsScalar,RhsMapper,RhsBlasTraits::NeedToConjugate>::run(
348 actualLhs.rows(), actualLhs.cols(),
349 LhsMapper(actualLhs.data(), actualLhs.outerStride()),
350 RhsMapper(actualRhsPtr, 1),
351 dest.data(), dest.col(0).innerStride(),
358 template<
typename Lhs,
typename Rhs,
typename Dest>
359 static void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
361 EIGEN_STATIC_ASSERT((!nested_eval<Lhs,1>::Evaluate),EIGEN_INTERNAL_COMPILATION_ERROR_OR_YOU_MADE_A_PROGRAMMING_MISTAKE);
363 typename nested_eval<Rhs,1>::type actual_rhs(rhs);
364 const Index size = rhs.rows();
365 for(Index k=0; k<size; ++k)
366 dest += (alpha*actual_rhs.coeff(k)) * lhs.col(k);
372 template<
typename Lhs,
typename Rhs,
typename Dest>
373 static void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
375 EIGEN_STATIC_ASSERT((!nested_eval<Lhs,1>::Evaluate),EIGEN_INTERNAL_COMPILATION_ERROR_OR_YOU_MADE_A_PROGRAMMING_MISTAKE);
376 typename nested_eval<Rhs,Lhs::RowsAtCompileTime>::type actual_rhs(rhs);
377 const Index rows = dest.rows();
378 for(Index i=0; i<rows; ++i)
379 dest.coeffRef(i) += alpha * (lhs.row(i).cwiseProduct(actual_rhs.transpose())).sum();
395template<
typename Derived>
396template<
typename OtherDerived>
397EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE
398const Product<Derived, OtherDerived>
406 ProductIsValid = Derived::ColsAtCompileTime==
Dynamic
407 || OtherDerived::RowsAtCompileTime==
Dynamic
408 || int(Derived::ColsAtCompileTime)==int(OtherDerived::RowsAtCompileTime),
409 AreVectors = Derived::IsVectorAtCompileTime && OtherDerived::IsVectorAtCompileTime,
410 SameSizes = EIGEN_PREDICATE_SAME_MATRIX_SIZE(Derived,OtherDerived)
415 EIGEN_STATIC_ASSERT(ProductIsValid || !(AreVectors && SameSizes),
416 INVALID_VECTOR_VECTOR_PRODUCT__IF_YOU_WANTED_A_DOT_OR_COEFF_WISE_PRODUCT_YOU_MUST_USE_THE_EXPLICIT_FUNCTIONS)
417 EIGEN_STATIC_ASSERT(ProductIsValid || !(SameSizes && !AreVectors),
418 INVALID_MATRIX_PRODUCT__IF_YOU_WANTED_A_COEFF_WISE_PRODUCT_YOU_MUST_USE_THE_EXPLICIT_FUNCTION)
419 EIGEN_STATIC_ASSERT(ProductIsValid || SameSizes, INVALID_MATRIX_PRODUCT)
420#ifdef EIGEN_DEBUG_PRODUCT
421 internal::product_type<Derived,OtherDerived>::debug();
438template<
typename Derived>
439template<
typename OtherDerived>
440EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE
445 ProductIsValid = Derived::ColsAtCompileTime==
Dynamic
446 || OtherDerived::RowsAtCompileTime==
Dynamic
447 || int(Derived::ColsAtCompileTime)==int(OtherDerived::RowsAtCompileTime),
448 AreVectors = Derived::IsVectorAtCompileTime && OtherDerived::IsVectorAtCompileTime,
449 SameSizes = EIGEN_PREDICATE_SAME_MATRIX_SIZE(Derived,OtherDerived)
454 EIGEN_STATIC_ASSERT(ProductIsValid || !(AreVectors && SameSizes),
455 INVALID_VECTOR_VECTOR_PRODUCT__IF_YOU_WANTED_A_DOT_OR_COEFF_WISE_PRODUCT_YOU_MUST_USE_THE_EXPLICIT_FUNCTIONS)
456 EIGEN_STATIC_ASSERT(ProductIsValid || !(SameSizes && !AreVectors),
457 INVALID_MATRIX_PRODUCT__IF_YOU_WANTED_A_COEFF_WISE_PRODUCT_YOU_MUST_USE_THE_EXPLICIT_FUNCTION)
458 EIGEN_STATIC_ASSERT(ProductIsValid || SameSizes, INVALID_MATRIX_PRODUCT)