Variable size configurable Band Matrix class TBCI::BdMatrix. More...

#include "tbci/basics.h"
#include "tbci/vector.h"
#include "tbci/matrix.h"

Include dependency graph for band_matrix.h:

Classes
class	BdMatrixErr
	exception class More...
class	BdMatrix< T >
	The class BdMatrix is an implementation to store and do operations on sparse Matrices with a band structure. More...

Macros
#define	BD_MINVAL 1e-16
#define	BDMAT_ONE_BLOCK
	BDMAT_NEW_ALLOC directs BdMatrix to allocate off-diags separately.
#define	BDMATDBG(x)
#define	SFORALL_S(op)
#define	SFORALL_T(op)
#define	INTDIVEQ(T)
#define	STDDEF_ST(op)
#define	STDDEF_SS(op)
#define	MAY_PREFETCH_R(adr, loc)
#define	MAY_PREFETCH_W(adr, loc)
#define	BDMATVEC_LNWISE_OPT
#define	COST_BDMATVEC_LN(d, o, m)
#define	COST_BDMATVEC_LNO(d, o, m)
#define	COST_BDMATVEC_DIAG(d, o, m)
#define	COST_BDMATVEC(d, o, m)
#define	COST_BDMATVEC_TRANS(d, o, m)
#define	COST_BDMATVEC_DOT(d, o, m)
#define	SMP_BDMATSLICE 32768
#define	SMP_BDMATSLICE2 (SMP_BDMATSLICE/sizeof(T))

Functions
template<typename T>
BdMatrix< T >	transpose (BdMatrix< T > &mat)
template<typename T>
BdMatrix< T >	operator* (const T &v, const BdMatrix< T > &m)
template<typename T>
void	do_bdmat_vec_mult_lnw (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	do_bdmat_vec_mult_lnw_opt (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	do_bdmat_vec_mult_diagw_exact (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	do_bdmat_vec_mult (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	do_bdmat_vec_transmult_lnw (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	do_bdmat_vec_transmult_lnw_opt (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	do_bdmat_vec_transmult_diagw_exact (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	do_bdmat_vec_transmult (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	do_bdmat_vec_dotmult (const unsigned start, const unsigned end, TVector< T > res, const BdMatrix< T > mat, const Vector< T > *vec)
template<typename T>
void	job_bdmat_vec_mult (struct thr_ctrl *tc)
template<typename T>
void	job_bdmat_vec_transmult (struct thr_ctrl *tc)
template<typename T>
STD__ ostream &	operator<< (STD__ ostream &ostr, const BdMatrix< T > &mat)
template<typename T>
STD__ istream &	operator>> (STD__ istream &istr, BdMatrix< T > &mat)
template<typename T>
int	numa_optimize (const BdMatrix< T > &bm, bool fault_in)

Detailed Description

Variable size configurable Band Matrix class TBCI::BdMatrix.

Definition in file band_matrix.h.

Macro Definition Documentation

◆ BD_MINVAL

#define BD_MINVAL 1e-16

Definition at line 21 of file band_matrix.h.

Referenced by BdMatrix< T >::autoinsert(), and BdMatrix< T >::operator==().

◆ BDMAT_ONE_BLOCK

#define BDMAT_ONE_BLOCK

BDMAT_NEW_ALLOC directs BdMatrix to allocate off-diags separately.

Definition at line 26 of file band_matrix.h.

◆ BDMATDBG

#define BDMATDBG ( x )

Definition at line 32 of file band_matrix.h.

Referenced by BdMatrix< T >::adddiag(), BdMatrix< T >::constructor(), BdMatrix< T >::free_diags(), and BdMatrix< T >::removediag().

◆ BDMATVEC_LNWISE_OPT

#define BDMATVEC_LNWISE_OPT

Definition at line 1508 of file band_matrix.h.

◆ COST_BDMATVEC

#define COST_BDMATVEC	(	d,
		o,
		m )

Value:

COST_BDMATVEC_LNO(d,o,m)

COST_BDMATVEC_LNO

#define COST_BDMATVEC_LNO(d, o, m)

Definition band_matrix.h:1514

Definition at line 1915 of file band_matrix.h.

◆ COST_BDMATVEC_DIAG

#define COST_BDMATVEC_DIAG	(	d,
		o,
		m )

Value:

(d*(2*COST_UNIT_LOAD+COST_MULT+COST_UNIT_STORE+COST_LOOP)\
+o*(6*COST_NU_LOAD+COST_LOOP+3*COST_UNIT_LOAD+2*COST_NU_STORE\
 +(2*d-m)*(3*COST_UNIT_LOAD+COST_LOOP+COST_MULT+COST_ADD+COST_UNIT_STORE)))

Definition at line 1516 of file band_matrix.h.

◆ COST_BDMATVEC_DOT

#define COST_BDMATVEC_DOT	(	d,
		o,
		m )

Value:

COST_BDMATVEC(d,o,m)

COST_BDMATVEC

#define COST_BDMATVEC(d, o, m)

Definition band_matrix.h:1915

Definition at line 2291 of file band_matrix.h.

◆ COST_BDMATVEC_LN

#define COST_BDMATVEC_LN	(	d,
		o,
		m )

Value:

(d*(COST_MULT+2*COST_UNIT_LOAD+COST_UNIT_STORE+COST_LOOP\

+o*(COST_LOOP+2*COST_BRANCH+COST_UNIT_LOAD))+(2*d-m)*o*(3*COST_NU_LOAD+COST_ADD+COST_MULT))

COST_BRANCH

#define COST_BRANCH

Definition cost.h:88

Definition at line 1512 of file band_matrix.h.

◆ COST_BDMATVEC_LNO

#define COST_BDMATVEC_LNO	(	d,
		o,
		m )

Value:

(d*(COST_MULT+2*COST_UNIT_LOAD+COST_UNIT_STORE+COST_LOOP\

+o*(COST_LOOP+COST_UNIT_LOAD))+(2*d-m)*o*(3*COST_NU_LOAD+COST_ADD+COST_MULT+COST_BRANCH/2))

Definition at line 1514 of file band_matrix.h.

◆ COST_BDMATVEC_TRANS

#define COST_BDMATVEC_TRANS	(	d,
		o,
		m )

Value:

COST_BDMATVEC(d,o,m)

Definition at line 1920 of file band_matrix.h.

◆ INTDIVEQ

#define INTDIVEQ ( T )

Value:

template <>                                                                     \
inline BdMatrix < T >& BdMatrix< T >::operator /= (const T & div)               \
{                                                                               \
        BCHK((div==( T )0), BdMatrixErr, "Divide BdMatrix by zero", 0, *this);  \
        for (REGISTER unsigned i = 0; i < dim; ++i)                             \
                diag[i] /= div;                                                 \
        for (unsigned j = 0; j < diagconf.size(); ++j) {                        \
                const REGISTER unsigned di = diagconf.get(j);                   \
                for (unsigned k = 0; k < (dim-di); ++k) {                       \
                        adiag.set(di)[k] /= div;                                \
                        bdiag.set(di)[k] /= div;                                \
                }                                                               \
        }                                                                       \
        return *this;                                                           \
}

Definition at line 1356 of file band_matrix.h.

Referenced by BdMatrix< T >::operator/=().

◆ MAY_PREFETCH_R

#define MAY_PREFETCH_R	(		adr,
			loc )

Value:

do {} while (0)

Definition at line 1483 of file band_matrix.h.

Referenced by do_bdmat_vec_dotmult(), do_bdmat_vec_mult_lnw_opt(), and do_bdmat_vec_transmult_lnw_opt().

◆ MAY_PREFETCH_W

#define MAY_PREFETCH_W	(		adr,
			loc )

Value:

do {} while (0)

Definition at line 1484 of file band_matrix.h.

Referenced by do_bdmat_vec_dotmult(), do_bdmat_vec_mult_lnw_opt(), and do_bdmat_vec_transmult_lnw_opt().

◆ SFORALL_S

#define SFORALL_S ( op )

Value:

template <typename T>                                                                   \
BdMatrix<T>& BdMatrix<T>::operator op (const BdMatrix<T>& mat)                          \
{                                                                                       \
        BCHK(mat.dim != dim, BdMatrixErr, Adding wrong size BdMatrix, mat.dim, *this);  \
        unsigned i, j;                                                                  \
        for (i = 0; i < dim; ++i)                                                       \
                diag[i] op mat.diag[i];                                                 \
        for (j = 0; j < diagconf.size(); ++j) {                                         \
                const REGISTER unsigned di = diagconf.get(j);                           \
                if (LIKELY(mat.adiag.get(di)))                                          \
                        for (i = 0; i < (dim-di); ++i) {                                \
                                adiag.set(di)[i] op mat.adiag.get(di)[i];               \
                                bdiag.set(di)[i] op mat.bdiag.get(di)[i];               \
                        }                                                               \
        }                                                                               \
        if (diagconf == mat.diagconf)                                                   \
                return *this;                                                           \
        for (j = 0; j < mat.diagconf.size(); ++j) {                                     \
                const REGISTER unsigned di = mat.diagconf.get(j);                       \
                if (!diagconf.contains(di))  {                                          \
                        adddiag(di);                                                    \
                        for (i = 0; i < (dim-di); ++i) {                                \
                                adiag.set(di)[i] op mat.adiag.get(di)[i];               \
                                bdiag.set(di)[i] op mat.bdiag.get(di)[i];               \
                        }                                                               \
                }                                                                       \
        }                                                                               \
        return *this;                                                                   \
}

Definition at line 1283 of file band_matrix.h.

Referenced by BdMatrix< T >::operator-=().

◆ SFORALL_T

#define SFORALL_T ( op )

Value:

template <typename T>                                                   \
BdMatrix<T>& BdMatrix<T>::operator op (const T& mult)                   \
{                                                                       \
        for (REGISTER unsigned int i = 0; i < dim; ++i)                 \
                diag[i] op mult;                                        \
        for (unsigned j = 0; j < diagconf.size(); ++j) {                \
                const REGISTER unsigned di = diagconf.get(j);           \
                for (unsigned k = 0; k < (dim-di); ++k) {               \
                        adiag.set(di)[k] op mult;                       \
                        bdiag.set(di)[k] op mult;                       \
                }                                                       \
        }                                                               \
        return *this;                                                   \
}

Definition at line 1318 of file band_matrix.h.

◆ SMP_BDMATSLICE

#define SMP_BDMATSLICE 32768

Definition at line 2508 of file band_matrix.h.

◆ SMP_BDMATSLICE2

#define SMP_BDMATSLICE2 (SMP_BDMATSLICE/sizeof(T))

Definition at line 2510 of file band_matrix.h.

Referenced by BdMatrix< T >::operator*(), and BdMatrix< T >::transMult().

◆ STDDEF_SS

#define STDDEF_SS ( op )

Value:

template <typename T>                                           \
BdMatrix<T> BdMatrix<T>::operator op (const BdMatrix<T>& m2) const      \
{                                                               \
        return (BdMatrix<T> (*this)) op##= m2;                  \
}

Definition at line 1410 of file band_matrix.h.

Referenced by BdMatrix< T >::operator-().

◆ STDDEF_ST

#define STDDEF_ST ( op )

Value:

template <typename T>                                           \
inline BdMatrix<T> BdMatrix<T>::operator op (const T& val) const \
{                                                               \
        return (BdMatrix<T> (*this)) op##= val;                 \
}

Definition at line 1398 of file band_matrix.h.

Referenced by BdMatrix< T >::operator*().

Function Documentation

◆ do_bdmat_vec_dotmult()

template<typename T>

void do_bdmat_vec_dotmult	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 2293 of file band_matrix.h.

References BdMatrix< T >::adiag, ALIGN, BdMatrix< T >::bdiag, conj(), BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, do_exactsum2(), end, BVector< T >::get(), TVector< T >::get(), BVector< T >::getcref(), TVector< T >::getcref(), i, LIKELY, MAX, BdMatrix< T >::maxoff, MAY_PREFETCH_R, MAY_PREFETCH_W, MIN, MIN_ALIGN, MIN_ALIGN2, PREFETCH_R, REGISTER, res, BVector< T >::size(), T, and y.

Referenced by BdMatrix< T >::dotMult(), and BdMatrix< T >::FGDT.

◆ do_bdmat_vec_mult()

template<typename T>

void do_bdmat_vec_mult	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 1875 of file band_matrix.h.

References BdMatrix< T >::adiag, BdMatrix< T >::bdiag, BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, do_bdmat_vec_mult_diagw_exact(), do_bdmat_vec_mult_lnw(), do_exactsum2(), end, BVector< T >::get(), TVector< T >::getcref(), LIKELY, MAX, MIN, res, and BVector< T >::size().

Referenced by BdMatrix< T >::FGDT, job_bdmat_vec_mult(), and BdMatrix< T >::operator*().

◆ do_bdmat_vec_mult_diagw_exact()

template<typename T>

void do_bdmat_vec_mult_diagw_exact	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 1827 of file band_matrix.h.

References BdMatrix< T >::adiag, BdMatrix< T >::bdiag, BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, end, BVector< T >::get(), TVector< T >::get(), TVector< T >::getcref(), MAX, MIN, REGISTER, res, TVector< T >::setval(), BVector< T >::size(), T, and y.

Referenced by do_bdmat_vec_mult(), and BdMatrix< T >::FGDT.

◆ do_bdmat_vec_mult_lnw()

template<typename T>

void do_bdmat_vec_mult_lnw	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 1521 of file band_matrix.h.

References BdMatrix< T >::adiag, ALIGN, BdMatrix< T >::bdiag, BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, do_exactsum2(), end, BVector< T >::get(), TVector< T >::get(), i, LIKELY, MIN_ALIGN, REGISTER, res, BVector< T >::size(), T, and y.

Referenced by do_bdmat_vec_mult(), and BdMatrix< T >::FGDT.

◆ do_bdmat_vec_mult_lnw_opt()

template<typename T>

void do_bdmat_vec_mult_lnw_opt	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 1571 of file band_matrix.h.

References BdMatrix< T >::adiag, ALIGN, BdMatrix< T >::bdiag, BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, do_exactsum2(), end, BVector< T >::get(), TVector< T >::get(), BVector< T >::getcref(), TVector< T >::getcref(), i, BdMatrix< T >::maxoff, MAY_PREFETCH_R, MAY_PREFETCH_W, MIN, MIN_ALIGN2, PREFETCH_R, REGISTER, res, BVector< T >::size(), T, and y.

Referenced by BdMatrix< T >::FGDT.

◆ do_bdmat_vec_transmult()

template<typename T>

void do_bdmat_vec_transmult	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 2262 of file band_matrix.h.

References BdMatrix< T >::adiag, BdMatrix< T >::bdiag, BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, do_bdmat_vec_transmult_diagw_exact(), do_exactsum2(), end, BVector< T >::get(), TVector< T >::getcref(), MAX, MIN, res, and BVector< T >::size().

Referenced by BdMatrix< T >::FGDT, job_bdmat_vec_transmult(), and BdMatrix< T >::transMult().

◆ do_bdmat_vec_transmult_diagw_exact()

template<typename T>

void do_bdmat_vec_transmult_diagw_exact	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 2220 of file band_matrix.h.

References BdMatrix< T >::adiag, BdMatrix< T >::bdiag, BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, end, BVector< T >::get(), TVector< T >::get(), TVector< T >::getcref(), MAX, MIN, REGISTER, res, TVector< T >::setval(), BVector< T >::size(), T, and y.

Referenced by do_bdmat_vec_transmult(), and BdMatrix< T >::FGDT.

◆ do_bdmat_vec_transmult_lnw()

template<typename T>

void do_bdmat_vec_transmult_lnw	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 1922 of file band_matrix.h.

References BdMatrix< T >::adiag, ALIGN, BdMatrix< T >::bdiag, BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, do_exactsum2(), end, BVector< T >::get(), TVector< T >::get(), i, LIKELY, MIN_ALIGN, REGISTER, res, BVector< T >::size(), T, and y.

Referenced by BdMatrix< T >::FGDT.

◆ do_bdmat_vec_transmult_lnw_opt()

template<typename T>

void do_bdmat_vec_transmult_lnw_opt	(	const unsigned	start,
		const unsigned	end,
		TVector< T > *	res,
		const BdMatrix< T > *	mat,
		const Vector< T > *	vec )

inline

Definition at line 1969 of file band_matrix.h.

References BdMatrix< T >::adiag, ALIGN, BdMatrix< T >::bdiag, BdMatrix< T >::diag, BdMatrix< T >::diagconf, BdMatrix< T >::dim, do_exactsum2(), end, BVector< T >::get(), TVector< T >::get(), BVector< T >::getcref(), TVector< T >::getcref(), i, BdMatrix< T >::maxoff, MAY_PREFETCH_R, MAY_PREFETCH_W, MIN, MIN_ALIGN, PREFETCH_R, REGISTER, res, BVector< T >::size(), T, and y.

Referenced by BdMatrix< T >::FGDT.

◆ job_bdmat_vec_mult()

template<typename T>

void job_bdmat_vec_mult ( struct thr_ctrl * tc )

Definition at line 2489 of file band_matrix.h.

References do_bdmat_vec_mult(), thr_ctrl::t_off, thr_ctrl::t_par, and thr_ctrl::t_size.

Referenced by BdMatrix< T >::operator*().

◆ job_bdmat_vec_transmult()

template<typename T>

void job_bdmat_vec_transmult ( struct thr_ctrl * tc )

Definition at line 2498 of file band_matrix.h.

References do_bdmat_vec_transmult(), job_bdmat_vec_transmult(), thr_ctrl::t_off, thr_ctrl::t_par, and thr_ctrl::t_size.

Referenced by job_bdmat_vec_transmult(), and BdMatrix< T >::transMult().

◆ numa_optimize()

template<typename T>

int numa_optimize	(	const BdMatrix< T > &	bm,
		bool	fault_in )

Definition at line 2915 of file band_matrix.h.

◆ operator*()

template<typename T>

BdMatrix< T > operator*	(	const T &	v,
		const BdMatrix< T > &	m )

inline

Definition at line 1449 of file band_matrix.h.

References T.

◆ operator<<()

template<typename T>

STD__ ostream & operator<<	(	STD__ ostream &	ostr,
		const BdMatrix< T > &	mat )

Definition at line 2712 of file band_matrix.h.

References abs, BVector< T >::contains(), CSTD__, BdMatrix< T >::diagconf, BdMatrix< T >::dim, EXPCHK, BdMatrix< T >::get(), i, STD__, T, and UNLIKELY.

◆ operator>>()

template<typename T>

STD__ istream & operator>>	(	STD__ istream &	istr,
		BdMatrix< T > &	mat )

Definition at line 2739 of file band_matrix.h.

References abs, BVector< T >::contains(), CSTD__, BdMatrix< T >::diagconf, BdMatrix< T >::dim, i, BdMatrix< T >::setval(), STD__, and T.

◆ transpose()

template<typename T>

BdMatrix< T > transpose ( BdMatrix< T > & mat )

inline

Definition at line 1393 of file band_matrix.h.

Classes

Macros

Functions

Detailed Description

Macro Definition Documentation

◆ BD_MINVAL

◆ BDMAT_ONE_BLOCK

◆ BDMATDBG

◆ BDMATVEC_LNWISE_OPT

◆ COST_BDMATVEC

◆ COST_BDMATVEC_DIAG

◆ COST_BDMATVEC_DOT

◆ COST_BDMATVEC_LN

◆ COST_BDMATVEC_LNO

◆ COST_BDMATVEC_TRANS

◆ INTDIVEQ

◆ MAY_PREFETCH_R

◆ MAY_PREFETCH_W

◆ SFORALL_S

◆ SFORALL_T

◆ SMP_BDMATSLICE

◆ SMP_BDMATSLICE2

◆ STDDEF_SS

◆ STDDEF_ST

Function Documentation

◆ do_bdmat_vec_dotmult()

◆ do_bdmat_vec_mult()

◆ do_bdmat_vec_mult_diagw_exact()

◆ do_bdmat_vec_mult_lnw()

◆ do_bdmat_vec_mult_lnw_opt()

◆ do_bdmat_vec_transmult()

◆ do_bdmat_vec_transmult_diagw_exact()

◆ do_bdmat_vec_transmult_lnw()

◆ do_bdmat_vec_transmult_lnw_opt()

◆ job_bdmat_vec_mult()

◆ job_bdmat_vec_transmult()

◆ numa_optimize()

◆ operator*()

◆ operator<<()

◆ operator>>()

◆ transpose()