bl1_dotsv3.c File Reference

(r)

Functions
void	bl1_sdotsv3 (conj1_t conjxyw, int n, float *x, int inc_x, float *y, int inc_y, float *w, int inc_w, float *z, int inc_z, float *beta, float *rho_xz, float *rho_yz, float *rho_wz)
void	bl1_ddotsv3 (conj1_t conjxyw, int n, double *x, int inc_x, double *y, int inc_y, double *w, int inc_w, double *z, int inc_z, double *beta, double *rho_xz, double *rho_yz, double *rho_wz)
	if (inc_x !=1||inc_y !=1||inc_w !=1||inc_z !=1)
	for (i=0;i< n_run;++i)
	if (n_left > 0)
void	bl1_cdotsv3 (conj1_t conjxyw, int n, scomplex *x, int inc_x, scomplex *y, int inc_y, scomplex *w, int inc_w, scomplex *z, int inc_z, scomplex *beta, scomplex *rho_xz, scomplex *rho_yz, scomplex *rho_wz)
void	bl1_zdotsv3 (conj1_t conjxyw, int n, dcomplex *x, int inc_x, dcomplex *y, int inc_y, dcomplex *w, int inc_w, dcomplex *z, int inc_z, dcomplex *beta, dcomplex *rho_xz, dcomplex *rho_yz, dcomplex *rho_wz)
	if (bl1_is_conj(conjxyw))
	bl1_zscals (beta, rho_yz)
	bl1_zscals (beta, rho_wz)

Variables
double *restrict	y1
double *restrict	w1 = w
double *restrict	z1 = z
double	rho1
double	rho2
double	rho3
double	x1c
double	y1c
double	w1c
double	z1c
double	x2c
double	y2c
double	w2c
double	z2c
int	i
int	n_pre
int	n_run
int	n_left
*	rho_xz = *beta * *rho_xz + rho1
*	rho_yz = *beta * *rho_yz + rho2
*	rho_wz = *beta * *rho_wz + rho3
	x1 = x
rho1	real = 0.0
rho1	imag = 0.0
	else

Function Documentation

bl1_cdotsv3()

void bl1_cdotsv3	(	conj1_t	conjxyw,
		int	n,
		scomplex *	x,
		int	inc_x,
		scomplex *	y,
		int	inc_y,
		scomplex *	w,
		int	inc_w,
		scomplex *	z,
		int	inc_z,
		scomplex *	beta,
		scomplex *	rho_xz,
		scomplex *	rho_yz,
		scomplex *	rho_wz
	)

References bl1_abort().

{
    bl1_abort();
}

bl1_ddotsv3()

void bl1_ddotsv3	(	conj1_t	conjxyw,
		int	n,
		double *	x,
		int	inc_x,
		double *	y,
		int	inc_y,
		double *	w,
		int	inc_w,
		double *	z,
		int	inc_z,
		double *	beta,
		double *	rho_xz,
		double *	rho_yz,
		double *	rho_wz
	)

References bl1_abort(), v2df_t::d, i, n_left, n_pre, n_run, rho1, rho2, rho3, v2df_t::v, w1, w1c, x1, x1c, y1, y1c, z1, and z1c.

{
    double*   restrict x1;
    double*   restrict y1;
    double*   restrict w1;
    double*   restrict z1;
    double             rho1, rho2, rho3;
    double             x1c, y1c, w1c, z1c;
    int                i;

    int                n_pre;
    int                n_run;
    int                n_left;

    v2df_t             rho1v, rho2v, rho3v;
    v2df_t             x1v, y1v, w1v, z1v;
    v2df_t             x2v, y2v, w2v, z2v;
    
    if ( inc_x != 1 ||
         inc_y != 1 ||
         inc_w != 1 ||
         inc_z != 1 ) bl1_abort();

    n_pre = 0;
    if ( ( unsigned long ) z % 16 != 0 )
    {
        if ( ( unsigned long ) x % 16 == 0 ||
             ( unsigned long ) y % 16 == 0 ||
             ( unsigned long ) w % 16 == 0 ) bl1_abort();

        n_pre = 1;
    }

    n_run       = ( n - n_pre ) / 4;
    n_left      = ( n - n_pre ) % 4;

    x1 = x;
    y1 = y;
    w1 = w;
    z1 = z;

    rho1 = 0.0;
    rho2 = 0.0;
    rho3 = 0.0;

    if ( n_pre == 1 )
    {
        x1c = *x1;
        y1c = *y1;
        w1c = *w1;
        z1c = *z1;

        rho1 += x1c * z1c;
        rho2 += y1c * z1c;
        rho3 += w1c * z1c;

        x1 += inc_x;
        y1 += inc_y;
        w1 += inc_w;
        z1 += inc_z;
    }

    rho1v.v = _mm_setzero_pd();
    rho2v.v = _mm_setzero_pd();
    rho3v.v = _mm_setzero_pd();

    for ( i = 0; i < n_run; ++i )
    {
        x1v.v = _mm_load_pd( ( double* )x1 );
        y1v.v = _mm_load_pd( ( double* )y1 );
        w1v.v = _mm_load_pd( ( double* )w1 );
        z1v.v = _mm_load_pd( ( double* )z1 );

        rho1v.v += x1v.v * z1v.v;
        rho2v.v += y1v.v * z1v.v;
        rho3v.v += w1v.v * z1v.v;

        x2v.v = _mm_load_pd( ( double* )(x1 + 2) );
        y2v.v = _mm_load_pd( ( double* )(y1 + 2) );
        w2v.v = _mm_load_pd( ( double* )(w1 + 2) );
        z2v.v = _mm_load_pd( ( double* )(z1 + 2) );

        rho1v.v += x2v.v * z2v.v;
        rho2v.v += y2v.v * z2v.v;
        rho3v.v += w2v.v * z2v.v;

        x1 += 4;
        y1 += 4;
        w1 += 4;
        z1 += 4;
    }

    rho1 += rho1v.d[0] + rho1v.d[1];
    rho2 += rho2v.d[0] + rho2v.d[1];
    rho3 += rho3v.d[0] + rho3v.d[1];

    if ( n_left > 0 )
    {
        for ( i = 0; i < n_left; ++i )
        {
            x1c = *x1;
            y1c = *y1;
            w1c = *w1;
            z1c = *z1;

            rho1 += x1c * z1c;
            rho2 += y1c * z1c;
            rho3 += w1c * z1c;

            x1 += inc_x;
            y1 += inc_y;
            w1 += inc_w;
            z1 += inc_z;
        }
    }

    *rho_xz = *beta * *rho_xz + rho1;
    *rho_yz = *beta * *rho_yz + rho2;
    *rho_wz = *beta * *rho_wz + rho3;
}

bl1_sdotsv3()

void bl1_sdotsv3	(	conj1_t	conjxyw,
		int	n,
		float *	x,
		int	inc_x,
		float *	y,
		int	inc_y,
		float *	w,
		int	inc_w,
		float *	z,
		int	inc_z,
		float *	beta,
		float *	rho_xz,
		float *	rho_yz,
		float *	rho_wz
	)

References bl1_abort().

{
    bl1_abort();
}

bl1_zdotsv3()

void bl1_zdotsv3	(	conj1_t	conjxyw,
		int	n,
		dcomplex *	x,
		int	inc_x,
		dcomplex *	y,
		int	inc_y,
		dcomplex *	w,
		int	inc_w,
		dcomplex *	z,
		int	inc_z,
		dcomplex *	beta,
		dcomplex *	rho_xz,
		dcomplex *	rho_yz,
		dcomplex *	rho_wz
	)

References bl1_is_conj(), v2df_t::d, i, dcomplex::imag, dcomplex::real, rho1, rho2, rho3, v2df_t::v, w1, w1c, x1, x1c, y1, y1c, z1, and z1c.

Referenced by FLA_Fused_Uhu_Yhu_Zhu_opz_var1().

{
    dcomplex* restrict x1;
    dcomplex* restrict y1;
    dcomplex* restrict w1;
    dcomplex* restrict z1;
    int                i;
    v2df_t r1v, rho1v;
    v2df_t r2v, rho2v;
    v2df_t r3v, rho3v;
    v2df_t z11v, z12v;
    v2df_t x1v, x1rv;
    v2df_t y1v, y1rv;
    v2df_t w1v, w1rv;

    x1 = x;
    y1 = y;
    w1 = w;
    z1 = z;

    rho1v.v = _mm_setzero_pd();
    rho2v.v = _mm_setzero_pd();
    rho3v.v = _mm_setzero_pd();

    if ( bl1_is_conj( conjxyw ) )
    {
        v2df_t bcac, adbd;

        for ( i = 0; i < n; ++i )
        {
            z11v.v = _mm_loaddup_pd( ( double* )&(z1->real) );
            z12v.v = _mm_loaddup_pd( ( double* )&(z1->imag) );

            x1v.v  = _mm_load_pd( ( double* )x1 );
            x1rv.v = _mm_shuffle_pd( x1v.v, x1v.v, _MM_SHUFFLE2 (0,1) );
            bcac.v = x1rv.v * z11v.v;
            adbd.v = x1v.v  * z12v.v;
            rho1v.v = rho1v.v + _mm_addsub_pd( bcac.v, adbd.v );

            y1v.v  = _mm_load_pd( ( double* )y1 );
            y1rv.v = _mm_shuffle_pd( y1v.v, y1v.v, _MM_SHUFFLE2 (0,1) );
            bcac.v = y1rv.v * z11v.v;
            adbd.v = y1v.v  * z12v.v;
            rho2v.v = rho2v.v + _mm_addsub_pd( bcac.v, adbd.v );

            w1v.v  = _mm_load_pd( ( double* )w1 );
            w1rv.v = _mm_shuffle_pd( w1v.v, w1v.v, _MM_SHUFFLE2 (0,1) );
            bcac.v = w1rv.v * z11v.v;
            adbd.v = w1v.v  * z12v.v;
            rho3v.v = rho3v.v + _mm_addsub_pd( bcac.v, adbd.v );

            x1 += inc_x;
            y1 += inc_y;
            w1 += inc_w;
            z1 += inc_z;
        }

        rho1v.v = _mm_shuffle_pd( rho1v.v, rho1v.v, _MM_SHUFFLE2 (0,1) );
        rho2v.v = _mm_shuffle_pd( rho2v.v, rho2v.v, _MM_SHUFFLE2 (0,1) );
        rho3v.v = _mm_shuffle_pd( rho3v.v, rho3v.v, _MM_SHUFFLE2 (0,1) );

        rho1v.d[1] = -rho1v.d[1];
        rho2v.d[1] = -rho2v.d[1];
        rho3v.d[1] = -rho3v.d[1];
    }
    else
    {
        v2df_t cada, dbcb;

        for ( i = 0; i < n; ++i )
        {
            z11v.v = _mm_loaddup_pd( ( double* )&(z1->real) );
            z12v.v = _mm_loaddup_pd( ( double* )&(z1->imag) );

            x1v.v  = _mm_load_pd( ( double* )x1 );
            x1rv.v = _mm_shuffle_pd( x1v.v, x1v.v, _MM_SHUFFLE2 (0,1) );
            cada.v = x1v.v  * z11v.v;
            dbcb.v = x1rv.v * z12v.v;
            rho1v.v = rho1v.v + _mm_addsub_pd( cada.v, dbcb.v );

            y1v.v  = _mm_load_pd( ( double* )y1 );
            y1rv.v = _mm_shuffle_pd( y1v.v, y1v.v, _MM_SHUFFLE2 (0,1) );
            cada.v = y1v.v  * z11v.v;
            dbcb.v = y1rv.v * z12v.v;
            rho2v.v = rho2v.v + _mm_addsub_pd( cada.v, dbcb.v );

            w1v.v  = _mm_load_pd( ( double* )w1 );
            w1rv.v = _mm_shuffle_pd( w1v.v, w1v.v, _MM_SHUFFLE2 (0,1) );
            cada.v = w1v.v  * z11v.v;
            dbcb.v = w1rv.v * z12v.v;
            rho3v.v = rho3v.v + _mm_addsub_pd( cada.v, dbcb.v );

            x1 += inc_x;
            y1 += inc_y;
            w1 += inc_w;
            z1 += inc_z;
        }
    }

    //bl1_zscals( beta, rho_xz );
    //bl1_zscals( beta, rho_yz );
    //bl1_zscals( beta, rho_wz );
    {
        v2df_t ab, ba, cc, dd, acbc, bdad;

        ab.v = _mm_load_pd( ( double* )beta );
        ba.v = _mm_shuffle_pd( ab.v, ab.v, _MM_SHUFFLE2 (0,1) );

        cc.v = _mm_loaddup_pd( ( double* )&(rho_xz->real) );
        dd.v = _mm_loaddup_pd( ( double* )&(rho_xz->imag) );
        acbc.v = ab.v * cc.v;
        bdad.v = ba.v * dd.v;
        r1v.v = _mm_addsub_pd( acbc.v, bdad.v );

        cc.v = _mm_loaddup_pd( ( double* )&(rho_yz->real) );
        dd.v = _mm_loaddup_pd( ( double* )&(rho_yz->imag) );
        acbc.v = ab.v * cc.v;
        bdad.v = ba.v * dd.v;
        r2v.v = _mm_addsub_pd( acbc.v, bdad.v );

        cc.v = _mm_loaddup_pd( ( double* )&(rho_wz->real) );
        dd.v = _mm_loaddup_pd( ( double* )&(rho_wz->imag) );
        acbc.v = ab.v * cc.v;
        bdad.v = ba.v * dd.v;
        r3v.v = _mm_addsub_pd( acbc.v, bdad.v );
    }

    //rho_xz->real = rho_xz->real + rho1.real;
    //rho_xz->imag = rho_xz->imag + rho1.imag;
    rho1v.v = r1v.v + rho1v.v;
    _mm_store_pd( ( double* )rho_xz, rho1v.v );

    //rho_yz->real = rho_yz->real + rho2.real;
    //rho_yz->imag = rho_yz->imag + rho2.imag;
    rho2v.v = r2v.v + rho2v.v;
    _mm_store_pd( ( double* )rho_yz, rho2v.v );

    //rho_wz->real = rho_wz->real + rho3.real;
    //rho_wz->imag = rho_wz->imag + rho3.imag;
    rho3v.v = r3v.v + rho3v.v;
    _mm_store_pd( ( double* )rho_wz, rho3v.v );
}

bl1_zscals() [1/2]

bl1_zscals	(	beta	,
		rho_yz
	)

bl1_zscals() [2/2]

bl1_zscals	(	beta	,
		rho_wz
	)

for()

for

(

)

References w1, x1, y1, z1, and z2c.

    {
        x1c = *x1;
        x2c = *(x1 + 1);
        y1c = *y1;
        y2c = *(y1 + 1);
        w1c = *w1;
        w2c = *(w1 + 1);
        z1c = *z1;
        z2c = *(z1 + 1);

        rho1 += x1c * z1c + x2c * z2c;
        rho2 += y1c * z1c + y2c * z2c;
        rho3 += w1c * z1c + w2c * z2c;

        x1 += 2*inc_x;
        y1 += 2*inc_y;
        w1 += 2*inc_w;
        z1 += 2*inc_z;
    }

if() [1/3]

if

(

inc_x !

= 1 || inc_y != 1 || inc_w != 1 || inc_z != 1

)

    {
        x1c = *x1;
        y1c = *y1;
        w1c = *w1;
        z1c = *z1;

        rho1 += x1c * z1c;
        rho2 += y1c * z1c;
        rho3 += w1c * z1c;

        x1 += inc_x;
        y1 += inc_y;
        w1 += inc_w;
        z1 += inc_z;
    }

if() [2/3]

if	(	n_left	,
		0
	)

References i, n_left, w1, x1, y1, z1, and z1c.

    {
        for ( i = 0; i < n_left; ++i )
        {
            x1c = *x1;
            y1c = *y1;
            w1c = *w1;
            z1c = *z1;

            rho1 += x1c * z1c;
            rho2 += y1c * z1c;
            rho3 += w1c * z1c;

            x1 += inc_x;
            y1 += inc_y;
            w1 += inc_w;
            z1 += inc_z;
        }
    }

if() [3/3]

if

(

bl1_is_conj(conjxyw)

)

References i, dcomplex::imag, dcomplex::real, w1, x1, y1, and z1.

    {
        for ( i = 0; i < n; ++i )
        {
            x1c = *x1;
            y1c = *y1;
            w1c = *w1;
            z1c = *z1;

            rho1.real += x1c.real * z1c.real - -x1c.imag * z1c.imag;
            rho1.imag += x1c.real * z1c.imag + -x1c.imag * z1c.real;

            rho2.real += y1c.real * z1c.real - -y1c.imag * z1c.imag;
            rho2.imag += y1c.real * z1c.imag + -y1c.imag * z1c.real;

            rho3.real += w1c.real * z1c.real - -w1c.imag * z1c.imag;
            rho3.imag += w1c.real * z1c.imag + -w1c.imag * z1c.real;

            x1 += inc_x;
            y1 += inc_y;
            w1 += inc_w;
            z1 += inc_z;
        }
    }

Variable Documentation

else

else

Initial value:

{
        for ( i = 0; i < n; ++i )
        {
            x1c = *x1;
            y1c = *y1;
            w1c = *w1;
            z1c = *z1;

            rho1.real += x1c.real * z1c.real - x1c.imag * z1c.imag;
            rho1.imag += x1c.real * z1c.imag + x1c.imag * z1c.real;

            rho2.real += y1c.real * z1c.real - y1c.imag * z1c.imag;
            rho2.imag += y1c.real * z1c.imag + y1c.imag * z1c.real;

            rho3.real += w1c.real * z1c.real - w1c.imag * z1c.imag;
            rho3.imag += w1c.real * z1c.imag + w1c.imag * z1c.real;

            x1 += inc_x;
            y1 += inc_y;
            w1 += inc_w;
            z1 += inc_z;
        }
    }

    bl1_zscals( beta, rho_xz )

i

int i

Referenced by bl1_ddotsv3(), bl1_zdotsv3(), and if().

imag

rho_wz imag = 0.0

n_left

int n_left

Referenced by bl1_ddotsv3(), and if().

n_pre

int n_pre

Referenced by bl1_ddotsv3().

n_run

int n_run

Referenced by bl1_ddotsv3().

real

rho_wz real = 0.0

rho1

dcomplex rho1

Referenced by bl1_ddotsv3(), and bl1_zdotsv3().

rho2

dcomplex rho2

Referenced by bl1_ddotsv3(), and bl1_zdotsv3().

rho3

dcomplex rho3

Referenced by bl1_ddotsv3(), and bl1_zdotsv3().

rho_wz

* rho_wz = *beta * *rho_wz + rho3

rho_xz

* rho_xz = *beta * *rho_xz + rho1

rho_yz

* rho_yz = *beta * *rho_yz + rho2

w1

dcomplex *restrict w1 = w

Referenced by bl1_ddotsv3(), bl1_zdotsv3(), FLA_Apply_H2_UT_r_opc_var1(), FLA_Apply_H2_UT_r_opd_var1(), FLA_Apply_H2_UT_r_ops_var1(), FLA_Apply_H2_UT_r_opz_var1(), FLA_Apply_H2_UT_r_unb_var1(), FLA_QR_UT_piv_blk_var1(), FLA_QR_UT_piv_blk_var2(), for(), and if().

w1c

dcomplex w1c

Referenced by bl1_ddotsv3(), and bl1_zdotsv3().

w2c

double w2c

x1

x1 = x

Referenced by bl1_ddotsv3(), bl1_zdotsv3(), for(), and if().

x1c

dcomplex x1c

Referenced by bl1_ddotsv3(), and bl1_zdotsv3().

x2c

double x2c

y1

y1

Initial value:

{
    double*   restrict x1

Referenced by bl1_ddotsv3(), bl1_zdotsv3(), for(), and if().

y1c

dcomplex y1c

Referenced by bl1_ddotsv3(), and bl1_zdotsv3().

y2c

double y2c

z1

z1 = z

Referenced by bl1_ddotsv3(), bl1_zdotsv3(), for(), and if().

z1c

dcomplex z1c

Referenced by bl1_ddotsv3(), bl1_zdotsv3(), and if().

z2c

double z2c

Referenced by for().