OpenBLAS/kernel/mips64/zdot.S

/*********************************************************************/
/* Copyright 2009, 2010 The University of Texas at Austin.           */
/* All rights reserved.                                              */
/*                                                                   */
/* Redistribution and use in source and binary forms, with or        */
/* without modification, are permitted provided that the following   */
/* conditions are met:                                               */
/*                                                                   */
/*   1. Redistributions of source code must retain the above         */
/*      copyright notice, this list of conditions and the following  */
/*      disclaimer.                                                  */
/*                                                                   */
/*   2. Redistributions in binary form must reproduce the above      */
/*      copyright notice, this list of conditions and the following  */
/*      disclaimer in the documentation and/or other materials       */
/*      provided with the distribution.                              */
/*                                                                   */
/*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */
/*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */
/*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */
/*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */
/*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */
/*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */
/*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */
/*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */
/*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */
/*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */
/*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */
/*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */
/*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */
/*    POSSIBILITY OF SUCH DAMAGE.                                    */
/*                                                                   */
/* The views and conclusions contained in the software and           */
/* documentation are those of the authors and should not be          */
/* interpreted as representing official policies, either expressed   */
/* or implied, of The University of Texas at Austin.                 */
/*********************************************************************/

#define ASSEMBLER
#include "common.h"

#define N	$4
#define	X	$5
#define INCX	$6
#define Y	$7
#define INCY	$8

#define I	$2
#define TEMP	$3

#define a1	$f4
#define a2	$f5
#define a3	$f6
#define a4	$f7
#define b1	$f8
#define b2	$f9
#define b3	$f10
#define b4	$f11

#define s1	$f0
#define s2	$f1
#define s3	$f2
#define s4	$f3


	PROLOGUE

#ifdef F_INTERFACE
	LDINT	N,     0(N)
	LDINT	INCX,  0(INCX)
	LDINT	INCY,  0(INCY)
#endif

	MTC	$0,  s1

	MOV	s2, s1
	MOV	s3, s2
	MOV	s4, s3

	dsll	INCX, INCX, ZBASE_SHIFT
	li	TEMP, 2 * SIZE

	blez	N, .L999
	dsll	INCY, INCY, ZBASE_SHIFT

	bne	INCX, TEMP, .L20
	dsra	I, N, 2

	bne	INCY, TEMP, .L20
	NOP

	blez	I, .L15
	NOP

	LD	a1,  0 * SIZE(X)
	LD	a2,  1 * SIZE(X)
	LD	b1,  0 * SIZE(Y)
	daddiu	I, I, -1

	blez	I, .L14
	LD	b2,  1 * SIZE(Y)
	.align 3

.L13:
	MADD	s1, s1, a1, b1
	LD	a3,  2 * SIZE(X)
	MADD	s2, s2, a2, b1
	LD	a4,  3 * SIZE(X)
	MADD	s3, s3, a1, b2
	LD	b3,  2 * SIZE(Y)
	MADD	s4, s4, a2, b2
	LD	b4,  3 * SIZE(Y)

	MADD	s1, s1, a3, b3
	LD	a1,  4 * SIZE(X)
	MADD	s2, s2, a4, b3
	LD	a2,  5 * SIZE(X)
	MADD	s3, s3, a3, b4
	LD	b1,  4 * SIZE(Y)
	MADD	s4, s4, a4, b4
	LD	b2,  5 * SIZE(Y)

	MADD	s1, s1, a1, b1
	LD	a3,  6 * SIZE(X)
	MADD	s2, s2, a2, b1
	LD	a4,  7 * SIZE(X)
	MADD	s3, s3, a1, b2
	LD	b3,  6 * SIZE(Y)
	MADD	s4, s4, a2, b2
	LD	b4,  7 * SIZE(Y)

	MADD	s1, s1, a3, b3
	LD	a1,  8 * SIZE(X)
	MADD	s2, s2, a4, b3
	LD	a2,  9 * SIZE(X)
	MADD	s3, s3, a3, b4
	LD	b1,  8 * SIZE(Y)
	MADD	s4, s4, a4, b4
	LD	b2,  9 * SIZE(Y)

	daddiu	I, I, -1
	daddiu	X, X, 8 * SIZE

	bgtz	I, .L13
	daddiu	Y, Y, 8 * SIZE
	.align 3

.L14:
	MADD	s1, s1, a1, b1
	LD	a3,  2 * SIZE(X)
	MADD	s2, s2, a2, b1
	LD	a4,  3 * SIZE(X)
	MADD	s3, s3, a1, b2
	LD	b3,  2 * SIZE(Y)
	MADD	s4, s4, a2, b2
	LD	b4,  3 * SIZE(Y)

	MADD	s1, s1, a3, b3
	LD	a1,  4 * SIZE(X)
	MADD	s2, s2, a4, b3
	LD	a2,  5 * SIZE(X)
	MADD	s3, s3, a3, b4
	LD	b1,  4 * SIZE(Y)
	MADD	s4, s4, a4, b4
	LD	b2,  5 * SIZE(Y)

	MADD	s1, s1, a1, b1
	LD	a3,  6 * SIZE(X)
	MADD	s2, s2, a2, b1
	LD	a4,  7 * SIZE(X)
	MADD	s3, s3, a1, b2
	LD	b3,  6 * SIZE(Y)
	MADD	s4, s4, a2, b2
	LD	b4,  7 * SIZE(Y)

	MADD	s1, s1, a3, b3
	daddiu	X, X, 8 * SIZE
	MADD	s2, s2, a4, b3
	daddiu	Y, Y, 8 * SIZE
	MADD	s3, s3, a3, b4
	MADD	s4, s4, a4, b4
	.align 3

.L15:
	andi	I,  N, 3

	blez	I, .L999
	NOP

	LD	a1,  0 * SIZE(X)
	LD	a2,  1 * SIZE(X)

	LD	b1,  0 * SIZE(Y)
	daddiu	I, I, -1

	blez	I, .L17
	LD	b2,  1 * SIZE(Y)
	.align	3

.L16:
	MADD	s1, s1, a1, b1
	daddiu	I, I, -1
	MADD	s2, s2, a2, b1
	LD	b1,  2 * SIZE(Y)
	MADD	s3, s3, a1, b2
	LD	a1,  2 * SIZE(X)
	MADD	s4, s4, a2, b2
	LD	a2,  3 * SIZE(X)

	LD	b2,  3 * SIZE(Y)
	daddiu	X, X, 2 * SIZE

	bgtz	I, .L16
	daddiu	Y, Y, 2 * SIZE
	.align 3

.L17:
	MADD	s1, s1, a1, b1
	MADD	s2, s2, a2, b1
	NOP
	MADD	s3, s3, a1, b2
	j	.L999
	MADD	s4, s4, a2, b2
	.align 3

.L20:
#ifdef F_INTERFACE
	bgez	INCX, .L21
	daddiu	TEMP, N, -1

	mult	TEMP, INCX

	mflo	TEMP
	dsub	X, X, TEMP
	.align 3

.L21:
	bgez	INCY, .L22
	daddiu	TEMP, N, -1

	mult	TEMP, INCY

	mflo	TEMP
	dsub	Y, Y, TEMP
	.align 3

.L22:
#endif
	blez	I, .L25
	NOP

	LD	a1,  0 * SIZE(X)
	LD	a2,  1 * SIZE(X)
	LD	b1,  0 * SIZE(Y)
	LD	b2,  1 * SIZE(Y)

	dadd	X, X, INCX
	daddiu	I, I, -1

	blez	I, .L24
	dadd	Y, Y, INCY
	.align 3

.L23:
	MADD	s1, s1, a1, b1
	LD	a3,  0 * SIZE(X)
	MADD	s2, s2, a2, b1
	LD	a4,  1 * SIZE(X)
	MADD	s3, s3, a1, b2
	LD	b3,  0 * SIZE(Y)
	MADD	s4, s4, a2, b2
	LD	b4,  1 * SIZE(Y)

	dadd	X, X, INCX
	dadd	Y, Y, INCY

	MADD	s1, s1, a3, b3
	LD	a1,  0 * SIZE(X)
	MADD	s2, s2, a4, b3
	LD	a2,  1 * SIZE(X)
	MADD	s3, s3, a3, b4
	LD	b1,  0 * SIZE(Y)
	MADD	s4, s4, a4, b4
	LD	b2,  1 * SIZE(Y)

	dadd	X, X, INCX
	dadd	Y, Y, INCY

	MADD	s1, s1, a1, b1
	LD	a3,  0 * SIZE(X)
	MADD	s2, s2, a2, b1
	LD	a4,  1 * SIZE(X)
	MADD	s3, s3, a1, b2
	LD	b3,  0 * SIZE(Y)
	MADD	s4, s4, a2, b2
	LD	b4,  1 * SIZE(Y)

	dadd	X, X, INCX
	dadd	Y, Y, INCY

	MADD	s1, s1, a3, b3
	LD	a1,  0 * SIZE(X)
	MADD	s2, s2, a4, b3
	LD	a2,  1 * SIZE(X)
	MADD	s3, s3, a3, b4
	LD	b1,  0 * SIZE(Y)
	MADD	s4, s4, a4, b4
	LD	b2,  1 * SIZE(Y)

	dadd	X, X, INCX
	daddiu	I, I, -1

	bgtz	I, .L23
	dadd	Y, Y, INCY
	.align 3

.L24:
	MADD	s1, s1, a1, b1
	LD	a3,  0 * SIZE(X)
	MADD	s2, s2, a2, b1
	LD	a4,  1 * SIZE(X)
	MADD	s3, s3, a1, b2
	LD	b3,  0 * SIZE(Y)
	MADD	s4, s4, a2, b2
	LD	b4,  1 * SIZE(Y)

	dadd	X, X, INCX
	dadd	Y, Y, INCY

	MADD	s1, s1, a3, b3
	LD	a1,  0 * SIZE(X)
	MADD	s2, s2, a4, b3
	LD	a2,  1 * SIZE(X)
	MADD	s3, s3, a3, b4
	LD	b1,  0 * SIZE(Y)
	MADD	s4, s4, a4, b4
	LD	b2,  1 * SIZE(Y)

	dadd	X, X, INCX
	dadd	Y, Y, INCY

	MADD	s1, s1, a1, b1
	LD	a3,  0 * SIZE(X)
	MADD	s2, s2, a2, b1
	LD	a4,  1 * SIZE(X)
	MADD	s3, s3, a1, b2
	LD	b3,  0 * SIZE(Y)
	MADD	s4, s4, a2, b2
	LD	b4,  1 * SIZE(Y)

	MADD	s1, s1, a3, b3
	dadd	X, X, INCX
	MADD	s2, s2, a4, b3
	dadd	Y, Y, INCY
	MADD	s3, s3, a3, b4
	MADD	s4, s4, a4, b4
	.align 3

.L25:
	andi	I,  N, 3

	blez	I, .L999
	NOP
	.align	3

.L26:
	LD	a1,  0 * SIZE(X)
	LD	a2,  1 * SIZE(X)
	LD	b1,  0 * SIZE(Y)
	LD	b2,  1 * SIZE(Y)

	MADD	s1, s1, a1, b1
	MADD	s2, s2, a2, b1
	MADD	s3, s3, a1, b2
	MADD	s4, s4, a2, b2


	dadd	X, X, INCX
	dadd	Y, Y, INCY

	daddiu	I, I, -1

	bgtz	I, .L26
	NOP
	.align 3

.L999:
	NOP
#ifndef CONJ
	SUB	s1, s1, s4
#else
	ADD	s1, s1, s4
#endif

	j	$31
#ifndef CONJ
	ADD	s3, s3, s2
#else
	SUB	s3, s3, s2
#endif

	EPILOGUE