|
- /*********************************************************************/
- /* Copyright 2009, 2010 The University of Texas at Austin. */
- /* All rights reserved. */
- /* */
- /* Redistribution and use in source and binary forms, with or */
- /* without modification, are permitted provided that the following */
- /* conditions are met: */
- /* */
- /* 1. Redistributions of source code must retain the above */
- /* copyright notice, this list of conditions and the following */
- /* disclaimer. */
- /* */
- /* 2. Redistributions in binary form must reproduce the above */
- /* copyright notice, this list of conditions and the following */
- /* disclaimer in the documentation and/or other materials */
- /* provided with the distribution. */
- /* */
- /* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
- /* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
- /* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
- /* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
- /* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
- /* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
- /* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
- /* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
- /* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
- /* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
- /* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
- /* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
- /* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
- /* POSSIBILITY OF SUCH DAMAGE. */
- /* */
- /* The views and conclusions contained in the software and */
- /* documentation are those of the authors and should not be */
- /* interpreted as representing official policies, either expressed */
- /* or implied, of The University of Texas at Austin. */
- /*********************************************************************/
-
- #define ASSEMBLER
- #include "common.h"
- #include "version.h"
-
- #define N $16
- #define X $17
- #define INCX $18
- #define Y $19
- #define INCY $20
- #define I $21
- #define XX $23
- #define YY $24
-
- #define C $f10
- #define S $f11
-
- #define PREFETCH_SIZE 80
-
- PROLOGUE
- PROFCODE
- .frame $sp, 0, $26, 0
-
- #ifndef PROFILE
- .prologue 0
- #else
- .prologue 1
- #endif
-
- fmov $f21, C
- LD S, 0($sp)
-
- addq INCX, INCX, INCX
- addq INCY, INCY, INCY
-
- cmpeq INCX, 2, $23
- cmpeq INCY, 2, $24
- ble N, $L998
-
- and $23, $24, $23
- beq $23, $L50
-
- sra N, 2, I
- ble I, $L15
-
- LD $f12, 0*SIZE(X)
- LD $f13, 0*SIZE(Y)
- LD $f14, 1*SIZE(X)
- LD $f15, 1*SIZE(Y)
-
- LD $f16, 2*SIZE(X)
- LD $f17, 2*SIZE(Y)
- LD $f18, 3*SIZE(X)
- LD $f19, 3*SIZE(Y)
-
- MUL C, $f12, $f21
- unop
- MUL S, $f13, $f22
- MUL C, $f13, $f23
-
- LD $f13, 4*SIZE(Y)
- MUL S, $f12, $f24
- LD $f12, 4*SIZE(X)
- MUL C, $f14, $f25
-
- lda I, -1(I)
- MUL S, $f15, $f26
- ADD $f21, $f22, $f22
- MUL C, $f15, $f27
-
- LD $f15, 5*SIZE(Y)
- MUL S, $f14, $f28
- SUB $f23, $f24, $f24
- ble I, $L13
- .align 4
-
- $L12:
- MUL C, $f16, $f21
- lds $f31, (PREFETCH_SIZE) * SIZE(X)
- unop
- LD $f14, 5*SIZE(X)
-
- ST $f22, 0*SIZE(X)
- MUL S, $f17, $f22
- unop
- ADD $f25, $f26, $f26
-
- MUL C, $f17, $f23
- lds $f31, (PREFETCH_SIZE) * SIZE(Y)
- unop
- LD $f17, 6*SIZE(Y)
-
- ST $f24, 0*SIZE(Y)
- MUL S, $f16, $f24
- unop
- SUB $f27, $f28, $f28
-
- MUL C, $f18, $f25
- LD $f16, 6*SIZE(X)
- unop
- unop
-
- ST $f26, 1*SIZE(X)
- MUL S, $f19, $f26
- unop
- ADD $f21, $f22, $f22
-
- MUL C, $f19, $f27
- unop
- unop
- LD $f19, 7*SIZE(Y)
-
- ST $f28, 1*SIZE(Y)
- MUL S, $f18, $f28
- unop
- SUB $f23, $f24, $f24
-
- MUL C, $f12, $f21
- LD $f18, 7*SIZE(X)
- unop
- unop
-
- ST $f22, 2*SIZE(X)
- unop
- MUL S, $f13, $f22
- ADD $f25, $f26, $f26
-
- MUL C, $f13, $f23
- LD $f13, 8*SIZE(Y)
- unop
- unop
-
- ST $f24, 2*SIZE(Y)
- MUL S, $f12, $f24
- unop
- SUB $f27, $f28, $f28
-
- MUL C, $f14, $f25
- LD $f12, 8*SIZE(X)
- unop
- unop
-
- ST $f26, 3*SIZE(X)
- MUL S, $f15, $f26
- unop
- ADD $f21, $f22, $f22
-
- MUL C, $f15, $f27
- LD $f15, 9*SIZE(Y)
- unop
- unop
-
- ST $f28, 3*SIZE(Y)
- MUL S, $f14, $f28
- unop
- SUB $f23, $f24, $f24
-
- MUL C, $f16, $f21
- LD $f14, 9*SIZE(X)
- unop
- unop
-
- ST $f22, 4*SIZE(X)
- MUL S, $f17, $f22
- unop
- ADD $f25, $f26, $f26
-
- MUL C, $f17, $f23
- LD $f17, 10*SIZE(Y)
- unop
- unop
-
- ST $f24, 4*SIZE(Y)
- MUL S, $f16, $f24
- unop
- SUB $f27, $f28, $f28
-
- MUL C, $f18, $f25
- LD $f16, 10*SIZE(X)
- unop
- unop
-
- ST $f26, 5*SIZE(X)
- MUL S, $f19, $f26
- unop
- ADD $f21, $f22, $f22
-
- MUL C, $f19, $f27
- LD $f19, 11*SIZE(Y)
- unop
- unop
-
- ST $f28, 5*SIZE(Y)
- MUL S, $f18, $f28
- lda I, -1(I)
- SUB $f23, $f24, $f24
-
- MUL C, $f12, $f21
- LD $f18, 11*SIZE(X)
- unop
- unop
-
- ST $f22, 6*SIZE(X)
- MUL S, $f13, $f22
- unop
- ADD $f25, $f26, $f26
-
- MUL C, $f13, $f23
- LD $f13, 12*SIZE(Y)
- lda X, 8*SIZE(X)
- unop
-
- ST $f24, 6*SIZE(Y)
- MUL S, $f12, $f24
- unop
- SUB $f27, $f28, $f28
-
- MUL C, $f14, $f25
- LD $f12, 4*SIZE(X)
- lda Y, 8*SIZE(Y)
- unop
-
- ST $f26, -1*SIZE(X)
- MUL S, $f15, $f26
- unop
- ADD $f21, $f22, $f22
-
- MUL C, $f15, $f27
- LD $f15, 5*SIZE(Y)
- unop
- unop
-
- ST $f28, -1*SIZE(Y)
- MUL S, $f14, $f28
- SUB $f23, $f24, $f24
- bgt I, $L12
- .align 4
-
- $L13:
- MUL C, $f16, $f21
- LD $f14, 5*SIZE(X)
- unop
- unop
-
- ST $f22, 0*SIZE(X)
- MUL S, $f17, $f22
- unop
- ADD $f25, $f26, $f26
-
- MUL C, $f17, $f23
- unop
- unop
- LD $f17, 6*SIZE(Y)
-
- ST $f24, 0*SIZE(Y)
- MUL S, $f16, $f24
- LD $f16, 6*SIZE(X)
- SUB $f27, $f28, $f28
-
- MUL C, $f18, $f25
- unop
- unop
- unop
-
- ST $f26, 1*SIZE(X)
- MUL S, $f19, $f26
- unop
- ADD $f21, $f22, $f22
-
- MUL C, $f19, $f27
- unop
- unop
- LD $f19, 7*SIZE(Y)
-
- ST $f28, 1*SIZE(Y)
- MUL S, $f18, $f28
- LD $f18, 7*SIZE(X)
- SUB $f23, $f24, $f24
-
- MUL C, $f12, $f21
- unop
- unop
- unop
-
- ST $f22, 2*SIZE(X)
- unop
- MUL S, $f13, $f22
- ADD $f25, $f26, $f26
-
- MUL C, $f13, $f23
- unop
- unop
- unop
-
- ST $f24, 2*SIZE(Y)
- MUL S, $f12, $f24
- unop
- SUB $f27, $f28, $f28
-
- MUL C, $f14, $f25
- unop
- unop
- unop
-
- ST $f26, 3*SIZE(X)
- MUL S, $f15, $f26
- unop
- ADD $f21, $f22, $f22
-
- MUL C, $f15, $f27
- unop
- unop
- unop
-
- ST $f28, 3*SIZE(Y)
- MUL S, $f14, $f28
- unop
- SUB $f23, $f24, $f24
-
- MUL C, $f16, $f21
- unop
- unop
- unop
-
- ST $f22, 4*SIZE(X)
- MUL S, $f17, $f22
- unop
- ADD $f25, $f26, $f26
-
- MUL C, $f17, $f23
- unop
- unop
- unop
-
- ST $f24, 4*SIZE(Y)
- MUL S, $f16, $f24
- unop
- SUB $f27, $f28, $f28
-
- MUL C, $f18, $f25
- unop
- unop
- unop
-
- ST $f26, 5*SIZE(X)
- MUL S, $f19, $f26
- unop
- ADD $f21, $f22, $f22
-
- MUL C, $f19, $f27
- unop
- unop
- unop
-
- ST $f28, 5*SIZE(Y)
- MUL S, $f18, $f28
- unop
- SUB $f23, $f24, $f24
-
- ST $f22, 6*SIZE(X)
- ADD $f25, $f26, $f26
- ST $f24, 6*SIZE(Y)
- SUB $f27, $f28, $f28
-
- ST $f26, 7*SIZE(X)
- lda X, 8*SIZE(X)
- ST $f28, 7*SIZE(Y)
- lda Y, 8*SIZE(Y)
- .align 4
-
-
- $L15:
- and N, 3, I
- ble I, $L998
- .align 4
-
- $L16:
- LD $f12, 0*SIZE(X)
- LD $f13, 0*SIZE(Y)
- LD $f14, 1*SIZE(X)
- LD $f15, 1*SIZE(Y)
-
- MUL C, $f12, $f21
- MUL S, $f13, $f22
- MUL C, $f13, $f23
- MUL S, $f12, $f24
-
- ADD $f21, $f22, $f22
- SUB $f23, $f24, $f24
-
- MUL C, $f14, $f25
- MUL S, $f15, $f26
- MUL C, $f15, $f27
- MUL S, $f14, $f28
-
- ADD $f25, $f26, $f26
- SUB $f27, $f28, $f28
-
- ST $f22, 0*SIZE(X)
- ST $f24, 0*SIZE(Y)
- lda I, -1(I)
-
- ST $f26, 1*SIZE(X)
- lda X, 2 * SIZE(X)
- ST $f28, 1*SIZE(Y)
- lda Y, 2 * SIZE(Y)
-
- bgt I, $L16
- .align 4
-
- $L998:
- clr $0
- ret
- .align 4
-
- $L50:
- mov X, XX
- mov Y, YY
-
- sra N, 2, I
- ble I, $L55
- .align 4
-
- $L51:
- LD $f12, 0*SIZE(X)
- LD $f13, 0*SIZE(Y)
- LD $f14, 1*SIZE(X)
- SXADDQ INCX, X, X
- LD $f15, 1*SIZE(Y)
- SXADDQ INCY, Y, Y
-
- MUL C, $f12, $f21
- MUL S, $f13, $f22
- MUL C, $f13, $f23
- MUL S, $f12, $f24
-
- ADD $f21, $f22, $f22
- SUB $f23, $f24, $f24
-
- MUL C, $f14, $f25
- MUL S, $f15, $f26
- MUL C, $f15, $f27
- MUL S, $f14, $f28
-
- ADD $f25, $f26, $f26
- SUB $f27, $f28, $f28
-
- ST $f22, 0*SIZE(XX)
- ST $f24, 0*SIZE(YY)
- ST $f26, 1*SIZE(XX)
- SXADDQ INCX, XX, XX
- ST $f28, 1*SIZE(YY)
- SXADDQ INCY, YY, YY
-
-
- LD $f12, 0*SIZE(X)
- LD $f13, 0*SIZE(Y)
- LD $f14, 1*SIZE(X)
- SXADDQ INCX, X, X
- LD $f15, 1*SIZE(Y)
- SXADDQ INCY, Y, Y
-
- MUL C, $f12, $f21
- MUL S, $f13, $f22
- MUL C, $f13, $f23
- MUL S, $f12, $f24
-
- ADD $f21, $f22, $f22
- SUB $f23, $f24, $f24
-
- MUL C, $f14, $f25
- MUL S, $f15, $f26
- MUL C, $f15, $f27
- MUL S, $f14, $f28
-
- ADD $f25, $f26, $f26
- SUB $f27, $f28, $f28
-
- ST $f22, 0*SIZE(XX)
- ST $f24, 0*SIZE(YY)
- ST $f26, 1*SIZE(XX)
- SXADDQ INCX, XX, XX
- ST $f28, 1*SIZE(YY)
- SXADDQ INCY, YY, YY
-
-
- LD $f12, 0*SIZE(X)
- LD $f13, 0*SIZE(Y)
- LD $f14, 1*SIZE(X)
- SXADDQ INCX, X, X
- LD $f15, 1*SIZE(Y)
- SXADDQ INCY, Y, Y
-
- MUL C, $f12, $f21
- MUL S, $f13, $f22
- MUL C, $f13, $f23
- MUL S, $f12, $f24
-
- ADD $f21, $f22, $f22
- SUB $f23, $f24, $f24
-
- MUL C, $f14, $f25
- MUL S, $f15, $f26
- MUL C, $f15, $f27
- MUL S, $f14, $f28
-
- ADD $f25, $f26, $f26
- SUB $f27, $f28, $f28
-
- ST $f22, 0*SIZE(XX)
- ST $f24, 0*SIZE(YY)
- ST $f26, 1*SIZE(XX)
- SXADDQ INCX, XX, XX
- ST $f28, 1*SIZE(YY)
- SXADDQ INCY, YY, YY
-
-
- LD $f12, 0*SIZE(X)
- LD $f13, 0*SIZE(Y)
- LD $f14, 1*SIZE(X)
- SXADDQ INCX, X, X
- LD $f15, 1*SIZE(Y)
- SXADDQ INCY, Y, Y
-
- MUL C, $f12, $f21
- MUL S, $f13, $f22
- MUL C, $f13, $f23
- MUL S, $f12, $f24
-
- ADD $f21, $f22, $f22
- SUB $f23, $f24, $f24
-
- MUL C, $f14, $f25
- MUL S, $f15, $f26
- MUL C, $f15, $f27
- MUL S, $f14, $f28
-
- ADD $f25, $f26, $f26
- SUB $f27, $f28, $f28
-
- ST $f22, 0*SIZE(XX)
- ST $f24, 0*SIZE(YY)
- ST $f26, 1*SIZE(XX)
- SXADDQ INCX, XX, XX
- ST $f28, 1*SIZE(YY)
- SXADDQ INCY, YY, YY
-
- lda I, -1(I)
- bgt I, $L51
- .align 4
-
- $L55:
- and N, 3, I
- ble I, $L999
- .align 4
-
- $L56:
- LD $f12, 0*SIZE(X)
- LD $f13, 0*SIZE(Y)
- LD $f14, 1*SIZE(X)
- LD $f15, 1*SIZE(Y)
-
- MUL C, $f12, $f21
- MUL S, $f13, $f22
- MUL C, $f13, $f23
- MUL S, $f12, $f24
-
- ADD $f21, $f22, $f22
- SUB $f23, $f24, $f24
-
- MUL C, $f14, $f25
- MUL S, $f15, $f26
- MUL C, $f15, $f27
- MUL S, $f14, $f28
-
- ADD $f25, $f26, $f26
- SUB $f27, $f28, $f28
-
- ST $f22, 0*SIZE(X)
- ST $f24, 0*SIZE(Y)
- lda I, -1(I)
-
- ST $f26, 1*SIZE(X)
- ST $f28, 1*SIZE(Y)
- SXADDQ INCX, X, X
- SXADDQ INCY, Y, Y
-
- bgt I, $L56
- .align 4
-
- $L999:
- clr $0
- ret
- EPILOGUE
|