|
- /***************************************************************************
- Copyright (c) 2013-2019, The OpenBLAS Project
- All rights reserved.
- Redistribution and use in source and binary forms, with or without
- modification, are permitted provided that the following conditions are
- met:
- 1. Redistributions of source code must retain the above copyright
- notice, this list of conditions and the following disclaimer.
- 2. Redistributions in binary form must reproduce the above copyright
- notice, this list of conditions and the following disclaimer in
- the documentation and/or other materials provided with the
- distribution.
- 3. Neither the name of the OpenBLAS project nor the names of
- its contributors may be used to endorse or promote products
- derived from this software without specific prior written permission.
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE
- LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
- USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *****************************************************************************/
-
- #define ASSEMBLER
- #include "common.h"
- #include "def_vsx.h"
-
-
- #define LOAD ld
- #define STACKSIZE (512 )
- #define FLINK_SAVE (STACKSIZE+16) /* 16($r12) */
- #define M r3
- #define N r4
- #define K r5
-
-
- #define A r7
- #define B r8
- #define C r9
- #define LDC r10
- #define OFFSET r6
-
-
-
- #define alpha_r vs20
- #define save_permute_1 vs21
- #define save_permute_2 vs22
- #define permute_mask vs23
- #define o0 0
-
-
- #define T1 r11
- #define T2 r12
- #define T3 r14
- #define T4 r15
- #define T5 r16
- #define T6 r17
- #define L r18
- #define T7 r19
- #define T8 r20
- #define TEMP_REG r21
- #define I r22
- #define J r23
- #define AO r24
- #define BO r25
- #define CO r26
- #define T9 r27
- #define T10 r28
- #define T11 r29
-
- #define T12 r30
- #define T13 r31
-
- #include "sgemm_macros_power9.S"
-
- .equ perm_const1, 0x0405060700010203
- .equ perm_const2, 0x0c0d0e0f08090a0b
- .equ save_permute_11, 0x1415161718191a1b
- .equ save_permute_12, 0x0405060708090a0b
- .equ save_permute_21, 0x101112131c1d1e1f
- .equ save_permute_22, 0x000102030c0d0e0f
-
-
- #ifndef NEEDPARAM
-
- PROLOGUE
- PROFCODE
-
- addi SP, SP, -STACKSIZE
- mflr r0
-
-
- stfd f14, 0(SP)
- stfd f15, 8(SP)
- stfd f16, 16(SP)
- stfd f17, 24(SP)
-
- stfd f18, 32(SP)
- stfd f19, 40(SP)
- stfd f20, 48(SP)
- stfd f21, 56(SP)
-
- stfd f22, 64(SP)
- stfd f23, 72(SP)
- stfd f24, 80(SP)
- stfd f25, 88(SP)
-
- stfd f26, 96(SP)
- stfd f27, 104(SP)
- stfd f28, 112(SP)
- stfd f29, 120(SP)
-
- stfd f30, 128(SP)
- stfd f31, 136(SP)
-
-
- std r31, 144(SP)
- std r30, 152(SP)
- std r29, 160(SP)
- std r28, 168(SP)
- std r27, 176(SP)
- std r26, 184(SP)
- std r25, 192(SP)
- std r24, 200(SP)
- std r23, 208(SP)
- std r22, 216(SP)
- std r21, 224(SP)
- std r20, 232(SP)
- std r19, 240(SP)
- std r18, 248(SP)
- std r17, 256(SP)
- std r16, 264(SP)
- std r15, 272(SP)
- std r14, 280(SP)
-
-
- stxv vs52, 288(SP)
- stxv vs53, 304(SP)
- stxv vs54, 320(SP)
- stxv vs55, 336(SP)
- stxv vs56, 352(SP)
- stxv vs57, 368(SP)
- stxv vs58, 384(SP)
- stxv vs59, 400(SP)
- stxv vs60, 416(SP)
- stxv vs61, 432(SP)
- stxv vs62, 448(SP)
- stxv vs63, 464(SP)
- std r0, FLINK_SAVE(SP)
-
-
- #if defined(TRMMKERNEL)
- ld OFFSET, FRAMESLOT(0) + STACKSIZE(SP)
- #endif
- slwi LDC, LDC, 2
-
-
-
- /*alpha is stored in f1. convert to single and splat*/
- xscvdpspn alpha_r,vs1
- xxspltw alpha_r,alpha_r,0
-
- /*load reverse permute mask for big endian
- uint128 = 0xc0d0e0f08090a0b0405060700010203
- */
-
- lis T2, perm_const2@highest
- lis T1, perm_const1@highest
- lis T3, save_permute_12@highest
- lis T4, save_permute_11@highest
- lis T5, save_permute_22@highest
- lis T6, save_permute_21@highest
- ori T2, T2, perm_const2@higher
- ori T1, T1, perm_const1@higher
- ori T3, T3, save_permute_12@higher
- ori T4, T4, save_permute_11@higher
- ori T5, T5, save_permute_22@higher
- ori T6, T6, save_permute_21@higher
- rldicr T2, T2, 32, 31
- rldicr T1, T1, 32, 31
- rldicr T3, T3, 32, 31
- rldicr T4, T4, 32, 31
- rldicr T5, T5, 32, 31
- rldicr T6, T6, 32, 31
- oris T2, T2, perm_const2@h
- oris T1, T1, perm_const1@h
- oris T3, T3, save_permute_12@h
- oris T4, T4, save_permute_11@h
- oris T5, T5, save_permute_22@h
- oris T6, T6, save_permute_21@h
- ori T2, T2, perm_const2@l
- ori T1, T1, perm_const1@l
- ori T3, T3, save_permute_12@l
- ori T4, T4, save_permute_11@l
- ori T5, T5, save_permute_22@l
- ori T6, T6, save_permute_21@l
- li r0,0
- mtvsrdd permute_mask,T2,T1
- mtvsrdd save_permute_1,T3,T4
- mtvsrdd save_permute_2,T5,T6
-
- #include "sgemm_logic_power9.S"
-
- .L999:
- lfd f14, 0(SP)
- lfd f15, 8(SP)
- lfd f16, 16(SP)
- lfd f17, 24(SP)
-
- lfd f18, 32(SP)
- lfd f19, 40(SP)
- lfd f20, 48(SP)
- lfd f21, 56(SP)
-
- lfd f22, 64(SP)
- lfd f23, 72(SP)
- lfd f24, 80(SP)
- lfd f25, 88(SP)
-
- lfd f26, 96(SP)
- lfd f27, 104(SP)
- lfd f28, 112(SP)
- lfd f29, 120(SP)
-
- lfd f30, 128(SP)
- lfd f31, 136(SP)
-
- ld r31, 144(SP)
- ld r30, 152(SP)
- ld r29, 160(SP)
- ld r28, 168(SP)
- ld r27, 176(SP)
- ld r26, 184(SP)
- ld r25, 192(SP)
- ld r24, 200(SP)
- ld r23, 208(SP)
- ld r22, 216(SP)
- ld r21, 224(SP)
- ld r20, 232(SP)
- ld r19, 240(SP)
- ld r18, 248(SP)
- ld r17, 256(SP)
- ld r16, 264(SP)
- ld r15, 272(SP)
- ld r14, 280(SP)
-
- ld r0, FLINK_SAVE(SP)
-
- lxv vs52, 288(SP)
- lxv vs53, 304(SP)
- lxv vs54, 320(SP)
- lxv vs55, 336(SP)
- lxv vs56, 352(SP)
- lxv vs57, 368(SP)
- lxv vs58, 384(SP)
- lxv vs59, 400(SP)
- mtlr r0
- lxv vs60, 416(SP)
- lxv vs61, 432(SP)
- lxv vs62, 448(SP)
- lxv vs63, 464(SP)
-
- addi SP, SP, STACKSIZE
- blr
-
-
- EPILOGUE
- #endif
|
