OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: develop
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'develop'
${ noResults }
OpenBLAS/kernel/x86/zgemm_ncopy_2.S

269 lines
6.3 kB
Raw Permalink Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define STACK	16

  43. #define ARGS	 8

  44. 

  45. #define STACK_M	 4 + STACK + ARGS(%esp)

  46. #define STACK_N	 8 + STACK + ARGS(%esp)

  47. #define STACK_A	12 + STACK + ARGS(%esp)

  48. #define STACK_LDA	16 + STACK + ARGS(%esp)

  49. #define STACK_B	20 + STACK + ARGS(%esp)

  50. 

  51. #define I	%eax

  52. #define J	%ecx

  53. #define LDA	%edx

  54. #define A	%edi

  55. #define A1	%ebx

  56. #define A2	%ebp

  57. #define B	%esi

  58. 

  59. 	PROLOGUE

  60. 

  61. 	subl	$ARGS, %esp

  62. 	pushl	%ebp

  63. 	pushl	%edi

  64. 	pushl	%esi

  65. 	pushl	%ebx

  66. 

  67. 	PROFCODE

  68. 

  69. 	EMMS

  70. 

  71. 	movl	STACK_A,   A

  72. 	movl	STACK_LDA, LDA

  73. 	movl	STACK_B, B

  74. 	sall	$ZBASE_SHIFT, LDA

  75. 

  76. 	movl	STACK_N,  J

  77. 	sarl	$1, J

  78. 	je	.L20

  79. 	ALIGN_3

  80. 

  81. .L21:

  82. 	movl	A, A1

  83. 	leal    (A1, LDA), A2

  84. 	leal	(A,  LDA, 2), A

  85. 

  86. 	movl	STACK_M,   I

  87. 	sarl	$1,  I

  88. 	je	.L24

  89. 	ALIGN_3

  90. 

  91. .L25:

  92. #ifdef HAVE_MMX

  93. 	MMXLOAD		0 * SIZE(A1), %mm0

  94. 	MMXLOAD		1 * SIZE(A1), %mm1

  95. 	MMXLOAD		0 * SIZE(A2), %mm2

  96. 	MMXLOAD		1 * SIZE(A2), %mm3

  97. 

  98. 	MMXLOAD		2 * SIZE(A1), %mm4

  99. 	MMXLOAD		3 * SIZE(A1), %mm5

  100. 	MMXLOAD		2 * SIZE(A2), %mm6

  101. 	MMXLOAD		3 * SIZE(A2), %mm7

  102. 

  103. 	MMXSTORE	%mm0, 0 * SIZE(B)

  104. 	MMXSTORE	%mm1, 1 * SIZE(B)

  105. 	MMXSTORE	%mm2, 2 * SIZE(B)

  106. 	MMXSTORE	%mm3, 3 * SIZE(B)

  107. 

  108. 	MMXSTORE	%mm4, 4 * SIZE(B)

  109. 	MMXSTORE	%mm5, 5 * SIZE(B)

  110. 	MMXSTORE	%mm6, 6 * SIZE(B)

  111. 	MMXSTORE	%mm7, 7 * SIZE(B)

  112. #else

  113. 	FLD	3 * SIZE(A2)

  114. 	FLD	2 * SIZE(A2)

  115. 	FLD	3 * SIZE(A1)

  116. 	FLD	2 * SIZE(A1)

  117. 	FLD	1 * SIZE(A2)

  118. 	FLD	0 * SIZE(A2)

  119. 	FLD	1 * SIZE(A1)

  120. 	FLD	0 * SIZE(A1)

  121. 

  122. 	FST	0 * SIZE(B)

  123. 	FST	1 * SIZE(B)

  124. 	FST	2 * SIZE(B)

  125. 	FST	3 * SIZE(B)

  126. 	FST	4 * SIZE(B)

  127. 	FST	5 * SIZE(B)

  128. 	FST	6 * SIZE(B)

  129. 	FST	7 * SIZE(B)

  130. #endif

  131. 	addl	$4 * SIZE, A1

  132. 	addl	$4 * SIZE, A2

  133. 	addl	$8 * SIZE, B

  134. 	decl	I

  135. 	jne	.L25

  136. 	ALIGN_3

  137. 

  138. .L24:

  139. 	movl	STACK_M,  I

  140. 	andl	$1, I

  141. 	jle	.L30

  142. 	ALIGN_3

  143. 

  144. .L31:

  145. #ifdef HAVE_MMX

  146. 	MMXLOAD		0 * SIZE(A1), %mm0

  147. 	MMXLOAD		1 * SIZE(A1), %mm1

  148. 	MMXLOAD		0 * SIZE(A2), %mm2

  149. 	MMXLOAD		1 * SIZE(A2), %mm3

  150. 	MMXSTORE	%mm0, 0 * SIZE(B)

  151. 	MMXSTORE	%mm1, 1 * SIZE(B)

  152. 	MMXSTORE	%mm2, 2 * SIZE(B)

  153. 	MMXSTORE	%mm3, 3 * SIZE(B)

  154. #else

  155. 	FLD	1 * SIZE(A2)

  156. 	FLD	0 * SIZE(A2)

  157. 	FLD	1 * SIZE(A1)

  158. 	FLD	0 * SIZE(A1)

  159. 	FST	0 * SIZE(B)

  160. 	FST	1 * SIZE(B)

  161. 	FST	2 * SIZE(B)

  162. 	FST	3 * SIZE(B)

  163. #endif

  164. 	addl	$2 * SIZE, A1

  165. 	addl	$2 * SIZE, A2

  166. 	addl	$4 * SIZE, B

  167. 	decl	I

  168. 	jne	.L31

  169. 	ALIGN_3

  170. 

  171. .L30:

  172. 	decl	J

  173. 	jne	.L21

  174. 	ALIGN_3

  175. 

  176. .L20:

  177. 	movl	A, A1

  178. 	movl	STACK_N, J

  179. 	andl	$1, J

  180. 	jle	.L38

  181. 	ALIGN_3

  182. 

  183. .L39:

  184. 	movl	STACK_M,  I

  185. 	sarl	$2, I

  186. 	je	.L42

  187. 	ALIGN_3

  188. 

  189. .L43:

  190. #ifdef HAVE_MMX

  191. 	MMXLOAD		0 * SIZE(A1), %mm0

  192. 	MMXLOAD		1 * SIZE(A1), %mm1

  193. 	MMXLOAD		2 * SIZE(A1), %mm2

  194. 	MMXLOAD		3 * SIZE(A1), %mm3

  195. 	MMXLOAD		4 * SIZE(A1), %mm4

  196. 	MMXLOAD		5 * SIZE(A1), %mm5

  197. 	MMXLOAD		6 * SIZE(A1), %mm6

  198. 	MMXLOAD		7 * SIZE(A1), %mm7

  199. 

  200. 	MMXSTORE	%mm0,  0 * SIZE(B)

  201. 	MMXSTORE	%mm1,  1 * SIZE(B)

  202. 	MMXSTORE	%mm2,  2 * SIZE(B)

  203. 	MMXSTORE	%mm3,  3 * SIZE(B)

  204. 	MMXSTORE	%mm4,  4 * SIZE(B)

  205. 	MMXSTORE	%mm5,  5 * SIZE(B)

  206. 	MMXSTORE	%mm6,  6 * SIZE(B)

  207. 	MMXSTORE	%mm7,  7 * SIZE(B)

  208. #else

  209. 	FLD	 7 * SIZE(A1)

  210. 	FLD	 6 * SIZE(A1)

  211. 	FLD	 5 * SIZE(A1)

  212. 	FLD	 4 * SIZE(A1)

  213. 	FLD	 3 * SIZE(A1)

  214. 	FLD	 2 * SIZE(A1)

  215. 	FLD	 1 * SIZE(A1)

  216. 	FLD	 0 * SIZE(A1)

  217. 

  218. 	FST	 0 * SIZE(B)

  219. 	FST	 1 * SIZE(B)

  220. 	FST	 2 * SIZE(B)

  221. 	FST	 3 * SIZE(B)

  222. 	FST	 4 * SIZE(B)

  223. 	FST	 5 * SIZE(B)

  224. 	FST	 6 * SIZE(B)

  225. 	FST	 7 * SIZE(B)

  226. #endif

  227. 

  228. 	addl	$8 * SIZE, A1

  229. 	addl	$8 * SIZE, B

  230. 	decl	I

  231. 	jne	.L43

  232. 	ALIGN_3

  233. 

  234. .L42:

  235. 	movl	STACK_M,  I

  236. 	andl	$3, I

  237. 	jle	.L38

  238. 	ALIGN_3

  239. 

  240. .L49:

  241. #ifdef HAVE_MMX

  242. 	MMXLOAD		0 * SIZE(A1), %mm0

  243. 	MMXLOAD		1 * SIZE(A1), %mm1

  244. 	MMXSTORE	%mm0,  0 * SIZE(B)

  245. 	MMXSTORE	%mm1,  1 * SIZE(B)

  246. #else

  247. 	FLD	1 * SIZE(A1)

  248. 	FLD	0 * SIZE(A1)

  249. 	FST	0 * SIZE(B)

  250. 	FST	1 * SIZE(B)

  251. #endif

  252. 	addl	$2 * SIZE, A1

  253. 	addl	$2 * SIZE, B

  254. 	decl	I

  255. 	jne	.L49

  256. 	ALIGN_3

  257. 

  258. .L38:

  259. 	EMMS

  260. 

  261. 	popl	%ebx

  262. 	popl	%esi

  263. 	popl	%edi

  264. 	popl	%ebp

  265. 	addl	$ARGS, %esp

  266. 	ret

  267. 

  268. 	EPILOGUE