OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 66d9185ebe
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '66d9185ebe'
${ noResults }
OpenBLAS/kernel/x86_64/zaxpy.S

337 lines
6.9 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define M	ARG1	/* rdi */

  43. #define X	ARG4	/* rsi */

  44. #define INCX	ARG5	/* rdx */

  45. #define Y	ARG6	/* rcx */

  46. #define INCY	ARG2	/* r8  */

  47. 

  48. #ifndef CONJ

  49. #define ADD1	fsubrp

  50. #define ADD2	faddp

  51. #else

  52. #define ADD1	faddp

  53. #define ADD2	fsubrp

  54. #endif

  55. 

  56. #define ALPHA_R	  8(%rsp)

  57. #define ALPHA_I	 24(%rsp)

  58. 

  59. #include "l1param.h"

  60. 

  61. 	PROLOGUE

  62. 	PROFCODE

  63. 

  64. 	FLD	ALPHA_I

  65. 	FLD	ALPHA_R

  66. 

  67. 	movq	40(%rsp), INCY

  68. 

  69. 	salq	$ZBASE_SHIFT, INCX

  70. 	salq	$ZBASE_SHIFT, INCY

  71. 

  72. 	testq	M, M

  73. 	jle	.L40

  74. 

  75. 	cmpq	$2 * SIZE, INCX

  76. 	jne	.L14

  77. 	cmpq	$2 * SIZE, INCY

  78. 	jne	.L14

  79. 

  80. 	movq	M,  %rax

  81. 	sarq	$2, %rax

  82. 	jle	.L15

  83. 	ALIGN_3

  84. 

  85. .L16:

  86. #ifdef PREFETCH

  87. 	PREFETCH (PREFETCHSIZE +  0) - PREOFFSET(X)

  88. #endif

  89. 

  90. 	FLD	0 * SIZE(X)

  91. 	fmul	%st(1), %st

  92. 	FLD	1 * SIZE(X)

  93. 	fmul	%st(3), %st

  94. 	ADD1	%st, %st(1)

  95. 	FLD	0 * SIZE(Y)

  96. 	faddp	%st, %st(1)

  97. 	FST	0 * SIZE(Y)

  98. 

  99. 	FLD	0 * SIZE(X)

  100. 	fmul	%st(2), %st

  101. 	FLD	1 * SIZE(X)

  102. 	fmul	%st(2), %st

  103. 	ADD2	%st, %st(1)

  104. 	FLD	1 * SIZE(Y)

  105. 	faddp	%st, %st(1)

  106. 	FST	1 * SIZE(Y)

  107. 

  108. 	FLD	2 * SIZE(X)

  109. 	fmul	%st(1), %st

  110. 	FLD	3 * SIZE(X)

  111. 	fmul	%st(3), %st

  112. 	ADD1	%st, %st(1)

  113. 	FLD	2 * SIZE(Y)

  114. 	faddp	%st, %st(1)

  115. 	FST	2 * SIZE(Y)

  116. 

  117. 	FLD	2 * SIZE(X)

  118. 	fmul	%st(2), %st

  119. 	FLD	3 * SIZE(X)

  120. 	fmul	%st(2), %st

  121. 	ADD2	%st, %st(1)

  122. 	FLD	3 * SIZE(Y)

  123. 	faddp	%st, %st(1)

  124. 	FST	3 * SIZE(Y)

  125. 

  126. #ifdef PREFETCHW

  127. 	PREFETCHW (PREFETCHSIZE +  0) - PREOFFSET(Y)

  128. #endif

  129. 

  130. 	FLD	4 * SIZE(X)

  131. 	fmul	%st(1), %st

  132. 	FLD	5 * SIZE(X)

  133. 	fmul	%st(3), %st

  134. 	ADD1	%st, %st(1)

  135. 	FLD	4 * SIZE(Y)

  136. 	faddp	%st, %st(1)

  137. 	FST	4 * SIZE(Y)

  138. 

  139. 	FLD	4 * SIZE(X)

  140. 	fmul	%st(2), %st

  141. 	FLD	5 * SIZE(X)

  142. 	fmul	%st(2), %st

  143. 	ADD2	%st, %st(1)

  144. 	FLD	5 * SIZE(Y)

  145. 	faddp	%st, %st(1)

  146. 	FST	5 * SIZE(Y)

  147. 

  148. 	FLD	6 * SIZE(X)

  149. 	fmul	%st(1), %st

  150. 	FLD	7 * SIZE(X)

  151. 	fmul	%st(3), %st

  152. 	ADD1	%st, %st(1)

  153. 	FLD	6 * SIZE(Y)

  154. 	faddp	%st, %st(1)

  155. 	FST	6 * SIZE(Y)

  156. 

  157. 	FLD	6 * SIZE(X)

  158. 	fmul	%st(2), %st

  159. 	FLD	7 * SIZE(X)

  160. 	fmul	%st(2), %st

  161. 	ADD2	%st, %st(1)

  162. 	FLD	7 * SIZE(Y)

  163. 	faddp	%st, %st(1)

  164. 	FST	7 * SIZE(Y)

  165. 

  166. 	addq	$8 * SIZE, X

  167. 	addq	$8 * SIZE, Y

  168. 	decq	%rax

  169. 	jg	.L16

  170. 	ALIGN_3

  171. 

  172. .L15:

  173. 	movq	M,  %rax

  174. 	andq	$3, %rax

  175. 	jle	.L40

  176. 	ALIGN_3

  177. 

  178. .L22:

  179. 	FLD	0 * SIZE(X)

  180. 	fmul	%st(1), %st

  181. 	FLD	1 * SIZE(X)

  182. 	fmul	%st(3), %st

  183. 	ADD1	%st, %st(1)

  184. 	FLD	0 * SIZE(Y)

  185. 	faddp	%st, %st(1)

  186. 	FST	0 * SIZE(Y)

  187. 

  188. 	FLD	0 * SIZE(X)

  189. 	fmul	%st(2), %st

  190. 	FLD	1 * SIZE(X)

  191. 	fmul	%st(2), %st

  192. 	ADD2	%st, %st(1)

  193. 	FLD	1 * SIZE(Y)

  194. 	faddp	%st, %st(1)

  195. 	FST	1 * SIZE(Y)

  196. 

  197. 	addq	$2 * SIZE, X

  198. 	addq	$2 * SIZE, Y

  199. 	decq	%rax

  200. 	jg	.L22

  201. 	jmp	.L40

  202. 	ALIGN_3

  203. 

  204. .L14:

  205. 	movq	M, %rax

  206. 	sarq	$2,   %rax

  207. 	jle	.L28

  208. 	ALIGN_3

  209. 

  210. .L29:

  211. 	FLD	0 * SIZE(X)

  212. 	fmul	%st(1), %st

  213. 	FLD	1 * SIZE(X)

  214. 	fmul	%st(3), %st

  215. 	ADD1	%st, %st(1)

  216. 	FLD	0 * SIZE(Y)

  217. 	faddp	%st, %st(1)

  218. 	FST	0 * SIZE(Y)

  219. 

  220. 	FLD	0 * SIZE(X)

  221. 	fmul	%st(2), %st

  222. 	FLD	1 * SIZE(X)

  223. 	fmul	%st(2), %st

  224. 	ADD2	%st, %st(1)

  225. 	FLD	1 * SIZE(Y)

  226. 	faddp	%st, %st(1)

  227. 	FST	1 * SIZE(Y)

  228. 

  229. 	addq	INCX, X

  230. 	addq	INCY, Y

  231. 

  232. 	FLD	0 * SIZE(X)

  233. 	fmul	%st(1), %st

  234. 	FLD	1 * SIZE(X)

  235. 	fmul	%st(3), %st

  236. 	ADD1	%st, %st(1)

  237. 	FLD	0 * SIZE(Y)

  238. 	faddp	%st, %st(1)

  239. 	FST	0 * SIZE(Y)

  240. 

  241. 	FLD	0 * SIZE(X)

  242. 	fmul	%st(2), %st

  243. 	FLD	1 * SIZE(X)

  244. 	fmul	%st(2), %st

  245. 	ADD2	%st, %st(1)

  246. 	FLD	1 * SIZE(Y)

  247. 	faddp	%st, %st(1)

  248. 	FST	1 * SIZE(Y)

  249. 

  250. 	addq	INCX, X

  251. 	addq	INCY, Y

  252. 

  253. 	FLD	0 * SIZE(X)

  254. 	fmul	%st(1), %st

  255. 	FLD	1 * SIZE(X)

  256. 	fmul	%st(3), %st

  257. 	ADD1	%st, %st(1)

  258. 	FLD	0 * SIZE(Y)

  259. 	faddp	%st, %st(1)

  260. 	FST	0 * SIZE(Y)

  261. 

  262. 	FLD	0 * SIZE(X)

  263. 	fmul	%st(2), %st

  264. 	FLD	1 * SIZE(X)

  265. 	fmul	%st(2), %st

  266. 	ADD2	%st, %st(1)

  267. 	FLD	1 * SIZE(Y)

  268. 	faddp	%st, %st(1)

  269. 	FST	1 * SIZE(Y)

  270. 

  271. 	addq	INCX, X

  272. 	addq	INCY, Y

  273. 

  274. 	FLD	0 * SIZE(X)

  275. 	fmul	%st(1), %st

  276. 	FLD	1 * SIZE(X)

  277. 	fmul	%st(3), %st

  278. 	ADD1	%st, %st(1)

  279. 	FLD	0 * SIZE(Y)

  280. 	faddp	%st, %st(1)

  281. 	FST	0 * SIZE(Y)

  282. 

  283. 	FLD	0 * SIZE(X)

  284. 	fmul	%st(2), %st

  285. 	FLD	1 * SIZE(X)

  286. 	fmul	%st(2), %st

  287. 	ADD2	%st, %st(1)

  288. 	FLD	1 * SIZE(Y)

  289. 	faddp	%st, %st(1)

  290. 	FST	1 * SIZE(Y)

  291. 

  292. 	addq	INCX, X

  293. 	addq	INCY, Y

  294. 

  295. 	decq	%rax

  296. 	jg	.L29

  297. 	ALIGN_3

  298. 

  299. .L28:

  300. 	movq	M,  %rax

  301. 	andq	$3, %rax

  302. 	jle	.L40

  303. 	ALIGN_3

  304. 

  305. .L35:

  306. 	FLD	0 * SIZE(X)

  307. 	fmul	%st(1), %st

  308. 	FLD	1 * SIZE(X)

  309. 	fmul	%st(3), %st

  310. 	ADD1	%st, %st(1)

  311. 	FLD	0 * SIZE(Y)

  312. 	faddp	%st, %st(1)

  313. 	FST	0 * SIZE(Y)

  314. 

  315. 	FLD	0 * SIZE(X)

  316. 	fmul	%st(2), %st

  317. 	FLD	1 * SIZE(X)

  318. 	fmul	%st(2), %st

  319. 	ADD2	%st, %st(1)

  320. 	FLD	1 * SIZE(Y)

  321. 	faddp	%st, %st(1)

  322. 	FST	1 * SIZE(Y)

  323. 

  324. 	addq	INCX, X

  325. 	addq	INCY, Y

  326. 

  327. 	decq	%rax

  328. 	jg	.L35

  329. 	ALIGN_3

  330. 

  331. .L40:

  332. 	ffreep	%st(0)

  333. 	ffreep	%st(0)

  334. 	ret

  335. 

  336. 	EPILOGUE