OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: develop
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'develop'
${ noResults }
OpenBLAS/kernel/alpha/zgemv_n.S

1028 lines
18 kB
Raw Permalink Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. 

  43. #define STACKSIZE     64

  44. #define PREFETCHSIZE  32

  45. 

  46. #define M	$16

  47. #define N	$17

  48. #define A	$21

  49. #define	LDA	$18

  50. 

  51. #define X	$19

  52. #define	INCX	$20

  53. #define Y	$22

  54. #define	INCY	$23

  55. 

  56. #define BUFFER	$24

  57. 

  58. #define I	$25

  59. #define J	$27

  60. 

  61. #define Y1	$4

  62. #define A1	$5

  63. #define A2	$6

  64. 

  65. #define	alpha_r	$f19

  66. #define	alpha_i	$f20

  67. 

  68. #define	alpha1	$f0

  69. #define	alpha2	$f1

  70. #define	alpha3	$f10

  71. #define	alpha4	$f11

  72. 

  73. #define	y0	$f12

  74. #define	y1	$f13

  75. #define	y2	$f14

  76. #define	y3	$f15

  77. 

  78. #define	y4	$f16

  79. #define	y5	$f17

  80. #define	y6	$f18

  81. #define	y7	$f21

  82. 

  83. #define	a0	$f22

  84. #define	a1	$f23

  85. #define	a2	$f24

  86. #define	a3	$f25

  87. #define	a4	$f26

  88. #define	a5	$f27

  89. #define	a6	$f28

  90. #define	a7	$f29

  91. 

  92. #define	t0	$f2

  93. #define	t1	$f3

  94. #define	t2	$f4

  95. #define	t3	$f5

  96. 

  97. #if   !defined(CONJ) && !defined(XCONJ)

  98. #define ADD1	ADD

  99. #define ADD2	ADD

  100. #define ADD3	SUB

  101. #define ADD4	ADD

  102. #elif  defined(CONJ) && !defined(XCONJ)

  103. #define ADD1	ADD

  104. #define ADD2	SUB

  105. #define ADD3	ADD

  106. #define ADD4	ADD

  107. #elif !defined(CONJ) &&  defined(XCONJ)

  108. #define ADD1	ADD

  109. #define ADD2	ADD

  110. #define ADD3	ADD

  111. #define ADD4	SUB

  112. #else

  113. #define ADD1	ADD

  114. #define ADD2	SUB

  115. #define ADD3	SUB

  116. #define ADD4	SUB

  117. #endif

  118. 

  119. 	PROLOGUE

  120. 

  121. 	lda	$sp,  -STACKSIZE($sp)

  122. 	ldq	LDA,     0 + STACKSIZE($sp)

  123. 	ldq	X,       8 + STACKSIZE($sp)

  124. 	ldq	INCX,   16 + STACKSIZE($sp)

  125. 	ldq	Y,      24 + STACKSIZE($sp)

  126. 	ldq	INCY,   32 + STACKSIZE($sp)

  127. 	ldq	BUFFER, 40 + STACKSIZE($sp)

  128. 

  129. 	stt	$f2,    0($sp)

  130. 	stt	$f3,    8($sp)

  131. 	stt	$f4,   16($sp)

  132. 	stt	$f5,   24($sp)

  133. 	stt	$f6,   32($sp)

  134. 	stt	$f7,   40($sp)

  135. 	stt	$f8,   48($sp)

  136. 	stt	$f9,   56($sp)

  137. 

  138. 	PROFCODE

  139. 

  140. 	cmple	M, 0, $0

  141. 	sll	INCX, ZBASE_SHIFT, INCX

  142. 	cmple	N, 0, $1

  143. 	sll	INCY, ZBASE_SHIFT, INCY

  144. 

  145. 	or	$0, $1, $0

  146. 	bne	$0,  $L999

  147. 

  148. 	cmpeq	INCY, 2 * SIZE, $0

  149. 	sll	LDA, ZBASE_SHIFT,LDA

  150. 	bne	$0, $L10

  151. 

  152. 	mov	BUFFER, Y1

  153. 

  154. 	mov	Y, BUFFER

  155. 	mov	Y1, Y

  156. 

  157. 	sra	M, 2, I

  158. 	ble	I, $L05

  159. 	.align 4

  160. 

  161. $L02:

  162. 	ST	$f31,  0 * SIZE(Y1)

  163. 	ST	$f31,  1 * SIZE(Y1)

  164. 	ST	$f31,  2 * SIZE(Y1)

  165. 	ST	$f31,  3 * SIZE(Y1)

  166. 	ST	$f31,  4 * SIZE(Y1)

  167. 	ST	$f31,  5 * SIZE(Y1)

  168. 	ST	$f31,  6 * SIZE(Y1)

  169. 	ST	$f31,  7 * SIZE(Y1)

  170. 

  171. 	lda	Y1,    8 * SIZE(Y1)

  172. 	lda	I, -1(I)

  173. 	bgt	I, $L02

  174. 	.align 4

  175. 

  176. $L05:

  177. 	and	M, 3, I

  178. 	ble	I, $L10

  179. 	.align 4

  180. 

  181. $L06:

  182. 	ST	$f31,  0 * SIZE(Y1)

  183. 	ST	$f31,  1 * SIZE(Y1)

  184. 	addq	Y1, 2 * SIZE, Y1

  185. 

  186. 	lda	I, -1(I)

  187. 	bgt	I, $L06

  188. 	.align 4

  189. 

  190. $L10:

  191. 	sra	N, 1, J

  192. 	ble	J,  $L20

  193. 	.align 4

  194. 

  195. $L11:

  196. 	LD	alpha1,  0 * SIZE(X)

  197. 	LD	alpha2,  1 * SIZE(X)

  198. 	addq	X, INCX, X

  199. 	LD	alpha3,  0 * SIZE(X)

  200. 	LD	alpha4,  1 * SIZE(X)

  201. 	addq	X, INCX, X

  202. 

  203. 	MUL	alpha_r, alpha1, y0

  204. 	MUL	alpha_r, alpha2, y1

  205. 	MUL	alpha_r, alpha3, y2

  206. 	MUL	alpha_r, alpha4, y3

  207. 

  208. 	MUL	alpha_i, alpha2, t0

  209. 	mov	A, A1

  210. 	MUL	alpha_i, alpha1, t1

  211. 	addq	A,  LDA, A2

  212. 	MUL	alpha_i, alpha4, t2

  213. 	addq	A2, LDA, A

  214. 	MUL	alpha_i, alpha3, t3

  215. 	mov	Y, Y1

  216. 

  217. #ifndef XCONJ

  218. 	SUB	y0, t0, alpha1

  219. 	ADD	y1, t1, alpha2

  220. 	SUB	y2, t2, alpha3

  221. 	ADD	y3, t3, alpha4

  222. #else

  223. 	ADD	y0, t0, alpha1

  224. 	SUB	y1, t1, alpha2

  225. 	ADD	y2, t2, alpha3

  226. 	SUB	y3, t3, alpha4

  227. #endif

  228. 

  229. 	ldl	$31, 4 * SIZE(X)

  230. 

  231. 	sra	M,  2, I

  232. 	ble	I,  $L15

  233. 

  234. 	LD	a0,   0 * SIZE(A1)

  235. 	LD	a1,   1 * SIZE(A1)

  236. 	LD	a2,   2 * SIZE(A1)

  237. 	LD	a3,   3 * SIZE(A1)

  238. 

  239. 	LD	a4,   0 * SIZE(A2)

  240. 	LD	a5,   1 * SIZE(A2)

  241. 	LD	a6,   2 * SIZE(A2)

  242. 	LD	a7,   3 * SIZE(A2)

  243. 

  244. 	MUL	alpha1, a0, t0

  245. 	LD	y0,   0 * SIZE(Y1)

  246. 	MUL	alpha1, a1, t1

  247. 	LD	y1,   1 * SIZE(Y1)

  248. 

  249. 	MUL	alpha1, a2, t2

  250. 	LD	y2,   2 * SIZE(Y1)

  251. 	MUL	alpha1, a3, t3

  252. 	LD	y3,   3 * SIZE(Y1)

  253. 

  254. 	ADD1	y0, t0, y0

  255. 	unop

  256. 	MUL	alpha3, a4, t0

  257. 	LD	y4,   4 * SIZE(Y1)

  258. 

  259. 	ADD2	y1, t1, y1

  260. 	unop

  261. 	MUL	alpha3, a5, t1

  262. 	LD	y5,   5 * SIZE(Y1)

  263. 

  264. 	ADD1	y2, t2, y2

  265. 	unop

  266. 	MUL	alpha3, a6, t2

  267. 	LD	y6,   6 * SIZE(Y1)

  268. 

  269. 	ADD2	y3, t3, y3

  270. 	unop

  271. 	MUL	alpha3, a7, t3

  272. 	LD	y7,   7 * SIZE(Y1)

  273. 

  274. 	ADD1	y0, t0, y0

  275. 	unop

  276. 	MUL	alpha2, a1, t0

  277. 	LD	a1,   5 * SIZE(A1)

  278. 

  279. 	ADD2	y1, t1, y1

  280. 	unop

  281. 	MUL	alpha2, a0, t1

  282. 	LD	a0,   4 * SIZE(A1)

  283. 

  284. 	ADD1	y2, t2, y2

  285. 	unop

  286. 	MUL	alpha2, a3, t2

  287. 	LD	a3,   7 * SIZE(A1)

  288. 

  289. 	ADD2	y3, t3, y3

  290. 	unop

  291. 	MUL	alpha2, a2, t3

  292. 	LD	a2,   6 * SIZE(A1)

  293. 

  294. 	ADD3	y0, t0, y0

  295. 	unop

  296. 	MUL	alpha4, a5, t0

  297. 	LD	a5,   5 * SIZE(A2)

  298. 

  299. 	ADD4	y1, t1, y1

  300. 	unop

  301. 	MUL	alpha4, a4, t1

  302. 	LD	a4,   4 * SIZE(A2)

  303. 

  304. 	ADD3	y2, t2, y2

  305. 	unop

  306. 	MUL	alpha4, a7, t2

  307. 	LD	a7,   7 * SIZE(A2)

  308. 

  309. 	ADD4	y3, t3, y3

  310. 	unop

  311. 	MUL	alpha4, a6, t3

  312. 	LD	a6,   6 * SIZE(A2)

  313. 

  314. 	ADD3	y0, t0, y0

  315. 	MUL	alpha1, a0, t0

  316. 	ADD4	y1, t1, y1

  317. 	MUL	alpha1, a1, t1

  318. 

  319. 	ADD3	y2, t2, y2

  320. 	unop

  321. 	MUL	alpha1, a2, t2

  322. 	unop

  323. 

  324. 	ADD4	y3, t3, y3

  325. 	lda	I,   -1(I)

  326. 	MUL	alpha1, a3, t3

  327. 	ble	I, $L13

  328. 	.align 4

  329. 

  330. $L12:

  331. 	ADD1	y4, t0, y4

  332. 	ST	y0,   0 * SIZE(Y1)

  333. 	MUL	alpha3, a4, t0

  334. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A1)

  335. 

  336. 	ADD2	y5, t1, y5

  337. 	ST	y1,   1 * SIZE(Y1)

  338. 	MUL	alpha3, a5, t1

  339. 	lda	I,   -1(I)

  340. 

  341. 	ADD1	y6, t2, y6

  342. 	ST	y2,   2 * SIZE(Y1)

  343. 	MUL	alpha3, a6, t2

  344. 	unop

  345. 

  346. 	ADD2	y7, t3, y7

  347. 	ST	y3,   3 * SIZE(Y1)

  348. 	MUL	alpha3, a7, t3

  349. 	unop

  350. 

  351. 	ADD1	y4, t0, y4

  352. 	unop

  353. 	MUL	alpha2, a1, t0

  354. 	LD	a1,   9 * SIZE(A1)

  355. 

  356. 	ADD2	y5, t1, y5

  357. 	unop

  358. 	MUL	alpha2, a0, t1

  359. 	LD	a0,   8 * SIZE(A1)

  360. 

  361. 	ADD1	y6, t2, y6

  362. 	unop

  363. 	MUL	alpha2, a3, t2

  364. 	LD	a3,  11 * SIZE(A1)

  365. 

  366. 	ADD2	y7, t3, y7

  367. 	unop

  368. 	MUL	alpha2, a2, t3

  369. 	LD	a2,  10 * SIZE(A1)

  370. 

  371. 	ADD3	y4, t0, y4

  372. 	lds	$f31, (PREFETCHSIZE + 0) * SIZE(Y1)

  373. 	MUL	alpha4, a5, t0

  374. 	LD	a5,   9 * SIZE(A2)

  375. 

  376. 	ADD4	y5, t1, y5

  377. 	unop

  378. 	MUL	alpha4, a4, t1

  379. 	LD	a4,   8 * SIZE(A2)

  380. 

  381. 	ADD3	y6, t2, y6

  382. 	unop

  383. 	MUL	alpha4, a7, t2

  384. 	LD	a7,  11 * SIZE(A2)

  385. 

  386. 	ADD4	y7, t3, y7

  387. 	unop

  388. 	MUL	alpha4, a6, t3

  389. 	LD	a6,  10 * SIZE(A2)

  390. 

  391. 	ADD3	y4, t0, y4

  392. 	unop

  393. 	MUL	alpha1, a0, t0

  394. 	LD	y0,   8 * SIZE(Y1)

  395. 

  396. 	ADD4	y5, t1, y5

  397. 	unop

  398. 	MUL	alpha1, a1, t1

  399. 	LD	y1,   9 * SIZE(Y1)

  400. 

  401. 	ADD3	y6, t2, y6

  402. 	unop

  403. 	MUL	alpha1, a2, t2

  404. 	LD	y2,  10 * SIZE(Y1)

  405. 

  406. 	ADD4	y7, t3, y7

  407. 	unop

  408. 	MUL	alpha1, a3, t3

  409. 	LD	y3,  11 * SIZE(Y1)

  410. 

  411. 	ADD1	y0, t0, y0

  412. 	ST	y4,   4 * SIZE(Y1)

  413. 	MUL	alpha3, a4, t0

  414. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A2)

  415. 

  416. 	ADD2	y1, t1, y1

  417. 	ST	y5,   5 * SIZE(Y1)

  418. 	MUL	alpha3, a5, t1

  419. 	unop

  420. 

  421. 	ADD1	y2, t2, y2

  422. 	ST	y6,   6 * SIZE(Y1)

  423. 	MUL	alpha3, a6, t2

  424. 	unop

  425. 

  426. 	ADD2	y3, t3, y3

  427. 	ST	y7,   7 * SIZE(Y1)

  428. 	MUL	alpha3, a7, t3

  429. 	lda	Y1,   8 * SIZE(Y1)

  430. 

  431. 	ADD1	y0, t0, y0

  432. 	unop

  433. 	MUL	alpha2, a1, t0

  434. 	LD	a1,  13 * SIZE(A1)

  435. 

  436. 	ADD2	y1, t1, y1

  437. 	unop

  438. 	MUL	alpha2, a0, t1

  439. 	LD	a0,  12 * SIZE(A1)

  440. 

  441. 	ADD1	y2, t2, y2

  442. 	unop

  443. 	MUL	alpha2, a3, t2

  444. 	LD	a3,  15 * SIZE(A1)

  445. 

  446. 	ADD2	y3, t3, y3

  447. 	unop

  448. 	MUL	alpha2, a2, t3

  449. 	LD	a2,  14 * SIZE(A1)

  450. 

  451. 	ADD3	y0, t0, y0

  452. 	unop

  453. 	MUL	alpha4, a5, t0

  454. 	LD	a5,  13 * SIZE(A2)

  455. 

  456. 	ADD4	y1, t1, y1

  457. 	unop

  458. 	MUL	alpha4, a4, t1

  459. 	LD	a4,  12 * SIZE(A2)

  460. 

  461. 	ADD3	y2, t2, y2

  462. 	unop

  463. 	MUL	alpha4, a7, t2

  464. 	LD	a7,  15 * SIZE(A2)

  465. 

  466. 	ADD4	y3, t3, y3

  467. 	unop

  468. 	MUL	alpha4, a6, t3

  469. 	LD	a6,  14 * SIZE(A2)

  470. 

  471. 	ADD3	y0, t0, y0

  472. 	unop

  473. 	MUL	alpha1, a0, t0

  474. 	LD	y4,   4 * SIZE(Y1)

  475. 

  476. 	ADD4	y1, t1, y1

  477. 	lda	A2,   8 * SIZE(A2)

  478. 	MUL	alpha1, a1, t1

  479. 	LD	y5,   5 * SIZE(Y1)

  480. 

  481. 	ADD3	y2, t2, y2

  482. 	lda	A1,   8 * SIZE(A1)

  483. 	MUL	alpha1, a2, t2

  484. 	LD	y6,   6 * SIZE(Y1)

  485. 

  486. 	ADD4	y3, t3, y3

  487. 	MUL	alpha1, a3, t3

  488. 	LD	y7,   7 * SIZE(Y1)

  489. 	bgt	I, $L12

  490. 	.align 4

  491. 

  492. $L13:

  493. 	ADD1	y4, t0, y4

  494. 	ST	y0,   0 * SIZE(Y1)

  495. 	MUL	alpha3, a4, t0

  496. 	unop

  497. 

  498. 	ADD2	y5, t1, y5

  499. 	ST	y1,   1 * SIZE(Y1)

  500. 	MUL	alpha3, a5, t1

  501. 	unop

  502. 

  503. 	ADD1	y6, t2, y6

  504. 	ST	y2,   2 * SIZE(Y1)

  505. 	MUL	alpha3, a6, t2

  506. 	unop

  507. 

  508. 	ADD2	y7, t3, y7

  509. 	ST	y3,   3 * SIZE(Y1)

  510. 	MUL	alpha3, a7, t3

  511. 	unop

  512. 

  513. 	ADD1	y4, t0, y4

  514. 	MUL	alpha2, a1, t0

  515. 	ADD2	y5, t1, y5

  516. 	MUL	alpha2, a0, t1

  517. 

  518. 	ADD1	y6, t2, y6

  519. 	MUL	alpha2, a3, t2

  520. 	ADD2	y7, t3, y7

  521. 	MUL	alpha2, a2, t3

  522. 

  523. 	ADD3	y4, t0, y4

  524. 	MUL	alpha4, a5, t0

  525. 	ADD4	y5, t1, y5

  526. 	MUL	alpha4, a4, t1

  527. 

  528. 	ADD3	y6, t2, y6

  529. 	MUL	alpha4, a7, t2

  530. 	ADD4	y7, t3, y7

  531. 	MUL	alpha4, a6, t3

  532. 

  533. 	ADD3	y4, t0, y4

  534. 	ADD4	y5, t1, y5

  535. 	ADD3	y6, t2, y6

  536. 	ADD4	y7, t3, y7

  537. 

  538. 	ST	y4,   4 * SIZE(Y1)

  539. 	lda	A1,   8 * SIZE(A1)

  540. 	ST	y5,   5 * SIZE(Y1)

  541. 	lda	A2,   8 * SIZE(A2)

  542. 

  543. 	ST	y6,   6 * SIZE(Y1)

  544. 	unop

  545. 	ST	y7,   7 * SIZE(Y1)

  546. 	lda	Y1,   8 * SIZE(Y1)

  547. 	.align 4

  548. 

  549. $L15:

  550. 	and	M, 2, I

  551. 	ble	I, $L17

  552. 

  553. 	LD	a0,   0 * SIZE(A1)

  554. 	LD	a1,   1 * SIZE(A1)

  555. 	LD	a2,   2 * SIZE(A1)

  556. 	LD	a3,   3 * SIZE(A1)

  557. 

  558. 	LD	a4,   0 * SIZE(A2)

  559. 	LD	a5,   1 * SIZE(A2)

  560. 	LD	a6,   2 * SIZE(A2)

  561. 	LD	a7,   3 * SIZE(A2)

  562. 

  563. 	MUL	alpha1, a0, t0

  564. 	LD	y0,   0 * SIZE(Y1)

  565. 	MUL	alpha1, a1, t1

  566. 	LD	y1,   1 * SIZE(Y1)

  567. 	MUL	alpha1, a2, t2

  568. 	LD	y2,   2 * SIZE(Y1)

  569. 	MUL	alpha1, a3, t3

  570. 	LD	y3,   3 * SIZE(Y1)

  571. 

  572. 	ADD1	y0, t0, y0

  573. 	MUL	alpha3, a4, t0

  574. 	ADD2	y1, t1, y1

  575. 	MUL	alpha3, a5, t1

  576. 	ADD1	y2, t2, y2

  577. 	MUL	alpha3, a6, t2

  578. 	ADD2	y3, t3, y3

  579. 	MUL	alpha3, a7, t3

  580. 

  581. 	ADD1	y0, t0, y0

  582. 	MUL	alpha2, a1, t0

  583. 	ADD2	y1, t1, y1

  584. 	MUL	alpha2, a0, t1

  585. 

  586. 	ADD1	y2, t2, y2

  587. 	MUL	alpha2, a3, t2

  588. 	ADD2	y3, t3, y3

  589. 	MUL	alpha2, a2, t3

  590. 

  591. 	ADD3	y0, t0, y0

  592. 	MUL	alpha4, a5, t0

  593. 	ADD4	y1, t1, y1

  594. 	MUL	alpha4, a4, t1

  595. 

  596. 	ADD3	y2, t2, y2

  597. 	MUL	alpha4, a7, t2

  598. 	ADD4	y3, t3, y3

  599. 	MUL	alpha4, a6, t3

  600. 

  601. 	ADD3	y0, t0, y0

  602. 	ADD4	y1, t1, y1

  603. 	ADD3	y2, t2, y2

  604. 	ADD4	y3, t3, y3

  605. 

  606. 	ST	y0,   0 * SIZE(Y1)

  607. 	lda	A1,   4 * SIZE(A1)

  608. 	ST	y1,   1 * SIZE(Y1)

  609. 	lda	A2,   4 * SIZE(A2)

  610. 

  611. 	ST	y2,   2 * SIZE(Y1)

  612. 	unop

  613. 	ST	y3,   3 * SIZE(Y1)

  614. 	lda	Y1,   4 * SIZE(Y1)

  615. 	.align 4

  616. 

  617. $L17:

  618. 	blbc	M, $L18

  619. 

  620. 	LD	a0,   0 * SIZE(A1)

  621. 	LD	a1,   1 * SIZE(A1)

  622. 	LD	a2,   0 * SIZE(A2)

  623. 	LD	a3,   1 * SIZE(A2)

  624. 

  625. 	LD	y0,   0 * SIZE(Y1)

  626. 	LD	y1,   1 * SIZE(Y1)

  627. 

  628. 	MUL	alpha1, a0, t0

  629. 	MUL	alpha1, a1, t1

  630. 

  631. 	ADD1	y0, t0, y0

  632. 	MUL	alpha3, a2, t0

  633. 	ADD2	y1, t1, y1

  634. 	MUL	alpha3, a3, t1

  635. 

  636. 	ADD1	y0, t0, y0

  637. 	MUL	alpha2, a1, t0

  638. 	ADD2	y1, t1, y1

  639. 	MUL	alpha2, a0, t1

  640. 

  641. 	ADD3	y0, t0, y0

  642. 	MUL	alpha4, a3, t0

  643. 	ADD4	y1, t1, y1

  644. 	MUL	alpha4, a2, t1

  645. 

  646. 	ADD3	y0, t0, y0

  647. 	ADD4	y1, t1, y1

  648. 

  649. 	ST	y0,   0 * SIZE(Y1)

  650. 	ST	y1,   1 * SIZE(Y1)

  651. 	.align 4

  652. 

  653. $L18:

  654. 	lda	J, -1(J)

  655. 	bgt	J,  $L11

  656. 	.align 4

  657. 

  658. $L20:

  659. 	blbc	N,  $L990

  660. 

  661. 	LD	alpha1,  0 * SIZE(X)

  662. 	LD	alpha2,  1 * SIZE(X)

  663. 

  664. 	MUL	alpha_r, alpha1, y0

  665. 	MUL	alpha_r, alpha2, y1

  666. 

  667. 	MUL	alpha_i, alpha2, t0

  668. 	mov	A, A1

  669. 	MUL	alpha_i, alpha1, t1

  670. 	mov	Y, Y1

  671. 

  672. #ifndef XCONJ

  673. 	SUB	y0, t0, alpha1

  674. 	ADD	y1, t1, alpha2

  675. #else

  676. 	ADD	y0, t0, alpha1

  677. 	SUB	y1, t1, alpha2

  678. #endif

  679. 

  680. 	sra	M,  2, I

  681. 	ble	I,  $L25

  682. 

  683. 	LD	a0,   0 * SIZE(A1)

  684. 	LD	a1,   1 * SIZE(A1)

  685. 	LD	a2,   2 * SIZE(A1)

  686. 	LD	a3,   3 * SIZE(A1)

  687. 

  688. 	LD	y0,   0 * SIZE(Y1)

  689. 	LD	y1,   1 * SIZE(Y1)

  690. 	LD	y2,   2 * SIZE(Y1)

  691. 	LD	y3,   3 * SIZE(Y1)

  692. 

  693. 	MUL	alpha1, a0, t0

  694. 	LD	a4,   4 * SIZE(A1)

  695. 	MUL	alpha1, a1, t1

  696. 	LD	a5,   5 * SIZE(A1)

  697. 	MUL	alpha1, a2, t2

  698. 	LD	a6,   6 * SIZE(A1)

  699. 	MUL	alpha1, a3, t3

  700. 	LD	a7,   7 * SIZE(A1)

  701. 

  702. 	ADD1	y0, t0, y0

  703. 	unop

  704. 	MUL	alpha2, a1, t0

  705. 	LD	a1,   9 * SIZE(A1)

  706. 

  707. 	ADD2	y1, t1, y1

  708. 	unop

  709. 	MUL	alpha2, a0, t1

  710. 	LD	a0,   8 * SIZE(A1)

  711. 

  712. 	ADD1	y2, t2, y2

  713. 	unop

  714. 	MUL	alpha2, a3, t2

  715. 	LD	a3,  11 * SIZE(A1)

  716. 

  717. 	ADD2	y3, t3, y3

  718. 	unop

  719. 	MUL	alpha2, a2, t3

  720. 	LD	a2,  10 * SIZE(A1)

  721. 

  722. 	ADD3	y0, t0, y0

  723. 	unop

  724. 	LD	y4,   4 * SIZE(Y1)

  725. 	MUL	alpha1, a4, t0

  726. 

  727. 	ADD4	y1, t1, y1

  728. 	unop

  729. 	LD	y5,   5 * SIZE(Y1)

  730. 	MUL	alpha1, a5, t1

  731. 

  732. 	ADD3	y2, t2, y2

  733. 	LD	y6,   6 * SIZE(Y1)

  734. 	MUL	alpha1, a6, t2

  735. 	lda	I,   -1(I)

  736. 

  737. 	ADD4	y3, t3, y3

  738. 	LD	y7,   7 * SIZE(Y1)

  739. 	MUL	alpha1, a7, t3

  740. 	ble	I, $L23

  741. 	.align 4

  742. 

  743. $L22:

  744. 	ADD1	y4, t0, y4

  745. 	ST	y0,   0 * SIZE(Y1)

  746. 	MUL	alpha2, a5, t0

  747. 	LD	a5,  13 * SIZE(A1)

  748. 

  749. 	ADD2	y5, t1, y5

  750. 	ST	y1,   1 * SIZE(Y1)

  751. 	MUL	alpha2, a4, t1

  752. 	LD	a4,  12 * SIZE(A1)

  753. 

  754. 	ADD1	y6, t2, y6

  755. 	ST	y2,   2 * SIZE(Y1)

  756. 	MUL	alpha2, a7, t2

  757. 	LD	a7,  15 * SIZE(A1)

  758. 

  759. 	ADD2	y7, t3, y7

  760. 	ST	y3,   3 * SIZE(Y1)

  761. 	MUL	alpha2, a6, t3

  762. 	LD	a6,  14 * SIZE(A1)

  763. 

  764. 	ADD3	y4, t0, y4

  765. 	LD	y0,   8 * SIZE(Y1)

  766. 	MUL	alpha1, a0, t0

  767. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A1)

  768. 

  769. 	ADD4	y5, t1, y5

  770. 	LD	y1,   9 * SIZE(Y1)

  771. 	MUL	alpha1, a1, t1

  772. 	lda	I,   -1(I)

  773. 

  774. 	ADD3	y6, t2, y6

  775. 	LD	y2,  10 * SIZE(Y1)

  776. 	MUL	alpha1, a2, t2

  777. 	unop

  778. 

  779. 	ADD4	y7, t3, y7

  780. 	LD	y3,  11 * SIZE(Y1)

  781. 	MUL	alpha1, a3, t3

  782. 	unop

  783. 

  784. 	ADD1	y0, t0, y0

  785. 	ST	y4,   4 * SIZE(Y1)

  786. 	MUL	alpha2, a1, t0

  787. 	LD	a1,  17 * SIZE(A1)

  788. 

  789. 	ADD2	y1, t1, y1

  790. 	ST	y5,   5 * SIZE(Y1)

  791. 	MUL	alpha2, a0, t1

  792. 	LD	a0,  16 * SIZE(A1)

  793. 

  794. 	ADD1	y2, t2, y2

  795. 	ST	y6,   6 * SIZE(Y1)

  796. 	MUL	alpha2, a3, t2

  797. 	LD	a3,  19 * SIZE(A1)

  798. 

  799. 	ADD2	y3, t3, y3

  800. 	ST	y7,   7 * SIZE(Y1)

  801. 	MUL	alpha2, a2, t3

  802. 	LD	a2,  18 * SIZE(A1)

  803. 

  804. 	ADD3	y0, t0, y0

  805. 	LD	y4,  12 * SIZE(Y1)

  806. 	MUL	alpha1, a4, t0

  807. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(Y1)

  808. 

  809. 	ADD4	y1, t1, y1

  810. 	LD	y5,  13 * SIZE(Y1)

  811. 	MUL	alpha1, a5, t1

  812. 	lda	A1,   8 * SIZE(A1)

  813. 

  814. 	ADD3	y2, t2, y2

  815. 	LD	y6,  14 * SIZE(Y1)

  816. 	MUL	alpha1, a6, t2

  817. 	lda	Y1,   8 * SIZE(Y1)

  818. 

  819. 	ADD4	y3, t3, y3

  820. 	LD	y7,   7 * SIZE(Y1)

  821. 	MUL	alpha1, a7, t3

  822. 	bgt	I, $L22

  823. 	.align 4

  824. 

  825. $L23:

  826. 	ADD1	y4, t0, y4

  827. 	ST	y0,   0 * SIZE(Y1)

  828. 	MUL	alpha2, a5, t0

  829. 	unop

  830. 

  831. 	ADD2	y5, t1, y5

  832. 	ST	y1,   1 * SIZE(Y1)

  833. 	MUL	alpha2, a4, t1

  834. 	unop

  835. 

  836. 	ADD1	y6, t2, y6

  837. 	ST	y2,   2 * SIZE(Y1)

  838. 	MUL	alpha2, a7, t2

  839. 	unop

  840. 

  841. 	ADD2	y7, t3, y7

  842. 	ST	y3,   3 * SIZE(Y1)

  843. 	MUL	alpha2, a6, t3

  844. 	unop

  845. 

  846. 	ADD3	y4, t0, y4

  847. 	ADD4	y5, t1, y5

  848. 	ADD3	y6, t2, y6

  849. 	ADD4	y7, t3, y7

  850. 

  851. 	ST	y4,   4 * SIZE(Y1)

  852. 	unop

  853. 	ST	y5,   5 * SIZE(Y1)

  854. 	unop

  855. 

  856. 	ST	y6,   6 * SIZE(Y1)

  857. 	lda	A1,   8 * SIZE(A1)

  858. 	ST	y7,   7 * SIZE(Y1)

  859. 	lda	Y1,   8 * SIZE(Y1)

  860. 	.align 4

  861. 

  862. $L25:

  863. 	and	M, 2, I

  864. 	ble	I, $L27

  865. 

  866. 	LD	a0,   0 * SIZE(A1)

  867. 	LD	a1,   1 * SIZE(A1)

  868. 	LD	a2,   2 * SIZE(A1)

  869. 	LD	a3,   3 * SIZE(A1)

  870. 

  871. 	MUL	alpha1, a0, t0

  872. 	LD	y0,   0 * SIZE(Y1)

  873. 	MUL	alpha1, a1, t1

  874. 	LD	y1,   1 * SIZE(Y1)

  875. 	MUL	alpha1, a2, t2

  876. 	LD	y2,   2 * SIZE(Y1)

  877. 	MUL	alpha1, a3, t3

  878. 	LD	y3,   3 * SIZE(Y1)

  879. 

  880. 	ADD1	y0, t0, y0

  881. 	MUL	alpha2, a1, t0

  882. 	ADD2	y1, t1, y1

  883. 	MUL	alpha2, a0, t1

  884. 	ADD1	y2, t2, y2

  885. 	MUL	alpha2, a3, t2

  886. 	ADD2	y3, t3, y3

  887. 	MUL	alpha2, a2, t3

  888. 

  889. 	ADD3	y0, t0, y0

  890. 	ADD4	y1, t1, y1

  891. 	ADD3	y2, t2, y2

  892. 	ADD4	y3, t3, y3

  893. 

  894. 	ST	y0,   0 * SIZE(Y1)

  895. 	ST	y1,   1 * SIZE(Y1)

  896. 

  897. 	ST	y2,   2 * SIZE(Y1)

  898. 	lda	A1,   4 * SIZE(A1)

  899. 	ST	y3,   3 * SIZE(Y1)

  900. 	lda	Y1,   4 * SIZE(Y1)

  901. 	.align 4

  902. 

  903. $L27:

  904. 	blbc	M, $L990

  905. 

  906. 	LD	a0,   0 * SIZE(A1)

  907. 	LD	a1,   1 * SIZE(A1)

  908. 

  909. 	MUL	alpha1, a0, t0

  910. 	LD	y0,   0 * SIZE(Y1)

  911. 	MUL	alpha1, a1, t1

  912. 	LD	y1,   1 * SIZE(Y1)

  913. 

  914. 	ADD1	y0, t0, y0

  915. 	MUL	alpha2, a1, t0

  916. 	ADD2	y1, t1, y1

  917. 	MUL	alpha2, a0, t1

  918. 

  919. 	ADD3	y0, t0, y0

  920. 	ADD4	y1, t1, y1

  921. 

  922. 	ST	y0,   0 * SIZE(Y1)

  923. 	ST	y1,   1 * SIZE(Y1)

  924. 	.align 4

  925. 

  926. $L990:

  927. 	cmpeq	INCY, 2 * SIZE, $0

  928. 	bne	$0, $L999

  929. 

  930. 	mov	BUFFER, Y1

  931. 

  932. 	sra	M, 2, I

  933. 	ble	I, $L995

  934. 	.align 4

  935. 

  936. $L992:

  937. 	LD	a0,  0 * SIZE(BUFFER)

  938. 	LD	a1,  1 * SIZE(BUFFER)

  939. 	addq	BUFFER, INCY, BUFFER

  940. 	LD	a2,  0 * SIZE(BUFFER)

  941. 	LD	a3,  1 * SIZE(BUFFER)

  942. 	addq	BUFFER, INCY, BUFFER

  943. 

  944. 	LD	y0,  0 * SIZE(Y)

  945. 	LD	y1,  1 * SIZE(Y)

  946. 	LD	y2,  2 * SIZE(Y)

  947. 	LD	y3,  3 * SIZE(Y)

  948. 

  949. 	LD	a4,  0 * SIZE(BUFFER)

  950. 	LD	a5,  1 * SIZE(BUFFER)

  951. 	addq	BUFFER, INCY, BUFFER

  952. 	LD	a6,  0 * SIZE(BUFFER)

  953. 	LD	a7,  1 * SIZE(BUFFER)

  954. 	addq	BUFFER, INCY, BUFFER

  955. 

  956. 	LD	y4,  4 * SIZE(Y)

  957. 	LD	y5,  5 * SIZE(Y)

  958. 	LD	y6,  6 * SIZE(Y)

  959. 	LD	y7,  7 * SIZE(Y)

  960. 

  961. 	ADD	a0, y0, a0

  962. 	ADD	a1, y1, a1

  963. 	ADD	a2, y2, a2

  964. 	ADD	a3, y3, a3

  965. 

  966. 	ST	a0,  0 * SIZE(Y1)

  967. 	ADD	a4, y4, a4

  968. 	ST	a1,  1 * SIZE(Y1)

  969. 	ADD	a5, y5, a5

  970. 	addq	Y1, INCY, Y1

  971. 

  972. 	ST	a2,  0 * SIZE(Y1)

  973. 	ADD	a6, y6, a6

  974. 	ST	a3,  1 * SIZE(Y1)

  975. 	ADD	a7, y7, a7

  976. 	addq	Y1, INCY, Y1

  977. 

  978. 	ST	a4,  0 * SIZE(Y1)

  979. 	ST	a5,  1 * SIZE(Y1)

  980. 	addq	Y1, INCY, Y1

  981. 	ST	a6,  0 * SIZE(Y1)

  982. 	ST	a7,  1 * SIZE(Y1)

  983. 	addq	Y1, INCY, Y1

  984. 

  985. 	lda	I, -1(I)

  986. 	lda	Y,   8 * SIZE(Y)

  987. 	bgt	I, $L992

  988. 	.align 4

  989. 

  990. $L995:

  991. 	and	M, 3, I

  992. 	ble	I, $L999

  993. 	.align 4

  994. 

  995. $L996:

  996. 	LD	a0,  0 * SIZE(BUFFER)

  997. 	LD	a1,  1 * SIZE(BUFFER)

  998. 	addq	BUFFER, INCY, BUFFER

  999. 

  1000. 	LD	y0,  0 * SIZE(Y)

  1001. 	LD	y1,  1 * SIZE(Y)

  1002. 	lda	Y,   2 * SIZE(Y)

  1003. 

  1004. 	ADD	a0, y0, a0

  1005. 	ADD	a1, y1, a1

  1006. 

  1007. 	ST	a0,  0 * SIZE(Y1)

  1008. 	ST	a1,  1 * SIZE(Y1)

  1009. 	addq	Y1, INCY, Y1

  1010. 

  1011. 	lda	I, -1(I)

  1012. 	bgt	I, $L996

  1013. 	.align 4

  1014. 

  1015. $L999:

  1016. 	ldt	$f2,    0($sp)

  1017. 	ldt	$f3,    8($sp)

  1018. 	ldt	$f4,   16($sp)

  1019. 	ldt	$f5,   24($sp)

  1020. 	ldt	$f6,   32($sp)

  1021. 	ldt	$f7,   40($sp)

  1022. 	ldt	$f8,   48($sp)

  1023. 	ldt	$f9,   56($sp)

  1024. 

  1025. 	lda	$sp,  STACKSIZE($sp)

  1026. 	ret

  1027. 	EPILOGUE