OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: c31861ea62
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'c31861ea62'
${ noResults }
OpenBLAS/kernel/mips64/zgemv_n.S

778 lines
15 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define M	$4

  43. #define	N	$5

  44. #define A	$9

  45. #define LDA	$10

  46. #define X	$11

  47. #define INCX	$2

  48. #define Y	$6

  49. #define INCY	$7

  50. #define BUFFER	$8

  51. 

  52. #define YORIG	$3

  53. #define XX	$12

  54. #define YY	$13

  55. 

  56. #define I	$14

  57. #define J	$15

  58. 

  59. #define AO1	$16

  60. #define AO2	$17

  61. 

  62. #define ALPHA_R	$f15

  63. #define ALPHA_I	$f16

  64. 

  65. #define a1	$f0

  66. #define a2	$f1

  67. #define a3	$f2

  68. #define a4	$f3

  69. #define a5	$f4

  70. #define a6	$f5

  71. #define a7	$f6

  72. #define a8	$f7

  73. 

  74. #define x1	$f8

  75. #define x2	$f9

  76. #define x3	$f10

  77. #define x4	$f11

  78. 

  79. #define y1	$f12

  80. #define y2	$f13

  81. #define y3	$f14

  82. #define y4	$f17

  83. 

  84. #define t1	$f18

  85. #define t2	$f19

  86. #define t3	$f20

  87. #define t4	$f21

  88. #define t5	$f22

  89. #define t6	$f23

  90. #define t7	$f24

  91. #define t8	$f25

  92. 

  93. #if !defined(CONJ) && !defined(XCONJ)

  94. #define MADD1	   MADD

  95. #define MADD2	   MADD

  96. #define MADD3	   NMSUB

  97. #define MADD4	   MADD

  98. #endif

  99. 

  100. #if  defined(CONJ) && !defined(XCONJ)

  101. #define MADD1	   MADD

  102. #define MADD2	   MADD

  103. #define MADD3	   MADD

  104. #define MADD4	   NMSUB

  105. #endif

  106. 

  107. #if  !defined(CONJ) && defined(XCONJ)

  108. #define MADD1	   MADD

  109. #define MADD2	   NMSUB

  110. #define MADD3	   MADD

  111. #define MADD4	   MADD

  112. #endif

  113. 

  114. #if  defined(CONJ) && defined(XCONJ)

  115. #define MADD1	   MADD

  116. #define MADD2	   NMSUB

  117. #define MADD3	   NMSUB

  118. #define MADD4	   NMSUB

  119. #endif

  120. 

  121. 	PROLOGUE

  122. 

  123. 	LDARG	INCX,    0($sp)

  124. 	LDARG	Y,       8($sp)

  125. 	LDARG	INCY,   16($sp)

  126. 	LDARG	BUFFER, 24($sp)

  127. #ifndef __64BIT__

  128. 	daddiu	$sp, $sp, -64

  129. #else

  130. 	daddiu	$sp, $sp, -32

  131. #endif

  132. 

  133. 	SDARG	$16,   0($sp)

  134. 	SDARG	$17,   8($sp)

  135. 

  136. 	sdc1	$f24, 16($sp)

  137. 	sdc1	$f25, 24($sp)

  138. 

  139. #ifndef __64BIT__

  140. 	sdc1	$f20, 32($sp)

  141. 	sdc1	$f21, 40($sp)

  142. 	sdc1	$f22, 48($sp)

  143. 	sdc1	$f23, 56($sp)

  144. #endif

  145. 

  146. 	dsll	LDA,  LDA,  ZBASE_SHIFT

  147. 

  148. 	blez	M, .L999

  149. 	dsll	INCX, INCX, ZBASE_SHIFT

  150. 

  151. 	blez	N, .L999

  152. 	dsll	INCY, INCY, ZBASE_SHIFT

  153. 

  154. 	li	YORIG, 2 * SIZE

  155. 

  156. 	beq	INCY, YORIG, .L10

  157. 	move	YORIG, Y

  158. 

  159. 	dsra	I,  M, 2

  160. 	move	YORIG, BUFFER

  161. 

  162. 	move	XX, Y

  163. 

  164. 	blez	I, .L05

  165. 	move	YY, BUFFER

  166. 	.align 3

  167. 

  168. .L02:

  169. 	LD	a1, 0 * SIZE(XX)

  170. 	LD	a2, 1 * SIZE(XX)

  171. 	daddu	XX, XX, INCY

  172. 	LD	a3, 0 * SIZE(XX)

  173. 	LD	a4, 1 * SIZE(XX)

  174. 	daddu	XX, XX, INCY

  175. 	LD	a5, 0 * SIZE(XX)

  176. 	LD	a6, 1 * SIZE(XX)

  177. 	daddu	XX, XX, INCY

  178. 	LD	a7, 0 * SIZE(XX)

  179. 	LD	a8, 1 * SIZE(XX)

  180. 	daddu	XX, XX, INCY

  181. 

  182. 	daddiu	I, I, -1

  183. 	daddiu	YY, YY, 8 * SIZE

  184. 

  185. 	ST	a1, -8 * SIZE(YY)

  186. 	ST	a2, -7 * SIZE(YY)

  187. 	ST	a3, -6 * SIZE(YY)

  188. 	ST	a4, -5 * SIZE(YY)

  189. 	ST	a5, -4 * SIZE(YY)

  190. 	ST	a6, -3 * SIZE(YY)

  191. 	ST	a7, -2 * SIZE(YY)

  192. 

  193. 	bgtz	I, .L02

  194. 	ST	a8, -1 * SIZE(YY)

  195. 	.align 3

  196. 

  197. .L05:

  198. 	andi	I,  M, 3

  199. 	blez	I, .L10

  200. 	NOP

  201. 	.align 3

  202. 

  203. .L06:

  204. 	LD	a1, 0 * SIZE(XX)

  205. 	LD	a2, 1 * SIZE(XX)

  206. 	daddu	XX, XX, INCY

  207. 

  208. 	daddiu	I, I, -1

  209. 

  210. 	ST	a1, 0 * SIZE(YY)

  211. 	ST	a2, 1 * SIZE(YY)

  212. 

  213. 	bgtz	I, .L06

  214. 	daddiu	YY, YY, 2 * SIZE

  215. 	.align 3

  216. 

  217. .L10:

  218. 	dsra	J,  N, 1

  219. 	blez	J, .L20

  220. 	NOP

  221. 	.align 3

  222. 

  223. .L11:

  224. 	LD	x1, 0 * SIZE(X)

  225. 	LD	x2, 1 * SIZE(X)

  226. 	daddu	X, X, INCX

  227. 	LD	x3, 0 * SIZE(X)

  228. 	LD	x4, 1 * SIZE(X)

  229. 	daddu	X, X, INCX

  230. 

  231. 	MUL	a1, ALPHA_R, x1

  232. 	move	AO1, A

  233. 	MUL	a2, ALPHA_I, x1

  234. 	daddu	AO2, A,   LDA

  235. 	MUL	a3, ALPHA_R, x3

  236. 	daddu	A,   AO2, LDA

  237. 	MUL	a4, ALPHA_I, x3

  238. 

  239. #ifndef XCONJ

  240. 	NMSUB	x1, a1, ALPHA_I, x2

  241. 	MADD	x2, a2, ALPHA_R, x2

  242. 	NMSUB	x3, a3, ALPHA_I, x4

  243. 	MADD	x4, a4, ALPHA_R, x4

  244. #else

  245. 	MADD	x1, a1, ALPHA_I, x2

  246. 	MSUB	x2, a2, ALPHA_R, x2

  247. 	MADD	x3, a3, ALPHA_I, x4

  248. 	MSUB	x4, a4, ALPHA_R, x4

  249. #endif

  250. 

  251. 	dsra	I,  M, 2

  252. 

  253. 	blez	I, .L15

  254. 	move	YY, YORIG

  255. 

  256. 	LD	y1, 0 * SIZE(YY)

  257. 	LD	a1, 0 * SIZE(AO1)

  258. 	LD	y2, 1 * SIZE(YY)

  259. 	LD	a3, 2 * SIZE(AO1)

  260. 	LD	y3, 2 * SIZE(YY)

  261. 	LD	a2, 1 * SIZE(AO1)

  262. 	LD	y4, 3 * SIZE(YY)

  263. 	LD	a4, 3 * SIZE(AO1)

  264. 

  265. 	LD	a5, 0 * SIZE(AO2)

  266. 	LD	a6, 1 * SIZE(AO2)

  267. 	LD	a7, 2 * SIZE(AO2)

  268. 	LD	a8, 3 * SIZE(AO2)

  269. 

  270. 	MADD1	t1, y1, x1, a1

  271. 	LD	y1,  4 * SIZE(YY)

  272. 	MADD2	t2, y2, x2, a1

  273. 	LD	a1,  4 * SIZE(AO1)

  274. 	MADD1	t3, y3, x1, a3

  275. 	LD	y2,  5 * SIZE(YY)

  276. 	MADD2	t4, y4, x2, a3

  277. 	LD	a3,  6 * SIZE(AO1)

  278. 

  279. 	MADD3	t1, t1, x2, a2

  280. 	LD	y3,  6 * SIZE(YY)

  281. 	MADD4	t2, t2, x1, a2

  282. 	LD	a2,  5 * SIZE(AO1)

  283. 	MADD3	t3, t3, x2, a4

  284. 	LD	y4,  7 * SIZE(YY)

  285. 	MADD4	t4, t4, x1, a4

  286. 	LD	a4,  7 * SIZE(AO1)

  287. 

  288. 	MADD1	t1, t1, x3, a5

  289. 	NOP

  290. 	MADD2	t2, t2, x4, a5

  291. 	LD	a5,  4 * SIZE(AO2)

  292. 	MADD1	t3, t3, x3, a7

  293. 	NOP

  294. 	MADD2	t4, t4, x4, a7

  295. 	LD	a7,  6 * SIZE(AO2)

  296. 

  297. 	MADD3	t1, t1, x4, a6

  298. 	NOP

  299. 	MADD4	t2, t2, x3, a6

  300. 	LD	a6,  5 * SIZE(AO2)

  301. 	MADD3	t3, t3, x4, a8

  302. 	daddiu	I, I, -1

  303. 	MADD4	t4, t4, x3, a8

  304. 

  305. 	blez	I, .L13

  306. 	LD	a8,  7 * SIZE(AO2)

  307. 	.align	3

  308. 

  309. .L12:

  310. 	MADD1	t5, y1, x1, a1

  311. 	LD	y1,  8 * SIZE(YY)

  312. 	MADD2	t6, y2, x2, a1

  313. 	LD	a1,  8 * SIZE(AO1)

  314. 	MADD1	t7, y3, x1, a3

  315. 	LD	y2,  9 * SIZE(YY)

  316. 	MADD2	t8, y4, x2, a3

  317. 	LD	a3, 10 * SIZE(AO1)

  318. 

  319. 	MADD3	t5, t5, x2, a2

  320. 	LD	y3, 10 * SIZE(YY)

  321. 	MADD4	t6, t6, x1, a2

  322. 	LD	a2,  9 * SIZE(AO1)

  323. 	MADD3	t7, t7, x2, a4

  324. 	LD	y4, 11 * SIZE(YY)

  325. 	MADD4	t8, t8, x1, a4

  326. 	LD	a4, 11 * SIZE(AO1)

  327. 

  328. 	MADD1	t5, t5, x3, a5

  329. 	ST	t1,  0 * SIZE(YY)

  330. 	MADD2	t6, t6, x4, a5

  331. 	LD	a5,  8 * SIZE(AO2)

  332. 	MADD1	t7, t7, x3, a7

  333. 	ST	t2,  1 * SIZE(YY)

  334. 	MADD2	t8, t8, x4, a7

  335. 	LD	a7, 10 * SIZE(AO2)

  336. 

  337. 	MADD3	t5, t5, x4, a6

  338. 	ST	t3,  2 * SIZE(YY)

  339. 	MADD4	t6, t6, x3, a6

  340. 	LD	a6,  9 * SIZE(AO2)

  341. 	MADD3	t7, t7, x4, a8

  342. 	ST	t4,  3 * SIZE(YY)

  343. 	MADD4	t8, t8, x3, a8

  344. 	LD	a8, 11 * SIZE(AO2)

  345. 

  346. 	MADD1	t1, y1, x1, a1

  347. 	LD	y1, 12 * SIZE(YY)

  348. 	MADD2	t2, y2, x2, a1

  349. 	LD	a1, 12 * SIZE(AO1)

  350. 	MADD1	t3, y3, x1, a3

  351. 	LD	y2, 13 * SIZE(YY)

  352. 	MADD2	t4, y4, x2, a3

  353. 	LD	a3, 14 * SIZE(AO1)

  354. 

  355. 	MADD3	t1, t1, x2, a2

  356. 	LD	y3, 14 * SIZE(YY)

  357. 	MADD4	t2, t2, x1, a2

  358. 	LD	a2, 13 * SIZE(AO1)

  359. 	MADD3	t3, t3, x2, a4

  360. 	LD	y4, 15 * SIZE(YY)

  361. 	MADD4	t4, t4, x1, a4

  362. 	LD	a4, 15 * SIZE(AO1)

  363. 

  364. 	MADD1	t1, t1, x3, a5

  365. 	ST	t5,  4 * SIZE(YY)

  366. 	MADD2	t2, t2, x4, a5

  367. 	LD	a5, 12 * SIZE(AO2)

  368. 	MADD1	t3, t3, x3, a7

  369. 	ST	t6,  5 * SIZE(YY)

  370. 	MADD2	t4, t4, x4, a7

  371. 	LD	a7, 14 * SIZE(AO2)

  372. 

  373. 	MADD3	t1, t1, x4, a6

  374. 	ST	t7,  6 * SIZE(YY)

  375. 	MADD4	t2, t2, x3, a6

  376. 	LD	a6, 13 * SIZE(AO2)

  377. 	MADD3	t3, t3, x4, a8

  378. 	ST	t8,  7 * SIZE(YY)

  379. 	MADD4	t4, t4, x3, a8

  380. 	LD	a8, 15 * SIZE(AO2)

  381. 

  382. 	daddiu	I, I, -1

  383. 	daddiu	YY,  YY,   8 * SIZE

  384. 

  385. 	daddiu	AO1, AO1,  8 * SIZE

  386. 	bgtz	I, .L12

  387. 	daddiu	AO2, AO2,  8 * SIZE

  388. 	.align 3

  389. 

  390. .L13:

  391. 	ST	t1,  0 * SIZE(YY)

  392. 	MADD1	t1, y1, x1, a1

  393. 	ST	t2,  1 * SIZE(YY)

  394. 	MADD2	t2, y2, x2, a1

  395. 	ST	t3,  2 * SIZE(YY)

  396. 	MADD1	t3, y3, x1, a3

  397. 	ST	t4,  3 * SIZE(YY)

  398. 	MADD2	t4, y4, x2, a3

  399. 

  400. 	MADD3	t1, t1, x2, a2

  401. 	MADD4	t2, t2, x1, a2

  402. 	MADD3	t3, t3, x2, a4

  403. 	MADD4	t4, t4, x1, a4

  404. 

  405. 	MADD1	t1, t1, x3, a5

  406. 	MADD2	t2, t2, x4, a5

  407. 	MADD1	t3, t3, x3, a7

  408. 	MADD2	t4, t4, x4, a7

  409. 

  410. 	MADD3	t1, t1, x4, a6

  411. 	daddiu	AO1, AO1,  8 * SIZE

  412. 	MADD4	t2, t2, x3, a6

  413. 	daddiu	AO2, AO2,  8 * SIZE

  414. 	MADD3	t3, t3, x4, a8

  415. 	daddiu	YY,  YY,   8 * SIZE

  416. 	MADD4	t4, t4, x3, a8

  417. 	NOP

  418. 

  419. 	ST	t1, -4 * SIZE(YY)

  420. 	ST	t2, -3 * SIZE(YY)

  421. 	ST	t3, -2 * SIZE(YY)

  422. 	ST	t4, -1 * SIZE(YY)

  423. 	.align 3

  424. 

  425. .L15:

  426. 	andi	I,  M, 2

  427. 	NOP

  428. 	blez	I, .L16

  429. 	NOP

  430. 

  431. 	LD	a1, 0 * SIZE(AO1)

  432. 	LD	y1, 0 * SIZE(YY)

  433. 	LD	a2, 1 * SIZE(AO1)

  434. 	LD	y2, 1 * SIZE(YY)

  435. 

  436. 	LD	a3, 2 * SIZE(AO1)

  437. 	LD	y3, 2 * SIZE(YY)

  438. 	LD	a4, 3 * SIZE(AO1)

  439. 	LD	y4, 3 * SIZE(YY)

  440. 

  441. 	MADD1	t1, y1, x1, a1

  442. 	LD	a5, 0 * SIZE(AO2)

  443. 	MADD2	t2, y2, x2, a1

  444. 	LD	a6, 1 * SIZE(AO2)

  445. 	MADD1	t3, y3, x1, a3

  446. 	LD	a7, 2 * SIZE(AO2)

  447. 	MADD2	t4, y4, x2, a3

  448. 	LD	a8, 3 * SIZE(AO2)

  449. 

  450. 	MADD3	t1, t1, x2, a2

  451. 	MADD4	t2, t2, x1, a2

  452. 	MADD3	t3, t3, x2, a4

  453. 	MADD4	t4, t4, x1, a4

  454. 

  455. 	MADD1	t1, t1, x3, a5

  456. 	MADD2	t2, t2, x4, a5

  457. 	MADD1	t3, t3, x3, a7

  458. 	MADD2	t4, t4, x4, a7

  459. 

  460. 	MADD3	t1, t1, x4, a6

  461. 	daddiu	YY,  YY,   4 * SIZE

  462. 	MADD4	t2, t2, x3, a6

  463. 	daddiu	AO1, AO1,  4 * SIZE

  464. 	MADD3	t3, t3, x4, a8

  465. 	daddiu	AO2, AO2,  4 * SIZE

  466. 	MADD4	t4, t4, x3, a8

  467. 	NOP

  468. 

  469. 	ST	t1, -4 * SIZE(YY)

  470. 	ST	t2, -3 * SIZE(YY)

  471. 	ST	t3, -2 * SIZE(YY)

  472. 	ST	t4, -1 * SIZE(YY)

  473. 	.align 3

  474. 

  475. .L16:

  476. 	andi	I,  M, 1

  477. 	NOP

  478. 	blez	I, .L19

  479. 	NOP

  480. 

  481. 	LD	y1, 0 * SIZE(YY)

  482. 	LD	y2, 1 * SIZE(YY)

  483. 	LD	a1, 0 * SIZE(AO1)

  484. 	LD	a2, 1 * SIZE(AO1)

  485. 

  486. 	MADD1	t1, y1, x1, a1

  487. 	LD	a5, 0 * SIZE(AO2)

  488. 	MADD2	t2, y2, x2, a1

  489. 	LD	a6, 1 * SIZE(AO2)

  490. 	MADD3	t1, t1, x2, a2

  491. 	MADD4	t2, t2, x1, a2

  492. 

  493. 	MADD1	t1, t1, x3, a5

  494. 	MADD2	t2, t2, x4, a5

  495. 	MADD3	t1, t1, x4, a6

  496. 	MADD4	t2, t2, x3, a6

  497. 

  498. 	ST	t1,  0 * SIZE(YY)

  499. 	ST	t2,  1 * SIZE(YY)

  500. 	.align 3

  501. 

  502. 

  503. .L19:

  504. 	daddiu	J, J, -1

  505. 

  506. 	bgtz	J, .L11

  507. 	NOP

  508. 	.align 3

  509. 

  510. .L20:

  511. 	andi	J,  N, 1

  512. 	blez	J, .L900

  513. 	NOP

  514. 

  515. 	LD	x1, 0 * SIZE(X)

  516. 	LD	x2, 1 * SIZE(X)

  517. 	daddu	X, X, INCX

  518. 

  519. 	MUL	a1, ALPHA_R, x1

  520. 	move	AO1, A

  521. 	MUL	a2, ALPHA_I, x1

  522. 

  523. #ifndef XCONJ

  524. 	NMSUB	x1, a1, ALPHA_I, x2

  525. 	MADD	x2, a2, ALPHA_R, x2

  526. #else

  527. 	MADD	x1, a1, ALPHA_I, x2

  528. 	MSUB	x2, a2, ALPHA_R, x2

  529. #endif

  530. 

  531. 	dsra	I,  M, 2

  532. 

  533. 	blez	I, .L25

  534. 	move	YY, YORIG

  535. 

  536. 	LD	y1, 0 * SIZE(YY)

  537. 	LD	a1, 0 * SIZE(AO1)

  538. 	LD	y2, 1 * SIZE(YY)

  539. 	LD	a3, 2 * SIZE(AO1)

  540. 	LD	y3, 2 * SIZE(YY)

  541. 	LD	a2, 1 * SIZE(AO1)

  542. 	LD	y4, 3 * SIZE(YY)

  543. 	LD	a4, 3 * SIZE(AO1)

  544. 

  545. 	MADD1	t1, y1, x1, a1

  546. 	LD	y1,  4 * SIZE(YY)

  547. 	MADD2	t2, y2, x2, a1

  548. 	LD	a1,  4 * SIZE(AO1)

  549. 	MADD1	t3, y3, x1, a3

  550. 	LD	y2,  5 * SIZE(YY)

  551. 	MADD2	t4, y4, x2, a3

  552. 	LD	a3,  6 * SIZE(AO1)

  553. 

  554. 	MADD3	t1, t1, x2, a2

  555. 	LD	y3,  6 * SIZE(YY)

  556. 	MADD4	t2, t2, x1, a2

  557. 	LD	a2,  5 * SIZE(AO1)

  558. 	MADD3	t3, t3, x2, a4

  559. 	LD	y4,  7 * SIZE(YY)

  560. 	MADD4	t4, t4, x1, a4

  561. 	daddiu	I, I, -1

  562. 

  563. 	blez	I, .L23

  564. 	LD	a4,  7 * SIZE(AO1)

  565. 	.align	3

  566. 

  567. .L22:

  568. 	MADD1	t5, y1, x1, a1

  569. 	LD	y1,  8 * SIZE(YY)

  570. 	MADD2	t6, y2, x2, a1

  571. 	LD	a1,  8 * SIZE(AO1)

  572. 	MADD1	t7, y3, x1, a3

  573. 	LD	y2,  9 * SIZE(YY)

  574. 	MADD2	t8, y4, x2, a3

  575. 	LD	a3, 10 * SIZE(AO1)

  576. 

  577. 	MADD3	t5, t5, x2, a2

  578. 	LD	y3, 10 * SIZE(YY)

  579. 	MADD4	t6, t6, x1, a2

  580. 	LD	a2,  9 * SIZE(AO1)

  581. 	MADD3	t7, t7, x2, a4

  582. 	LD	y4, 11 * SIZE(YY)

  583. 	MADD4	t8, t8, x1, a4

  584. 	LD	a4, 11 * SIZE(AO1)

  585. 

  586. 	ST	t1,  0 * SIZE(YY)

  587. 	ST	t2,  1 * SIZE(YY)

  588. 	ST	t3,  2 * SIZE(YY)

  589. 	ST	t4,  3 * SIZE(YY)

  590. 

  591. 	MADD1	t1, y1, x1, a1

  592. 	LD	y1, 12 * SIZE(YY)

  593. 	MADD2	t2, y2, x2, a1

  594. 	LD	a1, 12 * SIZE(AO1)

  595. 	MADD1	t3, y3, x1, a3

  596. 	LD	y2, 13 * SIZE(YY)

  597. 	MADD2	t4, y4, x2, a3

  598. 	LD	a3, 14 * SIZE(AO1)

  599. 

  600. 	MADD3	t1, t1, x2, a2

  601. 	LD	y3, 14 * SIZE(YY)

  602. 	MADD4	t2, t2, x1, a2

  603. 	LD	a2, 13 * SIZE(AO1)

  604. 	MADD3	t3, t3, x2, a4

  605. 	LD	y4, 15 * SIZE(YY)

  606. 	MADD4	t4, t4, x1, a4

  607. 	LD	a4, 15 * SIZE(AO1)

  608. 

  609. 	ST	t5,  4 * SIZE(YY)

  610. 	ST	t6,  5 * SIZE(YY)

  611. 	ST	t7,  6 * SIZE(YY)

  612. 	ST	t8,  7 * SIZE(YY)

  613. 

  614. 	daddiu	I, I, -1

  615. 	daddiu	YY,  YY,   8 * SIZE

  616. 

  617. 	bgtz	I, .L22

  618. 	daddiu	AO1, AO1,  8 * SIZE

  619. 	.align 3

  620. 

  621. .L23:

  622. 	ST	t1,  0 * SIZE(YY)

  623. 	MADD1	t1, y1, x1, a1

  624. 	ST	t2,  1 * SIZE(YY)

  625. 	MADD2	t2, y2, x2, a1

  626. 	ST	t3,  2 * SIZE(YY)

  627. 	MADD1	t3, y3, x1, a3

  628. 	ST	t4,  3 * SIZE(YY)

  629. 	MADD2	t4, y4, x2, a3

  630. 

  631. 	MADD3	t1, t1, x2, a2

  632. 	daddiu	AO1, AO1,  8 * SIZE

  633. 	MADD4	t2, t2, x1, a2

  634. 	daddiu	YY,  YY,   8 * SIZE

  635. 	MADD3	t3, t3, x2, a4

  636. 	MADD4	t4, t4, x1, a4

  637. 

  638. 	ST	t1, -4 * SIZE(YY)

  639. 	ST	t2, -3 * SIZE(YY)

  640. 	ST	t3, -2 * SIZE(YY)

  641. 	ST	t4, -1 * SIZE(YY)

  642. 	.align 3

  643. 

  644. .L25:

  645. 	andi	I,  M, 2

  646. 	NOP

  647. 	blez	I, .L26

  648. 	NOP

  649. 

  650. 	LD	a1, 0 * SIZE(AO1)

  651. 	LD	y1, 0 * SIZE(YY)

  652. 	LD	a2, 1 * SIZE(AO1)

  653. 	LD	y2, 1 * SIZE(YY)

  654. 

  655. 	LD	a3, 2 * SIZE(AO1)

  656. 	LD	y3, 2 * SIZE(YY)

  657. 	LD	a4, 3 * SIZE(AO1)

  658. 	LD	y4, 3 * SIZE(YY)

  659. 

  660. 	MADD1	t1, y1, x1, a1

  661. 	MADD2	t2, y2, x2, a1

  662. 	MADD1	t3, y3, x1, a3

  663. 	MADD2	t4, y4, x2, a3

  664. 

  665. 	MADD3	t1, t1, x2, a2

  666. 	daddiu	YY,  YY,   4 * SIZE

  667. 	MADD4	t2, t2, x1, a2

  668. 	daddiu	AO1, AO1,  4 * SIZE

  669. 	MADD3	t3, t3, x2, a4

  670. 	MADD4	t4, t4, x1, a4

  671. 

  672. 	ST	t1, -4 * SIZE(YY)

  673. 	ST	t2, -3 * SIZE(YY)

  674. 	ST	t3, -2 * SIZE(YY)

  675. 	ST	t4, -1 * SIZE(YY)

  676. 	.align 3

  677. 

  678. .L26:

  679. 	andi	I,  M, 1

  680. 	NOP

  681. 	blez	I, .L900

  682. 	NOP

  683. 

  684. 	LD	y1, 0 * SIZE(YY)

  685. 	LD	y2, 1 * SIZE(YY)

  686. 	LD	a1, 0 * SIZE(AO1)

  687. 	LD	a2, 1 * SIZE(AO1)

  688. 

  689. 	MADD1	t1, y1, x1, a1

  690. 	MADD2	t2, y2, x2, a1

  691. 	MADD3	t1, t1, x2, a2

  692. 	MADD4	t2, t2, x1, a2

  693. 

  694. 	ST	t1,  0 * SIZE(YY)

  695. 	ST	t2,  1 * SIZE(YY)

  696. 	.align 3

  697. 

  698. .L900:

  699. 	li	YORIG, 2 * SIZE

  700. 

  701. 	beq	INCY, YORIG, .L999

  702. 	dsra	I,  M, 2

  703. 

  704. 	blez	I, .L905

  705. 	move	XX, BUFFER

  706. 	.align 3

  707. 

  708. .L902:

  709. 	LD	a1, 0 * SIZE(XX)

  710. 	LD	a2, 1 * SIZE(XX)

  711. 	LD	a3, 2 * SIZE(XX)

  712. 	LD	a4, 3 * SIZE(XX)

  713. 	LD	a5, 4 * SIZE(XX)

  714. 	LD	a6, 5 * SIZE(XX)

  715. 	LD	a7, 6 * SIZE(XX)

  716. 	LD	a8, 7 * SIZE(XX)

  717. 

  718. 	daddiu	I, I, -1

  719. 

  720. 	ST	a1, 0 * SIZE(Y)

  721. 	ST	a2, 1 * SIZE(Y)

  722. 	daddu	Y, Y, INCY

  723. 	ST	a3, 0 * SIZE(Y)

  724. 	ST	a4, 1 * SIZE(Y)

  725. 	daddu	Y, Y, INCY

  726. 	ST	a5, 0 * SIZE(Y)

  727. 	ST	a6, 1 * SIZE(Y)

  728. 	daddu	Y, Y, INCY

  729. 	ST	a7, 0 * SIZE(Y)

  730. 	ST	a8, 1 * SIZE(Y)

  731. 	daddu	Y, Y, INCY

  732. 

  733. 	bgtz	I, .L902

  734. 	daddiu	XX, XX, 8 * SIZE

  735. 	.align 3

  736. 

  737. .L905:

  738. 	andi	I,  M, 3

  739. 	blez	I, .L999

  740. 	NOP

  741. 	.align 3

  742. 

  743. .L906:

  744. 	LD	a1, 0 * SIZE(XX)

  745. 	LD	a2, 1 * SIZE(XX)

  746. 	daddiu	XX, XX, 2 * SIZE

  747. 

  748. 	daddiu	I, I, -1

  749. 

  750. 	ST	a1, 0 * SIZE(Y)

  751. 	ST	a2, 1 * SIZE(Y)

  752. 

  753. 	bgtz	I, .L906

  754. 	daddu	Y, Y, INCY

  755. 	.align 3

  756. 

  757. .L999:

  758. 	LDARG	$16,   0($sp)

  759. 	LDARG	$17,   8($sp)

  760. 	ldc1	$f24, 16($sp)

  761. 	ldc1	$f25, 24($sp)

  762. 

  763. #ifndef __64BIT__

  764. 	ldc1	$f20, 32($sp)

  765. 	ldc1	$f21, 40($sp)

  766. 	ldc1	$f22, 48($sp)

  767. 	ldc1	$f23, 56($sp)

  768. #endif

  769. 

  770. 	j	$31

  771. #ifdef __64BIT__

  772. 	daddiu	$sp, $sp, 32

  773. #else

  774. 	daddiu	$sp, $sp, 64

  775. #endif

  776. 

  777. 	EPILOGUE