OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 855945befb
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '855945befb'
${ noResults }
OpenBLAS/kernel/mips64/symv_U.S

783 lines
15 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define M	$4

  43. #define A	$6

  44. #define LDA	$7

  45. #define X	$8

  46. #define INCX	$9

  47. #define Y	$10

  48. #define INCY	$11

  49. #define BUFFER	$5

  50. 

  51. #define XX	$12

  52. #define YY	$13

  53. 

  54. #define I	$14

  55. #define IS	$15

  56. 

  57. #define AO1	$16

  58. #define AO2	$17

  59. 

  60. #define Y1	$18

  61. #define TEMP	$19

  62. 

  63. #define ALPHA	$f13

  64. 

  65. #define a1	$f0

  66. #define a2	$f1

  67. #define a3	$f2

  68. #define a4	$f3

  69. #define a5	$f4

  70. #define a6	$f5

  71. #define a7	$f6

  72. #define a8	$f7

  73. 

  74. #define alpha1	$f8

  75. #define alpha2	$f9

  76. 

  77. #define x1	$f10

  78. #define x2	$f11

  79. #define x3	$f12

  80. #define x4	$f14

  81. 

  82. #define xsum1	$f15

  83. #define xsum2	$f16

  84. 

  85. #define ysum1	$f17

  86. #define ysum2	$f18

  87. #define ysum3	$f19

  88. #define ysum4	$f20

  89. 

  90. 

  91. 	PROLOGUE

  92. 

  93. 	LDARG	BUFFER,  0($sp)

  94. 	daddiu	$sp, $sp, -32

  95. 

  96. 	SDARG	$16,   0($sp)

  97. 	dsll	LDA,  LDA,  BASE_SHIFT

  98. 	SDARG	$17,   8($sp)

  99. 	dsll	INCX, INCX, BASE_SHIFT

  100. 	SDARG	$18,  16($sp)

  101. 	dsll	INCY, INCY, BASE_SHIFT

  102. 	SDARG	$19,  24($sp)

  103. 	nop

  104. 

  105. 	blez	M, .L999

  106. 	li	IS, SIZE

  107. 

  108. 	beq	IS, INCX, .L05

  109. 	move	Y1, Y

  110. 

  111. 	dsra	I,  M, 2

  112. 	move	XX, X

  113. 

  114. 	blez	I, .L02

  115. 	move	X,  BUFFER

  116. 	.align 3

  117. 

  118. .L01:

  119. 	LD	a1, 0 * SIZE(XX)

  120. 	daddu	XX, XX, INCX

  121. 	LD	a2, 0 * SIZE(XX)

  122. 	daddu	XX, XX, INCX

  123. 	LD	a3, 0 * SIZE(XX)

  124. 	daddu	XX, XX, INCX

  125. 	LD	a4, 0 * SIZE(XX)

  126. 	daddu	XX, XX, INCX

  127. 

  128. 	ST	a1, 0 * SIZE(BUFFER)

  129. 	ST	a2, 1 * SIZE(BUFFER)

  130. 	ST	a3, 2 * SIZE(BUFFER)

  131. 	ST	a4, 3 * SIZE(BUFFER)

  132. 	daddiu	I, I, -1

  133. 

  134. 	bgtz	I, .L01

  135. 	daddiu	BUFFER, BUFFER, 4 * SIZE

  136. 	.align 3

  137. 

  138. .L02:

  139. 	andi	I,  M, 3

  140. 	blez	I, .L05

  141. 	NOP

  142. 	.align 3

  143. 

  144. .L03:

  145. 	LD	a1, 0 * SIZE(XX)

  146. 	daddu	XX, XX, INCX

  147. 

  148. 	ST	a1, 0 * SIZE(BUFFER)

  149. 	daddiu	I, I, -1

  150. 

  151. 	bgtz	I, .L03

  152. 	daddiu	BUFFER, BUFFER, 1 * SIZE

  153. 	.align 3

  154. 

  155. .L05:

  156. 	beq	IS, INCY, .L10

  157. 	daddiu	BUFFER, BUFFER, 255

  158. 

  159. 	li	TEMP, -256

  160. 	and	BUFFER, BUFFER, TEMP

  161. 

  162. 	dsra	I,  M, 2

  163. 	move	Y1, BUFFER

  164. 

  165. 	blez	I, .L07

  166. 	move	YY, Y

  167. 	.align 3

  168. 

  169. .L06:

  170. 	LD	a1, 0 * SIZE(YY)

  171. 	daddu	YY, YY, INCY

  172. 	LD	a2, 0 * SIZE(YY)

  173. 	daddu	YY, YY, INCY

  174. 	LD	a3, 0 * SIZE(YY)

  175. 	daddu	YY, YY, INCY

  176. 	LD	a4, 0 * SIZE(YY)

  177. 	daddu	YY, YY, INCY

  178. 

  179. 	ST	a1, 0 * SIZE(BUFFER)

  180. 	ST	a2, 1 * SIZE(BUFFER)

  181. 	ST	a3, 2 * SIZE(BUFFER)

  182. 	ST	a4, 3 * SIZE(BUFFER)

  183. 	daddiu	I, I, -1

  184. 

  185. 	bgtz	I, .L06

  186. 	daddiu	BUFFER, BUFFER, 4 * SIZE

  187. 	.align 3

  188. 

  189. .L07:

  190. 	andi	I,  M, 3

  191. 	blez	I, .L10

  192. 	NOP

  193. 	.align 3

  194. 

  195. .L08:

  196. 	LD	a1, 0 * SIZE(YY)

  197. 	daddu	YY, YY, INCY

  198. 

  199. 	ST	a1, 0 * SIZE(BUFFER)

  200. 	daddiu	I, I, -1

  201. 

  202. 	bgtz	I, .L08

  203. 	daddiu	BUFFER, BUFFER, 1 * SIZE

  204. 	.align 3

  205. 

  206. .L10:

  207. 	slti	TEMP, M, 2

  208. 	nop

  209. 

  210. 	bgtz	TEMP, .L20

  211. 	li	IS, 0

  212. 	.align 3

  213. 

  214. .L11:

  215. 	dsll	TEMP,  IS,  BASE_SHIFT

  216. 	daddu	TEMP, X, TEMP

  217. 

  218. 	LD	alpha1, 0 * SIZE(TEMP)

  219. 	LD	alpha2, 1 * SIZE(TEMP)

  220. 

  221. 	move	AO1, A

  222. 	dsra	I,  IS, 3

  223. 	daddu	AO2, A,   LDA

  224. 	daddu	A,   AO2, LDA

  225. 

  226. 	MTC	$0,  xsum1

  227. 	MTC	$0,  xsum2

  228. 

  229. 	move	XX, X

  230. 	MUL	alpha1, ALPHA, alpha1

  231. 	move	YY, Y1

  232. 	MUL	alpha2, ALPHA, alpha2

  233. 

  234. 	blez	I, .L15

  235. 	daddiu	I, I, -1

  236. 

  237. 	LD	x1, 0 * SIZE(XX)

  238. 	LD	x2, 1 * SIZE(XX)

  239. 	LD	x3, 2 * SIZE(XX)

  240. 

  241. 	LD	a1, 0 * SIZE(AO1)

  242. 	LD	a2, 1 * SIZE(AO1)

  243. 	LD	a5, 2 * SIZE(AO1)

  244. 	LD	a6, 3 * SIZE(AO1)

  245. 

  246. 	LD	a3, 0 * SIZE(AO2)

  247. 	LD	a4, 1 * SIZE(AO2)

  248. 	LD	a7, 2 * SIZE(AO2)

  249. 	LD	a8, 3 * SIZE(AO2)

  250. 

  251. 	LD	ysum1, 0 * SIZE(YY)

  252. 	LD	ysum2, 1 * SIZE(YY)

  253. 

  254. 	blez	I, .L13

  255. 	LD	ysum3, 2 * SIZE(YY)

  256. 	.align	3

  257. 

  258. .L12:

  259. 	MADD	ysum1, ysum1, alpha1, a1

  260. 	LD	ysum4, 3 * SIZE(YY)

  261. 	MADD	ysum2, ysum2, alpha1, a2

  262. 	LD	x4, 3 * SIZE(XX)

  263. 	MADD	xsum1, xsum1, x1, a1

  264. 	LD	a1, 4 * SIZE(AO1)

  265. 	MADD	xsum2, xsum2, x1, a3

  266. 	LD	x1, 4 * SIZE(XX)

  267. 

  268. 	MADD	ysum1, ysum1, alpha2, a3

  269. 	LD	a3, 4 * SIZE(AO2)

  270. 	MADD	ysum2, ysum2, alpha2, a4

  271. 	daddiu	I, I, -1

  272. 	MADD	xsum1, xsum1, x2, a2

  273. 	LD	a2, 5 * SIZE(AO1)

  274. 	MADD	xsum2, xsum2, x2, a4

  275. 	LD	a4, 5 * SIZE(AO2)

  276. 

  277. 	ST	ysum1, 0 * SIZE(YY)

  278. 	LD	ysum1, 4 * SIZE(YY)

  279. 	ST	ysum2, 1 * SIZE(YY)

  280. 	LD	ysum2, 5 * SIZE(YY)

  281. 

  282. 	MADD	ysum3, ysum3, alpha1, a5

  283. 	nop

  284. 	MADD	ysum4, ysum4, alpha1, a6

  285. 	LD	x2, 5 * SIZE(XX)

  286. 	MADD	xsum1, xsum1, x3, a5

  287. 	LD	a5, 6 * SIZE(AO1)

  288. 	MADD	xsum2, xsum2, x3, a7

  289. 	LD	x3, 6 * SIZE(XX)

  290. 

  291. 	MADD	ysum3, ysum3, alpha2, a7

  292. 	LD	a7, 6 * SIZE(AO2)

  293. 	MADD	ysum4, ysum4, alpha2, a8

  294. 	daddiu	XX, XX,  8 * SIZE

  295. 	MADD	xsum1, xsum1, x4, a6

  296. 	LD	a6, 7 * SIZE(AO1)

  297. 	MADD	xsum2, xsum2, x4, a8

  298. 	LD	a8, 7 * SIZE(AO2)

  299. 

  300. 	ST	ysum3, 2 * SIZE(YY)

  301. 	LD	ysum3, 6 * SIZE(YY)

  302. 	ST	ysum4, 3 * SIZE(YY)

  303. 	LD	ysum4, 7 * SIZE(YY)

  304. 

  305. 	MADD	ysum1, ysum1, alpha1, a1

  306. 	daddiu	AO2, AO2,  8 * SIZE

  307. 	MADD	ysum2, ysum2, alpha1, a2

  308. 	LD	x4,-1 * SIZE(XX)

  309. 	MADD	xsum1, xsum1, x1, a1

  310. 	LD	a1, 8 * SIZE(AO1)

  311. 	MADD	xsum2, xsum2, x1, a3

  312. 	LD	x1, 0 * SIZE(XX)

  313. 

  314. 	MADD	ysum1, ysum1, alpha2, a3

  315. 	LD	a3, 0 * SIZE(AO2)

  316. 	MADD	ysum2, ysum2, alpha2, a4

  317. 	nop

  318. 	MADD	xsum1, xsum1, x2, a2

  319. 	LD	a2, 9 * SIZE(AO1)

  320. 	MADD	xsum2, xsum2, x2, a4

  321. 	LD	a4, 1 * SIZE(AO2)

  322. 

  323. 	ST	ysum1, 4 * SIZE(YY)

  324. 	LD	ysum1, 8 * SIZE(YY)

  325. 	ST	ysum2, 5 * SIZE(YY)

  326. 	LD	ysum2, 9 * SIZE(YY)

  327. 

  328. 	MADD	ysum3, ysum3, alpha1, a5

  329. 	daddiu	AO1, AO1,  8 * SIZE

  330. 	MADD	ysum4, ysum4, alpha1, a6

  331. 	LD	x2, 1 * SIZE(XX)

  332. 	MADD	xsum1, xsum1, x3, a5

  333. 	LD	a5, 2 * SIZE(AO1)

  334. 	MADD	xsum2, xsum2, x3, a7

  335. 	LD	x3, 2 * SIZE(XX)

  336. 

  337. 	MADD	ysum3, ysum3, alpha2, a7

  338. 	LD	a7, 2 * SIZE(AO2)

  339. 	MADD	ysum4, ysum4, alpha2, a8

  340. 	daddiu	YY, YY,  8 * SIZE

  341. 	MADD	xsum1, xsum1, x4, a6

  342. 	LD	a6, 3 * SIZE(AO1)

  343. 	MADD	xsum2, xsum2, x4, a8

  344. 	LD	a8, 3 * SIZE(AO2)

  345. 

  346. 	ST	ysum3,-2 * SIZE(YY)

  347. 	LD	ysum3, 2 * SIZE(YY)

  348. 	bgtz	I, .L12

  349. 	ST	ysum4,-1 * SIZE(YY)

  350. 	.align 3

  351. 

  352. .L13:

  353. 	MADD	ysum1, ysum1, alpha1, a1

  354. 	LD	ysum4, 3 * SIZE(YY)

  355. 	MADD	ysum2, ysum2, alpha1, a2

  356. 	LD	x4, 3 * SIZE(XX)

  357. 	MADD	xsum1, xsum1, x1, a1

  358. 	LD	a1, 4 * SIZE(AO1)

  359. 	MADD	xsum2, xsum2, x1, a3

  360. 	LD	x1, 4 * SIZE(XX)

  361. 

  362. 	MADD	ysum1, ysum1, alpha2, a3

  363. 	LD	a3, 4 * SIZE(AO2)

  364. 	MADD	ysum2, ysum2, alpha2, a4

  365. 	MADD	xsum1, xsum1, x2, a2

  366. 	LD	a2, 5 * SIZE(AO1)

  367. 	MADD	xsum2, xsum2, x2, a4

  368. 	LD	a4, 5 * SIZE(AO2)

  369. 	LD	x2, 5 * SIZE(XX)

  370. 

  371. 	ST	ysum1, 0 * SIZE(YY)

  372. 	ST	ysum2, 1 * SIZE(YY)

  373. 	LD	ysum1, 4 * SIZE(YY)

  374. 	LD	ysum2, 5 * SIZE(YY)

  375. 

  376. 	MADD	ysum3, ysum3, alpha1, a5

  377. 	MADD	ysum4, ysum4, alpha1, a6

  378. 	MADD	xsum1, xsum1, x3, a5

  379. 	LD	a5, 6 * SIZE(AO1)

  380. 	MADD	xsum2, xsum2, x3, a7

  381. 	LD	x3, 6 * SIZE(XX)

  382. 

  383. 	MADD	ysum3, ysum3, alpha2, a7

  384. 	LD	a7, 6 * SIZE(AO2)

  385. 	MADD	ysum4, ysum4, alpha2, a8

  386. 	MADD	xsum1, xsum1, x4, a6

  387. 	LD	a6, 7 * SIZE(AO1)

  388. 	MADD	xsum2, xsum2, x4, a8

  389. 	LD	a8, 7 * SIZE(AO2)

  390. 	LD	x4, 7 * SIZE(XX)

  391. 

  392. 	ST	ysum3, 2 * SIZE(YY)

  393. 	ST	ysum4, 3 * SIZE(YY)

  394. 	LD	ysum3, 6 * SIZE(YY)

  395. 	LD	ysum4, 7 * SIZE(YY)

  396. 

  397. 	MADD	ysum1, ysum1, alpha1, a1

  398. 	MADD	ysum2, ysum2, alpha1, a2

  399. 	MADD	xsum1, xsum1, x1, a1

  400. 	MADD	xsum2, xsum2, x1, a3

  401. 

  402. 	MADD	ysum1, ysum1, alpha2, a3

  403. 	MADD	ysum2, ysum2, alpha2, a4

  404. 	MADD	xsum1, xsum1, x2, a2

  405. 	MADD	xsum2, xsum2, x2, a4

  406. 

  407. 	MADD	ysum3, ysum3, alpha1, a5

  408. 	MADD	ysum4, ysum4, alpha1, a6

  409. 	MADD	xsum1, xsum1, x3, a5

  410. 	MADD	xsum2, xsum2, x3, a7

  411. 

  412. 	MADD	ysum3, ysum3, alpha2, a7

  413. 	daddiu	XX, XX,  8 * SIZE

  414. 	MADD	ysum4, ysum4, alpha2, a8

  415. 	daddiu	AO1, AO1,  8 * SIZE

  416. 	MADD	xsum1, xsum1, x4, a6

  417. 	daddiu	AO2, AO2,  8 * SIZE

  418. 	MADD	xsum2, xsum2, x4, a8

  419. 

  420. 	ST	ysum1, 4 * SIZE(YY)

  421. 	ST	ysum2, 5 * SIZE(YY)

  422. 	ST	ysum3, 6 * SIZE(YY)

  423. 	ST	ysum4, 7 * SIZE(YY)

  424. 	daddiu	YY, YY,  8 * SIZE

  425. 	.align 3

  426. 

  427. .L15:

  428. 	andi	I,  IS, 4

  429. 	NOP

  430. 	blez	I, .L16

  431. 	NOP

  432. 

  433. 	LD	x1, 0 * SIZE(XX)

  434. 	LD	x2, 1 * SIZE(XX)

  435. 	LD	x3, 2 * SIZE(XX)

  436. 	LD	x4, 3 * SIZE(XX)

  437. 	daddiu	XX, XX,  4 * SIZE

  438. 

  439. 	LD	a1, 0 * SIZE(AO1)

  440. 	LD	a2, 1 * SIZE(AO1)

  441. 	LD	a5, 2 * SIZE(AO1)

  442. 	LD	a6, 3 * SIZE(AO1)

  443. 	daddiu	AO1, AO1,  4 * SIZE

  444. 

  445. 	LD	a3, 0 * SIZE(AO2)

  446. 	LD	a4, 1 * SIZE(AO2)

  447. 	LD	a7, 2 * SIZE(AO2)

  448. 	LD	a8, 3 * SIZE(AO2)

  449. 	daddiu	AO2, AO2,  4 * SIZE

  450. 

  451. 	LD	ysum1, 0 * SIZE(YY)

  452. 	LD	ysum2, 1 * SIZE(YY)

  453. 	LD	ysum3, 2 * SIZE(YY)

  454. 	LD	ysum4, 3 * SIZE(YY)

  455. 

  456. 	MADD	ysum1, ysum1, alpha1, a1

  457. 	MADD	ysum2, ysum2, alpha1, a2

  458. 	MADD	xsum1, xsum1, x1, a1

  459. 	MADD	xsum2, xsum2, x1, a3

  460. 

  461. 	MADD	ysum1, ysum1, alpha2, a3

  462. 	MADD	ysum2, ysum2, alpha2, a4

  463. 	MADD	xsum1, xsum1, x2, a2

  464. 	MADD	xsum2, xsum2, x2, a4

  465. 

  466. 	MADD	ysum3, ysum3, alpha1, a5

  467. 	MADD	ysum4, ysum4, alpha1, a6

  468. 	MADD	xsum1, xsum1, x3, a5

  469. 	MADD	xsum2, xsum2, x3, a7

  470. 

  471. 	MADD	ysum3, ysum3, alpha2, a7

  472. 	MADD	ysum4, ysum4, alpha2, a8

  473. 	MADD	xsum1, xsum1, x4, a6

  474. 	MADD	xsum2, xsum2, x4, a8

  475. 

  476. 	ST	ysum1, 0 * SIZE(YY)

  477. 	ST	ysum2, 1 * SIZE(YY)

  478. 	ST	ysum3, 2 * SIZE(YY)

  479. 	ST	ysum4, 3 * SIZE(YY)

  480. 

  481. 	daddiu	YY, YY,  4 * SIZE

  482. 	.align 3

  483. 

  484. .L16:

  485. 	andi	I,  IS, 2

  486. 	NOP

  487. 	blez	I, .L19

  488. 	NOP

  489. 

  490. 	LD	x1, 0 * SIZE(XX)

  491. 	LD	x2, 1 * SIZE(XX)

  492. 	daddiu	XX, XX,  2 * SIZE

  493. 

  494. 	LD	a1, 0 * SIZE(AO1)

  495. 	LD	a2, 1 * SIZE(AO1)

  496. 	daddiu	AO1, AO1,  2 * SIZE

  497. 

  498. 	LD	a3, 0 * SIZE(AO2)

  499. 	LD	a4, 1 * SIZE(AO2)

  500. 	daddiu	AO2, AO2,  2 * SIZE

  501. 

  502. 	LD	ysum1, 0 * SIZE(YY)

  503. 	LD	ysum2, 1 * SIZE(YY)

  504. 

  505. 	MADD	ysum1, ysum1, alpha1, a1

  506. 	MADD	ysum2, ysum2, alpha1, a2

  507. 	MADD	xsum1, xsum1, x1, a1

  508. 	MADD	xsum2, xsum2, x1, a3

  509. 

  510. 	MADD	ysum1, ysum1, alpha2, a3

  511. 	MADD	ysum2, ysum2, alpha2, a4

  512. 	MADD	xsum1, xsum1, x2, a2

  513. 	MADD	xsum2, xsum2, x2, a4

  514. 

  515. 	ST	ysum1, 0 * SIZE(YY)

  516. 	ST	ysum2, 1 * SIZE(YY)

  517. 	.align 3

  518. 

  519. .L19:

  520. 	dsll	TEMP,  IS,  BASE_SHIFT

  521. 	daddu	TEMP, Y1, TEMP

  522. 

  523. 	LD	ysum1, 0 * SIZE(TEMP)

  524. 	LD	ysum2, 1 * SIZE(TEMP)

  525. 

  526. 	LD	a1, 0 * SIZE(AO1)

  527. 	LD	a2, 1 * SIZE(AO1)

  528. 

  529. 	LD	a3, 0 * SIZE(AO2)

  530. 	LD	a4, 1 * SIZE(AO2)

  531. 

  532. 	MUL	xsum1, ALPHA, xsum1

  533. 	MUL	xsum2, ALPHA, xsum2

  534. 

  535. 	MADD	xsum1, xsum1, alpha1, a1

  536. 	MADD	xsum2, xsum2, alpha1, a3

  537. 	MADD	xsum1, xsum1, alpha2, a3

  538. 	MADD	xsum2, xsum2, alpha2, a4

  539. 

  540. 	ADD	ysum1, ysum1, xsum1

  541. 	ADD	ysum2, ysum2, xsum2

  542. 

  543. 	ST	ysum1, 0 * SIZE(TEMP)

  544. 	ST	ysum2, 1 * SIZE(TEMP)

  545. 

  546. 	daddiu	TEMP, IS, 4

  547. 	slt	TEMP, M, TEMP

  548. 

  549. 	beqz	TEMP, .L11

  550. 	daddiu	IS, IS, 2

  551. 	.align 3

  552. 

  553. .L20:

  554. 	andi	TEMP, M, 1

  555. 	nop

  556. 	blez	TEMP, .L900

  557. 	nop

  558. 	.align 3

  559. 

  560. 	dsll	TEMP,  IS,  BASE_SHIFT

  561. 	daddu	TEMP, X, TEMP

  562. 

  563. 	LD	alpha1, 0 * SIZE(TEMP)

  564. 

  565. 	move	AO1, A

  566. 	dsra	I,  IS, 2

  567. 	daddu	A,   AO1, LDA

  568. 

  569. 	MTC	$0,  xsum1

  570. 	MTC	$0,  xsum2

  571. 

  572. 	move	XX, X

  573. 	MUL	alpha1, ALPHA, alpha1

  574. 	move	YY, Y1

  575. 

  576. 	blez	I, .L25

  577. 	daddiu	I, I, -1

  578. 

  579. 	LD	x1, 0 * SIZE(XX)

  580. 	LD	x2, 1 * SIZE(XX)

  581. 	LD	x3, 2 * SIZE(XX)

  582. 	LD	x4, 3 * SIZE(XX)

  583. 

  584. 	LD	a1, 0 * SIZE(AO1)

  585. 	LD	a2, 1 * SIZE(AO1)

  586. 	LD	a3, 2 * SIZE(AO1)

  587. 	LD	a4, 3 * SIZE(AO1)

  588. 

  589. 	LD	ysum1, 0 * SIZE(YY)

  590. 	LD	ysum2, 1 * SIZE(YY)

  591. 	LD	ysum3, 2 * SIZE(YY)

  592. 

  593. 	blez	I, .L23

  594. 	LD	ysum4, 3 * SIZE(YY)

  595. 	.align	3

  596. 

  597. .L22:

  598. 	MADD	ysum1, ysum1, alpha1, a1

  599. 	daddiu	I, I, -1

  600. 	MADD	xsum1, xsum1, x1, a1

  601. 	LD	a1, 4 * SIZE(AO1)

  602. 	MADD	ysum2, ysum2, alpha1, a2

  603. 	LD	x1, 4 * SIZE(XX)

  604. 	MADD	xsum2, xsum2, x2, a2

  605. 	LD	a2, 5 * SIZE(AO1)

  606. 

  607. 	ST	ysum1, 0 * SIZE(YY)

  608. 	LD	ysum1, 4 * SIZE(YY)

  609. 

  610. 	ST	ysum2, 1 * SIZE(YY)

  611. 	LD	ysum2, 5 * SIZE(YY)

  612. 

  613. 	daddiu	AO1, AO1, 4 * SIZE

  614. 	nop

  615. 

  616. 	MADD	ysum3, ysum3, alpha1, a3

  617. 	LD	x2, 5 * SIZE(XX)

  618. 	MADD	xsum1, xsum1, x3, a3

  619. 	LD	a3, 2 * SIZE(AO1)

  620. 	MADD	ysum4, ysum4, alpha1, a4

  621. 	LD	x3, 6 * SIZE(XX)

  622. 	MADD	xsum2, xsum2, x4, a4

  623. 	LD	a4, 3 * SIZE(AO1)

  624. 

  625. 	ST	ysum3, 2 * SIZE(YY)

  626. 	LD	ysum3, 6 * SIZE(YY)

  627. 	ST	ysum4, 3 * SIZE(YY)

  628. 	LD	ysum4, 7 * SIZE(YY)

  629. 

  630. 	daddiu	XX, XX,  4 * SIZE

  631. 	daddiu	YY, YY,  4 * SIZE

  632. 

  633. 	bgtz	I, .L22

  634. 	LD	x4, 3 * SIZE(XX)

  635. 	.align 3

  636. 

  637. .L23:

  638. 	MADD	ysum1, ysum1, alpha1, a1

  639. 	daddiu	AO1, AO1, 4 * SIZE

  640. 	MADD	xsum1, xsum1, x1, a1

  641. 	daddiu	XX, XX,  4 * SIZE

  642. 	MADD	ysum2, ysum2, alpha1, a2

  643. 	daddiu	YY, YY,  4 * SIZE

  644. 	MADD	xsum2, xsum2, x2, a2

  645. 	nop

  646. 

  647. 	MADD	ysum3, ysum3, alpha1, a3

  648. 	ST	ysum1,-4 * SIZE(YY)

  649. 	MADD	xsum1, xsum1, x3, a3

  650. 	ST	ysum2,-3 * SIZE(YY)

  651. 	MADD	ysum4, ysum4, alpha1, a4

  652. 	ST	ysum3,-2 * SIZE(YY)

  653. 	MADD	xsum2, xsum2, x4, a4

  654. 	ST	ysum4,-1 * SIZE(YY)

  655. 	.align 3

  656. 

  657. .L25:

  658. 	andi	I,  IS, 2

  659. 	NOP

  660. 	blez	I, .L26

  661. 	NOP

  662. 

  663. 	LD	x1, 0 * SIZE(XX)

  664. 	LD	x2, 1 * SIZE(XX)

  665. 	daddiu	XX, XX,  2 * SIZE

  666. 

  667. 	LD	a1, 0 * SIZE(AO1)

  668. 	LD	a2, 1 * SIZE(AO1)

  669. 	daddiu	AO1, AO1, 2 * SIZE

  670. 

  671. 	LD	ysum1, 0 * SIZE(YY)

  672. 	LD	ysum2, 1 * SIZE(YY)

  673. 

  674. 	MADD	ysum1, ysum1, alpha1, a1

  675. 	MADD	xsum1, xsum1, x1, a1

  676. 

  677. 	MADD	ysum2, ysum2, alpha1, a2

  678. 	MADD	xsum2, xsum2, x2, a2

  679. 

  680. 	ST	ysum1, 0 * SIZE(YY)

  681. 	ST	ysum2, 1 * SIZE(YY)

  682. 

  683. 	daddiu	YY, YY,  2 * SIZE

  684. 	.align 3

  685. 

  686. .L26:

  687. 	andi	I,  IS, 1

  688. 	NOP

  689. 	blez	I, .L29

  690. 	NOP

  691. 

  692. 	LD	x1, 0 * SIZE(XX)

  693. 	daddiu	XX, XX,  1 * SIZE

  694. 	LD	a1, 0 * SIZE(AO1)

  695. 	daddiu	AO1, AO1, 1* SIZE

  696. 

  697. 	LD	ysum1, 0 * SIZE(YY)

  698. 

  699. 	MADD	ysum1, ysum1, alpha1, a1

  700. 	MADD	xsum1, xsum1, x1, a1

  701. 

  702. 	ST	ysum1, 0 * SIZE(YY)

  703. 	.align 3

  704. 

  705. .L29:

  706. 	dsll	TEMP,  IS,  BASE_SHIFT

  707. 	daddu	TEMP, Y1, TEMP

  708. 

  709. 	LD	ysum1, 0 * SIZE(TEMP)

  710. 

  711. 	LD	a1, 0 * SIZE(AO1)

  712. 

  713. 	ADD	xsum1, xsum1, xsum2

  714. 

  715. 	MUL	xsum1, ALPHA, xsum1

  716. 

  717. 	MADD	xsum1, xsum1, alpha1, a1

  718. 

  719. 	ADD	ysum1, ysum1, xsum1

  720. 

  721. 	ST	ysum1, 0 * SIZE(TEMP)

  722. 	.align 3

  723. 

  724. .L900:

  725. 	li	IS, SIZE

  726. 

  727. 	beq	INCY, IS, .L999

  728. 	NOP

  729. 

  730. 	dsra	I,  M, 2

  731. 	blez	I, .L905

  732. 	NOP

  733. 	.align 3

  734. 

  735. .L902:

  736. 	LD	a1, 0 * SIZE(Y1)

  737. 	LD	a2, 1 * SIZE(Y1)

  738. 	LD	a3, 2 * SIZE(Y1)

  739. 	LD	a4, 3 * SIZE(Y1)

  740. 

  741. 	ST	a1, 0 * SIZE(Y)

  742. 	daddu	Y, Y, INCY

  743. 	ST	a2, 0 * SIZE(Y)

  744. 	daddu	Y, Y, INCY

  745. 	ST	a3, 0 * SIZE(Y)

  746. 	daddu	Y, Y, INCY

  747. 	ST	a4, 0 * SIZE(Y)

  748. 	daddu	Y, Y, INCY

  749. 

  750. 	daddiu	I, I, -1

  751. 

  752. 	bgtz	I, .L902

  753. 	daddiu	Y1, Y1, 4 * SIZE

  754. 	.align 3

  755. 

  756. .L905:

  757. 	andi	I,  M, 3

  758. 	blez	I, .L999

  759. 	NOP

  760. 	.align 3

  761. 

  762. .L906:

  763. 	LD	a1, 0 * SIZE(Y1)

  764. 	daddiu	Y1, Y1, 1 * SIZE

  765. 

  766. 	ST	a1, 0 * SIZE(Y)

  767. 	daddiu	I, I, -1

  768. 

  769. 	bgtz	I, .L906

  770. 	daddu	Y, Y, INCY

  771. 	.align 3

  772. 

  773. .L999:

  774. 	LDARG	$16,   0($sp)

  775. 	LDARG	$17,   8($sp)

  776. 	LDARG	$18,  16($sp)

  777. 	LDARG	$19,  24($sp)

  778. 

  779. 	j	$31

  780. 	daddiu	$sp, $sp, 32

  781. 

  782. 	EPILOGUE