OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: develop
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'develop'
${ noResults }
OpenBLAS/kernel/mips64/daxpy_loongson3a_simd.S

773 lines
16 kB
Raw Permalink Blame History 

  1. /*****************************************************************************

  2. Copyright (c) 2011-2014, The OpenBLAS Project

  3. All rights reserved.

  4. 

  5. Redistribution and use in source and binary forms, with or without

  6. modification, are permitted provided that the following conditions are

  7. met:

  8. 

  9.    1. Redistributions of source code must retain the above copyright

  10.       notice, this list of conditions and the following disclaimer.

  11. 

  12.    2. Redistributions in binary form must reproduce the above copyright

  13.       notice, this list of conditions and the following disclaimer in

  14.       the documentation and/or other materials provided with the

  15.       distribution.

  16.    3. Neither the name of the OpenBLAS project nor the names of 

  17.       its contributors may be used to endorse or promote products 

  18.       derived from this software without specific prior written 

  19.       permission.

  20. 

  21. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"

  22. AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE

  23. IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE

  24. ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE

  25. LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL

  26. DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR

  27. SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER

  28. CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,

  29. OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE

  30. USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

  31. 

  32. **********************************************************************************/

  33. 

  34. /*********************************************************************/

  35. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  36. /* All rights reserved.                                              */

  37. /*                                                                   */

  38. /* Redistribution and use in source and binary forms, with or        */

  39. /* without modification, are permitted provided that the following   */

  40. /* conditions are met:                                               */

  41. /*                                                                   */

  42. /*   1. Redistributions of source code must retain the above         */

  43. /*      copyright notice, this list of conditions and the following  */

  44. /*      disclaimer.                                                  */

  45. /*                                                                   */

  46. /*   2. Redistributions in binary form must reproduce the above      */

  47. /*      copyright notice, this list of conditions and the following  */

  48. /*      disclaimer in the documentation and/or other materials       */

  49. /*      provided with the distribution.                              */

  50. /*                                                                   */

  51. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  52. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  53. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  54. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  55. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  56. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  57. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  58. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  59. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  60. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  61. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  62. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  63. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  64. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  65. /*                                                                   */

  66. /* The views and conclusions contained in the software and           */

  67. /* documentation are those of the authors and should not be          */

  68. /* interpreted as representing official policies, either expressed   */

  69. /* or implied, of The University of Texas at Austin.                 */

  70. /*********************************************************************/

  71. 

  72. #define ASSEMBLER

  73. #include "common.h"

  74. 

  75. 

  76. #define PREFETCH_DISTANCE 2016

  77. 

  78. #define N	$4

  79. 

  80. #define X	$8

  81. #define INCX	$9

  82. 

  83. #define Y	$10

  84. #define INCY	$11

  85. 

  86. #define I	$2

  87. #define TEMP	$3

  88. 

  89. #define YY	$5

  90. 

  91. #define ALPHA	$f15

  92. 

  93. #define a1	$f0

  94. #define a2	$f1

  95. #define a3	$f2

  96. #define a4	$f3

  97. #define a5	$f4

  98. #define a6	$f5

  99. #define a7	$f6

  100. #define a8	$f7

  101. 

  102. #define a9	$f8

  103. #define a10	$f9

  104. #define a11	$f10

  105. #define a12	$f11

  106. #define a13	$f12

  107. #define a14	$f13

  108. #define a15	$f14

  109. #define a16	$f17

  110. 

  111. #define t1	$f18

  112. #define t2	$f19

  113. #define t3	$f20

  114. #define t4	$f21

  115. 

  116. #define b1	$f22

  117. #define b2	$f23

  118. #define b3	$f24

  119. #define b4	$f25

  120. 

  121. #define b5	$f26

  122. #define b6	$f27

  123. #define b7	$f28

  124. #define b8	$f29

  125. 

  126. 

  127. #define A1	 0

  128. #define A2	 1

  129. #define A3	 2

  130. #define A4	 3

  131. #define A5	 4

  132. #define A6	 5

  133. #define A7	 6

  134. #define A8	 7

  135. 

  136. #define A9	 8

  137. #define A10	 9

  138. #define A11	 10

  139. #define A12	 11

  140. #define A13	 12

  141. #define A14	 13

  142. #define A15	 14

  143. #define A16	 17

  144. 

  145. #define T1	 18

  146. #define T2	 19

  147. #define T3	 20

  148. #define T4	 21

  149. 

  150. #define B1	 22

  151. #define B2	 23

  152. #define B3	 24

  153. #define B4	 25

  154. 

  155. #define B5	 26

  156. #define B6	 27

  157. #define B7	 28

  158. #define B8	 29

  159. 

  160. #define X_BASE 8

  161. #define Y_BASE 10

  162. 

  163. #define gsLQC1_(base,fq,ft,offset) .word (0x32<<26|base<<21|ft<<16|0x1<<15|offset<<6|0x1<<5|fq)

  164. #define gsLQC1(base,fq,ft,offset) gsLQC1_((base), (fq), (ft), (offset))

  165. 

  166. #define gsSQC1_(base,fq,ft,offset) .word (0x3A<<26|base<<21|ft<<16|0x1<<15|offset<<6|0x1<<5|fq)

  167. #define gsSQC1(base,fq,ft,offset) gsSQC1_((base), (fq), (ft), (offset))

  168. 

  169. 	PROLOGUE

  170. 

  171. #ifndef __64BIT__

  172. 	daddiu	$sp, $sp, -40

  173. 	sdc1	$f20, 0($sp)

  174. 	sdc1	$f22, 8($sp)

  175. 	sdc1	$f24, 16($sp)

  176. 	sdc1	$f26, 24($sp)

  177. 	sdc1	$f28, 32($sp)

  178. #else

  179. 	daddiu	$sp, $sp, -48

  180. 	sdc1	$f24, 0($sp)

  181. 	sdc1	$f25, 8($sp)

  182. 	sdc1	$f26, 16($sp)

  183. 	sdc1	$f27, 24($sp)

  184. 	sdc1	$f28, 32($sp)

  185. 	sdc1	$f29, 40($sp)

  186. #endif

  187. 

  188. 

  189. 

  190. 	li	TEMP, SIZE

  191. 

  192. 	blez	N, .L999

  193. 	dsll	INCX, INCX, BASE_SHIFT

  194. 

  195. 	bne	INCX, TEMP, .L20

  196. 	dsll	INCY, INCY, BASE_SHIFT

  197. 

  198. 	bne	INCY, TEMP, .L20

  199. 

  200. 	//Dose  the address of Y algin 16 bytes?

  201. 	andi	TEMP,  Y, 8

  202. 	beq	TEMP, $0, .L10

  203. 	//Y unalgin. Compute this unalgined element.

  204. 	LD	a1,  0 * SIZE(X)

  205. 	LD	b1,  0 * SIZE(Y)

  206. 

  207. 	daddiu	X, X, SIZE

  208. 	daddiu	Y, Y, SIZE

  209. 

  210. 	MADD	t1, b1, ALPHA, a1

  211. 	daddiu	N, N, -1

  212. 

  213. 	ST	t1, -1 * SIZE(Y)

  214. 	blez	N, .L999

  215. 	.align 5

  216. 

  217. .L10:

  218. 

  219. 	dsra	I, N, 4

  220. 

  221. 	blez	I, .L15

  222. 	daddiu	I, I, -1

  223. 

  224. 	//Y algin. We need test X address

  225. 	//Dose  the address of X algin 16 bytes?

  226. 	andi	TEMP,  X, 8

  227. 	bne	TEMP, $0, .L30  ///

  228. 	.align 5

  229. 

  230. .L11:

  231. 	//X & Y algin

  232. 	gsLQC1(X_BASE,A2,A1,0)

  233. 	gsLQC1(X_BASE,A4,A3,1)

  234. 	gsLQC1(X_BASE,A6,A5,2)

  235. 	gsLQC1(X_BASE,A8,A7,3)

  236. 

  237. 	gsLQC1(X_BASE,A10,A9,4)

  238. 	gsLQC1(X_BASE,A12,A11,5)

  239. 	gsLQC1(X_BASE,A14,A13,6)

  240. 	gsLQC1(X_BASE,A16,A15,7)

  241. 

  242. 	gsLQC1(Y_BASE,B2,B1,0)

  243. 	gsLQC1(Y_BASE,B4,B3,1)

  244. 	gsLQC1(Y_BASE,B6,B5,2)

  245. 	gsLQC1(Y_BASE,B8,B7,3)

  246. 

  247. 	blez	I, .L13

  248. 	NOP

  249. 	.align 5

  250. 

  251. .L12:

  252. 

  253. 	MADD	t1, b1, ALPHA, a1

  254. 	MADD	t2, b2, ALPHA, a2

  255. 	gsSQC1(Y_BASE, T2, T1, 0)

  256. 	gsLQC1(Y_BASE,B2,B1,4)

  257. 

  258. 	MADD	t3, b3, ALPHA, a3

  259. 	MADD	t4, b4, ALPHA, a4

  260. 	gsSQC1(Y_BASE, T4, T3, 1)

  261. 	gsLQC1(Y_BASE,B4,B3,5)

  262. 

  263. 	PREFETCHD(PREFETCH_DISTANCE*SIZE(Y))

  264. 	PREFETCHD((PREFETCH_DISTANCE+4)*SIZE(Y))

  265. 

  266. 	MADD	t1, b5, ALPHA, a5

  267. 	MADD	t2, b6, ALPHA, a6

  268. 	gsSQC1(Y_BASE, T2, T1, 2)

  269. 	gsLQC1(Y_BASE,B6,B5,6)

  270. 

  271. 	MADD	t3, b7, ALPHA, a7

  272. 	MADD	t4, b8, ALPHA, a8

  273. 	gsSQC1(Y_BASE, T4, T3, 3)

  274. 	gsLQC1(Y_BASE,B8,B7, 7)

  275. 

  276. 	PREFETCHD((PREFETCH_DISTANCE+8)*SIZE(Y))

  277. 	PREFETCHD((PREFETCH_DISTANCE+12)*SIZE(Y))

  278. 

  279. 	MADD	t1, b1, ALPHA, a9

  280. 	MADD	t2, b2, ALPHA, a10

  281. 	gsSQC1(Y_BASE, T2, T1, 4)

  282. 	gsLQC1(Y_BASE,B2,B1,8)

  283. 

  284. 	MADD	t3, b3, ALPHA, a11

  285. 	MADD	t4, b4, ALPHA, a12

  286. 	gsSQC1(Y_BASE, T4, T3, 5)

  287. 	gsLQC1(Y_BASE,B4,B3,9)

  288. 

  289. 	PREFETCHD(PREFETCH_DISTANCE*SIZE(X))

  290. 	PREFETCHD((PREFETCH_DISTANCE+4)*SIZE(X))

  291. 

  292. 	MADD	t1, b5, ALPHA, a13

  293. 	MADD	t2, b6, ALPHA, a14

  294. 	gsSQC1(Y_BASE, T2, T1, 6)

  295. 	gsLQC1(Y_BASE,B6,B5,10)

  296. 

  297. 	MADD	t3, b7, ALPHA, a15

  298. 	MADD	t4, b8, ALPHA, a16

  299. 	gsSQC1(Y_BASE, T4, T3, 7)

  300. 	gsLQC1(Y_BASE,B8,B7,11)

  301. 

  302. 	PREFETCHD((PREFETCH_DISTANCE+8)*SIZE(X))

  303. 	PREFETCHD((PREFETCH_DISTANCE+12)*SIZE(X))

  304. 

  305. 	gsLQC1(X_BASE,A2,A1,8)

  306. 	gsLQC1(X_BASE,A4,A3,9)

  307. 	gsLQC1(X_BASE,A6,A5,10)

  308. 	gsLQC1(X_BASE,A8,A7,11)

  309. 

  310. 	gsLQC1(X_BASE,A10,A9,12)

  311. 	gsLQC1(X_BASE,A12,A11,13)

  312. 	gsLQC1(X_BASE,A14,A13,14)

  313. 	gsLQC1(X_BASE,A16,A15,15)

  314. 

  315. 

  316. 	daddiu	I, I, -1

  317. 	daddiu	Y, Y, 16 * SIZE

  318. 

  319. 	daddiu	X, X, 16 * SIZE

  320. 	bgtz	I, .L12

  321. 

  322. 	.align 5

  323. 

  324. .L13:

  325. 

  326. 	MADD	t1, b1, ALPHA, a1

  327. 	MADD	t2, b2, ALPHA, a2

  328. 	gsSQC1(Y_BASE, T2, T1, 0)

  329. 	gsLQC1(Y_BASE,B2,B1,4)

  330. 

  331. 	MADD	t3, b3, ALPHA, a3

  332. 	MADD	t4, b4, ALPHA, a4

  333. 	gsSQC1(Y_BASE, T4, T3, 1)

  334. 	gsLQC1(Y_BASE,B4,B3,5)

  335. 

  336. 

  337. 	MADD	t1, b5, ALPHA, a5

  338. 	MADD	t2, b6, ALPHA, a6

  339. 	gsSQC1(Y_BASE, T2, T1, 2)

  340. 	gsLQC1(Y_BASE,B6,B5,6)

  341. 

  342. 	MADD	t3, b7, ALPHA, a7

  343. 	MADD	t4, b8, ALPHA, a8

  344. 	gsSQC1(Y_BASE, T4, T3, 3)

  345. 	gsLQC1(Y_BASE,B8,B7,7)

  346. 

  347. 

  348. 	MADD	t1, b1, ALPHA, a9

  349. 	MADD	t2, b2, ALPHA, a10

  350. 	gsSQC1(Y_BASE, T2, T1, 4)

  351. 

  352. 

  353. 	MADD	t3, b3, ALPHA, a11

  354. 	MADD	t4, b4, ALPHA, a12

  355. 	gsSQC1(Y_BASE, T4, T3, 5)

  356. 

  357. 

  358. 	MADD	t1, b5, ALPHA, a13

  359. 	MADD	t2, b6, ALPHA, a14

  360. 	gsSQC1(Y_BASE, T2, T1, 6)

  361. 

  362. 

  363. 	MADD	t3, b7, ALPHA, a15

  364. 	MADD	t4, b8, ALPHA, a16

  365. 	gsSQC1(Y_BASE, T4, T3, 7)

  366. 

  367. 

  368. 	daddiu	X, X, 16 * SIZE

  369. 	daddiu	Y, Y, 16 * SIZE

  370. 	.align 5

  371. 

  372. .L15:

  373. 	andi	I,  N, 15

  374. 

  375. 	blez	I, .L999

  376. 	NOP

  377. 	.align	5

  378. 

  379. .L16:

  380. 	LD	a1,  0 * SIZE(X)

  381. 	LD	b1,  0 * SIZE(Y)

  382. 

  383. 	daddiu	X, X, SIZE

  384. 	daddiu	Y, Y, SIZE

  385. 

  386. 	MADD	t1, b1, ALPHA, a1

  387. 	daddiu	I, I, -1

  388. 

  389. 	bgtz	I, .L16

  390. 	ST	t1, -1 * SIZE(Y)

  391. 

  392. 

  393. #ifndef __64BIT__

  394. 	ldc1	$f20, 0($sp)

  395. 	ldc1	$f22, 8($sp)

  396. 	ldc1	$f24, 16($sp)

  397. 	ldc1	$f26, 24($sp)

  398. 	ldc1	$f28, 32($sp)

  399. 	daddiu	$sp, $sp, 40

  400. #else

  401. 	ldc1	$f24, 0($sp)

  402. 	ldc1	$f25, 8($sp)

  403. 	ldc1	$f26, 16($sp)

  404. 	ldc1	$f27, 24($sp)

  405. 	ldc1	$f28, 32($sp)

  406. 	ldc1	$f29, 40($sp)

  407. 	daddiu	$sp, $sp, 48

  408. #endif

  409. 

  410. 	j	$31

  411. 	NOP

  412. 	.align 5

  413. 

  414. .L30:

  415. 	//Y align, X unalign, INCX==INCY==1

  416. 	//unloop 16

  417. 

  418. 	LD	a1,  0 * SIZE(X)

  419. 	daddiu	X, X, SIZE

  420. 	gsLQC1(X_BASE,A3,A2,0)

  421. 	gsLQC1(X_BASE,A5,A4,1)

  422. 	gsLQC1(X_BASE,A7,A6,2)

  423. 	gsLQC1(X_BASE,A9,A8,3)

  424. 

  425. 	gsLQC1(X_BASE,A11,A10,4)

  426. 	gsLQC1(X_BASE,A13,A12,5)

  427. 	gsLQC1(X_BASE,A15,A14,6)

  428. 	LD	a16,  14 * SIZE(X)

  429. 

  430. 

  431. 	gsLQC1(Y_BASE,B2,B1,0)

  432. 	gsLQC1(Y_BASE,B4,B3,1)

  433. 	gsLQC1(Y_BASE,B6,B5,2)

  434. 	gsLQC1(Y_BASE,B8,B7,3)

  435. 

  436. 	blez	I, .L32

  437. 	NOP

  438. 	.align 5

  439. 

  440. .L31:

  441. 	MADD	t1, b1, ALPHA, a1

  442. 	MADD	t2, b2, ALPHA, a2

  443. 	gsSQC1(Y_BASE, T2, T1, 0)

  444. 	gsLQC1(Y_BASE,B2,B1,4)

  445. 

  446. 	MADD	t3, b3, ALPHA, a3

  447. 	MADD	t4, b4, ALPHA, a4

  448. 	gsSQC1(Y_BASE, T4, T3, 1)

  449. 	gsLQC1(Y_BASE,B4,B3,5)

  450. 

  451. 	PREFETCHD(PREFETCH_DISTANCE*SIZE(Y))

  452. 	PREFETCHD((PREFETCH_DISTANCE+4)*SIZE(Y))

  453. 

  454. 	MADD	t1, b5, ALPHA, a5

  455. 	MADD	t2, b6, ALPHA, a6

  456. 	gsSQC1(Y_BASE, T2, T1, 2)

  457. 	gsLQC1(Y_BASE,B6,B5,6)

  458. 

  459. 	MADD	t3, b7, ALPHA, a7

  460. 	MADD	t4, b8, ALPHA, a8

  461. 	gsSQC1(Y_BASE, T4, T3, 3)

  462. 	gsLQC1(Y_BASE,B8,B7,7)

  463. 

  464. 	PREFETCHD((PREFETCH_DISTANCE+8)*SIZE(Y))

  465. 	PREFETCHD((PREFETCH_DISTANCE+12)*SIZE(Y))

  466. 

  467. 	MADD	t1, b1, ALPHA, a9

  468. 	MADD	t2, b2, ALPHA, a10

  469. 	gsSQC1(Y_BASE, T2, T1, 4)

  470. 	gsLQC1(Y_BASE,B2,B1,8)

  471. 

  472. 	MADD	t3, b3, ALPHA, a11

  473. 	MADD	t4, b4, ALPHA, a12

  474. 	gsSQC1(Y_BASE, T4, T3, 5)

  475. 	gsLQC1(Y_BASE,B4,B3,9)

  476. 

  477. 	PREFETCHD(PREFETCH_DISTANCE*SIZE(X))

  478. 	PREFETCHD((PREFETCH_DISTANCE+4)*SIZE(X))

  479. 

  480. 	MADD	t1, b5, ALPHA, a13

  481. 	MADD	t2, b6, ALPHA, a14

  482. 	gsSQC1(Y_BASE, T2, T1, 6)

  483. 	gsLQC1(Y_BASE,B6,B5,10)

  484. 

  485. 	MADD	t3, b7, ALPHA, a15

  486. 	MADD	t4, b8, ALPHA, a16

  487. 	gsSQC1(Y_BASE, T4, T3, 7)

  488. 	gsLQC1(Y_BASE,B8,B7,11)

  489. 

  490. 	PREFETCHD((PREFETCH_DISTANCE+8)*SIZE(X))

  491. 	PREFETCHD((PREFETCH_DISTANCE+12)*SIZE(X))

  492. 

  493. 	LD	a1,  15 * SIZE(X)

  494. 	gsLQC1(X_BASE,A3,A2,8)

  495. 	gsLQC1(X_BASE,A5,A4,9)

  496. 	gsLQC1(X_BASE,A7,A6,10)

  497. 	gsLQC1(X_BASE,A9,A8,11)

  498. 

  499. 	gsLQC1(X_BASE,A11,A10,12)

  500. 	gsLQC1(X_BASE,A13,A12,13)

  501. 	gsLQC1(X_BASE,A15,A14,14)

  502. 	LD	a16,  30 * SIZE(X)

  503. 

  504. 	daddiu	I, I, -1

  505. 	daddiu	Y, Y, 16 * SIZE

  506. 

  507. 	daddiu	X, X, 16 * SIZE

  508. 	bgtz	I, .L31

  509. 

  510. 	.align 5

  511. //Loop end:

  512. .L32:

  513. 

  514. 	MADD	t1, b1, ALPHA, a1

  515. 	MADD	t2, b2, ALPHA, a2

  516. 	gsSQC1(Y_BASE, T2, T1, 0)

  517. 	gsLQC1(Y_BASE,B2,B1,4)

  518. 

  519. 	MADD	t3, b3, ALPHA, a3

  520. 	MADD	t4, b4, ALPHA, a4

  521. 	gsSQC1(Y_BASE, T4, T3, 1)

  522. 	gsLQC1(Y_BASE,B4,B3,5)

  523. 

  524. 

  525. 	MADD	t1, b5, ALPHA, a5

  526. 	MADD	t2, b6, ALPHA, a6

  527. 	gsSQC1(Y_BASE, T2, T1, 2)

  528. 	gsLQC1(Y_BASE,B6,B5,6)

  529. 

  530. 	MADD	t3, b7, ALPHA, a7

  531. 	MADD	t4, b8, ALPHA, a8

  532. 	gsSQC1(Y_BASE, T4, T3, 3)

  533. 	gsLQC1(Y_BASE,B8,B7,7)

  534. 

  535. 

  536. 	MADD	t1, b1, ALPHA, a9

  537. 	MADD	t2, b2, ALPHA, a10

  538. 	gsSQC1(Y_BASE, T2, T1, 4)

  539. 

  540. 

  541. 	MADD	t3, b3, ALPHA, a11

  542. 	MADD	t4, b4, ALPHA, a12

  543. 	gsSQC1(Y_BASE, T4, T3, 5)

  544. 

  545. 

  546. 	MADD	t1, b5, ALPHA, a13

  547. 	MADD	t2, b6, ALPHA, a14

  548. 	gsSQC1(Y_BASE, T2, T1, 6)

  549. 

  550. 

  551. 	MADD	t3, b7, ALPHA, a15

  552. 	MADD	t4, b8, ALPHA, a16

  553. 	gsSQC1(Y_BASE, T4, T3, 7)

  554. 

  555. 

  556. 	daddiu	X, X, 15 * SIZE

  557. 	daddiu	Y, Y, 16 * SIZE

  558. 

  559. 	//jump back to the remain process.

  560. 	b	.L15

  561. 	.align 5

  562. 

  563. //INCX!=1 or INCY != 1

  564. .L20:

  565. 	beq	INCY, $0, .L27

  566. 	dsra	I, N, 3

  567. 	move	YY, Y

  568. 

  569. 	blez	I, .L25

  570. 	daddiu	I, I, -1

  571. 

  572. 	LD	a1,  0 * SIZE(X)

  573. 	daddu	X, X, INCX

  574. 	LD	b1,  0 * SIZE(Y)

  575. 	daddu	Y, Y, INCY

  576. 	LD	a2,  0 * SIZE(X)

  577. 	daddu	X, X, INCX

  578. 	LD	b2,  0 * SIZE(Y)

  579. 	daddu	Y, Y, INCY

  580. 	LD	a3,  0 * SIZE(X)

  581. 	daddu	X, X, INCX

  582. 	LD	b3,  0 * SIZE(Y)

  583. 	daddu	Y, Y, INCY

  584. 	LD	a4,  0 * SIZE(X)

  585. 	daddu	X, X, INCX

  586. 	LD	b4,  0 * SIZE(Y)

  587. 	daddu	Y, Y, INCY

  588. 	LD	a5,  0 * SIZE(X)

  589. 	daddu	X, X, INCX

  590. 	LD	b5,  0 * SIZE(Y)

  591. 	daddu	Y, Y, INCY

  592. 	LD	a6,  0 * SIZE(X)

  593. 	daddu	X, X, INCX

  594. 	LD	b6,  0 * SIZE(Y)

  595. 	daddu	Y, Y, INCY

  596. 	LD	a7,  0 * SIZE(X)

  597. 	daddu	X, X, INCX

  598. 	LD	b7,  0 * SIZE(Y)

  599. 	daddu	Y, Y, INCY

  600. 	LD	a8,  0 * SIZE(X)

  601. 	daddu	X, X, INCX

  602. 	LD	b8,  0 * SIZE(Y)

  603. 	daddu	Y, Y, INCY

  604. 

  605. 	blez	I, .L23

  606. 	NOP

  607. 	.align 5

  608. 

  609. .L22:

  610. 	MADD	t1, b1, ALPHA, a1

  611. 	LD	a1,  0 * SIZE(X)

  612. 	LD	b1,  0 * SIZE(Y)

  613. 	daddu	X, X, INCX

  614. 	daddu	Y, Y, INCY

  615. 

  616. 	MADD	t2, b2, ALPHA, a2

  617. 	LD	a2,  0 * SIZE(X)

  618. 	LD	b2,  0 * SIZE(Y)

  619. 	daddu	X, X, INCX

  620. 	daddu	Y, Y, INCY

  621. 

  622. 	MADD	t3, b3, ALPHA, a3

  623. 	LD	a3,  0 * SIZE(X)

  624. 	LD	b3,  0 * SIZE(Y)

  625. 	daddu	X, X, INCX

  626. 	daddu	Y, Y, INCY

  627. 

  628. 	MADD	t4, b4, ALPHA, a4

  629. 	LD	a4,  0 * SIZE(X)

  630. 	LD	b4,  0 * SIZE(Y)

  631. 	daddu	X, X, INCX

  632. 	daddu	Y, Y, INCY

  633. 

  634. 	ST	t1,  0 * SIZE(YY)

  635. 	daddu	YY, YY, INCY

  636. 	MADD	t1, b5, ALPHA, a5

  637. 

  638. 	LD	a5,  0 * SIZE(X)

  639. 	LD	b5,  0 * SIZE(Y)

  640. 	daddu	X, X, INCX

  641. 	daddu	Y, Y, INCY

  642. 

  643. 	ST	t2,  0 * SIZE(YY)

  644. 	daddu	YY, YY, INCY

  645. 	MADD	t2, b6, ALPHA, a6

  646. 

  647. 	LD	a6,  0 * SIZE(X)

  648. 	LD	b6,  0 * SIZE(Y)

  649. 	daddu	X, X, INCX

  650. 	daddu	Y, Y, INCY

  651. 

  652. 	ST	t3,  0 * SIZE(YY)

  653. 	daddu	YY, YY, INCY

  654. 	MADD	t3, b7, ALPHA, a7

  655. 

  656. 	LD	a7,  0 * SIZE(X)

  657. 	LD	b7,  0 * SIZE(Y)

  658. 	daddu	X, X, INCX

  659. 	daddu	Y, Y, INCY

  660. 

  661. 	ST	t4,  0 * SIZE(YY)

  662. 	daddu	YY, YY, INCY

  663. 	MADD	t4, b8, ALPHA, a8

  664. 

  665. 	LD	a8,  0 * SIZE(X)

  666. 	daddu	X, X, INCX

  667. 

  668. 	LD	b8,  0 * SIZE(Y)

  669. 	daddu	Y, Y, INCY

  670. 

  671. 	ST	t1,  0 * SIZE(YY)

  672. 	daddu	YY, YY, INCY

  673. 	ST	t2,  0 * SIZE(YY)

  674. 	daddu	YY, YY, INCY

  675. 	ST	t3,  0 * SIZE(YY)

  676. 	daddu	YY, YY, INCY

  677. 	ST	t4,  0 * SIZE(YY)

  678. 	daddiu	I, I, -1

  679. 

  680. 	bgtz	I, .L22

  681. 	daddu	YY, YY, INCY

  682. 	.align 5

  683. 

  684. .L23:

  685. 	MADD	t1, b1, ALPHA, a1

  686. 	MADD	t2, b2, ALPHA, a2

  687. 	MADD	t3, b3, ALPHA, a3

  688. 	MADD	t4, b4, ALPHA, a4

  689. 

  690. 	ST	t1,  0 * SIZE(YY)

  691. 	daddu	YY, YY, INCY

  692. 	MADD	t1, b5, ALPHA, a5

  693. 

  694. 	ST	t2,  0 * SIZE(YY)

  695. 	daddu	YY, YY, INCY

  696. 	MADD	t2, b6, ALPHA, a6

  697. 

  698. 	ST	t3,  0 * SIZE(YY)

  699. 	daddu	YY, YY, INCY

  700. 	MADD	t3, b7, ALPHA, a7

  701. 

  702. 	ST	t4,  0 * SIZE(YY)

  703. 	daddu	YY, YY, INCY

  704. 	MADD	t4, b8, ALPHA, a8

  705. 

  706. 	ST	t1,  0 * SIZE(YY)

  707. 	daddu	YY, YY, INCY

  708. 	ST	t2,  0 * SIZE(YY)

  709. 	daddu	YY, YY, INCY

  710. 	ST	t3,  0 * SIZE(YY)

  711. 	daddu	YY, YY, INCY

  712. 	ST	t4,  0 * SIZE(YY)

  713. 	daddu	YY, YY, INCY

  714. 	.align 5

  715. 

  716. .L25:

  717. 	andi	I,  N, 7

  718. 

  719. 	blez	I, .L999

  720. 	NOP

  721. 	.align	5

  722. 

  723. .L26:

  724. 	LD	a1,  0 * SIZE(X)

  725. 	LD	b1,  0 * SIZE(Y)

  726. 

  727. 	MADD	t1, b1, ALPHA, a1

  728. 	daddu	X, X, INCX

  729. 

  730. 	ST	t1,  0 * SIZE(Y)

  731. 	daddiu	I, I, -1

  732. 

  733. 	bgtz	I, .L26

  734. 	daddu	Y, Y, INCY

  735. 	.align 5

  736. 

  737. .L999:

  738. 

  739. #ifndef __64BIT__

  740. 	ldc1	$f20, 0($sp)

  741. 	ldc1	$f22, 8($sp)

  742. 	ldc1	$f24, 16($sp)

  743. 	ldc1	$f26, 24($sp)

  744. 	ldc1	$f28, 32($sp)

  745. 	daddiu	$sp, $sp, 40

  746. #else

  747. 	ldc1	$f24, 0($sp)

  748. 	ldc1	$f25, 8($sp)

  749. 	ldc1	$f26, 16($sp)

  750. 	ldc1	$f27, 24($sp)

  751. 	ldc1	$f28, 32($sp)

  752. 	ldc1	$f29, 40($sp)

  753. 	daddiu	$sp, $sp, 48

  754. #endif

  755. 

  756. 	j	$31

  757. 	NOP

  758. 	.align  3

  759. .L27:

  760. 	LD	b1,  0 * SIZE(Y)

  761. 

  762. .L28:

  763. 	daddiu	N, N, -1

  764. 	LD	a1,  0 * SIZE(X)

  765. 	daddu	X, X, INCX

  766. 	bgtz	N, .L28

  767. 	MADD	b1, b1, ALPHA, a1

  768. 

  769. 	j	.L999

  770. 	ST	b1,  0 * SIZE(Y)

  771. 	

  772. 	EPILOGUE