OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 8d12027a79
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '8d12027a79'
${ noResults }
OpenBLAS/kernel/power/zswap_hummer.S

666 lines
12 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define N	r3

  43. #define X	r6

  44. #define INCX	r7

  45. #define Y	r8

  46. #define INCY	r9

  47. 

  48. #define INCX2	r4

  49. #define INCY2	r5

  50. #define X2	r10

  51. #define Y2	r11

  52. 

  53. #define A1	f0

  54. #define A2	f1

  55. #define A3	f2

  56. #define A4	f3

  57. #define A5	f4

  58. 

  59. #define B1	f5

  60. #define B2	f6

  61. #define B3	f7

  62. #define B4	f8

  63. #define B5	f9

  64. 

  65. #define T1	f10

  66. #define T2	f11

  67. #define T3	f12

  68. #define T4	f13

  69. #define T5	f14

  70. #define T6	f15

  71. #define T7	f16

  72. 

  73. 	PROLOGUE

  74. 	PROFCODE

  75. 

  76. 	li	r10, -16

  77. 

  78. 	stfpdux	f14, SP, r10

  79. 	stfpdux	f15, SP, r10

  80. 	stfpdux	f16, SP, r10

  81. 

  82. 	slwi	INCX,  INCX, BASE_SHIFT

  83. 	slwi	INCY,  INCY, BASE_SHIFT

  84. 	add	INCX2, INCX, INCX

  85. 	add	INCY2, INCY, INCY

  86. 

  87. 	cmpwi	cr0, N, 0

  88. 	ble	LL(999)

  89. 

  90. 	cmpwi	cr0, INCX, SIZE

  91. 	bne	LL(100)

  92. 	cmpwi	cr0, INCY, SIZE

  93. 	bne	LL(100)

  94. 

  95. 	sub	X, X, INCX2

  96. 	sub	Y, Y, INCY2

  97. 

  98. 	mr	X2, X

  99. 	mr	Y2, Y

  100. 

  101. 	andi.	r0, X, 2 * SIZE - 1

  102. 	bne	LL(30)

  103. 	andi.	r0, Y, 2 * SIZE - 1

  104. 	bne	LL(20)

  105. 	.align 4

  106. 

  107. LL(10):  /* X : aligned     Y : aligned */

  108. 

  109. 	srawi.	r0, N, 2

  110. 	mtspr	CTR,  r0

  111. 	beq-	LL(15)

  112. 

  113. 	LFPDUX	A1,    X,  INCX2

  114. 	LFPDUX	B1,    Y,  INCY2

  115. 	LFPDUX	A2,    X,  INCX2

  116. 	LFPDUX	B2,    Y,  INCY2

  117. 	LFPDUX	A3,    X,  INCX2

  118. 	LFPDUX	B3,    Y,  INCY2

  119. 	LFPDUX	A4,    X,  INCX2

  120. 	LFPDUX	B4,    Y,  INCY2

  121. 	bdz	LL(13)

  122. 	.align 4

  123. 

  124. LL(12):

  125. 	STFPDUX	B1,    X2, INCY2

  126. 	LFPDUX	B1,    Y,  INCY2

  127. 	STFPDUX	A1,    Y2, INCY2

  128. 	LFPDUX	A1,    X,  INCX2

  129. 

  130. 	STFPDUX	B2,    X2, INCY2

  131. 	LFPDUX	B2,    Y,  INCY2

  132. 	STFPDUX	A2,    Y2, INCY2

  133. 	LFPDUX	A2,    X,  INCX2

  134. 

  135. 	STFPDUX	B3,    X2, INCY2

  136. 	LFPDUX	B3,    Y,  INCY2

  137. 	STFPDUX	A3,    Y2, INCY2

  138. 	LFPDUX	A3,    X,  INCX2

  139. 

  140. 	STFPDUX	B4,    X2, INCY2

  141. 	LFPDUX	B4,    Y,  INCY2

  142. 	STFPDUX	A4,    Y2, INCY2

  143. 	LFPDUX	A4,    X,  INCX2

  144. 	bdnz	LL(12)

  145. 	.align 4

  146. 

  147. LL(13):

  148. 	STFPDUX	B1,    X2, INCY2

  149. 	STFPDUX	A1,    Y2, INCY2

  150. 	STFPDUX	B2,    X2, INCY2

  151. 	STFPDUX	A2,    Y2, INCY2

  152. 	STFPDUX	B3,    X2, INCY2

  153. 	STFPDUX	A3,    Y2, INCY2

  154. 	STFPDUX	B4,    X2, INCY2

  155. 	STFPDUX	A4,    Y2, INCY2

  156. 	.align 4

  157. 

  158. LL(15):

  159. 	andi.	r0,  N, 3

  160. 	beq	LL(999)

  161. 

  162. 	andi.	r0,  N, 2

  163. 	beq	LL(16)

  164. 

  165. 	LFPDUX	A1,    X,  INCX2

  166. 	LFPDUX	B1,    Y,  INCY2

  167. 	LFPDUX	A2,    X,  INCX2

  168. 	LFPDUX	B2,    Y,  INCY2

  169. 

  170. 	STFPDUX	B1,    X2, INCY2

  171. 	STFPDUX	A1,    Y2, INCY2

  172. 	STFPDUX	B2,    X2, INCY2

  173. 	STFPDUX	A2,    Y2, INCY2

  174. 	.align 4

  175. 

  176. LL(16):

  177. 	andi.	r0,  N, 1

  178. 	beq	LL(999)

  179. 

  180. 	LFPDUX	A1,    X,  INCX2

  181. 	LFPDUX	B1,    Y,  INCY2

  182. 

  183. 	STFPDUX	B1,    X2, INCY2

  184. 	STFPDUX	A1,    Y2, INCY2

  185. 	b  LL(999)

  186. 	.align 4

  187. 

  188. LL(20):  /* X : aligned     Y : unaligned */

  189. 

  190. 	LFXDUX	A1, X, INCX2

  191. 	LFDX	B1, Y, INCY2

  192. 

  193. 	STFSDX	A1, Y2, INCY2

  194. 

  195. 	add	Y,  Y,  INCY

  196. 	add	Y2, Y2, INCY

  197. 

  198. 	addi	N, N, -1

  199. 	cmpwi	cr0, N, 0

  200. 	ble	LL(29)

  201. 	.align 4

  202. 

  203. 	srawi.	r0, N, 2

  204. 	mtspr	CTR,  r0

  205. 	beq-	LL(25)

  206. 

  207. 	LFXDUX	T1,    X,  INCX2

  208. 	LFXDUX	T2,    Y,  INCY2

  209. 	LFXDUX	T3,    X,  INCX2

  210. 	LFXDUX	T4,    Y,  INCY2

  211. 

  212. 	LFPDUX	A4,    X,  INCX2

  213. 	fsmr	A1, T1

  214. 	LFPDUX	B4,    Y,  INCY2

  215. 	fsmr	B1, T2

  216. 	LFPDUX	A5,    X,  INCX2

  217. 	fsmr	T1, T3

  218. 	LFPDUX	B5,    Y,  INCY2

  219. 	fsmr	T2, T4

  220. 	bdz	LL(23)

  221. 	.align 4

  222. 

  223. LL(22):

  224. 	fxmr	T5, A4

  225. 	STFPDUX	A1,    Y2, INCY2

  226. 	fxmr	T6, B4

  227. 	STFPDUX	B1,    X2, INCX2

  228. 	fxmr	A1, A5

  229. 	STFPDUX	T1,    Y2, INCY2

  230. 	fxmr	B1, B5

  231. 	STFPDUX	T2,    X2, INCX2

  232. 

  233. 	fsmr	T3, T5

  234. 	LFPDUX	A2,    X,  INCX2

  235. 	fsmr	T4, T6

  236.  	LFPDUX	B2,    Y,  INCY2

  237. 	fsmr	T5, A1

  238. 	LFPDUX	A3,    X,  INCX2

  239. 	fsmr	T6, B1

  240. 	LFPDUX	B3,    Y,  INCY2

  241. 

  242. 	fxmr	T1, A2

  243. 	STFPDUX	T3,    Y2, INCY2

  244. 	fxmr	T2, B2

  245. 	STFPDUX	T4,    X2, INCX2

  246. 	fxmr	T3, A3

  247. 	STFPDUX	T5,    Y2, INCY2

  248. 	fxmr	T4, B3

  249. 	STFPDUX	T6,    X2, INCX2

  250. 

  251. 	fsmr	A1, T1

  252. 	LFPDUX	A4,    X,  INCX2

  253. 	fsmr	B1, T2

  254. 	LFPDUX	B4,    Y,  INCY2

  255. 	fsmr	T1, T3

  256. 	LFPDUX	A5,    X,  INCX2

  257. 	fsmr	T2, T4

  258. 	LFPDUX	B5,    Y,  INCY2

  259. 	bdnz	LL(22)

  260. 	.align 4

  261. 

  262. LL(23):

  263. 	fxmr	T5, A4

  264. 	STFPDUX	A1,    Y2, INCY2

  265. 	fxmr	T6, B4

  266. 	STFPDUX	B1,    X2, INCX2

  267. 	fxmr	A1, A5

  268. 	STFPDUX	T1,    Y2, INCY2

  269. 	fxmr	B1, B5

  270. 	STFPDUX	T2,    X2, INCX2

  271. 

  272. 	fsmr	T3, T5

  273. 	fsmr	T4, T6

  274. 	fsmr	T5, A1

  275. 	fsmr	T6, B1

  276. 

  277. 	STFPDUX	T3,    Y2, INCY2

  278. 	STFPDUX	T4,    X2, INCX2

  279. 	STFPDUX	T5,    Y2, INCY2

  280. 	STFPDUX	T6,    X2, INCX2

  281. 	.align 4

  282. 

  283. LL(25):

  284. 	andi.	r0,  N, 3

  285. 	beq	LL(29)

  286. 

  287. 	andi.	r0,  N, 2

  288. 	beq	LL(27)

  289. 

  290. 	LFXDUX	A2,    X,  INCX2

  291. 	LFXDUX	B2,    Y,  INCY2

  292. 	LFXDUX	A3,    X,  INCX2

  293. 	LFXDUX	B3,    Y,  INCY2

  294. 

  295. 	fsmr	A1, A2

  296. 	fsmr	B1, B2

  297. 	fsmr	A2, A3

  298. 	fsmr	B2, B3

  299. 

  300. 	STFPDUX	A1,    Y2, INCY2

  301. 	STFPDUX	B1,    X2, INCX2

  302. 	STFPDUX	A2,    Y2, INCY2

  303. 	fpmr	A1, A3

  304. 	STFPDUX	B2,    X2, INCX2

  305. 	fpmr	B1, B3

  306. 	.align 4

  307. 

  308. LL(27):

  309. 	andi.	r0,  N, 1

  310. 	beq	LL(29)

  311. 

  312. 	LFXDUX	A2,    X,  INCX2

  313. 	LFXDUX	B2,    Y,  INCY2

  314. 	fsmr	A1, A2

  315. 	fsmr	B1, B2

  316. 	STFPDUX	A1,    Y2, INCY2

  317. 	fpmr	A1, A2

  318. 	STFPDUX	B1,    X2, INCX2

  319. 	fpmr	B1, B2

  320. 	.align 4

  321. 

  322. LL(29):

  323. 	LFSDX	B1,    Y,  INCY2

  324. 	STFDX	A1,    Y2, INCY2

  325. 	STFPDX	B1,    X2, INCX2

  326. 	b  LL(999)

  327. 	.align 4

  328. 

  329. 

  330. LL(30):  /* X : unaligned   Y : aligned */

  331. 

  332. 	andi.	r0, Y, 2 * SIZE - 1

  333. 	bne	LL(40)

  334. 

  335. 	LFXDUX	A1, Y, INCY2

  336. 	LFDX	B1, X, INCX2

  337. 

  338. 	STFSDX	A1, X2, INCX2

  339. 

  340. 	add	X,  X,  INCX

  341. 	add	X2, X2, INCX

  342. 

  343. 	addi	N, N, -1

  344. 	cmpwi	cr0, N, 0

  345. 	ble	LL(39)

  346. 	.align 4

  347. 

  348. 	srawi.	r0, N, 2

  349. 	mtspr	CTR,  r0

  350. 	beq-	LL(35)

  351. 

  352. 	LFXDUX	T1,    Y,  INCY2

  353. 	LFXDUX	T2,    X,  INCX2

  354. 	LFXDUX	T3,    Y,  INCY2

  355. 	LFXDUX	T4,    X,  INCX2

  356. 

  357. 	LFPDUX	A4,    Y,  INCY2

  358. 	fsmr	A1, T1

  359. 	LFPDUX	B4,    X,  INCX2

  360. 	fsmr	B1, T2

  361. 	LFPDUX	A5,    Y,  INCY2

  362. 	fsmr	T1, T3

  363. 	LFPDUX	B5,    X,  INCX2

  364. 	fsmr	T2, T4

  365. 	bdz	LL(33)

  366. 	.align 4

  367. 

  368. LL(32):

  369. 	fxmr	T5, A4

  370. 	STFPDUX	A1,    X2, INCX2

  371. 	fxmr	T6, B4

  372. 	STFPDUX	B1,    Y2, INCY2

  373. 	fxmr	A1, A5

  374. 	STFPDUX	T1,    X2, INCX2

  375. 	fxmr	B1, B5

  376. 	STFPDUX	T2,    Y2, INCY2

  377. 

  378. 	fsmr	T3, T5

  379. 	LFPDUX	A2,    Y,  INCY2

  380. 	fsmr	T4, T6

  381.  	LFPDUX	B2,    X,  INCX2

  382. 	fsmr	T5, A1

  383. 	LFPDUX	A3,    Y,  INCY2

  384. 	fsmr	T6, B1

  385. 	LFPDUX	B3,    X,  INCX2

  386. 

  387. 	fxmr	T1, A2

  388. 	STFPDUX	T3,    X2, INCX2

  389. 	fxmr	T2, B2

  390. 	STFPDUX	T4,    Y2, INCY2

  391. 	fxmr	T3, A3

  392. 	STFPDUX	T5,    X2, INCX2

  393. 	fxmr	T4, B3

  394. 	STFPDUX	T6,    Y2, INCY2

  395. 

  396. 	fsmr	A1, T1

  397. 	LFPDUX	A4,    Y,  INCY2

  398. 	fsmr	B1, T2

  399. 	LFPDUX	B4,    X,  INCX2

  400. 	fsmr	T1, T3

  401. 	LFPDUX	A5,    Y,  INCY2

  402. 	fsmr	T2, T4

  403. 	LFPDUX	B5,    X,  INCX2

  404. 	bdnz	LL(32)

  405. 	.align 4

  406. 

  407. LL(33):

  408. 	fxmr	T5, A4

  409. 	STFPDUX	A1,    X2, INCX2

  410. 	fxmr	T6, B4

  411. 	STFPDUX	B1,    Y2, INCY2

  412. 	fxmr	A1, A5

  413. 	STFPDUX	T1,    X2, INCX2

  414. 	fxmr	B1, B5

  415. 	STFPDUX	T2,    Y2, INCY2

  416. 

  417. 	fsmr	T3, T5

  418. 	fsmr	T4, T6

  419. 	fsmr	T5, A1

  420. 	fsmr	T6, B1

  421. 

  422. 	STFPDUX	T3,    X2, INCX2

  423. 	STFPDUX	T4,    Y2, INCY2

  424. 	STFPDUX	T5,    X2, INCX2

  425. 	STFPDUX	T6,    Y2, INCY2

  426. 	.align 4

  427. 

  428. LL(35):

  429. 	andi.	r0,  N, 3

  430. 	beq	LL(39)

  431. 

  432. 	andi.	r0,  N, 2

  433. 	beq	LL(37)

  434. 

  435. 	LFXDUX	A2,    Y,  INCY2

  436. 	LFXDUX	B2,    X,  INCX2

  437. 	LFXDUX	A3,    Y,  INCY2

  438. 	LFXDUX	B3,    X,  INCX2

  439. 

  440. 	fsmr	A1, A2

  441. 	fsmr	B1, B2

  442. 	fsmr	A2, A3

  443. 	fsmr	B2, B3

  444. 

  445. 	STFPDUX	A1,    X2, INCX2

  446. 	STFPDUX	B1,    Y2, INCY2

  447. 	STFPDUX	A2,    X2, INCX2

  448. 	fpmr	A1, A3

  449. 	STFPDUX	B2,    Y2, INCY2

  450. 	fpmr	B1, B3

  451. 	.align 4

  452. 

  453. LL(37):

  454. 	andi.	r0,  N, 1

  455. 	beq	LL(39)

  456. 

  457. 	LFXDUX	A2,    Y,  INCY2

  458. 	LFXDUX	B2,    X,  INCX2

  459. 	fsmr	A1, A2

  460. 	fsmr	B1, B2

  461. 	STFPDUX	A1,    X2, INCX2

  462. 	fpmr	A1, A2

  463. 	STFPDUX	B1,    Y2, INCY2

  464. 	fpmr	B1, B2

  465. 	.align 4

  466. 

  467. LL(39):

  468. 	LFSDX	B1,    X,  INCX2

  469. 	STFDX	A1,    X2, INCX2

  470. 	STFPDX	B1,    Y2, INCY2

  471. 	b  LL(999)

  472. 	.align 4

  473. 

  474. LL(40):  /* X : unaligned   Y : unaligned */

  475. 

  476. 	LFDX	A1, Y, INCY2

  477. 	LFDX	B1, X, INCX2

  478. 	add	X,  X,  INCX

  479. 	add	Y,  Y,  INCY

  480. 

  481. 	addi	N, N, -1

  482. 	cmpwi	cr0, N, 0

  483. 

  484. 	STFDX	A1, X2, INCX2

  485. 	STFDX	B1, Y2, INCY2

  486. 	add	X2, X2, INCX

  487. 	add	Y2, Y2, INCY

  488. 	ble	LL(49)

  489. 

  490. 	srawi.	r0, N, 2

  491. 	mtspr	CTR,  r0

  492. 	beq-	LL(45)

  493. 

  494. 	LFPDUX	A1,    X,  INCX2

  495. 	LFPDUX	B1,    Y,  INCY2

  496. 	LFPDUX	A2,    X,  INCX2

  497. 	LFPDUX	B2,    Y,  INCY2

  498. 	LFPDUX	A3,    X,  INCX2

  499. 	LFPDUX	B3,    Y,  INCY2

  500. 	LFPDUX	A4,    X,  INCX2

  501. 	LFPDUX	B4,    Y,  INCY2

  502. 	bdz	LL(43)

  503. 	.align 4

  504. 

  505. LL(42):

  506. 	STFPDUX	B1,    X2, INCY2

  507. 	LFPDUX	B1,    Y,  INCY2

  508. 	STFPDUX	A1,    Y2, INCY2

  509. 	LFPDUX	A1,    X,  INCX2

  510. 

  511. 	STFPDUX	B2,    X2, INCY2

  512. 	LFPDUX	B2,    Y,  INCY2

  513. 	STFPDUX	A2,    Y2, INCY2

  514. 	LFPDUX	A2,    X,  INCX2

  515. 

  516. 	STFPDUX	B3,    X2, INCY2

  517. 	LFPDUX	B3,    Y,  INCY2

  518. 	STFPDUX	A3,    Y2, INCY2

  519. 	LFPDUX	A3,    X,  INCX2

  520. 

  521. 	STFPDUX	B4,    X2, INCY2

  522. 	LFPDUX	B4,    Y,  INCY2

  523. 	STFPDUX	A4,    Y2, INCY2

  524. 	LFPDUX	A4,    X,  INCX2

  525. 	bdnz	LL(42)

  526. 	.align 4

  527. 

  528. LL(43):

  529. 	STFPDUX	B1,    X2, INCY2

  530. 	STFPDUX	A1,    Y2, INCY2

  531. 	STFPDUX	B2,    X2, INCY2

  532. 	STFPDUX	A2,    Y2, INCY2

  533. 	STFPDUX	B3,    X2, INCY2

  534. 	STFPDUX	A3,    Y2, INCY2

  535. 	STFPDUX	B4,    X2, INCY2

  536. 	STFPDUX	A4,    Y2, INCY2

  537. 	.align 4

  538. 

  539. LL(45):

  540. 	andi.	r0,  N, 3

  541. 	beq	LL(49)

  542. 

  543. 	andi.	r0,  N, 2

  544. 	beq	LL(46)

  545. 

  546. 	LFPDUX	A1,    X,  INCX2

  547. 	LFPDUX	B1,    Y,  INCY2

  548. 	LFPDUX	A2,    X,  INCX2

  549. 	LFPDUX	B2,    Y,  INCY2

  550. 

  551. 	STFPDUX	B1,    X2, INCY2

  552. 	STFPDUX	A1,    Y2, INCY2

  553. 	STFPDUX	B2,    X2, INCY2

  554. 	STFPDUX	A2,    Y2, INCY2

  555. 	.align 4

  556. 

  557. LL(46):

  558. 	andi.	r0,  N, 1

  559. 	beq	LL(49)

  560. 

  561. 	LFPDUX	A1,    X,  INCX2

  562. 	LFPDUX	B1,    Y,  INCY2

  563. 

  564. 	STFPDUX	B1,    X2, INCY2

  565. 	STFPDUX	A1,    Y2, INCY2

  566. 	.align 4

  567. 

  568. LL(49):

  569. 	LFDX	A1, Y, INCY2

  570. 	LFDX	B1, X, INCX2

  571. 	STFDX	A1, X2, INCX2

  572. 	STFDX	B1, Y2, INCY2

  573. 	b  LL(999)

  574. 	.align 4

  575. 

  576. LL(100):

  577. 	subi	INCX2, INCX2, SIZE

  578. 	subi	INCY2, INCY2, SIZE

  579. 

  580. 	li	INCX, SIZE

  581. 	li	INCY, SIZE

  582. 

  583. 	sub	X, X, INCX2

  584. 	sub	Y, Y, INCY2

  585. 

  586. 	mr	X2, X

  587. 	mr	Y2, Y

  588. 

  589. 	srawi.	r0, N, 1

  590. 	mtspr	CTR,  r0

  591. 	beq-	LL(115)

  592. 

  593. 	LFDUX	A1,   X,  INCX2

  594. 	LFDUX	B1,   Y,  INCY2

  595. 	LFDUX	A2,   X,  INCX

  596. 	LFDUX	B2,   Y,  INCY

  597. 	LFDUX	A3,   X,  INCX2

  598. 	LFDUX	B3,   Y,  INCY2

  599. 	LFDUX	A4,   X,  INCX

  600. 	LFDUX	B4,   Y,  INCY

  601. 	bdz	LL(113)

  602. 	.align 4

  603. 

  604. LL(112):

  605. 	STFDUX	B1,   X2, INCX2

  606. 	LFDUX	B1,   Y,  INCY2

  607. 	STFDUX	A1,   Y2, INCY2

  608. 	LFDUX	A1,   X,  INCX2

  609. 

  610. 	STFDUX	B2,   X2, INCX

  611. 	LFDUX	B2,   Y,  INCY

  612. 	STFDUX	A2,   Y2, INCY

  613. 	LFDUX	A2,   X,  INCX

  614. 

  615. 	STFDUX	B3,   X2, INCX2

  616. 	LFDUX	B3,   Y,  INCY2

  617. 	STFDUX	A3,   Y2, INCY2

  618. 	LFDUX	A3,   X,  INCX2

  619. 

  620. 	STFDUX	B4,   X2, INCX

  621. 	LFDUX	B4,   Y,  INCY

  622. 	STFDUX	A4,   Y2, INCY

  623. 	LFDUX	A4,   X,  INCX

  624. 	bdnz	LL(112)

  625. 	.align 4

  626. 

  627. LL(113):

  628. 	STFDUX	B1,   X2, INCX2

  629. 	STFDUX	A1,   Y2, INCY2

  630. 	STFDUX	B2,   X2, INCX

  631. 	STFDUX	A2,   Y2, INCY

  632. 

  633. 	STFDUX	B3,   X2, INCX2

  634. 	STFDUX	A3,   Y2, INCY2

  635. 	STFDUX	B4,   X2, INCX

  636. 	STFDUX	A4,   Y2, INCY

  637. 	.align 4

  638. 

  639. LL(115):

  640. 	andi.	r0,  N, 1

  641. 	beq	LL(999)

  642. 

  643. 	LFDUX	A1,   X,  INCX2

  644. 	LFDUX	A2,   X,  INCX

  645. 	LFDUX	B1,   Y,  INCY2

  646. 	LFDUX	B2,   Y,  INCY

  647. 

  648. 	STFDUX	B1,   X2, INCX2

  649. 	STFDUX	B2,   X2, INCX

  650. 	STFDUX	A1,   Y2, INCY2

  651. 	STFDUX	A2,   Y2, INCY

  652. 	.align 4

  653. 

  654. LL(999):

  655. 	li	r10, 16

  656. 	addi	SP, SP,  -16

  657. 

  658. 	lfpdux	f16, SP, r10

  659. 	lfpdux	f15, SP, r10

  660. 	lfpdux	f14, SP, r10

  661. 

  662. 	addi	SP, SP,  16

  663. 	blr

  664. 

  665. 	EPILOGUE