OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: develop
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'develop'
${ noResults }
OpenBLAS/kernel/power/gemm_tcopy_hummer_8.S

1286 lines
23 kB
Raw Permalink Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define	M	r3

  43. #define	N	r4

  44. #define	A	r5

  45. #define	LDA	r6

  46. #define B	r7

  47. 

  48. #define AO1	r8

  49. #define AO2	r9

  50. #define AO3	r10

  51. #define AO4	r11

  52. 

  53. #define J	r12

  54. 

  55. #define B1	r21

  56. #define B2	r22

  57. #define B3	r23

  58. #define B4	r24

  59. #define M8	r25

  60. 

  61. #define AO5	r26

  62. #define AO6	r27

  63. #define AO7	r28

  64. #define AO8	r29

  65. #define INC	r30

  66. #define INC2	r31

  67. 

  68. #define c01	f0

  69. #define c02	f1

  70. #define c03	f2

  71. #define c04	f3

  72. #define c05	f4

  73. #define c06	f5

  74. #define c07	f6

  75. #define c08	f7

  76. #define c09	f8

  77. #define c10	f9

  78. #define c11	f10

  79. #define c12	f11

  80. #define c13	f12

  81. #define c14	f13

  82. #define c15	f14

  83. #define c16	f15

  84. 

  85. #define c17	f16

  86. #define c18	f17

  87. #define c19	f18

  88. #define c20	f19

  89. #define c21	f20

  90. #define c22	f21

  91. #define c23	f22

  92. #define c24	f23

  93. #define c25	f24

  94. #define c26	f25

  95. #define c27	f26

  96. #define c28	f27

  97. #define c29	f28

  98. #define c30	f29

  99. #define c31	f30

  100. #define c32	f31

  101. 

  102. #define STACKSIZE 64

  103. 

  104. 	PROLOGUE

  105. 	PROFCODE

  106. 

  107. 	li	r0, -16

  108. 

  109. 	stfpdux	f14, SP, r0

  110. 	stfpdux	f15, SP, r0

  111. 	stfpdux	f16, SP, r0

  112. 	stfpdux	f17, SP, r0

  113. 	stfpdux	f18, SP, r0

  114. 	stfpdux	f19, SP, r0

  115. 	stfpdux	f20, SP, r0

  116. 	stfpdux	f21, SP, r0

  117. 	stfpdux	f22, SP, r0

  118. 	stfpdux	f23, SP, r0

  119. 	stfpdux	f24, SP, r0

  120. 	stfpdux	f25, SP, r0

  121. 	stfpdux	f26, SP, r0

  122. 	stfpdux	f27, SP, r0

  123. 	stfpdux	f28, SP, r0

  124. 	stfpdux	f29, SP, r0

  125. 	stfpdux	f30, SP, r0

  126. 	stfpdux	f31, SP, r0

  127. 

  128. 	stwu	r31,  -4(SP)

  129. 	stwu	r30,  -4(SP)

  130. 	stwu	r29,  -4(SP)

  131. 	stwu	r28,  -4(SP)

  132. 

  133. 	stwu	r27,  -4(SP)

  134. 	stwu	r26,  -4(SP)

  135. 	stwu	r25,  -4(SP)

  136. 	stwu	r24,  -4(SP)

  137. 

  138. 	stwu	r23,  -4(SP)

  139. 	stwu	r22,  -4(SP)

  140. 	stwu	r21,  -4(SP)

  141. 

  142. 	slwi	LDA, LDA, BASE_SHIFT

  143. 	slwi	M8, M, 3 + BASE_SHIFT

  144. 

  145. 	li	r8,  -8

  146. 	li	r9,  -4

  147. 	li	r10, -2

  148. 

  149. 	and	B2, N, r8

  150. 	and	B3, N, r9

  151. 	and	B4, N, r10

  152. 

  153. 	mullw	B2, B2, M

  154. 	mullw	B3, B3, M

  155. 	mullw	B4, B4, M

  156. 

  157. 	slwi	B2, B2, BASE_SHIFT

  158. 	slwi	B3, B3, BASE_SHIFT

  159. 	slwi	B4, B4, BASE_SHIFT

  160. 

  161. 	add	B2, B2, B

  162. 	add	B3, B3, B

  163. 	add	B4, B4, B

  164. 

  165. 	cmpwi	cr0, M, 0

  166. 	ble-	.L999

  167. 	cmpwi	cr0, N, 0

  168. 	ble-	.L999

  169. 

  170. 	subi	B2, B2, 2 * SIZE

  171. 	subi	B3, B3, 2 * SIZE

  172. 	subi	B4, B4, 2 * SIZE

  173. 

  174. 	subi	M8, M8, 62 * SIZE

  175. 

  176. 	li	INC,  1 * SIZE

  177. 	li	INC2, 2 * SIZE

  178. 

  179. 	andi.	r0, A,   2 * SIZE - 1

  180. 	bne	.L100

  181. 	andi.	r0, LDA, 2 * SIZE - 1

  182. 	bne	.L100

  183. 

  184. 	subi	A, A, 2 * SIZE

  185. 	srawi.	J,  M,  3

  186. 	ble	.L20

  187. 	.align 4

  188. 

  189. .L10:

  190. 	mr	AO1, A

  191. 	add	AO2, A,   LDA

  192. 	add	AO3, AO2, LDA

  193. 	add	AO4, AO3, LDA

  194. 	add	AO5, AO4, LDA

  195. 	add	AO6, AO5, LDA

  196. 	add	AO7, AO6, LDA

  197. 	add	AO8, AO7, LDA

  198. 	add	A,   AO8, LDA

  199. 

  200. 	sub	B1, B, M8

  201. 	addi	B, B, 64 * SIZE

  202. 

  203. 	srawi.	r0,  N,  3

  204. 	mtspr	CTR, r0

  205. 	ble	.L15

  206. 	.align 4

  207. 

  208. .L12:

  209. 	LFPDUX	c01,   AO1, INC2

  210. 	LFPDUX	c02,   AO1, INC2

  211. 	LFPDUX	c03,   AO1, INC2

  212. 	LFPDUX	c04,   AO1, INC2

  213. 

  214. 	LFPDUX	c05,   AO2, INC2

  215. 	LFPDUX	c06,   AO2, INC2

  216. 	LFPDUX	c07,   AO2, INC2

  217. 	LFPDUX	c08,   AO2, INC2

  218. 

  219.  	LFPDUX	c09,   AO3, INC2

  220. 	LFPDUX	c10,   AO3, INC2

  221.  	LFPDUX	c11,   AO3, INC2

  222. 	LFPDUX	c12,   AO3, INC2

  223. 

  224. 	LFPDUX	c13,   AO4, INC2

  225. 	LFPDUX	c14,   AO4, INC2

  226. 	LFPDUX	c15,   AO4, INC2

  227. 	LFPDUX	c16,   AO4, INC2

  228. 

  229. 	LFPDUX	c17,   AO5, INC2

  230. 	LFPDUX	c18,   AO5, INC2

  231. 	LFPDUX	c19,   AO5, INC2

  232. 	LFPDUX	c20,   AO5, INC2

  233. 

  234. 	LFPDUX	c21,   AO6, INC2

  235. 	LFPDUX	c22,   AO6, INC2

  236. 	LFPDUX	c23,   AO6, INC2

  237. 	LFPDUX	c24,   AO6, INC2

  238. 

  239.  	LFPDUX	c25,   AO7, INC2

  240. 	LFPDUX	c26,   AO7, INC2

  241.  	LFPDUX	c27,   AO7, INC2

  242. 	LFPDUX	c28,   AO7, INC2

  243. 

  244. 	LFPDUX	c29,   AO8, INC2

  245. 	LFPDUX	c30,   AO8, INC2

  246. 	LFPDUX	c31,   AO8, INC2

  247. 	LFPDUX	c32,   AO8, INC2

  248. 

  249. 	STFPDUX	c01,   B1, M8

  250. 	STFPDUX	c02,   B1, INC2

  251. 	STFPDUX	c03,   B1, INC2

  252. 	STFPDUX	c04,   B1, INC2

  253. 	STFPDUX	c05,   B1, INC2

  254. 	STFPDUX	c06,   B1, INC2

  255. 	STFPDUX	c07,   B1, INC2

  256. 	STFPDUX	c08,   B1, INC2

  257. 

  258. 	STFPDUX	c09,   B1, INC2

  259. 	STFPDUX	c10,   B1, INC2

  260. 	STFPDUX	c11,   B1, INC2

  261. 	STFPDUX	c12,   B1, INC2

  262. 	STFPDUX	c13,   B1, INC2

  263. 	STFPDUX	c14,   B1, INC2

  264. 	STFPDUX	c15,   B1, INC2

  265. 	STFPDUX	c16,   B1, INC2

  266. 

  267. 	STFPDUX	c17,   B1, INC2

  268. 	STFPDUX	c18,   B1, INC2

  269. 	STFPDUX	c19,   B1, INC2

  270. 	STFPDUX	c20,   B1, INC2

  271. 	STFPDUX	c21,   B1, INC2

  272. 	STFPDUX	c22,   B1, INC2

  273. 	STFPDUX	c23,   B1, INC2

  274. 	STFPDUX	c24,   B1, INC2

  275. 

  276. 	STFPDUX	c25,   B1, INC2

  277. 	STFPDUX	c26,   B1, INC2

  278. 	STFPDUX	c27,   B1, INC2

  279. 	STFPDUX	c28,   B1, INC2

  280. 	STFPDUX	c29,   B1, INC2

  281. 	STFPDUX	c30,   B1, INC2

  282. 	STFPDUX	c31,   B1, INC2

  283. 	STFPDUX	c32,   B1, INC2

  284. 	bdnz	.L12

  285. 	.align 4

  286. 

  287. .L15:

  288. 	andi.	r0,  N,  7

  289. 	ble	.L19

  290. 

  291. 	andi.	r0,  N,  4

  292. 	ble	.L16

  293. 

  294. 	LFPDUX	c01,   AO1, INC2

  295. 	LFPDUX	c02,   AO1, INC2

  296. 	LFPDUX	c03,   AO2, INC2

  297. 	LFPDUX	c04,   AO2, INC2

  298. 

  299.  	LFPDUX	c05,   AO3, INC2

  300. 	LFPDUX	c06,   AO3, INC2

  301. 	LFPDUX	c07,   AO4, INC2

  302. 	LFPDUX	c08,   AO4, INC2

  303. 

  304. 	LFPDUX	c09,   AO5, INC2

  305. 	LFPDUX	c10,   AO5, INC2

  306. 	LFPDUX	c11,   AO6, INC2

  307. 	LFPDUX	c12,   AO6, INC2

  308. 

  309.  	LFPDUX	c13,   AO7, INC2

  310. 	LFPDUX	c14,   AO7, INC2

  311. 	LFPDUX	c15,   AO8, INC2

  312. 	LFPDUX	c16,   AO8, INC2

  313. 

  314. 	STFPDUX	c01,   B2, INC2

  315. 	STFPDUX	c02,   B2, INC2

  316. 	STFPDUX	c03,   B2, INC2

  317. 	STFPDUX	c04,   B2, INC2

  318. 	STFPDUX	c05,   B2, INC2

  319. 	STFPDUX	c06,   B2, INC2

  320. 	STFPDUX	c07,   B2, INC2

  321. 	STFPDUX	c08,   B2, INC2

  322. 	STFPDUX	c09,   B2, INC2

  323. 	STFPDUX	c10,   B2, INC2

  324. 	STFPDUX	c11,   B2, INC2

  325. 	STFPDUX	c12,   B2, INC2

  326. 	STFPDUX	c13,   B2, INC2

  327. 	STFPDUX	c14,   B2, INC2

  328. 	STFPDUX	c15,   B2, INC2

  329. 	STFPDUX	c16,   B2, INC2

  330. 	.align 4

  331. 

  332. .L16:

  333. 	andi.	r0,  N,  2

  334. 	ble	.L17

  335. 

  336. 	LFPDUX	c01,   AO1, INC2

  337. 	LFPDUX	c03,   AO2, INC2

  338.  	LFPDUX	c05,   AO3, INC2

  339. 	LFPDUX	c07,   AO4, INC2

  340. 

  341. 	LFPDUX	c09,   AO5, INC2

  342. 	LFPDUX	c11,   AO6, INC2

  343.  	LFPDUX	c13,   AO7, INC2

  344. 	LFPDUX	c15,   AO8, INC2

  345. 

  346. 	STFPDUX	c01,   B3, INC2

  347. 	STFPDUX	c03,   B3, INC2

  348. 	STFPDUX	c05,   B3, INC2

  349. 	STFPDUX	c07,   B3, INC2

  350. 	STFPDUX	c09,   B3, INC2

  351. 	STFPDUX	c11,   B3, INC2

  352. 	STFPDUX	c13,   B3, INC2

  353. 	STFPDUX	c15,   B3, INC2

  354. 	.align 4

  355. 

  356. .L17:

  357. 	andi.	r0,  N,  1

  358. 	ble	.L19

  359. 

  360. 	LFDUX	c01,   AO1, INC2

  361.  	LFDUX	c02,   AO3, INC2

  362. 	LFDUX	c03,   AO5, INC2

  363.  	LFDUX	c04,   AO7, INC2

  364. 

  365. 	LFSDUX	c01,   AO2, INC2

  366. 	LFSDUX	c02,   AO4, INC2

  367. 	LFSDUX	c03,   AO6, INC2

  368. 	LFSDUX	c04,   AO8, INC2

  369. 

  370. 	STFPDUX	c01,   B4, INC2

  371. 	STFPDUX	c02,   B4, INC2

  372. 	STFPDUX	c03,   B4, INC2

  373. 	STFPDUX	c04,   B4, INC2

  374. 	.align 4

  375. 

  376. .L19:

  377. 	addic.	J, J, -1

  378. 	bgt	.L10

  379. 	.align 4

  380. 

  381. .L20:

  382. 	andi.	J,  M,  4

  383. 	addi	M8, M8, 32 * SIZE

  384. 	ble	.L30

  385. 

  386. 	mr	AO1, A

  387. 	add	AO2, A,   LDA

  388. 	add	AO3, AO2, LDA

  389. 	add	AO4, AO3, LDA

  390. 	add	A,   AO4, LDA

  391. 

  392. 	sub	B1, B, M8

  393. 	addi	B, B, 32 * SIZE

  394. 

  395. 	srawi.	r0,  N,  3

  396. 	mtspr	CTR, r0

  397. 	ble	.L25

  398. 	.align 4

  399. 

  400. .L22:

  401. 	LFPDUX	c01,   AO1, INC2

  402. 	LFPDUX	c02,   AO1, INC2

  403. 	LFPDUX	c03,   AO1, INC2

  404. 	LFPDUX	c04,   AO1, INC2

  405. 

  406. 	LFPDUX	c05,   AO2, INC2

  407. 	LFPDUX	c06,   AO2, INC2

  408. 	LFPDUX	c07,   AO2, INC2

  409. 	LFPDUX	c08,   AO2, INC2

  410. 

  411.  	LFPDUX	c09,   AO3, INC2

  412. 	LFPDUX	c10,   AO3, INC2

  413.  	LFPDUX	c11,   AO3, INC2

  414. 	LFPDUX	c12,   AO3, INC2

  415. 

  416. 	LFPDUX	c13,   AO4, INC2

  417. 	LFPDUX	c14,   AO4, INC2

  418. 	LFPDUX	c15,   AO4, INC2

  419. 	LFPDUX	c16,   AO4, INC2

  420. 

  421. 	STFPDUX	c01,   B1, M8

  422. 	STFPDUX	c02,   B1, INC2

  423. 	STFPDUX	c03,   B1, INC2

  424. 	STFPDUX	c04,   B1, INC2

  425. 	STFPDUX	c05,   B1, INC2

  426. 	STFPDUX	c06,   B1, INC2

  427. 	STFPDUX	c07,   B1, INC2

  428. 	STFPDUX	c08,   B1, INC2

  429. 

  430. 	STFPDUX	c09,   B1, INC2

  431. 	STFPDUX	c10,   B1, INC2

  432. 	STFPDUX	c11,   B1, INC2

  433. 	STFPDUX	c12,   B1, INC2

  434. 	STFPDUX	c13,   B1, INC2

  435. 	STFPDUX	c14,   B1, INC2

  436. 	STFPDUX	c15,   B1, INC2

  437. 	STFPDUX	c16,   B1, INC2

  438. 	bdnz	.L22

  439. 	.align 4

  440. 

  441. .L25:

  442. 	andi.	r0,  N,  7

  443. 	ble	.L30

  444. 

  445. 	andi.	r0,  N,  4

  446. 	ble	.L26

  447. 

  448. 	LFPDUX	c01,   AO1, INC2

  449. 	LFPDUX	c02,   AO1, INC2

  450. 	LFPDUX	c03,   AO2, INC2

  451. 	LFPDUX	c04,   AO2, INC2

  452. 

  453.  	LFPDUX	c05,   AO3, INC2

  454. 	LFPDUX	c06,   AO3, INC2

  455. 	LFPDUX	c07,   AO4, INC2

  456. 	LFPDUX	c08,   AO4, INC2

  457. 

  458. 	STFPDUX	c01,   B2, INC2

  459. 	STFPDUX	c02,   B2, INC2

  460. 	STFPDUX	c03,   B2, INC2

  461. 	STFPDUX	c04,   B2, INC2

  462. 	STFPDUX	c05,   B2, INC2

  463. 	STFPDUX	c06,   B2, INC2

  464. 	STFPDUX	c07,   B2, INC2

  465. 	STFPDUX	c08,   B2, INC2

  466. 	.align 4

  467. 

  468. .L26:

  469. 	andi.	r0,  N,  2

  470. 	ble	.L27

  471. 

  472. 	LFPDUX	c01,   AO1, INC2

  473. 	LFPDUX	c03,   AO2, INC2

  474.  	LFPDUX	c05,   AO3, INC2

  475. 	LFPDUX	c07,   AO4, INC2

  476. 

  477. 	STFPDUX	c01,   B3, INC2

  478. 	STFPDUX	c03,   B3, INC2

  479. 	STFPDUX	c05,   B3, INC2

  480. 	STFPDUX	c07,   B3, INC2

  481. 	.align 4

  482. 

  483. .L27:

  484. 	andi.	r0,  N,  1

  485. 	ble	.L30

  486. 

  487. 	LFDUX	c01,   AO1, INC2

  488. 	LFDUX	c02,   AO2, INC2

  489.  	LFDUX	c03,   AO3, INC2

  490. 	LFDUX	c04,   AO4, INC2

  491. 

  492. 	fsmfp	c01, c02

  493. 	fsmfp	c03, c04

  494. 

  495. 	STFPDUX	c01,   B4, INC2

  496. 	STFPDUX	c03,   B4, INC2

  497. 	.align 4

  498. 

  499. .L30:

  500. 	andi.	J,  M,  2

  501. 	addi	M8, M8, 16 * SIZE

  502. 	ble	.L40

  503. 

  504. 	mr	AO1, A

  505. 	add	AO2, A,   LDA

  506. 	add	A,   AO2, LDA

  507. 

  508. 	sub	B1, B, M8

  509. 	addi	B, B, 16 * SIZE

  510. 

  511. 	srawi.	r0,  N,  3

  512. 	mtspr	CTR, r0

  513. 	ble	.L35

  514. 	.align 4

  515. 

  516. .L32:

  517. 	LFPDUX	c01,   AO1, INC2

  518. 	LFPDUX	c02,   AO1, INC2

  519. 	LFPDUX	c03,   AO1, INC2

  520. 	LFPDUX	c04,   AO1, INC2

  521. 

  522. 	LFPDUX	c05,   AO2, INC2

  523. 	LFPDUX	c06,   AO2, INC2

  524. 	LFPDUX	c07,   AO2, INC2

  525. 	LFPDUX	c08,   AO2, INC2

  526. 

  527. 	STFPDUX	c01,   B1, M8

  528. 	STFPDUX	c02,   B1, INC2

  529. 	STFPDUX	c03,   B1, INC2

  530. 	STFPDUX	c04,   B1, INC2

  531. 	STFPDUX	c05,   B1, INC2

  532. 	STFPDUX	c06,   B1, INC2

  533. 	STFPDUX	c07,   B1, INC2

  534. 	STFPDUX	c08,   B1, INC2

  535. 	bdnz	.L32

  536. 	.align 4

  537. 

  538. .L35:

  539. 	andi.	r0,  N,  7

  540. 	ble	.L40

  541. 

  542. 	andi.	r0,  N,  4

  543. 	ble	.L36

  544. 

  545. 	LFPDUX	c01,   AO1, INC2

  546. 	LFPDUX	c02,   AO1, INC2

  547. 	LFPDUX	c03,   AO2, INC2

  548. 	LFPDUX	c04,   AO2, INC2

  549. 

  550. 	STFPDUX	c01,   B2, INC2

  551. 	STFPDUX	c02,   B2, INC2

  552. 	STFPDUX	c03,   B2, INC2

  553. 	STFPDUX	c04,   B2, INC2

  554. 	.align 4

  555. 

  556. .L36:

  557. 	andi.	r0,  N,  2

  558. 	ble	.L37

  559. 

  560. 	LFPDUX	c01,   AO1, INC2

  561. 	LFPDUX	c02,   AO2, INC2

  562. 

  563. 	STFPDUX	c01,   B3, INC2

  564. 	STFPDUX	c02,   B3, INC2

  565. 	.align 4

  566. 

  567. .L37:

  568. 	andi.	r0,  N,  1

  569. 	ble	.L40

  570. 

  571. 	LFDUX	c01,   AO1, INC2

  572. 	LFDUX	c02,   AO2, INC2

  573. 

  574. 	fsmfp	c01, c02

  575. 	STFPDUX	c01,   B4, INC2

  576. 	.align 4

  577. 

  578. .L40:

  579. 	andi.	J,  M,  1

  580. 	addi	M8, M8, 8 * SIZE

  581. 	ble	.L999

  582. 

  583. 	mr	AO1, A

  584. 

  585. 	sub	B1, B, M8

  586. 

  587. 	srawi.	r0,  N,  3

  588. 	mtspr	CTR, r0

  589. 	ble	.L45

  590. 	.align 4

  591. 

  592. .L42:

  593. 	LFPDUX	c01,   AO1, INC2

  594. 	LFPDUX	c02,   AO1, INC2

  595. 	LFPDUX	c03,   AO1, INC2

  596. 	LFPDUX	c04,   AO1, INC2

  597. 

  598. 	STFPDUX	c01,   B1, M8

  599. 	STFPDUX	c02,   B1, INC2

  600. 	STFPDUX	c03,   B1, INC2

  601. 	STFPDUX	c04,   B1, INC2

  602. 	bdnz	.L42

  603. 	.align 4

  604. 

  605. .L45:

  606. 	andi.	r0,  N,  7

  607. 	ble	.L999

  608. 

  609. 	andi.	r0,  N,  4

  610. 	ble	.L46

  611. 

  612. 	LFPDUX	c01,   AO1, INC2

  613. 	LFPDUX	c02,   AO1, INC2

  614. 

  615. 	STFPDUX	c01,   B2, INC2

  616. 	STFPDUX	c02,   B2, INC2

  617. 	.align 4

  618. 

  619. .L46:

  620. 	andi.	r0,  N,  2

  621. 	ble	.L47

  622. 

  623. 	LFPDUX	c01,   AO1, INC2

  624. 	STFPDUX	c01,   B3, INC2

  625. 	.align 4

  626. 

  627. .L47:

  628. 	andi.	r0,  N,  1

  629. 	ble	.L999

  630. 

  631. 	LFDX	c01,   AO1, INC2

  632. 	STFDX	c01,   B4, INC2

  633. 	b	.L999

  634. 	.align 4

  635. 

  636. 

  637. .L100:

  638. 	subi	A, A, SIZE

  639. 	srawi.	J,  M,  3

  640. 	ble	.L120

  641. 	.align 4

  642. 

  643. .L110:

  644. 	mr	AO1, A

  645. 	add	AO2, A,   LDA

  646. 	add	AO3, AO2, LDA

  647. 	add	AO4, AO3, LDA

  648. 	add	AO5, AO4, LDA

  649. 	add	AO6, AO5, LDA

  650. 	add	AO7, AO6, LDA

  651. 	add	AO8, AO7, LDA

  652. 	add	A,   AO8, LDA

  653. 

  654. 	sub	B1, B, M8

  655. 	addi	B, B, 64 * SIZE

  656. 

  657. 	srawi.	r0,  N,  3

  658. 	mtspr	CTR, r0

  659. 	ble	.L115

  660. 	.align 4

  661. 

  662. .L112:

  663. 	LFDUX	c01,   AO1, INC

  664. 	LFDUX	c05,   AO2, INC

  665.  	LFDUX	c09,   AO3, INC

  666. 	LFDUX	c13,   AO4, INC

  667. 

  668. 	LFSDUX	c01,   AO1, INC

  669. 	LFSDUX	c05,   AO2, INC

  670. 	LFSDUX	c09,   AO3, INC

  671. 	LFSDUX	c13,   AO4, INC

  672. 

  673. 	LFDUX	c02,   AO1, INC

  674. 	LFDUX	c06,   AO2, INC

  675. 	LFDUX	c10,   AO3, INC

  676. 	LFDUX	c14,   AO4, INC

  677. 

  678. 	LFSDUX	c02,   AO1, INC

  679. 	LFSDUX	c06,   AO2, INC

  680. 	LFSDUX	c10,   AO3, INC

  681. 	LFSDUX	c14,   AO4, INC

  682. 

  683. 	LFDUX	c03,   AO1, INC

  684. 	LFDUX	c07,   AO2, INC

  685.  	LFDUX	c11,   AO3, INC

  686. 	LFDUX	c15,   AO4, INC

  687. 

  688. 	LFSDUX	c03,   AO1, INC

  689. 	LFSDUX	c07,   AO2, INC

  690. 	LFSDUX	c11,   AO3, INC

  691. 	LFSDUX	c15,   AO4, INC

  692. 

  693. 	LFDUX	c04,   AO1, INC

  694. 	LFDUX	c08,   AO2, INC

  695. 	LFDUX	c12,   AO3, INC

  696. 	LFDUX	c16,   AO4, INC

  697. 

  698. 	LFSDUX	c04,   AO1, INC

  699. 	LFSDUX	c08,   AO2, INC

  700. 	LFSDUX	c12,   AO3, INC

  701. 	LFSDUX	c16,   AO4, INC

  702. 

  703. 

  704. 	LFDUX	c17,   AO5, INC

  705. 	LFDUX	c21,   AO6, INC

  706.  	LFDUX	c25,   AO7, INC

  707. 	LFDUX	c29,   AO8, INC

  708. 

  709. 	LFSDUX	c17,   AO5, INC

  710. 	LFSDUX	c21,   AO6, INC

  711. 	LFSDUX	c25,   AO7, INC

  712. 	LFSDUX	c29,   AO8, INC

  713. 

  714. 	LFDUX	c18,   AO5, INC

  715. 	LFDUX	c22,   AO6, INC

  716. 	LFDUX	c26,   AO7, INC

  717. 	LFDUX	c30,   AO8, INC

  718. 

  719. 	LFSDUX	c18,   AO5, INC

  720. 	LFSDUX	c22,   AO6, INC

  721. 	LFSDUX	c26,   AO7, INC

  722. 	LFSDUX	c30,   AO8, INC

  723. 

  724. 	LFDUX	c19,   AO5, INC

  725. 	LFDUX	c23,   AO6, INC

  726.  	LFDUX	c27,   AO7, INC

  727. 	LFDUX	c31,   AO8, INC

  728. 

  729. 	LFSDUX	c19,   AO5, INC

  730. 	LFSDUX	c23,   AO6, INC

  731. 	LFSDUX	c27,   AO7, INC

  732. 	LFSDUX	c31,   AO8, INC

  733. 

  734. 	LFDUX	c20,   AO5, INC

  735. 	LFDUX	c24,   AO6, INC

  736. 	LFDUX	c28,   AO7, INC

  737. 	LFDUX	c32,   AO8, INC

  738. 

  739. 	LFSDUX	c20,   AO5, INC

  740. 	LFSDUX	c24,   AO6, INC

  741. 	LFSDUX	c28,   AO7, INC

  742. 	LFSDUX	c32,   AO8, INC

  743. 

  744. 	STFPDUX	c01,   B1, M8

  745. 	STFPDUX	c02,   B1, INC2

  746. 	STFPDUX	c03,   B1, INC2

  747. 	STFPDUX	c04,   B1, INC2

  748. 	STFPDUX	c05,   B1, INC2

  749. 	STFPDUX	c06,   B1, INC2

  750. 	STFPDUX	c07,   B1, INC2

  751. 	STFPDUX	c08,   B1, INC2

  752. 

  753. 	STFPDUX	c09,   B1, INC2

  754. 	STFPDUX	c10,   B1, INC2

  755. 	STFPDUX	c11,   B1, INC2

  756. 	STFPDUX	c12,   B1, INC2

  757. 	STFPDUX	c13,   B1, INC2

  758. 	STFPDUX	c14,   B1, INC2

  759. 	STFPDUX	c15,   B1, INC2

  760. 	STFPDUX	c16,   B1, INC2

  761. 

  762. 	STFPDUX	c17,   B1, INC2

  763. 	STFPDUX	c18,   B1, INC2

  764. 	STFPDUX	c19,   B1, INC2

  765. 	STFPDUX	c20,   B1, INC2

  766. 	STFPDUX	c21,   B1, INC2

  767. 	STFPDUX	c22,   B1, INC2

  768. 	STFPDUX	c23,   B1, INC2

  769. 	STFPDUX	c24,   B1, INC2

  770. 

  771. 	STFPDUX	c25,   B1, INC2

  772. 	STFPDUX	c26,   B1, INC2

  773. 	STFPDUX	c27,   B1, INC2

  774. 	STFPDUX	c28,   B1, INC2

  775. 	STFPDUX	c29,   B1, INC2

  776. 	STFPDUX	c30,   B1, INC2

  777. 	STFPDUX	c31,   B1, INC2

  778. 	STFPDUX	c32,   B1, INC2

  779. 	bdnz	.L112

  780. 	.align 4

  781. 

  782. .L115:

  783. 	andi.	r0,  N,  7

  784. 	ble	.L119

  785. 

  786. 	andi.	r0,  N,  4

  787. 	ble	.L116

  788. 

  789. 	LFDUX	c01,   AO1, INC

  790. 	LFDUX	c03,   AO2, INC

  791.  	LFDUX	c05,   AO3, INC

  792. 	LFDUX	c07,   AO4, INC

  793. 

  794. 	LFSDUX	c01,   AO1, INC

  795. 	LFSDUX	c03,   AO2, INC

  796. 	LFSDUX	c05,   AO3, INC

  797. 	LFSDUX	c07,   AO4, INC

  798. 

  799. 	LFDUX	c02,   AO1, INC

  800. 	LFDUX	c04,   AO2, INC

  801. 	LFDUX	c06,   AO3, INC

  802. 	LFDUX	c08,   AO4, INC

  803. 

  804. 	LFSDUX	c02,   AO1, INC

  805. 	LFSDUX	c04,   AO2, INC

  806. 	LFSDUX	c06,   AO3, INC

  807. 	LFSDUX	c08,   AO4, INC

  808. 

  809. 	LFDUX	c09,   AO5, INC

  810. 	LFDUX	c11,   AO6, INC

  811.  	LFDUX	c13,   AO7, INC

  812. 	LFDUX	c15,   AO8, INC

  813. 

  814. 	LFSDUX	c09,   AO5, INC

  815. 	LFSDUX	c11,   AO6, INC

  816. 	LFSDUX	c13,   AO7, INC

  817. 	LFSDUX	c15,   AO8, INC

  818. 

  819. 	LFDUX	c10,   AO5, INC

  820. 	LFDUX	c12,   AO6, INC

  821. 	LFDUX	c14,   AO7, INC

  822. 	LFDUX	c16,   AO8, INC

  823. 

  824. 	LFSDUX	c10,   AO5, INC

  825. 	LFSDUX	c12,   AO6, INC

  826. 	LFSDUX	c14,   AO7, INC

  827. 	LFSDUX	c16,   AO8, INC

  828. 

  829. 	STFPDUX	c01,   B2, INC2

  830. 	STFPDUX	c02,   B2, INC2

  831. 	STFPDUX	c03,   B2, INC2

  832. 	STFPDUX	c04,   B2, INC2

  833. 	STFPDUX	c05,   B2, INC2

  834. 	STFPDUX	c06,   B2, INC2

  835. 	STFPDUX	c07,   B2, INC2

  836. 	STFPDUX	c08,   B2, INC2

  837. 	STFPDUX	c09,   B2, INC2

  838. 	STFPDUX	c10,   B2, INC2

  839. 	STFPDUX	c11,   B2, INC2

  840. 	STFPDUX	c12,   B2, INC2

  841. 	STFPDUX	c13,   B2, INC2

  842. 	STFPDUX	c14,   B2, INC2

  843. 	STFPDUX	c15,   B2, INC2

  844. 	STFPDUX	c16,   B2, INC2

  845. 	.align 4

  846. 

  847. .L116:

  848. 	andi.	r0,  N,  2

  849. 	ble	.L117

  850. 

  851. 	LFDUX	c01,   AO1, INC

  852. 	LFDUX	c03,   AO2, INC

  853.  	LFDUX	c05,   AO3, INC

  854. 	LFDUX	c07,   AO4, INC

  855. 

  856. 	LFSDUX	c01,   AO1, INC

  857. 	LFSDUX	c03,   AO2, INC

  858. 	LFSDUX	c05,   AO3, INC

  859. 	LFSDUX	c07,   AO4, INC

  860. 

  861. 	LFDUX	c09,   AO5, INC

  862. 	LFDUX	c11,   AO6, INC

  863.  	LFDUX	c13,   AO7, INC

  864. 	LFDUX	c15,   AO8, INC

  865. 

  866. 	LFSDUX	c09,   AO5, INC

  867. 	LFSDUX	c11,   AO6, INC

  868. 	LFSDUX	c13,   AO7, INC

  869. 	LFSDUX	c15,   AO8, INC

  870. 

  871. 	STFPDUX	c01,   B3, INC2

  872. 	STFPDUX	c03,   B3, INC2

  873. 	STFPDUX	c05,   B3, INC2

  874. 	STFPDUX	c07,   B3, INC2

  875. 	STFPDUX	c09,   B3, INC2

  876. 	STFPDUX	c11,   B3, INC2

  877. 	STFPDUX	c13,   B3, INC2

  878. 	STFPDUX	c15,   B3, INC2

  879. 	.align 4

  880. 

  881. .L117:

  882. 	andi.	r0,  N,  1

  883. 	ble	.L119

  884. 

  885. 	LFDUX	c01,   AO1, INC

  886.  	LFDUX	c02,   AO3, INC

  887. 	LFDUX	c03,   AO5, INC

  888.  	LFDUX	c04,   AO7, INC

  889. 

  890. 	LFSDUX	c01,   AO2, INC

  891. 	LFSDUX	c02,   AO4, INC

  892. 	LFSDUX	c03,   AO6, INC

  893. 	LFSDUX	c04,   AO8, INC

  894. 

  895. 	STFPDUX	c01,   B4, INC2

  896. 	STFPDUX	c02,   B4, INC2

  897. 	STFPDUX	c03,   B4, INC2

  898. 	STFPDUX	c04,   B4, INC2

  899. 	.align 4

  900. 

  901. .L119:

  902. 	addic.	J, J, -1

  903. 	bgt	.L110

  904. 	.align 4

  905. 

  906. .L120:

  907. 	andi.	J,  M,  4

  908. 	addi	M8, M8, 32 * SIZE

  909. 	ble	.L130

  910. 

  911. 	mr	AO1, A

  912. 	add	AO2, A,   LDA

  913. 	add	AO3, AO2, LDA

  914. 	add	AO4, AO3, LDA

  915. 	add	A,   AO4, LDA

  916. 

  917. 	sub	B1, B, M8

  918. 	addi	B, B, 32 * SIZE

  919. 

  920. 	srawi.	r0,  N,  3

  921. 	mtspr	CTR, r0

  922. 	ble	.L125

  923. 	.align 4

  924. 

  925. .L122:

  926. 	LFDUX	c01,   AO1, INC

  927. 	LFDUX	c05,   AO2, INC

  928.  	LFDUX	c09,   AO3, INC

  929. 	LFDUX	c13,   AO4, INC

  930. 

  931. 	LFSDUX	c01,   AO1, INC

  932. 	LFSDUX	c05,   AO2, INC

  933. 	LFSDUX	c09,   AO3, INC

  934. 	LFSDUX	c13,   AO4, INC

  935. 

  936. 	LFDUX	c02,   AO1, INC

  937. 	LFDUX	c06,   AO2, INC

  938. 	LFDUX	c10,   AO3, INC

  939. 	LFDUX	c14,   AO4, INC

  940. 

  941. 	LFSDUX	c02,   AO1, INC

  942. 	LFSDUX	c06,   AO2, INC

  943. 	LFSDUX	c10,   AO3, INC

  944. 	LFSDUX	c14,   AO4, INC

  945. 

  946. 	LFDUX	c03,   AO1, INC

  947. 	LFDUX	c07,   AO2, INC

  948.  	LFDUX	c11,   AO3, INC

  949. 	LFDUX	c15,   AO4, INC

  950. 

  951. 	LFSDUX	c03,   AO1, INC

  952. 	LFSDUX	c07,   AO2, INC

  953. 	LFSDUX	c11,   AO3, INC

  954. 	LFSDUX	c15,   AO4, INC

  955. 

  956. 	LFDUX	c04,   AO1, INC

  957. 	LFDUX	c08,   AO2, INC

  958. 	LFDUX	c12,   AO3, INC

  959. 	LFDUX	c16,   AO4, INC

  960. 

  961. 	LFSDUX	c04,   AO1, INC

  962. 	LFSDUX	c08,   AO2, INC

  963. 	LFSDUX	c12,   AO3, INC

  964. 	LFSDUX	c16,   AO4, INC

  965. 

  966. 	STFPDUX	c01,   B1, M8

  967. 	STFPDUX	c02,   B1, INC2

  968. 	STFPDUX	c03,   B1, INC2

  969. 	STFPDUX	c04,   B1, INC2

  970. 	STFPDUX	c05,   B1, INC2

  971. 	STFPDUX	c06,   B1, INC2

  972. 	STFPDUX	c07,   B1, INC2

  973. 	STFPDUX	c08,   B1, INC2

  974. 

  975. 	STFPDUX	c09,   B1, INC2

  976. 	STFPDUX	c10,   B1, INC2

  977. 	STFPDUX	c11,   B1, INC2

  978. 	STFPDUX	c12,   B1, INC2

  979. 	STFPDUX	c13,   B1, INC2

  980. 	STFPDUX	c14,   B1, INC2

  981. 	STFPDUX	c15,   B1, INC2

  982. 	STFPDUX	c16,   B1, INC2

  983. 	bdnz	.L122

  984. 	.align 4

  985. 

  986. .L125:

  987. 	andi.	r0,  N,  7

  988. 	ble	.L130

  989. 

  990. 	andi.	r0,  N,  4

  991. 	ble	.L126

  992. 

  993. 	LFDUX	c01,   AO1, INC

  994. 	LFDUX	c03,   AO2, INC

  995.  	LFDUX	c05,   AO3, INC

  996. 	LFDUX	c07,   AO4, INC

  997. 

  998. 	LFSDUX	c01,   AO1, INC

  999. 	LFSDUX	c03,   AO2, INC

  1000. 	LFSDUX	c05,   AO3, INC

  1001. 	LFSDUX	c07,   AO4, INC

  1002. 

  1003. 	LFDUX	c02,   AO1, INC

  1004. 	LFDUX	c04,   AO2, INC

  1005. 	LFDUX	c06,   AO3, INC

  1006. 	LFDUX	c08,   AO4, INC

  1007. 

  1008. 	LFSDUX	c02,   AO1, INC

  1009. 	LFSDUX	c04,   AO2, INC

  1010. 	LFSDUX	c06,   AO3, INC

  1011. 	LFSDUX	c08,   AO4, INC

  1012. 

  1013. 	STFPDUX	c01,   B2, INC2

  1014. 	STFPDUX	c02,   B2, INC2

  1015. 	STFPDUX	c03,   B2, INC2

  1016. 	STFPDUX	c04,   B2, INC2

  1017. 	STFPDUX	c05,   B2, INC2

  1018. 	STFPDUX	c06,   B2, INC2

  1019. 	STFPDUX	c07,   B2, INC2

  1020. 	STFPDUX	c08,   B2, INC2

  1021. 	.align 4

  1022. 

  1023. .L126:

  1024. 	andi.	r0,  N,  2

  1025. 	ble	.L127

  1026. 

  1027. 	LFDUX	c01,   AO1, INC

  1028. 	LFDUX	c03,   AO2, INC

  1029.  	LFDUX	c05,   AO3, INC

  1030. 	LFDUX	c07,   AO4, INC

  1031. 

  1032. 	LFSDUX	c01,   AO1, INC

  1033. 	LFSDUX	c03,   AO2, INC

  1034. 	LFSDUX	c05,   AO3, INC

  1035. 	LFSDUX	c07,   AO4, INC

  1036. 

  1037. 	STFPDUX	c01,   B3, INC2

  1038. 	STFPDUX	c03,   B3, INC2

  1039. 	STFPDUX	c05,   B3, INC2

  1040. 	STFPDUX	c07,   B3, INC2

  1041. 	.align 4

  1042. 

  1043. .L127:

  1044. 	andi.	r0,  N,  1

  1045. 	ble	.L130

  1046. 

  1047. 	LFDUX	c01,   AO1, INC

  1048. 	LFDUX	c02,   AO2, INC

  1049.  	LFDUX	c03,   AO3, INC

  1050. 	LFDUX	c04,   AO4, INC

  1051. 

  1052. 	fsmfp	c01, c02

  1053. 	fsmfp	c03, c04

  1054. 

  1055. 	STFPDUX	c01,   B4, INC2

  1056. 	STFPDUX	c03,   B4, INC2

  1057. 	.align 4

  1058. 

  1059. .L130:

  1060. 	andi.	J,  M,  2

  1061. 	addi	M8, M8, 16 * SIZE

  1062. 	ble	.L140

  1063. 

  1064. 	mr	AO1, A

  1065. 	add	AO2, A,   LDA

  1066. 	add	A,   AO2, LDA

  1067. 

  1068. 	sub	B1, B, M8

  1069. 	addi	B, B, 16 * SIZE

  1070. 

  1071. 	srawi.	r0,  N,  3

  1072. 	mtspr	CTR, r0

  1073. 	ble	.L135

  1074. 	.align 4

  1075. 

  1076. .L132:

  1077. 	LFDUX	c01,   AO1, INC

  1078. 	LFDUX	c02,   AO1, INC

  1079. 	LFDUX	c03,   AO1, INC

  1080. 	LFDUX	c04,   AO1, INC

  1081. 	LFDUX	c05,   AO1, INC

  1082. 	LFDUX	c06,   AO1, INC

  1083. 	LFDUX	c07,   AO1, INC

  1084. 	LFDUX	c08,   AO1, INC

  1085. 

  1086. 	LFDUX	c09,   AO2, INC

  1087. 	LFDUX	c10,   AO2, INC

  1088. 	LFDUX	c11,   AO2, INC

  1089. 	LFDUX	c12,   AO2, INC

  1090. 	LFDUX	c13,   AO2, INC

  1091. 	LFDUX	c14,   AO2, INC

  1092. 	LFDUX	c15,   AO2, INC

  1093. 	LFDUX	c16,   AO2, INC

  1094. 

  1095. 	fsmfp	c01, c02

  1096. 	fsmfp	c03, c04

  1097. 	fsmfp	c05, c06

  1098. 	fsmfp	c07, c08

  1099. 	fsmfp	c09, c10

  1100. 	fsmfp	c11, c12

  1101. 	fsmfp	c13, c14

  1102. 	fsmfp	c15, c16

  1103. 

  1104. 	STFPDUX	c01,   B1, M8

  1105. 	STFPDUX	c03,   B1, INC2

  1106. 	STFPDUX	c05,   B1, INC2

  1107. 	STFPDUX	c07,   B1, INC2

  1108. 	STFPDUX	c09,   B1, INC2

  1109. 	STFPDUX	c11,   B1, INC2

  1110. 	STFPDUX	c13,   B1, INC2

  1111. 	STFPDUX	c15,   B1, INC2

  1112. 	bdnz	.L132

  1113. 	.align 4

  1114. 

  1115. .L135:

  1116. 	andi.	r0,  N,  7

  1117. 	ble	.L140

  1118. 

  1119. 	andi.	r0,  N,  4

  1120. 	ble	.L136

  1121. 

  1122. 	LFDUX	c01,   AO1, INC

  1123. 	LFDUX	c02,   AO1, INC

  1124. 	LFDUX	c03,   AO1, INC

  1125. 	LFDUX	c04,   AO1, INC

  1126. 

  1127. 	LFDUX	c09,   AO2, INC

  1128. 	LFDUX	c10,   AO2, INC

  1129. 	LFDUX	c11,   AO2, INC

  1130. 	LFDUX	c12,   AO2, INC

  1131. 

  1132. 	fsmfp	c01, c02

  1133. 	fsmfp	c03, c04

  1134. 	fsmfp	c09, c10

  1135. 	fsmfp	c11, c12

  1136. 

  1137. 	STFPDUX	c01,   B2, INC2

  1138. 	STFPDUX	c03,   B2, INC2

  1139. 	STFPDUX	c09,   B2, INC2

  1140. 	STFPDUX	c11,   B2, INC2

  1141. 	.align 4

  1142. 

  1143. .L136:

  1144. 	andi.	r0,  N,  2

  1145. 	ble	.L137

  1146. 

  1147. 	LFDUX	c01,   AO1, INC

  1148. 	LFDUX	c02,   AO1, INC

  1149. 	LFDUX	c09,   AO2, INC

  1150. 	LFDUX	c10,   AO2, INC

  1151. 

  1152. 	fsmfp	c01, c02

  1153. 	fsmfp	c09, c10

  1154. 

  1155. 	STFPDUX	c01,   B3, INC2

  1156. 	STFPDUX	c09,   B3, INC2

  1157. 	.align 4

  1158. 

  1159. .L137:

  1160. 	andi.	r0,  N,  1

  1161. 	ble	.L140

  1162. 

  1163. 	LFDUX	c01,   AO1, INC

  1164. 	LFDUX	c02,   AO2, INC

  1165. 

  1166. 	fsmfp	c01, c02

  1167. 	STFPDUX	c01,   B4, INC2

  1168. 	.align 4

  1169. 

  1170. .L140:

  1171. 	andi.	J,  M,  1

  1172. 	addi	M8, M8, 8 * SIZE

  1173. 	ble	.L999

  1174. 

  1175. 	mr	AO1, A

  1176. 

  1177. 	sub	B1, B, M8

  1178. 

  1179. 	srawi.	r0,  N,  3

  1180. 	mtspr	CTR, r0

  1181. 	ble	.L145

  1182. 	.align 4

  1183. 

  1184. .L142:

  1185. 	LFDUX	c01,   AO1, INC

  1186. 	LFDUX	c02,   AO1, INC

  1187. 	LFDUX	c03,   AO1, INC

  1188. 	LFDUX	c04,   AO1, INC

  1189. 	LFDUX	c05,   AO1, INC

  1190. 	LFDUX	c06,   AO1, INC

  1191. 	LFDUX	c07,   AO1, INC

  1192. 	LFDUX	c08,   AO1, INC

  1193. 

  1194. 	fsmfp	c01, c02

  1195. 	fsmfp	c03, c04

  1196. 	fsmfp	c05, c06

  1197. 	fsmfp	c07, c08

  1198. 

  1199. 	STFPDUX	c01,   B1, M8

  1200. 	STFPDUX	c03,   B1, INC2

  1201. 	STFPDUX	c05,   B1, INC2

  1202. 	STFPDUX	c07,   B1, INC2

  1203. 	bdnz	.L142

  1204. 	.align 4

  1205. 

  1206. .L145:

  1207. 	andi.	r0,  N,  7

  1208. 	ble	.L999

  1209. 

  1210. 	andi.	r0,  N,  4

  1211. 	ble	.L146

  1212. 

  1213. 	LFDUX	c01,   AO1, INC

  1214. 	LFDUX	c02,   AO1, INC

  1215. 	LFDUX	c03,   AO1, INC

  1216. 	LFDUX	c04,   AO1, INC

  1217. 

  1218. 	fsmfp	c01, c02

  1219. 	fsmfp	c03, c04

  1220. 

  1221. 	STFPDUX	c01,   B2, INC2

  1222. 	STFPDUX	c03,   B2, INC2

  1223. 	.align 4

  1224. 

  1225. .L146:

  1226. 	andi.	r0,  N,  2

  1227. 	ble	.L147

  1228. 

  1229. 	LFDUX	c01,   AO1, INC

  1230. 	LFDUX	c02,   AO1, INC

  1231. 

  1232. 	fsmfp	c01, c02

  1233. 

  1234. 	STFPDUX	c01,   B3, INC2

  1235. 	.align 4

  1236. 

  1237. .L147:

  1238. 	andi.	r0,  N,  1

  1239. 	ble	.L999

  1240. 

  1241. 	LFDX	c01,   AO1, INC

  1242. 	STFDX	c01,   B4, INC2

  1243. 	.align 4

  1244. 

  1245. .L999:

  1246. 	addi	SP, SP, -4

  1247. 

  1248. 	lwzu	r21,   4(SP)

  1249. 	lwzu	r22,   4(SP)

  1250. 	lwzu	r23,   4(SP)

  1251. 

  1252. 	lwzu	r24,   4(SP)

  1253. 	lwzu	r25,   4(SP)

  1254. 	lwzu	r26,   4(SP)

  1255. 	lwzu	r27,   4(SP)

  1256. 

  1257. 	lwzu	r28,   4(SP)

  1258. 	lwzu	r29,   4(SP)

  1259. 	lwzu	r30,   4(SP)

  1260. 	lwzu	r31,   4(SP)

  1261. 

  1262. 	subi	SP, SP, 12

  1263. 	li	r0, 16

  1264. 

  1265. 	lfpdux	f31, SP, r0

  1266. 	lfpdux	f30, SP, r0

  1267. 	lfpdux	f29, SP, r0

  1268. 	lfpdux	f28, SP, r0

  1269. 	lfpdux	f27, SP, r0

  1270. 	lfpdux	f26, SP, r0

  1271. 	lfpdux	f25, SP, r0

  1272. 	lfpdux	f24, SP, r0

  1273. 	lfpdux	f23, SP, r0

  1274. 	lfpdux	f22, SP, r0

  1275. 	lfpdux	f21, SP, r0

  1276. 	lfpdux	f20, SP, r0

  1277. 	lfpdux	f19, SP, r0

  1278. 	lfpdux	f18, SP, r0

  1279. 	lfpdux	f17, SP, r0

  1280. 	lfpdux	f16, SP, r0

  1281. 	lfpdux	f15, SP, r0

  1282. 	lfpdux	f14, SP, r0

  1283. 	addi	SP, SP, 16

  1284. 	blr

  1285. 	EPILOGUE