OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: develop
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'develop'
${ noResults }
OpenBLAS/kernel/power/gemm_ncopy_hummer_8.S

1218 lines
22 kB
Raw Permalink Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define	M	r3

  43. #define	N	r4

  44. #define	A	r5

  45. #define	LDA	r6

  46. #define B	r7

  47. 

  48. #define AO1	r8

  49. #define AO2	r9

  50. #define AO3	r10

  51. #define AO4	r11

  52. 

  53. #define J	r12

  54. 

  55. #define AO5	r26

  56. #define AO6	r27

  57. #define AO7	r28

  58. #define AO8	r29

  59. #define INC	r30

  60. #define INC2	r31

  61. 

  62. #define c01	f0

  63. #define c02	f1

  64. #define c03	f2

  65. #define c04	f3

  66. #define c05	f4

  67. #define c06	f5

  68. #define c07	f6

  69. #define c08	f7

  70. #define c09	f8

  71. #define c10	f9

  72. #define c11	f10

  73. #define c12	f11

  74. #define c13	f12

  75. #define c14	f13

  76. #define c15	f14

  77. #define c16	f15

  78. 

  79. #define c17	f16

  80. #define c18	f17

  81. #define c19	f18

  82. #define c20	f19

  83. #define c21	f20

  84. #define c22	f21

  85. #define c23	f22

  86. #define c24	f23

  87. #define c25	f24

  88. #define c26	f25

  89. #define c27	f26

  90. #define c28	f27

  91. #define c29	f28

  92. #define c30	f29

  93. #define c31	f30

  94. #define c32	f31

  95. 

  96. #define	sel_p	f30

  97. #define	sel_s	f31

  98. 

  99. 

  100. 	PROLOGUE

  101. 	PROFCODE

  102. 

  103. 	li	r0, -16

  104. 

  105. 	stfpdux	f14, SP, r0

  106. 	stfpdux	f15, SP, r0

  107. 	stfpdux	f16, SP, r0

  108. 	stfpdux	f17, SP, r0

  109. 	stfpdux	f18, SP, r0

  110. 	stfpdux	f19, SP, r0

  111. 	stfpdux	f20, SP, r0

  112. 	stfpdux	f21, SP, r0

  113. 	stfpdux	f22, SP, r0

  114. 	stfpdux	f23, SP, r0

  115. 	stfpdux	f24, SP, r0

  116. 	stfpdux	f25, SP, r0

  117. 	stfpdux	f26, SP, r0

  118. 	stfpdux	f27, SP, r0

  119. 	stfpdux	f28, SP, r0

  120. 	stfpdux	f29, SP, r0

  121. 	stfpdux	f30, SP, r0

  122. 	stfpdux	f31, SP, r0

  123. 

  124. 	stwu	r31,  -4(SP)

  125. 	stwu	r30,  -4(SP)

  126. 	stwu	r29,  -4(SP)

  127. 	stwu	r28,  -4(SP)

  128. 

  129. 	stwu	r27,  -4(SP)

  130. 	stwu	r26,  -4(SP)

  131. 

  132. 	lis	r9,   0x3f80

  133. 	lis	r10,  0xbf80

  134. 

  135. 	stwu	r9,    -4(SP)

  136. 	stwu	r10,   -4(SP)

  137. 	stwu	r10,   -4(SP)

  138. 	stwu	r9,    -4(SP)

  139. 

  140. 	slwi	LDA, LDA, BASE_SHIFT

  141. 

  142. 	li	r0, 0

  143. 	lfpsux	sel_p, SP, r0

  144. 	li	r0, 8

  145. 	lfpsux	sel_s, SP, r0

  146. 

  147. 	cmpwi	cr0, M, 0

  148. 	ble-	.L999

  149. 	cmpwi	cr0, N, 0

  150. 	ble-	.L999

  151. 

  152. 	li	INC,  1 * SIZE

  153. 	li	INC2, 2 * SIZE

  154. 

  155. 	subi	B, B, 2 * SIZE

  156. 

  157. 	andi.	r0, A,   2 * SIZE - 1

  158. 	bne	.L100

  159. 	andi.	r0, LDA, 2 * SIZE - 1

  160. 	bne	.L100

  161. 

  162. 	subi	A, A, 2 * SIZE

  163. 	srawi.	J,  N,  3

  164. 	ble	.L20

  165. 	.align 4

  166. .L11:

  167. 	mr	AO1, A

  168. 	add	AO2, A,   LDA

  169. 	add	AO3, AO2, LDA

  170. 	add	AO4, AO3, LDA

  171. 	add	AO5, AO4, LDA

  172. 	add	AO6, AO5, LDA

  173. 	add	AO7, AO6, LDA

  174. 	add	AO8, AO7, LDA

  175. 	add	A,   AO8, LDA

  176. 

  177. 	srawi.	r0,  M,  2

  178. 	mtspr	CTR, r0

  179. 	ble	.L15

  180. 	.align 4

  181. 

  182. .L12:

  183. 	LFPDUX	c01,   AO1, INC2

  184. 	LFXDUX	c02,   AO2, INC2

  185. 	LFPDUX	c03,   AO3, INC2

  186. 	LFXDUX	c04,   AO4, INC2

  187. 

  188. 	LFPDUX	c05,   AO5, INC2

  189. 	LFXDUX	c06,   AO6, INC2

  190. 	LFPDUX	c07,   AO7, INC2

  191. 	LFXDUX	c08,   AO8, INC2

  192. 

  193. 	LFPDUX	c09,   AO1, INC2

  194. 	LFXDUX	c10,   AO2, INC2

  195. 	LFPDUX	c11,   AO3, INC2

  196. 	LFXDUX	c12,   AO4, INC2

  197. 	fpsel	c17, sel_p, c01, c02

  198. 

  199. 	LFPDUX	c13,   AO5, INC2

  200. 	fpsel	c18, sel_p, c03, c04

  201. 	LFXDUX	c14,   AO6, INC2

  202. 	fpsel	c19, sel_p, c05, c06

  203. 	LFPDUX	c15,   AO7, INC2

  204. 	fpsel	c20, sel_p, c07, c08

  205. 	LFXDUX	c16,   AO8, INC2

  206. 	fpsel	c21, sel_s, c01, c02

  207. 

  208. 	fpsel	c22, sel_s, c03, c04

  209. 	STFPDUX	c17,   B, INC2

  210. 	fpsel	c23, sel_s, c05, c06

  211. 	STFPDUX	c18,   B, INC2

  212. 	fpsel	c24, sel_s, c07, c08

  213. 	STFPDUX	c19,   B, INC2

  214. 

  215. 	fpsel	c01, sel_p, c09, c10

  216. 	STFPDUX	c20,   B, INC2

  217. 	fpsel	c02, sel_p, c11, c12

  218. 	STFXDUX	c21,   B, INC2

  219. 	fpsel	c03, sel_p, c13, c14

  220. 	STFXDUX	c22,   B, INC2

  221. 	fpsel	c04, sel_p, c15, c16

  222. 	STFXDUX	c23,   B, INC2

  223. 

  224. 	fpsel	c05, sel_s, c09, c10

  225. 	STFXDUX	c24,   B, INC2

  226. 	fpsel	c06, sel_s, c11, c12

  227. 	STFPDUX	c01,   B, INC2

  228. 	fpsel	c07, sel_s, c13, c14

  229. 	STFPDUX	c02,   B, INC2

  230. 	fpsel	c08, sel_s, c15, c16

  231. 	STFPDUX	c03,   B, INC2

  232. 

  233. 	STFPDUX	c04,   B, INC2

  234. 	STFXDUX	c05,   B, INC2

  235. 	STFXDUX	c06,   B, INC2

  236. 	STFXDUX	c07,   B, INC2

  237. 	STFXDUX	c08,   B, INC2

  238. 	bdnz	.L12

  239. 	.align 4

  240. 

  241. .L15:

  242. 	andi.	r0,  M,  3

  243. 	ble	.L19

  244. 

  245. 	andi.	r0,  M,  2

  246. 	beq	.L17

  247. 

  248. 	LFPDUX	c01,   AO1, INC2

  249. 	LFXDUX	c02,   AO2, INC2

  250. 	LFPDUX	c03,   AO3, INC2

  251. 	LFXDUX	c04,   AO4, INC2

  252. 

  253. 	LFPDUX	c05,   AO5, INC2

  254. 	fpsel	c09, sel_p, c01, c02

  255. 	LFXDUX	c06,   AO6, INC2

  256. 	fpsel	c10, sel_p, c03, c04

  257. 	LFPDUX	c07,   AO7, INC2

  258. 	fpsel	c11, sel_p, c05, c06

  259. 	LFXDUX	c08,   AO8, INC2

  260. 	fpsel	c12, sel_p, c07, c08

  261. 

  262. 	fpsel	c13, sel_s, c01, c02

  263. 	fpsel	c14, sel_s, c03, c04

  264. 	STFPDUX	c09,   B, INC2

  265. 	fpsel	c15, sel_s, c05, c06

  266. 	STFPDUX	c10,   B, INC2

  267. 	fpsel	c16, sel_s, c07, c08

  268. 	STFPDUX	c11,   B, INC2

  269. 

  270. 	STFPDUX	c12,   B, INC2

  271. 	STFXDUX	c13,   B, INC2

  272. 	STFXDUX	c14,   B, INC2

  273. 	STFXDUX	c15,   B, INC2

  274. 	STFXDUX	c16,   B, INC2

  275. 	.align 4

  276. 

  277. .L17:

  278. 	andi.	r0,  M,  1

  279. 	beq	.L19

  280. 

  281. 	LFDUX	c01,   AO1, INC2

  282. 	LFDUX	c02,   AO3, INC2

  283. 	LFDUX	c03,   AO5, INC2

  284. 	LFDUX	c04,   AO7, INC2

  285. 

  286. 	LFSDUX	c01,   AO2, INC2

  287. 	LFSDUX	c02,   AO4, INC2

  288. 	LFSDUX	c03,   AO6, INC2

  289. 	LFSDUX	c04,   AO8, INC2

  290. 

  291. 	STFPDUX	c01,   B, INC2

  292. 	STFPDUX	c02,   B, INC2

  293. 	STFPDUX	c03,   B, INC2

  294. 	STFPDUX	c04,   B, INC2

  295. 	.align 4

  296. 

  297. .L19:

  298. 	addic.	J, J, -1

  299. 	bgt	.L11

  300. 	.align 4

  301. 

  302. .L20:

  303. 	andi.	J,  N,  4

  304. 	ble	.L30

  305. 	.align 4

  306. .L21:

  307. 	mr	AO1, A

  308. 	add	AO2, A,   LDA

  309. 	add	AO3, AO2, LDA

  310. 	add	AO4, AO3, LDA

  311. 	add	A,   AO4, LDA

  312. 

  313. 	srawi.	r0,  M,  3

  314. 	mtspr	CTR, r0

  315. 	ble	.L25

  316. 	.align 4

  317. 

  318. .L22:

  319. 	LFPDUX	c01,   AO1, INC2

  320. 	LFXDUX	c02,   AO2, INC2

  321. 	LFPDUX	c03,   AO3, INC2

  322. 	LFXDUX	c04,   AO4, INC2

  323. 

  324. 	LFPDUX	c05,   AO1, INC2

  325. 	LFXDUX	c06,   AO2, INC2

  326. 	LFPDUX	c07,   AO3, INC2

  327. 	LFXDUX	c08,   AO4, INC2

  328. 

  329. 	LFPDUX	c09,   AO1, INC2

  330. 	LFXDUX	c10,   AO2, INC2

  331. 	LFPDUX	c11,   AO3, INC2

  332. 	LFXDUX	c12,   AO4, INC2

  333. 	fpsel	c17, sel_p, c01, c02

  334. 

  335. 	LFPDUX	c13,   AO1, INC2

  336. 	fpsel	c18, sel_p, c03, c04

  337. 	LFXDUX	c14,   AO2, INC2

  338. 	fpsel	c19, sel_s, c01, c02

  339. 	LFPDUX	c15,   AO3, INC2

  340. 	fpsel	c20, sel_s, c03, c04

  341. 	LFXDUX	c16,   AO4, INC2

  342. 	fpsel	c21, sel_p, c05, c06

  343. 

  344. 	fpsel	c22, sel_p, c07, c08

  345. 	STFPDUX	c17,   B, INC2

  346. 	fpsel	c23, sel_s, c05, c06

  347. 	STFPDUX	c18,   B, INC2

  348. 	fpsel	c24, sel_s, c07, c08

  349. 	STFXDUX	c19,   B, INC2

  350. 

  351. 	fpsel	c01, sel_p, c09, c10

  352. 	STFXDUX	c20,   B, INC2

  353. 	fpsel	c02, sel_p, c11, c12

  354. 	STFPDUX	c21,   B, INC2

  355. 	fpsel	c03, sel_s, c09, c10

  356. 	STFPDUX	c22,   B, INC2

  357. 	fpsel	c04, sel_s, c11, c12

  358. 	STFXDUX	c23,   B, INC2

  359. 

  360. 	fpsel	c05, sel_p, c13, c14

  361. 	STFXDUX	c24,   B, INC2

  362. 	fpsel	c06, sel_p, c15, c16

  363. 	STFPDUX	c01,   B, INC2

  364. 	fpsel	c07, sel_s, c13, c14

  365. 	STFPDUX	c02,   B, INC2

  366. 	fpsel	c08, sel_s, c15, c16

  367. 	STFXDUX	c03,   B, INC2

  368. 

  369. 	STFXDUX	c04,   B, INC2

  370. 	STFPDUX	c05,   B, INC2

  371. 	STFPDUX	c06,   B, INC2

  372. 	STFXDUX	c07,   B, INC2

  373. 	STFXDUX	c08,   B, INC2

  374. 	bdnz	.L22

  375. 	.align 4

  376. 

  377. .L25:

  378. 	andi.	r0,  M,  7

  379. 	ble	.L30

  380. 

  381. 	andi.	r0,  M,  4

  382. 	beq	.L26

  383. 

  384. 	LFPDUX	c01,   AO1, INC2

  385. 	LFXDUX	c02,   AO2, INC2

  386. 	LFPDUX	c03,   AO3, INC2

  387. 	LFXDUX	c04,   AO4, INC2

  388. 

  389. 	LFPDUX	c05,   AO1, INC2

  390. 	fpsel	c09, sel_p, c01, c02

  391. 	LFXDUX	c06,   AO2, INC2

  392. 	fpsel	c10, sel_p, c03, c04

  393. 	LFPDUX	c07,   AO3, INC2

  394. 	fpsel	c11, sel_s, c01, c02

  395. 	LFXDUX	c08,   AO4, INC2

  396. 	fpsel	c12, sel_s, c03, c04

  397. 

  398. 	fpsel	c13, sel_p, c05, c06

  399. 	fpsel	c14, sel_p, c07, c08

  400. 	STFPDUX	c09,   B, INC2

  401. 	fpsel	c15, sel_s, c05, c06

  402. 	STFPDUX	c10,   B, INC2

  403. 	fpsel	c16, sel_s, c07, c08

  404. 	STFXDUX	c11,   B, INC2

  405. 

  406. 	STFXDUX	c12,   B, INC2

  407. 	STFPDUX	c13,   B, INC2

  408. 	STFPDUX	c14,   B, INC2

  409. 	STFXDUX	c15,   B, INC2

  410. 	STFXDUX	c16,   B, INC2

  411. 	.align 4

  412. 

  413. .L26:

  414. 	andi.	r0,  M,  2

  415. 	beq	.L27

  416. 

  417. 	LFPDUX	c01,   AO1, INC2

  418. 	LFXDUX	c02,   AO2, INC2

  419. 	LFPDUX	c03,   AO3, INC2

  420. 	LFXDUX	c04,   AO4, INC2

  421. 

  422. 	fpsel	c05, sel_p, c01, c02

  423. 	fpsel	c06, sel_p, c03, c04

  424. 	fpsel	c07, sel_s, c01, c02

  425. 	fpsel	c08, sel_s, c03, c04

  426. 

  427. 	STFPDUX	c05,   B, INC2

  428. 	STFPDUX	c06,   B, INC2

  429. 	STFXDUX	c07,   B, INC2

  430. 	STFXDUX	c08,   B, INC2

  431. 	.align 4

  432. 

  433. .L27:

  434. 	andi.	r0,  M,  1

  435. 	beq	.L30

  436. 

  437. 	LFDUX	c01,   AO1, INC2

  438. 	LFDUX	c02,   AO2, INC2

  439. 	LFDUX	c03,   AO3, INC2

  440. 	LFDUX	c04,   AO4, INC2

  441. 

  442. 	fsmfp	c01, c02

  443. 	fsmfp	c03, c04

  444. 

  445. 	STFPDUX	c01,   B, INC2

  446. 	STFPDUX	c03,   B, INC2

  447. 	.align 4

  448. 

  449. 

  450. .L30:

  451. 	andi.	J,  N,  2

  452. 	ble	.L40

  453. 

  454. 	mr	AO1, A

  455. 	add	AO2, A,   LDA

  456. 	add	A,   AO2, LDA

  457. 

  458. 	srawi.	r0,  M,  3

  459. 	mtspr	CTR, r0

  460. 	ble	.L35

  461. 	.align 4

  462. 

  463. .L32:

  464. 	LFPDUX	c01,   AO1, INC2

  465. 	LFXDUX	c05,   AO2, INC2

  466. 	LFPDUX	c02,   AO1, INC2

  467. 	LFXDUX	c06,   AO2, INC2

  468. 

  469. 	LFPDUX	c03,   AO1, INC2

  470. 	fpsel	c09, sel_p, c01, c05

  471. 	LFXDUX	c07,   AO2, INC2

  472. 	fpsel	c10, sel_s, c01, c05

  473. 	LFPDUX	c04,   AO1, INC2

  474. 	fpsel	c11, sel_p, c02, c06

  475. 	LFXDUX	c08,   AO2, INC2

  476. 	fpsel	c12, sel_s, c02, c06

  477. 

  478. 	fpsel	c13, sel_p, c03, c07

  479. 	fpsel	c14, sel_s, c03, c07

  480. 	STFPDUX	c09,   B, INC2

  481. 	fpsel	c15, sel_p, c04, c08

  482. 	STFXDUX	c10,   B, INC2

  483. 	fpsel	c16, sel_s, c04, c08

  484. 	STFPDUX	c11,   B, INC2

  485. 	STFXDUX	c12,   B, INC2

  486. 

  487. 	STFPDUX	c13,   B, INC2

  488. 	STFXDUX	c14,   B, INC2

  489. 	STFPDUX	c15,   B, INC2

  490. 	STFXDUX	c16,   B, INC2

  491. 	bdnz	.L32

  492. 	.align 4

  493. 

  494. .L35:

  495. 	andi.	r0,  M,  7

  496. 	ble	.L40

  497. 

  498. 	andi.	r0,  M,  4

  499. 	beq	.L36

  500. 

  501. 	LFPDUX	c01,   AO1, INC2

  502. 	LFXDUX	c03,   AO2, INC2

  503. 	LFPDUX	c02,   AO1, INC2

  504. 	LFXDUX	c04,   AO2, INC2

  505. 

  506. 	fpsel	c05, sel_p, c01, c03

  507. 	fpsel	c06, sel_s, c01, c03

  508. 	fpsel	c07, sel_p, c02, c04

  509. 	fpsel	c08, sel_s, c02, c04

  510. 

  511. 	STFPDUX	c05,   B, INC2

  512. 	STFXDUX	c06,   B, INC2

  513. 	STFPDUX	c07,   B, INC2

  514. 	STFXDUX	c08,   B, INC2

  515. 	.align 4

  516. 

  517. .L36:

  518. 	andi.	r0,  M,  2

  519. 	beq	.L37

  520. 

  521. 	LFPDUX	c01,   AO1, INC2

  522. 	LFXDUX	c02,   AO2, INC2

  523. 

  524. 	fpsel	c03, sel_p, c01, c02

  525. 	fpsel	c04, sel_s, c01, c02

  526. 

  527. 	STFPDUX	c03,   B, INC2

  528. 	STFXDUX	c04,   B, INC2

  529. 	.align 4

  530. 

  531. .L37:

  532. 	andi.	r0,  M,  1

  533. 	beq	.L40

  534. 

  535. 	LFDUX	c01,   AO1, INC2

  536. 	LFDUX	c02,   AO2, INC2

  537. 

  538. 	fsmfp	c01, c02

  539. 	STFPDUX	c01,   B, INC2

  540. 	.align 4

  541. 

  542. .L40:

  543. 	andi.	J,  N,  1

  544. 	ble	.L999

  545. 

  546. 	mr	AO1, A

  547. 

  548. 	srawi.	r0,  M,  3

  549. 	mtspr	CTR, r0

  550. 	ble	.L45

  551. 	.align 4

  552. 

  553. .L42:

  554. 	LFPDUX	c01,   AO1, INC2

  555. 	LFPDUX	c02,   AO1, INC2

  556. 	LFPDUX	c03,   AO1, INC2

  557. 	LFPDUX	c04,   AO1, INC2

  558. 

  559. 	STFPDUX	c01,   B, INC2

  560. 	STFPDUX	c02,   B, INC2

  561. 	STFPDUX	c03,   B, INC2

  562. 	STFPDUX	c04,   B, INC2

  563. 	bdnz	.L42

  564. 	.align 4

  565. 

  566. .L45:

  567. 	andi.	r0,  M,  7

  568. 	ble	.L999

  569. 

  570. 	andi.	r0,  M,  4

  571. 	beq	.L46

  572. 

  573. 	LFPDUX	c01,   AO1, INC2

  574. 	LFPDUX	c02,   AO1, INC2

  575. 

  576. 	STFPDUX	c01,   B, INC2

  577. 	STFPDUX	c02,   B, INC2

  578. 	.align 4

  579. 

  580. .L46:

  581. 	andi.	r0,  M,  2

  582. 	beq	.L47

  583. 

  584. 	LFPDUX	c01,   AO1, INC2

  585. 	STFPDUX	c01,   B, INC2

  586. 	.align 4

  587. 

  588. .L47:

  589. 	andi.	r0,  M,  1

  590. 	beq	.L999

  591. 

  592. 	LFDX	c01,   AO1, INC2

  593. 	STFDX	c01,   B,  INC2

  594. 	b	.L999

  595. 	.align 4

  596. 

  597. 

  598. .L100:

  599. 	subi	A, A, 1 * SIZE

  600. 	srawi.	J,  N,  3

  601. 	ble	.L120

  602. 	.align 4

  603. .L111:

  604. 	mr	AO1, A

  605. 	add	AO2, A,   LDA

  606. 	add	AO3, AO2, LDA

  607. 	add	AO4, AO3, LDA

  608. 	add	AO5, AO4, LDA

  609. 	add	AO6, AO5, LDA

  610. 	add	AO7, AO6, LDA

  611. 	add	AO8, AO7, LDA

  612. 	add	A,   AO8, LDA

  613. 

  614. 	srawi.	r0,  M,  3

  615. 	mtspr	CTR, r0

  616. 	ble	.L115

  617. 	.align 4

  618. 

  619. .L112:

  620. 	LFDUX	c01,   AO1, INC

  621. 	LFDUX	c05,   AO1, INC

  622. 	LFDUX	c09,   AO1, INC

  623. 	LFDUX	c13,   AO1, INC

  624. 

  625. 	LFDUX	c17,   AO1, INC

  626. 	LFDUX	c21,   AO1, INC

  627. 	LFDUX	c25,   AO1, INC

  628. 	LFDUX	c29,   AO1, INC

  629. 

  630. 	LFSDUX	c01,   AO2, INC

  631. 	LFSDUX	c05,   AO2, INC

  632. 	LFSDUX	c09,   AO2, INC

  633. 	LFSDUX	c13,   AO2, INC

  634. 

  635. 	LFSDUX	c17,   AO2, INC

  636. 	LFSDUX	c21,   AO2, INC

  637. 	LFSDUX	c25,   AO2, INC

  638. 	LFSDUX	c29,   AO2, INC

  639. 

  640. 	LFDUX	c02,   AO3, INC

  641. 	LFDUX	c06,   AO3, INC

  642. 	LFDUX	c10,   AO3, INC

  643. 	LFDUX	c14,   AO3, INC

  644. 

  645. 	LFDUX	c18,   AO3, INC

  646. 	LFDUX	c22,   AO3, INC

  647. 	LFDUX	c26,   AO3, INC

  648. 	LFDUX	c30,   AO3, INC

  649. 

  650. 	LFSDUX	c02,   AO4, INC

  651. 	LFSDUX	c06,   AO4, INC

  652. 	LFSDUX	c10,   AO4, INC

  653. 	LFSDUX	c14,   AO4, INC

  654. 

  655. 	LFSDUX	c18,   AO4, INC

  656. 	LFSDUX	c22,   AO4, INC

  657. 	LFSDUX	c26,   AO4, INC

  658. 	LFSDUX	c30,   AO4, INC

  659. 

  660. 	LFDUX	c03,   AO5, INC

  661. 	LFDUX	c07,   AO5, INC

  662. 	LFDUX	c11,   AO5, INC

  663. 	LFDUX	c15,   AO5, INC

  664. 

  665. 	LFDUX	c19,   AO5, INC

  666. 	LFDUX	c23,   AO5, INC

  667. 	LFDUX	c27,   AO5, INC

  668. 	LFDUX	c31,   AO5, INC

  669. 

  670. 	LFSDUX	c03,   AO6, INC

  671. 	LFSDUX	c07,   AO6, INC

  672. 	LFSDUX	c11,   AO6, INC

  673. 	LFSDUX	c15,   AO6, INC

  674. 

  675. 	LFSDUX	c19,   AO6, INC

  676. 	LFSDUX	c23,   AO6, INC

  677. 	LFSDUX	c27,   AO6, INC

  678. 	LFSDUX	c31,   AO6, INC

  679. 

  680. 	LFDUX	c04,   AO7, INC

  681. 	LFDUX	c08,   AO7, INC

  682. 	LFDUX	c12,   AO7, INC

  683. 	LFDUX	c16,   AO7, INC

  684. 

  685. 	LFDUX	c20,   AO7, INC

  686. 	LFDUX	c24,   AO7, INC

  687. 	LFDUX	c28,   AO7, INC

  688. 	LFDUX	c32,   AO7, INC

  689. 

  690. 	LFSDUX	c04,   AO8, INC

  691. 	LFSDUX	c08,   AO8, INC

  692. 	LFSDUX	c12,   AO8, INC

  693. 	LFSDUX	c16,   AO8, INC

  694. 

  695. 	LFSDUX	c20,   AO8, INC

  696. 	LFSDUX	c24,   AO8, INC

  697. 	LFSDUX	c28,   AO8, INC

  698. 	LFSDUX	c32,   AO8, INC

  699. 

  700. 	STFPDUX	c01,   B, INC2

  701. 	STFPDUX	c02,   B, INC2

  702. 	STFPDUX	c03,   B, INC2

  703. 	STFPDUX	c04,   B, INC2

  704. 	STFPDUX	c05,   B, INC2

  705. 	STFPDUX	c06,   B, INC2

  706. 	STFPDUX	c07,   B, INC2

  707. 	STFPDUX	c08,   B, INC2

  708. 

  709. 	STFPDUX	c09,   B, INC2

  710. 	STFPDUX	c10,   B, INC2

  711. 	STFPDUX	c11,   B, INC2

  712. 	STFPDUX	c12,   B, INC2

  713. 	STFPDUX	c13,   B, INC2

  714. 	STFPDUX	c14,   B, INC2

  715. 	STFPDUX	c15,   B, INC2

  716. 	STFPDUX	c16,   B, INC2

  717. 

  718. 	STFPDUX	c17,   B, INC2

  719. 	STFPDUX	c18,   B, INC2

  720. 	STFPDUX	c19,   B, INC2

  721. 	STFPDUX	c20,   B, INC2

  722. 	STFPDUX	c21,   B, INC2

  723. 	STFPDUX	c22,   B, INC2

  724. 	STFPDUX	c23,   B, INC2

  725. 	STFPDUX	c24,   B, INC2

  726. 

  727. 	STFPDUX	c25,   B, INC2

  728. 	STFPDUX	c26,   B, INC2

  729. 	STFPDUX	c27,   B, INC2

  730. 	STFPDUX	c28,   B, INC2

  731. 	STFPDUX	c29,   B, INC2

  732. 	STFPDUX	c30,   B, INC2

  733. 	STFPDUX	c31,   B, INC2

  734. 	STFPDUX	c32,   B, INC2

  735. 	bdnz	.L112

  736. 	.align 4

  737. 

  738. .L115:

  739. 	andi.	r0,  M,  7

  740. 	ble	.L119

  741. 

  742. 	andi.	r0,  M,  4

  743. 	beq	.L116

  744. 

  745. 	LFDUX	c01,   AO1, INC

  746. 	LFDUX	c05,   AO1, INC

  747. 	LFDUX	c09,   AO1, INC

  748. 	LFDUX	c13,   AO1, INC

  749. 

  750. 	LFSDUX	c01,   AO2, INC

  751. 	LFSDUX	c05,   AO2, INC

  752. 	LFSDUX	c09,   AO2, INC

  753. 	LFSDUX	c13,   AO2, INC

  754. 

  755. 	LFDUX	c02,   AO3, INC

  756. 	LFDUX	c06,   AO3, INC

  757. 	LFDUX	c10,   AO3, INC

  758. 	LFDUX	c14,   AO3, INC

  759. 

  760. 	LFSDUX	c02,   AO4, INC

  761. 	LFSDUX	c06,   AO4, INC

  762. 	LFSDUX	c10,   AO4, INC

  763. 	LFSDUX	c14,   AO4, INC

  764. 

  765. 	LFDUX	c03,   AO5, INC

  766. 	LFDUX	c07,   AO5, INC

  767. 	LFDUX	c11,   AO5, INC

  768. 	LFDUX	c15,   AO5, INC

  769. 

  770. 	LFSDUX	c03,   AO6, INC

  771. 	LFSDUX	c07,   AO6, INC

  772. 	LFSDUX	c11,   AO6, INC

  773. 	LFSDUX	c15,   AO6, INC

  774. 

  775. 	LFDUX	c04,   AO7, INC

  776. 	LFDUX	c08,   AO7, INC

  777. 	LFDUX	c12,   AO7, INC

  778. 	LFDUX	c16,   AO7, INC

  779. 

  780. 	LFSDUX	c04,   AO8, INC

  781. 	LFSDUX	c08,   AO8, INC

  782. 	LFSDUX	c12,   AO8, INC

  783. 	LFSDUX	c16,   AO8, INC

  784. 

  785. 	STFPDUX	c01,   B, INC2

  786. 	STFPDUX	c02,   B, INC2

  787. 	STFPDUX	c03,   B, INC2

  788. 	STFPDUX	c04,   B, INC2

  789. 	STFPDUX	c05,   B, INC2

  790. 	STFPDUX	c06,   B, INC2

  791. 	STFPDUX	c07,   B, INC2

  792. 	STFPDUX	c08,   B, INC2

  793. 

  794. 	STFPDUX	c09,   B, INC2

  795. 	STFPDUX	c10,   B, INC2

  796. 	STFPDUX	c11,   B, INC2

  797. 	STFPDUX	c12,   B, INC2

  798. 	STFPDUX	c13,   B, INC2

  799. 	STFPDUX	c14,   B, INC2

  800. 	STFPDUX	c15,   B, INC2

  801. 	STFPDUX	c16,   B, INC2

  802. 	.align 4

  803. 

  804. .L116:

  805. 	andi.	r0,  M,  2

  806. 	beq	.L117

  807. 

  808. 	LFDUX	c01,   AO1, INC

  809. 	LFDUX	c05,   AO1, INC

  810. 	LFDUX	c02,   AO3, INC

  811. 	LFDUX	c06,   AO3, INC

  812. 

  813. 	LFSDUX	c01,   AO2, INC

  814. 	LFSDUX	c05,   AO2, INC

  815. 	LFSDUX	c02,   AO4, INC

  816. 	LFSDUX	c06,   AO4, INC

  817. 

  818. 	LFDUX	c03,   AO5, INC

  819. 	LFDUX	c07,   AO5, INC

  820. 	LFDUX	c04,   AO7, INC

  821. 	LFDUX	c08,   AO7, INC

  822. 

  823. 	LFSDUX	c03,   AO6, INC

  824. 	LFSDUX	c07,   AO6, INC

  825. 	LFSDUX	c04,   AO8, INC

  826. 	LFSDUX	c08,   AO8, INC

  827. 

  828. 	STFPDUX	c01,   B, INC2

  829. 	STFPDUX	c02,   B, INC2

  830. 	STFPDUX	c03,   B, INC2

  831. 	STFPDUX	c04,   B, INC2

  832. 	STFPDUX	c05,   B, INC2

  833. 	STFPDUX	c06,   B, INC2

  834. 	STFPDUX	c07,   B, INC2

  835. 	STFPDUX	c08,   B, INC2

  836. 	.align 4

  837. 

  838. .L117:

  839. 	andi.	r0,  M,  1

  840. 	beq	.L119

  841. 

  842. 	LFDUX	c01,   AO1, INC

  843. 	LFDUX	c02,   AO3, INC

  844. 	LFDUX	c03,   AO5, INC

  845. 	LFDUX	c04,   AO7, INC

  846. 

  847. 	LFSDUX	c01,   AO2, INC

  848. 	LFSDUX	c02,   AO4, INC

  849. 	LFSDUX	c03,   AO6, INC

  850. 	LFSDUX	c04,   AO8, INC

  851. 

  852. 	STFPDUX	c01,   B, INC2

  853. 	STFPDUX	c02,   B, INC2

  854. 	STFPDUX	c03,   B, INC2

  855. 	STFPDUX	c04,   B, INC2

  856. 	.align 4

  857. 

  858. .L119:

  859. 	addic.	J, J, -1

  860. 	bgt	.L111

  861. 	.align 4

  862. 

  863. .L120:

  864. 	andi.	J,  N,  4

  865. 	ble	.L130

  866. 	.align 4

  867. .L121:

  868. 	mr	AO1, A

  869. 	add	AO2, A,   LDA

  870. 	add	AO3, AO2, LDA

  871. 	add	AO4, AO3, LDA

  872. 	add	A,   AO4, LDA

  873. 

  874. 	srawi.	r0,  M,  3

  875. 	mtspr	CTR, r0

  876. 	ble	.L125

  877. 	.align 4

  878. 

  879. .L122:

  880. 	LFDUX	c01,   AO1, INC

  881. 	LFDUX	c02,   AO1, INC

  882. 	LFDUX	c03,   AO1, INC

  883. 	LFDUX	c04,   AO1, INC

  884. 

  885. 	LFDUX	c09,   AO1, INC

  886. 	LFDUX	c10,   AO1, INC

  887. 	LFDUX	c11,   AO1, INC

  888. 	LFDUX	c12,   AO1, INC

  889. 

  890. 	LFSDUX	c01,   AO2, INC

  891. 	LFSDUX	c02,   AO2, INC

  892. 	LFSDUX	c03,   AO2, INC

  893. 	LFSDUX	c04,   AO2, INC

  894. 

  895. 	LFSDUX	c09,   AO2, INC

  896. 	LFSDUX	c10,   AO2, INC

  897. 	LFSDUX	c11,   AO2, INC

  898. 	LFSDUX	c12,   AO2, INC

  899. 

  900. 	LFDUX	c05,   AO3, INC

  901. 	LFDUX	c06,   AO3, INC

  902. 	LFDUX	c07,   AO3, INC

  903. 	LFDUX	c08,   AO3, INC

  904. 

  905. 	LFDUX	c13,   AO3, INC

  906. 	LFDUX	c14,   AO3, INC

  907. 	LFDUX	c15,   AO3, INC

  908. 	LFDUX	c16,   AO3, INC

  909. 

  910. 	LFSDUX	c05,   AO4, INC

  911. 	LFSDUX	c06,   AO4, INC

  912. 	LFSDUX	c07,   AO4, INC

  913. 	LFSDUX	c08,   AO4, INC

  914. 

  915. 	LFSDUX	c13,   AO4, INC

  916. 	LFSDUX	c14,   AO4, INC

  917. 	LFSDUX	c15,   AO4, INC

  918. 	LFSDUX	c16,   AO4, INC

  919. 

  920. 	STFPDUX	c01,   B, INC2

  921. 	STFPDUX	c05,   B, INC2

  922. 	STFPDUX	c02,   B, INC2

  923. 	STFPDUX	c06,   B, INC2

  924. 	STFPDUX	c03,   B, INC2

  925. 	STFPDUX	c07,   B, INC2

  926. 	STFPDUX	c04,   B, INC2

  927. 	STFPDUX	c08,   B, INC2

  928. 

  929. 	STFPDUX	c09,   B, INC2

  930. 	STFPDUX	c13,   B, INC2

  931. 	STFPDUX	c10,   B, INC2

  932. 	STFPDUX	c14,   B, INC2

  933. 	STFPDUX	c11,   B, INC2

  934. 	STFPDUX	c15,   B, INC2

  935. 	STFPDUX	c12,   B, INC2

  936. 	STFPDUX	c16,   B, INC2

  937. 	bdnz	.L122

  938. 	.align 4

  939. 

  940. .L125:

  941. 	andi.	r0,  M,  7

  942. 	ble	.L130

  943. 

  944. 	andi.	r0,  M,  4

  945. 	beq	.L126

  946. 

  947. 	LFDUX	c01,   AO1, INC

  948. 	LFDUX	c02,   AO1, INC

  949. 	LFDUX	c03,   AO1, INC

  950. 	LFDUX	c04,   AO1, INC

  951. 

  952. 	LFSDUX	c01,   AO2, INC

  953. 	LFSDUX	c02,   AO2, INC

  954. 	LFSDUX	c03,   AO2, INC

  955. 	LFSDUX	c04,   AO2, INC

  956. 

  957. 	LFDUX	c05,   AO3, INC

  958. 	LFDUX	c06,   AO3, INC

  959. 	LFDUX	c07,   AO3, INC

  960. 	LFDUX	c08,   AO3, INC

  961. 

  962. 	LFSDUX	c05,   AO4, INC

  963. 	LFSDUX	c06,   AO4, INC

  964. 	LFSDUX	c07,   AO4, INC

  965. 	LFSDUX	c08,   AO4, INC

  966. 

  967. 	STFPDUX	c01,   B, INC2

  968. 	STFPDUX	c05,   B, INC2

  969. 	STFPDUX	c02,   B, INC2

  970. 	STFPDUX	c06,   B, INC2

  971. 	STFPDUX	c03,   B, INC2

  972. 	STFPDUX	c07,   B, INC2

  973. 	STFPDUX	c04,   B, INC2

  974. 	STFPDUX	c08,   B, INC2

  975. 	.align 4

  976. 

  977. .L126:

  978. 	andi.	r0,  M,  2

  979. 	beq	.L127

  980. 

  981. 	LFDUX	c01,   AO1, INC

  982. 	LFDUX	c02,   AO1, INC

  983. 

  984. 	LFSDUX	c01,   AO2, INC

  985. 	LFSDUX	c02,   AO2, INC

  986. 

  987. 	LFDUX	c05,   AO3, INC

  988. 	LFDUX	c06,   AO3, INC

  989. 

  990. 	LFSDUX	c05,   AO4, INC

  991. 	LFSDUX	c06,   AO4, INC

  992. 

  993. 	STFPDUX	c01,   B, INC2

  994. 	STFPDUX	c05,   B, INC2

  995. 	STFPDUX	c02,   B, INC2

  996. 	STFPDUX	c06,   B, INC2

  997. 	.align 4

  998. 

  999. .L127:

  1000. 	andi.	r0,  M,  1

  1001. 	beq	.L130

  1002. 

  1003. 	LFDUX	c01,   AO1, INC

  1004. 	LFDUX	c05,   AO3, INC

  1005. 

  1006. 	nop

  1007. 	nop

  1008. 

  1009. 	LFSDUX	c01,   AO2, INC

  1010. 	LFSDUX	c05,   AO4, INC

  1011. 

  1012. 	STFPDUX	c01,   B, INC2

  1013. 	STFPDUX	c05,   B, INC2

  1014. 	.align 4

  1015. 

  1016. 

  1017. .L130:

  1018. 	andi.	J,  N,  2

  1019. 	ble	.L140

  1020. 

  1021. 	mr	AO1, A

  1022. 	add	AO2, A,   LDA

  1023. 	add	A,   AO2, LDA

  1024. 

  1025. 	srawi.	r0,  M,  3

  1026. 	mtspr	CTR, r0

  1027. 	ble	.L135

  1028. 	.align 4

  1029. 

  1030. .L132:

  1031. 	LFDUX	c01,   AO1, INC

  1032. 	LFDUX	c02,   AO1, INC

  1033. 	LFDUX	c03,   AO1, INC

  1034. 	LFDUX	c04,   AO1, INC

  1035. 

  1036. 	LFDUX	c09,   AO1, INC

  1037. 	LFDUX	c10,   AO1, INC

  1038. 	LFDUX	c11,   AO1, INC

  1039. 	LFDUX	c12,   AO1, INC

  1040. 

  1041. 	LFSDUX	c01,   AO2, INC

  1042. 	LFSDUX	c02,   AO2, INC

  1043. 	LFSDUX	c03,   AO2, INC

  1044. 	LFSDUX	c04,   AO2, INC

  1045. 

  1046. 	LFSDUX	c09,   AO2, INC

  1047. 	LFSDUX	c10,   AO2, INC

  1048. 	LFSDUX	c11,   AO2, INC

  1049. 	LFSDUX	c12,   AO2, INC

  1050. 

  1051. 	STFPDUX	c01,   B, INC2

  1052. 	STFPDUX	c02,   B, INC2

  1053. 	STFPDUX	c03,   B, INC2

  1054. 	STFPDUX	c04,   B, INC2

  1055. 

  1056. 	STFPDUX	c09,   B, INC2

  1057. 	STFPDUX	c10,   B, INC2

  1058. 	STFPDUX	c11,   B, INC2

  1059. 	STFPDUX	c12,   B, INC2

  1060. 	bdnz	.L132

  1061. 	.align 4

  1062. 

  1063. .L135:

  1064. 	andi.	r0,  M,  7

  1065. 	ble	.L140

  1066. 

  1067. 	andi.	r0,  M,  4

  1068. 	beq	.L136

  1069. 

  1070. 	LFDUX	c01,   AO1, INC

  1071. 	LFDUX	c02,   AO1, INC

  1072. 	LFDUX	c03,   AO1, INC

  1073. 	LFDUX	c04,   AO1, INC

  1074. 

  1075. 	LFSDUX	c01,   AO2, INC

  1076. 	LFSDUX	c02,   AO2, INC

  1077. 	LFSDUX	c03,   AO2, INC

  1078. 	LFSDUX	c04,   AO2, INC

  1079. 

  1080. 	STFPDUX	c01,   B, INC2

  1081. 	STFPDUX	c02,   B, INC2

  1082. 	STFPDUX	c03,   B, INC2

  1083. 	STFPDUX	c04,   B, INC2

  1084. 	.align 4

  1085. 

  1086. .L136:

  1087. 	andi.	r0,  M,  2

  1088. 	beq	.L137

  1089. 

  1090. 	LFDUX	c01,   AO1, INC

  1091. 	LFDUX	c02,   AO1, INC

  1092. 

  1093. 	LFSDUX	c01,   AO2, INC

  1094. 	LFSDUX	c02,   AO2, INC

  1095. 

  1096. 	STFPDUX	c01,   B, INC2

  1097. 	STFPDUX	c02,   B, INC2

  1098. 	.align 4

  1099. 

  1100. .L137:

  1101. 	andi.	r0,  M,  1

  1102. 	beq	.L140

  1103. 

  1104. 	LFDUX	c01,   AO1, INC

  1105. 	LFDUX	c02,   AO2, INC

  1106. 

  1107. 	fsmfp	c01, c02

  1108. 	STFPDUX	c01,   B, INC2

  1109. 	.align 4

  1110. 

  1111. .L140:

  1112. 	andi.	J,  N,  1

  1113. 	ble	.L999

  1114. 

  1115. 	mr	AO1, A

  1116. 

  1117. 	srawi.	r0,  M,  3

  1118. 	mtspr	CTR, r0

  1119. 	ble	.L145

  1120. 	.align 4

  1121. 

  1122. .L142:

  1123. 	LFDUX	c01,   AO1, INC

  1124. 	LFDUX	c02,   AO1, INC

  1125. 	LFDUX	c03,   AO1, INC

  1126. 	LFDUX	c04,   AO1, INC

  1127. 

  1128. 	LFDUX	c05,   AO1, INC

  1129. 	LFDUX	c06,   AO1, INC

  1130. 	LFDUX	c07,   AO1, INC

  1131. 	LFDUX	c08,   AO1, INC

  1132. 

  1133. 	fsmfp	c01, c02

  1134. 	fsmfp	c03, c04

  1135. 	fsmfp	c05, c06

  1136. 	fsmfp	c07, c08

  1137. 

  1138. 	STFPDUX	c01,   B, INC2

  1139. 	STFPDUX	c03,   B, INC2

  1140. 	STFPDUX	c05,   B, INC2

  1141. 	STFPDUX	c07,   B, INC2

  1142. 	bdnz	.L142

  1143. 	.align 4

  1144. 

  1145. .L145:

  1146. 	andi.	r0,  M,  7

  1147. 	ble	.L999

  1148. 

  1149. 	andi.	r0,  M,  4

  1150. 	beq	.L146

  1151. 

  1152. 	LFDUX	c01,   AO1, INC

  1153. 	LFDUX	c02,   AO1, INC

  1154. 	LFDUX	c03,   AO1, INC

  1155. 	LFDUX	c04,   AO1, INC

  1156. 

  1157. 	fsmfp	c01, c02

  1158. 	fsmfp	c03, c04

  1159. 

  1160. 	STFPDUX	c01,   B, INC2

  1161. 	STFPDUX	c03,   B, INC2

  1162. 	.align 4

  1163. 

  1164. .L146:

  1165. 	andi.	r0,  M,  2

  1166. 	beq	.L147

  1167. 

  1168. 	LFDUX	c01,   AO1, INC

  1169. 	LFDUX	c02,   AO1, INC

  1170. 

  1171. 	fsmfp	c01, c02

  1172. 	STFPDUX	c01,   B, INC2

  1173. 	.align 4

  1174. 

  1175. .L147:

  1176. 	andi.	r0,  M,  1

  1177. 	beq	.L999

  1178. 

  1179. 	LFDX	c01,   AO1, INC

  1180. 	STFDX	c01,   B,  INC2

  1181. 	.align 4

  1182. 

  1183. .L999:

  1184. 	addi	SP, SP, 4

  1185. 

  1186. 	lwzu	r26,   4(SP)

  1187. 	lwzu	r27,   4(SP)

  1188. 

  1189. 	lwzu	r28,   4(SP)

  1190. 	lwzu	r29,   4(SP)

  1191. 	lwzu	r30,   4(SP)

  1192. 	lwzu	r31,   4(SP)

  1193. 

  1194. 	subi	SP, SP, 12

  1195. 	li	r0, 16

  1196. 

  1197. 	lfpdux	f31, SP, r0

  1198. 	lfpdux	f30, SP, r0

  1199. 	lfpdux	f29, SP, r0

  1200. 	lfpdux	f28, SP, r0

  1201. 	lfpdux	f27, SP, r0

  1202. 	lfpdux	f26, SP, r0

  1203. 	lfpdux	f25, SP, r0

  1204. 	lfpdux	f24, SP, r0

  1205. 	lfpdux	f23, SP, r0

  1206. 	lfpdux	f22, SP, r0

  1207. 	lfpdux	f21, SP, r0

  1208. 	lfpdux	f20, SP, r0

  1209. 	lfpdux	f19, SP, r0

  1210. 	lfpdux	f18, SP, r0

  1211. 	lfpdux	f17, SP, r0

  1212. 	lfpdux	f16, SP, r0

  1213. 	lfpdux	f15, SP, r0

  1214. 	lfpdux	f14, SP, r0

  1215. 	addi	SP, SP, 16

  1216. 	blr

  1217. 	EPILOGUE