OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: ce3f668c99
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'ce3f668c99'
${ noResults }
OpenBLAS/kernel/ia64/ztrsm_kernel_LN.S

10840 lines
171 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #ifdef DOUBLE

  43. #define PREFETCHSIZE  (16 *  8)

  44. #else

  45. #define PREFETCHSIZE  (32 *  8)

  46. #endif

  47. 

  48. #ifndef LN

  49. #define CPREFETCHSIZE  7

  50. #else

  51. #define CPREFETCHSIZE -8

  52. #endif

  53. #define CPREFETCH     lfetch.excl.nt1

  54. 

  55. #define M	r32

  56. #define N	r33

  57. #define K	r34

  58. #define A	r37

  59. #define B	r38

  60. #define C	r39

  61. #define LDC	r35

  62. 

  63. #define I	r15

  64. #define J	r16

  65. #define AOFFSET	r17

  66. #define BOFFSET	r18

  67. #define TEMP	r19

  68. #define L	r20

  69. 

  70. #define C1	r21

  71. #define C2	r22

  72. #define C3	r23

  73. #define C4	r24

  74. #define C5	r25

  75. #define C6	r26

  76. #define C7	r27

  77. #define C8	r28

  78. 

  79. #define PREA	r8

  80. #define PREB	r9

  81. #define PREC	r10

  82. #define SP	r12

  83. #define ARLC	r29

  84. #define PR	r30

  85. #define ARPFS	r31

  86. 

  87. #define ALPHA_R	f8

  88. #define ALPHA_I	f9

  89. 

  90. #define AORIG	loc0

  91. #define KK	loc1

  92. #define KK8	loc2

  93. #define OFFSET	loc3

  94. #define AOFFSET2 loc4

  95. #define BOFFSET2 loc5

  96. 

  97. #ifndef CONJ

  98. #define FCALC_A	  FSUB

  99. #define FCALC_B	  FADD

  100. #define FMA_A	  FNMA

  101. #define FMA_B	  FMA

  102. #else

  103. #define FCALC_A	  FADD

  104. #define FCALC_B	  FSUB

  105. #define FMA_A	  FMA

  106. #define FMA_B	  FNMA

  107. #endif

  108. 

  109. #ifndef CONJ

  110. #define FCALC_C	  FMA

  111. #define FCALC_D	  FNMA

  112. #else

  113. #define FCALC_C	  FNMA

  114. #define FCALC_D	  FMA

  115. #endif

  116. 

  117. #ifndef CONJ

  118. #define FMA_C	FNMA

  119. #define FMA_D	FMA

  120. #define FSUB_A	FSUB

  121. #else

  122. #define FMA_C	FMA

  123. #define FMA_D	FMS

  124. #define FSUB_A	FADD

  125. #endif

  126. 

  127. 

  128. 	PROLOGUE

  129. 	.prologue

  130. 	PROFCODE

  131. 

  132. 	{ .mfi

  133. 	.save	ar.pfs, ARPFS

  134. 	alloc	ARPFS = ar.pfs, 8, 8, 0, 0

  135. 	mov	f64  = f0

  136. 	adds	r14 = 16, SP

  137. 	}

  138. 	{ .mfi

  139. 	nop	__LINE__

  140. 	mov	f65  = f0

  141. 	adds	r15 = 24, SP

  142. 	}

  143. 	;;

  144. 	{ .mfi

  145. 	ld8	LDC    = [r14]

  146. 	mov	f81  = f0

  147. 	mov	PR = pr

  148. 	}

  149. 	{ .mfi

  150. 	ld8	OFFSET = [r15]

  151. 	mov	f96  = f0

  152. 	shr	J = N, 2

  153. 	}

  154. 	;;

  155. 	{ .mfi

  156. 	shladd	LDC = LDC, ZBASE_SHIFT, r0

  157. 	mov	f97  = f0

  158. 	}

  159. 	{ .mfi

  160. 	nop	__LINE__

  161. 	mov	f113 = f0

  162. 	}

  163. 	;;

  164. #ifdef LN

  165.        { .mmi

  166. 	setf.sig f32 = M

  167. 	setf.sig f33 = K

  168. 	shladd	C = M,  ZBASE_SHIFT, C

  169. 	}

  170. 	;;

  171. 	{.mmf

  172. 	nop	__LINE__

  173. 	nop	__LINE__

  174. 	xmpy.l	f32  = f32, f33

  175. 	}

  176. 	;;

  177. 	{ .mmi

  178. 	getf.sig r2 = f32

  179. 	;;

  180. 	nop	__LINE__

  181. 	shladd	A = r2, ZBASE_SHIFT, A

  182. 	}

  183. 	;;

  184. #endif

  185. 

  186. #ifdef RN

  187. 	sub	KK  = r0, OFFSET

  188. #endif

  189. 

  190. #ifdef RT

  191.        { .mmi

  192. 	setf.sig f32 = N

  193. 	setf.sig f33 = K

  194. 	nop	 __LINE__

  195. 	}

  196. 	;;

  197. 	{ .mmi

  198. 	setf.sig f34 = LDC

  199. 	nop	 __LINE__

  200. 	nop	 __LINE__

  201. 	}

  202. 	;;

  203. 	{ .mmf

  204. 	nop	 __LINE__

  205. 	nop	 __LINE__

  206. 	xmpy.l	f33  = f32, f33

  207. 	}

  208. 	{ .mmf

  209. 	nop	 __LINE__

  210. 	sub	KK = N, OFFSET

  211. 	xmpy.l	f34  = f32, f34

  212. 	}

  213. 	;;

  214. 	{ .mmi

  215. 	getf.sig r2 = f33

  216. 	getf.sig r3 = f34

  217. 	}

  218. 	;;

  219. 	shladd	B = r2, ZBASE_SHIFT, B

  220. 	add	C = r3, C

  221. #endif

  222. 	;;

  223. 	.body

  224. 	{ .mfi

  225. 	nop	__LINE__

  226. 	mov	f80  = f0

  227. 	mov	ARLC  = ar.lc

  228. 	}

  229. 	{ .mfb

  230. 	cmp.ge	p6, p0  = 0, J

  231. 	mov	f112 = f0

  232. 	(p6)	br.cond.dpnt .L050

  233. 	}

  234. 	;;

  235. 	.align 16

  236. 

  237. .L010:

  238. #ifdef RT

  239.        { .mmi

  240. 	shladd	r3 = LDC, 2, r0

  241. 	nop	__LINE__

  242. 	shl	r2 = K, 2 + ZBASE_SHIFT

  243. 	}

  244. 	;;

  245. 	{ .mmi

  246. 	sub	B = B, r2

  247. 	sub	C = C, r3

  248. 	nop	__LINE__

  249. 	}

  250. 	;;

  251. #endif

  252. 	{ .mmi

  253. 	mov	C1 = C			// coffset1 = c + 0 * ldc

  254. 	add	C2 = LDC, C		// coffset2 = c + 1 * ldc

  255. 	}

  256. 	{ .mmi

  257. 	adds	J = -1, J

  258. #ifdef LN

  259. 	add	KK = M, OFFSET

  260. #elif defined LT

  261. 	mov	KK = OFFSET

  262. #else

  263. 	nop	__LINE__

  264. #endif

  265. #if defined(LN) || defined(RT)

  266. 	mov	AORIG = A

  267. #else

  268. 	mov	AOFFSET = A

  269. #endif

  270. 	}

  271. 	;;

  272. 	{ .mmi

  273. 	shladd	C3 = LDC, 1, C		// coffset3 = c + 2 * ldc

  274. 	shladd	C4 = LDC, 1, C2		// coffset4 = c + 3 * ldc

  275. #if defined(LT) || defined(RN)

  276. 	mov	L = KK

  277. #else

  278. 	sub	L = K, KK

  279. #endif

  280. 	}

  281. 	{ .mib

  282. #ifndef RT

  283. 	shladd	C = LDC, 2, C		// coffset += 8 * ldc

  284. #else

  285. 	nop	__LINE__

  286. #endif

  287. 	tbit.z	p6, p7 = M, 0

  288. 	(p6)	br.cond.dptk .L020

  289. 	}

  290. 	;;

  291. 	{ .mmi

  292. 	cmp.ne	p7, p0 = r0, L

  293. 	adds	BOFFSET = 0 * SIZE, B

  294. 	shl	r2 = K, ZBASE_SHIFT

  295. 	}

  296. 	{ .mmi

  297. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  298. 	nop	__LINE__

  299. 	nop	__LINE__

  300. 	}

  301. 	;;

  302. #if defined(LT) || defined(RN)

  303. 	{ .mfb

  304. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  305. 	mov	f72  = f0

  306. 	nop	__LINE__

  307. 	}

  308. 	{ .mmf

  309. 	nop	__LINE__

  310. 	nop	__LINE__

  311. 	mov	f73  = f0

  312. 	}

  313. 	;;

  314. #else

  315. 	{ .mfi

  316. 	shladd	BOFFSET = r3, 2, B

  317. 	mov	f72  = f0

  318. #ifdef LN

  319. 	sub	AORIG = AORIG, r2

  320. #else

  321. 	nop	__LINE__

  322. #endif

  323. 	}

  324. 	;;

  325. 	{ .mfi

  326. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  327. 	mov	f73  = f0

  328. 	add	AOFFSET = r3, AORIG

  329. 	}

  330. 	;;

  331. #endif

  332. 	;;

  333. 	adds	L =  1, L

  334. 	;;

  335. 

  336. 	{ .mmi

  337. 	nop	__LINE__

  338. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  339. 	tbit.z	p12, p0 = L, 0

  340. 	}

  341. 	;;

  342. 	{ .mfi

  343. 	(p7) LDFPD	f50, f51 = [BOFFSET], 2 * SIZE

  344. 	mov	f88  = f0

  345. 	shr	L = L, 1

  346. 	}

  347. 	{ .mfi

  348. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  349. 	mov	f89  = f0

  350. 	nop	__LINE__

  351. 	}

  352. 	;;

  353. 	{ .mfi

  354. 	(p7) LDFPD	f52, f53 = [BOFFSET], 2 * SIZE

  355. 	mov	f104  = f0

  356. 	adds	L =  -1, L

  357. 	}

  358. 	{ .mfb

  359. 	adds	PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET

  360. 	mov	f105 = f0

  361. 	nop	__LINE__

  362. 	}

  363. 	;;

  364. 	{ .mfi

  365. 	(p7) LDFPD	f54, f55 = [BOFFSET], 2 * SIZE

  366. 	mov	f120 = f0

  367. 	mov	ar.lc = L

  368. 	}

  369. 	{ .mfi

  370. 	cmp.eq	p3, p0 = r0, r0

  371. 	mov	f121 = f0

  372. 	nop	__LINE__

  373. 	}

  374. 	;;

  375. 	cmp.eq  p6, p0 = -1, L

  376. 	(p6) br.cond.dpnt   .L038

  377. 	;;

  378. 	.align 16

  379. 

  380. .L032:

  381. 	{ .mfb

  382. 	lfetch.nt1	[PREA],  4 * SIZE

  383. 	FMA	f64   = f32, f48, f64	// A1 * B1

  384. 	nop	__LINE__

  385. 	}

  386. 	{ .mfi

  387. 	nop	__LINE__

  388. 	FMA_B	f65   = f32, f49, f65	// A1 * B2

  389. 	(p12) cmp.ne p3, p0 =  0, L

  390. 	}

  391. 	;;

  392. 	{ .mfi

  393. 	lfetch.nt1	[PREB],  16 * SIZE

  394. 	FMA	f80   = f32, f50, f80	// A1 * B3

  395. 	cmp.ne	p4, p5 =  0, L

  396. 	}

  397. 	{ .mfb

  398. 	nop	__LINE__

  399. 	FMA_B	f81   = f32, f51, f81	// A1 * B4

  400. 	nop	__LINE__

  401. 	}

  402. 	;;

  403. 	{ .mfb

  404. 	(p3) LDFPD	f56, f57 = [BOFFSET],   2 * SIZE

  405. 	FMA	f96   = f32, f52, f96	// A1 * B5

  406. 	nop	__LINE__

  407. 	}

  408. 	{ .mfb

  409. 	nop	__LINE__

  410. 	FMA_B	f97  = f32, f53, f97	// A1 * B6

  411. 	nop	__LINE__

  412. 	}

  413. 	;;

  414. 	{ .mfb

  415. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  416. 	FMA	f112  = f32, f54, f112	// A1 * B7

  417. 	nop	__LINE__

  418. 	}

  419. 	{ .mfb

  420. 	nop	__LINE__

  421. 	FMA_B	f113  = f32, f55, f113	// A1 * B8

  422. 	nop	__LINE__

  423. 	}

  424. 	;;

  425. 	{ .mfb

  426. 	(p3) LDFPD	f58, f59 = [BOFFSET],  2 * SIZE

  427. 	FMA	f65   = f33, f48, f65	// A2 * B1

  428. 	nop	__LINE__

  429. 	}

  430. 	{ .mfb

  431. 	nop	__LINE__

  432. 	FMA_A	f64   = f33, f49, f64	// A2 * B2

  433. 	nop	__LINE__

  434. 	}

  435. 	;;

  436. 	{ .mfb

  437. 	(p3) LDFPD	f60, f61 = [BOFFSET], 2 * SIZE

  438. 	FMA	f81   = f33, f50, f81	// A2 * B3

  439. 	nop	__LINE__

  440. 	}

  441. 	{ .mfb

  442. 	nop	__LINE__

  443. 	FMA_A	f80   = f33, f51, f80	// A2 * B4

  444. 	nop	__LINE__

  445. 	}

  446. 	;;

  447. 	{ .mfb

  448. 	(p3) LDFPD	f62, f63 = [BOFFSET], 2 * SIZE

  449. 	FMA	f97   = f33, f52, f97	// A2 * B5

  450. 	nop	__LINE__

  451. 	}

  452. 	{ .mfb

  453. 	nop	__LINE__

  454. 	FMA_A	f96  = f33, f53, f96	// A2 * B6

  455. 	nop	__LINE__

  456. 	}

  457. 	;;

  458. 	{ .mfb

  459. 	(p4) LDFPD	f48, f49 = [BOFFSET],   2 * SIZE

  460. 	FMA	f113  = f33, f54, f113	// A2 * B7

  461. 	nop	__LINE__

  462. 	}

  463. 	{ .mfb

  464. 	nop	__LINE__

  465. 	FMA_A	f112  = f33, f55, f112	// A2 * B8

  466. 	nop	__LINE__

  467. 	}

  468. 	;;

  469. 	{ .mfb

  470. 	(p4) LDFPD	f32, f33 = [AOFFSET],   2 * SIZE

  471. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  472. 	nop	__LINE__

  473. 	}

  474. 	{ .mfb

  475. 	nop	__LINE__

  476. 	(p3) FMA_B	f65   = f40, f57, f65	// A1 * B2

  477. 	nop	__LINE__

  478. 	}

  479. 	;;

  480. 	{ .mfb

  481. 	(p4) LDFPD	f50, f51 = [BOFFSET],  2 * SIZE

  482. 	(p3) FMA	f80   = f40, f58, f80	// A1 * B3

  483. 	nop	__LINE__

  484. 	}

  485. 	{ .mfb

  486. 	nop	__LINE__

  487. 	(p3) FMA_B	f81   = f40, f59, f81	// A1 * B4

  488. 	nop	__LINE__

  489. 	}

  490. 	;;

  491. 	{ .mfb

  492. 	(p4) LDFPD	f52, f53 = [BOFFSET], 2 * SIZE

  493. 	(p3) FMA	f96   = f40, f60, f96	// A1 * B5

  494. 	nop	__LINE__

  495. 	}

  496. 	{ .mfb

  497. 	nop	__LINE__

  498. 	(p3) FMA_B	f97  = f40, f61, f97	// A1 * B6

  499. 	nop	__LINE__

  500. 	}

  501. 	;;

  502. 	{ .mfb

  503. 	nop	__LINE__

  504. 	(p3) FMA	f112  = f40, f62, f112	// A1 * B7

  505. 	nop	__LINE__

  506. 	}

  507. 	{ .mfb

  508. 	nop	__LINE__

  509. 	(p3) FMA_B	f113  = f40, f63, f113	// A1 * B8

  510. 	nop	__LINE__

  511. 	}

  512. 	;;

  513. 	{ .mfb

  514. 	(p4) LDFPD	f54, f55 = [BOFFSET], 2 * SIZE

  515. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  516. 	nop	__LINE__

  517. 	}

  518. 	{ .mfb

  519. 	nop	__LINE__

  520. 	(p3) FMA_A	f64   = f41, f57, f64	// A2 * B2

  521. 	nop	__LINE__

  522. 	}

  523. 	;;

  524. 	{ .mfb

  525. 	nop	__LINE__

  526. 	(p3) FMA	f81   = f41, f58, f81	// A2 * B3

  527. 	nop	__LINE__

  528. 	}

  529. 	{ .mfb

  530. 	nop	__LINE__

  531. 	(p3) FMA_A	f80   = f41, f59, f80	// A2 * B4

  532. 	nop	__LINE__

  533. 	}

  534. 	;;

  535. 	{ .mfb

  536. 	nop	__LINE__

  537. 	(p3) FMA	f97   = f41, f60, f97	// A2 * B5

  538. 	nop	__LINE__

  539. 	}

  540. 	{ .mfb

  541. 	nop	__LINE__

  542. 	(p3) FMA_A	f96  = f41, f61, f96	// A2 * B6

  543. 	nop	__LINE__

  544. 	}

  545. 	;;

  546. 	{ .mfi

  547. 	nop	__LINE__

  548. 	(p3) FMA	f113  = f41, f62, f113	// A2 * B7

  549. 	adds	L = -1, L

  550. 	}

  551. 	{ .mfb

  552. 	nop	__LINE__

  553. 	(p3) FMA_A	f112  = f41, f63, f112	// A2 * B8

  554. 	br.cloop.sptk.few .L032

  555. 	}

  556. 	;;

  557. .L038:

  558. #if defined(LN) || defined(RT)

  559. #ifdef LN

  560. 	adds	r2 = -1, KK

  561. #else

  562. 	adds	r2 = -4, KK

  563. #endif

  564. 	;;

  565. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  566. 	;;

  567. 	add	AOFFSET = r2, AORIG

  568. 	shladd	BOFFSET = r2, 2, B

  569. 	;;

  570. #endif

  571. 

  572. #if defined(LN) || defined(LT)

  573. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  574. 	;;

  575. 	LDFPD	f88, f89 = [BOFFSET], 2 * SIZE

  576. 	;;

  577. 	LDFPD	f104, f105 = [BOFFSET], 2 * SIZE

  578. 	;;

  579. 	LDFPD	f120, f121 = [BOFFSET]

  580. 	adds	BOFFSET = -6 * SIZE, BOFFSET

  581. 	;;

  582. 	FSUB	f64  = f72, f64

  583. 	FSUB_A	f65  = f73, f65

  584. 	FSUB	f80  = f88, f80

  585. 	FSUB_A	f81  = f89, f81

  586. 	FSUB	f96  = f104, f96

  587. 	FSUB_A	f97  = f105, f97

  588. 	FSUB	f112 = f120, f112

  589. 	FSUB_A	f113 = f121, f113

  590. 	;;

  591. #else

  592. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  593. 	;;

  594. 	LDFPD	f88, f89 = [AOFFSET], 2 * SIZE

  595. 	;;

  596. 	LDFPD	f104, f105 = [AOFFSET], 2 * SIZE

  597. 	;;

  598. 	LDFPD	f120, f121 = [AOFFSET]

  599. 	adds	AOFFSET = -6 * SIZE, AOFFSET

  600. 	;;

  601. 	FSUB	f64  = f72, f64

  602. 	FSUB	f65  = f73, f65

  603. 	FSUB	f80  = f88, f80

  604. 	FSUB	f81  = f89, f81

  605. 	FSUB	f96  = f104, f96

  606. 	FSUB	f97  = f105, f97

  607. 	FSUB	f112 = f120, f112

  608. 	FSUB	f113 = f121, f113

  609. 	;;

  610. #endif

  611. 

  612. #ifdef LN

  613. 	LDFPD	f120, f121 = [AOFFSET]

  614. 	;;

  615. 	FMPY	f32  = f120, f64

  616. 	FMPY	f33  = f121, f64

  617. 	FMPY	f34  = f120, f80

  618. 	FMPY	f35  = f121, f80

  619. 	FMPY	f36  = f120, f96

  620. 	FMPY	f37  = f121, f96

  621. 	FMPY	f38  = f120, f112

  622. 	FMPY	f39  = f121, f112

  623. 	;;

  624. 	FMA_C	f64  = f121, f65,  f32

  625. 	FMA_D	f65  = f120, f65,  f33

  626. 	FMA_C	f80  = f121, f81,  f34

  627. 	FMA_D	f81  = f120, f81,  f35

  628. 	FMA_C	f96  = f121, f97,  f36

  629. 	FMA_D	f97  = f120, f97,  f37

  630. 	FMA_C	f112 = f121, f113, f38

  631. 	FMA_D	f113 = f120, f113, f39

  632. 	;;

  633. #endif

  634. 

  635. #ifdef LT

  636. 	LDFPD	f90, f91 = [AOFFSET]

  637. 	;;

  638. 	FMPY	f32  = f90, f64

  639. 	FMPY	f33  = f91, f64

  640. 	FMPY	f34  = f90, f80

  641. 	FMPY	f35  = f91, f80

  642. 	FMPY	f36  = f90, f96

  643. 	FMPY	f37  = f91, f96

  644. 	FMPY	f38  = f90, f112

  645. 	FMPY	f39  = f91, f112

  646. 	;;

  647. 	FMA_C	f64  = f91, f65,  f32

  648. 	FMA_D	f65  = f90, f65,  f33

  649. 	FMA_C	f80  = f91, f81,  f34

  650. 	FMA_D	f81  = f90, f81,  f35

  651. 	FMA_C	f96  = f91, f97,  f36

  652. 	FMA_D	f97  = f90, f97,  f37

  653. 	FMA_C	f112 = f91, f113, f38

  654. 	FMA_D	f113 = f90, f113, f39

  655. 	;;

  656. #endif

  657. 

  658. #ifdef RN

  659. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  660. 	;;

  661. 	LDFPD	f74, f75 = [BOFFSET], 2 * SIZE

  662. 	;;

  663. 	LDFPD	f76, f77 = [BOFFSET], 2 * SIZE

  664. 	;;

  665. 	LDFPD	f78, f79 = [BOFFSET]

  666. 	adds	BOFFSET = 4 * SIZE, BOFFSET

  667. 	;;

  668. 	LDFPD	f90, f91 = [BOFFSET], 2 * SIZE

  669. 	;;

  670. 	LDFPD	f92, f93 = [BOFFSET], 2 * SIZE

  671. 	;;

  672. 	LDFPD	f94, f95 = [BOFFSET]

  673. 	adds	BOFFSET = 6 * SIZE, BOFFSET

  674. 	;;

  675. 	LDFPD	f108, f109 = [BOFFSET], 2 * SIZE

  676. 	;;

  677. 	LDFPD	f110, f111 = [BOFFSET]

  678. 	adds	BOFFSET = 8 * SIZE, BOFFSET

  679. 	;;

  680. 	LDFPD	f126, f127 = [BOFFSET]

  681. 	adds	BOFFSET = - 30 * SIZE, BOFFSET

  682. 	;;

  683. 

  684. 	FMPY	f32  = f72, f64

  685. 	FMPY	f33  = f73, f64

  686. 	;;

  687. 	FMA_C	f64  = f73, f65, f32

  688. 	FMA_D	f65  = f72, f65, f33

  689. 	;;

  690. 	FNMA	f80  = f74, f64, f80

  691. 	FMA_A	f81  = f75, f64, f81

  692. 	;;

  693. 	FMA_B	f80  = f75, f65, f80

  694. 	FNMA	f81  = f74, f65, f81

  695. 

  696. 	;;

  697. 	FNMA	f96  = f76, f64, f96

  698. 	FMA_A	f97  = f77, f64, f97

  699. 	;;

  700. 	FMA_B	f96  = f77, f65, f96

  701. 	FNMA	f97  = f76, f65, f97

  702. 	;;

  703. 	FNMA	f112 = f78, f64, f112

  704. 	FMA_A	f113 = f79, f64, f113

  705. 	;;

  706. 	FMA_B	f112 = f79, f65, f112

  707. 	FNMA	f113 = f78, f65, f113

  708. 	;;

  709. 	FMPY	f32  = f90, f80

  710. 	FMPY	f33  = f91, f80

  711. 	;;

  712. 	FMA_C	f80  = f91, f81,  f32

  713. 	FMA_D	f81  = f90, f81,  f33

  714. 	;;

  715. 

  716. 	FNMA	f96  = f92, f80, f96

  717. 	FMA_A	f97  = f93, f80, f97

  718. 	;;

  719. 	FMA_B	f96  = f93, f81, f96

  720. 	FNMA	f97  = f92, f81, f97

  721. 	;;

  722. 	FNMA	f112 = f94, f80, f112

  723. 	FMA_A	f113 = f95, f80, f113

  724. 	;;

  725. 	FMA_B	f112 = f95, f81, f112

  726. 	FNMA	f113 = f94, f81, f113

  727. 	;;

  728. 	FMPY	f32  = f108, f96

  729. 	FMPY	f33  = f109, f96

  730. 	;;

  731. 	FMA_C	f96  = f109, f97,  f32

  732. 	FMA_D	f97  = f108, f97,  f33

  733. 	;;

  734. 	FNMA	f112 = f110, f96, f112

  735. 	FMA_A	f113 = f111, f96, f113

  736. 	;;

  737. 	FMA_B	f112 = f111, f97, f112

  738. 	FNMA	f113 = f110, f97, f113

  739. 	;;

  740. 	FMPY	f32  = f126, f112

  741. 	FMPY	f33  = f127, f112

  742. 	;;

  743. 	FMA_C	f112 = f127, f113, f32

  744. 	FMA_D	f113 = f126, f113, f33

  745. 	;;

  746. #endif

  747. 

  748. #ifdef RT

  749. 	adds	BOFFSET = 30 * SIZE, BOFFSET

  750. 	;;

  751. 	LDFPD	f72, f73 = [BOFFSET]

  752. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  753. 	;;

  754. 	LDFPD	f74, f75 = [BOFFSET]

  755. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  756. 	;;

  757. 	LDFPD	f76, f77 = [BOFFSET]

  758. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  759. 	;;

  760. 	LDFPD	f78, f79 = [BOFFSET]

  761. 	adds	BOFFSET = - 4 * SIZE, BOFFSET

  762. 	;;

  763. 	LDFPD	f88, f89 = [BOFFSET]

  764. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  765. 	;;

  766. 	LDFPD	f90, f91 = [BOFFSET]

  767. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  768. 	;;

  769. 	LDFPD	f92, f93 = [BOFFSET]

  770. 	adds	BOFFSET = - 6 * SIZE, BOFFSET

  771. 	;;

  772. 	LDFPD	f104, f105 = [BOFFSET]

  773. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  774. 	;;

  775. 	LDFPD	f106, f107 = [BOFFSET]

  776. 	adds	BOFFSET = - 8 * SIZE, BOFFSET

  777. 	;;

  778. 	LDFPD	f120, f121 = [BOFFSET]

  779. 	;;

  780. 	FMPY	f32  = f72, f112

  781. 	FMPY	f33  = f73, f112

  782. 	;;

  783. 	FMA_C	f112 = f73, f113, f32

  784. 	FMA_D	f113 = f72, f113, f33

  785. 	;;

  786. 	FNMA	f96  = f74, f112, f96

  787. 	FMA_A	f97  = f75, f112, f97

  788. 	;;

  789. 	FMA_B	f96  = f75, f113, f96

  790. 	FNMA	f97  = f74, f113, f97

  791. 	;;

  792. 	FNMA	f80  = f76, f112, f80

  793. 	FMA_A	f81  = f77, f112, f81

  794. 	;;

  795. 	FMA_B	f80  = f77, f113, f80

  796. 	FNMA	f81  = f76, f113, f81

  797. 	;;

  798. 	FNMA	f64  = f78, f112, f64

  799. 	FMA_A	f65  = f79, f112, f65

  800. 	;;

  801. 	FMA_B	f64  = f79, f113, f64

  802. 	FNMA	f65  = f78, f113, f65

  803. 	;;

  804. 	FMPY	f32  = f88, f96

  805. 	FMPY	f33  = f89, f96

  806. 	;;

  807. 	FMA_C	f96  = f89, f97, f32

  808. 	FMA_D	f97  = f88, f97, f33

  809. 	;;

  810. 	FNMA	f80  = f90, f96, f80

  811. 	FMA_A	f81  = f91, f96, f81

  812. 	;;

  813. 	FMA_B	f80  = f91, f97, f80

  814. 	FNMA	f81  = f90, f97, f81

  815. 	;;

  816. 	FNMA	f64  = f92, f96, f64

  817. 	FMA_A	f65  = f93, f96, f65

  818. 	;;

  819. 	FMA_B	f64  = f93, f97, f64

  820. 	FNMA	f65  = f92, f97, f65

  821. 	;;

  822. 	FMPY	f32  = f104, f80

  823. 	FMPY	f33  = f105, f80

  824. 	;;

  825. 	FMA_C	f80  = f105, f81, f32

  826. 	FMA_D	f81  = f104, f81, f33

  827. 	;;

  828. 	FNMA	f64  = f106, f80, f64

  829. 	FMA_A	f65  = f107, f80, f65

  830. 	;;

  831. 	FMA_B	f64  = f107, f81, f64

  832. 	FNMA	f65  = f106, f81, f65

  833. 	;;

  834. 	FMPY	f32  = f120, f64

  835. 	FMPY	f33  = f121, f64

  836. 	;;

  837. 	FMA_C	f64  = f121, f65, f32

  838. 	FMA_D	f65  = f120, f65, f33

  839. 	;;

  840. #endif

  841. 

  842. #if defined(LN) || defined(LT)

  843. 	adds	BOFFSET2 = 4 * SIZE, BOFFSET

  844. 	;;

  845. 	STFD	[BOFFSET]  = f64,  SIZE

  846. 	STFD	[BOFFSET2] = f96,  SIZE

  847. 	;;

  848. 	STFD	[BOFFSET]  = f65,  SIZE

  849. 	STFD	[BOFFSET2] = f97,  SIZE

  850. 	;;

  851. 	STFD	[BOFFSET]  = f80,  SIZE

  852. 	STFD	[BOFFSET2] = f112, SIZE

  853. 	;;

  854. 	STFD	[BOFFSET]  = f81,  5 * SIZE

  855. 	STFD	[BOFFSET2] = f113, 5 * SIZE

  856. 	;;

  857. 	adds	BOFFSET = - 8 * SIZE, BOFFSET

  858. 	;;

  859. #else

  860. 	adds	AOFFSET2 = 4 * SIZE, AOFFSET

  861. 	;;

  862. 	STFD	[AOFFSET]  = f64,  SIZE

  863. 	STFD	[AOFFSET2] = f96,  SIZE

  864. 	;;

  865. 	STFD	[AOFFSET]  = f65,  SIZE

  866. 	STFD	[AOFFSET2] = f97,  SIZE

  867. 	;;

  868. 	STFD	[AOFFSET]  = f80,  SIZE

  869. 	STFD	[AOFFSET2] = f112, SIZE

  870. 	;;

  871. 	STFD	[AOFFSET]  = f81,  5 * SIZE

  872. 	STFD	[AOFFSET2] = f113, 5 * SIZE

  873. 	;;

  874. 	adds	AOFFSET = - 8 * SIZE, AOFFSET

  875. 	;;

  876. #endif

  877. 

  878. #ifdef LN

  879. 	adds	C1 = -2 * SIZE, C1

  880. 	adds	C2 = -2 * SIZE, C2

  881. 	adds	C3 = -2 * SIZE, C3

  882. 	adds	C4 = -2 * SIZE, C4

  883. #endif

  884. 	;;

  885. 	STFD	[C1 ] = f64, SIZE

  886. 	;;

  887. 	STFD	[C1 ] = f65, SIZE

  888. 	;;

  889. 	STFD	[C2 ] = f80, SIZE

  890. 	;;

  891. 	STFD	[C2 ] = f81, SIZE

  892. 	;;

  893. 	STFD	[C3 ] = f96, SIZE

  894. 	;;

  895. 	STFD	[C3 ] = f97, SIZE

  896. 	;;

  897. 	STFD	[C4 ] = f112, SIZE

  898. 	;;

  899. 	STFD	[C4 ] = f113, SIZE

  900. 	;;

  901. 	mov	f64 = f0

  902. 	mov	f65 = f0

  903. 	mov	f80 = f0

  904. 	mov	f81 = f0

  905. 	mov	f96 = f0

  906. 	mov	f97 = f0

  907. 	mov	f112 = f0

  908. 	mov	f113 = f0

  909. 	;;

  910. #ifdef LN

  911. 	adds	C1 = -2 * SIZE, C1

  912. 	adds	C2 = -2 * SIZE, C2

  913. 	adds	C3 = -2 * SIZE, C3

  914. 	adds	C4 = -2 * SIZE, C4

  915. #endif

  916. 	;;

  917. 	cmp.ne	p6, p0 = 1, I

  918. 	;;

  919. 	adds	I = -1, I

  920. 	;;

  921. 	shladd	r2 = K, ZBASE_SHIFT, r0

  922. 	;;

  923. 	sub	L = K, KK

  924. 	;;

  925. #ifdef RT

  926. 	add	AORIG = r2, AORIG

  927. #endif

  928. 	;;

  929. #if defined(LT) || defined(RN)

  930. 	shladd	L = L, ZBASE_SHIFT, r0

  931. 	;;

  932. 	add	AOFFSET = L,    AOFFSET

  933. 	shladd	BOFFSET = L, 2, BOFFSET

  934. #endif

  935. 	;;

  936. #ifdef LT

  937. 	adds	KK =  1, KK

  938. #elif defined LN

  939. 	adds	KK = -1, KK

  940. #else

  941. 	nop	__LINE__

  942. #endif

  943. 	;;

  944. #if defined(LT) || defined(RN)

  945. 	mov	L = KK

  946. #else

  947. 	sub	L = K, KK

  948. #endif

  949. 	;;

  950. 	.align 16

  951. 

  952. .L020:

  953. 	{ .mib

  954. #if defined(LT) || defined(RN)

  955. 	mov	L = KK

  956. #else

  957. 	sub	L = K, KK

  958. #endif

  959. 	tbit.z	p6, p7 = M, 1

  960. 	(p6)	br.cond.dptk .L010x

  961. 	}

  962. 	;;

  963. 	{ .mmi

  964. 	cmp.ne	p7, p0 = r0, L

  965. 	adds	BOFFSET = 0 * SIZE, B

  966. 	shl	r2 = K, 1 + ZBASE_SHIFT

  967. 	}

  968. 	{ .mmi

  969. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  970. 	nop	__LINE__

  971. 	nop	__LINE__

  972. 	}

  973. 	;;

  974. #if defined(LT) || defined(RN)

  975. 	{ .mfb

  976. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  977. 	mov	f66  = f0

  978. 	nop	__LINE__

  979. 	}

  980. 	{ .mmf

  981. 	nop	__LINE__

  982. 	nop	__LINE__

  983. 	mov	f67  = f0

  984. 	}

  985. 	;;

  986. #else

  987. 	{ .mfi

  988. 	shladd	BOFFSET = r3, 2, B

  989. 	mov	f66  = f0

  990. #ifdef LN

  991. 	sub	AORIG = AORIG, r2

  992. #else

  993. 	nop	__LINE__

  994. #endif

  995. 	}

  996. 	;;

  997. 	{ .mfi

  998. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  999. 	mov	f67  = f0

  1000. 	shladd	AOFFSET = r3, 1, AORIG

  1001. 	}

  1002. 	;;

  1003. #endif

  1004. 	;;

  1005. 	adds	L =  1, L

  1006. 	;;

  1007. 	{ .mfi

  1008. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  1009. 	mov	f82 = f0

  1010. 	tbit.z	p12, p0 = L, 0

  1011. 	}

  1012. 	{ .mfi

  1013. 	(p7) LDFPD	f50, f51 = [BOFFSET], 2 * SIZE

  1014. 	mov	f83 = f0

  1015. 	shr	L = L, 1

  1016. 	}

  1017. 	;;

  1018. 	{ .mfi

  1019. 	(p7) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  1020. 	mov	f98 = f0

  1021. 	adds	L =  -1, L

  1022. 	}

  1023. 	{ .mfi

  1024. 	(p7) LDFPD	f52, f53 = [BOFFSET], 2 * SIZE

  1025. 	mov	f99 = f0

  1026. 	cmp.eq	p3, p0 = r0, r0

  1027. 	}

  1028. 	;;

  1029. 	{ .mfi

  1030. 	(p7) LDFPD	f54, f55 = [BOFFSET], 2 * SIZE

  1031. 	mov	f114 = f0

  1032. 	mov	ar.lc = L

  1033. 	}

  1034. 	{ .mfi

  1035. 	adds	PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET

  1036. 	mov	f115 = f0

  1037. 	nop	__LINE__

  1038. 	}

  1039. 	;;

  1040. 	cmp.eq  p6, p0 = -1, L

  1041. 	(p6) br.cond.dpnt   .L028

  1042. 	;;

  1043. 	.align 16

  1044. 

  1045. .L022:

  1046. 	{ .mfi

  1047. 	lfetch.nt1	[PREA],  8 * SIZE

  1048. 	FMA	f64   = f32, f48, f64	// A1 * B1

  1049. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  1050. 	}

  1051. 	{ .mfi

  1052. 	nop	__LINE__

  1053. 	FMA_B	f65   = f32, f49, f65	// A1 * B2

  1054. 	(p12) cmp.ne p3, p0 =  0, L

  1055. 	}

  1056. 	;;

  1057. 	{ .mfi

  1058. 	lfetch.nt1	[PREB],  16 * SIZE

  1059. 	FMA	f80   = f32, f50, f80	// A1 * B3

  1060. 	cmp.ne	p4, p5 =  0, L

  1061. 	}

  1062. 	{ .mfb

  1063. 	nop	__LINE__

  1064. 	FMA_B	f81   = f32, f51, f81	// A1 * B4

  1065. 	nop	__LINE__

  1066. 	}

  1067. 	;;

  1068. 	{ .mfb

  1069. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  1070. 	FMA	f96   = f32, f52, f96	// A1 * B5

  1071. 	nop	__LINE__

  1072. 	}

  1073. 	{ .mfb

  1074. 	nop	__LINE__

  1075. 	FMA_B	f97  = f32, f53, f97	// A1 * B6

  1076. 	nop	__LINE__

  1077. 	}

  1078. 	;;

  1079. 	{ .mfb

  1080. 	(p3) LDFPD	f56, f57 = [BOFFSET],   2 * SIZE

  1081. 	FMA	f112  = f32, f54, f112	// A1 * B7

  1082. 	nop	__LINE__

  1083. 	}

  1084. 	{ .mfb

  1085. 	nop	__LINE__

  1086. 	FMA_B	f113  = f32, f55, f113	// A1 * B8

  1087. 	nop	__LINE__

  1088. 	}

  1089. 	;;

  1090. 	{ .mfb

  1091. 	(p3) LDFPD	f58, f59 = [BOFFSET],  2 * SIZE

  1092. 	FMA	f65   = f33, f48, f65	// A2 * B1

  1093. 	nop	__LINE__

  1094. 	}

  1095. 	{ .mfb

  1096. 	nop	__LINE__

  1097. 	FMA_A	f64   = f33, f49, f64	// A2 * B2

  1098. 	nop	__LINE__

  1099. 	}

  1100. 	;;

  1101. 	{ .mfb

  1102. 	(p3) LDFPD	f60, f61 = [BOFFSET], 2 * SIZE

  1103. 	FMA	f81   = f33, f50, f81	// A2 * B3

  1104. 	nop	__LINE__

  1105. 	}

  1106. 	{ .mfb

  1107. 	nop	__LINE__

  1108. 	FMA_A	f80   = f33, f51, f80	// A2 * B4

  1109. 	nop	__LINE__

  1110. 	}

  1111. 	;;

  1112. 	{ .mfb

  1113. 	(p3) LDFPD	f62, f63 = [BOFFSET], 2 * SIZE

  1114. 	FMA	f97   = f33, f52, f97	// A2 * B5

  1115. 	nop	__LINE__

  1116. 	}

  1117. 	{ .mfb

  1118. 	nop	__LINE__

  1119. 	FMA_A	f96  = f33, f53, f96	// A2 * B6

  1120. 	nop	__LINE__

  1121. 	}

  1122. 	;;

  1123. 	{ .mfb

  1124. 	(p3) LDFPD	f42, f43 = [AOFFSET], 2 * SIZE

  1125. 	FMA	f113  = f33, f54, f113	// A2 * B7

  1126. 	nop	__LINE__

  1127. 	}

  1128. 	{ .mfb

  1129. 	nop	__LINE__

  1130. 	FMA_A	f112  = f33, f55, f112	// A2 * B8

  1131. 	nop	__LINE__

  1132. 	}

  1133. 	;;

  1134. 	{ .mfb

  1135. 	nop	__LINE__

  1136. 	FMA	f66   = f34, f48, f66	// A3 * B1

  1137. 	nop	__LINE__

  1138. 	}

  1139. 	{ .mfb

  1140. 	nop	__LINE__

  1141. 	FMA_B	f67   = f34, f49, f67	// A3 * B2

  1142. 	nop	__LINE__

  1143. 	}

  1144. 	;;

  1145. 	{ .mfb

  1146. 	nop	__LINE__

  1147. 	FMA	f82   = f34, f50, f82	// A3 * B3

  1148. 	nop	__LINE__

  1149. 	}

  1150. 	{ .mfb

  1151. 	nop	__LINE__

  1152. 	FMA_B	f83   = f34, f51, f83	// A3 * B4

  1153. 	nop	__LINE__

  1154. 	}

  1155. 	;;

  1156. 	{ .mfb

  1157. 	nop	__LINE__

  1158. 	FMA	f98   = f34, f52, f98	// A3 * B5

  1159. 	nop	__LINE__

  1160. 	}

  1161. 	{ .mfb

  1162. 	nop	__LINE__

  1163. 	FMA_B	f99  = f34, f53, f99	// A3 * B6

  1164. 	nop	__LINE__

  1165. 	}

  1166. 	;;

  1167. 	{ .mfb

  1168. 	nop	__LINE__

  1169. 	FMA	f114  = f34, f54, f114	// A3 * B7

  1170. 	nop	__LINE__

  1171. 	}

  1172. 	{ .mfb

  1173. 	nop	__LINE__

  1174. 	FMA_B	f115  = f34, f55, f115	// A3 * B8

  1175. 	nop	__LINE__

  1176. 	}

  1177. 	;;

  1178. 	{ .mfb

  1179. 	nop	__LINE__

  1180. 	FMA	f67   = f35, f48, f67	// A4 * B1

  1181. 	nop	__LINE__

  1182. 	}

  1183. 	{ .mfb

  1184. 	nop	__LINE__

  1185. 	FMA_A	f66   = f35, f49, f66	// A4 * B2

  1186. 	nop	__LINE__

  1187. 	}

  1188. 	;;

  1189. 	{ .mfb

  1190. 	nop	__LINE__

  1191. 	FMA	f83   = f35, f50, f83	// A4 * B3

  1192. 	nop	__LINE__

  1193. 	}

  1194. 	{ .mfb

  1195. 	nop	__LINE__

  1196. 	FMA_A	f82   = f35, f51, f82	// A4 * B4

  1197. 	nop	__LINE__

  1198. 	}

  1199. 	;;

  1200. 	{ .mfb

  1201. 	(p4) LDFPD	f32, f33 = [AOFFSET],   2 * SIZE

  1202. 	FMA	f99   = f35, f52, f99	// A4 * B5

  1203. 	nop	__LINE__

  1204. 	}

  1205. 	{ .mfb

  1206. 	nop	__LINE__

  1207. 	FMA_A	f98  = f35, f53, f98	// A4 * B6

  1208. 	nop	__LINE__

  1209. 	}

  1210. 	;;

  1211. 	{ .mfb

  1212. 	(p4) LDFPD	f48, f49 = [BOFFSET],   2 * SIZE

  1213. 	FMA	f115  = f35, f54, f115	// A4 * B7

  1214. 	nop	__LINE__

  1215. 	}

  1216. 	{ .mfb

  1217. 	nop	__LINE__

  1218. 	FMA_A	f114  = f35, f55, f114	// A4 * B8

  1219. 	nop	__LINE__

  1220. 	}

  1221. 	;;

  1222. 	{ .mfb

  1223. 	(p4) LDFPD	f50, f51 = [BOFFSET],  2 * SIZE

  1224. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  1225. 	nop	__LINE__

  1226. 	}

  1227. 	{ .mfb

  1228. 	nop	__LINE__

  1229. 	(p3) FMA_B	f65   = f40, f57, f65	// A1 * B2

  1230. 	nop	__LINE__

  1231. 	}

  1232. 	;;

  1233. 	{ .mfb

  1234. 	(p4) LDFPD	f52, f53 = [BOFFSET], 2 * SIZE

  1235. 	(p3) FMA	f80   = f40, f58, f80	// A1 * B3

  1236. 	nop	__LINE__

  1237. 	}

  1238. 	{ .mfb

  1239. 	nop	__LINE__

  1240. 	(p3) FMA_B	f81   = f40, f59, f81	// A1 * B4

  1241. 	nop	__LINE__

  1242. 	}

  1243. 	;;

  1244. 	{ .mfb

  1245. 	nop	__LINE__

  1246. 	(p3) FMA	f96   = f40, f60, f96	// A1 * B5

  1247. 	nop	__LINE__

  1248. 	}

  1249. 	{ .mfb

  1250. 	nop	__LINE__

  1251. 	(p3) FMA_B	f97  = f40, f61, f97	// A1 * B6

  1252. 	nop	__LINE__

  1253. 	}

  1254. 	;;

  1255. 	{ .mfb

  1256. 	nop	__LINE__

  1257. 	(p3) FMA	f112  = f40, f62, f112	// A1 * B7

  1258. 	nop	__LINE__

  1259. 	}

  1260. 	{ .mfb

  1261. 	nop	__LINE__

  1262. 	(p3) FMA_B	f113  = f40, f63, f113	// A1 * B8

  1263. 	nop	__LINE__

  1264. 	}

  1265. 	;;

  1266. 	{ .mfb

  1267. 	(p4) LDFPD	f54, f55 = [BOFFSET], 2 * SIZE

  1268. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  1269. 	nop	__LINE__

  1270. 	}

  1271. 	{ .mfb

  1272. 	(p3) FMA_A	f64   = f41, f57, f64	// A2 * B2

  1273. 	nop	__LINE__

  1274. 	}

  1275. 	{ .mfb

  1276. 	(p4) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  1277. 	(p3) FMA	f81   = f41, f58, f81	// A2 * B3

  1278. 	nop	__LINE__

  1279. 	}

  1280. 	{ .mfb

  1281. 	(p3) FMA_A	f80   = f41, f59, f80	// A2 * B4

  1282. 	nop	__LINE__

  1283. 	}

  1284. 	;;

  1285. 	{ .mfb

  1286. 	nop	__LINE__

  1287. 	(p3) FMA	f97   = f41, f60, f97	// A2 * B5

  1288. 	nop	__LINE__

  1289. 	}

  1290. 	{ .mfb

  1291. 	nop	__LINE__

  1292. 	(p3) FMA_A	f96  = f41, f61, f96	// A2 * B6

  1293. 	nop	__LINE__

  1294. 	}

  1295. 	;;

  1296. 	{ .mfb

  1297. 	nop	__LINE__

  1298. 	(p3) FMA	f113  = f41, f62, f113	// A2 * B7

  1299. 	nop	__LINE__

  1300. 	}

  1301. 	{ .mfb

  1302. 	nop	__LINE__

  1303. 	(p3) FMA_A	f112  = f41, f63, f112	// A2 * B8

  1304. 	nop	__LINE__

  1305. 	}

  1306. 	;;

  1307. 	{ .mfb

  1308. 	nop	__LINE__

  1309. 	(p3) FMA	f66   = f42, f56, f66	// A3 * B1

  1310. 	nop	__LINE__

  1311. 	}

  1312. 	{ .mfb

  1313. 	nop	__LINE__

  1314. 	(p3) FMA_B	f67   = f42, f57, f67	// A3 * B2

  1315. 	nop	__LINE__

  1316. 	}

  1317. 	;;

  1318. 	{ .mfb

  1319. 	nop	__LINE__

  1320. 	(p3) FMA	f82   = f42, f58, f82	// A3 * B3

  1321. 	nop	__LINE__

  1322. 	}

  1323. 	{ .mfb

  1324. 	nop	__LINE__

  1325. 	(p3) FMA_B	f83   = f42, f59, f83	// A3 * B4

  1326. 	nop	__LINE__

  1327. 	}

  1328. 	;;

  1329. 	{ .mfb

  1330. 	nop	__LINE__

  1331. 	(p3) FMA	f98   = f42, f60, f98	// A3 * B5

  1332. 	nop	__LINE__

  1333. 	}

  1334. 	{ .mfb

  1335. 	nop	__LINE__

  1336. 	(p3) FMA_B	f99  = f42, f61, f99	// A3 * B6

  1337. 	nop	__LINE__

  1338. 	}

  1339. 	;;

  1340. 	{ .mfb

  1341. 	nop	__LINE__

  1342. 	(p3) FMA	f114  = f42, f62, f114	// A3 * B7

  1343. 	nop	__LINE__

  1344. 	}

  1345. 	{ .mfb

  1346. 	nop	__LINE__

  1347. 	(p3) FMA_B	f115  = f42, f63, f115	// A3 * B8

  1348. 	nop	__LINE__

  1349. 	}

  1350. 	;;

  1351. 	{ .mfb

  1352. 	nop	__LINE__

  1353. 	(p3) FMA	f67   = f43, f56, f67	// A4 * B1

  1354. 	nop	__LINE__

  1355. 	}

  1356. 	{ .mfb

  1357. 	nop	__LINE__

  1358. 	(p3) FMA_A	f66   = f43, f57, f66	// A4 * B2

  1359. 	nop	__LINE__

  1360. 	}

  1361. 	;;

  1362. 	{ .mfb

  1363. 	nop	__LINE__

  1364. 	(p3) FMA	f83   = f43, f58, f83	// A4 * B3

  1365. 	nop	__LINE__

  1366. 	}

  1367. 	{ .mfb

  1368. 	nop	__LINE__

  1369. 	(p3) FMA_A	f82   = f43, f59, f82	// A4 * B4

  1370. 	nop	__LINE__

  1371. 	}

  1372. 	;;

  1373. 	{ .mfb

  1374. 	nop	__LINE__

  1375. 	(p3) FMA	f99   = f43, f60, f99	// A4 * B5

  1376. 	nop	__LINE__

  1377. 	}

  1378. 	{ .mfb

  1379. 	nop	__LINE__

  1380. 	(p3) FMA_A	f98  = f43, f61, f98	// A4 * B6

  1381. 	nop	__LINE__

  1382. 	}

  1383. 	;;

  1384. 	{ .mfi

  1385. 	nop	__LINE__

  1386. 	(p3) FMA	f115  = f43, f62, f115	// A4 * B7

  1387. 	adds	L = -1, L

  1388. 	}

  1389. 	{ .mfb

  1390. 	nop	__LINE__

  1391. 	(p3) FMA_A	f114  = f43, f63, f114	// A4 * B8

  1392. 	br.cloop.sptk.few .L022

  1393. 	}

  1394. 	;;

  1395. .L028:

  1396. #if defined(LN) || defined(RT)

  1397. #ifdef LN

  1398. 	adds	r2 = -2, KK

  1399. #else

  1400. 	adds	r2 = -4, KK

  1401. #endif

  1402. 	;;

  1403. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  1404. 	;;

  1405. 	shladd	AOFFSET = r2, 1, AORIG

  1406. 	shladd	BOFFSET = r2, 2, B

  1407. 	;;

  1408. #endif

  1409. 

  1410. #if defined(LN) || defined(LT)

  1411. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  1412. 	;;

  1413. 	LDFPD	f74, f75 = [BOFFSET], 2 * SIZE

  1414. 	;;

  1415. 	LDFPD	f88, f89 = [BOFFSET], 2 * SIZE

  1416. 	;;

  1417. 	LDFPD	f90, f91 = [BOFFSET], 2 * SIZE

  1418. 	;;

  1419. 	LDFPD	f104, f105 = [BOFFSET], 2 * SIZE

  1420. 	;;

  1421. 	LDFPD	f106, f107 = [BOFFSET], 2 * SIZE

  1422. 	;;

  1423. 	{ .mfi

  1424. 	LDFPD	f120, f121 = [BOFFSET], 2 * SIZE

  1425. 	FSUB	f64  = f72, f64

  1426. 	nop	__LINE__

  1427. 	}

  1428. 	{ .mfi

  1429. 	nop	__LINE__

  1430. 	FSUB_A	f65  = f73, f65

  1431. 	nop	__LINE__

  1432. 	}

  1433. 	;;

  1434. 	{ .mfi

  1435. 	LDFPD	f122, f123 = [BOFFSET]

  1436. 	FSUB	f80  = f74, f80

  1437. 	adds	BOFFSET = -14 * SIZE, BOFFSET

  1438. 	}

  1439. 	{ .mfi

  1440. 	nop	__LINE__

  1441. 	FSUB_A	f81  = f75, f81

  1442. 	nop	__LINE__

  1443. 	}

  1444. 	;;

  1445. 	{ .mfi

  1446. 	nop	__LINE__

  1447. 	FSUB	f96  = f88, f96

  1448. 	nop	__LINE__

  1449. 	}

  1450. 	{ .mfi

  1451. 	nop	__LINE__

  1452. 	FSUB_A	f97  = f89, f97

  1453. 	nop	__LINE__

  1454. 	}

  1455. 	;;

  1456. 	{ .mfi

  1457. 	nop	__LINE__

  1458. 	FSUB	f112 = f90, f112

  1459. 	nop	__LINE__

  1460. 	}

  1461. 	{ .mfi

  1462. 	nop	__LINE__

  1463. 	FSUB_A	f113 = f91, f113

  1464. 	nop	__LINE__

  1465. 	}

  1466. 	;;

  1467. 	{ .mfi

  1468. 	nop	__LINE__

  1469. 	FSUB	f66  = f104, f66

  1470. 	nop	__LINE__

  1471. 	}

  1472. 	{ .mfi

  1473. 	nop	__LINE__

  1474. 	FSUB_A	f67  = f105, f67

  1475. 	nop	__LINE__

  1476. 	}

  1477. 	;;

  1478. 	{ .mfi

  1479. 	nop	__LINE__

  1480. 	FSUB	f82  = f106, f82

  1481. 	nop	__LINE__

  1482. 	}

  1483. 	{ .mfi

  1484. 	nop	__LINE__

  1485. 	FSUB_A	f83  = f107, f83

  1486. 	nop	__LINE__

  1487. 	}

  1488. 	;;

  1489. 	{ .mfi

  1490. 	nop	__LINE__

  1491. 	FSUB	f98  = f120, f98

  1492. 	nop	__LINE__

  1493. 	}

  1494. 	{ .mfi

  1495. 	nop	__LINE__

  1496. 	FSUB_A	f99  = f121, f99

  1497. 	nop	__LINE__

  1498. 	}

  1499. 	;;

  1500. 	{ .mfi

  1501. 	nop	__LINE__

  1502. 	FSUB	f114 = f122, f114

  1503. 	nop	__LINE__

  1504. 	}

  1505. 	{ .mfi

  1506. 	nop	__LINE__

  1507. 	FSUB_A	f115 = f123, f115

  1508. 	nop	__LINE__

  1509. 	}

  1510. 	;;

  1511. #else

  1512. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  1513. 	;;

  1514. 	LDFPD	f74, f75 = [AOFFSET], 2 * SIZE

  1515. 	;;

  1516. 	LDFPD	f88, f89 = [AOFFSET], 2 * SIZE

  1517. 	;;

  1518. 	LDFPD	f90, f91 = [AOFFSET], 2 * SIZE

  1519. 	;;

  1520. 	LDFPD	f104, f105 = [AOFFSET], 2 * SIZE

  1521. 	;;

  1522. 	LDFPD	f106, f107 = [AOFFSET], 2 * SIZE

  1523. 	;;

  1524. 	{ .mfi

  1525. 	LDFPD	f120, f121 = [AOFFSET], 2 * SIZE

  1526. 	FSUB	f64  = f72, f64

  1527. 	nop	__LINE__

  1528. 	}

  1529. 	{ .mfi

  1530. 	nop	__LINE__

  1531. 	FSUB	f65  = f73, f65

  1532. 	nop	__LINE__

  1533. 	}

  1534. 	;;

  1535. 	{ .mfi

  1536. 	LDFPD	f122, f123 = [AOFFSET]

  1537. 	FSUB	f66  = f74, f66

  1538. 	adds	AOFFSET = -14 * SIZE, AOFFSET

  1539. 	}

  1540. 	{ .mfi

  1541. 	nop	__LINE__

  1542. 	FSUB	f67  = f75, f67

  1543. 	nop	__LINE__

  1544. 	}

  1545. 	;;

  1546. 	{ .mfi

  1547. 	nop	__LINE__

  1548. 	FSUB	f80  = f88, f80

  1549. 	nop	__LINE__

  1550. 	}

  1551. 	{ .mfi

  1552. 	nop	__LINE__

  1553. 	FSUB	f81  = f89, f81

  1554. 	nop	__LINE__

  1555. 	}

  1556. 	;;

  1557. 	{ .mfi

  1558. 	nop	__LINE__

  1559. 	FSUB	f82  = f90, f82

  1560. 	nop	__LINE__

  1561. 	}

  1562. 	{ .mfi

  1563. 	nop	__LINE__

  1564. 	FSUB	f83  = f91, f83

  1565. 	nop	__LINE__

  1566. 	}

  1567. 	;;

  1568. 	{ .mfi

  1569. 	nop	__LINE__

  1570. 	FSUB	f96  = f104, f96

  1571. 	nop	__LINE__

  1572. 	}

  1573. 	{ .mfi

  1574. 	nop	__LINE__

  1575. 	FSUB	f97  = f105, f97

  1576. 	nop	__LINE__

  1577. 	}

  1578. 	;;

  1579. 	{ .mfi

  1580. 	nop	__LINE__

  1581. 	FSUB	f98  = f106, f98

  1582. 	nop	__LINE__

  1583. 	}

  1584. 	{ .mfi

  1585. 	nop	__LINE__

  1586. 	FSUB	f99  = f107, f99

  1587. 	nop	__LINE__

  1588. 	}

  1589. 	;;

  1590. 	{ .mfi

  1591. 	nop	__LINE__

  1592. 	FSUB	f112 = f120, f112

  1593. 	nop	__LINE__

  1594. 	}

  1595. 	{ .mfi

  1596. 	nop	__LINE__

  1597. 	FSUB	f113 = f121, f113

  1598. 	nop	__LINE__

  1599. 	}

  1600. 	;;

  1601. 	{ .mfi

  1602. 	nop	__LINE__

  1603. 	FSUB	f114 = f122, f114

  1604. 	nop	__LINE__

  1605. 	}

  1606. 	{ .mfi

  1607. 	nop	__LINE__

  1608. 	FSUB	f115 = f123, f115

  1609. 	nop	__LINE__

  1610. 	}

  1611. 	;;

  1612. #endif

  1613. 

  1614. #ifdef LN

  1615. 	adds	AOFFSET = 6 * SIZE, AOFFSET

  1616. 	;;

  1617. 	LDFPD	f104, f105 = [AOFFSET]

  1618. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  1619. 	;;

  1620. 	LDFPD	f106, f107 = [AOFFSET]

  1621. 	adds	AOFFSET = - 4 * SIZE, AOFFSET

  1622. 	;;

  1623. 	LDFPD	f120, f121 = [AOFFSET]

  1624. 	;;

  1625. 	FMPY	f32  = f104, f66

  1626. 	FMPY	f33  = f105, f66

  1627. 	FMPY	f34  = f104, f82

  1628. 	FMPY	f35  = f105, f82

  1629. 	FMPY	f36  = f104, f98

  1630. 	FMPY	f37  = f105, f98

  1631. 	FMPY	f38  = f104, f114

  1632. 	FMPY	f39  = f105, f114

  1633. 	;;

  1634. 	FMA_C	f66  = f105, f67,  f32

  1635. 	FMA_D	f67  = f104, f67,  f33

  1636. 	FMA_C	f82  = f105, f83,  f34

  1637. 	FMA_D	f83  = f104, f83,  f35

  1638. 	FMA_C	f98  = f105, f99,  f36

  1639. 	FMA_D	f99  = f104, f99,  f37

  1640. 	FMA_C	f114 = f105, f115, f38

  1641. 	FMA_D	f115 = f104, f115, f39

  1642. 	;;

  1643. 	FNMA	f64  = f106, f66, f64

  1644. 	FMA_A	f65  = f107, f66, f65

  1645. 	FNMA	f80  = f106, f82, f80

  1646. 	FMA_A	f81  = f107, f82, f81

  1647. 	FNMA	f96  = f106, f98, f96

  1648. 	FMA_A	f97  = f107, f98, f97

  1649. 	FNMA	f112 = f106, f114, f112

  1650. 	FMA_A	f113 = f107, f114, f113

  1651. 	;;

  1652. 	FMA_B	f64  = f107, f67, f64

  1653. 	FNMA	f65  = f106, f67, f65

  1654. 	FMA_B	f80  = f107, f83, f80

  1655. 	FNMA	f81  = f106, f83, f81

  1656. 	FMA_B	f96  = f107, f99, f96

  1657. 	FNMA	f97  = f106, f99, f97

  1658. 	FMA_B	f112 = f107, f115, f112

  1659. 	FNMA	f113 = f106, f115, f113

  1660. 	;;

  1661. 	FMPY	f32  = f120, f64

  1662. 	FMPY	f33  = f121, f64

  1663. 	FMPY	f34  = f120, f80

  1664. 	FMPY	f35  = f121, f80

  1665. 	FMPY	f36  = f120, f96

  1666. 	FMPY	f37  = f121, f96

  1667. 	FMPY	f38  = f120, f112

  1668. 	FMPY	f39  = f121, f112

  1669. 	;;

  1670. 	FMA_C	f64  = f121, f65,  f32

  1671. 	FMA_D	f65  = f120, f65,  f33

  1672. 	FMA_C	f80  = f121, f81,  f34

  1673. 	FMA_D	f81  = f120, f81,  f35

  1674. 	FMA_C	f96  = f121, f97,  f36

  1675. 	FMA_D	f97  = f120, f97,  f37

  1676. 	FMA_C	f112 = f121, f113, f38

  1677. 	FMA_D	f113 = f120, f113, f39

  1678. 	;;

  1679. #endif

  1680. 

  1681. #ifdef LT

  1682. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  1683. 	;;

  1684. 	LDFPD	f74, f75 = [AOFFSET]

  1685. 	adds	AOFFSET = 4 * SIZE, AOFFSET

  1686. 	;;

  1687. 	LDFPD	f90, f91 = [AOFFSET]

  1688. 	adds	AOFFSET = - 6 * SIZE, AOFFSET

  1689. 	;;

  1690. 	FMPY	f32  = f72, f64

  1691. 	FMPY	f33  = f73, f64

  1692. 	FMPY	f34  = f72, f80

  1693. 	FMPY	f35  = f73, f80

  1694. 	FMPY	f36  = f72, f96

  1695. 	FMPY	f37  = f73, f96

  1696. 	FMPY	f38  = f72, f112

  1697. 	FMPY	f39  = f73, f112

  1698. 	;;

  1699. 	FMA_C	f64  = f73, f65,  f32

  1700. 	FMA_D	f65  = f72, f65,  f33

  1701. 	FMA_C	f80  = f73, f81,  f34

  1702. 	FMA_D	f81  = f72, f81,  f35

  1703. 	FMA_C	f96  = f73, f97,  f36

  1704. 	FMA_D	f97  = f72, f97,  f37

  1705. 	FMA_C	f112 = f73, f113, f38

  1706. 	FMA_D	f113 = f72, f113, f39

  1707. 	;;

  1708. 	FNMA	f66  = f74, f64, f66

  1709. 	FMA_A	f67  = f75, f64, f67

  1710. 	FNMA	f82  = f74, f80, f82

  1711. 	FMA_A	f83  = f75, f80, f83

  1712. 	FNMA	f98  = f74, f96, f98

  1713. 	FMA_A	f99  = f75, f96, f99

  1714. 	FNMA	f114 = f74, f112, f114

  1715. 	FMA_A	f115 = f75, f112, f115

  1716. 	;;

  1717. 	FMA_B	f66  = f75, f65, f66

  1718. 	FNMA	f67  = f74, f65, f67

  1719. 	FMA_B	f82  = f75, f81, f82

  1720. 	FNMA	f83  = f74, f81, f83

  1721. 	FMA_B	f98  = f75, f97, f98

  1722. 	FNMA	f99  = f74, f97, f99

  1723. 	FMA_B	f114 = f75, f113, f114

  1724. 	FNMA	f115 = f74, f113, f115

  1725. 	;;

  1726. 	FMPY	f32  = f90, f66

  1727. 	FMPY	f33  = f91, f66

  1728. 	FMPY	f34  = f90, f82

  1729. 	FMPY	f35  = f91, f82

  1730. 	FMPY	f36  = f90, f98

  1731. 	FMPY	f37  = f91, f98

  1732. 	FMPY	f38  = f90, f114

  1733. 	FMPY	f39  = f91, f114

  1734. 	;;

  1735. 	FMA_C	f66  = f91, f67,  f32

  1736. 	FMA_D	f67  = f90, f67,  f33

  1737. 	FMA_C	f82  = f91, f83,  f34

  1738. 	FMA_D	f83  = f90, f83,  f35

  1739. 	FMA_C	f98  = f91, f99,  f36

  1740. 	FMA_D	f99  = f90, f99,  f37

  1741. 	FMA_C	f114 = f91, f115, f38

  1742. 	FMA_D	f115 = f90, f115, f39

  1743. 	;;

  1744. #endif

  1745. 

  1746. #ifdef RN

  1747. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  1748. 	;;

  1749. 	LDFPD	f74, f75 = [BOFFSET], 2 * SIZE

  1750. 	;;

  1751. 	LDFPD	f76, f77 = [BOFFSET], 2 * SIZE

  1752. 	;;

  1753. 	LDFPD	f78, f79 = [BOFFSET]

  1754. 	adds	BOFFSET = 4 * SIZE, BOFFSET

  1755. 	;;

  1756. 	LDFPD	f90, f91 = [BOFFSET], 2 * SIZE

  1757. 	;;

  1758. 	LDFPD	f92, f93 = [BOFFSET], 2 * SIZE

  1759. 	;;

  1760. 	LDFPD	f94, f95 = [BOFFSET]

  1761. 	adds	BOFFSET = 6 * SIZE, BOFFSET

  1762. 	;;

  1763. 	LDFPD	f108, f109 = [BOFFSET], 2 * SIZE

  1764. 	;;

  1765. 	LDFPD	f110, f111 = [BOFFSET]

  1766. 	adds	BOFFSET = 8 * SIZE, BOFFSET

  1767. 	;;

  1768. 	LDFPD	f126, f127 = [BOFFSET]

  1769. 	adds	BOFFSET = - 30 * SIZE, BOFFSET

  1770. 	;;

  1771. 

  1772. 	FMPY	f32  = f72, f64

  1773. 	FMPY	f33  = f73, f64

  1774. 	FMPY	f34  = f72, f66

  1775. 	FMPY	f35  = f73, f66

  1776. 	;;

  1777. 	FMA_C	f64  = f73, f65, f32

  1778. 	FMA_D	f65  = f72, f65, f33

  1779. 	FMA_C	f66  = f73, f67, f34

  1780. 	FMA_D	f67  = f72, f67, f35

  1781. 	;;

  1782. 	FNMA	f80  = f74, f64, f80

  1783. 	FMA_A	f81  = f75, f64, f81

  1784. 	FNMA	f82  = f74, f66, f82

  1785. 	FMA_A	f83  = f75, f66, f83

  1786. 	;;

  1787. 	FMA_B	f80  = f75, f65, f80

  1788. 	FNMA	f81  = f74, f65, f81

  1789. 	FMA_B	f82  = f75, f67, f82

  1790. 	FNMA	f83  = f74, f67, f83

  1791. 	;;

  1792. 	FNMA	f96  = f76, f64, f96

  1793. 	FMA_A	f97  = f77, f64, f97

  1794. 	FNMA	f98  = f76, f66, f98

  1795. 	FMA_A	f99  = f77, f66, f99

  1796. 	;;

  1797. 	FMA_B	f96  = f77, f65, f96

  1798. 	FNMA	f97  = f76, f65, f97

  1799. 	FMA_B	f98  = f77, f67, f98

  1800. 	FNMA	f99  = f76, f67, f99

  1801. 	;;

  1802. 	FNMA	f112 = f78, f64, f112

  1803. 	FMA_A	f113 = f79, f64, f113

  1804. 	FNMA	f114 = f78, f66, f114

  1805. 	FMA_A	f115 = f79, f66, f115

  1806. 	;;

  1807. 	FMA_B	f112 = f79, f65, f112

  1808. 	FNMA	f113 = f78, f65, f113

  1809. 	FMA_B	f114 = f79, f67, f114

  1810. 	FNMA	f115 = f78, f67, f115

  1811. 	;;

  1812. 	FMPY	f32  = f90, f80

  1813. 	FMPY	f33  = f91, f80

  1814. 	FMPY	f34  = f90, f82

  1815. 	FMPY	f35  = f91, f82

  1816. 	;;

  1817. 	FMA_C	f80  = f91, f81,  f32

  1818. 	FMA_D	f81  = f90, f81,  f33

  1819. 	FMA_C	f82  = f91, f83,  f34

  1820. 	FMA_D	f83  = f90, f83,  f35

  1821. 	;;

  1822. 

  1823. 	FNMA	f96  = f92, f80, f96

  1824. 	FMA_A	f97  = f93, f80, f97

  1825. 	FNMA	f98  = f92, f82, f98

  1826. 	FMA_A	f99  = f93, f82, f99

  1827. 	;;

  1828. 	FMA_B	f96  = f93, f81, f96

  1829. 	FNMA	f97  = f92, f81, f97

  1830. 	FMA_B	f98  = f93, f83, f98

  1831. 	FNMA	f99  = f92, f83, f99

  1832. 	;;

  1833. 	FNMA	f112 = f94, f80, f112

  1834. 	FMA_A	f113 = f95, f80, f113

  1835. 	FNMA	f114 = f94, f82, f114

  1836. 	FMA_A	f115 = f95, f82, f115

  1837. 	;;

  1838. 	FMA_B	f112 = f95, f81, f112

  1839. 	FNMA	f113 = f94, f81, f113

  1840. 	FMA_B	f114 = f95, f83, f114

  1841. 	FNMA	f115 = f94, f83, f115

  1842. 	;;

  1843. 	FMPY	f32  = f108, f96

  1844. 	FMPY	f33  = f109, f96

  1845. 	FMPY	f34  = f108, f98

  1846. 	FMPY	f35  = f109, f98

  1847. 	;;

  1848. 	FMA_C	f96  = f109, f97,  f32

  1849. 	FMA_D	f97  = f108, f97,  f33

  1850. 	FMA_C	f98  = f109, f99,  f34

  1851. 	FMA_D	f99  = f108, f99,  f35

  1852. 	;;

  1853. 	FNMA	f112 = f110, f96, f112

  1854. 	FMA_A	f113 = f111, f96, f113

  1855. 	FNMA	f114 = f110, f98, f114

  1856. 	FMA_A	f115 = f111, f98, f115

  1857. 	;;

  1858. 	FMA_B	f112 = f111, f97, f112

  1859. 	FNMA	f113 = f110, f97, f113

  1860. 	FMA_B	f114 = f111, f99, f114

  1861. 	FNMA	f115 = f110, f99, f115

  1862. 	;;

  1863. 	FMPY	f32  = f126, f112

  1864. 	FMPY	f33  = f127, f112

  1865. 	FMPY	f34  = f126, f114

  1866. 	FMPY	f35  = f127, f114

  1867. 	;;

  1868. 	FMA_C	f112 = f127, f113, f32

  1869. 	FMA_D	f113 = f126, f113, f33

  1870. 	FMA_C	f114 = f127, f115, f34

  1871. 	FMA_D	f115 = f126, f115, f35

  1872. 	;;

  1873. #endif

  1874. 

  1875. #ifdef RT

  1876. 	adds	BOFFSET = 30 * SIZE, BOFFSET

  1877. 	;;

  1878. 	LDFPD	f72, f73 = [BOFFSET]

  1879. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  1880. 	;;

  1881. 	LDFPD	f74, f75 = [BOFFSET]

  1882. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  1883. 	;;

  1884. 	LDFPD	f76, f77 = [BOFFSET]

  1885. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  1886. 	;;

  1887. 	LDFPD	f78, f79 = [BOFFSET]

  1888. 	adds	BOFFSET = - 4 * SIZE, BOFFSET

  1889. 	;;

  1890. 	LDFPD	f88, f89 = [BOFFSET]

  1891. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  1892. 	;;

  1893. 	LDFPD	f90, f91 = [BOFFSET]

  1894. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  1895. 	;;

  1896. 	LDFPD	f92, f93 = [BOFFSET]

  1897. 	adds	BOFFSET = - 6 * SIZE, BOFFSET

  1898. 	;;

  1899. 	LDFPD	f104, f105 = [BOFFSET]

  1900. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  1901. 	;;

  1902. 	LDFPD	f106, f107 = [BOFFSET]

  1903. 	adds	BOFFSET = - 8 * SIZE, BOFFSET

  1904. 	;;

  1905. 	LDFPD	f120, f121 = [BOFFSET]

  1906. 	;;

  1907. 	FMPY	f32  = f72, f112

  1908. 	FMPY	f33  = f73, f112

  1909. 	FMPY	f34  = f72, f114

  1910. 	FMPY	f35  = f73, f114

  1911. 	;;

  1912. 	FMA_C	f112 = f73, f113, f32

  1913. 	FMA_D	f113 = f72, f113, f33

  1914. 	FMA_C	f114 = f73, f115, f34

  1915. 	FMA_D	f115 = f72, f115, f35

  1916. 	;;

  1917. 	FNMA	f96  = f74, f112, f96

  1918. 	FMA_A	f97  = f75, f112, f97

  1919. 	FNMA	f98  = f74, f114, f98

  1920. 	FMA_A	f99  = f75, f114, f99

  1921. 	;;

  1922. 	FMA_B	f96  = f75, f113, f96

  1923. 	FNMA	f97  = f74, f113, f97

  1924. 	FMA_B	f98  = f75, f115, f98

  1925. 	FNMA	f99  = f74, f115, f99

  1926. 	;;

  1927. 	FNMA	f80  = f76, f112, f80

  1928. 	FMA_A	f81  = f77, f112, f81

  1929. 	FNMA	f82  = f76, f114, f82

  1930. 	FMA_A	f83  = f77, f114, f83

  1931. 	;;

  1932. 	FMA_B	f80  = f77, f113, f80

  1933. 	FNMA	f81  = f76, f113, f81

  1934. 	FMA_B	f82  = f77, f115, f82

  1935. 	FNMA	f83  = f76, f115, f83

  1936. 	;;

  1937. 	FNMA	f64  = f78, f112, f64

  1938. 	FMA_A	f65  = f79, f112, f65

  1939. 	FNMA	f66  = f78, f114, f66

  1940. 	FMA_A	f67  = f79, f114, f67

  1941. 	;;

  1942. 	FMA_B	f64  = f79, f113, f64

  1943. 	FNMA	f65  = f78, f113, f65

  1944. 	FMA_B	f66  = f79, f115, f66

  1945. 	FNMA	f67  = f78, f115, f67

  1946. 	;;

  1947. 	FMPY	f32  = f88, f96

  1948. 	FMPY	f33  = f89, f96

  1949. 	FMPY	f34  = f88, f98

  1950. 	FMPY	f35  = f89, f98

  1951. 	;;

  1952. 	FMA_C	f96  = f89, f97, f32

  1953. 	FMA_D	f97  = f88, f97, f33

  1954. 	FMA_C	f98  = f89, f99, f34

  1955. 	FMA_D	f99  = f88, f99, f35

  1956. 	;;

  1957. 	FNMA	f80  = f90, f96, f80

  1958. 	FMA_A	f81  = f91, f96, f81

  1959. 	FNMA	f82  = f90, f98, f82

  1960. 	FMA_A	f83  = f91, f98, f83

  1961. 	;;

  1962. 	FMA_B	f80  = f91, f97, f80

  1963. 	FNMA	f81  = f90, f97, f81

  1964. 	FMA_B	f82  = f91, f99, f82

  1965. 	FNMA	f83  = f90, f99, f83

  1966. 	;;

  1967. 	FNMA	f64  = f92, f96, f64

  1968. 	FMA_A	f65  = f93, f96, f65

  1969. 	FNMA	f66  = f92, f98, f66

  1970. 	FMA_A	f67  = f93, f98, f67

  1971. 	;;

  1972. 	FMA_B	f64  = f93, f97, f64

  1973. 	FNMA	f65  = f92, f97, f65

  1974. 	FMA_B	f66  = f93, f99, f66

  1975. 	FNMA	f67  = f92, f99, f67

  1976. 	;;

  1977. 	FMPY	f32  = f104, f80

  1978. 	FMPY	f33  = f105, f80

  1979. 	FMPY	f34  = f104, f82

  1980. 	FMPY	f35  = f105, f82

  1981. 	;;

  1982. 	FMA_C	f80  = f105, f81, f32

  1983. 	FMA_D	f81  = f104, f81, f33

  1984. 	FMA_C	f82  = f105, f83, f34

  1985. 	FMA_D	f83  = f104, f83, f35

  1986. 	;;

  1987. 	FNMA	f64  = f106, f80, f64

  1988. 	FMA_A	f65  = f107, f80, f65

  1989. 	FNMA	f66  = f106, f82, f66

  1990. 	FMA_A	f67  = f107, f82, f67

  1991. 	;;

  1992. 	FMA_B	f64  = f107, f81, f64

  1993. 	FNMA	f65  = f106, f81, f65

  1994. 	FMA_B	f66  = f107, f83, f66

  1995. 	FNMA	f67  = f106, f83, f67

  1996. 	;;

  1997. 	FMPY	f32  = f120, f64

  1998. 	FMPY	f33  = f121, f64

  1999. 	FMPY	f34  = f120, f66

  2000. 	FMPY	f35  = f121, f66

  2001. 	;;

  2002. 	FMA_C	f64  = f121, f65, f32

  2003. 	FMA_D	f65  = f120, f65, f33

  2004. 	FMA_C	f66  = f121, f67, f34

  2005. 	FMA_D	f67  = f120, f67, f35

  2006. 	;;

  2007. #endif

  2008. 

  2009. #if defined(LN) || defined(LT)

  2010. 	adds	BOFFSET2 = 4 * SIZE, BOFFSET

  2011. 	;;

  2012. 	STFD	[BOFFSET]  = f64,  SIZE

  2013. 	STFD	[BOFFSET2] = f96,  SIZE

  2014. 	;;

  2015. 	STFD	[BOFFSET]  = f65,  SIZE

  2016. 	STFD	[BOFFSET2] = f97,  SIZE

  2017. 	;;

  2018. 	STFD	[BOFFSET]  = f80,  SIZE

  2019. 	STFD	[BOFFSET2] = f112, SIZE

  2020. 	;;

  2021. 	STFD	[BOFFSET]  = f81,  5 * SIZE

  2022. 	STFD	[BOFFSET2] = f113, 5 * SIZE

  2023. 	;;

  2024. 	STFD	[BOFFSET]  = f66,  SIZE

  2025. 	STFD	[BOFFSET2] = f98,  SIZE

  2026. 	;;

  2027. 	STFD	[BOFFSET]  = f67,  SIZE

  2028. 	STFD	[BOFFSET2] = f99,  SIZE

  2029. 	;;

  2030. 	STFD	[BOFFSET]  = f82,  SIZE

  2031. 	STFD	[BOFFSET2] = f114, SIZE

  2032. 	;;

  2033. 	STFD	[BOFFSET]  = f83,  5 * SIZE

  2034. 	STFD	[BOFFSET2] = f115, 5 * SIZE

  2035. 	;;

  2036. 	adds	BOFFSET = - 16 * SIZE, BOFFSET

  2037. 	;;

  2038. #else

  2039. 	adds	AOFFSET2 = 4 * SIZE, AOFFSET

  2040. 	;;

  2041. 	STFD	[AOFFSET]  = f64,  SIZE

  2042. 	STFD	[AOFFSET2] = f80,  SIZE

  2043. 	;;

  2044. 	STFD	[AOFFSET]  = f65,  SIZE

  2045. 	STFD	[AOFFSET2] = f81,  SIZE

  2046. 	;;

  2047. 	STFD	[AOFFSET]  = f66,  SIZE

  2048. 	STFD	[AOFFSET2] = f82,  SIZE

  2049. 	;;

  2050. 	STFD	[AOFFSET]  = f67,  5 * SIZE

  2051. 	STFD	[AOFFSET2] = f83,  5 * SIZE

  2052. 	;;

  2053. 	STFD	[AOFFSET]  = f96,  SIZE

  2054. 	STFD	[AOFFSET2] = f112, SIZE

  2055. 	;;

  2056. 	STFD	[AOFFSET]  = f97,  SIZE

  2057. 	STFD	[AOFFSET2] = f113, SIZE

  2058. 	;;

  2059. 	STFD	[AOFFSET]  = f98,  SIZE

  2060. 	STFD	[AOFFSET2] = f114, SIZE

  2061. 	;;

  2062. 	STFD	[AOFFSET]  = f99,  5 * SIZE

  2063. 	STFD	[AOFFSET2] = f115, 5 * SIZE

  2064. 	;;

  2065. 	adds	AOFFSET = - 16 * SIZE, AOFFSET

  2066. 	;;

  2067. #endif

  2068. 

  2069. #ifdef LN

  2070. 	adds	C1 = -4 * SIZE, C1

  2071. 	adds	C2 = -4 * SIZE, C2

  2072. 	adds	C3 = -4 * SIZE, C3

  2073. 	adds	C4 = -4 * SIZE, C4

  2074. #endif

  2075. 	;;

  2076. 	STFD	[C1 ] = f64, SIZE

  2077. 	;;

  2078. 	STFD	[C1 ] = f65, SIZE

  2079. 	;;

  2080. 	STFD	[C1 ] = f66, SIZE

  2081. 	;;

  2082. 	STFD	[C1 ] = f67, SIZE

  2083. 	;;

  2084. 	STFD	[C2 ] = f80, SIZE

  2085. 	;;

  2086. 	STFD	[C2 ] = f81, SIZE

  2087. 	;;

  2088. 	STFD	[C2 ] = f82, SIZE

  2089. 	;;

  2090. 	STFD	[C2 ] = f83, SIZE

  2091. 	;;

  2092. 

  2093. 	STFD	[C3 ] = f96, SIZE

  2094. 	;;

  2095. 	STFD	[C3 ] = f97, SIZE

  2096. 	;;

  2097. 	STFD	[C3 ] = f98, SIZE

  2098. 	;;

  2099. 	STFD	[C3 ] = f99, SIZE

  2100. 	;;

  2101. 

  2102. 	STFD	[C4 ] = f112, SIZE

  2103. 	;;

  2104. 	STFD	[C4 ] = f113, SIZE

  2105. 	;;

  2106. 	STFD	[C4 ] = f114, SIZE

  2107. 	;;

  2108. 	STFD	[C4 ] = f115, SIZE

  2109. 	;;

  2110. 	mov	f64 = f0

  2111. 	mov	f65 = f0

  2112. 	mov	f80 = f0

  2113. 	mov	f81 = f0

  2114. 	mov	f96 = f0

  2115. 	mov	f97 = f0

  2116. 	mov	f112 = f0

  2117. 	mov	f113 = f0

  2118. 	;;

  2119. #ifdef LN

  2120. 	adds	C1 = -4 * SIZE, C1

  2121. 	adds	C2 = -4 * SIZE, C2

  2122. 	adds	C3 = -4 * SIZE, C3

  2123. 	adds	C4 = -4 * SIZE, C4

  2124. #endif

  2125. 	;;

  2126. 	cmp.ne	p6, p0 = 1, I

  2127. 	;;

  2128. 	adds	I = -1, I

  2129. 	;;

  2130. 	shladd	r2 = K, ZBASE_SHIFT, r0

  2131. 	;;

  2132. 	sub	L = K, KK

  2133. 	;;

  2134. #ifdef RT

  2135. 	shladd	AORIG = r2, 1, AORIG

  2136. #endif

  2137. 	;;

  2138. #if defined(LT) || defined(RN)

  2139. 	shladd	L = L, ZBASE_SHIFT, r0

  2140. 	;;

  2141. 	shladd	AOFFSET = L, 1, AOFFSET

  2142. 	shladd	BOFFSET = L, 2, BOFFSET

  2143. #endif

  2144. 	;;

  2145. #ifdef LT

  2146. 	adds	KK =  2, KK

  2147. #elif defined LN

  2148. 	adds	KK = -2, KK

  2149. #else

  2150. 	nop	__LINE__

  2151. #endif

  2152. 	;;

  2153. #if defined(LT) || defined(RN)

  2154. 	mov	L = KK

  2155. #else

  2156. 	sub	L = K, KK

  2157. #endif

  2158. 	;;

  2159. 	.align 16

  2160. 

  2161. .L010x:

  2162. #if defined(LT) || defined(RN)

  2163. 	mov	L = KK

  2164. #else

  2165. 	sub	L = K, KK

  2166. #endif

  2167. 	shr	I  = M, 2

  2168. 	;;

  2169. 	cmp.eq	p6, p7 = 0, I

  2170. 	(p6)	br.cond.dpnt .L049

  2171. 	;;

  2172. 	.align 16

  2173. 

  2174. .L011:

  2175. 	{ .mmi

  2176. 	cmp.ne	p7, p0 = r0, L

  2177. 	adds	BOFFSET = 0 * SIZE, B

  2178. 	shl	r2 = K, 2 + ZBASE_SHIFT

  2179. 	}

  2180. 	{ .mfi

  2181. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  2182. 	mov	f118 = f0

  2183. 	nop	__LINE__

  2184. 	}

  2185. 	;;

  2186. #if defined(LT) || defined(RN)

  2187. 	{ .mfb

  2188. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  2189. 	mov	f66  = f0

  2190. 	nop	__LINE__

  2191. 	}

  2192. 	{ .mmf

  2193. 	nop	__LINE__

  2194. 	nop	__LINE__

  2195. 	mov	f67  = f0

  2196. 	}

  2197. 	;;

  2198. #else

  2199. 	{ .mfi

  2200. 	shladd	BOFFSET = r3, 2, B

  2201. 	mov	f66  = f0

  2202. #ifdef LN

  2203. 	sub	AORIG = AORIG, r2

  2204. #else

  2205. 	nop	__LINE__

  2206. #endif

  2207. 	}

  2208. 	;;

  2209. 	{ .mfi

  2210. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  2211. 	mov	f67  = f0

  2212. 	shladd	AOFFSET = r3, 2, AORIG

  2213. 	}

  2214. 	;;

  2215. #endif

  2216. 	;;

  2217. 	{ .mfi

  2218. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  2219. 	mov	f82  = f0

  2220. 	nop	__LINE__

  2221. 	}

  2222. 	{ .mfi

  2223. 	(p7) LDFPD	f50, f51 = [BOFFSET], 2 * SIZE

  2224. 	mov	f83  = f0

  2225. 	adds	PREC = CPREFETCHSIZE * SIZE, C1

  2226. 	}

  2227. 	;;

  2228. 	{ .mfi

  2229. 	(p7) LDFPD	f34, f35  = [AOFFSET], 2 * SIZE

  2230. 	mov	f98  = f0

  2231. 	adds	L =  1, L

  2232. 	}

  2233. 	{ .mfi

  2234. 	(p7) LDFPD	f52, f53 = [BOFFSET], 2 * SIZE

  2235. 	mov	f99  = f0

  2236. 	adds	C5 = 4 * SIZE, C1

  2237. 	}

  2238. 	;;

  2239. 	{ .mfi

  2240. 	(p7) LDFPD	f36, f37  = [AOFFSET], 2 * SIZE

  2241. 	mov	f114 = f0

  2242. 	tbit.z	p12, p0 = L, 0

  2243. 	}

  2244. 	{ .mfi

  2245. 	(p7) LDFPD	f54, f55 = [BOFFSET], 2 * SIZE

  2246. 	mov	f115 = f0

  2247. 	adds	C6 = 4 * SIZE, C2

  2248. 	}

  2249. 	;;

  2250. 	{ .mfi

  2251. 	(p7) LDFPD	f38, f39  = [AOFFSET], 2 * SIZE

  2252. 	mov	f68  = f0

  2253. 	shr	L = L, 1

  2254. 	}

  2255. 	{ .mfi

  2256. 	setf.d	f86  = r0

  2257. 	mov	f69  = f0

  2258. 	adds	C7 = 4 * SIZE, C3

  2259. 	}

  2260. 	;;

  2261. 	{ .mfi

  2262. 	CPREFETCH [PREC], LDC

  2263. 	mov	f84  = f0

  2264. 	adds	L =  -1, L

  2265. 	}

  2266. 	{ .mfi

  2267. 	setf.d	f87  = r0

  2268. 	mov	f85  = f0

  2269. 	adds	C8 = 4 * SIZE, C4

  2270. 	}

  2271. 	;;

  2272. 	{ .mfi

  2273. 	CPREFETCH [PREC], LDC

  2274. 	mov	f100 = f0

  2275. 	mov	ar.lc = L

  2276. 	}

  2277. 	{ .mfi

  2278. 	setf.d	f102 = r0

  2279. 	mov	f101 = f0

  2280. 	cmp.eq	p3, p0 = r0, r0

  2281. 	}

  2282. 	;;

  2283. 	{ .mfi

  2284. 	CPREFETCH [PREC], LDC

  2285. 	mov	f116 = f0

  2286. 	adds	PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET

  2287. 	}

  2288. 	{ .mfi

  2289. 	setf.d	f103 = r0

  2290. 	mov	f117 = f0

  2291. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  2292. 	}

  2293. 	;;

  2294. 	{ .mfi

  2295. 	CPREFETCH [PREC]

  2296. 	mov	f70  = f0

  2297. 	cmp.eq  p6, p0 = -1, L

  2298. 	}

  2299. 	{ .mfb

  2300. 	setf.d	f119 = r0

  2301.  	mov	f71  = f0

  2302. 	(p6) br.cond.dpnt   .L018

  2303. 	}

  2304. 	;;

  2305. 	.align 16

  2306. 

  2307. .L012:

  2308. /*  1 */

  2309. 	{ .mfi

  2310. 	lfetch.nt1	[PREA],  16 * SIZE

  2311. 	FMA	f64   = f32, f48, f64	// A1 * B1

  2312. 	nop	__LINE__

  2313. 	}

  2314. 	{ .mfb

  2315. 	(p12) cmp.ne p3, p0 =  0, L

  2316. 	FMA_B	f65   = f32, f49, f65	// A1 * B2

  2317. 	nop	__LINE__

  2318. 	}

  2319. 	;;

  2320. /*  2 */

  2321. 	{ .mfi

  2322. 	lfetch.nt1	[PREB],  16 * SIZE

  2323. 	FMA	f80   = f32, f50, f80	// A1 * B3

  2324. 	nop	__LINE__

  2325. 	}

  2326. 	{ .mfb

  2327. 	cmp.ne	p4, p5 =  0, L

  2328. 	FMA_B	f81   = f32, f51, f81	// A1 * B4

  2329. 	nop	__LINE__

  2330. 	}

  2331. 	;;

  2332. /*  3 */

  2333. 	{ .mfb

  2334. 	(p3) LDFPD	f56, f57 = [BOFFSET],   2 * SIZE

  2335. 	FMA	f96   = f32, f52, f96	// A1 * B5

  2336. 	nop	__LINE__

  2337. 	}

  2338. 	{ .mfb

  2339. 	FMA_B	f97  = f32, f53, f97	// A1 * B6

  2340. 	nop	__LINE__

  2341. 	}

  2342. 	;;

  2343. /*  4 */

  2344. 	{ .mfb

  2345. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  2346. 	FMA	f112  = f32, f54, f112	// A1 * B7

  2347. 	nop	__LINE__

  2348. 	}

  2349. 	{ .mfb

  2350. 	FMA_B	f113  = f32, f55, f113	// A1 * B8

  2351. 	nop	__LINE__

  2352. 	}

  2353. 	;;

  2354. /*  5 */

  2355. 	{ .mfb

  2356. 	(p3) LDFPD	f58, f59 = [BOFFSET],  2 * SIZE

  2357. 	FMA	f65   = f33, f48, f65	// A2 * B1

  2358. 	nop	__LINE__

  2359. 	}

  2360. 	{ .mfb

  2361. 	FMA_A	f64   = f33, f49, f64	// A2 * B2

  2362. 	nop	__LINE__

  2363. 	}

  2364. 	;;

  2365. /*  6 */

  2366. 	{ .mfb

  2367. 	(p3) LDFPD	f60, f61 = [BOFFSET], 2 * SIZE

  2368. 	FMA	f81   = f33, f50, f81	// A2 * B3

  2369. 	nop	__LINE__

  2370. 	}

  2371. 	{ .mfb

  2372. 	FMA_A	f80   = f33, f51, f80	// A2 * B4

  2373. 	nop	__LINE__

  2374. 	}

  2375. 	;;

  2376. /*  7 */

  2377. 	{ .mfb

  2378. 	(p3) LDFPD	f62, f63 = [BOFFSET], 2 * SIZE

  2379. 	FMA	f97   = f33, f52, f97	// A2 * B5

  2380. 	nop	__LINE__

  2381. 	}

  2382. 	{ .mfb

  2383. 	FMA_A	f96  = f33, f53, f96	// A2 * B6

  2384. 	nop	__LINE__

  2385. 	}

  2386. 	;;

  2387. /*  8 */

  2388. 	{ .mfb

  2389. 	(p3) LDFPD	f42, f43 = [AOFFSET], 2 * SIZE

  2390. 	FMA	f113  = f33, f54, f113	// A2 * B7

  2391. 	nop	__LINE__

  2392. 	}

  2393. 	{ .mfb

  2394. 	FMA_A	f112  = f33, f55, f112	// A2 * B8

  2395. 	nop	__LINE__

  2396. 	}

  2397. 	;;

  2398. /*  9 */

  2399. 	{ .mfb

  2400. 	(p3) LDFPD	f44, f45 = [AOFFSET], 2 * SIZE

  2401. 	FMA	f66   = f34, f48, f66	// A3 * B1

  2402. 	nop	__LINE__

  2403. 	}

  2404. 	{ .mfb

  2405. 	FMA_B	f67   = f34, f49, f67	// A3 * B2

  2406. 	nop	__LINE__

  2407. 	}

  2408. 	;;

  2409. /* 10 */

  2410. 	{ .mfb

  2411. 	(p3) LDFPD	f46, f47 = [AOFFSET], 2 * SIZE

  2412. 	FMA	f82   = f34, f50, f82	// A3 * B3

  2413. 	nop	__LINE__

  2414. 	}

  2415. 	{ .mfb

  2416. 	FMA_B	f83   = f34, f51, f83	// A3 * B4

  2417. 	nop	__LINE__

  2418. 	}

  2419. 	;;

  2420. /* 11 */

  2421. 	{ .mfb

  2422. 	FMA	f98   = f34, f52, f98	// A3 * B5

  2423. 	nop	__LINE__

  2424. 	}

  2425. 	{ .mfb

  2426. 	nop	__LINE__

  2427. 	FMA_B	f99  = f34, f53, f99	// A3 * B6

  2428. 	nop	__LINE__

  2429. 	}

  2430. 	;;

  2431. /* 12 */

  2432. 	{ .mfb

  2433. 	FMA	f114  = f34, f54, f114	// A3 * B7

  2434. 	nop	__LINE__

  2435. 	}

  2436. 	{ .mfb

  2437. 	nop	__LINE__

  2438. 	FMA_B	f115  = f34, f55, f115	// A3 * B8

  2439. 	nop	__LINE__

  2440. 	}

  2441. 	;;

  2442. /* 13 */

  2443. 	{ .mfb

  2444. 	nop	__LINE__

  2445. 	FMA	f67   = f35, f48, f67	// A4 * B1

  2446. 	}

  2447. 	{ .mfb

  2448. 	nop	__LINE__

  2449. 	FMA_A	f66   = f35, f49, f66	// A4 * B2

  2450. 	nop	__LINE__

  2451. 	}

  2452. 	;;

  2453. /* 14 */

  2454. 	{ .mfb

  2455. 	FMA	f83   = f35, f50, f83	// A4 * B3

  2456. 	nop	__LINE__

  2457. 	}

  2458. 	{ .mfb

  2459. 	nop	__LINE__

  2460. 	FMA_A	f82   = f35, f51, f82	// A4 * B4

  2461. 	nop	__LINE__

  2462. 	}

  2463. 	;;

  2464. /* 15 */

  2465. 	{ .mfb

  2466. 	FMA	f99   = f35, f52, f99	// A4 * B5

  2467. 	nop	__LINE__

  2468. 	}

  2469. 	{ .mfb

  2470. 	nop	__LINE__

  2471. 	FMA_A	f98  = f35, f53, f98	// A4 * B6

  2472. 	nop	__LINE__

  2473. 	}

  2474. 	;;

  2475. /* 16 */

  2476. 	{ .mfb

  2477. 	FMA	f115  = f35, f54, f115	// A4 * B7

  2478. 	nop	__LINE__

  2479. 	}

  2480. 	{ .mfb

  2481. 	nop	__LINE__

  2482. 	FMA_A	f114  = f35, f55, f114	// A4 * B8

  2483. 	nop	__LINE__

  2484. 	}

  2485. 	;;

  2486. /* 17 */

  2487. 	{ .mfb

  2488. 	nop	__LINE__

  2489. 	FMA	f68   = f36, f48, f68	// A5 * B1

  2490. 	nop	__LINE__

  2491. 	}

  2492. 	{ .mfb

  2493. 	nop	__LINE__

  2494. 	FMA_B	f69   = f36, f49, f69	// A5 * B2

  2495. 	nop	__LINE__

  2496. 	}

  2497. 	;;

  2498. /* 18 */

  2499. 	{ .mfb

  2500. 	nop	__LINE__

  2501. 	FMA	f84   = f36, f50, f84	// A5 * B3

  2502. 	nop	__LINE__

  2503. 	}

  2504. 	{ .mfb

  2505. 	nop	__LINE__

  2506. 	FMA_B	f85   = f36, f51, f85	// A5 * B4

  2507. 	nop	__LINE__

  2508. 	}

  2509. 	;;

  2510. /* 19 */

  2511. 	{ .mfb

  2512. 	nop	__LINE__

  2513. 	FMA	f100  = f36, f52, f100	// A5 * B5

  2514. 	nop	__LINE__

  2515. 	}

  2516. 	{ .mfb

  2517. 	nop	__LINE__

  2518. 	FMA_B	f101  = f36, f53, f101	// A5 * B6

  2519. 	nop	__LINE__

  2520. 	}

  2521. 	;;

  2522. /* 20 */

  2523. 	{ .mfb

  2524. 	nop	__LINE__

  2525. 	FMA	f116  = f36, f54, f116	// A5 * B7

  2526. 	nop	__LINE__

  2527. 	}

  2528. 	{ .mfb

  2529. 	nop	__LINE__

  2530. 	FMA_B	f117  = f36, f55, f117	// A5 * B8

  2531. 	nop	__LINE__

  2532. 	}

  2533. 	;;

  2534. /* 21 */

  2535. 	{ .mfb

  2536. 	nop	__LINE__

  2537. 	FMA	f69   = f37, f48, f69	// A6 * B1

  2538. 	nop	__LINE__

  2539. 	}

  2540. 	{ .mfb

  2541. 	nop	__LINE__

  2542. 	FMA_A	f68   = f37, f49, f68	// A6 * B2

  2543. 	nop	__LINE__

  2544. 	}

  2545. 	;;

  2546. /* 22 */

  2547. 	{ .mfb

  2548. 	nop	__LINE__

  2549. 	FMA	f85   = f37, f50, f85	// A6 * B3

  2550. 	nop	__LINE__

  2551. 	}

  2552. 	{ .mfb

  2553. 	nop	__LINE__

  2554. 	FMA_A	f84   = f37, f51, f84	// A6 * B4

  2555. 	nop	__LINE__

  2556. 	}

  2557. 	;;

  2558. /* 23 */

  2559. 	{ .mfb

  2560. 	nop	__LINE__

  2561. 	FMA	f101  = f37, f52, f101	// A6 * B5

  2562. 	nop	__LINE__

  2563. 	}

  2564. 	{ .mfb

  2565. 	nop	__LINE__

  2566. 	FMA_A	f100  = f37, f53, f100	// A6 * B6

  2567. 	nop	__LINE__

  2568. 	}

  2569. 	;;

  2570. /* 24 */

  2571. 	{ .mfb

  2572. 	nop	__LINE__

  2573. 	FMA	f117  = f37, f54, f117	// A6 * B7

  2574. 	nop	__LINE__

  2575. 	}

  2576. 	{ .mfb

  2577. 	nop	__LINE__

  2578. 	FMA_A	f116  = f37, f55, f116	// A6 * B8

  2579. 	nop	__LINE__

  2580. 	}

  2581. 	;;

  2582. /* 25 */

  2583. 	{ .mfb

  2584. 	nop	__LINE__

  2585. 	FMA	f70   = f38, f48, f70	// A7 * B1

  2586. 	nop	__LINE__

  2587. 	}

  2588. 	{ .mfb

  2589. 	nop	__LINE__

  2590. 	FMA_B	f71   = f38, f49, f71	// A7 * B2

  2591. 	nop	__LINE__

  2592. 	}

  2593. 	;;

  2594. /* 26 */

  2595. 	{ .mfb

  2596. 	nop	__LINE__

  2597. 	FMA	f86   = f38, f50, f86	// A7 * B3

  2598. 	nop	__LINE__

  2599. 	}

  2600. 	{ .mfb

  2601. 	nop	__LINE__

  2602. 	FMA_B	f87   = f38, f51, f87	// A7 * B4

  2603. 	nop	__LINE__

  2604. 	}

  2605. 	;;

  2606. /* 27 */

  2607. 	{ .mfb

  2608. 	nop	__LINE__

  2609. 	FMA	f102  = f38, f52, f102	// A7 * B5

  2610. 	nop	__LINE__

  2611. 	}

  2612. 	{ .mfb

  2613. 	nop	__LINE__

  2614. 	FMA_B	f103  = f38, f53, f103	// A7 * B6

  2615. 	nop	__LINE__

  2616. 	}

  2617. 	;;

  2618. /* 28 */

  2619. 	{ .mfb

  2620. 	nop	__LINE__

  2621. 	FMA	f118  = f38, f54, f118	// A7 * B7

  2622. 	nop	__LINE__

  2623. 	}

  2624. 	{ .mfb

  2625. 	nop	__LINE__

  2626. 	FMA_B	f119  = f38, f55, f119	// A7 * B8

  2627. 	nop	__LINE__

  2628. 	}

  2629. 	;;

  2630. /* 29 */

  2631. 	{ .mfb

  2632. 	nop	__LINE__

  2633. 	FMA	f71   = f39, f48, f71	// A8 * B1

  2634. 	nop	__LINE__

  2635. 	}

  2636. 	{ .mfb

  2637. 	nop	__LINE__

  2638. 	FMA_A	f70   = f39, f49, f70	// A8 * B2

  2639. 	nop	__LINE__

  2640. 	}

  2641. 	;;

  2642. /* 30 */

  2643. 	{ .mfb

  2644. 	(p4) LDFPD	f32, f33 = [AOFFSET],   2 * SIZE

  2645. 	FMA	f87   = f39, f50, f87	// A8 * B3

  2646. 	nop	__LINE__

  2647. 	}

  2648. 	{ .mfb

  2649. 	nop	__LINE__

  2650. 	FMA_A	f86   = f39, f51, f86	// A8 * B4

  2651. 	nop	__LINE__

  2652. 	}

  2653. 	;;

  2654. /* 31 */

  2655. 	{ .mfb

  2656. 	(p4) LDFPD	f48, f49 = [BOFFSET],   2 * SIZE

  2657. 	FMA	f103  = f39, f52, f103	// A8 * B5

  2658. 	nop	__LINE__

  2659. 	}

  2660. 	{ .mfb

  2661. 	nop	__LINE__

  2662. 	FMA_A	f102  = f39, f53, f102	// A8 * B6

  2663. 	nop	__LINE__

  2664. 	}

  2665. 	;;

  2666. /* 32 */

  2667. 	{ .mfb

  2668. 	nop	__LINE__

  2669. 	FMA	f119  = f39, f54, f119	// A8 * B7

  2670. 	nop	__LINE__

  2671. 	}

  2672. 	{ .mfb

  2673. 	nop	__LINE__

  2674. 	FMA_A	f118  = f39, f55, f118	// A8 * B8

  2675. 	nop	__LINE__

  2676. 	}

  2677. 	;;

  2678. /* 33 */

  2679. 	{ .mfb

  2680. 	nop	__LINE__

  2681. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  2682. 	nop	__LINE__

  2683. 	}

  2684. 	{ .mfb

  2685. 	nop	__LINE__

  2686. 	(p3) FMA_B	f65   = f40, f57, f65	// A1 * B2

  2687. 	nop	__LINE__

  2688. 	}

  2689. 	;;

  2690. /* 34 */

  2691. 	{ .mfb

  2692. 	(p4) LDFPD	f50, f51 = [BOFFSET],  2 * SIZE

  2693. 	(p3) FMA	f80   = f40, f58, f80	// A1 * B3

  2694. 	nop	__LINE__

  2695. 	}

  2696. 	{ .mfb

  2697. 	nop	__LINE__

  2698. 	(p3) FMA_B	f81   = f40, f59, f81	// A1 * B4

  2699. 	nop	__LINE__

  2700. 	}

  2701. 	;;

  2702. /* 35 */

  2703. 	{ .mfb

  2704. 	(p4) LDFPD	f52, f53 = [BOFFSET], 2 * SIZE

  2705. 	(p3) FMA	f96   = f40, f60, f96	// A1 * B5

  2706. 	nop	__LINE__

  2707. 	}

  2708. 	{ .mfb

  2709. 	nop	__LINE__

  2710. 	(p3) FMA_B	f97  = f40, f61, f97	// A1 * B6

  2711. 	nop	__LINE__

  2712. 	}

  2713. 	;;

  2714. /* 36 */

  2715. 	{ .mfb

  2716. 	(p4) LDFPD	f54, f55 = [BOFFSET], 2 * SIZE

  2717. 	(p3) FMA	f112  = f40, f62, f112	// A1 * B7

  2718. 	nop	__LINE__

  2719. 	}

  2720. 	{ .mfb

  2721. 	nop	__LINE__

  2722. 	(p3) FMA_B	f113  = f40, f63, f113	// A1 * B8

  2723. 	nop	__LINE__

  2724. 	}

  2725. 	;;

  2726. /* 37 */

  2727. 	{ .mfb

  2728. 	(p4) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  2729. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  2730. 	nop	__LINE__

  2731. 	}

  2732. 	{ .mfb

  2733. 	nop	__LINE__

  2734. 	(p3) FMA_A	f64   = f41, f57, f64	// A2 * B2

  2735. 	nop	__LINE__

  2736. 	}

  2737. 	;;

  2738. /* 38 */

  2739. 	{ .mfb

  2740. 	(p4) LDFPD	f36, f37 = [AOFFSET], 2 * SIZE

  2741. 	(p3) FMA	f81   = f41, f58, f81	// A2 * B3

  2742. 	nop	__LINE__

  2743. 	}

  2744. 	{ .mfb

  2745. 	nop	__LINE__

  2746. 	(p3) FMA_A	f80   = f41, f59, f80	// A2 * B4

  2747. 	nop	__LINE__

  2748. 	}

  2749. 	;;

  2750. /* 39 */

  2751. 	{ .mfb

  2752. 	(p4) LDFPD	f38, f39 = [AOFFSET], 2 * SIZE

  2753. 	(p3) FMA	f97   = f41, f60, f97	// A2 * B5

  2754. 	nop	__LINE__

  2755. 	}

  2756. 	{ .mfb

  2757. 	nop	__LINE__

  2758. 	(p3) FMA_A	f96  = f41, f61, f96	// A2 * B6

  2759. 	nop	__LINE__

  2760. 	}

  2761. 	;;

  2762. /* 40 */

  2763. 	{ .mfb

  2764. 	nop	__LINE__

  2765. 	(p3) FMA	f113  = f41, f62, f113	// A2 * B7

  2766. 	nop	__LINE__

  2767. 	}

  2768. 	{ .mfb

  2769. 	nop	__LINE__

  2770. 	(p3) FMA_A	f112  = f41, f63, f112	// A2 * B8

  2771. 	nop	__LINE__

  2772. 	}

  2773. 	;;

  2774.  /* 41 */

  2775. 	{ .mfb

  2776. 	nop	__LINE__

  2777. 	(p3) FMA	f66   = f42, f56, f66	// A3 * B1

  2778. 	nop	__LINE__

  2779. 	}

  2780. 	{ .mfb

  2781. 	nop	__LINE__

  2782. 	(p3) FMA_B	f67   = f42, f57, f67	// A3 * B2

  2783. 	nop	__LINE__

  2784. 	}

  2785. 	;;

  2786. /* 42 */

  2787. 	{ .mfb

  2788. 	nop	__LINE__

  2789. 	(p3) FMA	f82   = f42, f58, f82	// A3 * B3

  2790. 	nop	__LINE__

  2791. 	}

  2792. 	{ .mfb

  2793. 	nop	__LINE__

  2794. 	(p3) FMA_B	f83   = f42, f59, f83	// A3 * B4

  2795. 	nop	__LINE__

  2796. 	}

  2797. 	;;

  2798. /* 43 */

  2799. 	{ .mfb

  2800. 	nop	__LINE__

  2801. 	(p3) FMA	f98   = f42, f60, f98	// A3 * B5

  2802. 	nop	__LINE__

  2803. 	}

  2804. 	{ .mfb

  2805. 	nop	__LINE__

  2806. 	(p3) FMA_B	f99  = f42, f61, f99	// A3 * B6

  2807. 	nop	__LINE__

  2808. 	}

  2809. 	;;

  2810. /* 44 */

  2811. 	{ .mfb

  2812. 	nop	__LINE__

  2813. 	(p3) FMA	f114  = f42, f62, f114	// A3 * B7

  2814. 	nop	__LINE__

  2815. 	}

  2816. 	{ .mfb

  2817. 	nop	__LINE__

  2818. 	(p3) FMA_B	f115  = f42, f63, f115	// A3 * B8

  2819. 	nop	__LINE__

  2820. 	}

  2821. 	;;

  2822. /* 45 */

  2823. 	{ .mfb

  2824. 	nop	__LINE__

  2825. 	(p3) FMA	f67   = f43, f56, f67	// A4 * B1

  2826. 	nop	__LINE__

  2827. 	}

  2828. 	{ .mfb

  2829. 	nop	__LINE__

  2830. 	(p3) FMA_A	f66   = f43, f57, f66	// A4 * B2

  2831. 	nop	__LINE__

  2832. 	}

  2833. 	;;

  2834. /* 46 */

  2835. 	{ .mfb

  2836. 	nop	__LINE__

  2837. 	(p3) FMA	f83   = f43, f58, f83	// A4 * B3

  2838. 	nop	__LINE__

  2839. 	}

  2840. 	{ .mfb

  2841. 	nop	__LINE__

  2842. 	(p3) FMA_A	f82   = f43, f59, f82	// A4 * B4

  2843. 	nop	__LINE__

  2844. 	}

  2845. 	;;

  2846. /* 47 */

  2847. 	{ .mfb

  2848. 	nop	__LINE__

  2849. 	(p3) FMA	f99   = f43, f60, f99	// A4 * B5

  2850. 	nop	__LINE__

  2851. 	}

  2852. 	{ .mfb

  2853. 	nop	__LINE__

  2854. 	(p3) FMA_A	f98  = f43, f61, f98	// A4 * B6

  2855. 	nop	__LINE__

  2856. 	}

  2857. 	;;

  2858. /* 48 */

  2859. 	{ .mfb

  2860. 	nop	__LINE__

  2861. 	(p3) FMA	f115  = f43, f62, f115	// A4 * B7

  2862. 	nop	__LINE__

  2863. 	}

  2864. 	{ .mfb

  2865. 	nop	__LINE__

  2866. 	(p3) FMA_A	f114  = f43, f63, f114	// A4 * B8

  2867. 	nop	__LINE__

  2868. 	}

  2869. 	;;

  2870. /* 49 */

  2871. 	{ .mfb

  2872. 	nop	__LINE__

  2873. 	(p3) FMA	f68   = f44, f56, f68	// A5 * B1

  2874. 	nop	__LINE__

  2875. 	}

  2876. 	{ .mfb

  2877. 	nop	__LINE__

  2878. 	(p3) FMA_B	f69   = f44, f57, f69	// A5 * B2

  2879. 	nop	__LINE__

  2880. 	}

  2881. 	;;

  2882. /* 50 */

  2883. 	{ .mfb

  2884. 	nop	__LINE__

  2885. 	(p3) FMA	f84   = f44, f58, f84	// A5 * B3

  2886. 	nop	__LINE__

  2887. 	}

  2888. 	{ .mfb

  2889. 	nop	__LINE__

  2890. 	(p3) FMA_B	f85   = f44, f59, f85	// A5 * B4

  2891. 	nop	__LINE__

  2892. 	}

  2893. 	;;

  2894. /* 51 */

  2895. 	{ .mfb

  2896. 	nop	__LINE__

  2897. 	(p3) FMA	f100  = f44, f60, f100	// A5 * B5

  2898. 	nop	__LINE__

  2899. 	}

  2900. 	{ .mfb

  2901. 	nop	__LINE__

  2902. 	(p3) FMA_B	f101  = f44, f61, f101	// A5 * B6

  2903. 	nop	__LINE__

  2904. 	}

  2905. 	;;

  2906. /* 52 */

  2907. 	{ .mfb

  2908. 	nop	__LINE__

  2909. 	(p3) FMA	f116  = f44, f62, f116	// A5 * B7

  2910. 	nop	__LINE__

  2911. 	}

  2912. 	{ .mfb

  2913. 	nop	__LINE__

  2914. 	(p3) FMA_B	f117  = f44, f63, f117	// A5 * B8

  2915. 	nop	__LINE__

  2916. 	}

  2917. 	;;

  2918. /* 53 */

  2919. 	{ .mfb

  2920. 	nop	__LINE__

  2921. 	(p3) FMA	f69   = f45, f56, f69	// A6 * B1

  2922. 	nop	__LINE__

  2923. 	}

  2924. 	{ .mfb

  2925. 	nop	__LINE__

  2926. 	(p3) FMA_A	f68   = f45, f57, f68	// A6 * B2

  2927. 	nop	__LINE__

  2928. 	}

  2929. 	;;

  2930. /* 54 */

  2931. 	{ .mfb

  2932. 	nop	__LINE__

  2933. 	(p3) FMA	f85   = f45, f58, f85	// A6 * B3

  2934. 	nop	__LINE__

  2935. 	}

  2936. 	{ .mfb

  2937. 	nop	__LINE__

  2938. 	(p3) FMA_A	f84   = f45, f59, f84	// A6 * B4

  2939. 	nop	__LINE__

  2940. 	}

  2941. 	;;

  2942. /* 55 */

  2943. 	{ .mfb

  2944. 	nop	__LINE__

  2945.  	(p3) FMA	f101  = f45, f60, f101	// A6 * B5

  2946. 	nop	__LINE__

  2947. 	}

  2948. 	{ .mfb

  2949. 	nop	__LINE__

  2950. 	(p3) FMA_A	f100  = f45, f61, f100	// A6 * B6

  2951. 	nop	__LINE__

  2952. 	}

  2953. 	;;

  2954. /* 56 */

  2955. 	{ .mfb

  2956. 	nop	__LINE__

  2957. 	(p3) FMA	f117  = f45, f62, f117	// A6 * B7

  2958. 	nop	__LINE__

  2959. 	}

  2960. 	{ .mfb

  2961. 	nop	__LINE__

  2962. 	(p3) FMA_A	f116  = f45, f63, f116	// A6 * B8

  2963. 	nop	__LINE__

  2964. 	}

  2965. 	;;

  2966. /* 57 */

  2967. 	{ .mfb

  2968. 	nop	__LINE__

  2969. 	(p3) FMA	f70   = f46, f56, f70	// A7 * B1

  2970. 	nop	__LINE__

  2971. 	}

  2972. 	{ .mfb

  2973. 	nop	__LINE__

  2974. 	(p3) FMA_B	f71   = f46, f57, f71	// A7 * B2

  2975. 	nop	__LINE__

  2976. 	}

  2977. 	;;

  2978. /* 58 */

  2979. 	{ .mfb

  2980. 	nop	__LINE__

  2981. 	(p3) FMA	f86   = f46, f58, f86	// A7 * B3

  2982. 	nop	__LINE__

  2983. 	}

  2984. 	{ .mfb

  2985. 	nop	__LINE__

  2986. 	(p3) FMA_B	f87   = f46, f59, f87	// A7 * B4

  2987. 	nop	__LINE__

  2988. 	}

  2989. 	;;

  2990. /* 59 */

  2991. 	{ .mfb

  2992. 	nop	__LINE__

  2993. 	(p3) FMA	f102  = f46, f60, f102	// A7 * B5

  2994. 	nop	__LINE__

  2995. 	}

  2996. 	{ .mfb

  2997. 	nop	__LINE__

  2998. 	(p3) FMA_B	f103  = f46, f61, f103	// A7 * B6

  2999. 	nop	__LINE__

  3000. 	}

  3001. 	;;

  3002. /* 60 */

  3003. 	{ .mfb

  3004. 	nop	__LINE__

  3005. 	(p3) FMA	f118  = f46, f62, f118	// A7 * B7

  3006. 	nop	__LINE__

  3007. 	}

  3008. 	{ .mfb

  3009. 	nop	__LINE__

  3010. 	(p3) FMA_B	f119  = f46, f63, f119	// A7 * B8

  3011. 	nop	__LINE__

  3012. 	}

  3013. 	;;

  3014. /* 61 */

  3015. 	{ .mfb

  3016. 	nop	__LINE__

  3017. 	(p3) FMA	f71   = f47, f56, f71	// A8 * B1

  3018. 	nop	__LINE__

  3019. 	}

  3020. 	{ .mfb

  3021. 	nop	__LINE__

  3022. 	(p3) FMA_A	f70   = f47, f57, f70	// A8 * B2

  3023. 	nop	__LINE__

  3024. 	}

  3025. 	;;

  3026. /* 62 */

  3027. 	{ .mfb

  3028. 	nop	__LINE__

  3029. 	(p3) FMA	f87   = f47, f58, f87	// A8 * B3

  3030. 	nop	__LINE__

  3031. 	}

  3032. 	{ .mfb

  3033. 	nop	__LINE__

  3034. 	(p3) FMA_A	f86   = f47, f59, f86	// A8 * B4

  3035. 	nop	__LINE__

  3036. 	}

  3037. 	;;

  3038. /* 63 */

  3039. 	{ .mfb

  3040. 	nop	__LINE__

  3041. 	(p3) FMA	f103  = f47, f60, f103	// A8 * B5

  3042. 	nop	__LINE__

  3043. 	}

  3044. 	{ .mfb

  3045. 	nop	__LINE__

  3046. 	(p3) FMA_A	f102  = f47, f61, f102	// A8 * B6

  3047. 	nop	__LINE__

  3048. 	}

  3049. 	;;

  3050. /* 64 */

  3051. 	{ .mfi

  3052. 	nop	__LINE__

  3053. 	(p3) FMA	f119  = f47, f62, f119	// A8 * B7

  3054. 	adds	L = -1, L

  3055. 	}

  3056. 	{ .mfb

  3057. 	nop	__LINE__

  3058. 	(p3) FMA_A	f118  = f47, f63, f118	// A8 * B8

  3059. 	br.cloop.sptk.few .L012

  3060. 	}

  3061. 	;;

  3062. 

  3063. .L018:

  3064. #if defined(LN) || defined(RT)

  3065. #ifdef LN

  3066. 	adds	r2 = -4, KK

  3067. #else

  3068. 	adds	r2 = -4, KK

  3069. #endif

  3070. 	;;

  3071. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  3072. 	;;

  3073. 	shladd	AOFFSET = r2, 2, AORIG

  3074. 	shladd	BOFFSET = r2, 2, B

  3075. 	;;

  3076. #endif

  3077. 

  3078. #if defined(LN) || defined(LT)

  3079. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  3080. 	;;

  3081. 	LDFPD	f74, f75 = [BOFFSET], 2 * SIZE

  3082. 	;;

  3083. 	LDFPD	f76, f77 = [BOFFSET], 2 * SIZE

  3084. 	;;

  3085. 	LDFPD	f78, f79 = [BOFFSET], 2 * SIZE

  3086. 	;;

  3087. 	LDFPD	f88, f89 = [BOFFSET], 2 * SIZE

  3088. 	;;

  3089. 	LDFPD	f90, f91 = [BOFFSET], 2 * SIZE

  3090. 	;;

  3091. 	LDFPD	f92, f93 = [BOFFSET], 2 * SIZE

  3092. 	;;

  3093. 	{ .mfi

  3094. 	LDFPD	f94, f95 = [BOFFSET], 2 * SIZE

  3095. 	FSUB	f64  = f72, f64

  3096. 	nop	__LINE__

  3097. 	}

  3098. 	{ .mfi

  3099. 	nop	__LINE__

  3100. 	FSUB_A	f65  = f73, f65

  3101. 	nop	__LINE__

  3102. 	}

  3103. 	;;

  3104. 	{ .mfi

  3105. 	LDFPD	f104, f105 = [BOFFSET], 2 * SIZE

  3106. 	FSUB	f80  = f74, f80

  3107. 	nop	__LINE__

  3108. 	}

  3109. 	{ .mfi

  3110. 	nop	__LINE__

  3111. 	FSUB_A	f81  = f75, f81

  3112. 	nop	__LINE__

  3113. 	}

  3114. 	;;

  3115. 	{ .mfi

  3116. 	LDFPD	f106, f107 = [BOFFSET], 2 * SIZE

  3117. 	FSUB	f96  = f76, f96

  3118. 	nop	__LINE__

  3119. 	}

  3120. 	{ .mfi

  3121. 	nop	__LINE__

  3122. 	FSUB_A	f97  = f77, f97

  3123. 	nop	__LINE__

  3124. 	}

  3125. 	;;

  3126. 	{ .mfi

  3127. 	LDFPD	f108, f109 = [BOFFSET], 2 * SIZE

  3128. 	FSUB	f112 = f78, f112

  3129. 	nop	__LINE__

  3130. 	}

  3131. 	{ .mfi

  3132. 	nop	__LINE__

  3133. 	FSUB_A	f113 = f79, f113

  3134. 	nop	__LINE__

  3135. 	}

  3136. 	;;

  3137. 	{ .mfi

  3138. 	LDFPD	f110, f111 = [BOFFSET], 2 * SIZE

  3139. 	FSUB	f66  = f88, f66

  3140. 	nop	__LINE__

  3141. 	}

  3142. 	{ .mfi

  3143. 	nop	__LINE__

  3144. 	FSUB_A	f67  = f89, f67

  3145. 	nop	__LINE__

  3146. 	}

  3147. 	;;

  3148. 	{ .mfi

  3149. 	LDFPD	f120, f121 = [BOFFSET], 2 * SIZE

  3150. 	FSUB	f82  = f90, f82

  3151. 	nop	__LINE__

  3152. 	}

  3153. 	{ .mfi

  3154. 	nop	__LINE__

  3155. 	FSUB_A	f83  = f91, f83

  3156. 	nop	__LINE__

  3157. 	}

  3158. 	;;

  3159. 	{ .mfi

  3160. 	LDFPD	f122, f123 = [BOFFSET], 2 * SIZE

  3161. 	FSUB	f98  = f92, f98

  3162. 	nop	__LINE__

  3163. 	}

  3164. 	{ .mfi

  3165. 	nop	__LINE__

  3166. 	FSUB_A	f99  = f93, f99

  3167. 	nop	__LINE__

  3168. 	}

  3169. 	;;

  3170. 	{ .mfi

  3171. 	LDFPD	f124, f125 = [BOFFSET], 2 * SIZE

  3172. 	FSUB	f114 = f94, f114

  3173. 	nop	__LINE__

  3174. 	}

  3175. 	{ .mfi

  3176. 	nop	__LINE__

  3177. 	FSUB_A	f115 = f95, f115

  3178. 	nop	__LINE__

  3179. 	}

  3180. 	;;

  3181. 	{ .mfi

  3182. 	LDFPD	f126, f127 = [BOFFSET]

  3183. 	FSUB	f68  = f104, f68

  3184. 	adds	BOFFSET = -30 * SIZE, BOFFSET

  3185. 	}

  3186. 	{ .mfi

  3187. 	nop	__LINE__

  3188. 	FSUB_A	f69  = f105, f69

  3189. #ifdef LN

  3190. 	adds	AOFFSET = 30 * SIZE, AOFFSET

  3191. #else

  3192. 	nop	__LINE__

  3193. #endif

  3194. 	}

  3195. 	;;

  3196. 	{ .mfi

  3197. 	LDFPD	f72, f73 = [AOFFSET]

  3198. 	FSUB	f84  = f106, f84

  3199. #ifdef LN

  3200. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  3201. #else

  3202. 	adds	AOFFSET =   2 * SIZE, AOFFSET

  3203. #endif

  3204. 	}

  3205. 	{ .mfi

  3206. 	nop	__LINE__

  3207. 	FSUB_A	f85  = f107, f85

  3208. 	nop	__LINE__

  3209. 	}

  3210. 	;;

  3211. 	{ .mfi

  3212. 	LDFPD	f74, f75 = [AOFFSET]

  3213. 	FSUB	f100 = f108, f100

  3214. #ifdef LN

  3215. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  3216. #else

  3217. 	adds	AOFFSET =   2 * SIZE, AOFFSET

  3218. #endif

  3219. 	}

  3220. 	{ .mfi

  3221. 	nop	__LINE__

  3222. 	FSUB_A	f101 = f109, f101

  3223. 	nop	__LINE__

  3224. 	}

  3225. 	;;

  3226. 	{ .mfi

  3227. 	nop	__LINE__

  3228. 	FSUB	f116 = f110, f116

  3229. 	nop	__LINE__

  3230. 	}

  3231. 	{ .mfi

  3232. 	nop	__LINE__

  3233. 	FSUB_A	f117 = f111, f117

  3234. 	nop	__LINE__

  3235. 	}

  3236. 	;;

  3237. 	{ .mfi

  3238. 	nop	__LINE__

  3239. 	FSUB	f70  = f120, f70

  3240. 	nop	__LINE__

  3241. 	}

  3242. 	{ .mfi

  3243. 	nop	__LINE__

  3244. 	FSUB_A	f71  = f121, f71

  3245. 	nop	__LINE__

  3246. 	}

  3247. 	;;

  3248. 	{ .mfi

  3249. 	nop	__LINE__

  3250. 	FSUB	f86  = f122, f86

  3251. 	nop	__LINE__

  3252. 	}

  3253. 	{ .mfi

  3254. 	nop	__LINE__

  3255. 	FSUB_A	f87  = f123, f87

  3256. 	nop	__LINE__

  3257. 	}

  3258. 	;;

  3259. 	{ .mfi

  3260. 	nop	__LINE__

  3261. 	FSUB	f102 = f124, f102

  3262. 	nop	__LINE__

  3263. 	}

  3264. 	{ .mfi

  3265. 	nop	__LINE__

  3266. 	FSUB_A	f103 = f125, f103

  3267. 	nop	__LINE__

  3268. 	}

  3269. 	;;

  3270. 	{ .mfi

  3271. 	nop	__LINE__

  3272. 	FSUB	f118 = f126, f118

  3273. 	nop	__LINE__

  3274. 	}

  3275. 	{ .mfi

  3276. 	nop	__LINE__

  3277. 	FSUB_A	f119 = f127, f119

  3278. 	nop	__LINE__

  3279. 	}

  3280. 	;;

  3281. #else

  3282. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  3283. 	;;

  3284. 	LDFPD	f74, f75 = [AOFFSET], 2 * SIZE

  3285. 	;;

  3286. 	LDFPD	f76, f77 = [AOFFSET], 2 * SIZE

  3287. 	;;

  3288. 	LDFPD	f78, f79 = [AOFFSET], 2 * SIZE

  3289. 	;;

  3290. 	LDFPD	f88, f89 = [AOFFSET], 2 * SIZE

  3291. 	;;

  3292. 	LDFPD	f90, f91 = [AOFFSET], 2 * SIZE

  3293. 	;;

  3294. 	{ .mfi

  3295. 	LDFPD	f92, f93 = [AOFFSET], 2 * SIZE

  3296. 	FSUB	f64  = f72, f64

  3297. 	nop	__LINE__

  3298. 	}

  3299. 	{ .mfi

  3300. 	nop	__LINE__

  3301. 	FSUB	f65  = f73, f65

  3302. 	nop	__LINE__

  3303. 	}

  3304. 	;;

  3305. 	{ .mfi

  3306. 	LDFPD	f94, f95 = [AOFFSET], 2 * SIZE

  3307. 	FSUB	f66  = f74, f66

  3308. 	nop	__LINE__

  3309. 	}

  3310. 	{ .mfi

  3311. 	nop	__LINE__

  3312. 	FSUB	f67  = f75, f67

  3313. 	nop	__LINE__

  3314. 	}

  3315. 	;;

  3316. 	{ .mfi

  3317. 	LDFPD	f104, f105 = [AOFFSET], 2 * SIZE

  3318. 	FSUB	f68  = f76, f68

  3319. 	nop	__LINE__

  3320. 	}

  3321. 	{ .mfi

  3322. 	nop	__LINE__

  3323. 	FSUB	f69  = f77, f69

  3324. 	nop	__LINE__

  3325. 	}

  3326. 	;;

  3327. 	{ .mfi

  3328. 	LDFPD	f106, f107 = [AOFFSET], 2 * SIZE

  3329. 	FSUB	f70  = f78, f70

  3330. 	nop	__LINE__

  3331. 	}

  3332. 	{ .mfi

  3333. 	nop	__LINE__

  3334. 	FSUB	f71  = f79, f71

  3335. 	nop	__LINE__

  3336. 	}

  3337. 	;;

  3338. 	{ .mfi

  3339. 	LDFPD	f108, f109 = [AOFFSET], 2 * SIZE

  3340. 	FSUB	f80  = f88, f80

  3341. 	nop	__LINE__

  3342. 	}

  3343. 	{ .mfi

  3344. 	nop	__LINE__

  3345. 	FSUB	f81  = f89, f81

  3346. 	nop	__LINE__

  3347. 	}

  3348. 	;;

  3349. 	{ .mfi

  3350. 	LDFPD	f110, f111 = [AOFFSET], 2 * SIZE

  3351. 	FSUB	f82  = f90, f82

  3352. 	nop	__LINE__

  3353. 	}

  3354. 	{ .mfi

  3355. 	nop	__LINE__

  3356. 	FSUB	f83  = f91, f83

  3357. 	nop	__LINE__

  3358. 	}

  3359. 	;;

  3360. 	{ .mfi

  3361. 	LDFPD	f120, f121 = [AOFFSET], 2 * SIZE

  3362. 	FSUB	f84  = f92, f84

  3363. 	nop	__LINE__

  3364. 	}

  3365. 	{ .mfi

  3366. 	nop	__LINE__

  3367. 	FSUB	f85  = f93, f85

  3368. 	nop	__LINE__

  3369. 	}

  3370. 	;;

  3371. 	{ .mfi

  3372. 	LDFPD	f122, f123 = [AOFFSET], 2 * SIZE

  3373. 	FSUB	f86  = f94, f86

  3374. 	nop	__LINE__

  3375. 	}

  3376. 	{ .mfi

  3377. 	nop	__LINE__

  3378. 	FSUB	f87  = f95, f87

  3379. 	nop	__LINE__

  3380. 	}

  3381. 	;;

  3382. 	{ .mfi

  3383. 	LDFPD	f124, f125 = [AOFFSET], 2 * SIZE

  3384. 	FSUB	f96  = f104, f96

  3385. 	nop	__LINE__

  3386. 	}

  3387. 	{ .mfi

  3388. 	nop	__LINE__

  3389. 	FSUB	f97  = f105, f97

  3390. 	nop	__LINE__

  3391. 	}

  3392. 	;;

  3393. 	{ .mfi

  3394. 	LDFPD	f126, f127 = [AOFFSET]

  3395. 	FSUB	f98  = f106, f98

  3396. 	adds	AOFFSET = -30 * SIZE, AOFFSET

  3397. 	}

  3398. 	{ .mfi

  3399. 	nop	__LINE__

  3400. 	FSUB	f99  = f107, f99

  3401. #ifdef RT

  3402. 	adds	BOFFSET = 30 * SIZE, BOFFSET

  3403. #else

  3404. 	nop	__LINE__

  3405. #endif

  3406. 	}

  3407. 	;;

  3408. 	{ .mfi

  3409. 	LDFPD	f72, f73 = [BOFFSET]

  3410. 	FSUB	f100 = f108, f100

  3411. #ifdef RN

  3412. 	adds	BOFFSET =   2 * SIZE, BOFFSET

  3413. #else

  3414. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  3415. #endif

  3416. 	}

  3417. 	{ .mfi

  3418. 	nop	__LINE__

  3419. 	FSUB	f101 = f109, f101

  3420. 	nop	__LINE__

  3421. 	}

  3422. 	;;

  3423. 	{ .mfi

  3424. 	LDFPD	f74, f75 = [BOFFSET]

  3425. 	FSUB	f102 = f110, f102

  3426. #ifdef RN

  3427. 	adds	BOFFSET =   2 * SIZE, BOFFSET

  3428. #else

  3429. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  3430. #endif

  3431. 	}

  3432. 	{ .mfi

  3433. 	nop	__LINE__

  3434. 	FSUB	f103 = f111, f103

  3435. 	nop	__LINE__

  3436. 	}

  3437. 	;;

  3438. 	{ .mfi

  3439. 	nop	__LINE__

  3440. 	FSUB	f112 = f120, f112

  3441. 	nop	__LINE__

  3442. 	}

  3443. 	{ .mfi

  3444. 	nop	__LINE__

  3445. 	FSUB	f113 = f121, f113

  3446. 	nop	__LINE__

  3447. 	}

  3448. 	;;

  3449. 	{ .mfi

  3450. 	nop	__LINE__

  3451. 	FSUB	f114 = f122, f114

  3452. 	nop	__LINE__

  3453. 	}

  3454. 	{ .mfi

  3455. 	nop	__LINE__

  3456. 	FSUB	f115 = f123, f115

  3457. 	nop	__LINE__

  3458. 	}

  3459. 	;;

  3460. 	{ .mfi

  3461. 	nop	__LINE__

  3462. 	FSUB	f116 = f124, f116

  3463. 	nop	__LINE__

  3464. 	}

  3465. 	{ .mfi

  3466. 	nop	__LINE__

  3467. 	FSUB	f117 = f125, f117

  3468. 	nop	__LINE__

  3469. 	}

  3470. 	;;

  3471. 	{ .mfi

  3472. 	nop	__LINE__

  3473. 	FSUB	f118 = f126, f118

  3474. 	nop	__LINE__

  3475. 	}

  3476. 	{ .mfi

  3477. 	nop	__LINE__

  3478. 	FSUB	f119 = f127, f119

  3479. 	nop	__LINE__

  3480. 	}

  3481. 	;;

  3482. #endif

  3483. 

  3484. #ifdef LN

  3485. 	{ .mfi

  3486. 	LDFPD	f76, f77 = [AOFFSET]

  3487. 	FMPY	f32  = f72, f70

  3488. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  3489. 	}

  3490. 	{ .mfi

  3491. 	nop	__LINE__

  3492. 	FMPY	f36  = f72, f102

  3493. 	nop	__LINE__

  3494. 	}

  3495. 	;;

  3496. 	{ .mfi

  3497. 	LDFPD	f78, f79 = [AOFFSET]

  3498. 	FMPY	f33  = f73, f70

  3499. 	adds	AOFFSET = - 4 * SIZE, AOFFSET

  3500. 	}

  3501. 	{ .mfi

  3502. 	nop	__LINE__

  3503. 	FMPY	f37  = f73, f102

  3504. 	nop	__LINE__

  3505. 	}

  3506. 	;;

  3507. 	{ .mfi

  3508. 	LDFPD	f88, f89 = [AOFFSET]

  3509. 	FMPY	f34  = f72, f86

  3510. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  3511. 	}

  3512. 	{ .mfi

  3513. 	nop	__LINE__

  3514. 	FMPY	f38  = f72, f118

  3515. 	nop	__LINE__

  3516. 	}

  3517. 	;;

  3518. 	{ .mfi

  3519. 	LDFPD	f90, f91 = [AOFFSET]

  3520. 	FMPY	f35  = f73, f86

  3521. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  3522. 	}

  3523. 	{ .mfi

  3524. 	nop	__LINE__

  3525. 	FMPY	f39  = f73, f118

  3526. 	nop	__LINE__

  3527. 	}

  3528. 	;;

  3529. 	{ .mfi

  3530. 	LDFPD	f92, f93 = [AOFFSET]

  3531. 	FMA_C	f70  = f73, f71,  f32

  3532. 	adds	AOFFSET = - 6 * SIZE, AOFFSET

  3533. 	}

  3534. 	{ .mfi

  3535. 	nop	__LINE__

  3536. 	FMA_C	f102 = f73, f103, f36

  3537. 	adds	C1 = -2 * SIZE, C1

  3538. 	}

  3539. 	;;

  3540. 	{ .mfi

  3541. 	LDFPD	f104, f105 = [AOFFSET]

  3542. 	FMA_D	f71  = f72, f71,  f33

  3543. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  3544. 	}

  3545. 	{ .mfi

  3546. 	nop	__LINE__

  3547. 	FMA_D	f103 = f72, f103, f37

  3548. 	adds	C2 = -2 * SIZE, C2

  3549. 	}

  3550. 	;;

  3551. 	{ .mfi

  3552. 	LDFPD	f106, f107 = [AOFFSET]

  3553. 	FMA_C	f86  = f73, f87,  f34

  3554. 	adds	AOFFSET = - 8 * SIZE, AOFFSET

  3555. 	}

  3556. 	{ .mfi

  3557. 	nop	__LINE__

  3558. 	FMA_C	f118 = f73, f119, f38

  3559. 	adds	C3 = -2 * SIZE, C3

  3560. 	}

  3561. 	;;

  3562. 	{ .mfi

  3563. 	LDFPD	f120, f121 = [AOFFSET]

  3564. 	FMA_D	f87  = f72, f87,  f35

  3565. 	adds	BOFFSET2 = 28 * SIZE, BOFFSET

  3566. 	}

  3567. 	{ .mfi

  3568. 	nop	__LINE__

  3569. 	FMA_D	f119 = f72, f119, f39

  3570. 	adds	BOFFSET  = 24 * SIZE, BOFFSET

  3571. 	}

  3572. 	;;

  3573. 	{ .mfi

  3574. 	STFD	[BOFFSET]  = f70,  SIZE

  3575. 	FNMA	f68  = f74, f70, f68

  3576. 	adds	C4 = -2 * SIZE, C4

  3577. 	}

  3578. 	{ .mfi

  3579. 	STFD	[BOFFSET2] = f102, SIZE

  3580. 	FNMA	f100 = f74, f102, f100

  3581. 	nop	__LINE__

  3582. 	}

  3583. 	;;

  3584. 	{ .mfi

  3585. 	STFD	[BOFFSET]  = f71,  SIZE

  3586. 	FMA_A	f69  = f75, f70, f69

  3587. 	nop	__LINE__

  3588. 	}

  3589. 	{ .mfi

  3590. 	STFD	[BOFFSET2] = f103, SIZE

  3591. 	FMA_A	f101 = f75, f102, f101

  3592. 	nop	__LINE__

  3593. 	}

  3594. 	;;

  3595. 	{ .mfi

  3596. 	STFD	[BOFFSET]  = f86,  SIZE

  3597. 	FNMA	f84  = f74, f86, f84

  3598. 	nop	__LINE__

  3599. 	}

  3600. 	{ .mfi

  3601. 	STFD	[BOFFSET2] = f118, SIZE

  3602. 	FNMA	f116 = f74, f118, f116

  3603. 	nop	__LINE__

  3604. 	}

  3605. 	;;

  3606. 	{ .mfi

  3607. 	STFD	[BOFFSET]  = f87,  -11 * SIZE

  3608. 	FMA_A	f85  = f75, f86, f85

  3609. 	nop	__LINE__

  3610. 	}

  3611. 	{ .mfi

  3612. 	STFD	[BOFFSET2] = f119, -11 * SIZE

  3613. 	FMA_A	f117 = f75, f118, f117

  3614. 	nop	__LINE__

  3615. 	}

  3616. 	;;

  3617. 	{ .mfi

  3618. 	STFD	[C1 ] = f70, SIZE

  3619. 	FMA_B	f68  = f75, f71, f68

  3620. 	nop	__LINE__

  3621. 	}

  3622. 	{ .mfi

  3623. 	STFD	[C3 ] = f102, SIZE

  3624. 	FMA_B	f100 = f75, f103, f100

  3625. 	nop	__LINE__

  3626. 	}

  3627. 	;;

  3628. 	{ .mfi

  3629. 	STFD	[C1 ] = f71, -3 * SIZE

  3630. 	FNMA	f69  = f74, f71, f69

  3631. 	nop	__LINE__

  3632. 	}

  3633. 	{ .mfi

  3634. 	STFD	[C3 ] = f103, -3 * SIZE

  3635. 	FNMA	f101 = f74, f103, f101

  3636. 	nop	__LINE__

  3637. 	}

  3638. 	;;

  3639. 	{ .mfi

  3640. 	STFD	[C2 ] = f86, SIZE

  3641. 	FMA_B	f84  = f75, f87, f84

  3642. 	nop	__LINE__

  3643. 	}

  3644. 	{ .mfi

  3645. 	STFD	[C4 ] = f118, SIZE

  3646. 	FMA_B	f116 = f75, f119, f116

  3647. 	nop	__LINE__

  3648. 	}

  3649. 	;;

  3650. 	{ .mfi

  3651. 	STFD	[C2 ] = f87, -3 * SIZE

  3652. 	FNMA	f85  = f74, f87, f85

  3653. 	nop	__LINE__

  3654. 	}

  3655. 	{ .mfi

  3656. 	STFD	[C4 ] = f119, -3 * SIZE

  3657. 	FNMA	f117 = f74, f119, f117

  3658. 	nop	__LINE__

  3659. 	}

  3660. 	;;

  3661. 	{ .mfi

  3662. 	nop	__LINE__

  3663. 	FNMA	f66  = f76, f70, f66

  3664. 	nop	__LINE__

  3665. 	}

  3666. 	{ .mfi

  3667. 	nop	__LINE__

  3668. 	FNMA	f98  = f76, f102, f98

  3669. 	nop	__LINE__

  3670. 	}

  3671. 	;;

  3672. 	{ .mfi

  3673. 	nop	__LINE__

  3674. 	FMA_A	f67  = f77, f70, f67

  3675. 	nop	__LINE__

  3676. 	}

  3677. 	{ .mfi

  3678. 	nop	__LINE__

  3679. 	FMA_A	f99  = f77, f102, f99

  3680. 	nop	__LINE__

  3681. 	}

  3682. 	;;

  3683. 	{ .mfi

  3684. 	nop	__LINE__

  3685. 	FNMA	f82  = f76, f86, f82

  3686. 	nop	__LINE__

  3687. 	}

  3688. 	{ .mfi

  3689. 	nop	__LINE__

  3690. 	FNMA	f114 = f76, f118, f114

  3691. 	nop	__LINE__

  3692. 	}

  3693. 	;;

  3694. 	{ .mfi

  3695. 	nop	__LINE__

  3696. 	FMA_A	f83  = f77, f86, f83

  3697. 	nop	__LINE__

  3698. 	}

  3699. 	{ .mfi

  3700. 	nop	__LINE__

  3701. 	FMA_A	f115 = f77, f118, f115

  3702. 	nop	__LINE__

  3703. 	}

  3704. 	;;

  3705. 	{ .mfi

  3706. 	nop	__LINE__

  3707. 	FMA_B	f66  = f77, f71, f66

  3708. 	nop	__LINE__

  3709. 	}

  3710. 	{ .mfi

  3711. 	nop	__LINE__

  3712. 	FMA_B	f98  = f77, f103, f98

  3713. 	nop	__LINE__

  3714. 	}

  3715. 	;;

  3716. 	{ .mfi

  3717. 	nop	__LINE__

  3718. 	FNMA	f67  = f76, f71, f67

  3719. 	nop	__LINE__

  3720. 	}

  3721. 	{ .mfi

  3722. 	nop	__LINE__

  3723. 	FNMA	f99  = f76, f103, f99

  3724. 	nop	__LINE__

  3725. 	}

  3726. 	;;

  3727. 	{ .mfi

  3728. 	nop	__LINE__

  3729. 	FMA_B	f82  = f77, f87, f82

  3730. 	nop	__LINE__

  3731. 	}

  3732. 	{ .mfi

  3733. 	nop	__LINE__

  3734. 	FMA_B	f114 = f77, f119, f114

  3735. 	nop	__LINE__

  3736. 	}

  3737. 	;;

  3738. 	{ .mfi

  3739. 	nop	__LINE__

  3740. 	FNMA	f83  = f76, f87, f83

  3741. 	nop	__LINE__

  3742. 	}

  3743. 	{ .mfi

  3744. 	nop	__LINE__

  3745. 	FNMA	f115 = f76, f119, f115

  3746. 	nop	__LINE__

  3747. 	}

  3748. 	;;

  3749. 	{ .mfi

  3750. 	nop	__LINE__

  3751. 	FNMA	f64  = f78, f70, f64

  3752. 	nop	__LINE__

  3753. 	}

  3754. 	{ .mfi

  3755. 	nop	__LINE__

  3756. 	FNMA	f96  = f78, f102, f96

  3757. 	nop	__LINE__

  3758. 	}

  3759. 	;;

  3760. 	{ .mfi

  3761. 	nop	__LINE__

  3762. 	FMA_A	f65  = f79, f70, f65

  3763. 	nop	__LINE__

  3764. 	}

  3765. 	{ .mfi

  3766. 	nop	__LINE__

  3767. 	FMA_A	f97  = f79, f102, f97

  3768. 	nop	__LINE__

  3769. 	}

  3770. 	;;

  3771. 	{ .mfi

  3772. 	nop	__LINE__

  3773. 	FNMA	f80  = f78, f86, f80

  3774. 	nop	__LINE__

  3775. 	}

  3776. 	{ .mfi

  3777. 	nop	__LINE__

  3778. 	FNMA	f112 = f78, f118, f112

  3779. 	nop	__LINE__

  3780. 	}

  3781. 	;;

  3782. 	{ .mfi

  3783. 	nop	__LINE__

  3784. 	FMA_A	f81  = f79, f86, f81

  3785. 	nop	__LINE__

  3786. 	}

  3787. 	{ .mfi

  3788. 	nop	__LINE__

  3789. 	FMA_A	f113 = f79, f118, f113

  3790. 	nop	__LINE__

  3791. 	}

  3792. 	;;

  3793. 	{ .mfi

  3794. 	nop	__LINE__

  3795. 	FMA_B	f64  = f79, f71, f64

  3796. 	nop	__LINE__

  3797. 	}

  3798. 	{ .mfi

  3799. 	nop	__LINE__

  3800. 	FMA_B	f96  = f79, f103, f96

  3801. 	nop	__LINE__

  3802. 	}

  3803. 	;;

  3804. 	{ .mfi

  3805. 	nop	__LINE__

  3806. 	FNMA	f65  = f78, f71, f65

  3807. 	nop	__LINE__

  3808. 	}

  3809. 	{ .mfi

  3810. 	nop	__LINE__

  3811. 	FNMA	f97  = f78, f103, f97

  3812. 	nop	__LINE__

  3813. 	}

  3814. 	;;

  3815. 	{ .mfi

  3816. 	nop	__LINE__

  3817. 	FMA_B	f80  = f79, f87, f80

  3818. 	nop	__LINE__

  3819. 	}

  3820. 	{ .mfi

  3821. 	nop	__LINE__

  3822. 	FMA_B	f112 = f79, f119, f112

  3823. 	nop	__LINE__

  3824. 	}

  3825. 	;;

  3826. 	{ .mfi

  3827. 	nop	__LINE__

  3828. 	FNMA	f81  = f78, f87, f81

  3829. 	nop	__LINE__

  3830. 	}

  3831. 	{ .mfi

  3832. 	nop	__LINE__

  3833. 	FNMA	f113 = f78, f119, f113

  3834. 	nop	__LINE__

  3835. 	}

  3836. 	;;

  3837. 	{ .mfi

  3838. 	nop	__LINE__

  3839. 	FMPY	f32  = f88, f68

  3840. 	nop	__LINE__

  3841. 	}

  3842. 	{ .mfi

  3843. 	nop	__LINE__

  3844. 	FMPY	f36  = f88, f100

  3845. 	nop	__LINE__

  3846. 	}

  3847. 	;;

  3848. 	{ .mfi

  3849. 	nop	__LINE__

  3850. 	FMPY	f33  = f89, f68

  3851. 	nop	__LINE__

  3852. 	}

  3853. 	{ .mfi

  3854. 	nop	__LINE__

  3855. 	FMPY	f37  = f89, f100

  3856. 	nop	__LINE__

  3857. 	}

  3858. 	;;

  3859. 	{ .mfi

  3860. 	nop	__LINE__

  3861. 	FMPY	f34  = f88, f84

  3862. 	nop	__LINE__

  3863. 	}

  3864. 	{ .mfi

  3865. 	nop	__LINE__

  3866. 	FMPY	f38  = f88, f116

  3867. 	nop	__LINE__

  3868. 	}

  3869. 	;;

  3870. 	{ .mfi

  3871. 	nop	__LINE__

  3872. 	FMPY	f35  = f89, f84

  3873. 	nop	__LINE__

  3874. 	}

  3875. 	{ .mfi

  3876. 	nop	__LINE__

  3877. 	FMPY	f39  = f89, f116

  3878. 	nop	__LINE__

  3879. 	}

  3880. 	;;

  3881. 	{ .mfi

  3882. 	nop	__LINE__

  3883. 	FMA_C	f68  = f89, f69,  f32

  3884. 	nop	__LINE__

  3885. 	}

  3886. 	{ .mfi

  3887. 	nop	__LINE__

  3888. 	FMA_C	f100 = f89, f101, f36

  3889. 	nop	__LINE__

  3890. 	}

  3891. 	;;

  3892. 	{ .mfi

  3893. 	nop	__LINE__

  3894. 	FMA_D	f69  = f88, f69,  f33

  3895. 	nop	__LINE__

  3896. 	}

  3897. 	{ .mfi

  3898. 	nop	__LINE__

  3899. 	FMA_D	f101 = f88, f101, f37

  3900. 	nop	__LINE__

  3901. 	}

  3902. 	;;

  3903. 	{ .mfi

  3904. 	nop	__LINE__

  3905. 	FMA_C	f84  = f89, f85,  f34

  3906. 	nop	__LINE__

  3907. 	}

  3908. 	{ .mfi

  3909. 	nop	__LINE__

  3910. 	FMA_C	f116 = f89, f117, f38

  3911. 	nop	__LINE__

  3912. 	}

  3913. 	;;

  3914. 	{ .mfi

  3915. 	nop	__LINE__

  3916. 	FMA_D	f85  = f88, f85,  f35

  3917. 	nop	__LINE__

  3918. 	}

  3919. 	{ .mfi

  3920. 	nop	__LINE__

  3921. 	FMA_D	f117 = f88, f117, f39

  3922. 	nop	__LINE__

  3923. 	}

  3924. 	;;

  3925. 	{ .mfi

  3926. 	STFD	[BOFFSET]  = f68,  SIZE

  3927. 	FNMA	f66  = f90, f68, f66

  3928. 	nop	__LINE__

  3929. 	}

  3930. 	{ .mfi

  3931. 	STFD	[BOFFSET2] = f100, SIZE

  3932. 	FNMA	f98  = f90, f100, f98

  3933. 	nop	__LINE__

  3934. 	}

  3935. 	;;

  3936. 	{ .mfi

  3937. 	STFD	[BOFFSET]  = f69,  SIZE

  3938. 	FMA_A	f67  = f91, f68, f67

  3939. 	nop	__LINE__

  3940. 	}

  3941. 	{ .mfi

  3942. 	STFD	[BOFFSET2] = f101, SIZE

  3943. 	FMA_A	f99  = f91, f100, f99

  3944. 	nop	__LINE__

  3945. 	}

  3946. 	;;

  3947. 	{ .mfi

  3948. 	STFD	[BOFFSET]  = f84,  SIZE

  3949. 	FNMA	f82  = f90, f84, f82

  3950. 	nop	__LINE__

  3951. 	}

  3952. 	{ .mfi

  3953. 	STFD	[BOFFSET2] = f116, SIZE

  3954. 	FNMA	f114 = f90, f116, f114

  3955. 	nop	__LINE__

  3956. 	}

  3957. 	;;

  3958. 	{ .mfi

  3959. 	STFD	[BOFFSET]  = f85,  -11 * SIZE

  3960. 	FMA_A	f83  = f91, f84, f83

  3961. 	nop	__LINE__

  3962. 	}

  3963. 	{ .mfi

  3964. 	STFD	[BOFFSET2] = f117, -11 * SIZE

  3965. 	FMA_A	f115 = f91, f116, f115

  3966. 	nop	__LINE__

  3967. 	}

  3968. 	;;

  3969. 	{ .mfi

  3970. 	STFD	[C1 ] = f68, SIZE

  3971. 	FMA_B	f66  = f91, f69, f66

  3972. 	nop	__LINE__

  3973. 	}

  3974. 	{ .mfi

  3975. 	STFD	[C3 ] = f100, SIZE

  3976. 	FMA_B	f98  = f91, f101, f98

  3977. 	nop	__LINE__

  3978. 	}

  3979. 	;;

  3980. 	{ .mfi

  3981. 	STFD	[C1 ] = f69, -3 * SIZE

  3982. 	FNMA	f67  = f90, f69, f67

  3983. 	nop	__LINE__

  3984. 	}

  3985. 	{ .mfi

  3986. 	STFD	[C3 ] = f101, -3 * SIZE

  3987. 	FNMA	f99  = f90, f101, f99

  3988. 	nop	__LINE__

  3989. 	}

  3990. 	;;

  3991. 	{ .mfi

  3992. 	STFD	[C2 ] = f84, SIZE

  3993. 	FMA_B	f82  = f91, f85, f82

  3994. 	nop	__LINE__

  3995. 	}

  3996. 	{ .mfi

  3997. 	STFD	[C4 ] = f116, SIZE

  3998. 	FMA_B	f114 = f91, f117, f114

  3999. 	nop	__LINE__

  4000. 	}

  4001. 	;;

  4002. 	{ .mfi

  4003. 	STFD	[C2 ] = f85, -3 * SIZE

  4004. 	FNMA	f83  = f90, f85, f83

  4005. 	nop	__LINE__

  4006. 	}

  4007. 	{ .mfi

  4008. 	STFD	[C4 ] = f117, -3 * SIZE

  4009. 	FNMA	f115 = f90, f117, f115

  4010. 	nop	__LINE__

  4011. 	}

  4012. 	;;

  4013. 	{ .mfi

  4014. 	nop	__LINE__

  4015. 	FNMA	f64  = f92, f68, f64

  4016. 	nop	__LINE__

  4017. 	}

  4018. 	{ .mfi

  4019. 	nop	__LINE__

  4020. 	FNMA	f96  = f92, f100, f96

  4021. 	nop	__LINE__

  4022. 	}

  4023. 	;;

  4024. 	{ .mfi

  4025. 	nop	__LINE__

  4026. 	FMA_A	f65  = f93, f68, f65

  4027. 	nop	__LINE__

  4028. 	}

  4029. 	{ .mfi

  4030. 	nop	__LINE__

  4031. 	FMA_A	f97  = f93, f100, f97

  4032. 	nop	__LINE__

  4033. 	}

  4034. 	;;

  4035. 	{ .mfi

  4036. 	nop	__LINE__

  4037. 	FNMA	f80  = f92, f84, f80

  4038. 	nop	__LINE__

  4039. 	}

  4040. 	{ .mfi

  4041. 	nop	__LINE__

  4042. 	FNMA	f112 = f92, f116, f112

  4043. 	nop	__LINE__

  4044. 	}

  4045. 	;;

  4046. 	{ .mfi

  4047. 	nop	__LINE__

  4048. 	FMA_A	f81  = f93, f84, f81

  4049. 	nop	__LINE__

  4050. 	}

  4051. 	{ .mfi

  4052. 	nop	__LINE__

  4053. 	FMA_A	f113 = f93, f116, f113

  4054. 	nop	__LINE__

  4055. 	}

  4056. 	;;

  4057. 	{ .mfi

  4058. 	nop	__LINE__

  4059. 	FMA_B	f64  = f93, f69, f64

  4060. 	nop	__LINE__

  4061. 	}

  4062. 	{ .mfi

  4063. 	nop	__LINE__

  4064. 	FMA_B	f96  = f93, f101, f96

  4065. 	nop	__LINE__

  4066. 	}

  4067. 	;;

  4068. 	{ .mfi

  4069. 	nop	__LINE__

  4070. 	FNMA	f65  = f92, f69, f65

  4071. 	nop	__LINE__

  4072. 	}

  4073. 	{ .mfi

  4074. 	nop	__LINE__

  4075. 	FNMA	f97  = f92, f101, f97

  4076. 	nop	__LINE__

  4077. 	}

  4078. 	;;

  4079. 	{ .mfi

  4080. 	nop	__LINE__

  4081. 	FMA_B	f80  = f93, f85, f80

  4082. 	nop	__LINE__

  4083. 	}

  4084. 	{ .mfi

  4085. 	nop	__LINE__

  4086. 	FMA_B	f112 = f93, f117, f112

  4087. 	nop	__LINE__

  4088. 	}

  4089. 	;;

  4090. 	{ .mfi

  4091. 	nop	__LINE__

  4092. 	FNMA	f81  = f92, f85, f81

  4093. 	nop	__LINE__

  4094. 	}

  4095. 	{ .mfi

  4096. 	nop	__LINE__

  4097. 	FNMA	f113 = f92, f117, f113

  4098. 	nop	__LINE__

  4099. 	}

  4100. 	;;

  4101. 	{ .mfi

  4102. 	nop	__LINE__

  4103. 	FMPY	f32  = f104, f66

  4104. 	nop	__LINE__

  4105. 	}

  4106. 	{ .mfi

  4107. 	nop	__LINE__

  4108. 	FMPY	f36  = f104, f98

  4109. 	nop	__LINE__

  4110. 	}

  4111. 	;;

  4112. 	{ .mfi

  4113. 	nop	__LINE__

  4114. 	FMPY	f33  = f105, f66

  4115. 	nop	__LINE__

  4116. 	}

  4117. 	{ .mfi

  4118. 	nop	__LINE__

  4119. 	FMPY	f37  = f105, f98

  4120. 	nop	__LINE__

  4121. 	}

  4122. 	;;

  4123. 	{ .mfi

  4124. 	nop	__LINE__

  4125. 	FMPY	f34  = f104, f82

  4126. 	nop	__LINE__

  4127. 	}

  4128. 	{ .mfi

  4129. 	nop	__LINE__

  4130. 	FMPY	f38  = f104, f114

  4131. 	nop	__LINE__

  4132. 	}

  4133. 	;;

  4134. 	{ .mfi

  4135. 	nop	__LINE__

  4136. 	FMPY	f35  = f105, f82

  4137. 	nop	__LINE__

  4138. 	}

  4139. 	{ .mfi

  4140. 	nop	__LINE__

  4141. 	FMPY	f39  = f105, f114

  4142. 	nop	__LINE__

  4143. 	}

  4144. 	;;

  4145. 	{ .mfi

  4146. 	nop	__LINE__

  4147. 	FMA_C	f66  = f105, f67,  f32

  4148. 	nop	__LINE__

  4149. 	}

  4150. 	{ .mfi

  4151. 	nop	__LINE__

  4152. 	FMA_C	f98  = f105, f99,  f36

  4153. 	nop	__LINE__

  4154. 	}

  4155. 	;;

  4156. 	{ .mfi

  4157. 	nop	__LINE__

  4158. 	FMA_D	f67  = f104, f67,  f33

  4159. 	nop	__LINE__

  4160. 	}

  4161. 	{ .mfi

  4162. 	nop	__LINE__

  4163. 	FMA_D	f99  = f104, f99,  f37

  4164. 	nop	__LINE__

  4165. 	}

  4166. 	;;

  4167. 	{ .mfi

  4168. 	nop	__LINE__

  4169. 	FMA_C	f82  = f105, f83,  f34

  4170. 	nop	__LINE__

  4171. 	}

  4172. 	{ .mfi

  4173. 	nop	__LINE__

  4174. 	FMA_C	f114 = f105, f115, f38

  4175. 	nop	__LINE__

  4176. 	}

  4177. 	;;

  4178. 	{ .mfi

  4179. 	nop	__LINE__

  4180. 	FMA_D	f83  = f104, f83,  f35

  4181. 	nop	__LINE__

  4182. 	}

  4183. 	{ .mfi

  4184. 	nop	__LINE__

  4185. 	FMA_D	f115 = f104, f115, f39

  4186. 	nop	__LINE__

  4187. 	}

  4188. 	;;

  4189. 	{ .mfi

  4190. 	STFD	[BOFFSET]  = f66,  SIZE

  4191. 	FNMA	f64  = f106, f66, f64

  4192. 	nop	__LINE__

  4193. 	}

  4194. 	{ .mfi

  4195. 	STFD	[BOFFSET2] = f98,  SIZE

  4196. 	FNMA	f96  = f106, f98, f96

  4197. 	nop	__LINE__

  4198. 	}

  4199. 	;;

  4200. 	{ .mfi

  4201. 	STFD	[BOFFSET]  = f67,  SIZE

  4202. 	FMA_A	f65  = f107, f66, f65

  4203. 	nop	__LINE__

  4204. 	}

  4205. 	{ .mfi

  4206. 	STFD	[BOFFSET2] = f99,  SIZE

  4207. 	FMA_A	f97  = f107, f98, f97

  4208. 	nop	__LINE__

  4209. 	}

  4210. 	;;

  4211. 	{ .mfi

  4212. 	STFD	[BOFFSET]  = f82,  SIZE

  4213. 	FNMA	f80  = f106, f82, f80

  4214. 	nop	__LINE__

  4215. 	}

  4216. 	{ .mfi

  4217. 	STFD	[BOFFSET2] = f114, SIZE

  4218. 	FNMA	f112 = f106, f114, f112

  4219. 	nop	__LINE__

  4220. 	}

  4221. 	;;

  4222. 	{ .mfi

  4223. 	STFD	[BOFFSET]  = f83,  -11 * SIZE

  4224. 	FMA_A	f81  = f107, f82, f81

  4225. 	nop	__LINE__

  4226. 	}

  4227. 	{ .mfi

  4228. 	STFD	[BOFFSET2] = f115, -11 * SIZE

  4229. 	FMA_A	f113 = f107, f114, f113

  4230. 	nop	__LINE__

  4231. 	}

  4232. 	;;

  4233. 	{ .mfi

  4234. 	STFD	[C1 ] = f66, SIZE

  4235. 	FMA_B	f64  = f107, f67, f64

  4236. 	nop	__LINE__

  4237. 	}

  4238. 	{ .mfi

  4239. 	STFD	[C3 ] = f98, SIZE

  4240. 	FMA_B	f96  = f107, f99, f96

  4241. 	nop	__LINE__

  4242. 	}

  4243. 	;;

  4244. 	{ .mfi

  4245. 	STFD	[C1 ] = f67, -3 * SIZE

  4246. 	FNMA	f65  = f106, f67, f65

  4247. 	nop	__LINE__

  4248. 	}

  4249. 	{ .mfi

  4250. 	STFD	[C3 ] = f99,  -3 * SIZE

  4251. 	FNMA	f97  = f106, f99, f97

  4252. 	nop	__LINE__

  4253. 	}

  4254. 	;;

  4255. 	{ .mfi

  4256. 	STFD	[C2 ] = f82, SIZE

  4257. 	FMA_B	f80  = f107, f83, f80

  4258. 	nop	__LINE__

  4259. 	}

  4260. 	{ .mfi

  4261. 	STFD	[C4 ] = f114, SIZE

  4262. 	FMA_B	f112 = f107, f115, f112

  4263. 	nop	__LINE__

  4264. 	}

  4265. 	;;

  4266. 	{ .mfi

  4267. 	STFD	[C2 ] = f83, -3 * SIZE

  4268. 	FNMA	f81  = f106, f83, f81

  4269. 	nop	__LINE__

  4270. 	}

  4271. 	{ .mfi

  4272. 	STFD	[C4 ] = f115, -3 * SIZE

  4273. 	FNMA	f113 = f106, f115, f113

  4274. 	nop	__LINE__

  4275. 	}

  4276. 	;;

  4277. 	{ .mfi

  4278. 	nop	__LINE__

  4279. 	FMPY	f32  = f120, f64

  4280. 	nop	__LINE__

  4281. 	}

  4282. 	{ .mfi

  4283. 	nop	__LINE__

  4284. 	FMPY	f36  = f120, f96

  4285. 	nop	__LINE__

  4286. 	}

  4287. 	;;

  4288. 	{ .mfi

  4289. 	nop	__LINE__

  4290. 	FMPY	f33  = f121, f64

  4291. 	nop	__LINE__

  4292. 	}

  4293. 	{ .mfi

  4294. 	nop	__LINE__

  4295. 	FMPY	f37  = f121, f96

  4296. 	nop	__LINE__

  4297. 	}

  4298. 	;;

  4299. 	{ .mfi

  4300. 	nop	__LINE__

  4301. 	FMPY	f34  = f120, f80

  4302. 	nop	__LINE__

  4303. 	}

  4304. 	{ .mfi

  4305. 	nop	__LINE__

  4306. 	FMPY	f38  = f120, f112

  4307. 	nop	__LINE__

  4308. 	}

  4309. 	;;

  4310. 	{ .mfi

  4311. 	nop	__LINE__

  4312. 	FMPY	f35  = f121, f80

  4313. 	nop	__LINE__

  4314. 	}

  4315. 	{ .mfi

  4316. 	nop	__LINE__

  4317. 	FMPY	f39  = f121, f112

  4318. 	nop	__LINE__

  4319. 	}

  4320. 	;;

  4321. 	{ .mfi

  4322. 	nop	__LINE__

  4323. 	FMA_C	f64  = f121, f65,  f32

  4324. 	nop	__LINE__

  4325. 	}

  4326. 	{ .mfi

  4327. 	nop	__LINE__

  4328. 	FMA_C	f96  = f121, f97,  f36

  4329. 	nop	__LINE__

  4330. 	}

  4331. 	;;

  4332. 	{ .mfi

  4333. 	nop	__LINE__

  4334. 	FMA_D	f65  = f120, f65,  f33

  4335. 	nop	__LINE__

  4336. 	}

  4337. 	{ .mfi

  4338. 	nop	__LINE__

  4339. 	FMA_D	f97  = f120, f97,  f37

  4340. 	nop	__LINE__

  4341. 	}

  4342. 	;;

  4343. 	{ .mfi

  4344. 	nop	__LINE__

  4345. 	FMA_C	f80  = f121, f81,  f34

  4346. 	nop	__LINE__

  4347. 	}

  4348. 	{ .mfi

  4349. 	nop	__LINE__

  4350. 	FMA_C	f112 = f121, f113, f38

  4351. 	nop	__LINE__

  4352. 	}

  4353. 	;;

  4354. 	{ .mfi

  4355. 	nop	__LINE__

  4356. 	FMA_D	f81  = f120, f81,  f35

  4357. 	nop	__LINE__

  4358. 	}

  4359. 	{ .mfi

  4360. 	nop	__LINE__

  4361. 	FMA_D	f113 = f120, f113, f39

  4362. 	nop	__LINE__

  4363. 	}

  4364. 	;;

  4365. 	{ .mmi

  4366. 	STFD	[BOFFSET]  = f64,  SIZE

  4367. 	STFD	[BOFFSET2] = f96,  SIZE

  4368. 	nop	__LINE__

  4369. 	}

  4370. 	;;

  4371. 	{ .mmi

  4372. 	STFD	[BOFFSET]  = f65,  SIZE

  4373. 	STFD	[BOFFSET2] = f97,  SIZE

  4374. 	nop	__LINE__

  4375. 	}

  4376. 	;;

  4377. 	{ .mmi

  4378. 	STFD	[BOFFSET]  = f80,  SIZE

  4379. 	STFD	[BOFFSET2] = f112, SIZE

  4380. 	nop	__LINE__

  4381. 	}

  4382. 	;;

  4383. 	{ .mmi

  4384. 	STFD	[BOFFSET]  = f81,  -3 * SIZE

  4385. 	STFD	[BOFFSET2] = f113, -3 * SIZE

  4386. 	nop	__LINE__

  4387. 	}

  4388. 	;;

  4389. 	{ .mfi

  4390. 	STFD	[C1 ] = f64, SIZE

  4391. 	mov	f64 = f0

  4392. 	nop	__LINE__

  4393. 	}

  4394. 	{ .mfi

  4395. 	STFD	[C3 ] = f96, SIZE

  4396. 	mov	f96 = f0

  4397. 	nop	__LINE__

  4398. 	}

  4399. 	;;

  4400. 	{ .mfi

  4401. 	STFD	[C1 ] = f65, -1 * SIZE

  4402. 	mov	f65 = f0

  4403. 	adds	KK = -4, KK

  4404. 	}

  4405. 	{ .mfi

  4406. 	STFD	[C3 ] = f97, -1 * SIZE

  4407. 	mov	f97 = f0

  4408. 	nop	__LINE__

  4409. 	}

  4410. 	;;

  4411. 	{ .mfi

  4412. 	STFD	[C2 ] = f80, SIZE

  4413. 	mov	f80 = f0

  4414. 	cmp.ne	p6, p0 = 1, I

  4415. 	}

  4416. 	{ .mfi

  4417. 	STFD	[C4 ] = f112, SIZE

  4418. 	mov	f112 = f0

  4419. 	sub	L = K, KK

  4420. 	}

  4421. 	;;

  4422. 	{ .mfi

  4423. 	STFD	[C2 ] = f81, -1 * SIZE

  4424. 	mov	f81 = f0

  4425. 	adds	I = -1, I

  4426. 	}

  4427. 	{ .mfb

  4428. 	STFD	[C4 ] = f113, -1 * SIZE

  4429. 	mov	f113 = f0

  4430. 	(p6)	br.cond.dptk .L011

  4431. 	}

  4432. 	;;

  4433. #endif

  4434. 

  4435. #ifdef LT

  4436. 	{ .mfi

  4437. 	LDFPD	f76, f77 = [AOFFSET], 2 * SIZE

  4438. 	FMPY	f32  = f72, f64

  4439. 	nop	__LINE__

  4440. 	}

  4441. 	{ .mfi

  4442. 	nop	__LINE__

  4443. 	FMPY	f36  = f72, f96

  4444. 	nop	__LINE__

  4445. 	}

  4446. 	;;

  4447. 	{ .mfi

  4448. 	LDFPD	f78, f79 = [AOFFSET]

  4449. 	FMPY	f33  = f73, f64

  4450. 	adds	AOFFSET = 4 * SIZE, AOFFSET

  4451. 	}

  4452. 	{ .mfi

  4453. 	nop	__LINE__

  4454. 	FMPY	f37  = f73, f96

  4455. 	nop	__LINE__

  4456. 	}

  4457. 	;;

  4458. 	{ .mfi

  4459. 	LDFPD	f90, f91 = [AOFFSET], 2 * SIZE

  4460. 	FMPY	f34  = f72, f80

  4461. 	nop	__LINE__

  4462. 	}

  4463. 	{ .mfi

  4464. 	nop	__LINE__

  4465. 	FMPY	f38  = f72, f112

  4466. 	nop	__LINE__

  4467. 	}

  4468. 	;;

  4469. 	{ .mfi

  4470. 	LDFPD	f92, f93 = [AOFFSET], 2 * SIZE

  4471. 	FMPY	f35  = f73, f80

  4472. 	nop	__LINE__

  4473. 	}

  4474. 	{ .mfi

  4475. 	nop	__LINE__

  4476. 	FMPY	f39  = f73, f112

  4477. 	nop	__LINE__

  4478. 	}

  4479. 	;;

  4480. 	{ .mfi

  4481. 	LDFPD	f94, f95 = [AOFFSET]

  4482. 	FMA_C	f64  = f73, f65,  f32

  4483. 	adds	AOFFSET = 6 * SIZE, AOFFSET

  4484. 	}

  4485. 	{ .mfi

  4486. 	nop	__LINE__

  4487. 	FMA_C	f96  = f73, f97,  f36

  4488. 	nop	__LINE__

  4489. 	}

  4490. 	;;

  4491. 	{ .mfi

  4492. 	LDFPD	f108, f109 = [AOFFSET], 2 * SIZE

  4493. 	FMA_D	f65  = f72, f65,  f33

  4494. 	nop	__LINE__

  4495. 	}

  4496. 	{ .mfi

  4497. 	nop	__LINE__

  4498. 	FMA_D	f97  = f72, f97,  f37

  4499. 	nop	__LINE__

  4500. 	}

  4501. 	;;

  4502. 	{ .mfi

  4503. 	LDFPD	f110, f111 = [AOFFSET]

  4504. 	FMA_C	f80  = f73, f81,  f34

  4505. 	adds	AOFFSET = 8 * SIZE, AOFFSET

  4506. 	}

  4507. 	{ .mfi

  4508. 	nop	__LINE__

  4509. 	FMA_C	f112 = f73, f113, f38

  4510. 	nop	__LINE__

  4511. 	}

  4512. 	;;

  4513. 	{ .mfi

  4514. 	LDFPD	f126, f127 = [AOFFSET]

  4515. 	FMA_D	f81  = f72, f81,  f35

  4516. 	adds	AOFFSET = - 30 * SIZE, AOFFSET

  4517. 	}

  4518. 	{ .mfi

  4519. 	nop	__LINE__

  4520. 	FMA_D	f113 = f72, f113, f39

  4521. 	adds	BOFFSET2 = 4 * SIZE, BOFFSET

  4522. 	}

  4523. 	;;

  4524. 	{ .mfi

  4525. 	STFD	[BOFFSET]  = f64,  SIZE

  4526. 	FNMA	f66  = f74, f64, f66

  4527. 	nop	__LINE__

  4528. 	}

  4529. 	{ .mfi

  4530. 	STFD	[BOFFSET2] = f96,  SIZE

  4531. 	FNMA	f98  = f74, f96, f98

  4532. 	nop	__LINE__

  4533. 	}

  4534. 	;;

  4535. 	{ .mfi

  4536. 	STFD	[BOFFSET]  = f65,  SIZE

  4537. 	FMA_A	f67  = f75, f64, f67

  4538. 	nop	__LINE__

  4539. 	}

  4540. 	{ .mfi

  4541. 	STFD	[BOFFSET2] = f97,  SIZE

  4542. 	FMA_A	f99  = f75, f96, f99

  4543. 	nop	__LINE__

  4544. 	}

  4545. 	;;

  4546. 	{ .mfi

  4547. 	STFD	[BOFFSET]  = f80,  SIZE

  4548. 	FNMA	f82  = f74, f80, f82

  4549. 	nop	__LINE__

  4550. 	}

  4551. 	{ .mfi

  4552. 	STFD	[BOFFSET2] = f112, SIZE

  4553. 	FNMA	f114 = f74, f112, f114

  4554. 	nop	__LINE__

  4555. 	}

  4556. 	;;

  4557. 	{ .mfi

  4558. 	STFD	[BOFFSET]  = f81,  5 * SIZE

  4559. 	FMA_A	f83  = f75, f80, f83

  4560. 	nop	__LINE__

  4561. 	}

  4562. 	{ .mfi

  4563. 	STFD	[BOFFSET2] = f113, 5 * SIZE

  4564. 	FMA_A	f115 = f75, f112, f115

  4565. 	nop	__LINE__

  4566. 	}

  4567. 	;;

  4568. 	{ .mfi

  4569. 	STFD	[C1 ] = f64, SIZE

  4570. 	FMA_B	f66  = f75, f65, f66

  4571. 	nop	__LINE__

  4572. 	}

  4573. 	{ .mfi

  4574. 	STFD	[C3 ] = f96, SIZE

  4575. 	FMA_B	f98  = f75, f97, f98

  4576. 	nop	__LINE__

  4577. 	}

  4578. 	;;

  4579. 	{ .mfi

  4580. 	STFD	[C1 ] = f65, SIZE

  4581. 	FNMA	f67  = f74, f65, f67

  4582. 	nop	__LINE__

  4583. 	}

  4584. 	{ .mfi

  4585. 	STFD	[C3 ] = f97, SIZE

  4586. 	FNMA	f99  = f74, f97, f99

  4587. 	nop	__LINE__

  4588. 	}

  4589. 	;;

  4590. 	{ .mfi

  4591. 	STFD	[C2 ] = f80, SIZE

  4592. 	FMA_B	f82  = f75, f81, f82

  4593. 	nop	__LINE__

  4594. 	}

  4595. 	{ .mfi

  4596. 	STFD	[C4 ] = f112, SIZE

  4597. 	FMA_B	f114 = f75, f113, f114

  4598. 	nop	__LINE__

  4599. 	}

  4600. 	;;

  4601. 	{ .mfi

  4602. 	STFD	[C2 ] = f81, SIZE

  4603. 	FNMA	f83  = f74, f81, f83

  4604. 	nop	__LINE__

  4605. 	}

  4606. 	{ .mfi

  4607. 	STFD	[C4 ] = f113, SIZE

  4608. 	FNMA	f115 = f74, f113, f115

  4609. 	nop	__LINE__

  4610. 	}

  4611. 	;;

  4612. 	{ .mfi

  4613. 	nop	__LINE__

  4614. 	FNMA	f68  = f76, f64, f68

  4615. 	nop	__LINE__

  4616. 	}

  4617. 	{ .mfi

  4618. 	nop	__LINE__

  4619. 	FNMA	f100 = f76, f96, f100

  4620. 	nop	__LINE__

  4621. 	}

  4622. 	;;

  4623. 	{ .mfi

  4624. 	nop	__LINE__

  4625. 	FMA_A	f69  = f77, f64, f69

  4626. 	nop	__LINE__

  4627. 	}

  4628. 	{ .mfi

  4629. 	nop	__LINE__

  4630. 	FMA_A	f101 = f77, f96, f101

  4631. 	nop	__LINE__

  4632. 	}

  4633. 	;;

  4634. 	{ .mfi

  4635. 	nop	__LINE__

  4636. 	FNMA	f84  = f76, f80, f84

  4637. 	nop	__LINE__

  4638. 	}

  4639. 	{ .mfi

  4640. 	nop	__LINE__

  4641. 	FNMA	f116 = f76, f112, f116

  4642. 	nop	__LINE__

  4643. 	}

  4644. 	;;

  4645. 	{ .mfi

  4646. 	nop	__LINE__

  4647. 	FMA_A	f85  = f77, f80, f85

  4648. 	nop	__LINE__

  4649. 	}

  4650. 	{ .mfi

  4651. 	nop	__LINE__

  4652. 	FMA_A	f117 = f77, f112, f117

  4653. 	nop	__LINE__

  4654. 	}

  4655. 	;;

  4656. 	{ .mfi

  4657. 	nop	__LINE__

  4658. 	FMA_B	f68  = f77, f65, f68

  4659. 	nop	__LINE__

  4660. 	}

  4661. 	{ .mfi

  4662. 	nop	__LINE__

  4663. 	FMA_B	f100 = f77, f97, f100

  4664. 	nop	__LINE__

  4665. 	}

  4666. 	;;

  4667. 	{ .mfi

  4668. 	nop	__LINE__

  4669. 	FNMA	f69  = f76, f65, f69

  4670. 	nop	__LINE__

  4671. 	}

  4672. 	{ .mfi

  4673. 	nop	__LINE__

  4674. 	FNMA	f101 = f76, f97, f101

  4675. 	nop	__LINE__

  4676. 	}

  4677. 	;;

  4678. 	{ .mfi

  4679. 	nop	__LINE__

  4680. 	FMA_B	f84  = f77, f81, f84

  4681. 	nop	__LINE__

  4682. 	}

  4683. 	{ .mfi

  4684. 	nop	__LINE__

  4685. 	FMA_B	f116 = f77, f113, f116

  4686. 	nop	__LINE__

  4687. 	}

  4688. 	;;

  4689. 	{ .mfi

  4690. 	nop	__LINE__

  4691. 	FNMA	f85  = f76, f81, f85

  4692. 	nop	__LINE__

  4693. 	}

  4694. 	{ .mfi

  4695. 	nop	__LINE__

  4696. 	FNMA	f117 = f76, f113, f117

  4697. 	nop	__LINE__

  4698. 	}

  4699. 	;;

  4700. 	{ .mfi

  4701. 	nop	__LINE__

  4702. 	FNMA	f70  = f78, f64, f70

  4703. 	nop	__LINE__

  4704. 	}

  4705. 	{ .mfi

  4706. 	nop	__LINE__

  4707. 	FNMA	f102 = f78, f96, f102

  4708. 	nop	__LINE__

  4709. 	}

  4710. 	;;

  4711. 	{ .mfi

  4712. 	nop	__LINE__

  4713. 	FMA_A	f71  = f79, f64, f71

  4714. 	nop	__LINE__

  4715. 	}

  4716. 	{ .mfi

  4717. 	nop	__LINE__

  4718. 	FMA_A	f103 = f79, f96, f103

  4719. 	nop	__LINE__

  4720. 	}

  4721. 	;;

  4722. 	{ .mfi

  4723. 	nop	__LINE__

  4724. 	FNMA	f86  = f78, f80, f86

  4725. 	nop	__LINE__

  4726. 	}

  4727. 	{ .mfi

  4728. 	nop	__LINE__

  4729. 	FNMA	f118 = f78, f112, f118

  4730. 	nop	__LINE__

  4731. 	}

  4732. 	;;

  4733. 	{ .mfi

  4734. 	nop	__LINE__

  4735. 	FMA_A	f87  = f79, f80, f87

  4736. 	nop	__LINE__

  4737. 	}

  4738. 	{ .mfi

  4739. 	nop	__LINE__

  4740. 	FMA_A	f119 = f79, f112, f119

  4741. 	nop	__LINE__

  4742. 	}

  4743. 	;;

  4744. 	{ .mfi

  4745. 	nop	__LINE__

  4746. 	FMA_B	f70  = f79, f65, f70

  4747. 	nop	__LINE__

  4748. 	}

  4749. 	{ .mfi

  4750. 	nop	__LINE__

  4751. 	FMA_B	f102 = f79, f97, f102

  4752. 	nop	__LINE__

  4753. 	}

  4754. 	;;

  4755. 	{ .mfi

  4756. 	nop	__LINE__

  4757. 	FNMA	f71  = f78, f65, f71

  4758. 	nop	__LINE__

  4759. 	}

  4760. 	{ .mfi

  4761. 	nop	__LINE__

  4762. 	FNMA	f103 = f78, f97, f103

  4763. 	nop	__LINE__

  4764. 	}

  4765. 	;;

  4766. 	{ .mfi

  4767. 	nop	__LINE__

  4768. 	FMA_B	f86  = f79, f81, f86

  4769. 	nop	__LINE__

  4770. 	}

  4771. 	{ .mfi

  4772. 	nop	__LINE__

  4773. 	FMA_B	f118 = f79, f113, f118

  4774. 	nop	__LINE__

  4775. 	}

  4776. 	;;

  4777. 	{ .mfi

  4778. 	nop	__LINE__

  4779. 	FNMA	f87  = f78, f81, f87

  4780. 	nop	__LINE__

  4781. 	}

  4782. 	{ .mfi

  4783. 	nop	__LINE__

  4784. 	FNMA	f119 = f78, f113, f119

  4785. 	nop	__LINE__

  4786. 	}

  4787. 	;;

  4788. 	{ .mfi

  4789. 	nop	__LINE__

  4790. 	FMPY	f32  = f90, f66

  4791. 	nop	__LINE__

  4792. 	}

  4793. 	{ .mfi

  4794. 	nop	__LINE__

  4795. 	FMPY	f36  = f90, f98

  4796. 	nop	__LINE__

  4797. 	}

  4798. 	;;

  4799. 	{ .mfi

  4800. 	nop	__LINE__

  4801. 	FMPY	f33  = f91, f66

  4802. 	nop	__LINE__

  4803. 	}

  4804. 	{ .mfi

  4805. 	nop	__LINE__

  4806. 	FMPY	f37  = f91, f98

  4807. 	nop	__LINE__

  4808. 	}

  4809. 	;;

  4810. 	{ .mfi

  4811. 	nop	__LINE__

  4812. 	FMPY	f34  = f90, f82

  4813. 	nop	__LINE__

  4814. 	}

  4815. 	{ .mfi

  4816. 	nop	__LINE__

  4817. 	FMPY	f38  = f90, f114

  4818. 	nop	__LINE__

  4819. 	}

  4820. 	;;

  4821. 	{ .mfi

  4822. 	nop	__LINE__

  4823. 	FMPY	f35  = f91, f82

  4824. 	nop	__LINE__

  4825. 	}

  4826. 	{ .mfi

  4827. 	nop	__LINE__

  4828. 	FMPY	f39  = f91, f114

  4829. 	nop	__LINE__

  4830. 	}

  4831. 	;;

  4832. 	{ .mfi

  4833. 	nop	__LINE__

  4834. 	FMA_C	f66  = f91, f67,  f32

  4835. 	nop	__LINE__

  4836. 	}

  4837. 	{ .mfi

  4838. 	nop	__LINE__

  4839. 	FMA_C	f98  = f91, f99,  f36

  4840. 	nop	__LINE__

  4841. 	}

  4842. 	;;

  4843. 	{ .mfi

  4844. 	nop	__LINE__

  4845. 	FMA_D	f67  = f90, f67,  f33

  4846. 	nop	__LINE__

  4847. 	}

  4848. 	{ .mfi

  4849. 	nop	__LINE__

  4850. 	FMA_D	f99  = f90, f99,  f37

  4851. 	nop	__LINE__

  4852. 	}

  4853. 	;;

  4854. 	{ .mfi

  4855. 	nop	__LINE__

  4856. 	FMA_C	f82  = f91, f83,  f34

  4857. 	nop	__LINE__

  4858. 	}

  4859. 	{ .mfi

  4860. 	nop	__LINE__

  4861. 	FMA_C	f114 = f91, f115, f38

  4862. 	nop	__LINE__

  4863. 	}

  4864. 	;;

  4865. 	{ .mfi

  4866. 	nop	__LINE__

  4867. 	FMA_D	f83  = f90, f83,  f35

  4868. 	nop	__LINE__

  4869. 	}

  4870. 	{ .mfi

  4871. 	nop	__LINE__

  4872. 	FMA_D	f115 = f90, f115, f39

  4873. 	nop	__LINE__

  4874. 	}

  4875. 	;;

  4876. 	{ .mfi

  4877. 	STFD	[BOFFSET]  = f66,  SIZE

  4878. 	FNMA	f68  = f92, f66, f68

  4879. 	nop	__LINE__

  4880. 	}

  4881. 	{ .mfi

  4882. 	STFD	[BOFFSET2] = f98,  SIZE

  4883. 	FNMA	f100 = f92, f98, f100

  4884. 	nop	__LINE__

  4885. 	}

  4886. 	;;

  4887. 	{ .mfi

  4888. 	STFD	[BOFFSET]  = f67,  SIZE

  4889. 	FMA_A	f69  = f93, f66, f69

  4890. 	nop	__LINE__

  4891. 	}

  4892. 	{ .mfi

  4893. 	STFD	[BOFFSET2] = f99,  SIZE

  4894. 	FMA_A	f101 = f93, f98, f101

  4895. 	nop	__LINE__

  4896. 	}

  4897. 	;;

  4898. 	{ .mfi

  4899. 	STFD	[BOFFSET]  = f82,  SIZE

  4900. 	FNMA	f84  = f92, f82, f84

  4901. 	nop	__LINE__

  4902. 	}

  4903. 	{ .mfi

  4904. 	STFD	[BOFFSET2] = f114, SIZE

  4905. 	FNMA	f116 = f92, f114, f116

  4906. 	nop	__LINE__

  4907. 	}

  4908. 	;;

  4909. 	{ .mfi

  4910. 	STFD	[BOFFSET]  = f83,  5 * SIZE

  4911. 	FMA_A	f85  = f93, f82, f85

  4912. 	nop	__LINE__

  4913. 	}

  4914. 	{ .mfi

  4915. 	STFD	[BOFFSET2] = f115, 5 * SIZE

  4916. 	FMA_A	f117 = f93, f114, f117

  4917. 	nop	__LINE__

  4918. 	}

  4919. 	;;

  4920. 	{ .mfi

  4921. 	STFD	[C1 ] = f66, SIZE

  4922. 	FMA_B	f68  = f93, f67, f68

  4923. 	nop	__LINE__

  4924. 	}

  4925. 	{ .mfi

  4926. 	STFD	[C3 ] = f98, SIZE

  4927. 	FMA_B	f100 = f93, f99, f100

  4928. 	nop	__LINE__

  4929. 	}

  4930. 	;;

  4931. 	{ .mfi

  4932. 	STFD	[C1 ] = f67, SIZE

  4933. 	FNMA	f69  = f92, f67, f69

  4934. 	nop	__LINE__

  4935. 	}

  4936. 	{ .mfi

  4937. 	STFD	[C3 ] = f99, SIZE

  4938. 	FNMA	f101 = f92, f99, f101

  4939. 	nop	__LINE__

  4940. 	}

  4941. 	;;

  4942. 	{ .mfi

  4943. 	STFD	[C2 ] = f82, SIZE

  4944. 	FMA_B	f84  = f93, f83, f84

  4945. 	nop	__LINE__

  4946. 	}

  4947. 	{ .mfi

  4948. 	STFD	[C4 ] = f114, SIZE

  4949. 	FMA_B	f116 = f93, f115, f116

  4950. 	nop	__LINE__

  4951. 	}

  4952. 	;;

  4953. 	{ .mfi

  4954. 	STFD	[C2 ] = f83, SIZE

  4955. 	FNMA	f85  = f92, f83, f85

  4956. 	nop	__LINE__

  4957. 	}

  4958. 	{ .mfi

  4959. 	STFD	[C4 ] = f115, SIZE

  4960. 	FNMA	f117 = f92, f115, f117

  4961. 	nop	__LINE__

  4962. 	}

  4963. 	;;

  4964. 	{ .mfi

  4965. 	nop	__LINE__

  4966. 	FNMA	f70  = f94, f66, f70

  4967. 	nop	__LINE__

  4968. 	}

  4969. 	{ .mfi

  4970. 	nop	__LINE__

  4971. 	FNMA	f102 = f94, f98, f102

  4972. 	nop	__LINE__

  4973. 	}

  4974. 	;;

  4975. 	{ .mfi

  4976. 	nop	__LINE__

  4977. 	FMA_A	f71  = f95, f66, f71

  4978. 	nop	__LINE__

  4979. 	}

  4980. 	{ .mfi

  4981. 	nop	__LINE__

  4982. 	FMA_A	f103 = f95, f98, f103

  4983. 	nop	__LINE__

  4984. 	}

  4985. 	;;

  4986. 	{ .mfi

  4987. 	nop	__LINE__

  4988. 	FNMA	f86  = f94, f82, f86

  4989. 	nop	__LINE__

  4990. 	}

  4991. 	{ .mfi

  4992. 	nop	__LINE__

  4993. 	FNMA	f118 = f94, f114, f118

  4994. 	nop	__LINE__

  4995. 	}

  4996. 	;;

  4997. 	{ .mfi

  4998. 	nop	__LINE__

  4999. 	FMA_A	f87  = f95, f82, f87

  5000. 	nop	__LINE__

  5001. 	}

  5002. 	{ .mfi

  5003. 	nop	__LINE__

  5004. 	FMA_A	f119 = f95, f114, f119

  5005. 	nop	__LINE__

  5006. 	}

  5007. 	;;

  5008. 	{ .mfi

  5009. 	nop	__LINE__

  5010. 	FMA_B	f70  = f95, f67, f70

  5011. 	nop	__LINE__

  5012. 	}

  5013. 	{ .mfi

  5014. 	nop	__LINE__

  5015. 	FMA_B	f102 = f95, f99, f102

  5016. 	nop	__LINE__

  5017. 	}

  5018. 	;;

  5019. 	{ .mfi

  5020. 	nop	__LINE__

  5021. 	FNMA	f71  = f94, f67, f71

  5022. 	nop	__LINE__

  5023. 	}

  5024. 	{ .mfi

  5025. 	nop	__LINE__

  5026. 	FNMA	f103 = f94, f99, f103

  5027. 	nop	__LINE__

  5028. 	}

  5029. 	;;

  5030. 	{ .mfi

  5031. 	nop	__LINE__

  5032. 	FMA_B	f86  = f95, f83, f86

  5033. 	nop	__LINE__

  5034. 	}

  5035. 	{ .mfi

  5036. 	nop	__LINE__

  5037. 	FMA_B	f118 = f95, f115, f118

  5038. 	nop	__LINE__

  5039. 	}

  5040. 	;;

  5041. 	{ .mfi

  5042. 	nop	__LINE__

  5043. 	FNMA	f87  = f94, f83, f87

  5044. 	nop	__LINE__

  5045. 	}

  5046. 	{ .mfi

  5047. 	nop	__LINE__

  5048. 	FNMA	f119 = f94, f115, f119

  5049. 	nop	__LINE__

  5050. 	}

  5051. 	;;

  5052. 	{ .mfi

  5053. 	nop	__LINE__

  5054. 	FMPY	f32  = f108, f68

  5055. 	nop	__LINE__

  5056. 	}

  5057. 	{ .mfi

  5058. 	nop	__LINE__

  5059. 	FMPY	f36  = f108, f100

  5060. 	nop	__LINE__

  5061. 	}

  5062. 	{ .mfi

  5063. 	nop	__LINE__

  5064. 	FMPY	f33  = f109, f68

  5065. 	nop	__LINE__

  5066. 	}

  5067. 	{ .mfi

  5068. 	nop	__LINE__

  5069. 	FMPY	f37  = f109, f100

  5070. 	nop	__LINE__

  5071. 	}

  5072. 	{ .mfi

  5073. 	nop	__LINE__

  5074. 	FMPY	f34  = f108, f84

  5075. 	nop	__LINE__

  5076. 	}

  5077. 	{ .mfi

  5078. 	nop	__LINE__

  5079. 	FMPY	f38  = f108, f116

  5080. 	nop	__LINE__

  5081. 	}

  5082. 	{ .mfi

  5083. 	nop	__LINE__

  5084. 	FMPY	f35  = f109, f84

  5085. 	nop	__LINE__

  5086. 	}

  5087. 	{ .mfi

  5088. 	nop	__LINE__

  5089. 	FMPY	f39  = f109, f116

  5090. 	nop	__LINE__

  5091. 	}

  5092. 	;;

  5093. 	{ .mfi

  5094. 	nop	__LINE__

  5095. 	FMA_C	f68  = f109, f69,  f32

  5096. 	nop	__LINE__

  5097. 	}

  5098. 	{ .mfi

  5099. 	nop	__LINE__

  5100. 	FMA_C	f100 = f109, f101, f36

  5101. 	nop	__LINE__

  5102. 	}

  5103. 	{ .mfi

  5104. 	nop	__LINE__

  5105. 	FMA_D	f69  = f108, f69,  f33

  5106. 	nop	__LINE__

  5107. 	}

  5108. 	{ .mfi

  5109. 	nop	__LINE__

  5110. 	FMA_D	f101 = f108, f101, f37

  5111. 	nop	__LINE__

  5112. 	}

  5113. 	{ .mfi

  5114. 	nop	__LINE__

  5115. 	FMA_C	f84  = f109, f85,  f34

  5116. 	nop	__LINE__

  5117. 	}

  5118. 	{ .mfi

  5119. 	nop	__LINE__

  5120. 	FMA_C	f116 = f109, f117, f38

  5121. 	nop	__LINE__

  5122. 	}

  5123. 	{ .mfi

  5124. 	nop	__LINE__

  5125. 	FMA_D	f85  = f108, f85,  f35

  5126. 	nop	__LINE__

  5127. 	}

  5128. 	{ .mfi

  5129. 	nop	__LINE__

  5130. 	FMA_D	f117 = f108, f117, f39

  5131. 	nop	__LINE__

  5132. 	}

  5133. 	;;

  5134. 	{ .mfi

  5135. 	STFD	[BOFFSET]  = f68,  SIZE

  5136. 	FNMA	f70  = f110, f68, f70

  5137. 	nop	__LINE__

  5138. 	}

  5139. 	{ .mfi

  5140. 	STFD	[BOFFSET2] = f100, SIZE

  5141. 	FNMA	f102 = f110, f100, f102

  5142. 	nop	__LINE__

  5143. 	}

  5144. 	;;

  5145. 	{ .mfi

  5146. 	STFD	[BOFFSET]  = f69,  SIZE

  5147. 	FMA_A	f71  = f111, f68, f71

  5148. 	nop	__LINE__

  5149. 	}

  5150. 	{ .mfi

  5151. 	STFD	[BOFFSET2] = f101, SIZE

  5152. 	FMA_A	f103 = f111, f100, f103

  5153. 	nop	__LINE__

  5154. 	}

  5155. 	;;

  5156. 	{ .mfi

  5157. 	STFD	[BOFFSET]  = f84,  SIZE

  5158. 	FNMA	f86  = f110, f84, f86

  5159. 	nop	__LINE__

  5160. 	}

  5161. 	{ .mfi

  5162. 	STFD	[BOFFSET2] = f116, SIZE

  5163. 	FNMA	f118 = f110, f116, f118

  5164. 	nop	__LINE__

  5165. 	}

  5166. 	;;

  5167. 	{ .mfi

  5168. 	STFD	[BOFFSET]  = f85,  5 * SIZE

  5169. 	FMA_A	f87  = f111, f84, f87

  5170. 	nop	__LINE__

  5171. 	}

  5172. 	{ .mfi

  5173. 	STFD	[BOFFSET2] = f117, 5 * SIZE

  5174. 	FMA_A	f119 = f111, f116, f119

  5175. 	nop	__LINE__

  5176. 	}

  5177. 	;;

  5178. 	{ .mfi

  5179. 	STFD	[C1 ] = f68, SIZE

  5180. 	FMA_B	f70  = f111, f69, f70

  5181. 	nop	__LINE__

  5182. 	}

  5183. 	{ .mfi

  5184. 	STFD	[C3 ] = f100, SIZE

  5185. 	FMA_B	f102 = f111, f101, f102

  5186. 	nop	__LINE__

  5187. 	}

  5188. 	;;

  5189. 	{ .mfi

  5190. 	STFD	[C1 ] = f69, SIZE

  5191. 	FNMA	f71  = f110, f69, f71

  5192. 	nop	__LINE__

  5193. 	}

  5194. 	{ .mfi

  5195. 	STFD	[C3 ] = f101, SIZE

  5196. 	FNMA	f103 = f110, f101, f103

  5197. 	nop	__LINE__

  5198. 	}

  5199. 	;;

  5200. 	{ .mfi

  5201. 	STFD	[C2 ] = f84, SIZE

  5202. 	FMA_B	f86  = f111, f85, f86

  5203. 	nop	__LINE__

  5204. 	}

  5205. 	{ .mfi

  5206. 	STFD	[C4 ] = f116, SIZE

  5207. 	FMA_B	f118 = f111, f117, f118

  5208. 	nop	__LINE__

  5209. 	}

  5210. 	;;

  5211. 	{ .mfi

  5212. 	STFD	[C2 ] = f85, SIZE

  5213. 	FNMA	f87  = f110, f85, f87

  5214. 	nop	__LINE__

  5215. 	}

  5216. 	{ .mfi

  5217. 	STFD	[C4 ] = f117, SIZE

  5218. 	FNMA	f119 = f110, f117, f119

  5219. 	nop	__LINE__

  5220. 	}

  5221. 	;;

  5222. 	{ .mfi

  5223. 	nop	__LINE__

  5224. 	FMPY	f32  = f126, f70

  5225. 	nop	__LINE__

  5226. 	}

  5227. 	{ .mfi

  5228. 	nop	__LINE__

  5229. 	FMPY	f36  = f126, f102

  5230. 	nop	__LINE__

  5231. 	}

  5232. 	;;

  5233. 	{ .mfi

  5234. 	nop	__LINE__

  5235. 	FMPY	f33  = f127, f70

  5236. 	nop	__LINE__

  5237. 	}

  5238. 	{ .mfi

  5239. 	nop	__LINE__

  5240. 	FMPY	f37  = f127, f102

  5241. 	nop	__LINE__

  5242. 	}

  5243. 	;;

  5244. 	{ .mfi

  5245. 	nop	__LINE__

  5246. 	FMPY	f34  = f126, f86

  5247. 	nop	__LINE__

  5248. 	}

  5249. 	{ .mfi

  5250. 	nop	__LINE__

  5251. 	FMPY	f38  = f126, f118

  5252. 	nop	__LINE__

  5253. 	}

  5254. 	;;

  5255. 	{ .mfi

  5256. 	nop	__LINE__

  5257. 	FMPY	f35  = f127, f86

  5258. 	nop	__LINE__

  5259. 	}

  5260. 	{ .mfi

  5261. 	nop	__LINE__

  5262. 	FMPY	f39  = f127, f118

  5263. 	nop	__LINE__

  5264. 	}

  5265. 	;;

  5266. 	{ .mfi

  5267. 	nop	__LINE__

  5268. 	FMA_C	f70  = f127, f71,  f32

  5269. 	nop	__LINE__

  5270. 	}

  5271. 	{ .mfi

  5272. 	nop	__LINE__

  5273. 	FMA_C	f102 = f127, f103, f36

  5274. 	nop	__LINE__

  5275. 	}

  5276. 	;;

  5277. 	{ .mfi

  5278. 	nop	__LINE__

  5279. 	FMA_D	f71  = f126, f71,  f33

  5280. 	nop	__LINE__

  5281. 	}

  5282. 	{ .mfi

  5283. 	nop	__LINE__

  5284. 	FMA_D	f103 = f126, f103, f37

  5285. 	nop	__LINE__

  5286. 	}

  5287. 	;;

  5288. 	{ .mfi

  5289. 	nop	__LINE__

  5290. 	FMA_C	f86  = f127, f87,  f34

  5291. 	nop	__LINE__

  5292. 	}

  5293. 	{ .mfi

  5294. 	nop	__LINE__

  5295. 	FMA_C	f118 = f127, f119, f38

  5296. 	nop	__LINE__

  5297. 	}

  5298. 	;;

  5299. 	{ .mfi

  5300. 	nop	__LINE__

  5301. 	FMA_D	f87  = f126, f87,  f35

  5302. 	nop	__LINE__

  5303. 	}

  5304. 	{ .mfi

  5305. 	nop	__LINE__

  5306. 	FMA_D	f119 = f126, f119, f39

  5307. 	nop	__LINE__

  5308. 	}

  5309. 	;;

  5310. 	{ .mmi

  5311. 	STFD	[BOFFSET]  = f70,  SIZE

  5312. 	STFD	[BOFFSET2] = f102, SIZE

  5313. 	nop	__LINE__

  5314. 	}

  5315. 	;;

  5316. 	{ .mmi

  5317. 	STFD	[BOFFSET]  = f71,  SIZE

  5318. 	STFD	[BOFFSET2] = f103, SIZE

  5319. 	sub	r2 = K, KK

  5320. 	}

  5321. 	;;

  5322. 	{ .mmi

  5323. 	STFD	[BOFFSET]  = f86,  SIZE

  5324. 	STFD	[BOFFSET2] = f118, SIZE

  5325. 	adds	KK =  4, KK

  5326. 	}

  5327. 	;;

  5328. 	{ .mmi

  5329. 	STFD	[BOFFSET]  = f87,  -27 * SIZE

  5330. 	STFD	[BOFFSET2] = f119

  5331. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  5332. 	}

  5333. 	;;

  5334. 	{ .mfi

  5335. 	STFD	[C1 ] = f70, SIZE

  5336. 	mov	f64 = f0

  5337. 	shladd	AOFFSET = r2, 2, AOFFSET

  5338. 	}

  5339. 	{ .mfi

  5340. 	STFD	[C3 ] = f102, SIZE

  5341. 	mov	f65 = f0

  5342. 	shladd	BOFFSET = r2, 2, BOFFSET

  5343. 	}

  5344. 	;;

  5345. 	{ .mfi

  5346. 	STFD	[C1 ] = f71, SIZE

  5347. 	mov	f80 = f0

  5348. 	mov	L = KK

  5349. 	}

  5350. 	{ .mfi

  5351. 	STFD	[C3 ] = f103, SIZE

  5352. 	mov	f81 = f0

  5353. 	nop	__LINE__

  5354. 	}

  5355. 	;;

  5356. 	{ .mfi

  5357. 	STFD	[C2 ] = f86, SIZE

  5358. 	mov	f96 = f0

  5359. 	cmp.ne	p6, p0 = 1, I

  5360. 	}

  5361. 	{ .mfi

  5362. 	STFD	[C4 ] = f118, SIZE

  5363. 	mov	f97 = f0

  5364. 	nop	__LINE__

  5365. 	}

  5366. 	;;

  5367. 	{ .mfi

  5368. 	STFD	[C2 ] = f87, SIZE

  5369. 	mov	f112 = f0

  5370. 	adds	I = -1, I

  5371. 	}

  5372. 	{ .mfb

  5373. 	STFD	[C4 ] = f119, SIZE

  5374. 	mov	f113 = f0

  5375. 	(p6)	br.cond.dptk .L011

  5376. 	}

  5377. 	;;

  5378. #endif

  5379. 

  5380. #ifdef RN

  5381. 	{ .mfi

  5382. 	LDFPD	f76, f77 = [BOFFSET], 2 * SIZE

  5383. 	FMPY	f32  = f72, f64

  5384. 	nop	__LINE__

  5385. 	}

  5386. 	{ .mfi

  5387. 	nop	__LINE__

  5388. 	FMPY	f36  = f72, f68

  5389. 	nop	__LINE__

  5390. 	}

  5391. 	;;

  5392. 	{ .mfi

  5393. 	LDFPD	f78, f79 = [BOFFSET]

  5394. 	FMPY	f33  = f73, f64

  5395. 	adds	BOFFSET = 4 * SIZE, BOFFSET

  5396. 	}

  5397. 	{ .mfi

  5398. 	nop	__LINE__

  5399. 	FMPY	f37  = f73, f68

  5400. 	nop	__LINE__

  5401. 	}

  5402. 	;;

  5403. 	{ .mfi

  5404. 	LDFPD	f90, f91 = [BOFFSET], 2 * SIZE

  5405. 	FMPY	f34  = f72, f66

  5406. 	nop	__LINE__

  5407. 	}

  5408. 	{ .mfi

  5409. 	nop	__LINE__

  5410. 	FMPY	f38  = f72, f70

  5411. 	nop	__LINE__

  5412. 	}

  5413. 	;;

  5414. 	{ .mfi

  5415. 	LDFPD	f92, f93 = [BOFFSET], 2 * SIZE

  5416. 	FMPY	f35  = f73, f66

  5417. 	nop	__LINE__

  5418. 	}

  5419. 	{ .mfi

  5420. 	nop	__LINE__

  5421. 	FMPY	f39  = f73, f70

  5422. 	nop	__LINE__

  5423. 	}

  5424. 	;;

  5425. 	{ .mfi

  5426. 	LDFPD	f94, f95 = [BOFFSET]

  5427. 	FMA_C	f64  = f73, f65, f32

  5428. 	adds	BOFFSET = 6 * SIZE, BOFFSET

  5429. 	}

  5430. 	{ .mfi

  5431. 	nop	__LINE__

  5432. 	FMA_C	f68  = f73, f69, f36

  5433. 	nop	__LINE__

  5434. 	}

  5435. 	;;

  5436. 	{ .mfi

  5437. 	LDFPD	f108, f109 = [BOFFSET], 2 * SIZE

  5438. 	FMA_D	f65  = f72, f65, f33

  5439. 	nop	__LINE__

  5440. 	}

  5441. 	{ .mfi

  5442. 	nop	__LINE__

  5443. 	FMA_D	f69  = f72, f69, f37

  5444. 	nop	__LINE__

  5445. 	}

  5446. 	;;

  5447. 	{ .mfi

  5448. 	LDFPD	f110, f111 = [BOFFSET]

  5449. 	FMA_C	f66  = f73, f67, f34

  5450. 	adds	BOFFSET = 8 * SIZE, BOFFSET

  5451. 	}

  5452. 	{ .mfi

  5453. 	nop	__LINE__

  5454. 	FMA_C	f70  = f73, f71, f38

  5455. 	nop	__LINE__

  5456. 	}

  5457. 	;;

  5458. 	{ .mfi

  5459. 	LDFPD	f126, f127 = [BOFFSET]

  5460. 	FMA_D	f67  = f72, f67, f35

  5461. 	adds	BOFFSET = - 30 * SIZE, BOFFSET

  5462. 	}

  5463. 	{ .mfi

  5464. 	nop	__LINE__

  5465. 	FMA_D	f71  = f72, f71, f39

  5466. 	adds	AOFFSET2 = 4 * SIZE, AOFFSET

  5467. 	}

  5468. 	;;

  5469. 	{ .mfi

  5470. 	STFD	[AOFFSET]  = f64,  SIZE

  5471. 	FNMA	f80  = f74, f64, f80

  5472. 	nop	__LINE__

  5473. 	}

  5474. 	{ .mfi

  5475. 	STFD	[AOFFSET2] = f68,  SIZE

  5476. 	FNMA	f84  = f74, f68, f84

  5477. 	nop	__LINE__

  5478. 	}

  5479. 	;;

  5480. 	{ .mfi

  5481. 	STFD	[AOFFSET]  = f65,  SIZE

  5482. 	FMA_A	f81  = f75, f64, f81

  5483. 	nop	__LINE__

  5484. 	}

  5485. 	{ .mfi

  5486. 	STFD	[AOFFSET2] = f69,  SIZE

  5487. 	FMA_A	f85  = f75, f68, f85

  5488. 	nop	__LINE__

  5489. 	}

  5490. 	;;

  5491. 	{ .mfi

  5492. 	STFD	[AOFFSET]  = f66,  SIZE

  5493. 	FNMA	f82  = f74, f66, f82

  5494. 	nop	__LINE__

  5495. 	}

  5496. 	{ .mfi

  5497. 	STFD	[AOFFSET2] = f70,  SIZE

  5498. 	FNMA	f86  = f74, f70, f86

  5499. 	nop	__LINE__

  5500. 	}

  5501. 	;;

  5502. 	{ .mfi

  5503. 	STFD	[AOFFSET]  = f67,  5 * SIZE

  5504. 	FMA_A	f83  = f75, f66, f83

  5505. 	nop	__LINE__

  5506. 	}

  5507. 	{ .mfi

  5508. 	STFD	[AOFFSET2] = f71,  5 * SIZE

  5509. 	FMA_A	f87  = f75, f70, f87

  5510. 	nop	__LINE__

  5511. 	}

  5512. 	;;

  5513. 	{ .mfi

  5514. 	STFD	[C1 ] = f64, SIZE

  5515. 	FMA_B	f80  = f75, f65, f80

  5516. 	nop	__LINE__

  5517. 	}

  5518. 	{ .mfi

  5519. 	STFD	[C5 ] = f68, SIZE

  5520. 	FMA_B	f84  = f75, f69, f84

  5521. 	nop	__LINE__

  5522. 	}

  5523. 	;;

  5524. 	{ .mfi

  5525. 	STFD	[C1 ] = f65, SIZE

  5526. 	FNMA	f81  = f74, f65, f81

  5527. 	nop	__LINE__

  5528. 	}

  5529. 	{ .mfi

  5530. 	STFD	[C5 ] = f69, SIZE

  5531. 	FNMA	f85  = f74, f69, f85

  5532. 	nop	__LINE__

  5533. 	}

  5534. 	;;

  5535. 	{ .mfi

  5536. 	STFD	[C1 ] = f66, SIZE

  5537. 	FMA_B	f82  = f75, f67, f82

  5538. 	nop	__LINE__

  5539. 	}

  5540. 	{ .mfi

  5541. 	STFD	[C5 ] = f70, SIZE

  5542. 	FMA_B	f86  = f75, f71, f86

  5543. 	nop	__LINE__

  5544. 	}

  5545. 	;;

  5546. 	{ .mfi

  5547. 	STFD	[C1 ] = f67, 5 * SIZE

  5548. 	FNMA	f83  = f74, f67, f83

  5549. 	nop	__LINE__

  5550. 	}

  5551. 	{ .mfi

  5552. 	STFD	[C5 ] = f71, 5 * SIZE

  5553. 	FNMA	f87  = f74, f71, f87

  5554. 	nop	__LINE__

  5555. 	}

  5556. 	;;

  5557. 	{ .mfi

  5558. 	nop	__LINE__

  5559. 	FNMA	f96  = f76, f64, f96

  5560. 	nop	__LINE__

  5561. 	}

  5562. 	{ .mfi

  5563. 	nop	__LINE__

  5564. 	FNMA	f100 = f76, f68, f100

  5565. 	nop	__LINE__

  5566. 	}

  5567. 	;;

  5568. 	{ .mfi

  5569. 	nop	__LINE__

  5570. 	FMA_A	f97  = f77, f64, f97

  5571. 	nop	__LINE__

  5572. 	}

  5573. 	{ .mfi

  5574. 	nop	__LINE__

  5575. 	FMA_A	f101 = f77, f68, f101

  5576. 	nop	__LINE__

  5577. 	}

  5578. 	;;

  5579. 	{ .mfi

  5580. 	nop	__LINE__

  5581. 	FNMA	f98  = f76, f66, f98

  5582. 	nop	__LINE__

  5583. 	}

  5584. 	{ .mfi

  5585. 	nop	__LINE__

  5586. 	FNMA	f102 = f76, f70, f102

  5587. 	nop	__LINE__

  5588. 	}

  5589. 	;;

  5590. 	{ .mfi

  5591. 	nop	__LINE__

  5592. 	FMA_A	f99  = f77, f66, f99

  5593. 	nop	__LINE__

  5594. 	}

  5595. 	{ .mfi

  5596. 	nop	__LINE__

  5597. 	FMA_A	f103 = f77, f70, f103

  5598. 	nop	__LINE__

  5599. 	}

  5600. 	;;

  5601. 	{ .mfi

  5602. 	nop	__LINE__

  5603. 	FMA_B	f96  = f77, f65, f96

  5604. 	nop	__LINE__

  5605. 	}

  5606. 	{ .mfi

  5607. 	nop	__LINE__

  5608. 	FMA_B	f100 = f77, f69, f100

  5609. 	nop	__LINE__

  5610. 	}

  5611. 	;;

  5612. 	{ .mfi

  5613. 	nop	__LINE__

  5614. 	FNMA	f97  = f76, f65, f97

  5615. 	nop	__LINE__

  5616. 	}

  5617. 	{ .mfi

  5618. 	nop	__LINE__

  5619. 	FNMA	f101 = f76, f69, f101

  5620. 	nop	__LINE__

  5621. 	}

  5622. 	;;

  5623. 	{ .mfi

  5624. 	nop	__LINE__

  5625. 	FMA_B	f98  = f77, f67, f98

  5626. 	nop	__LINE__

  5627. 	}

  5628. 	{ .mfi

  5629. 	nop	__LINE__

  5630. 	FMA_B	f102 = f77, f71, f102

  5631. 	nop	__LINE__

  5632. 	}

  5633. 	;;

  5634. 	{ .mfi

  5635. 	nop	__LINE__

  5636. 	FNMA	f99  = f76, f67, f99

  5637. 	nop	__LINE__

  5638. 	}

  5639. 	{ .mfi

  5640. 	nop	__LINE__

  5641. 	FNMA	f103 = f76, f71, f103

  5642. 	nop	__LINE__

  5643. 	}

  5644. 	;;

  5645. 	{ .mfi

  5646. 	nop	__LINE__

  5647. 	FNMA	f112 = f78, f64, f112

  5648. 	nop	__LINE__

  5649. 	}

  5650. 	{ .mfi

  5651. 	nop	__LINE__

  5652. 	FNMA	f116 = f78, f68, f116

  5653. 	nop	__LINE__

  5654. 	}

  5655. 	;;

  5656. 	{ .mfi

  5657. 	nop	__LINE__

  5658. 	FMA_A	f113 = f79, f64, f113

  5659. 	nop	__LINE__

  5660. 	}

  5661. 	{ .mfi

  5662. 	nop	__LINE__

  5663. 	FMA_A	f117 = f79, f68, f117

  5664. 	nop	__LINE__

  5665. 	}

  5666. 	;;

  5667. 	{ .mfi

  5668. 	nop	__LINE__

  5669. 	FNMA	f114 = f78, f66, f114

  5670. 	nop	__LINE__

  5671. 	}

  5672. 	{ .mfi

  5673. 	nop	__LINE__

  5674. 	FNMA	f118 = f78, f70, f118

  5675. 	nop	__LINE__

  5676. 	}

  5677. 	;;

  5678. 	{ .mfi

  5679. 	nop	__LINE__

  5680. 	FMA_A	f115 = f79, f66, f115

  5681. 	nop	__LINE__

  5682. 	}

  5683. 	{ .mfi

  5684. 	nop	__LINE__

  5685. 	FMA_A	f119 = f79, f70, f119

  5686. 	nop	__LINE__

  5687. 	}

  5688. 	;;

  5689. 	{ .mfi

  5690. 	nop	__LINE__

  5691. 	FMA_B	f112 = f79, f65, f112

  5692. 	nop	__LINE__

  5693. 	}

  5694. 	{ .mfi

  5695. 	nop	__LINE__

  5696. 	FMA_B	f116 = f79, f69, f116

  5697. 	nop	__LINE__

  5698. 	}

  5699. 	;;

  5700. 	{ .mfi

  5701. 	nop	__LINE__

  5702. 	FNMA	f113 = f78, f65, f113

  5703. 	nop	__LINE__

  5704. 	}

  5705. 	{ .mfi

  5706. 	nop	__LINE__

  5707. 	FNMA	f117 = f78, f69, f117

  5708. 	nop	__LINE__

  5709. 	}

  5710. 	;;

  5711. 	{ .mfi

  5712. 	nop	__LINE__

  5713. 	FMA_B	f114 = f79, f67, f114

  5714. 	nop	__LINE__

  5715. 	}

  5716. 	{ .mfi

  5717. 	nop	__LINE__

  5718. 	FMA_B	f118 = f79, f71, f118

  5719. 	nop	__LINE__

  5720. 	}

  5721. 	;;

  5722. 	{ .mfi

  5723. 	nop	__LINE__

  5724. 	FNMA	f115 = f78, f67, f115

  5725. 	nop	__LINE__

  5726. 	}

  5727. 	{ .mfi

  5728. 	nop	__LINE__

  5729. 	FNMA	f119 = f78, f71, f119

  5730. 	nop	__LINE__

  5731. 	}

  5732. 	;;

  5733. 	{ .mfi

  5734. 	nop	__LINE__

  5735. 	FMPY	f32  = f90, f80

  5736. 	nop	__LINE__

  5737. 	}

  5738. 	{ .mfi

  5739. 	nop	__LINE__

  5740. 	FMPY	f36  = f90, f84

  5741. 	nop	__LINE__

  5742. 	}

  5743. 	{ .mfi

  5744. 	nop	__LINE__

  5745. 	FMPY	f33  = f91, f80

  5746. 	nop	__LINE__

  5747. 	}

  5748. 	{ .mfi

  5749. 	nop	__LINE__

  5750. 	FMPY	f37  = f91, f84

  5751. 	nop	__LINE__

  5752. 	}

  5753. 	{ .mfi

  5754. 	nop	__LINE__

  5755. 	FMPY	f34  = f90, f82

  5756. 	nop	__LINE__

  5757. 	}

  5758. 	{ .mfi

  5759. 	nop	__LINE__

  5760. 	FMPY	f38  = f90, f86

  5761. 	nop	__LINE__

  5762. 	}

  5763. 	{ .mfi

  5764. 	nop	__LINE__

  5765. 	FMPY	f35  = f91, f82

  5766. 	nop	__LINE__

  5767. 	}

  5768. 	{ .mfi

  5769. 	nop	__LINE__

  5770. 	FMPY	f39  = f91, f86

  5771. 	nop	__LINE__

  5772. 	}

  5773. 	;;

  5774. 	{ .mfi

  5775. 	nop	__LINE__

  5776. 	FMA_C	f80  = f91, f81,  f32

  5777. 	nop	__LINE__

  5778. 	}

  5779. 	{ .mfi

  5780. 	nop	__LINE__

  5781. 	FMA_C	f84  = f91, f85,  f36

  5782. 	nop	__LINE__

  5783. 	}

  5784. 	{ .mfi

  5785. 	nop	__LINE__

  5786. 	FMA_D	f81  = f90, f81,  f33

  5787. 	nop	__LINE__

  5788. 	}

  5789. 	{ .mfi

  5790. 	nop	__LINE__

  5791. 	FMA_D	f85  = f90, f85,  f37

  5792. 	nop	__LINE__

  5793. 	}

  5794. 	{ .mfi

  5795. 	nop	__LINE__

  5796. 	FMA_C	f82  = f91, f83,  f34

  5797. 	nop	__LINE__

  5798. 	}

  5799. 	{ .mfi

  5800. 	nop	__LINE__

  5801. 	FMA_C	f86  = f91, f87,  f38

  5802. 	nop	__LINE__

  5803. 	}

  5804. 	{ .mfi

  5805. 	nop	__LINE__

  5806. 	FMA_D	f83  = f90, f83,  f35

  5807. 	nop	__LINE__

  5808. 	}

  5809. 	{ .mfi

  5810. 	nop	__LINE__

  5811. 	FMA_D	f87  = f90, f87,  f39

  5812. 	nop	__LINE__

  5813. 	}

  5814. 	;;

  5815. 	{ .mfi

  5816. 	STFD	[AOFFSET]  = f80,  SIZE

  5817. 	FNMA	f96  = f92, f80, f96

  5818. 	nop	__LINE__

  5819. 	}

  5820. 	{ .mfi

  5821. 	STFD	[AOFFSET2] = f84,  SIZE

  5822. 	FNMA	f100 = f92, f84, f100

  5823. 	nop	__LINE__

  5824. 	}

  5825. 	;;

  5826. 	{ .mfi

  5827. 	STFD	[AOFFSET]  = f81,  SIZE

  5828. 	FMA_A	f97  = f93, f80, f97

  5829. 	nop	__LINE__

  5830. 	}

  5831. 	{ .mfi

  5832. 	STFD	[AOFFSET2] = f85,  SIZE

  5833. 	FMA_A	f101 = f93, f84, f101

  5834. 	nop	__LINE__

  5835. 	}

  5836. 	;;

  5837. 	{ .mfi

  5838. 	STFD	[AOFFSET]  = f82,  SIZE

  5839. 	FNMA	f98  = f92, f82, f98

  5840. 	nop	__LINE__

  5841. 	}

  5842. 	{ .mfi

  5843. 	STFD	[AOFFSET2] = f86,  SIZE

  5844. 	FNMA	f102 = f92, f86, f102

  5845. 	nop	__LINE__

  5846. 	}

  5847. 	;;

  5848. 	{ .mfi

  5849. 	STFD	[AOFFSET]  = f83,  5 * SIZE

  5850. 	FMA_A	f99  = f93, f82, f99

  5851. 	nop	__LINE__

  5852. 	}

  5853. 	{ .mfi

  5854. 	STFD	[AOFFSET2] = f87,  5 * SIZE

  5855. 	FMA_A	f103 = f93, f86, f103

  5856. 	nop	__LINE__

  5857. 	}

  5858. 	;;

  5859. 	{ .mfi

  5860. 	STFD	[C2 ] = f80, SIZE

  5861. 	FMA_B	f96  = f93, f81, f96

  5862. 	nop	__LINE__

  5863. 	}

  5864. 	{ .mfi

  5865. 	STFD	[C6 ] = f84, SIZE

  5866. 	FMA_B	f100 = f93, f85, f100

  5867. 	nop	__LINE__

  5868. 	}

  5869. 	;;

  5870. 	{ .mfi

  5871. 	STFD	[C2 ] = f81, SIZE

  5872. 	FNMA	f97  = f92, f81, f97

  5873. 	nop	__LINE__

  5874. 	}

  5875. 	{ .mfi

  5876. 	STFD	[C6 ] = f85, SIZE

  5877. 	FNMA	f101 = f92, f85, f101

  5878. 	nop	__LINE__

  5879. 	}

  5880. 	;;

  5881. 	{ .mfi

  5882. 	STFD	[C2 ] = f82, SIZE

  5883. 	FMA_B	f98  = f93, f83, f98

  5884. 	nop	__LINE__

  5885. 	}

  5886. 	{ .mfi

  5887. 	STFD	[C6 ] = f86, SIZE

  5888. 	FMA_B	f102 = f93, f87, f102

  5889. 	nop	__LINE__

  5890. 	}

  5891. 	;;

  5892. 	{ .mfi

  5893. 	STFD	[C2 ] = f83, 5 * SIZE

  5894. 	FNMA	f99  = f92, f83, f99

  5895. 	nop	__LINE__

  5896. 	}

  5897. 	{ .mfi

  5898. 	STFD	[C6 ] = f87, 5 * SIZE

  5899. 	FNMA	f103 = f92, f87, f103

  5900. 	nop	__LINE__

  5901. 	}

  5902. 	;;

  5903. 	{ .mfi

  5904. 	nop	__LINE__

  5905. 	FNMA	f112 = f94, f80, f112

  5906. 	nop	__LINE__

  5907. 	}

  5908. 	{ .mfi

  5909. 	nop	__LINE__

  5910. 	FNMA	f116 = f94, f84, f116

  5911. 	nop	__LINE__

  5912. 	}

  5913. 	;;

  5914. 	{ .mfi

  5915. 	nop	__LINE__

  5916. 	FMA_A	f113 = f95, f80, f113

  5917. 	nop	__LINE__

  5918. 	}

  5919. 	{ .mfi

  5920. 	nop	__LINE__

  5921. 	FMA_A	f117 = f95, f84, f117

  5922. 	nop	__LINE__

  5923. 	}

  5924. 	;;

  5925. 	{ .mfi

  5926. 	nop	__LINE__

  5927. 	FNMA	f114 = f94, f82, f114

  5928. 	nop	__LINE__

  5929. 	}

  5930. 	{ .mfi

  5931. 	nop	__LINE__

  5932. 	FNMA	f118 = f94, f86, f118

  5933. 	nop	__LINE__

  5934. 	}

  5935. 	;;

  5936. 	{ .mfi

  5937. 	nop	__LINE__

  5938. 	FMA_A	f115 = f95, f82, f115

  5939. 	nop	__LINE__

  5940. 	}

  5941. 	{ .mfi

  5942. 	nop	__LINE__

  5943. 	FMA_A	f119 = f95, f86, f119

  5944. 	nop	__LINE__

  5945. 	}

  5946. 	;;

  5947. 	{ .mfi

  5948. 	nop	__LINE__

  5949. 	FMA_B	f112 = f95, f81, f112

  5950. 	nop	__LINE__

  5951. 	}

  5952. 	{ .mfi

  5953. 	nop	__LINE__

  5954. 	FMA_B	f116 = f95, f85, f116

  5955. 	nop	__LINE__

  5956. 	}

  5957. 	;;

  5958. 	{ .mfi

  5959. 	nop	__LINE__

  5960. 	FNMA	f113 = f94, f81, f113

  5961. 	nop	__LINE__

  5962. 	}

  5963. 	{ .mfi

  5964. 	nop	__LINE__

  5965. 	FNMA	f117 = f94, f85, f117

  5966. 	nop	__LINE__

  5967. 	}

  5968. 	;;

  5969. 	{ .mfi

  5970. 	nop	__LINE__

  5971. 	FMA_B	f114 = f95, f83, f114

  5972. 	nop	__LINE__

  5973. 	}

  5974. 	{ .mfi

  5975. 	nop	__LINE__

  5976. 	FMA_B	f118 = f95, f87, f118

  5977. 	nop	__LINE__

  5978. 	}

  5979. 	;;

  5980. 	{ .mfi

  5981. 	nop	__LINE__

  5982. 	FNMA	f115 = f94, f83, f115

  5983. 	nop	__LINE__

  5984. 	}

  5985. 	{ .mfi

  5986. 	nop	__LINE__

  5987. 	FNMA	f119 = f94, f87, f119

  5988. 	nop	__LINE__

  5989. 	}

  5990. 	;;

  5991. 	{ .mfi

  5992. 	nop	__LINE__

  5993. 	FMPY	f32  = f108, f96

  5994. 	nop	__LINE__

  5995. 	}

  5996. 	{ .mfi

  5997. 	nop	__LINE__

  5998. 	FMPY	f36  = f108, f100

  5999. 	nop	__LINE__

  6000. 	}

  6001. 	;;

  6002. 	{ .mfi

  6003. 	nop	__LINE__

  6004. 	FMPY	f33  = f109, f96

  6005. 	nop	__LINE__

  6006. 	}

  6007. 	{ .mfi

  6008. 	nop	__LINE__

  6009. 	FMPY	f37  = f109, f100

  6010. 	nop	__LINE__

  6011. 	}

  6012. 	;;

  6013. 	{ .mfi

  6014. 	nop	__LINE__

  6015. 	FMPY	f34  = f108, f98

  6016. 	nop	__LINE__

  6017. 	}

  6018. 	{ .mfi

  6019. 	nop	__LINE__

  6020. 	FMPY	f38  = f108, f102

  6021. 	nop	__LINE__

  6022. 	}

  6023. 	;;

  6024. 	{ .mfi

  6025. 	nop	__LINE__

  6026. 	FMPY	f35  = f109, f98

  6027. 	nop	__LINE__

  6028. 	}

  6029. 	{ .mfi

  6030. 	nop	__LINE__

  6031. 	FMPY	f39  = f109, f102

  6032. 	nop	__LINE__

  6033. 	}

  6034. 	;;

  6035. 	{ .mfi

  6036. 	nop	__LINE__

  6037. 	FMA_C	f96  = f109, f97,  f32

  6038. 	nop	__LINE__

  6039. 	}

  6040. 	{ .mfi

  6041. 	nop	__LINE__

  6042. 	FMA_C	f100 = f109, f101, f36

  6043. 	nop	__LINE__

  6044. 	}

  6045. 	;;

  6046. 	{ .mfi

  6047. 	nop	__LINE__

  6048. 	FMA_D	f97  = f108, f97,  f33

  6049. 	nop	__LINE__

  6050. 	}

  6051. 	{ .mfi

  6052. 	nop	__LINE__

  6053. 	FMA_D	f101 = f108, f101, f37

  6054. 	nop	__LINE__

  6055. 	}

  6056. 	;;

  6057. 	{ .mfi

  6058. 	nop	__LINE__

  6059. 	FMA_C	f98  = f109, f99,  f34

  6060. 	nop	__LINE__

  6061. 	}

  6062. 	{ .mfi

  6063. 	nop	__LINE__

  6064. 	FMA_C	f102 = f109, f103, f38

  6065. 	nop	__LINE__

  6066. 	}

  6067. 	;;

  6068. 	{ .mfi

  6069. 	nop	__LINE__

  6070. 	FMA_D	f99  = f108, f99,  f35

  6071. 	nop	__LINE__

  6072. 	}

  6073. 	{ .mfi

  6074. 	nop	__LINE__

  6075. 	FMA_D	f103 = f108, f103, f39

  6076. 	nop	__LINE__

  6077. 	}

  6078. 	;;

  6079. 	{ .mfi

  6080. 	STFD	[AOFFSET]  = f96,  SIZE

  6081. 	FNMA	f112 = f110, f96, f112

  6082. 	nop	__LINE__

  6083. 	}

  6084. 	{ .mfi

  6085. 	STFD	[AOFFSET2] = f100, SIZE

  6086. 	FNMA	f116 = f110, f100, f116

  6087. 	nop	__LINE__

  6088. 	}

  6089. 	;;

  6090. 	{ .mfi

  6091. 	STFD	[AOFFSET]  = f97,  SIZE

  6092. 	FMA_A	f113 = f111, f96, f113

  6093. 	nop	__LINE__

  6094. 	}

  6095. 	{ .mfi

  6096. 	STFD	[AOFFSET2] = f101, SIZE

  6097. 	FMA_A	f117 = f111, f100, f117

  6098. 	nop	__LINE__

  6099. 	}

  6100. 	;;

  6101. 	{ .mfi

  6102. 	STFD	[AOFFSET]  = f98,  SIZE

  6103. 	FNMA	f114 = f110, f98, f114

  6104. 	nop	__LINE__

  6105. 	}

  6106. 	{ .mfi

  6107. 	STFD	[AOFFSET2] = f102, SIZE

  6108. 	FNMA	f118 = f110, f102, f118

  6109. 	nop	__LINE__

  6110. 	}

  6111. 	;;

  6112. 	{ .mfi

  6113. 	STFD	[AOFFSET]  = f99,  5 * SIZE

  6114. 	FMA_A	f115 = f111, f98, f115

  6115. 	nop	__LINE__

  6116. 	}

  6117. 	{ .mfi

  6118. 	STFD	[AOFFSET2] = f103, 5 * SIZE

  6119. 	FMA_A	f119 = f111, f102, f119

  6120. 	nop	__LINE__

  6121. 	}

  6122. 	;;

  6123. 	{ .mfi

  6124. 	STFD	[C3 ] = f96, SIZE

  6125. 	FMA_B	f112 = f111, f97, f112

  6126. 	nop	__LINE__

  6127. 	}

  6128. 	{ .mfi

  6129. 	STFD	[C7 ] = f100, SIZE

  6130. 	FMA_B	f116 = f111, f101, f116

  6131. 	nop	__LINE__

  6132. 	}

  6133. 	;;

  6134. 	{ .mfi

  6135. 	STFD	[C3 ] = f97, SIZE

  6136. 	FNMA	f113 = f110, f97, f113

  6137. 	nop	__LINE__

  6138. 	}

  6139. 	{ .mfi

  6140. 	STFD	[C7 ] = f101, SIZE

  6141. 	FNMA	f117 = f110, f101, f117

  6142. 	nop	__LINE__

  6143. 	}

  6144. 	;;

  6145. 	{ .mfi

  6146. 	STFD	[C3 ] = f98, SIZE

  6147. 	FMA_B	f114 = f111, f99, f114

  6148. 	nop	__LINE__

  6149. 	}

  6150. 	{ .mfi

  6151. 	STFD	[C7 ] = f102, SIZE

  6152. 	FMA_B	f118 = f111, f103, f118

  6153. 	nop	__LINE__

  6154. 	}

  6155. 	;;

  6156. 	{ .mfi

  6157. 	STFD	[C3 ] = f99, 5 * SIZE

  6158. 	FNMA	f115 = f110, f99, f115

  6159. 	nop	__LINE__

  6160. 	}

  6161. 	{ .mfi

  6162. 	STFD	[C7 ] = f103, 5 * SIZE

  6163. 	FNMA	f119 = f110, f103, f119

  6164. 	nop	__LINE__

  6165. 	}

  6166. 	;;

  6167. 	{ .mfi

  6168. 	nop	__LINE__

  6169. 	FMPY	f32  = f126, f112

  6170. 	nop	__LINE__

  6171. 	}

  6172. 	{ .mfi

  6173. 	nop	__LINE__

  6174. 	FMPY	f36  = f126, f116

  6175. 	nop	__LINE__

  6176. 	}

  6177. 	;;

  6178. 	{ .mfi

  6179. 	nop	__LINE__

  6180. 	FMPY	f33  = f127, f112

  6181. 	nop	__LINE__

  6182. 	}

  6183. 	{ .mfi

  6184. 	nop	__LINE__

  6185. 	FMPY	f37  = f127, f116

  6186. 	nop	__LINE__

  6187. 	}

  6188. 	;;

  6189. 	{ .mfi

  6190. 	nop	__LINE__

  6191. 	FMPY	f34  = f126, f114

  6192. 	nop	__LINE__

  6193. 	}

  6194. 	{ .mfi

  6195. 	nop	__LINE__

  6196. 	FMPY	f38  = f126, f118

  6197. 	nop	__LINE__

  6198. 	}

  6199. 	;;

  6200. 	{ .mfi

  6201. 	nop	__LINE__

  6202. 	FMPY	f35  = f127, f114

  6203. 	nop	__LINE__

  6204. 	}

  6205. 	{ .mfi

  6206. 	nop	__LINE__

  6207. 	FMPY	f39  = f127, f118

  6208. 	nop	__LINE__

  6209. 	}

  6210. 	;;

  6211. 	{ .mfi

  6212. 	nop	__LINE__

  6213. 	FMA_C	f112 = f127, f113, f32

  6214. 	nop	__LINE__

  6215. 	}

  6216. 	{ .mfi

  6217. 	nop	__LINE__

  6218. 	FMA_C	f116 = f127, f117, f36

  6219. 	nop	__LINE__

  6220. 	}

  6221. 	;;

  6222. 	{ .mfi

  6223. 	nop	__LINE__

  6224. 	FMA_D	f113 = f126, f113, f33

  6225. 	nop	__LINE__

  6226. 	}

  6227. 	{ .mfi

  6228. 	nop	__LINE__

  6229. 	FMA_D	f117 = f126, f117, f37

  6230. 	nop	__LINE__

  6231. 	}

  6232. 	;;

  6233. 	{ .mfi

  6234. 	nop	__LINE__

  6235. 	FMA_C	f114 = f127, f115, f34

  6236. 	nop	__LINE__

  6237. 	}

  6238. 	{ .mfi

  6239. 	nop	__LINE__

  6240. 	FMA_C	f118 = f127, f119, f38

  6241. 	nop	__LINE__

  6242. 	}

  6243. 	;;

  6244. 	{ .mfi

  6245. 	nop	__LINE__

  6246. 	FMA_D	f115 = f126, f115, f35

  6247. 	nop	__LINE__

  6248. 	}

  6249. 	{ .mfi

  6250. 	nop	__LINE__

  6251. 	FMA_D	f119 = f126, f119, f39

  6252. 	nop	__LINE__

  6253. 	}

  6254. 	;;

  6255. 	{ .mmi

  6256. 	STFD	[AOFFSET]  = f112, SIZE

  6257. 	STFD	[AOFFSET2] = f116, SIZE

  6258. 	sub	r2 = K, KK

  6259. 	}

  6260. 	;;

  6261. 	{ .mmi

  6262. 	STFD	[AOFFSET]  = f113, SIZE

  6263. 	STFD	[AOFFSET2] = f117, SIZE

  6264. 	mov	L = KK

  6265. 	}

  6266. 	;;

  6267. 	{ .mmi

  6268. 	STFD	[AOFFSET]  = f114, SIZE

  6269. 	STFD	[AOFFSET2] = f118, SIZE

  6270. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  6271. 	}

  6272. 	;;

  6273. 	{ .mmi

  6274. 	STFD	[AOFFSET]  = f115, -27 * SIZE

  6275. 	STFD	[AOFFSET2] = f119

  6276. 	nop	__LINE__

  6277. 	}

  6278. 	;;

  6279. 	{ .mfi

  6280. 	STFD	[C4 ] = f112, SIZE

  6281. 	mov	f64 = f0

  6282. 	shladd	BOFFSET = r2, 2, BOFFSET

  6283. 	}

  6284. 	{ .mfi

  6285. 	STFD	[C8 ] = f116, SIZE

  6286. 	mov	f65 = f0

  6287. 	shladd	AOFFSET = r2, 2, AOFFSET

  6288. 	}

  6289. 	;;

  6290. 	{ .mfi

  6291. 	STFD	[C4 ] = f113, SIZE

  6292. 	mov	f80 = f0

  6293. 	cmp.ne	p6, p0 = 1, I

  6294. 	}

  6295. 	{ .mfi

  6296. 	STFD	[C8 ] = f117, SIZE

  6297. 	mov	f81 = f0

  6298. 	nop	__LINE__

  6299. 	}

  6300. 	;;

  6301. 	{ .mfi

  6302. 	STFD	[C4 ] = f114, SIZE

  6303. 	mov	f96 = f0

  6304. 	adds	I = -1, I

  6305. 	}

  6306. 	{ .mfi

  6307. 	STFD	[C8 ] = f118, SIZE

  6308. 	mov	f97 = f0

  6309. 	nop	__LINE__

  6310. 	}

  6311. 	;;

  6312. 	{ .mfi

  6313. 	STFD	[C4 ] = f115, 5 * SIZE

  6314. 	mov	f112 = f0

  6315. 	nop	__LINE__

  6316. 	}

  6317. 	{ .mfb

  6318. 	STFD	[C8 ] = f119, 5 * SIZE

  6319. 	mov	f113 = f0

  6320. 	(p6)	br.cond.dptk .L011

  6321. 	}

  6322. #endif

  6323. 

  6324. #ifdef RT

  6325. 	{ .mfi

  6326. 	LDFPD	f76, f77 = [BOFFSET]

  6327. 	FMPY	f32  = f72, f112

  6328. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  6329. 	}

  6330. 	{ .mfi

  6331. 	nop	__LINE__

  6332. 	FMPY	f36  = f72, f116

  6333. 	nop	__LINE__

  6334. 	}

  6335. 	;;

  6336. 	{ .mfi

  6337. 	LDFPD	f78, f79 = [BOFFSET]

  6338. 	FMPY	f33  = f73, f112

  6339. 	adds	BOFFSET = - 4 * SIZE, BOFFSET

  6340. 	}

  6341. 	{ .mfi

  6342. 	nop	__LINE__

  6343. 	FMPY	f37  = f73, f116

  6344. 	nop	__LINE__

  6345. 	}

  6346. 	;;

  6347. 	{ .mfi

  6348. 	LDFPD	f88, f89 = [BOFFSET]

  6349. 	FMPY	f34  = f72, f114

  6350. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  6351. 	}

  6352. 	{ .mfi

  6353. 	nop	__LINE__

  6354. 	FMPY	f38  = f72, f118

  6355. 	nop	__LINE__

  6356. 	}

  6357. 	;;

  6358. 	{ .mfi

  6359. 	LDFPD	f90, f91 = [BOFFSET]

  6360. 	FMPY	f35  = f73, f114

  6361. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  6362. 	}

  6363. 	{ .mfi

  6364. 	nop	__LINE__

  6365. 	FMPY	f39  = f73, f118

  6366. 	nop	__LINE__

  6367. 	}

  6368. 	;;

  6369. 	{ .mfi

  6370. 	LDFPD	f92, f93 = [BOFFSET]

  6371. 	FMA_C	f112 = f73, f113, f32

  6372. 	adds	BOFFSET = - 6 * SIZE, BOFFSET

  6373. 	}

  6374. 	{ .mfi

  6375. 	nop	__LINE__

  6376. 	FMA_C	f116 = f73, f117, f36

  6377. 	nop	__LINE__

  6378. 	}

  6379. 	;;

  6380. 	{ .mfi

  6381. 	LDFPD	f104, f105 = [BOFFSET]

  6382. 	FMA_D	f113 = f72, f113, f33

  6383. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  6384. 	}

  6385. 	{ .mfi

  6386. 	nop	__LINE__

  6387. 	FMA_D	f117 = f72, f117, f37

  6388. 	nop	__LINE__

  6389. 	}

  6390. 	;;

  6391. 	{ .mfi

  6392. 	LDFPD	f106, f107 = [BOFFSET]

  6393. 	FMA_C	f114 = f73, f115, f34

  6394. 	adds	BOFFSET = - 8 * SIZE, BOFFSET

  6395. 	}

  6396. 	{ .mfi

  6397. 	nop	__LINE__

  6398. 	FMA_C	f118 = f73, f119, f38

  6399. 	nop	__LINE__

  6400. 	}

  6401. 	;;

  6402. 	{ .mfi

  6403. 	LDFPD	f120, f121 = [BOFFSET]

  6404. 	FMA_D	f115 = f72, f115, f35

  6405. 	adds	AOFFSET2 = 28 * SIZE, AOFFSET

  6406. 	}

  6407. 	{ .mfi

  6408. 	nop	__LINE__

  6409. 	FMA_D	f119 = f72, f119, f39

  6410. 	adds	AOFFSET  = 24 * SIZE, AOFFSET

  6411. 	}

  6412. 	;;

  6413. 	{ .mfi

  6414. 	STFD	[AOFFSET]  = f112, SIZE

  6415. 	FNMA	f96  = f74, f112, f96

  6416. 	nop	__LINE__

  6417. 	}

  6418. 	{ .mfi

  6419. 	STFD	[AOFFSET2] = f116, SIZE

  6420. 	FNMA	f100 = f74, f116, f100

  6421. 	nop	__LINE__

  6422. 	}

  6423. 	;;

  6424. 	{ .mfi

  6425. 	STFD	[AOFFSET]  = f113, SIZE

  6426. 	FMA_A	f97  = f75, f112, f97

  6427. 	nop	__LINE__

  6428. 	}

  6429. 	{ .mfi

  6430. 	STFD	[AOFFSET2] = f117, SIZE

  6431. 	FMA_A	f101 = f75, f116, f101

  6432. 	nop	__LINE__

  6433. 	}

  6434. 	;;

  6435. 	{ .mfi

  6436. 	STFD	[AOFFSET]  = f114, SIZE

  6437. 	FNMA	f98  = f74, f114, f98

  6438. 	nop	__LINE__

  6439. 	}

  6440. 	{ .mfi

  6441. 	STFD	[AOFFSET2] = f118, SIZE

  6442. 	FNMA	f102 = f74, f118, f102

  6443. 	nop	__LINE__

  6444. 	}

  6445. 	;;

  6446. 	{ .mfi

  6447. 	STFD	[AOFFSET]  = f115, -11 * SIZE

  6448. 	FMA_A	f99  = f75, f114, f99

  6449. 	nop	__LINE__

  6450. 	}

  6451. 	{ .mfi

  6452. 	STFD	[AOFFSET2] = f119, -11 * SIZE

  6453. 	FMA_A	f103 = f75, f118, f103

  6454. 	nop	__LINE__

  6455. 	}

  6456. 	;;

  6457. 	{ .mfi

  6458. 	STFD	[C4 ] = f112, SIZE

  6459. 	FMA_B	f96  = f75, f113, f96

  6460. 	nop	__LINE__

  6461. 	}

  6462. 	{ .mfi

  6463. 	STFD	[C8 ] = f116, SIZE

  6464. 	FMA_B	f100 = f75, f117, f100

  6465. 	nop	__LINE__

  6466. 	}

  6467. 	;;

  6468. 	{ .mfi

  6469. 	STFD	[C4 ] = f113, SIZE

  6470. 	FNMA	f97  = f74, f113, f97

  6471. 	nop	__LINE__

  6472. 	}

  6473. 	{ .mfi

  6474. 	STFD	[C8 ] = f117, SIZE

  6475. 	FNMA	f101 = f74, f117, f101

  6476. 	nop	__LINE__

  6477. 	}

  6478. 	;;

  6479. 	{ .mfi

  6480. 	STFD	[C4 ] = f114, SIZE

  6481. 	FMA_B	f98  = f75, f115, f98

  6482. 	nop	__LINE__

  6483. 	}

  6484. 	{ .mfi

  6485. 	STFD	[C8 ] = f118, SIZE

  6486. 	FMA_B	f102 = f75, f119, f102

  6487. 	nop	__LINE__

  6488. 	}

  6489. 	;;

  6490. 	{ .mfi

  6491. 	STFD	[C4 ] = f115, 5 * SIZE

  6492. 	FNMA	f99  = f74, f115, f99

  6493. 	nop	__LINE__

  6494. 	}

  6495. 	{ .mfi

  6496. 	STFD	[C8 ] = f119, 5 * SIZE

  6497. 	FNMA	f103 = f74, f119, f103

  6498. 	nop	__LINE__

  6499. 	}

  6500. 	;;

  6501. 	{ .mfi

  6502. 	nop	__LINE__

  6503. 	FNMA	f80  = f76, f112, f80

  6504. 	nop	__LINE__

  6505. 	}

  6506. 	{ .mfi

  6507. 	nop	__LINE__

  6508. 	FNMA	f84  = f76, f116, f84

  6509. 	nop	__LINE__

  6510. 	}

  6511. 	;;

  6512. 	{ .mfi

  6513. 	nop	__LINE__

  6514. 	FMA_A	f81  = f77, f112, f81

  6515. 	nop	__LINE__

  6516. 	}

  6517. 	{ .mfi

  6518. 	nop	__LINE__

  6519. 	FMA_A	f85  = f77, f116, f85

  6520. 	nop	__LINE__

  6521. 	}

  6522. 	;;

  6523. 	{ .mfi

  6524. 	nop	__LINE__

  6525. 	FNMA	f82  = f76, f114, f82

  6526. 	nop	__LINE__

  6527. 	}

  6528. 	{ .mfi

  6529. 	nop	__LINE__

  6530. 	FNMA	f86  = f76, f118, f86

  6531. 	nop	__LINE__

  6532. 	}

  6533. 	;;

  6534. 	{ .mfi

  6535. 	nop	__LINE__

  6536. 	FMA_A	f83  = f77, f114, f83

  6537. 	nop	__LINE__

  6538. 	}

  6539. 	{ .mfi

  6540. 	nop	__LINE__

  6541. 	FMA_A	f87  = f77, f118, f87

  6542. 	nop	__LINE__

  6543. 	}

  6544. 	;;

  6545. 	{ .mfi

  6546. 	nop	__LINE__

  6547. 	FMA_B	f80  = f77, f113, f80

  6548. 	nop	__LINE__

  6549. 	}

  6550. 	{ .mfi

  6551. 	nop	__LINE__

  6552. 	FMA_B	f84  = f77, f117, f84

  6553. 	nop	__LINE__

  6554. 	}

  6555. 	;;

  6556. 	{ .mfi

  6557. 	nop	__LINE__

  6558. 	FNMA	f81  = f76, f113, f81

  6559. 	nop	__LINE__

  6560. 	}

  6561. 	{ .mfi

  6562. 	nop	__LINE__

  6563. 	FNMA	f85  = f76, f117, f85

  6564. 	nop	__LINE__

  6565. 	}

  6566. 	;;

  6567. 	{ .mfi

  6568. 	nop	__LINE__

  6569. 	FMA_B	f82  = f77, f115, f82

  6570. 	nop	__LINE__

  6571. 	}

  6572. 	{ .mfi

  6573. 	nop	__LINE__

  6574. 	FMA_B	f86  = f77, f119, f86

  6575. 	nop	__LINE__

  6576. 	}

  6577. 	;;

  6578. 	{ .mfi

  6579. 	nop	__LINE__

  6580. 	FNMA	f83  = f76, f115, f83

  6581. 	nop	__LINE__

  6582. 	}

  6583. 	{ .mfi

  6584. 	nop	__LINE__

  6585. 	FNMA	f87  = f76, f119, f87

  6586. 	nop	__LINE__

  6587. 	}

  6588. 	;;

  6589. 	{ .mfi

  6590. 	nop	__LINE__

  6591. 	FNMA	f64  = f78, f112, f64

  6592. 	nop	__LINE__

  6593. 	}

  6594. 	{ .mfi

  6595. 	nop	__LINE__

  6596. 	FNMA	f68  = f78, f116, f68

  6597. 	nop	__LINE__

  6598. 	}

  6599. 	;;

  6600. 	{ .mfi

  6601. 	nop	__LINE__

  6602. 	FMA_A	f65  = f79, f112, f65

  6603. 	nop	__LINE__

  6604. 	}

  6605. 	{ .mfi

  6606. 	nop	__LINE__

  6607. 	FMA_A	f69  = f79, f116, f69

  6608. 	nop	__LINE__

  6609. 	}

  6610. 	;;

  6611. 	{ .mfi

  6612. 	nop	__LINE__

  6613. 	FNMA	f66  = f78, f114, f66

  6614. 	nop	__LINE__

  6615. 	}

  6616. 	{ .mfi

  6617. 	nop	__LINE__

  6618. 	FNMA	f70  = f78, f118, f70

  6619. 	nop	__LINE__

  6620. 	}

  6621. 	;;

  6622. 	{ .mfi

  6623. 	nop	__LINE__

  6624. 	FMA_A	f67  = f79, f114, f67

  6625. 	nop	__LINE__

  6626. 	}

  6627. 	{ .mfi

  6628. 	nop	__LINE__

  6629. 	FMA_A	f71  = f79, f118, f71

  6630. 	nop	__LINE__

  6631. 	}

  6632. 	;;

  6633. 	{ .mfi

  6634. 	nop	__LINE__

  6635. 	FMA_B	f64  = f79, f113, f64

  6636. 	nop	__LINE__

  6637. 	}

  6638. 	{ .mfi

  6639. 	nop	__LINE__

  6640. 	FMA_B	f68  = f79, f117, f68

  6641. 	nop	__LINE__

  6642. 	}

  6643. 	;;

  6644. 	{ .mfi

  6645. 	nop	__LINE__

  6646. 	FNMA	f65  = f78, f113, f65

  6647. 	nop	__LINE__

  6648. 	}

  6649. 	{ .mfi

  6650. 	nop	__LINE__

  6651. 	FNMA	f69  = f78, f117, f69

  6652. 	nop	__LINE__

  6653. 	}

  6654. 	;;

  6655. 	{ .mfi

  6656. 	nop	__LINE__

  6657. 	FMA_B	f66  = f79, f115, f66

  6658. 	nop	__LINE__

  6659. 	}

  6660. 	{ .mfi

  6661. 	nop	__LINE__

  6662. 	FMA_B	f70  = f79, f119, f70

  6663. 	nop	__LINE__

  6664. 	}

  6665. 	;;

  6666. 	{ .mfi

  6667. 	nop	__LINE__

  6668. 	FNMA	f67  = f78, f115, f67

  6669. 	nop	__LINE__

  6670. 	}

  6671. 	{ .mfi

  6672. 	nop	__LINE__

  6673. 	FNMA	f71  = f78, f119, f71

  6674. 	nop	__LINE__

  6675. 	}

  6676. 	;;

  6677. 	{ .mfi

  6678. 	nop	__LINE__

  6679. 	FMPY	f32  = f88, f96

  6680. 	nop	__LINE__

  6681. 	}

  6682. 	{ .mfi

  6683. 	nop	__LINE__

  6684. 	FMPY	f36  = f88, f100

  6685. 	nop	__LINE__

  6686. 	}

  6687. 	;;

  6688. 	{ .mfi

  6689. 	nop	__LINE__

  6690. 	FMPY	f33  = f89, f96

  6691. 	nop	__LINE__

  6692. 	}

  6693. 	{ .mfi

  6694. 	nop	__LINE__

  6695. 	FMPY	f37  = f89, f100

  6696. 	nop	__LINE__

  6697. 	}

  6698. 	;;

  6699. 	{ .mfi

  6700. 	nop	__LINE__

  6701. 	FMPY	f34  = f88, f98

  6702. 	nop	__LINE__

  6703. 	}

  6704. 	{ .mfi

  6705. 	nop	__LINE__

  6706. 	FMPY	f38  = f88, f102

  6707. 	nop	__LINE__

  6708. 	}

  6709. 	;;

  6710. 	{ .mfi

  6711. 	nop	__LINE__

  6712. 	FMPY	f35  = f89, f98

  6713. 	nop	__LINE__

  6714. 	}

  6715. 	{ .mfi

  6716. 	nop	__LINE__

  6717. 	FMPY	f39  = f89, f102

  6718. 	nop	__LINE__

  6719. 	}

  6720. 	;;

  6721. 	{ .mfi

  6722. 	nop	__LINE__

  6723. 	FMA_C	f96  = f89, f97, f32

  6724. 	nop	__LINE__

  6725. 	}

  6726. 	{ .mfi

  6727. 	nop	__LINE__

  6728. 	FMA_C	f100 = f89, f101, f36

  6729. 	nop	__LINE__

  6730. 	}

  6731. 	;;

  6732. 	{ .mfi

  6733. 	nop	__LINE__

  6734. 	FMA_D	f97  = f88, f97, f33

  6735. 	nop	__LINE__

  6736. 	}

  6737. 	{ .mfi

  6738. 	nop	__LINE__

  6739. 	FMA_D	f101 = f88, f101, f37

  6740. 	nop	__LINE__

  6741. 	}

  6742. 	;;

  6743. 	{ .mfi

  6744. 	nop	__LINE__

  6745. 	FMA_C	f98  = f89, f99, f34

  6746. 	nop	__LINE__

  6747. 	}

  6748. 	{ .mfi

  6749. 	nop	__LINE__

  6750. 	FMA_C	f102 = f89, f103, f38

  6751. 	nop	__LINE__

  6752. 	}

  6753. 	;;

  6754. 	{ .mfi

  6755. 	nop	__LINE__

  6756. 	FMA_D	f99  = f88, f99, f35

  6757. 	nop	__LINE__

  6758. 	}

  6759. 	{ .mfi

  6760. 	nop	__LINE__

  6761. 	FMA_D	f103 = f88, f103, f39

  6762. 	nop	__LINE__

  6763. 	}

  6764. 	;;

  6765. 	{ .mfi

  6766. 	STFD	[AOFFSET]  = f96,  SIZE

  6767. 	FNMA	f80  = f90, f96, f80

  6768. 	nop	__LINE__

  6769. 	}

  6770. 	{ .mfi

  6771. 	STFD	[AOFFSET2] = f100, SIZE

  6772. 	FNMA	f84  = f90, f100, f84

  6773. 	nop	__LINE__

  6774. 	}

  6775. 	;;

  6776. 	{ .mfi

  6777. 	STFD	[AOFFSET]  = f97,  SIZE

  6778. 	FMA_A	f81  = f91, f96, f81

  6779. 	nop	__LINE__

  6780. 	}

  6781. 	{ .mfi

  6782. 	STFD	[AOFFSET2] = f101, SIZE

  6783. 	FMA_A	f85  = f91, f100, f85

  6784. 	nop	__LINE__

  6785. 	}

  6786. 	;;

  6787. 	{ .mfi

  6788. 	STFD	[AOFFSET]  = f98,  SIZE

  6789. 	FNMA	f82  = f90, f98, f82

  6790. 	nop	__LINE__

  6791. 	}

  6792. 	{ .mfi

  6793. 	STFD	[AOFFSET2] = f102, SIZE

  6794. 	FNMA	f86  = f90, f102, f86

  6795. 	nop	__LINE__

  6796. 	}

  6797. 	;;

  6798. 	{ .mfi

  6799. 	STFD	[AOFFSET]  = f99,  -11 * SIZE

  6800. 	FMA_A	f83  = f91, f98, f83

  6801. 	nop	__LINE__

  6802. 	}

  6803. 	{ .mfi

  6804. 	STFD	[AOFFSET2] = f103, -11 * SIZE

  6805. 	FMA_A	f87  = f91, f102, f87

  6806. 	nop	__LINE__

  6807. 	}

  6808. 	;;

  6809. 	{ .mfi

  6810. 	STFD	[C3 ] = f96, SIZE

  6811. 	FMA_B	f80  = f91, f97, f80

  6812. 	nop	__LINE__

  6813. 	}

  6814. 	{ .mfi

  6815. 	STFD	[C7 ] = f100, SIZE

  6816. 	FMA_B	f84  = f91, f101, f84

  6817. 	nop	__LINE__

  6818. 	}

  6819. 	;;

  6820. 	{ .mfi

  6821. 	STFD	[C3 ] = f97, SIZE

  6822. 	FNMA	f81  = f90, f97, f81

  6823. 	nop	__LINE__

  6824. 	}

  6825. 	{ .mfi

  6826. 	STFD	[C7 ] = f101, SIZE

  6827. 	FNMA	f85  = f90, f101, f85

  6828. 	nop	__LINE__

  6829. 	}

  6830. 	;;

  6831. 	{ .mfi

  6832. 	STFD	[C3 ] = f98, SIZE

  6833. 	FMA_B	f82  = f91, f99, f82

  6834. 	nop	__LINE__

  6835. 	}

  6836. 	{ .mfi

  6837. 	STFD	[C7 ] = f102, SIZE

  6838. 	FMA_B	f86  = f91, f103, f86

  6839. 	nop	__LINE__

  6840. 	}

  6841. 	;;

  6842. 	{ .mfi

  6843. 	STFD	[C3 ] = f99, 5 * SIZE

  6844. 	FNMA	f83  = f90, f99, f83

  6845. 	nop	__LINE__

  6846. 	}

  6847. 	{ .mfi

  6848. 	STFD	[C7 ] = f103, 5 * SIZE

  6849. 	FNMA	f87  = f90, f103, f87

  6850. 	nop	__LINE__

  6851. 	}

  6852. 	;;

  6853. 	{ .mfi

  6854. 	nop	__LINE__

  6855. 	FNMA	f64  = f92, f96, f64

  6856. 	nop	__LINE__

  6857. 	}

  6858. 	{ .mfi

  6859. 	nop	__LINE__

  6860. 	FNMA	f68  = f92, f100, f68

  6861. 	nop	__LINE__

  6862. 	}

  6863. 	;;

  6864. 	{ .mfi

  6865. 	nop	__LINE__

  6866. 	FMA_A	f65  = f93, f96, f65

  6867. 	nop	__LINE__

  6868. 	}

  6869. 	{ .mfi

  6870. 	nop	__LINE__

  6871. 	FMA_A	f69  = f93, f100, f69

  6872. 	nop	__LINE__

  6873. 	}

  6874. 	;;

  6875. 	{ .mfi

  6876. 	nop	__LINE__

  6877. 	FNMA	f66  = f92, f98, f66

  6878. 	nop	__LINE__

  6879. 	}

  6880. 	{ .mfi

  6881. 	nop	__LINE__

  6882. 	FNMA	f70  = f92, f102, f70

  6883. 	nop	__LINE__

  6884. 	}

  6885. 	;;

  6886. 	{ .mfi

  6887. 	nop	__LINE__

  6888. 	FMA_A	f67  = f93, f98, f67

  6889. 	nop	__LINE__

  6890. 	}

  6891. 	{ .mfi

  6892. 	nop	__LINE__

  6893. 	FMA_A	f71  = f93, f102, f71

  6894. 	nop	__LINE__

  6895. 	}

  6896. 	;;

  6897. 	{ .mfi

  6898. 	nop	__LINE__

  6899. 	FMA_B	f64  = f93, f97, f64

  6900. 	nop	__LINE__

  6901. 	}

  6902. 	{ .mfi

  6903. 	nop	__LINE__

  6904. 	FMA_B	f68  = f93, f101, f68

  6905. 	nop	__LINE__

  6906. 	}

  6907. 	;;

  6908. 	{ .mfi

  6909. 	nop	__LINE__

  6910. 	FNMA	f65  = f92, f97, f65

  6911. 	nop	__LINE__

  6912. 	}

  6913. 	{ .mfi

  6914. 	nop	__LINE__

  6915. 	FNMA	f69  = f92, f101, f69

  6916. 	nop	__LINE__

  6917. 	}

  6918. 	;;

  6919. 	{ .mfi

  6920. 	nop	__LINE__

  6921. 	FMA_B	f66  = f93, f99, f66

  6922. 	nop	__LINE__

  6923. 	}

  6924. 	{ .mfi

  6925. 	nop	__LINE__

  6926. 	FMA_B	f70  = f93, f103, f70

  6927. 	nop	__LINE__

  6928. 	}

  6929. 	;;

  6930. 	{ .mfi

  6931. 	nop	__LINE__

  6932. 	FNMA	f67  = f92, f99, f67

  6933. 	nop	__LINE__

  6934. 	}

  6935. 	{ .mfi

  6936. 	nop	__LINE__

  6937. 	FNMA	f71  = f92, f103, f71

  6938. 	nop	__LINE__

  6939. 	}

  6940. 	;;

  6941. 	{ .mfi

  6942. 	nop	__LINE__

  6943. 	FMPY	f32  = f104, f80

  6944. 	nop	__LINE__

  6945. 	}

  6946. 	{ .mfi

  6947. 	nop	__LINE__

  6948. 	FMPY	f36  = f104, f84

  6949. 	nop	__LINE__

  6950. 	}

  6951. 	;;

  6952. 	{ .mfi

  6953. 	nop	__LINE__

  6954. 	FMPY	f33  = f105, f80

  6955. 	nop	__LINE__

  6956. 	}

  6957. 	{ .mfi

  6958. 	nop	__LINE__

  6959. 	FMPY	f37  = f105, f84

  6960. 	nop	__LINE__

  6961. 	}

  6962. 	;;

  6963. 	{ .mfi

  6964. 	nop	__LINE__

  6965. 	FMPY	f34  = f104, f82

  6966. 	nop	__LINE__

  6967. 	}

  6968. 	{ .mfi

  6969. 	nop	__LINE__

  6970. 	FMPY	f38  = f104, f86

  6971. 	nop	__LINE__

  6972. 	}

  6973. 	;;

  6974. 	{ .mfi

  6975. 	nop	__LINE__

  6976. 	FMPY	f35  = f105, f82

  6977. 	nop	__LINE__

  6978. 	}

  6979. 	{ .mfi

  6980. 	nop	__LINE__

  6981. 	FMPY	f39  = f105, f86

  6982. 	nop	__LINE__

  6983. 	}

  6984. 	;;

  6985. 	{ .mfi

  6986. 	nop	__LINE__

  6987. 	FMA_C	f80  = f105, f81, f32

  6988. 	nop	__LINE__

  6989. 	}

  6990. 	{ .mfi

  6991. 	nop	__LINE__

  6992. 	FMA_C	f84  = f105, f85, f36

  6993. 	nop	__LINE__

  6994. 	}

  6995. 	;;

  6996. 	{ .mfi

  6997. 	nop	__LINE__

  6998. 	FMA_D	f81  = f104, f81, f33

  6999. 	nop	__LINE__

  7000. 	}

  7001. 	{ .mfi

  7002. 	nop	__LINE__

  7003. 	FMA_D	f85  = f104, f85, f37

  7004. 	nop	__LINE__

  7005. 	}

  7006. 	;;

  7007. 	{ .mfi

  7008. 	nop	__LINE__

  7009. 	FMA_C	f82  = f105, f83, f34

  7010. 	nop	__LINE__

  7011. 	}

  7012. 	{ .mfi

  7013. 	nop	__LINE__

  7014. 	FMA_C	f86  = f105, f87, f38

  7015. 	nop	__LINE__

  7016. 	}

  7017. 	;;

  7018. 	{ .mfi

  7019. 	nop	__LINE__

  7020. 	FMA_D	f83  = f104, f83, f35

  7021. 	nop	__LINE__

  7022. 	}

  7023. 	{ .mfi

  7024. 	nop	__LINE__

  7025. 	FMA_D	f87  = f104, f87, f39

  7026. 	nop	__LINE__

  7027. 	}

  7028. 	;;

  7029. 	{ .mfi

  7030. 	STFD	[AOFFSET]  = f80,  SIZE

  7031. 	FNMA	f64  = f106, f80, f64

  7032. 	nop	__LINE__

  7033. 	}

  7034. 	{ .mfi

  7035. 	STFD	[AOFFSET2] = f84,  SIZE

  7036. 	FNMA	f68  = f106, f84, f68

  7037. 	nop	__LINE__

  7038. 	}

  7039. 	;;

  7040. 	{ .mfi

  7041. 	STFD	[AOFFSET]  = f81,  SIZE

  7042. 	FMA_A	f65  = f107, f80, f65

  7043. 	nop	__LINE__

  7044. 	}

  7045. 	{ .mfi

  7046. 	STFD	[AOFFSET2] = f85,  SIZE

  7047. 	FMA_A	f69  = f107, f84, f69

  7048. 	nop	__LINE__

  7049. 	}

  7050. 	;;

  7051. 	{ .mfi

  7052. 	STFD	[AOFFSET]  = f82,  SIZE

  7053. 	FNMA	f66  = f106, f82, f66

  7054. 	nop	__LINE__

  7055. 	}

  7056. 	{ .mfi

  7057. 	STFD	[AOFFSET2] = f86,  SIZE

  7058. 	FNMA	f70  = f106, f86, f70

  7059. 	nop	__LINE__

  7060. 	}

  7061. 	;;

  7062. 	{ .mfi

  7063. 	STFD	[AOFFSET]  = f83,  -11 * SIZE

  7064. 	FMA_A	f67  = f107, f82, f67

  7065. 	nop	__LINE__

  7066. 	}

  7067. 	{ .mfi

  7068. 	STFD	[AOFFSET2] = f87,  -11 * SIZE

  7069. 	FMA_A	f71  = f107, f86, f71

  7070. 	nop	__LINE__

  7071. 	}

  7072. 	;;

  7073. 	{ .mfi

  7074. 	STFD	[C2 ] = f80, SIZE

  7075. 	FMA_B	f64  = f107, f81, f64

  7076. 	nop	__LINE__

  7077. 	}

  7078. 	{ .mfi

  7079. 	STFD	[C6 ] = f84, SIZE

  7080. 	FMA_B	f68  = f107, f85, f68

  7081. 	nop	__LINE__

  7082. 	}

  7083. 	;;

  7084. 	{ .mfi

  7085. 	STFD	[C2 ] = f81, SIZE

  7086. 	FNMA	f65  = f106, f81, f65

  7087. 	nop	__LINE__

  7088. 	}

  7089. 	{ .mfi

  7090. 	STFD	[C6 ] = f85, SIZE

  7091. 	FNMA	f69  = f106, f85, f69

  7092. 	nop	__LINE__

  7093. 	}

  7094. 	;;

  7095. 	{ .mfi

  7096. 	STFD	[C2 ] = f82, SIZE

  7097. 	FMA_B	f66  = f107, f83, f66

  7098. 	nop	__LINE__

  7099. 	}

  7100. 	{ .mfi

  7101. 	STFD	[C6 ] = f86, SIZE

  7102. 	FMA_B	f70  = f107, f87, f70

  7103. 	nop	__LINE__

  7104. 	}

  7105. 	;;

  7106. 	{ .mfi

  7107. 	STFD	[C2 ] = f83, 5 * SIZE

  7108. 	FNMA	f67  = f106, f83, f67

  7109. 	nop	__LINE__

  7110. 	}

  7111. 	{ .mfi

  7112. 	STFD	[C6 ] = f87, 5 * SIZE

  7113. 	FNMA	f71  = f106, f87, f71

  7114. 	nop	__LINE__

  7115. 	}

  7116. 	;;

  7117. 	{ .mfi

  7118. 	nop	__LINE__

  7119. 	FMPY	f32  = f120, f64

  7120. 	nop	__LINE__

  7121. 	}

  7122. 	{ .mfi

  7123. 	nop	__LINE__

  7124. 	FMPY	f36  = f120, f68

  7125. 	nop	__LINE__

  7126. 	}

  7127. 	;;

  7128. 	{ .mfi

  7129. 	nop	__LINE__

  7130. 	FMPY	f33  = f121, f64

  7131. 	nop	__LINE__

  7132. 	}

  7133. 	{ .mfi

  7134. 	nop	__LINE__

  7135. 	FMPY	f37  = f121, f68

  7136. 	nop	__LINE__

  7137. 	}

  7138. 	;;

  7139. 	{ .mfi

  7140. 	nop	__LINE__

  7141. 	FMPY	f34  = f120, f66

  7142. 	nop	__LINE__

  7143. 	}

  7144. 	{ .mfi

  7145. 	nop	__LINE__

  7146. 	FMPY	f38  = f120, f70

  7147. 	nop	__LINE__

  7148. 	}

  7149. 	;;

  7150. 	{ .mfi

  7151. 	nop	__LINE__

  7152. 	FMPY	f35  = f121, f66

  7153. 	nop	__LINE__

  7154. 	}

  7155. 	{ .mfi

  7156. 	nop	__LINE__

  7157. 	FMPY	f39  = f121, f70

  7158. 	nop	__LINE__

  7159. 	}

  7160. 	;;

  7161. 	{ .mfi

  7162. 	nop	__LINE__

  7163. 	FMA_C	f64  = f121, f65, f32

  7164. 	nop	__LINE__

  7165. 	}

  7166. 	{ .mfi

  7167. 	nop	__LINE__

  7168. 	FMA_C	f68  = f121, f69, f36

  7169. 	nop	__LINE__

  7170. 	}

  7171. 	;;

  7172. 	{ .mfi

  7173. 	nop	__LINE__

  7174. 	FMA_D	f65  = f120, f65, f33

  7175. 	nop	__LINE__

  7176. 	}

  7177. 	{ .mfi

  7178. 	nop	__LINE__

  7179. 	FMA_D	f69  = f120, f69, f37

  7180. 	nop	__LINE__

  7181. 	}

  7182. 	;;

  7183. 	{ .mfi

  7184. 	nop	__LINE__

  7185. 	FMA_C	f66  = f121, f67, f34

  7186. 	nop	__LINE__

  7187. 	}

  7188. 	{ .mfi

  7189. 	nop	__LINE__

  7190. 	FMA_C	f70  = f121, f71, f38

  7191. 	nop	__LINE__

  7192. 	}

  7193. 	;;

  7194. 	{ .mfi

  7195. 	nop	__LINE__

  7196. 	FMA_D	f67  = f120, f67, f35

  7197. 	nop	__LINE__

  7198. 	}

  7199. 	{ .mfi

  7200. 	nop	__LINE__

  7201. 	FMA_D	f71  = f120, f71, f39

  7202. 	nop	__LINE__

  7203. 	}

  7204. 	;;

  7205. 	{ .mmi

  7206. 	STFD	[AOFFSET]  = f64,  SIZE

  7207. 	STFD	[AOFFSET2] = f68,  SIZE

  7208. 	shladd	r2 = K, ZBASE_SHIFT, r0

  7209. 	}

  7210. 	;;

  7211. 	{ .mmi

  7212. 	STFD	[AOFFSET]  = f65,  SIZE

  7213. 	STFD	[AOFFSET2] = f69,  SIZE

  7214. 	shladd	AORIG = r2, 2, AORIG

  7215. 	}

  7216. 	;;

  7217. 	{ .mmi

  7218. 	STFD	[AOFFSET]  = f66,  SIZE

  7219. 	STFD	[AOFFSET2] = f70,  SIZE

  7220. 	nop	__LINE__

  7221. 	}

  7222. 	;;

  7223. 	{ .mmi

  7224. 	STFD	[AOFFSET]  = f67,  -3 * SIZE

  7225. 	STFD	[AOFFSET2] = f71

  7226. 	nop	__LINE__

  7227. 	}

  7228. 	;;

  7229. 	{ .mfi

  7230. 	STFD	[C1 ] = f64, SIZE

  7231. 	mov	f64 = f0

  7232. 	cmp.ne	p6, p0 = 1, I

  7233. 	}

  7234. 	{ .mfi

  7235. 	STFD	[C5 ] = f68, SIZE

  7236. 	mov	f81 = f0

  7237. 	nop	__LINE__

  7238. 	}

  7239. 	;;

  7240. 	{ .mfi

  7241. 	STFD	[C1 ] = f65, SIZE

  7242. 	mov	f65 = f0

  7243. 	nop	__LINE__

  7244. 	}

  7245. 	{ .mfi

  7246. 	STFD	[C5 ] = f69, SIZE

  7247. 	mov	f96 = f0

  7248. 	nop	__LINE__

  7249. 	}

  7250. 	;;

  7251. 	{ .mfi

  7252. 	STFD	[C1 ] = f66, SIZE

  7253. 	mov	f80 = f0

  7254. 	sub	L = K, KK

  7255. 	}

  7256. 	{ .mfi

  7257. 	STFD	[C5 ] = f70, SIZE

  7258. 	mov	f97 = f0

  7259. 	nop	__LINE__

  7260. 	}

  7261. 	;;

  7262. 	{ .mfi

  7263. 	STFD	[C1 ] = f67, 5 * SIZE

  7264. 	mov	f112 = f0

  7265. 	adds	I = -1, I

  7266. 	}

  7267. 	{ .mfb

  7268. 	STFD	[C5 ] = f71, 5 * SIZE

  7269. 	mov	f113 = f0

  7270. 	(p6)	br.cond.dptk .L011

  7271. 	}

  7272. 	;;

  7273. #endif

  7274. 

  7275. .L049:

  7276. #ifdef LN

  7277. 	shladd	KK8 = K, ZBASE_SHIFT, r0

  7278. 	;;

  7279.        shladd	B = KK8, 2, B

  7280. #endif

  7281. 

  7282. #if defined(LT) || defined(RN)

  7283. 	mov	B =  BOFFSET

  7284. #endif

  7285. 

  7286. #ifdef RN

  7287. 	adds	KK =  4,  KK

  7288. #endif

  7289. 

  7290. #ifdef RT

  7291. 	adds	KK = -4,  KK

  7292. #endif

  7293. 	;;

  7294. 

  7295. 	{ .mmb

  7296. 	mov	AOFFSET = A

  7297. 	cmp.lt	p6, p0 = 0, J

  7298. 	(p6)	br.cond.dptk .L010

  7299. 	}

  7300. 	;;

  7301. 	.align 16

  7302. 

  7303. .L050:

  7304. 	{ .mib

  7305. 	tbit.z	p6, p0 = N, 1

  7306. 	(p6)	br.cond.dpnt .L090

  7307. 	}

  7308. 	;;

  7309. 

  7310. #ifdef RT

  7311.        { .mmi

  7312. 	shladd	r3 = LDC, 1, r0

  7313. 	nop	__LINE__

  7314. 	shl	r2 = K, 1 + ZBASE_SHIFT

  7315. 	}

  7316. 	;;

  7317. 	{ .mmi

  7318. 	sub	B = B, r2

  7319. 	sub	C = C, r3

  7320. 	nop	__LINE__

  7321. 	}

  7322. 	;;

  7323. #endif

  7324. 

  7325. 	mov	C1 = C

  7326. 	add	C2 = LDC, C

  7327. 	;;

  7328. #ifdef LN

  7329. 	add	KK = M, OFFSET

  7330. #elif defined LT

  7331. 	mov	KK = OFFSET

  7332. #else

  7333. 	nop	__LINE__

  7334. #endif

  7335. 	;;

  7336. #if defined(LN) || defined(RT)

  7337. 	mov	AORIG = A

  7338. #else

  7339. 	mov	AOFFSET = A

  7340. #endif

  7341. 	;;

  7342. #if defined(LT) || defined(RN)

  7343. 	mov	L = KK

  7344. #else

  7345. 	sub	L = K, KK

  7346. #endif

  7347. 	;;

  7348. 	{ .mib

  7349. #ifndef RT

  7350. 	shladd	C = LDC, 1, C

  7351. #else

  7352. 	nop	__LINE__

  7353. #endif

  7354. 	}

  7355. 	;;

  7356. 

  7357. .L070:

  7358. 	{ .mib

  7359. #if defined(LT) || defined(RN)

  7360. 	mov	L = KK

  7361. #else

  7362. 	sub	L = K, KK

  7363. #endif

  7364. 	tbit.z	p6, p7 = M, 0

  7365. 	(p6)	br.cond.dptk .L060

  7366. 	}

  7367. 	;;

  7368. 	{ .mmi

  7369. 	cmp.ne	p7, p0 = r0, L

  7370. 	adds	BOFFSET = 0 * SIZE, B

  7371. 	shl	r2 = K, ZBASE_SHIFT

  7372. 	}

  7373. 	{ .mmi

  7374. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  7375. 	nop	__LINE__

  7376. 	nop	__LINE__

  7377. 	}

  7378. 	;;

  7379. #if defined(LT) || defined(RN)

  7380. 	{ .mfb

  7381. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  7382. 	}

  7383. 	;;

  7384. #else

  7385. 	{ .mfi

  7386. 	shladd	BOFFSET = r3, 1, B

  7387. #ifdef LN

  7388. 	sub	AORIG = AORIG, r2

  7389. #else

  7390. 	nop	__LINE__

  7391. #endif

  7392. 	}

  7393. 	;;

  7394. 	{ .mfi

  7395. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  7396. 	add	AOFFSET = r3, AORIG

  7397. 	}

  7398. 	;;

  7399. #endif

  7400. 	;;

  7401. 	adds	L =  1, L

  7402. 	;;

  7403. 	{ .mii

  7404. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  7405. 	tbit.z	p12, p0 = L, 0

  7406. 	shr	L = L, 1

  7407. 	}

  7408. 	;;

  7409. 	{ .mmi

  7410. 	(p7) LDFPD	f50, f51 = [BOFFSET], 2 * SIZE

  7411. 	adds	PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET

  7412. 	adds	L =  -1, L

  7413. 	}

  7414. 	;;

  7415. 	{ .mmi

  7416. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  7417. 	cmp.eq	p3, p0 = r0, r0

  7418. 	mov	ar.lc = L

  7419. 	}

  7420. 	;;

  7421. 	cmp.eq  p6, p0 = -1, L

  7422. 	(p6) br.cond.dpnt   .L078

  7423. 	;;

  7424. 	.align 16

  7425. 

  7426. .L072:

  7427. 	{ .mfb

  7428. 	lfetch.nt1	[PREA],  4 * SIZE

  7429. 	FMA	f64   = f32, f48, f64	// A1 * B1

  7430. 	nop	__LINE__

  7431. 	}

  7432. 	{ .mfi

  7433. 	nop	__LINE__

  7434. 	FMA	f96   = f32, f49, f96	// A1 * B2

  7435. 	(p12) cmp.ne p3, p0 =  0, L

  7436. 	}

  7437. 	;;

  7438. 	{ .mfi

  7439. 	lfetch.nt1	[PREB],   8 * SIZE

  7440. 	FMA	f80   = f32, f50, f80	// A1 * B3

  7441. 	cmp.ne	p4, p5 =  0, L

  7442. 	}

  7443. 	{ .mfb

  7444. 	nop	__LINE__

  7445. 	FMA	f112   = f32, f51, f112	// A1 * B4

  7446. 	nop	__LINE__

  7447. 	}

  7448. 	;;

  7449. 	{ .mfi

  7450. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  7451. 	FMA	f65   = f33, f48, f65	// A2 * B1

  7452. 	}

  7453. 	{ .mfi

  7454. 	nop	__LINE__

  7455. 	FMA	f97   = f33, f49, f97	// A2 * B2

  7456. 	}

  7457. 	;;

  7458. 	{ .mfi

  7459. 	(p3) LDFPD	f56, f57 = [BOFFSET], 2 * SIZE

  7460. 	FMA	f81   = f33, f50, f81	// A2 * B3

  7461. 	}

  7462. 	{ .mmf

  7463. 	nop	__LINE__

  7464. 	nop	__LINE__

  7465. 	FMA	f113   = f33, f51, f113	// A2 * B4

  7466. 	}

  7467. 	;;

  7468. 	{ .mfb

  7469. 	(p3) LDFPD	f58, f59 = [BOFFSET], 2 * SIZE

  7470. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  7471. 	nop	__LINE__

  7472. 	}

  7473. 	{ .mmf

  7474. 	nop	__LINE__

  7475. 	nop	__LINE__

  7476. 	(p3) FMA	f96   = f40, f57, f96	// A1 * B2

  7477. 	}

  7478. 	;;

  7479. 	{ .mfb

  7480. 	(p4) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  7481. 	(p3) FMA	f80   = f40, f58, f80	// A1 * B3

  7482. 	nop	__LINE__

  7483. 	}

  7484. 	{ .mmf

  7485. 	nop	__LINE__

  7486. 	nop	__LINE__

  7487. 	(p3) FMA	f112   = f40, f59, f112	// A1 * B4

  7488. 	}

  7489. 	;;

  7490. 	{ .mfb

  7491. 	(p4) LDFPD	f48, f49 = [BOFFSET],   2 * SIZE

  7492. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  7493. 	nop	__LINE__

  7494. 	}

  7495. 	{ .mfb

  7496. 	nop	__LINE__

  7497. 	(p3) FMA	f97   = f41, f57, f97	// A2 * B2

  7498. 	nop	__LINE__

  7499. 	}

  7500. 	;;

  7501. 	{ .mfi

  7502. 	(p4) LDFPD	f50, f51 = [BOFFSET],  2 * SIZE

  7503. 	(p3) FMA	f81   = f41, f58, f81	// A2 * B3

  7504. 	adds	L = -1, L

  7505. 	}

  7506. 	{ .mfb

  7507. 	nop	__LINE__

  7508. 	(p3) FMA	f113   = f41, f59, f113	// A2 * B4

  7509. 	br.cloop.sptk.few .L072

  7510. 	}

  7511. 	;;

  7512. 	{ .mfb

  7513. 	nop	__LINE__

  7514. 	FCALC_A	  f64  = f64,  f97

  7515. 	nop	__LINE__

  7516. 	}

  7517. 	{ .mfb

  7518. 	nop	__LINE__

  7519. 	FCALC_A	  f80  = f80,  f113

  7520. 	nop	__LINE__

  7521. 	}

  7522. 	{ .mfb

  7523. 	nop	__LINE__

  7524. 	FCALC_B	  f65  = f65,  f96

  7525. 	nop	__LINE__

  7526. 	}

  7527. 	{ .mfb

  7528. 	nop	__LINE__

  7529. 	FCALC_B	  f81  = f81,  f112

  7530. 	nop	__LINE__

  7531. 	}

  7532. 	;;

  7533. .L078:

  7534. #if defined(LN) || defined(RT)

  7535. #ifdef LN

  7536. 	adds	r2 = -1, KK

  7537. #else

  7538. 	adds	r2 = -2, KK

  7539. #endif

  7540. 	;;

  7541. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  7542. 	;;

  7543. 	add	AOFFSET = r2, AORIG

  7544. 	shladd	BOFFSET = r2, 1, B

  7545. 	;;

  7546. #endif

  7547. 

  7548. #if defined(LN) || defined(LT)

  7549. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  7550. 	;;

  7551. 	LDFPD	f74, f75 = [BOFFSET]

  7552. 	adds	BOFFSET = -2 * SIZE, BOFFSET

  7553. 	;;

  7554. 	FSUB	f64  = f72, f64

  7555. 	FSUB_A	f65  = f73, f65

  7556. 	FSUB	f80  = f74, f80

  7557. 	FSUB_A	f81  = f75, f81

  7558. 	;;

  7559. #else

  7560. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  7561. 	;;

  7562. 	LDFPD	f88, f89 = [AOFFSET]

  7563. 	adds	AOFFSET = -2 * SIZE, AOFFSET

  7564. 	;;

  7565. 	FSUB	f64  = f72, f64

  7566. 	FSUB	f65  = f73, f65

  7567. 	FSUB	f80  = f88, f80

  7568. 	FSUB	f81  = f89, f81

  7569. 	;;

  7570. #endif

  7571. 

  7572. #ifdef LN

  7573. 	LDFPD	f120, f121 = [AOFFSET]

  7574. 	;;

  7575. 	FMPY	f32  = f120, f64

  7576. 	FMPY	f33  = f121, f64

  7577. 	FMPY	f34  = f120, f80

  7578. 	FMPY	f35  = f121, f80

  7579. 	;;

  7580. 	FMA_C	f64  = f121, f65,  f32

  7581. 	FMA_D	f65  = f120, f65,  f33

  7582. 	FMA_C	f80  = f121, f81,  f34

  7583. 	FMA_D	f81  = f120, f81,  f35

  7584. 	;;

  7585. #endif

  7586. 

  7587. #ifdef LT

  7588. 	LDFPD	f72, f73 = [AOFFSET]

  7589. 	;;

  7590. 	FMPY	f32  = f72, f64

  7591. 	FMPY	f33  = f73, f64

  7592. 	FMPY	f34  = f72, f80

  7593. 	FMPY	f35  = f73, f80

  7594. 	;;

  7595. 	FMA_C	f64  = f73, f65,  f32

  7596. 	FMA_D	f65  = f72, f65,  f33

  7597. 	FMA_C	f80  = f73, f81,  f34

  7598. 	FMA_D	f81  = f72, f81,  f35

  7599. 	;;

  7600. #endif

  7601. 

  7602. #ifdef RN

  7603. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  7604. 	;;

  7605. 	LDFPD	f74, f75 = [BOFFSET]

  7606. 	adds	BOFFSET = 4 * SIZE, BOFFSET

  7607. 	;;

  7608. 	LDFPD	f90, f91 = [BOFFSET]

  7609. 	adds	BOFFSET = - 6 * SIZE, BOFFSET

  7610. 	;;

  7611. 	FMPY	f32  = f72, f64

  7612. 	FMPY	f33  = f73, f64

  7613. 	;;

  7614. 	FMA_C	f64  = f73, f65, f32

  7615. 	FMA_D	f65  = f72, f65, f33

  7616. 	;;

  7617. 	FNMA	f80  = f74, f64, f80

  7618. 	FMA_A	f81  = f75, f64, f81

  7619. 	;;

  7620. 	FMA_B	f80  = f75, f65, f80

  7621. 	FNMA	f81  = f74, f65, f81

  7622. 

  7623. 	;;

  7624. 	FMPY	f32  = f90, f80

  7625. 	FMPY	f33  = f91, f80

  7626. 	;;

  7627. 	FMA_C	f80  = f91, f81,  f32

  7628. 	FMA_D	f81  = f90, f81,  f33

  7629. 	;;

  7630. #endif

  7631. 

  7632. #ifdef RT

  7633. 	adds	BOFFSET = 6 * SIZE, BOFFSET

  7634. 	;;

  7635. 	LDFPD	f104, f105 = [BOFFSET]

  7636. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  7637. 	;;

  7638. 	LDFPD	f106, f107 = [BOFFSET]

  7639. 	adds	BOFFSET = - 4 * SIZE, BOFFSET

  7640. 	;;

  7641. 	LDFPD	f120, f121 = [BOFFSET]

  7642. 	;;

  7643. 	FMPY	f32  = f104, f80

  7644. 	FMPY	f33  = f105, f80

  7645. 	;;

  7646. 	FMA_C	f80  = f105, f81,  f32

  7647. 	FMA_D	f81  = f104, f81,  f33

  7648. 	;;

  7649. 	FNMA	f64  = f106, f80,  f64

  7650. 	FMA_A	f65  = f107, f80,  f65

  7651. 	;;

  7652. 	FMA_B	f64  = f107, f81,  f64

  7653. 	FNMA	f65  = f106, f81,  f65

  7654. 	;;

  7655. 	FMPY	f32  = f120, f64

  7656. 	FMPY	f33  = f121, f64

  7657. 	;;

  7658. 	FMA_C	f64  = f121, f65, f32

  7659. 	FMA_D	f65  = f120, f65, f33

  7660. 	;;

  7661. #endif

  7662. 

  7663. #if defined(LN) || defined(LT)

  7664. 	STFD	[BOFFSET]  = f64,  SIZE

  7665. 	;;

  7666. 	STFD	[BOFFSET]  = f65,  SIZE

  7667. 	;;

  7668. 	STFD	[BOFFSET]  = f80,  SIZE

  7669. 	;;

  7670. 	STFD	[BOFFSET]  = f81,  SIZE

  7671. 	;;

  7672. 	adds	BOFFSET = - 4 * SIZE, BOFFSET

  7673. 	;;

  7674. #else

  7675. 	STFD	[AOFFSET]  = f64,  SIZE

  7676. 	;;

  7677. 	STFD	[AOFFSET]  = f65,  SIZE

  7678. 	;;

  7679. 	STFD	[AOFFSET]  = f80,  SIZE

  7680. 	;;

  7681. 	STFD	[AOFFSET]  = f81,  SIZE

  7682. 	;;

  7683. 	adds	AOFFSET = - 4 * SIZE, AOFFSET

  7684. 	;;

  7685. #endif

  7686. 

  7687. #ifdef LN

  7688. 	adds	C1 = -2 * SIZE, C1

  7689. 	adds	C2 = -2 * SIZE, C2

  7690. #endif

  7691. 	;;

  7692. 	STFD	[C1 ] = f64, SIZE

  7693. 	;;

  7694. 	STFD	[C1 ] = f65, SIZE

  7695. 	;;

  7696. 	STFD	[C2 ] = f80, SIZE

  7697. 	;;

  7698. 	STFD	[C2 ] = f81, SIZE

  7699. 	;;

  7700. 	mov	f64 = f0

  7701. 	mov	f65 = f0

  7702. 	mov	f80 = f0

  7703. 	mov	f81 = f0

  7704. 	mov	f96 = f0

  7705. 	mov	f97 = f0

  7706. 	mov	f112 = f0

  7707. 	mov	f113 = f0

  7708. 	;;

  7709. #ifdef LN

  7710. 	adds	C1 = -2 * SIZE, C1

  7711. 	adds	C2 = -2 * SIZE, C2

  7712. #endif

  7713. 	;;

  7714. 	cmp.ne	p6, p0 = 1, I

  7715. 	;;

  7716. 	adds	I = -1, I

  7717. 	;;

  7718. 	shladd	r2 = K, ZBASE_SHIFT, r0

  7719. 	;;

  7720. 	sub	L = K, KK

  7721. 	;;

  7722. #ifdef RT

  7723. 	add	AORIG = r2, AORIG

  7724. #endif

  7725. 	;;

  7726. #if defined(LT) || defined(RN)

  7727. 	shladd	L = L, ZBASE_SHIFT, r0

  7728. 	;;

  7729. 	add	AOFFSET = L, AOFFSET

  7730. 	shladd	BOFFSET = L, 1, BOFFSET

  7731. #endif

  7732. 	;;

  7733. #ifdef LT

  7734. 	adds	KK =  1, KK

  7735. #elif defined LN

  7736. 	adds	KK = -1, KK

  7737. #else

  7738. 	nop	__LINE__

  7739. #endif

  7740. 	;;

  7741. #if defined(LT) || defined(RN)

  7742. 	mov	L = KK

  7743. #else

  7744. 	sub	L = K, KK

  7745. #endif

  7746. 	;;

  7747. 	.align 16

  7748. 

  7749. .L060:

  7750. 	{ .mib

  7751. #if defined(LT) || defined(RN)

  7752. 	mov	L = KK

  7753. #else

  7754. 	sub	L = K, KK

  7755. #endif

  7756. 	tbit.z	p6, p7 = M, 1

  7757. 	(p6)	br.cond.dptk .L051

  7758. 	}

  7759. 	;;

  7760. 	{ .mmi

  7761. 	cmp.ne	p7, p0 = r0, L

  7762. 	adds	BOFFSET = 0 * SIZE, B

  7763. 	shl	r2 = K, 1 + ZBASE_SHIFT

  7764. 	}

  7765. 	{ .mmi

  7766. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  7767. 	nop	__LINE__

  7768. 	nop	__LINE__

  7769. 	}

  7770. 	;;

  7771. #if defined(LT) || defined(RN)

  7772. 	{ .mfb

  7773. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  7774. 	}

  7775. 	;;

  7776. #else

  7777. 	{ .mfi

  7778. 	shladd	BOFFSET = r3, 1, B

  7779. #ifdef LN

  7780. 	sub	AORIG = AORIG, r2

  7781. #else

  7782. 	nop	__LINE__

  7783. #endif

  7784. 	}

  7785. 	;;

  7786. 	{ .mfi

  7787. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  7788. 	shladd	AOFFSET = r3, 1, AORIG

  7789. 	}

  7790. 	;;

  7791. #endif

  7792. 	;;

  7793. 	adds	L =  1, L

  7794. 	;;

  7795. 	{ .mmi

  7796. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  7797. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  7798. 	tbit.z	p12, p0 = L, 0

  7799. 	}

  7800. 	{ .mmi

  7801. 	(p7) LDFPD	f50, f51 = [BOFFSET], 2 * SIZE

  7802. 	shr	L = L, 1

  7803. 	}

  7804. 	;;

  7805. 	{ .mmi

  7806. 	(p7) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  7807. 	nop	__LINE__

  7808. 	adds	L =  -1, L

  7809. 	}

  7810. 	;;

  7811. 	{ .mmi

  7812. 	nop	__LINE__

  7813. 	nop	__LINE__

  7814. 	mov	ar.lc = L

  7815. 	}

  7816. 	;;

  7817. 	cmp.eq  p6, p0 = -1, L

  7818. 	(p6) br.cond.dpnt   .L068

  7819. 	;;

  7820. 	.align 16

  7821. 

  7822. .L062:

  7823. 	{ .mfi

  7824. 	lfetch.nt1	[PREA],  8 * SIZE

  7825. 	FMA	f64   = f32, f48, f64	// A1 * B1

  7826. 	cmp.ne	p4, p5 =  0, L

  7827. 	}

  7828. 	{ .mfi

  7829. 	nop	__LINE__

  7830. 	FMA_B	f65   = f32, f49, f65	// A1 * B2

  7831. 	(p12) cmp.ne p3, p0 =  0, L

  7832. 	}

  7833. 	;;

  7834. 	{ .mfb

  7835. 	lfetch.nt1	[PREB],   8 * SIZE

  7836. 	FMA	f80   = f32, f50, f80	// A1 * B3

  7837. 	nop	__LINE__

  7838. 	}

  7839. 	{ .mfb

  7840. 	nop	__LINE__

  7841. 	FMA_B	f81   = f32, f51, f81	// A1 * B4

  7842. 	nop	__LINE__

  7843. 	}

  7844. 	;;

  7845. 	{ .mfb

  7846. 	(p3) LDFPD	f56, f57 = [BOFFSET],   2 * SIZE

  7847. 	FMA	f96   = f34, f48, f96	// A3 * B1

  7848. 	nop	__LINE__

  7849. 	}

  7850. 	{ .mfb

  7851. 	nop	__LINE__

  7852. 	FMA_B	f97   = f34, f49, f97	// A3 * B2

  7853. 	nop	__LINE__

  7854. 	}

  7855. 	;;

  7856. 	{ .mfb

  7857. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  7858. 	FMA	f112   = f34, f50, f112	// A3 * B3

  7859. 	nop	__LINE__

  7860. 	}

  7861. 	{ .mfb

  7862. 	nop	__LINE__

  7863. 	FMA_B	f113   = f34, f51, f113	// A3 * B4

  7864. 	nop	__LINE__

  7865. 	}

  7866. 	;;

  7867. 	{ .mfb

  7868. 	(p3) LDFPD	f58, f59 = [BOFFSET],  2 * SIZE

  7869. 	FMA	f65   = f33, f48, f65	// A2 * B1

  7870. 	nop	__LINE__

  7871. 	}

  7872. 	{ .mfb

  7873. 	nop	__LINE__

  7874. 	FMA_A	f64   = f33, f49, f64	// A2 * B2

  7875. 	nop	__LINE__

  7876. 	}

  7877. 	;;

  7878. 	{ .mfb

  7879. 	(p3) LDFPD	f42, f43 = [AOFFSET], 2 * SIZE

  7880. 	FMA	f81   = f33, f50, f81	// A2 * B3

  7881. 	nop	__LINE__

  7882. 	}

  7883. 	{ .mfb

  7884. 	nop	__LINE__

  7885. 	FMA_A	f80   = f33, f51, f80	// A2 * B4

  7886. 	nop	__LINE__

  7887. 	}

  7888. 	;;

  7889. 	{ .mfb

  7890. 	(p4) LDFPD	f32, f33 = [AOFFSET],   2 * SIZE

  7891. 	FMA	f97   = f35, f48, f97	// A4 * B1

  7892. 	}

  7893. 	{ .mfb

  7894. 	FMA_A	f96   = f35, f49, f96	// A4 * B2

  7895. 	nop	__LINE__

  7896. 	}

  7897. 

  7898. 	{ .mfb

  7899. 	(p4) LDFPD	f48, f49 = [BOFFSET],   2 * SIZE

  7900. 	FMA	f113   = f35, f50, f113	// A4 * B3

  7901. 	nop	__LINE__

  7902. 	}

  7903. 	{ .mfb

  7904. 	FMA_A	f112   = f35, f51, f112	// A4 * B4

  7905. 	nop	__LINE__

  7906. 	}

  7907. 	;;

  7908. 	{ .mfb

  7909. 	(p4) LDFPD	f50, f51 = [BOFFSET],  2 * SIZE

  7910. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  7911. 	nop	__LINE__

  7912. 	}

  7913. 	{ .mfb

  7914. 	(p3) FMA_B	f65   = f40, f57, f65	// A1 * B2

  7915. 	nop	__LINE__

  7916. 	}

  7917. 	;;

  7918. 	{ .mfb

  7919. 	(p4) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  7920. 	(p3) FMA	f80   = f40, f58, f80	// A1 * B3

  7921. 	nop	__LINE__

  7922. 	}

  7923. 	{ .mfb

  7924. 	(p3) FMA_B	f81   = f40, f59, f81	// A1 * B4

  7925. 	nop	__LINE__

  7926. 	}

  7927. 	;;

  7928. 	{ .mfb

  7929. 	nop	__LINE__

  7930. 	(p3) FMA	f96   = f42, f56, f96	// A3 * B1

  7931. 	nop	__LINE__

  7932. 	}

  7933. 	{ .mfb

  7934. 	nop	__LINE__

  7935. 	(p3) FMA_B	f97   = f42, f57, f97	// A3 * B2

  7936. 	nop	__LINE__

  7937. 	}

  7938. 	;;

  7939. 	{ .mfb

  7940. 	nop	__LINE__

  7941. 	(p3) FMA	f112   = f42, f58, f112	// A3 * B3

  7942. 	nop	__LINE__

  7943. 	}

  7944. 	{ .mfb

  7945. 	nop	__LINE__

  7946. 	(p3) FMA_B	f113   = f42, f59, f113	// A3 * B4

  7947. 	nop	__LINE__

  7948. 	}

  7949. 	;;

  7950. 	{ .mfb

  7951. 	nop	__LINE__

  7952. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  7953. 	nop	__LINE__

  7954. 	}

  7955. 	{ .mfb

  7956. 	nop	__LINE__

  7957. 	(p3) FMA_A	f64   = f41, f57, f64	// A2 * B2

  7958. 	nop	__LINE__

  7959. 	}

  7960. 	;;

  7961. 	{ .mfb

  7962. 	nop	__LINE__

  7963. 	(p3) FMA	f81   = f41, f58, f81	// A2 * B3

  7964. 	nop	__LINE__

  7965. 	}

  7966. 	{ .mfb

  7967. 	nop	__LINE__

  7968. 	(p3) FMA_A	f80   = f41, f59, f80	// A2 * B4

  7969. 	nop	__LINE__

  7970. 	}

  7971. 	;;

  7972. 	{ .mfb

  7973. 	nop	__LINE__

  7974. 	(p3) FMA	f97   = f43, f56, f97	// A4 * B1

  7975. 	nop	__LINE__

  7976. 	}

  7977. 	{ .mfb

  7978. 	nop	__LINE__

  7979. 	(p3) FMA_A	f96   = f43, f57, f96	// A4 * B2

  7980. 	nop	__LINE__

  7981. 	}

  7982. 	;;

  7983. 	{ .mfi

  7984. 	nop	__LINE__

  7985. 	(p3) FMA	f113   = f43, f58, f113	// A4 * B3

  7986. 	adds	L = -1, L

  7987. 	}

  7988. 	{ .mfb

  7989. 	nop	__LINE__

  7990. 	(p3) FMA_A	f112   = f43, f59, f112	// A4 * B4

  7991. 	br.cloop.sptk.few .L062

  7992. 	}

  7993. 	;;

  7994. .L068:

  7995. #if defined(LN) || defined(RT)

  7996. #ifdef LN

  7997. 	adds	r2 = -2, KK

  7998. #else

  7999. 	adds	r2 = -2, KK

  8000. #endif

  8001. 	;;

  8002. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  8003. 	;;

  8004. 	shladd	AOFFSET = r2, 1, AORIG

  8005. 	shladd	BOFFSET = r2, 1, B

  8006. 	;;

  8007. #endif

  8008. 

  8009. #if defined(LN) || defined(LT)

  8010. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  8011. 	;;

  8012. 	LDFPD	f74, f75 = [BOFFSET], 2 * SIZE

  8013. 	;;

  8014. 	LDFPD	f88, f89 = [BOFFSET], 2 * SIZE

  8015. 	;;

  8016. 	LDFPD	f90, f91 = [BOFFSET]

  8017. 	adds	BOFFSET = -6 * SIZE, BOFFSET

  8018. 	;;

  8019. 	FSUB	f64  = f72, f64

  8020. 	FSUB_A	f65  = f73, f65

  8021. 	FSUB	f80  = f74, f80

  8022. 	FSUB_A	f81  = f75, f81

  8023. 	FSUB	f96  = f88, f96

  8024. 	FSUB_A	f97  = f89, f97

  8025. 	FSUB	f112 = f90, f112

  8026. 	FSUB_A	f113 = f91, f113

  8027. 	;;

  8028. #else

  8029. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  8030. 	;;

  8031. 	LDFPD	f74, f75 = [AOFFSET], 2 * SIZE

  8032. 	;;

  8033. 	LDFPD	f88, f89 = [AOFFSET], 2 * SIZE

  8034. 	;;

  8035. 	LDFPD	f90, f91 = [AOFFSET]

  8036. 	adds	AOFFSET = -6 * SIZE, AOFFSET

  8037. 	;;

  8038. 	FSUB	f64  = f72, f64

  8039. 	FSUB	f65  = f73, f65

  8040. 	FSUB	f96  = f74, f96

  8041. 	FSUB	f97  = f75, f97

  8042. 

  8043. 	FSUB	f80  = f88, f80

  8044. 	FSUB	f81  = f89, f81

  8045. 	FSUB	f112 = f90, f112

  8046. 	FSUB	f113 = f91, f113

  8047. 	;;

  8048. #endif

  8049. 

  8050. #ifdef LN

  8051. 	adds	AOFFSET = 6 * SIZE, AOFFSET

  8052. 	;;

  8053. 	LDFPD	f104, f105 = [AOFFSET]

  8054. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  8055. 	;;

  8056. 	LDFPD	f106, f107 = [AOFFSET]

  8057. 	adds	AOFFSET = - 4 * SIZE, AOFFSET

  8058. 	;;

  8059. 	LDFPD	f120, f121 = [AOFFSET]

  8060. 	;;

  8061. 	FMPY	f32  = f104, f96

  8062. 	FMPY	f33  = f105, f96

  8063. 	FMPY	f34  = f104, f112

  8064. 	FMPY	f35  = f105, f112

  8065. 	;;

  8066. 	FMA_C	f96  = f105, f97,  f32

  8067. 	FMA_D	f97  = f104, f97,  f33

  8068. 	FMA_C	f112 = f105, f113, f34

  8069. 	FMA_D	f113 = f104, f113, f35

  8070. 	;;

  8071. 	FNMA	f64  = f106, f96,  f64

  8072. 	FMA_A	f65  = f107, f96,  f65

  8073. 	FNMA	f80  = f106, f112, f80

  8074. 	FMA_A	f81  = f107, f112, f81

  8075. 	;;

  8076. 	FMA_B	f64  = f107, f97,  f64

  8077. 	FNMA	f65  = f106, f97,  f65

  8078. 	FMA_B	f80  = f107, f113, f80

  8079. 	FNMA	f81  = f106, f113, f81

  8080. 	;;

  8081. 	FMPY	f32  = f120, f64

  8082. 	FMPY	f33  = f121, f64

  8083. 	FMPY	f34  = f120, f80

  8084. 	FMPY	f35  = f121, f80

  8085. 	;;

  8086. 	FMA_C	f64  = f121, f65,  f32

  8087. 	FMA_D	f65  = f120, f65,  f33

  8088. 	FMA_C	f80  = f121, f81,  f34

  8089. 	FMA_D	f81  = f120, f81,  f35

  8090. 	;;

  8091. #endif

  8092. 

  8093. #ifdef LT

  8094. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  8095. 	;;

  8096. 	LDFPD	f74, f75 = [AOFFSET]

  8097. 	adds	AOFFSET = 4 * SIZE, AOFFSET

  8098. 	;;

  8099. 	LDFPD	f90, f91 = [AOFFSET]

  8100. 	adds	AOFFSET = - 6 * SIZE, AOFFSET

  8101. 	;;

  8102. 	FMPY	f32  = f72, f64

  8103. 	FMPY	f33  = f73, f64

  8104. 	FMPY	f34  = f72, f80

  8105. 	FMPY	f35  = f73, f80

  8106. 	;;

  8107. 	FMA_C	f64  = f73, f65,  f32

  8108. 	FMA_D	f65  = f72, f65,  f33

  8109. 	FMA_C	f80  = f73, f81,  f34

  8110. 	FMA_D	f81  = f72, f81,  f35

  8111. 	;;

  8112. 	FNMA	f96  = f74, f64, f96

  8113. 	FMA_A	f97  = f75, f64, f97

  8114. 	FNMA	f112 = f74, f80, f112

  8115. 	FMA_A	f113 = f75, f80, f113

  8116. 	;;

  8117. 	FMA_B	f96  = f75, f65, f96

  8118. 	FNMA	f97  = f74, f65, f97

  8119. 	FMA_B	f112 = f75, f81, f112

  8120. 	FNMA	f113 = f74, f81, f113

  8121. 	;;

  8122. 	FMPY	f32  = f90, f96

  8123. 	FMPY	f33  = f91, f96

  8124. 	FMPY	f34  = f90, f112

  8125. 	FMPY	f35  = f91, f112

  8126. 	;;

  8127. 	FMA_C	f96  = f91, f97,  f32

  8128. 	FMA_D	f97  = f90, f97,  f33

  8129. 	FMA_C	f112 = f91, f113, f34

  8130. 	FMA_D	f113 = f90, f113, f35

  8131. 	;;

  8132. #endif

  8133. 

  8134. #ifdef RN

  8135. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  8136. 	;;

  8137. 	LDFPD	f74, f75 = [BOFFSET]

  8138. 	adds	BOFFSET = 4 * SIZE, BOFFSET

  8139. 	;;

  8140. 	LDFPD	f90, f91 = [BOFFSET]

  8141. 	adds	BOFFSET = - 6 * SIZE, BOFFSET

  8142. 	;;

  8143. 	FMPY	f32  = f72, f64

  8144. 	FMPY	f33  = f73, f64

  8145. 	FMPY	f34  = f72, f96

  8146. 	FMPY	f35  = f73, f96

  8147. 	;;

  8148. 	FMA_C	f64  = f73, f65, f32

  8149. 	FMA_D	f65  = f72, f65, f33

  8150. 	FMA_C	f96  = f73, f97, f34

  8151. 	FMA_D	f97  = f72, f97, f35

  8152. 	;;

  8153. 	FNMA	f80  = f74, f64, f80

  8154. 	FMA_A	f81  = f75, f64, f81

  8155. 	FNMA	f112 = f74, f96, f112

  8156. 	FMA_A	f113 = f75, f96, f113

  8157. 	;;

  8158. 	FMA_B	f80  = f75, f65, f80

  8159. 	FNMA	f81  = f74, f65, f81

  8160. 	FMA_B	f112 = f75, f97, f112

  8161. 	FNMA	f113 = f74, f97, f113

  8162. 

  8163. 	;;

  8164. 	FMPY	f32  = f90, f80

  8165. 	FMPY	f33  = f91, f80

  8166. 	FMPY	f34  = f90, f112

  8167. 	FMPY	f35  = f91, f112

  8168. 	;;

  8169. 	FMA_C	f80  = f91, f81,  f32

  8170. 	FMA_D	f81  = f90, f81,  f33

  8171. 	FMA_C	f112 = f91, f113, f34

  8172. 	FMA_D	f113 = f90, f113, f35

  8173. 	;;

  8174. #endif

  8175. 

  8176. #ifdef RT

  8177. 	adds	BOFFSET = 6 * SIZE, BOFFSET

  8178. 	;;

  8179. 	LDFPD	f104, f105 = [BOFFSET]

  8180. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  8181. 	;;

  8182. 	LDFPD	f106, f107 = [BOFFSET]

  8183. 	adds	BOFFSET = - 4 * SIZE, BOFFSET

  8184. 	;;

  8185. 	LDFPD	f120, f121 = [BOFFSET]

  8186. 	;;

  8187. 	FMPY	f32  = f104, f80

  8188. 	FMPY	f33  = f105, f80

  8189. 	FMPY	f34  = f104, f112

  8190. 	FMPY	f35  = f105, f112

  8191. 	;;

  8192. 	FMA_C	f80  = f105, f81,  f32

  8193. 	FMA_D	f81  = f104, f81,  f33

  8194. 	FMA_C	f112 = f105, f113, f34

  8195. 	FMA_D	f113 = f104, f113, f35

  8196. 	;;

  8197. 	FNMA	f64  = f106, f80,  f64

  8198. 	FMA_A	f65  = f107, f80,  f65

  8199. 	FNMA	f96  = f106, f112, f96

  8200. 	FMA_A	f97  = f107, f112, f97

  8201. 	;;

  8202. 	FMA_B	f64  = f107, f81,  f64

  8203. 	FNMA	f65  = f106, f81,  f65

  8204. 	FMA_B	f96  = f107, f113, f96

  8205. 	FNMA	f97  = f106, f113, f97

  8206. 	;;

  8207. 	FMPY	f32  = f120, f64

  8208. 	FMPY	f33  = f121, f64

  8209. 	FMPY	f34  = f120, f96

  8210. 	FMPY	f35  = f121, f96

  8211. 	;;

  8212. 	FMA_C	f64  = f121, f65, f32

  8213. 	FMA_D	f65  = f120, f65, f33

  8214. 	FMA_C	f96  = f121, f97, f34

  8215. 	FMA_D	f97  = f120, f97, f35

  8216. 	;;

  8217. #endif

  8218. 

  8219. #if defined(LN) || defined(LT)

  8220. 	adds	BOFFSET2 = 4 * SIZE, BOFFSET

  8221. 	;;

  8222. 	STFD	[BOFFSET]  = f64,  SIZE

  8223. 	STFD	[BOFFSET2] = f96,  SIZE

  8224. 	;;

  8225. 	STFD	[BOFFSET]  = f65,  SIZE

  8226. 	STFD	[BOFFSET2] = f97,  SIZE

  8227. 	;;

  8228. 	STFD	[BOFFSET]  = f80,  SIZE

  8229. 	STFD	[BOFFSET2] = f112, SIZE

  8230. 	;;

  8231. 	STFD	[BOFFSET]  = f81,  5 * SIZE

  8232. 	STFD	[BOFFSET2] = f113, 5 * SIZE

  8233. 	;;

  8234. 	adds	BOFFSET = - 8 * SIZE, BOFFSET

  8235. 	;;

  8236. #else

  8237. 	adds	AOFFSET2 = 4 * SIZE, AOFFSET

  8238. 	;;

  8239. 	STFD	[AOFFSET]  = f64,  SIZE

  8240. 	STFD	[AOFFSET2] = f80,  SIZE

  8241. 	;;

  8242. 	STFD	[AOFFSET]  = f65,  SIZE

  8243. 	STFD	[AOFFSET2] = f81,  SIZE

  8244. 	;;

  8245. 	STFD	[AOFFSET]  = f96,  SIZE

  8246. 	STFD	[AOFFSET2] = f112, SIZE

  8247. 	;;

  8248. 	STFD	[AOFFSET]  = f97,  5 * SIZE

  8249. 	STFD	[AOFFSET2] = f113, 5 * SIZE

  8250. 	;;

  8251. 	adds	AOFFSET = - 8 * SIZE, AOFFSET

  8252. 	;;

  8253. #endif

  8254. 

  8255. #ifdef LN

  8256. 	adds	C1 = -4 * SIZE, C1

  8257. 	adds	C2 = -4 * SIZE, C2

  8258. #endif

  8259. 	;;

  8260. 	STFD	[C1 ] = f64, SIZE

  8261. 	;;

  8262. 	STFD	[C1 ] = f65, SIZE

  8263. 	;;

  8264. 	STFD	[C1 ] = f96, SIZE

  8265. 	;;

  8266. 	STFD	[C1 ] = f97, SIZE

  8267. 	;;

  8268. 	STFD	[C2 ] = f80, SIZE

  8269. 	;;

  8270. 	STFD	[C2 ] = f81, SIZE

  8271. 	;;

  8272. 	STFD	[C2 ] = f112, SIZE

  8273. 	;;

  8274. 	STFD	[C2 ] = f113, SIZE

  8275. 	;;

  8276. 	mov	f64 = f0

  8277. 	mov	f65 = f0

  8278. 	mov	f80 = f0

  8279. 	mov	f81 = f0

  8280. 	mov	f96 = f0

  8281. 	mov	f97 = f0

  8282. 	mov	f112 = f0

  8283. 	mov	f113 = f0

  8284. 	;;

  8285. #ifdef LN

  8286. 	adds	C1 = -4 * SIZE, C1

  8287. 	adds	C2 = -4 * SIZE, C2

  8288. #endif

  8289. 	;;

  8290. 	cmp.ne	p6, p0 = 1, I

  8291. 	;;

  8292. 	adds	I = -1, I

  8293. 	;;

  8294. 	shladd	r2 = K, ZBASE_SHIFT, r0

  8295. 	;;

  8296. 	sub	L = K, KK

  8297. 	;;

  8298. #ifdef RT

  8299. 	shladd	AORIG = r2, 1, AORIG

  8300. #endif

  8301. 	;;

  8302. #if defined(LT) || defined(RN)

  8303. 	shladd	L = L, ZBASE_SHIFT, r0

  8304. 	;;

  8305. 	shladd	AOFFSET = L, 1, AOFFSET

  8306. 	shladd	BOFFSET = L, 1, BOFFSET

  8307. #endif

  8308. 	;;

  8309. #ifdef LT

  8310. 	adds	KK =  2, KK

  8311. #elif defined LN

  8312. 	adds	KK = -2, KK

  8313. #else

  8314. 	nop	__LINE__

  8315. #endif

  8316. 	;;

  8317. #if defined(LT) || defined(RN)

  8318. 	mov	L = KK

  8319. #else

  8320. 	sub	L = K, KK

  8321. #endif

  8322. 	;;

  8323. 	.align 16

  8324. 

  8325. .L051:

  8326. 	shr	I  = M, 2

  8327. 	;;

  8328. 	cmp.eq	p6, p7 = 0, I

  8329. 	(p6)	br.cond.dpnt .L089

  8330. 	;;

  8331. 	.align 16

  8332. 

  8333. .L052:

  8334. 	{ .mmi

  8335. 	cmp.ne	p7, p0 = r0, L

  8336. 	adds	BOFFSET = 0 * SIZE, B

  8337. 	shl	r2 = K, 2 + ZBASE_SHIFT

  8338. 	}

  8339. 	{ .mmi

  8340. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  8341. 	nop	__LINE__

  8342. 	nop	__LINE__

  8343. 	}

  8344. 	;;

  8345. #if defined(LT) || defined(RN)

  8346. 	{ .mfb

  8347. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  8348. 	mov	f66  = f0

  8349. 	nop	__LINE__

  8350. 	}

  8351. 	{ .mmf

  8352. 	nop	__LINE__

  8353. 	nop	__LINE__

  8354. 	mov	f67  = f0

  8355. 	}

  8356. 	;;

  8357. #else

  8358. 	{ .mfi

  8359. 	shladd	BOFFSET = r3, 1, B

  8360. 	mov	f66  = f0

  8361. #ifdef LN

  8362. 	sub	AORIG = AORIG, r2

  8363. #else

  8364. 	nop	__LINE__

  8365. #endif

  8366. 	}

  8367. 	;;

  8368. 	{ .mfi

  8369. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  8370. 	mov	f67  = f0

  8371. 	shladd	AOFFSET = r3, 2, AORIG

  8372. 	}

  8373. 	;;

  8374. #endif

  8375. 

  8376. 	{ .mfi

  8377. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  8378. 	mov	f82  = f0

  8379. 	adds	PREC = CPREFETCHSIZE * SIZE, C1

  8380. 	}

  8381. 	{ .mfi

  8382. 	(p7) LDFPD	f50, f51 = [BOFFSET], 2 * SIZE

  8383. 	mov	f83  = f0

  8384. 	nop	__LINE__

  8385. 	}

  8386. 	;;

  8387. 	{ .mfi

  8388. 	(p7) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  8389. 	mov	f98  = f0

  8390. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  8391. 	}

  8392. 	{ .mfi

  8393. 	cmp.eq	p3, p0 = r0, r0

  8394. 	mov	f99  = f0

  8395. 	adds	L =  1, L

  8396. 	}

  8397. 	;;

  8398. 	{ .mfi

  8399. 	(p7) LDFPD	f36, f37 = [AOFFSET], 2 * SIZE

  8400. 	mov	f114 = f0

  8401. 	tbit.z	p12, p0 = L, 0

  8402. 	}

  8403. 	{ .mfi

  8404. 	CPREFETCH [PREC], LDC

  8405. 	mov	f115 = f0

  8406. 	shr	L = L, 1

  8407. 	}

  8408. 	;;

  8409. 	{ .mmi

  8410. 	(p7) LDFPD	f38, f39 = [AOFFSET], 2 * SIZE

  8411. 	adds C5 = 4 * SIZE, C1

  8412. 	adds	L =  -1, L

  8413. 	}

  8414. 	;;

  8415. 	{ .mmi

  8416. 	CPREFETCH [PREC], LDC

  8417. 	adds C6 = 4 * SIZE, C2

  8418. 	mov	ar.lc = L

  8419. 	}

  8420. 	;;

  8421. 	cmp.eq  p6, p0 = -1, L

  8422. 	(p6) br.cond.dpnt   .L058

  8423. 	;;

  8424. 	.align 16

  8425. 

  8426. .L053:

  8427. 	{ .mfb

  8428. 	lfetch.nt1	[PREA],  16 * SIZE

  8429. 	FMA	f64   = f32, f48, f64	// A1 * B1

  8430. 	nop	__LINE__

  8431. 	}

  8432. 	{ .mfi

  8433. 	nop	__LINE__

  8434. 	FMA_B	f65   = f32, f49, f65	// A1 * B2

  8435. 	(p12) cmp.ne p3, p0 =  0, L

  8436. 	}

  8437. 	;;

  8438. 	{ .mfi

  8439. 	lfetch.nt1	[PREB],   8 * SIZE

  8440. 	FMA	f80   = f32, f50, f80	// A1 * B3

  8441. 	cmp.ne	p4, p5 =  0, L

  8442. 	}

  8443. 	{ .mfi

  8444. 	nop	__LINE__

  8445. 	FMA_B	f81   = f32, f51, f81	// A1 * B4

  8446. 	nop	__LINE__

  8447. 	}

  8448. 	;;

  8449. 	{ .mfi

  8450. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  8451. 	FMA	f96   = f34, f48, f96	// A3 * B1

  8452. 	nop	__LINE__

  8453. 	}

  8454. 	{ .mfi

  8455. 	FMA_B	f97   = f34, f49, f97	// A3 * B2

  8456. 	nop	__LINE__

  8457. 	}

  8458. 	;;

  8459. 	{ .mfi

  8460. 	(p3) LDFPD	f56, f57 = [BOFFSET],  2 * SIZE

  8461. 	FMA	f112   = f34, f50, f112	// A3 * B3

  8462. 	nop	__LINE__

  8463. 	}

  8464. 	{ .mfb

  8465. 	nop	__LINE__

  8466. 	FMA_B	f113   = f34, f51, f113	// A3 * B4

  8467. 	nop	__LINE__

  8468. 	}

  8469. 	;;

  8470. 	{ .mfb

  8471. 	(p3) LDFPD	f58, f59 = [BOFFSET],  2 * SIZE

  8472. 	FMA	f65   = f33, f48, f65	// A2 * B1

  8473. 	nop	__LINE__

  8474. 	}

  8475. 	{ .mfb

  8476. 	nop	__LINE__

  8477. 	FMA_A	f64   = f33, f49, f64	// A2 * B2

  8478. 	nop	__LINE__

  8479. 	}

  8480. 	;;

  8481. 	{ .mfb

  8482. 	(p3) LDFPD	f42, f43 = [AOFFSET], 2 * SIZE

  8483. 	FMA	f81   = f33, f50, f81	// A2 * B3

  8484. 	nop	__LINE__

  8485. 	}

  8486. 	{ .mfb

  8487. 	nop	__LINE__

  8488. 	FMA_A	f80   = f33, f51, f80	// A2 * B4

  8489. 	nop	__LINE__

  8490. 	}

  8491. 	;;

  8492. 	{ .mfb

  8493. 	(p3) LDFPD	f44, f45 = [AOFFSET], 2 * SIZE

  8494. 	FMA	f97   = f35, f48, f97	// A4 * B1

  8495. 	nop	__LINE__

  8496. 	}

  8497. 	{ .mfb

  8498. 	nop	__LINE__

  8499. 	FMA_A	f96   = f35, f49, f96	// A4 * B2

  8500. 	nop	__LINE__

  8501. 	}

  8502. 	;;

  8503. 	{ .mfb

  8504. 	(p3) LDFPD	f46, f47 = [AOFFSET], 2 * SIZE

  8505. 	FMA	f113   = f35, f50, f113	// A4 * B3

  8506. 	nop	__LINE__

  8507. 	}

  8508. 	{ .mfb

  8509. 	nop	__LINE__

  8510. 	FMA_A	f112   = f35, f51, f112	// A4 * B4

  8511. 	nop	__LINE__

  8512. 	}

  8513. 	;;

  8514. 	{ .mfb

  8515. 	nop	__LINE__

  8516. 	FMA	f66   = f36, f48, f66	// A5 * B1

  8517. 	nop	__LINE__

  8518. 	}

  8519. 	{ .mfb

  8520. 	nop	__LINE__

  8521. 	FMA_B	f67   = f36, f49, f67	// A5 * B2

  8522. 	nop	__LINE__

  8523. 	}

  8524. 	;;

  8525. 	{ .mfb

  8526. 	nop	__LINE__

  8527. 	FMA	f82   = f36, f50, f82	// A5 * B3

  8528. 	nop	__LINE__

  8529. 	}

  8530. 	{ .mfb

  8531. 	nop	__LINE__

  8532. 	FMA_B	f83   = f36, f51, f83	// A5 * B4

  8533. 	nop	__LINE__

  8534. 	}

  8535. 	;;

  8536. 	{ .mfb

  8537. 	nop	__LINE__

  8538. 	FMA	f98   = f38, f48, f98	// A7 * B1

  8539. 	nop	__LINE__

  8540. 	}

  8541. 	{ .mfb

  8542. 	nop	__LINE__

  8543. 	FMA_B	f99   = f38, f49, f99	// A7 * B2

  8544. 	nop	__LINE__

  8545. 	}

  8546. 	;;

  8547. 	{ .mfb

  8548. 	nop	__LINE__

  8549. 	FMA	f114   = f38, f50, f114	// A7 * B3

  8550. 	nop	__LINE__

  8551. 	}

  8552. 	{ .mfb

  8553. 	nop	__LINE__

  8554. 	FMA_B	f115   = f38, f51, f115	// A7 * B4

  8555. 	nop	__LINE__

  8556. 	}

  8557. 	;;

  8558. 	{ .mfb

  8559. 	nop	__LINE__

  8560. 	FMA	f67   = f37, f48, f67	// A6 * B1

  8561. 	nop	__LINE__

  8562. 	}

  8563. 	{ .mfb

  8564. 	nop	__LINE__

  8565. 	FMA_A	f66   = f37, f49, f66	// A6 * B2

  8566. 	nop	__LINE__

  8567. 	}

  8568. 	;;

  8569. 	{ .mfb

  8570. 	nop	__LINE__

  8571. 	FMA	f83   = f37, f50, f83	// A6 * B3

  8572. 	nop	__LINE__

  8573. 	}

  8574. 	{ .mfb

  8575. 	nop	__LINE__

  8576. 	FMA_A	f82   = f37, f51, f82	// A6 * B4

  8577. 	nop	__LINE__

  8578. 	}

  8579. 	;;

  8580. 	{ .mfb

  8581. 	(p4) LDFPD	f32, f33 = [AOFFSET],   2 * SIZE

  8582. 	FMA	f99   = f39, f48, f99	// A8 * B1

  8583. 	nop	__LINE__

  8584. 	}

  8585. 	{ .mfb

  8586. 	nop	__LINE__

  8587. 	FMA_A	f98   = f39, f49, f98	// A8 * B2

  8588. 	nop	__LINE__

  8589. 	}

  8590. 	;;

  8591. 	{ .mfb

  8592. 	(p4) LDFPD	f48, f49 = [BOFFSET],  2 * SIZE

  8593. 	FMA	f115   = f39, f50, f115	// A8 * B3

  8594. 	nop	__LINE__

  8595. 	}

  8596. 	{ .mfb

  8597. 	nop	__LINE__

  8598. 	FMA_A	f114   = f39, f51, f114	// A8 * B4

  8599. 	nop	__LINE__

  8600. 	}

  8601. 	;;

  8602. 	{ .mfb

  8603. 	(p4) LDFPD	f50, f51 = [BOFFSET],  2 * SIZE

  8604. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  8605. 	nop	__LINE__

  8606. 	}

  8607. 	{ .mfb

  8608. 	nop	__LINE__

  8609. 	(p3) FMA_B	f65   = f40, f57, f65	// A1 * B2

  8610. 	nop	__LINE__

  8611. 	}

  8612. 	;;

  8613. 	{ .mfb

  8614. 	(p4) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  8615. 	(p3) FMA	f80   = f40, f58, f80	// A1 * B3

  8616. 	nop	__LINE__

  8617. 	}

  8618. 	{ .mfb

  8619. 	nop	__LINE__

  8620. 	(p3) FMA_B	f81   = f40, f59, f81	// A1 * B4

  8621. 	nop	__LINE__

  8622. 	}

  8623. 	;;

  8624. 	{ .mfb

  8625. 	(p4) LDFPD	f36, f37 = [AOFFSET], 2 * SIZE

  8626. 	(p3) FMA	f96   = f42, f56, f96	// A3 * B1

  8627. 	nop	__LINE__

  8628. 	}

  8629. 	{ .mfb

  8630. 	nop	__LINE__

  8631. 	(p3) FMA_B	f97   = f42, f57, f97	// A3 * B2

  8632. 	nop	__LINE__

  8633. 	}

  8634. 	;;

  8635. 	{ .mfb

  8636. 	(p4) LDFPD	f38, f39 = [AOFFSET], 2 * SIZE

  8637. 	(p3) FMA	f112   = f42, f58, f112	// A3 * B3

  8638. 	nop	__LINE__

  8639. 	}

  8640. 	{ .mfb

  8641. 	nop	__LINE__

  8642. 	(p3) FMA_B	f113   = f42, f59, f113	// A3 * B4

  8643. 	nop	__LINE__

  8644. 	}

  8645. 	;;

  8646. 	{ .mfb

  8647. 	nop	__LINE__

  8648. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  8649. 	nop	__LINE__

  8650. 	}

  8651. 	{ .mfb

  8652. 	nop	__LINE__

  8653. 	(p3) FMA_A	f64   = f41, f57, f64	// A2 * B2

  8654. 	nop	__LINE__

  8655. 	}

  8656. 	;;

  8657. 	{ .mfb

  8658. 	nop	__LINE__

  8659. 	(p3) FMA	f81   = f41, f58, f81	// A2 * B3

  8660. 	nop	__LINE__

  8661. 	}

  8662. 	{ .mfb

  8663. 	nop	__LINE__

  8664. 	(p3) FMA_A	f80   = f41, f59, f80	// A2 * B4

  8665. 	nop	__LINE__

  8666. 	}

  8667. 	;;

  8668. 	{ .mfb

  8669. 	nop	__LINE__

  8670. 	(p3) FMA	f97   = f43, f56, f97	// A4 * B1

  8671. 	nop	__LINE__

  8672. 	}

  8673. 	{ .mfb

  8674. 	nop	__LINE__

  8675. 	(p3) FMA_A	f96   = f43, f57, f96	// A4 * B2

  8676. 	nop	__LINE__

  8677. 	}

  8678. 	;;

  8679. 	{ .mfb

  8680. 	nop	__LINE__

  8681. 	(p3) FMA	f113   = f43, f58, f113	// A4 * B3

  8682. 	nop	__LINE__

  8683. 	}

  8684. 	{ .mfb

  8685. 	nop	__LINE__

  8686. 	(p3) FMA_A	f112   = f43, f59, f112	// A4 * B4

  8687. 	nop	__LINE__

  8688. 	}

  8689. 	;;

  8690. 	{ .mfb

  8691. 	nop	__LINE__

  8692. 	(p3) FMA	f66   = f44, f56, f66	// A5 * B1

  8693. 	nop	__LINE__

  8694. 	}

  8695. 	{ .mfb

  8696. 	nop	__LINE__

  8697. 	(p3) FMA_B	f67   = f44, f57, f67	// A5 * B2

  8698. 	nop	__LINE__

  8699. 	}

  8700. 	;;

  8701. 	{ .mfb

  8702. 	nop	__LINE__

  8703. 	(p3) FMA	f82   = f44, f58, f82	// A5 * B3

  8704. 	nop	__LINE__

  8705. 	}

  8706. 	{ .mfb

  8707. 	nop	__LINE__

  8708. 	(p3) FMA_B	f83   = f44, f59, f83	// A5 * B4

  8709. 	nop	__LINE__

  8710. 	}

  8711. 	;;

  8712. 	{ .mfb

  8713. 	nop	__LINE__

  8714. 	(p3) FMA	f98   = f46, f56, f98	// A7 * B1

  8715. 	nop	__LINE__

  8716. 	}

  8717. 	{ .mfb

  8718. 	nop	__LINE__

  8719. 	(p3) FMA_B	f99   = f46, f57, f99	// A7 * B2

  8720. 	nop	__LINE__

  8721. 	}

  8722. 	;;

  8723. 	{ .mfb

  8724. 	nop	__LINE__

  8725. 	(p3) FMA	f114   = f46, f58, f114	// A7 * B3

  8726. 	nop	__LINE__

  8727. 	}

  8728. 	{ .mfb

  8729. 	nop	__LINE__

  8730. 	(p3) FMA_B	f115   = f46, f59, f115	// A7 * B4

  8731. 	nop	__LINE__

  8732. 	}

  8733. 	;;

  8734. 	{ .mfb

  8735. 	nop	__LINE__

  8736. 	(p3) FMA	f67   = f45, f56, f67	// A6 * B1

  8737. 	nop	__LINE__

  8738. 	}

  8739. 	{ .mfb

  8740. 	nop	__LINE__

  8741. 	(p3) FMA_A	f66   = f45, f57, f66	// A6 * B2

  8742. 	nop	__LINE__

  8743. 	}

  8744. 	;;

  8745. 	{ .mfb

  8746. 	nop	__LINE__

  8747. 	(p3) FMA	f83   = f45, f58, f83	// A6 * B3

  8748. 	nop	__LINE__

  8749. 	}

  8750. 	{ .mfb

  8751. 	nop	__LINE__

  8752. 	(p3) FMA_A	f82   = f45, f59, f82	// A6 * B4

  8753. 	nop	__LINE__

  8754. 	}

  8755. 	;;

  8756. 	{ .mfb

  8757. 	nop	__LINE__

  8758. 	(p3) FMA	f99   = f47, f56, f99	// A8 * B1

  8759. 	nop	__LINE__

  8760. 	}

  8761. 	{ .mfb

  8762. 	nop	__LINE__

  8763. 	(p3) FMA_A	f98   = f47, f57, f98	// A8 * B2

  8764. 	nop	__LINE__

  8765. 	}

  8766. 	;;

  8767. 	{ .mfi

  8768. 	nop	__LINE__

  8769. 	(p3) FMA	f115   = f47, f58, f115	// A8 * B3

  8770. 	adds	L = -1, L

  8771. 	}

  8772. 	{ .mfb

  8773. 	nop	__LINE__

  8774. 	(p3) FMA_A	f114   = f47, f59, f114	// A8 * B4

  8775. 	br.cloop.sptk.few .L053

  8776. 	}

  8777. 	;;

  8778. .L058:

  8779. #if defined(LN) || defined(RT)

  8780. #ifdef LN

  8781. 	adds	r2 = -4, KK

  8782. #else

  8783. 	adds	r2 = -2, KK

  8784. #endif

  8785. 	;;

  8786. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  8787. 	;;

  8788. 	shladd	AOFFSET = r2, 2, AORIG

  8789. 	shladd	BOFFSET = r2, 1, B

  8790. 	;;

  8791. #endif

  8792. 

  8793. #if defined(LN) || defined(LT)

  8794. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  8795. 	;;

  8796. 	LDFPD	f74, f75 = [BOFFSET], 2 * SIZE

  8797. 	;;

  8798. 	LDFPD	f88, f89 = [BOFFSET], 2 * SIZE

  8799. 	;;

  8800. 	LDFPD	f90, f91 = [BOFFSET], 2 * SIZE

  8801. 	;;

  8802. 	LDFPD	f104, f105 = [BOFFSET], 2 * SIZE

  8803. 	;;

  8804. 	LDFPD	f106, f107 = [BOFFSET], 2 * SIZE

  8805. 	;;

  8806. 	LDFPD	f120, f121 = [BOFFSET], 2 * SIZE

  8807. 	;;

  8808. 	LDFPD	f122, f123 = [BOFFSET]

  8809. 	adds	BOFFSET = -14 * SIZE, BOFFSET

  8810. 	;;

  8811. 	FSUB	f64  = f72, f64

  8812. 	FSUB_A	f65  = f73, f65

  8813. 	FSUB	f80  = f74, f80

  8814. 	FSUB_A	f81  = f75, f81

  8815. 	FSUB	f96  = f88, f96

  8816. 	FSUB_A	f97  = f89, f97

  8817. 	FSUB	f112 = f90, f112

  8818. 	FSUB_A	f113 = f91, f113

  8819. 

  8820. 	FSUB	f66  = f104, f66

  8821. 	FSUB_A	f67  = f105, f67

  8822. 	FSUB	f82  = f106, f82

  8823. 	FSUB_A	f83  = f107, f83

  8824. 	FSUB	f98  = f120, f98

  8825. 	FSUB_A	f99  = f121, f99

  8826. 	FSUB	f114 = f122, f114

  8827. 	FSUB_A	f115 = f123, f115

  8828. 	;;

  8829. #else

  8830. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  8831. 	;;

  8832. 	LDFPD	f74, f75 = [AOFFSET], 2 * SIZE

  8833. 	;;

  8834. 	LDFPD	f76, f77 = [AOFFSET], 2 * SIZE

  8835. 	;;

  8836. 	LDFPD	f78, f79 = [AOFFSET], 2 * SIZE

  8837. 	;;

  8838. 	LDFPD	f88, f89 = [AOFFSET], 2 * SIZE

  8839. 	;;

  8840. 	LDFPD	f90, f91 = [AOFFSET], 2 * SIZE

  8841. 	;;

  8842. 	LDFPD	f92, f93 = [AOFFSET], 2 * SIZE

  8843. 	;;

  8844. 	LDFPD	f94, f95 = [AOFFSET]

  8845. 	adds	AOFFSET = -14 * SIZE, AOFFSET

  8846. 	;;

  8847. 	FSUB	f64  = f72, f64

  8848. 	FSUB	f65  = f73, f65

  8849. 	FSUB	f96  = f74, f96

  8850. 	FSUB	f97  = f75, f97

  8851. 

  8852. 	FSUB	f66  = f76, f66

  8853. 	FSUB	f67  = f77, f67

  8854. 	FSUB	f98  = f78, f98

  8855. 	FSUB	f99  = f79, f99

  8856. 

  8857. 	FSUB	f80  = f88, f80

  8858. 	FSUB	f81  = f89, f81

  8859. 	FSUB	f112 = f90, f112

  8860. 	FSUB	f113 = f91, f113

  8861. 

  8862. 	FSUB	f82  = f92, f82

  8863. 	FSUB	f83  = f93, f83

  8864. 	FSUB	f114 = f94, f114

  8865. 	FSUB	f115 = f95, f115

  8866. 	;;

  8867. #endif

  8868. 

  8869. #ifdef LN

  8870. 	adds	AOFFSET = 30 * SIZE, AOFFSET

  8871. 	;;

  8872. 	LDFPD	f72, f73 = [AOFFSET]

  8873. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  8874. 	;;

  8875. 	LDFPD	f74, f75 = [AOFFSET]

  8876. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  8877. 	;;

  8878. 	LDFPD	f76, f77 = [AOFFSET]

  8879. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  8880. 	;;

  8881. 	LDFPD	f78, f79 = [AOFFSET]

  8882. 	adds	AOFFSET = - 4 * SIZE, AOFFSET

  8883. 	;;

  8884. 	LDFPD	f88, f89 = [AOFFSET]

  8885. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  8886. 	;;

  8887. 	LDFPD	f90, f91 = [AOFFSET]

  8888. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  8889. 	;;

  8890. 	LDFPD	f92, f93 = [AOFFSET]

  8891. 	adds	AOFFSET = - 6 * SIZE, AOFFSET

  8892. 	;;

  8893. 	LDFPD	f104, f105 = [AOFFSET]

  8894. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  8895. 	;;

  8896. 	LDFPD	f106, f107 = [AOFFSET]

  8897. 	adds	AOFFSET = - 8 * SIZE, AOFFSET

  8898. 	;;

  8899. 	LDFPD	f120, f121 = [AOFFSET]

  8900. 	;;

  8901. 	FMPY	f32  = f72, f98

  8902. 	FMPY	f33  = f73, f98

  8903. 	FMPY	f34  = f72, f114

  8904. 	FMPY	f35  = f73, f114

  8905. 	;;

  8906. 	FMA_C	f98  = f73, f99,  f32

  8907. 	FMA_D	f99  = f72, f99,  f33

  8908. 	FMA_C	f114 = f73, f115, f34

  8909. 	FMA_D	f115 = f72, f115, f35

  8910. 	;;

  8911. 	FNMA	f66  = f74, f98, f66

  8912. 	FMA_A	f67  = f75, f98, f67

  8913. 	FNMA	f82  = f74, f114, f82

  8914. 	FMA_A	f83  = f75, f114, f83

  8915. 	;;

  8916. 	FMA_B	f66  = f75, f99, f66

  8917. 	FNMA	f67  = f74, f99, f67

  8918. 	FMA_B	f82  = f75, f115, f82

  8919. 	FNMA	f83  = f74, f115, f83

  8920. 	;;

  8921. 	FNMA	f96  = f76, f98, f96

  8922. 	FMA_A	f97  = f77, f98, f97

  8923. 	FNMA	f112 = f76, f114, f112

  8924. 	FMA_A	f113 = f77, f114, f113

  8925. 	;;

  8926. 	FMA_B	f96  = f77, f99, f96

  8927. 	FNMA	f97  = f76, f99, f97

  8928. 	FMA_B	f112 = f77, f115, f112

  8929. 	FNMA	f113 = f76, f115, f113

  8930. 	;;

  8931. 	FNMA	f64  = f78, f98, f64

  8932. 	FMA_A	f65  = f79, f98, f65

  8933. 	FNMA	f80  = f78, f114, f80

  8934. 	FMA_A	f81  = f79, f114, f81

  8935. 	;;

  8936. 	FMA_B	f64  = f79, f99, f64

  8937. 	FNMA	f65  = f78, f99, f65

  8938. 	FMA_B	f80  = f79, f115, f80

  8939. 	FNMA	f81  = f78, f115, f81

  8940. 	;;

  8941. 	FMPY	f32  = f88, f66

  8942. 	FMPY	f33  = f89, f66

  8943. 	FMPY	f34  = f88, f82

  8944. 	FMPY	f35  = f89, f82

  8945. 	;;

  8946. 	FMA_C	f66  = f89, f67,  f32

  8947. 	FMA_D	f67  = f88, f67,  f33

  8948. 	FMA_C	f82  = f89, f83,  f34

  8949. 	FMA_D	f83  = f88, f83,  f35

  8950. 	;;

  8951. 	FNMA	f96  = f90, f66, f96

  8952. 	FMA_A	f97  = f91, f66, f97

  8953. 	FNMA	f112 = f90, f82, f112

  8954. 	FMA_A	f113 = f91, f82, f113

  8955. 	;;

  8956. 	FMA_B	f96  = f91, f67, f96

  8957. 	FNMA	f97  = f90, f67, f97

  8958. 	FMA_B	f112 = f91, f83, f112

  8959. 	FNMA	f113 = f90, f83, f113

  8960. 	;;

  8961. 	FNMA	f64  = f92, f66, f64

  8962. 	FMA_A	f65  = f93, f66, f65

  8963. 	FNMA	f80  = f92, f82, f80

  8964. 	FMA_A	f81  = f93, f82, f81

  8965. 	;;

  8966. 	FMA_B	f64  = f93, f67, f64

  8967. 	FNMA	f65  = f92, f67, f65

  8968. 	FMA_B	f80  = f93, f83, f80

  8969. 	FNMA	f81  = f92, f83, f81

  8970. 	;;

  8971. 	FMPY	f32  = f104, f96

  8972. 	FMPY	f33  = f105, f96

  8973. 	FMPY	f34  = f104, f112

  8974. 	FMPY	f35  = f105, f112

  8975. 	;;

  8976. 	FMA_C	f96  = f105, f97,  f32

  8977. 	FMA_D	f97  = f104, f97,  f33

  8978. 	FMA_C	f112 = f105, f113, f34

  8979. 	FMA_D	f113 = f104, f113, f35

  8980. 	;;

  8981. 	FNMA	f64  = f106, f96,  f64

  8982. 	FMA_A	f65  = f107, f96,  f65

  8983. 	FNMA	f80  = f106, f112, f80

  8984. 	FMA_A	f81  = f107, f112, f81

  8985. 	;;

  8986. 	FMA_B	f64  = f107, f97,  f64

  8987. 	FNMA	f65  = f106, f97,  f65

  8988. 	FMA_B	f80  = f107, f113, f80

  8989. 	FNMA	f81  = f106, f113, f81

  8990. 	;;

  8991. 	FMPY	f32  = f120, f64

  8992. 	FMPY	f33  = f121, f64

  8993. 	FMPY	f34  = f120, f80

  8994. 	FMPY	f35  = f121, f80

  8995. 	;;

  8996. 	FMA_C	f64  = f121, f65,  f32

  8997. 	FMA_D	f65  = f120, f65,  f33

  8998. 	FMA_C	f80  = f121, f81,  f34

  8999. 	FMA_D	f81  = f120, f81,  f35

  9000. 	;;

  9001. #endif

  9002. 

  9003. #ifdef LT

  9004. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  9005. 	;;

  9006. 	LDFPD	f74, f75 = [AOFFSET], 2 * SIZE

  9007. 	;;

  9008. 	LDFPD	f76, f77 = [AOFFSET], 2 * SIZE

  9009. 	;;

  9010. 	LDFPD	f78, f79 = [AOFFSET]

  9011. 	adds	AOFFSET = 4 * SIZE, AOFFSET

  9012. 	;;

  9013. 	LDFPD	f90, f91 = [AOFFSET], 2 * SIZE

  9014. 	;;

  9015. 	LDFPD	f92, f93 = [AOFFSET], 2 * SIZE

  9016. 	;;

  9017. 	LDFPD	f94, f95 = [AOFFSET]

  9018. 	adds	AOFFSET = 6 * SIZE, AOFFSET

  9019. 	;;

  9020. 	LDFPD	f108, f109 = [AOFFSET], 2 * SIZE

  9021. 	;;

  9022. 	LDFPD	f110, f111 = [AOFFSET]

  9023. 	adds	AOFFSET = 8 * SIZE, AOFFSET

  9024. 	;;

  9025. 	LDFPD	f126, f127 = [AOFFSET]

  9026. 	adds	AOFFSET = - 30 * SIZE, AOFFSET

  9027. 	;;

  9028. 	FMPY	f32  = f72, f64

  9029. 	FMPY	f33  = f73, f64

  9030. 	FMPY	f34  = f72, f80

  9031. 	FMPY	f35  = f73, f80

  9032. 	;;

  9033. 	FMA_C	f64  = f73, f65,  f32

  9034. 	FMA_D	f65  = f72, f65,  f33

  9035. 	FMA_C	f80  = f73, f81,  f34

  9036. 	FMA_D	f81  = f72, f81,  f35

  9037. 	;;

  9038. 	FNMA	f96  = f74, f64, f96

  9039. 	FMA_A	f97  = f75, f64, f97

  9040. 	FNMA	f112 = f74, f80, f112

  9041. 	FMA_A	f113 = f75, f80, f113

  9042. 	;;

  9043. 	FMA_B	f96  = f75, f65, f96

  9044. 	FNMA	f97  = f74, f65, f97

  9045. 	FMA_B	f112 = f75, f81, f112

  9046. 	FNMA	f113 = f74, f81, f113

  9047. 	;;

  9048. 	FNMA	f66  = f76, f64, f66

  9049. 	FMA_A	f67  = f77, f64, f67

  9050. 	FNMA	f82  = f76, f80, f82

  9051. 	FMA_A	f83  = f77, f80, f83

  9052. 	;;

  9053. 	FMA_B	f66  = f77, f65, f66

  9054. 	FNMA	f67  = f76, f65, f67

  9055. 	FMA_B	f82  = f77, f81, f82

  9056. 	FNMA	f83  = f76, f81, f83

  9057. 	;;

  9058. 	FNMA	f98  = f78, f64, f98

  9059. 	FMA_A	f99  = f79, f64, f99

  9060. 	FNMA	f114 = f78, f80, f114

  9061. 	FMA_A	f115 = f79, f80, f115

  9062. 	;;

  9063. 	FMA_B	f98  = f79, f65, f98

  9064. 	FNMA	f99  = f78, f65, f99

  9065. 	FMA_B	f114 = f79, f81, f114

  9066. 	FNMA	f115 = f78, f81, f115

  9067. 	;;

  9068. 	FMPY	f32  = f90, f96

  9069. 	FMPY	f33  = f91, f96

  9070. 	FMPY	f34  = f90, f112

  9071. 	FMPY	f35  = f91, f112

  9072. 	;;

  9073. 	FMA_C	f96  = f91, f97,  f32

  9074. 	FMA_D	f97  = f90, f97,  f33

  9075. 	FMA_C	f112 = f91, f113, f34

  9076. 	FMA_D	f113 = f90, f113, f35

  9077. 	;;

  9078. 	FNMA	f66  = f92, f96, f66

  9079. 	FMA_A	f67  = f93, f96, f67

  9080. 	FNMA	f82  = f92, f112, f82

  9081. 	FMA_A	f83  = f93, f112, f83

  9082. 	;;

  9083. 	FMA_B	f66  = f93, f97, f66

  9084. 	FNMA	f67  = f92, f97, f67

  9085. 	FMA_B	f82  = f93, f113, f82

  9086. 	FNMA	f83  = f92, f113, f83

  9087. 	;;

  9088. 	FNMA	f98  = f94, f96, f98

  9089. 	FMA_A	f99  = f95, f96, f99

  9090. 	FNMA	f114  = f94, f112, f114

  9091. 	FMA_A	f115  = f95, f112, f115

  9092. 	;;

  9093. 	FMA_B	f98  = f95, f97, f98

  9094. 	FNMA	f99  = f94, f97, f99

  9095. 	FMA_B	f114  = f95, f113, f114

  9096. 	FNMA	f115  = f94, f113, f115

  9097. 	;;

  9098. 	FMPY	f32  = f108, f66

  9099. 	FMPY	f33  = f109, f66

  9100. 	FMPY	f34  = f108, f82

  9101. 	FMPY	f35  = f109, f82

  9102. 	;;

  9103. 	FMA_C	f66  = f109, f67,  f32

  9104. 	FMA_D	f67  = f108, f67,  f33

  9105. 	FMA_C	f82  = f109, f83,  f34

  9106. 	FMA_D	f83  = f108, f83,  f35

  9107. 	;;

  9108. 	FNMA	f98  = f110, f66, f98

  9109. 	FMA_A	f99  = f111, f66, f99

  9110. 	FNMA	f114  = f110, f82, f114

  9111. 	FMA_A	f115  = f111, f82, f115

  9112. 	;;

  9113. 	FMA_B	f98  = f111, f67, f98

  9114. 	FNMA	f99  = f110, f67, f99

  9115. 	FMA_B	f114  = f111, f83, f114

  9116. 	FNMA	f115  = f110, f83, f115

  9117. 	;;

  9118. 	FMPY	f32  = f126, f98

  9119. 	FMPY	f33  = f127, f98

  9120. 	FMPY	f34  = f126, f114

  9121. 	FMPY	f35  = f127, f114

  9122. 	;;

  9123. 	FMA_C	f98  = f127, f99,  f32

  9124. 	FMA_D	f99  = f126, f99,  f33

  9125. 	FMA_C	f114  = f127, f115,  f34

  9126. 	FMA_D	f115  = f126, f115,  f35

  9127. 	;;

  9128. #endif

  9129. 

  9130. #ifdef RN

  9131. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  9132. 	;;

  9133. 	LDFPD	f74, f75 = [BOFFSET]

  9134. 	adds	BOFFSET = 4 * SIZE, BOFFSET

  9135. 	;;

  9136. 	LDFPD	f90, f91 = [BOFFSET]

  9137. 	adds	BOFFSET = - 6 * SIZE, BOFFSET

  9138. 	;;

  9139. 	FMPY	f32  = f72, f64

  9140. 	FMPY	f33  = f73, f64

  9141. 	FMPY	f34  = f72, f96

  9142. 	FMPY	f35  = f73, f96

  9143. 	FMPY	f36  = f72, f66

  9144. 	FMPY	f37  = f73, f66

  9145. 	FMPY	f38  = f72, f98

  9146. 	FMPY	f39  = f73, f98

  9147. 	;;

  9148. 	FMA_C	f64  = f73, f65, f32

  9149. 	FMA_D	f65  = f72, f65, f33

  9150. 	FMA_C	f96  = f73, f97, f34

  9151. 	FMA_D	f97  = f72, f97, f35

  9152. 	FMA_C	f66  = f73, f67, f36

  9153. 	FMA_D	f67  = f72, f67, f37

  9154. 	FMA_C	f98  = f73, f99, f38

  9155. 	FMA_D	f99  = f72, f99, f39

  9156. 	;;

  9157. 	FNMA	f80  = f74, f64, f80

  9158. 	FMA_A	f81  = f75, f64, f81

  9159. 	FNMA	f112 = f74, f96, f112

  9160. 	FMA_A	f113 = f75, f96, f113

  9161. 	FNMA	f82  = f74, f66, f82

  9162. 	FMA_A	f83  = f75, f66, f83

  9163. 	FNMA	f114 = f74, f98, f114

  9164. 	FMA_A	f115 = f75, f98, f115

  9165. 	;;

  9166. 	FMA_B	f80  = f75, f65, f80

  9167. 	FNMA	f81  = f74, f65, f81

  9168. 	FMA_B	f112 = f75, f97, f112

  9169. 	FNMA	f113 = f74, f97, f113

  9170. 	FMA_B	f82  = f75, f67, f82

  9171. 	FNMA	f83  = f74, f67, f83

  9172. 	FMA_B	f114 = f75, f99, f114

  9173. 	FNMA	f115 = f74, f99, f115

  9174. 	;;

  9175. 	FMPY	f32  = f90, f80

  9176. 	FMPY	f33  = f91, f80

  9177. 	FMPY	f34  = f90, f112

  9178. 	FMPY	f35  = f91, f112

  9179. 	FMPY	f36  = f90, f82

  9180. 	FMPY	f37  = f91, f82

  9181. 	FMPY	f38  = f90, f114

  9182. 	FMPY	f39  = f91, f114

  9183. 	;;

  9184. 	FMA_C	f80  = f91, f81,  f32

  9185. 	FMA_D	f81  = f90, f81,  f33

  9186. 	FMA_C	f112 = f91, f113, f34

  9187. 	FMA_D	f113 = f90, f113, f35

  9188. 	FMA_C	f82  = f91, f83,  f36

  9189. 	FMA_D	f83  = f90, f83,  f37

  9190. 	FMA_C	f114 = f91, f115, f38

  9191. 	FMA_D	f115 = f90, f115, f39

  9192. 	;;

  9193. #endif

  9194. 

  9195. #ifdef RT

  9196. 	adds	BOFFSET = 6 * SIZE, BOFFSET

  9197. 	;;

  9198. 	LDFPD	f104, f105 = [BOFFSET]

  9199. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  9200. 	;;

  9201. 	LDFPD	f106, f107 = [BOFFSET]

  9202. 	adds	BOFFSET = - 4 * SIZE, BOFFSET

  9203. 	;;

  9204. 	LDFPD	f120, f121 = [BOFFSET]

  9205. 	;;

  9206. 	FMPY	f32  = f104, f80

  9207. 	FMPY	f33  = f105, f80

  9208. 	FMPY	f34  = f104, f112

  9209. 	FMPY	f35  = f105, f112

  9210. 	FMPY	f36  = f104, f82

  9211. 	FMPY	f37  = f105, f82

  9212. 	FMPY	f38  = f104, f114

  9213. 	FMPY	f39  = f105, f114

  9214. 	;;

  9215. 	FMA_C	f80  = f105, f81,  f32

  9216. 	FMA_D	f81  = f104, f81,  f33

  9217. 	FMA_C	f112 = f105, f113, f34

  9218. 	FMA_D	f113 = f104, f113, f35

  9219. 	FMA_C	f82  = f105, f83,  f36

  9220. 	FMA_D	f83  = f104, f83,  f37

  9221. 	FMA_C	f114 = f105, f115, f38

  9222. 	FMA_D	f115 = f104, f115, f39

  9223. 	;;

  9224. 	FNMA	f64  = f106, f80,  f64

  9225. 	FMA_A	f65  = f107, f80,  f65

  9226. 	FNMA	f96  = f106, f112, f96

  9227. 	FMA_A	f97  = f107, f112, f97

  9228. 	FNMA	f66  = f106, f82,  f66

  9229. 	FMA_A	f67  = f107, f82,  f67

  9230. 	FNMA	f98  = f106, f114, f98

  9231. 	FMA_A	f99  = f107, f114, f99

  9232. 	;;

  9233. 	FMA_B	f64  = f107, f81,  f64

  9234. 	FNMA	f65  = f106, f81,  f65

  9235. 	FMA_B	f96  = f107, f113, f96

  9236. 	FNMA	f97  = f106, f113, f97

  9237. 	FMA_B	f66  = f107, f83,  f66

  9238. 	FNMA	f67  = f106, f83,  f67

  9239. 	FMA_B	f98  = f107, f115, f98

  9240. 	FNMA	f99  = f106, f115, f99

  9241. 	;;

  9242. 	FMPY	f32  = f120, f64

  9243. 	FMPY	f33  = f121, f64

  9244. 	FMPY	f34  = f120, f96

  9245. 	FMPY	f35  = f121, f96

  9246. 	FMPY	f36  = f120, f66

  9247. 	FMPY	f37  = f121, f66

  9248. 	FMPY	f38  = f120, f98

  9249. 	FMPY	f39  = f121, f98

  9250. 	;;

  9251. 	FMA_C	f64  = f121, f65, f32

  9252. 	FMA_D	f65  = f120, f65, f33

  9253. 	FMA_C	f96  = f121, f97, f34

  9254. 	FMA_D	f97  = f120, f97, f35

  9255. 	FMA_C	f66  = f121, f67, f36

  9256. 	FMA_D	f67  = f120, f67, f37

  9257. 	FMA_C	f98  = f121, f99, f38

  9258. 	FMA_D	f99  = f120, f99, f39

  9259. 	;;

  9260. #endif

  9261. 

  9262. #if defined(LN) || defined(LT)

  9263. 	adds	BOFFSET2 = 4 * SIZE, BOFFSET

  9264. 	;;

  9265. 	STFD	[BOFFSET]  = f64,  SIZE

  9266. 	STFD	[BOFFSET2] = f96,  SIZE

  9267. 	;;

  9268. 	STFD	[BOFFSET]  = f65,  SIZE

  9269. 	STFD	[BOFFSET2] = f97,  SIZE

  9270. 	;;

  9271. 	STFD	[BOFFSET]  = f80,  SIZE

  9272. 	STFD	[BOFFSET2] = f112, SIZE

  9273. 	;;

  9274. 	STFD	[BOFFSET]  = f81,  5 * SIZE

  9275. 	STFD	[BOFFSET2] = f113, 5 * SIZE

  9276. 	;;

  9277. 	STFD	[BOFFSET]  = f66,  SIZE

  9278. 	STFD	[BOFFSET2] = f98,  SIZE

  9279. 	;;

  9280. 	STFD	[BOFFSET]  = f67,  SIZE

  9281. 	STFD	[BOFFSET2] = f99,  SIZE

  9282. 	;;

  9283. 	STFD	[BOFFSET]  = f82,  SIZE

  9284. 	STFD	[BOFFSET2] = f114, SIZE

  9285. 	;;

  9286. 	STFD	[BOFFSET]  = f83,  5 * SIZE

  9287. 	STFD	[BOFFSET2] = f115, 5 * SIZE

  9288. 	;;

  9289. 	adds	BOFFSET = - 16 * SIZE, BOFFSET

  9290. 	;;

  9291. #else

  9292. 	adds	AOFFSET2 = 4 * SIZE, AOFFSET

  9293. 	;;

  9294. 	STFD	[AOFFSET]  = f64,  SIZE

  9295. 	STFD	[AOFFSET2] = f66,  SIZE

  9296. 	;;

  9297. 	STFD	[AOFFSET]  = f65,  SIZE

  9298. 	STFD	[AOFFSET2] = f67,  SIZE

  9299. 	;;

  9300. 	STFD	[AOFFSET]  = f96,  SIZE

  9301. 	STFD	[AOFFSET2] = f98,  SIZE

  9302. 	;;

  9303. 	STFD	[AOFFSET]  = f97,  5 * SIZE

  9304. 	STFD	[AOFFSET2] = f99,  5 * SIZE

  9305. 	;;

  9306. 	STFD	[AOFFSET]  = f80,  SIZE

  9307. 	STFD	[AOFFSET2] = f82,  SIZE

  9308. 	;;

  9309. 	STFD	[AOFFSET]  = f81,  SIZE

  9310. 	STFD	[AOFFSET2] = f83,  SIZE

  9311. 	;;

  9312. 	STFD	[AOFFSET]  = f112, SIZE

  9313. 	STFD	[AOFFSET2] = f114, SIZE

  9314. 	;;

  9315. 	STFD	[AOFFSET]  = f113, 5 * SIZE

  9316. 	STFD	[AOFFSET2] = f115, 5 * SIZE

  9317. 	;;

  9318. 	adds	AOFFSET = - 16 * SIZE, AOFFSET

  9319. 	;;

  9320. #endif

  9321. 

  9322. #ifdef LN

  9323. 	adds	C1 = -8 * SIZE, C1

  9324. 	adds	C2 = -8 * SIZE, C2

  9325. 	adds	C5 = -8 * SIZE, C5

  9326. 	adds	C6 = -8 * SIZE, C6

  9327. #endif

  9328. 	;;

  9329. 	STFD	[C1 ] = f64, SIZE

  9330. 	STFD	[C5 ] = f66, SIZE

  9331. 	;;

  9332. 	STFD	[C1 ] = f65, SIZE

  9333. 	STFD	[C5 ] = f67, SIZE

  9334. 	;;

  9335. 	STFD	[C1 ] = f96, SIZE

  9336. 	STFD	[C5 ] = f98, SIZE

  9337. 	;;

  9338. 	STFD	[C1 ] = f97, 5 * SIZE

  9339. 	STFD	[C5 ] = f99, 5 * SIZE

  9340. 	;;

  9341. 	STFD	[C2 ] = f80, SIZE

  9342. 	STFD	[C6 ] = f82, SIZE

  9343. 	;;

  9344. 	STFD	[C2 ] = f81, SIZE

  9345. 	STFD	[C6 ] = f83, SIZE

  9346. 	;;

  9347. 	STFD	[C2 ] = f112, SIZE

  9348. 	STFD	[C6 ] = f114, SIZE

  9349. 	;;

  9350. 	STFD	[C2 ] = f113, 5 * SIZE

  9351. 	STFD	[C6 ] = f115, 5 * SIZE

  9352. 	;;

  9353. 	mov	f64 = f0

  9354. 	mov	f65 = f0

  9355. 	mov	f80 = f0

  9356. 	mov	f81 = f0

  9357. 	mov	f96 = f0

  9358. 	mov	f97 = f0

  9359. 	mov	f112 = f0

  9360. 	mov	f113 = f0

  9361. 	;;

  9362. #ifdef LN

  9363. 	adds	C1 = -8 * SIZE, C1

  9364. 	adds	C2 = -8 * SIZE, C2

  9365. 	adds	C5 = -8 * SIZE, C5

  9366. 	adds	C6 = -8 * SIZE, C6

  9367. #endif

  9368. 	;;

  9369. 	cmp.ne	p6, p0 = 1, I

  9370. 	;;

  9371. 	adds	I = -1, I

  9372. 	;;

  9373. 	shladd	r2 = K, ZBASE_SHIFT, r0

  9374. 	;;

  9375. 	sub	L = K, KK

  9376. 	;;

  9377. #ifdef RT

  9378. 	shladd	AORIG = r2, 2, AORIG

  9379. #endif

  9380. 	;;

  9381. #if defined(LT) || defined(RN)

  9382. 	shladd	L = L, ZBASE_SHIFT, r0

  9383. 	;;

  9384. 	shladd	AOFFSET = L, 2, AOFFSET

  9385. 	shladd	BOFFSET = L, 1, BOFFSET

  9386. #endif

  9387. 	;;

  9388. #ifdef LT

  9389. 	adds	KK =  4, KK

  9390. #elif defined LN

  9391. 	adds	KK = -4, KK

  9392. #else

  9393. 	nop	__LINE__

  9394. #endif

  9395. 	;;

  9396. #if defined(LT) || defined(RN)

  9397. 	mov	L = KK

  9398. #else

  9399. 	sub	L = K, KK

  9400. #endif

  9401. 	;;

  9402. 	(p6)	br.cond.dptk .L052

  9403. 	;;

  9404. 	.align 16

  9405. 

  9406. 

  9407. .L089:

  9408. #ifdef LN

  9409. 	shladd	KK8 = K, ZBASE_SHIFT, r0

  9410. 	;;

  9411.        shladd	B = KK8, 1, B

  9412. #endif

  9413. 

  9414. #if defined(LT) || defined(RN)

  9415. 	mov	B =  BOFFSET

  9416. #endif

  9417. 

  9418. #ifdef RN

  9419. 	adds	KK =  2,  KK

  9420. #endif

  9421. 

  9422. #ifdef RT

  9423. 	adds	KK = -2,  KK

  9424. #endif

  9425. 	;;

  9426. 	{ .mmi

  9427. 	mov	AOFFSET = A

  9428. 	nop	__LINE__

  9429. 	}

  9430. 	;;

  9431. 	.align 16

  9432. 

  9433. .L090:

  9434. 	tbit.z	p6, p0 = N, 0

  9435. 	(p6)	br.cond.dpnt .L999

  9436. 	;;

  9437. #ifdef RT

  9438.        { .mmi

  9439. 	shl	r2 = K, ZBASE_SHIFT

  9440. 	}

  9441. 	;;

  9442. 	{ .mmi

  9443. 	sub	B = B, r2

  9444. 	sub	C = C, LDC

  9445. 	nop	__LINE__

  9446. 	}

  9447. 	;;

  9448. #endif

  9449. 	mov	C1 = C

  9450. 

  9451. #ifdef LN

  9452. 	add	KK = M, OFFSET

  9453. #elif defined LT

  9454. 	mov	KK = OFFSET

  9455. #else

  9456. 	nop	__LINE__

  9457. #endif

  9458. 	;;

  9459. #if defined(LN) || defined(RT)

  9460. 	mov	AORIG = A

  9461. #else

  9462. 	mov	AOFFSET = A

  9463. #endif

  9464. 	;;

  9465. #if defined(LT) || defined(RN)

  9466. 	mov	L = KK

  9467. #else

  9468. 	sub	L = K, KK

  9469. #endif

  9470. 	;;

  9471. 	{ .mib

  9472. #ifndef RT

  9473. 	add	C = LDC, C

  9474. #else

  9475. 	nop	__LINE__

  9476. #endif

  9477. 	}

  9478. 	;;

  9479. 

  9480. .L110:

  9481. 	{ .mib

  9482. #if defined(LT) || defined(RN)

  9483. 	mov	L = KK

  9484. #else

  9485. 	sub	L = K, KK

  9486. #endif

  9487. 	tbit.z	p6, p7 = M, 0

  9488. 	(p6)	br.cond.dptk .L100

  9489. 	}

  9490. 	;;

  9491. 	{ .mmi

  9492. 	cmp.ne	p7, p0 = r0, L

  9493. 	adds	BOFFSET = 0 * SIZE, B

  9494. 	shl	r2 = K, ZBASE_SHIFT

  9495. 	}

  9496. 	{ .mmi

  9497. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  9498. 	nop	__LINE__

  9499. 	nop	__LINE__

  9500. 	}

  9501. 	;;

  9502. #if defined(LT) || defined(RN)

  9503. 	{ .mfb

  9504. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  9505. 	mov	f66  = f0

  9506. 	nop	__LINE__

  9507. 	}

  9508. 	{ .mmf

  9509. 	nop	__LINE__

  9510. 	nop	__LINE__

  9511. 	mov	f67  = f0

  9512. 	}

  9513. 	;;

  9514. #else

  9515. 	{ .mfi

  9516. 	add	BOFFSET = r3, B

  9517. 	mov	f66  = f0

  9518. #ifdef LN

  9519. 	sub	AORIG = AORIG, r2

  9520. #else

  9521. 	nop	__LINE__

  9522. #endif

  9523. 	}

  9524. 	;;

  9525. 	{ .mfi

  9526. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  9527. 	mov	f67  = f0

  9528. 	add	AOFFSET = r3, AORIG

  9529. 	}

  9530. 	;;

  9531. #endif

  9532. 	;;

  9533. 	adds	L =  1, L

  9534. 	;;

  9535. 	{ .mii

  9536. 	nop	__LINE__

  9537. 	tbit.z	p12, p0 = L, 0

  9538. 	shr	L = L, 1

  9539. 	}

  9540. 	;;

  9541. 	{ .mmi

  9542. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  9543. 	cmp.eq	p3, p0 = r0, r0

  9544. 	adds	L =  -1, L

  9545. 	}

  9546. 	;;

  9547. 	{ .mmi

  9548. 	adds	PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET

  9549. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  9550. 	mov	ar.lc = L

  9551. 	}

  9552. 	;;

  9553. 	cmp.eq  p6, p0 = -1, L

  9554. 	(p6) br.cond.dpnt   .L118

  9555. 	;;

  9556. 	.align 16

  9557. 

  9558. .L112:

  9559. 	{ .mfi

  9560. 	lfetch.nt1	[PREA],  4 * SIZE

  9561. 	FMA	f64   = f32, f48, f64	// A1 * B1

  9562. 	cmp.ne	p4, p5 =  0, L

  9563. 	}

  9564. 	{ .mfi

  9565. 	lfetch.nt1	[PREB],   4 * SIZE

  9566. 	FMA	f80   = f32, f49, f80	// A1 * B2

  9567. 	(p12) cmp.ne p3, p0 =  0, L

  9568. 	}

  9569. 	;;

  9570. 	{ .mmf

  9571. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  9572. 	(p3) LDFPD	f56, f57 = [BOFFSET], 2 * SIZE

  9573. 	FMA	f65   = f33, f48, f65	// A2 * B1

  9574. 	}

  9575. 	{ .mmf

  9576. 	nop	__LINE__

  9577. 	nop	__LINE__

  9578. 	FMA	f81   = f33, f49, f81	// A2 * B2

  9579. 	}

  9580. 	;;

  9581. 	{ .mfb

  9582. 	(p4) LDFPD	f32, f33 = [AOFFSET],   2 * SIZE

  9583. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  9584. 	nop	__LINE__

  9585. 	}

  9586. 	{ .mfb

  9587. 	nop	__LINE__

  9588. 	(p3) FMA	f80   = f40, f57, f80	// A1 * B2

  9589. 	nop	__LINE__

  9590. 	}

  9591. 	;;

  9592. 	{ .mfi

  9593. 	(p4) LDFPD	f48, f49 = [BOFFSET],   2 * SIZE

  9594. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  9595. 	adds	L = -1, L

  9596. 	}

  9597. 	{ .mfb

  9598. 	(p3) FMA	f81   = f41, f57, f81	// A2 * B2

  9599. 	br.cloop.sptk.few .L112

  9600. 	}

  9601. 	;;

  9602. 	{ .mfb

  9603. 	nop	__LINE__

  9604. 	FCALC_A	  f64  = f64,  f81

  9605. 	nop	__LINE__

  9606. 	}

  9607. 	{ .mfb

  9608. 	nop	__LINE__

  9609. 	FCALC_B	  f65  = f65,  f80

  9610. 	nop	__LINE__

  9611. 	}

  9612. 	;;

  9613. .L118:

  9614. #if defined(LN) || defined(RT)

  9615. #ifdef LN

  9616. 	adds	r2 = -1, KK

  9617. #else

  9618. 	adds	r2 = -1, KK

  9619. #endif

  9620. 	;;

  9621. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  9622. 	;;

  9623. 	add	AOFFSET = r2, AORIG

  9624. 	add	BOFFSET = r2, B

  9625. 	;;

  9626. #endif

  9627. 

  9628. #if defined(LN) || defined(LT)

  9629. 	LDFPD	f72, f73 = [BOFFSET]

  9630. 	;;

  9631. 	FSUB	f64  = f72, f64

  9632. 	FSUB_A	f65  = f73, f65

  9633. 	;;

  9634. #else

  9635. 	LDFPD	f72, f73 = [AOFFSET]

  9636. 	;;

  9637. 	FSUB	f64  = f72, f64

  9638. 	FSUB	f65  = f73, f65

  9639. 	;;

  9640. #endif

  9641. 

  9642. #ifdef LN

  9643. 	LDFPD	f120, f121 = [AOFFSET]

  9644. 	;;

  9645. 	FMPY	f32  = f120, f64

  9646. 	FMPY	f33  = f121, f64

  9647. 	;;

  9648. 	FMA_C	f64  = f121, f65,  f32

  9649. 	FMA_D	f65  = f120, f65,  f33

  9650. 	;;

  9651. #endif

  9652. 

  9653. #ifdef LT

  9654. 	LDFPD	f72, f73 = [AOFFSET]

  9655. 	;;

  9656. 	FMPY	f32  = f72, f64

  9657. 	FMPY	f33  = f73, f64

  9658. 	;;

  9659. 	FMA_C	f64  = f73, f65,  f32

  9660. 	FMA_D	f65  = f72, f65,  f33

  9661. 	;;

  9662. #endif

  9663. 

  9664. #ifdef RN

  9665. 	LDFPD	f72, f73 = [BOFFSET]

  9666. 	;;

  9667. 	FMPY	f32  = f72, f64

  9668. 	FMPY	f33  = f73, f64

  9669. 	;;

  9670. 	FMA_C	f64  = f73, f65,  f32

  9671. 	FMA_D	f65  = f72, f65,  f33

  9672. 	;;

  9673. #endif

  9674. 

  9675. #ifdef RT

  9676. 	LDFPD	f72, f73 = [BOFFSET]

  9677. 	;;

  9678. 	FMPY	f32  = f72, f64

  9679. 	FMPY	f33  = f73, f64

  9680. 	;;

  9681. 	FMA_C	f64  = f73, f65,  f32

  9682. 	FMA_D	f65  = f72, f65,  f33

  9683. 	;;

  9684. #endif

  9685. 

  9686. #if defined(LN) || defined(LT)

  9687. 	STFD	[BOFFSET]  = f64,  SIZE

  9688. 	;;

  9689. 	STFD	[BOFFSET]  = f65,  SIZE

  9690. 	;;

  9691. 	adds	BOFFSET = - 2 * SIZE, BOFFSET

  9692. 	;;

  9693. #else

  9694. 	STFD	[AOFFSET]  = f64,  SIZE

  9695. 	;;

  9696. 	STFD	[AOFFSET]  = f65,  SIZE

  9697. 	;;

  9698. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  9699. 	;;

  9700. #endif

  9701. 

  9702. #ifdef LN

  9703. 	adds	C1 = -2 * SIZE, C1

  9704. #endif

  9705. 	;;

  9706. 	STFD	[C1 ] = f64, SIZE

  9707. 	;;

  9708. 	STFD	[C1 ] = f65, SIZE

  9709. 	;;

  9710. 	mov	f64 = f0

  9711. 	mov	f65 = f0

  9712. 	mov	f80 = f0

  9713. 	mov	f81 = f0

  9714. 	;;

  9715. #ifdef LN

  9716. 	adds	C1 = -2 * SIZE, C1

  9717. #endif

  9718. 	;;

  9719. 	cmp.ne	p6, p0 = 1, I

  9720. 	;;

  9721. 	adds	I = -1, I

  9722. 	;;

  9723. 	shladd	r2 = K, ZBASE_SHIFT, r0

  9724. 	;;

  9725. 	sub	L = K, KK

  9726. 	;;

  9727. #ifdef RT

  9728. 	add	AORIG = r2, AORIG

  9729. #endif

  9730. 	;;

  9731. #if defined(LT) || defined(RN)

  9732. 	shladd	L = L, ZBASE_SHIFT, r0

  9733. 	;;

  9734. 	add	AOFFSET = L, AOFFSET

  9735. 	add	BOFFSET = L, BOFFSET

  9736. #endif

  9737. 	;;

  9738. #ifdef LT

  9739. 	adds	KK =  1, KK

  9740. #elif defined LN

  9741. 	adds	KK = -1, KK

  9742. #else

  9743. 	nop	__LINE__

  9744. #endif

  9745. 	;;

  9746. #if defined(LT) || defined(RN)

  9747. 	mov	L = KK

  9748. #else

  9749. 	sub	L = K, KK

  9750. #endif

  9751. 	;;

  9752. 	.align 16

  9753. 

  9754. .L100:

  9755. 	{ .mib

  9756. #if defined(LT) || defined(RN)

  9757. 	mov	L = KK

  9758. #else

  9759. 	sub	L = K, KK

  9760. #endif

  9761. 	tbit.z	p6, p7 = M, 1

  9762. 	(p6)	br.cond.dptk .L091

  9763. 	}

  9764. 	;;

  9765. 	{ .mmi

  9766. 	cmp.ne	p7, p0 = r0, L

  9767. 	adds	BOFFSET = 0 * SIZE, B

  9768. 	shl	r2 = K, 1 + ZBASE_SHIFT

  9769. 	}

  9770. 	{ .mmi

  9771. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  9772. 	nop	__LINE__

  9773. 	nop	__LINE__

  9774. 	}

  9775. 	;;

  9776. #if defined(LT) || defined(RN)

  9777. 	{ .mfb

  9778. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  9779. 	mov	f66  = f0

  9780. 	nop	__LINE__

  9781. 	}

  9782. 	{ .mmf

  9783. 	nop	__LINE__

  9784. 	nop	__LINE__

  9785. 	mov	f67  = f0

  9786. 	}

  9787. 	;;

  9788. #else

  9789. 	{ .mfi

  9790. 	add	BOFFSET = r3, B

  9791. 	mov	f66  = f0

  9792. #ifdef LN

  9793. 	sub	AORIG = AORIG, r2

  9794. #else

  9795. 	nop	__LINE__

  9796. #endif

  9797. 	}

  9798. 	;;

  9799. 	{ .mfi

  9800. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  9801. 	mov	f67  = f0

  9802. 	shladd	AOFFSET = r3, 1, AORIG

  9803. 	}

  9804. 	;;

  9805. #endif

  9806. 	;;

  9807. 	adds	L =  1, L

  9808. 	;;

  9809. 	{ .mii

  9810. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  9811. 	tbit.z	p12, p0 = L, 0

  9812. 	shr	L = L, 1

  9813. 	}

  9814. 	;;

  9815. 	{ .mmi

  9816. 	(p7) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  9817. 	nop	__LINE__

  9818. 	adds	L =  -1, L

  9819. 	}

  9820. 	;;

  9821. 	{ .mmi

  9822. 	adds	PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET

  9823. 	cmp.eq	p3, p0 = r0, r0

  9824. 	mov	ar.lc = L

  9825. 	}

  9826. 	;;

  9827. 	cmp.eq  p6, p0 = -1, L

  9828. 	(p6) br.cond.dpnt   .L108

  9829. 	;;

  9830. 	.align 16

  9831. 

  9832. .L102:

  9833. 	{ .mfi

  9834. 	lfetch.nt1	[PREA],  8 * SIZE

  9835. 	FMA	f64   = f32, f48, f64	// A1 * B1

  9836. 	cmp.ne	p4, p5 =  0, L

  9837. 	}

  9838. 	{ .mfi

  9839. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  9840. 	FMA	f80   = f32, f49, f80	// A1 * B2

  9841. 	(p12) cmp.ne p3, p0 =  0, L

  9842. 	}

  9843. 	;;

  9844. 	{ .mfb

  9845. 	lfetch.nt1	[PREB],  4 * SIZE

  9846. 	FMA	f65   = f33, f48, f65	// A2 * B1

  9847. 	nop	__LINE__

  9848. 	}

  9849. 	{ .mfb

  9850. 	nop	__LINE__

  9851. 	FMA	f81   = f33, f49, f81	// A2 * B2

  9852. 	nop	__LINE__

  9853. 	}

  9854. 	;;

  9855. 	{ .mfb

  9856. 	(p3) LDFPD	f56, f57 = [BOFFSET], 2 * SIZE

  9857. 	FMA	f96   = f34, f48, f96	// A3 * B1

  9858. 	nop	__LINE__

  9859. 	}

  9860. 	{ .mfb

  9861. 	nop	__LINE__

  9862. 	FMA	f112   = f34, f49, f112	// A3 * B2

  9863. 	nop	__LINE__

  9864. 	}

  9865. 	;;

  9866. 	{ .mfb

  9867. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  9868. 	FMA	f97   = f35, f48, f97	// A4 * B1

  9869. 	nop	__LINE__

  9870. 	}

  9871. 	{ .mfb

  9872. 	nop	__LINE__

  9873. 	FMA	f113   = f35, f49, f113	// A4 * B2

  9874. 	nop	__LINE__

  9875. 	}

  9876. 	;;

  9877. 	{ .mfb

  9878. 	(p3) LDFPD	f42, f43 = [AOFFSET], 2 * SIZE

  9879. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  9880. 	nop	__LINE__

  9881. 	}

  9882. 	{ .mfb

  9883. 	nop	__LINE__

  9884. 	(p3) FMA	f80   = f40, f57, f80	// A1 * B2

  9885. 	nop	__LINE__

  9886. 	}

  9887. 	;;

  9888. 	{ .mfb

  9889. 	(p4) LDFPD	f32, f33 = [AOFFSET],   2 * SIZE

  9890. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  9891. 	nop	__LINE__

  9892. 	}

  9893. 	{ .mfb

  9894. 	nop	__LINE__

  9895. 	(p3) FMA	f81   = f41, f57, f81	// A2 * B2

  9896. 	nop	__LINE__

  9897. 	}

  9898. 	;;

  9899. 	{ .mfb

  9900. 	(p4) LDFPD	f48, f49 = [BOFFSET],   2 * SIZE

  9901. 	(p3) FMA	f96   = f42, f56, f96	// A3 * B1

  9902. 	nop	__LINE__

  9903. 	}

  9904. 	{ .mfb

  9905. 	nop	__LINE__

  9906. 	(p3) FMA	f112   = f42, f57, f112	// A3 * B2

  9907. 	nop	__LINE__

  9908. 	}

  9909. 	;;

  9910. 	{ .mfi

  9911. 	(p4) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  9912. 	(p3) FMA	f97   = f43, f56, f97	// A4 * B1

  9913. 	adds	L = -1, L

  9914. 	}

  9915. 	{ .mfb

  9916. 	nop	__LINE__

  9917. 	(p3) FMA	f113   = f43, f57, f113	// A4 * B2

  9918. 	br.cloop.sptk.few .L102

  9919. 	}

  9920. 	;;

  9921. 	{ .mfb

  9922. 	nop	__LINE__

  9923. 	FCALC_A	  f64  = f64,  f81

  9924. 	nop	__LINE__

  9925. 	}

  9926. 	{ .mfb

  9927. 	nop	__LINE__

  9928. 	FCALC_B	  f65  = f65,  f80

  9929. 	nop	__LINE__

  9930. 	}

  9931. 	{ .mfb

  9932. 	nop	__LINE__

  9933. 	FCALC_A	  f96  = f96,  f113

  9934. 	nop	__LINE__

  9935. 	}

  9936. 	{ .mfb

  9937. 	nop	__LINE__

  9938. 	FCALC_B	  f97  = f97,  f112

  9939. 	nop	__LINE__

  9940. 	}

  9941. 	;;

  9942. .L108:

  9943. #if defined(LN) || defined(RT)

  9944. #ifdef LN

  9945. 	adds	r2 = -2, KK

  9946. #else

  9947. 	adds	r2 = -1, KK

  9948. #endif

  9949. 	;;

  9950. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  9951. 	;;

  9952. 	shladd	AOFFSET = r2, 1, AORIG

  9953. 	add	BOFFSET = r2, B

  9954. 	;;

  9955. #endif

  9956. 

  9957. #if defined(LN) || defined(LT)

  9958. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  9959. 	;;

  9960. 	LDFPD	f88, f89 = [BOFFSET]

  9961. 	adds	BOFFSET = -2 * SIZE, BOFFSET

  9962. 	;;

  9963. 	FSUB	f64  = f72, f64

  9964. 	FSUB_A	f65  = f73, f65

  9965. 	FSUB	f96  = f88, f96

  9966. 	FSUB_A	f97  = f89, f97

  9967. 	;;

  9968. #else

  9969. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  9970. 	;;

  9971. 	LDFPD	f88, f89 = [AOFFSET]

  9972. 	adds	AOFFSET = -2 * SIZE, AOFFSET

  9973. 	;;

  9974. 	FSUB	f64  = f72, f64

  9975. 	FSUB	f65  = f73, f65

  9976. 	FSUB	f96  = f88, f96

  9977. 	FSUB	f97  = f89, f97

  9978. 	;;

  9979. #endif

  9980. 

  9981. #ifdef LN

  9982. 	adds	AOFFSET = 6 * SIZE, AOFFSET

  9983. 	;;

  9984. 	LDFPD	f104, f105 = [AOFFSET]

  9985. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  9986. 	;;

  9987. 	LDFPD	f106, f107 = [AOFFSET]

  9988. 	adds	AOFFSET = - 4 * SIZE, AOFFSET

  9989. 	;;

  9990. 	LDFPD	f120, f121 = [AOFFSET]

  9991. 	;;

  9992. 	FMPY	f32  = f104, f96

  9993. 	FMPY	f33  = f105, f96

  9994. 	;;

  9995. 	FMA_C	f96  = f105, f97,  f32

  9996. 	FMA_D	f97  = f104, f97,  f33

  9997. 	;;

  9998. 	FNMA	f64  = f106, f96, f64

  9999. 	FMA_A	f65  = f107, f96, f65

  10000. 	;;

  10001. 	FMA_B	f64  = f107, f97, f64

  10002. 	FNMA	f65  = f106, f97, f65

  10003. 	;;

  10004. 	FMPY	f32  = f120, f64

  10005. 	FMPY	f33  = f121, f64

  10006. 	;;

  10007. 	FMA_C	f64  = f121, f65,  f32

  10008. 	FMA_D	f65  = f120, f65,  f33

  10009. 	;;

  10010. #endif

  10011. 

  10012. #ifdef LT

  10013. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  10014. 	;;

  10015. 	LDFPD	f74, f75 = [AOFFSET]

  10016. 	adds	AOFFSET = 4 * SIZE, AOFFSET

  10017. 	;;

  10018. 	LDFPD	f90, f91 = [AOFFSET]

  10019. 	adds	AOFFSET = - 6 * SIZE, AOFFSET

  10020. 	;;

  10021. 	FMPY	f32  = f72, f64

  10022. 	FMPY	f33  = f73, f64

  10023. 	;;

  10024. 	FMA_C	f64  = f73, f65,  f32

  10025. 	FMA_D	f65  = f72, f65,  f33

  10026. 	;;

  10027. 	FNMA	f96  = f74, f64, f96

  10028. 	FMA_A	f97  = f75, f64, f97

  10029. 	;;

  10030. 	FMA_B	f96  = f75, f65, f96

  10031. 	FNMA	f97  = f74, f65, f97

  10032. 	;;

  10033. 	FMPY	f32  = f90, f96

  10034. 	FMPY	f33  = f91, f96

  10035. 	;;

  10036. 	FMA_C	f96  = f91, f97,  f32

  10037. 	FMA_D	f97  = f90, f97,  f33

  10038. 	;;

  10039. #endif

  10040. 

  10041. #ifdef RN

  10042. 	LDFPD	f72, f73 = [BOFFSET]

  10043. 	;;

  10044. 	FMPY	f32  = f72, f64

  10045. 	FMPY	f33  = f73, f64

  10046. 	FMPY	f36  = f72, f96

  10047. 	FMPY	f37  = f73, f96

  10048. 	;;

  10049. 	FMA_C	f64  = f73, f65,  f32

  10050. 	FMA_D	f65  = f72, f65,  f33

  10051. 	FMA_C	f96  = f73, f97,  f36

  10052. 	FMA_D	f97  = f72, f97,  f37

  10053. 	;;

  10054. #endif

  10055. 

  10056. #ifdef RT

  10057. 	LDFPD	f72, f73 = [BOFFSET]

  10058. 	;;

  10059. 	FMPY	f32  = f72, f64

  10060. 	FMPY	f33  = f73, f64

  10061. 	FMPY	f36  = f72, f96

  10062. 	FMPY	f37  = f73, f96

  10063. 	;;

  10064. 	FMA_C	f64  = f73, f65,  f32

  10065. 	FMA_D	f65  = f72, f65,  f33

  10066. 	FMA_C	f96  = f73, f97,  f36

  10067. 	FMA_D	f97  = f72, f97,  f37

  10068. 	;;

  10069. #endif

  10070. 

  10071. #if defined(LN) || defined(LT)

  10072. 	STFD	[BOFFSET]  = f64,  SIZE

  10073. 	;;

  10074. 	STFD	[BOFFSET]  = f65,  SIZE

  10075. 	;;

  10076. 	STFD	[BOFFSET]  = f96,  SIZE

  10077. 	;;

  10078. 	STFD	[BOFFSET]  = f97,  SIZE

  10079. 	;;

  10080. 	adds	BOFFSET = - 4 * SIZE, BOFFSET

  10081. 	;;

  10082. #else

  10083. 	adds	AOFFSET2 = 4 * SIZE, AOFFSET

  10084. 	;;

  10085. 	STFD	[AOFFSET]  = f64,  SIZE

  10086. 	;;

  10087. 	STFD	[AOFFSET]  = f65,  SIZE

  10088. 	;;

  10089. 	STFD	[AOFFSET]  = f96,  SIZE

  10090. 	;;

  10091. 	STFD	[AOFFSET]  = f97,  SIZE

  10092. 	;;

  10093. 	adds	AOFFSET = - 4 * SIZE, AOFFSET

  10094. 	;;

  10095. #endif

  10096. 

  10097. #ifdef LN

  10098. 	adds	C1 = -4 * SIZE, C1

  10099. 	adds	C5 = -4 * SIZE, C5

  10100. #endif

  10101. 	;;

  10102. 	STFD	[C1 ] = f64, SIZE

  10103. 	;;

  10104. 	STFD	[C1 ] = f65, SIZE

  10105. 	;;

  10106. 	STFD	[C1 ] = f96, SIZE

  10107. 	;;

  10108. 	STFD	[C1 ] = f97, SIZE

  10109. 	;;

  10110. 	mov	f64 = f0

  10111. 	mov	f65 = f0

  10112. 	mov	f80 = f0

  10113. 	mov	f81 = f0

  10114. 	mov	f96 = f0

  10115. 	mov	f97 = f0

  10116. 	mov	f112 = f0

  10117. 	mov	f113 = f0

  10118. 	;;

  10119. #ifdef LN

  10120. 	adds	C1 = -4 * SIZE, C1

  10121. 	adds	C5 = -4 * SIZE, C5

  10122. #endif

  10123. 	;;

  10124. 	cmp.ne	p6, p0 = 1, I

  10125. 	;;

  10126. 	adds	I = -1, I

  10127. 	;;

  10128. 	shladd	r2 = K, ZBASE_SHIFT, r0

  10129. 	;;

  10130. 	sub	L = K, KK

  10131. 	;;

  10132. #ifdef RT

  10133. 	shladd	AORIG = r2, 1, AORIG

  10134. #endif

  10135. 	;;

  10136. #if defined(LT) || defined(RN)

  10137. 	shladd	L = L, ZBASE_SHIFT, r0

  10138. 	;;

  10139. 	shladd	AOFFSET = L, 1, AOFFSET

  10140. 	add	BOFFSET = L, BOFFSET

  10141. #endif

  10142. 	;;

  10143. #ifdef LT

  10144. 	adds	KK =  2, KK

  10145. #elif defined LN

  10146. 	adds	KK = -2, KK

  10147. #else

  10148. 	nop	__LINE__

  10149. #endif

  10150. 	;;

  10151. #if defined(LT) || defined(RN)

  10152. 	mov	L = KK

  10153. #else

  10154. 	sub	L = K, KK

  10155. #endif

  10156. 	.align 16

  10157. 

  10158. .L091:

  10159. 	shr	I  = M, 2

  10160. 	;;

  10161. 	cmp.eq	p6, p7 = 0, I

  10162. 	(p6)	br.cond.dpnt .L119

  10163. 	;;

  10164. 	.align 16

  10165. 

  10166. .L092:

  10167. 	{ .mmi

  10168. 	cmp.ne	p7, p0 = r0, L

  10169. 	adds	BOFFSET = 0 * SIZE, B

  10170. 	shl	r2 = K, 2 + ZBASE_SHIFT

  10171. 	}

  10172. 	{ .mmi

  10173. 	shladd	r3 = KK, ZBASE_SHIFT, r0

  10174. 	nop	__LINE__

  10175. 	nop	__LINE__

  10176. 	}

  10177. 	;;

  10178. #if defined(LT) || defined(RN)

  10179. 	{ .mfb

  10180. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  10181. 	mov	f66  = f0

  10182. 	nop	__LINE__

  10183. 	}

  10184. 	{ .mmf

  10185. 	nop	__LINE__

  10186. 	nop	__LINE__

  10187. 	mov	f67  = f0

  10188. 	}

  10189. 	;;

  10190. #else

  10191. 	{ .mfi

  10192. 	add	BOFFSET = r3, B

  10193. 	mov	f66  = f0

  10194. #ifdef LN

  10195. 	sub	AORIG = AORIG, r2

  10196. #else

  10197. 	nop	__LINE__

  10198. #endif

  10199. 	}

  10200. 	;;

  10201. 	{ .mfi

  10202. 	(p7) LDFPD	f48, f49 = [BOFFSET], 2 * SIZE

  10203. 	mov	f67  = f0

  10204. 	shladd	AOFFSET = r3, 2, AORIG

  10205. 	}

  10206. 	;;

  10207. #endif

  10208. 	;;

  10209. 	(p7) LDFPD	f32, f33 = [AOFFSET], 2 * SIZE

  10210. 	adds	L =  1, L

  10211. 	;;

  10212. 	{ .mfi

  10213. 	(p7) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  10214. 	tbit.z	p12, p0 = L, 0

  10215. 	}

  10216. 	{ .mfi

  10217. 	adds	PREC = CPREFETCHSIZE * SIZE, C1

  10218. 	shr	L = L, 1

  10219. 	}

  10220. 	;;

  10221. 	{ .mfi

  10222. 	adds	PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET

  10223. 	adds	L =  -1, L

  10224. 	}

  10225. 	{ .mmf

  10226. 	(p7) LDFPD	f36, f37 = [AOFFSET], 2 * SIZE

  10227. 	CPREFETCH [PREC]

  10228. 	}

  10229. 	;;

  10230. 	{ .mfi

  10231. 	(p7) LDFPD	f38, f39 = [AOFFSET], 2 * SIZE

  10232. 	mov	ar.lc = L

  10233. 	}

  10234. 	{ .mmi

  10235. 	adds	C5 = 4 * SIZE, C1

  10236. 	adds	PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET

  10237. 	cmp.eq	p3, p0 = r0, r0

  10238. 	}

  10239. 	;;

  10240. 	cmp.eq  p6, p0 = -1, L

  10241. 	(p6) br.cond.dpnt   .L098

  10242. 	;;

  10243. 	.align 16

  10244. 

  10245. .L093:

  10246. /*  1 */

  10247. 	{ .mfi

  10248. 	lfetch.nt1	[PREA],  16 * SIZE

  10249. 	FMA	f64   = f32, f48, f64	// A1 * B1

  10250. 	cmp.ne	p4, p5 =  0, L

  10251. 	}

  10252. 	{ .mfi

  10253. 	nop	__LINE__

  10254. 	FMA_B	f65   = f32, f49, f65	// A1 * B2

  10255. 	(p12) cmp.ne p3, p0 =  0, L

  10256. 	}

  10257. 	;;

  10258. 	{ .mfi

  10259. 	lfetch.nt1	[PREB],   4 * SIZE

  10260. 	FMA	f80   = f34, f48, f80	// A3 * B1

  10261. 	nop	__LINE__

  10262. 	}

  10263. 	{ .mfi

  10264. 	nop	__LINE__

  10265. 	FMA_B	f81   = f34, f49, f81	// A3 * B2

  10266. 	nop	__LINE__

  10267. 	}

  10268. 	;;

  10269. 	{ .mfi

  10270. 	(p3) LDFPD	f56, f57 = [BOFFSET],   2 * SIZE

  10271. 	FMA	f96   = f36, f48, f96	// A5 * B1

  10272. 	nop	__LINE__

  10273. 	}

  10274. 	{ .mfi

  10275. 	nop	__LINE__

  10276. 	FMA_B	f97   = f36, f49, f97	// A5 * B2

  10277. 	nop	__LINE__

  10278. 	}

  10279. 	;;

  10280. 	{ .mfb

  10281. 	(p3) LDFPD	f40, f41 = [AOFFSET], 2 * SIZE

  10282. 	FMA	f112   = f38, f48, f112	// A7 * B1

  10283. 	nop	__LINE__

  10284. 	}

  10285. 	{ .mfb

  10286. 	nop	__LINE__

  10287. 	FMA_B	f113   = f38, f49, f113	// A7 * B2

  10288. 	nop	__LINE__

  10289. 	}

  10290. 	;;

  10291. 	{ .mfb

  10292. 	(p3) LDFPD	f42, f43 = [AOFFSET], 2 * SIZE

  10293. 	FMA	f65   = f33, f48, f65	// A2 * B1

  10294. 	nop	__LINE__

  10295. 	}

  10296. 	{ .mfb

  10297. 	nop	__LINE__

  10298. 	FMA_A	f64   = f33, f49, f64	// A2 * B2

  10299. 	nop	__LINE__

  10300. 	}

  10301. 	;;

  10302. 	{ .mfb

  10303. 	(p3) LDFPD	f44, f45 = [AOFFSET], 2 * SIZE

  10304. 	FMA	f81   = f35, f48, f81	// A4 * B1

  10305. 	nop	__LINE__

  10306. 	}

  10307. 	{ .mfb

  10308. 	nop	__LINE__

  10309. 	FMA_A	f80   = f35, f49, f80	// A4 * B2

  10310. 	nop	__LINE__

  10311. 	}

  10312. 	;;

  10313. 	{ .mfb

  10314. 	(p3) LDFPD	f46, f47 = [AOFFSET], 2 * SIZE

  10315. 	FMA	f97   = f37, f48, f97	// A6 * B1

  10316. 	nop	__LINE__

  10317. 	}

  10318. 	{ .mfb

  10319. 	nop	__LINE__

  10320. 	FMA_A	f96   = f37, f49, f96	// A6 * B2

  10321. 	nop	__LINE__

  10322. 	}

  10323. 	;;

  10324. 	{ .mfb

  10325. 	(p4) LDFPD	f32, f33 = [AOFFSET],   2 * SIZE

  10326. 	FMA	f113   = f39, f48, f113	// A8 * B1

  10327. 	nop	__LINE__

  10328. 	}

  10329. 	{ .mfb

  10330. 	nop	__LINE__

  10331. 	FMA_A	f112   = f39, f49, f112	// A8 * B2

  10332. 	nop	__LINE__

  10333. 	}

  10334. 	;;

  10335. 	{ .mfb

  10336. 	(p4) LDFPD	f48, f49 = [BOFFSET],  2 * SIZE

  10337. 	(p3) FMA	f64   = f40, f56, f64	// A1 * B1

  10338. 	nop	__LINE__

  10339. 	}

  10340. 	{ .mfb

  10341. 	nop	__LINE__

  10342. 	(p3) FMA_B	f65   = f40, f57, f65	// A1 * B2

  10343. 	nop	__LINE__

  10344. 	}

  10345. 	;;

  10346. 	{ .mfb

  10347. 	(p4) LDFPD	f34, f35 = [AOFFSET], 2 * SIZE

  10348. 	(p3) FMA	f80   = f42, f56, f80	// A3 * B1

  10349. 	nop	__LINE__

  10350. 	}

  10351. 	{ .mfb

  10352. 	nop	__LINE__

  10353. 	(p3) FMA_B	f81   = f42, f57, f81	// A3 * B2

  10354. 	nop	__LINE__

  10355. 	}

  10356. 	;;

  10357. 	{ .mfb

  10358. 	(p4) LDFPD	f36, f37 = [AOFFSET], 2 * SIZE

  10359. 	(p3) FMA	f96   = f44, f56, f96	// A5 * B1

  10360. 	nop	__LINE__

  10361. 	}

  10362. 	{ .mfb

  10363. 	nop	__LINE__

  10364. 	(p3) FMA_B	f97   = f44, f57, f97	// A5 * B2

  10365. 	nop	__LINE__

  10366. 	}

  10367. 	;;

  10368. 	{ .mfb

  10369. 	(p4) LDFPD	f38, f39 = [AOFFSET], 2 * SIZE

  10370. 	(p3) FMA	f112   = f46, f56, f112	// A7 * B1

  10371. 	nop	__LINE__

  10372. 	}

  10373. 	{ .mfb

  10374. 	nop	__LINE__

  10375. 	(p3) FMA_B	f113   = f46, f57, f113	// A7 * B2

  10376. 	nop	__LINE__

  10377. 	}

  10378. 	;;

  10379. 	{ .mfb

  10380. 	nop	__LINE__

  10381. 	(p3) FMA	f65   = f41, f56, f65	// A2 * B1

  10382. 	nop	__LINE__

  10383. 	}

  10384. 	{ .mfb

  10385. 	nop	__LINE__

  10386. 	(p3) FMA_A	f64   = f41, f57, f64	// A2 * B2

  10387. 	nop	__LINE__

  10388. 	}

  10389. 	;;

  10390. 	{ .mfb

  10391. 	nop	__LINE__

  10392. 	(p3) FMA	f81   = f43, f56, f81	// A4 * B1

  10393. 	nop	__LINE__

  10394. 	}

  10395. 	{ .mfb

  10396. 	nop	__LINE__

  10397. 	(p3) FMA_A	f80   = f43, f57, f80	// A4 * B2

  10398. 	nop	__LINE__

  10399. 	}

  10400. 	;;

  10401. 	{ .mfb

  10402. 	nop	__LINE__

  10403. 	(p3) FMA	f97   = f45, f56, f97	// A6 * B1

  10404. 	nop	__LINE__

  10405. 	}

  10406. 	{ .mfb

  10407. 	nop	__LINE__

  10408. 	(p3) FMA_A	f96   = f45, f57, f96	// A6 * B2

  10409. 	nop	__LINE__

  10410. 	}

  10411. 	;;

  10412. 	{ .mfi

  10413. 	nop	__LINE__

  10414. 	(p3) FMA	f113   = f47, f56, f113	// A8 * B1

  10415. 	adds	L = -1, L

  10416. 	}

  10417. 	{ .mfb

  10418. 	nop	__LINE__

  10419. 	(p3) FMA_A	f112   = f47, f57, f112	// A8 * B2

  10420. 	br.cloop.sptk.few .L093

  10421. 	}

  10422. 	;;

  10423. .L098:

  10424. #if defined(LN) || defined(RT)

  10425. #ifdef LN

  10426. 	adds	r2 = -4, KK

  10427. #else

  10428. 	adds	r2 = -1, KK

  10429. #endif

  10430. 	;;

  10431. 	shladd	r2 = r2, ZBASE_SHIFT, r0

  10432. 	;;

  10433. 	shladd	AOFFSET = r2, 2, AORIG

  10434. 	add	BOFFSET = r2, B

  10435. 	;;

  10436. #endif

  10437. 

  10438. #if defined(LN) || defined(LT)

  10439. 	LDFPD	f72, f73 = [BOFFSET], 2 * SIZE

  10440. 	;;

  10441. 	LDFPD	f74, f75 = [BOFFSET], 2 * SIZE

  10442. 	;;

  10443. 	LDFPD	f88, f89 = [BOFFSET], 2 * SIZE

  10444. 	;;

  10445. 	LDFPD	f90, f91 = [BOFFSET]

  10446. 	adds	BOFFSET = -6 * SIZE, BOFFSET

  10447. 	;;

  10448. 	FSUB	f64  = f72, f64

  10449. 	FSUB_A	f65  = f73, f65

  10450. 	FSUB	f80  = f74, f80

  10451. 	FSUB_A	f81  = f75, f81

  10452. 	FSUB	f96  = f88, f96

  10453. 	FSUB_A	f97  = f89, f97

  10454. 	FSUB	f112 = f90, f112

  10455. 	FSUB_A	f113 = f91, f113

  10456. 	;;

  10457. #else

  10458. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  10459. 	;;

  10460. 	LDFPD	f74, f75 = [AOFFSET], 2 * SIZE

  10461. 	;;

  10462. 	LDFPD	f88, f89 = [AOFFSET], 2 * SIZE

  10463. 	;;

  10464. 	LDFPD	f90, f91 = [AOFFSET]

  10465. 	adds	AOFFSET = -6 * SIZE, AOFFSET

  10466. 	;;

  10467. 	FSUB	f64  = f72, f64

  10468. 	FSUB	f65  = f73, f65

  10469. 	FSUB	f80  = f74, f80

  10470. 	FSUB	f81  = f75, f81

  10471. 	FSUB	f96  = f88, f96

  10472. 	FSUB	f97  = f89, f97

  10473. 	FSUB	f112 = f90, f112

  10474. 	FSUB	f113 = f91, f113

  10475. 	;;

  10476. #endif

  10477. 

  10478. #ifdef LN

  10479. 	adds	AOFFSET = 30 * SIZE, AOFFSET

  10480. 	;;

  10481. 	LDFPD	f72, f73 = [AOFFSET]

  10482. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  10483. 	;;

  10484. 	LDFPD	f74, f75 = [AOFFSET]

  10485. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  10486. 	;;

  10487. 	LDFPD	f76, f77 = [AOFFSET]

  10488. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  10489. 	;;

  10490. 	LDFPD	f78, f79 = [AOFFSET]

  10491. 	adds	AOFFSET = - 4 * SIZE, AOFFSET

  10492. 	;;

  10493. 	LDFPD	f88, f89 = [AOFFSET]

  10494. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  10495. 	;;

  10496. 	LDFPD	f90, f91 = [AOFFSET]

  10497. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  10498. 	;;

  10499. 	LDFPD	f92, f93 = [AOFFSET]

  10500. 	adds	AOFFSET = - 6 * SIZE, AOFFSET

  10501. 	;;

  10502. 	LDFPD	f104, f105 = [AOFFSET]

  10503. 	adds	AOFFSET = - 2 * SIZE, AOFFSET

  10504. 	;;

  10505. 	LDFPD	f106, f107 = [AOFFSET]

  10506. 	adds	AOFFSET = - 8 * SIZE, AOFFSET

  10507. 	;;

  10508. 	LDFPD	f120, f121 = [AOFFSET]

  10509. 	;;

  10510. 	FMPY	f32  = f72, f112

  10511. 	FMPY	f33  = f73, f112

  10512. 	;;

  10513. 	FMA_C	f112 = f73, f113,  f32

  10514. 	FMA_D	f113 = f72, f113,  f33

  10515. 	;;

  10516. 	FNMA	f96  = f74, f112, f96

  10517. 	FMA_A	f97  = f75, f112, f97

  10518. 	FNMA	f80  = f76, f112, f80

  10519. 	FMA_A	f81  = f77, f112, f81

  10520. 	FNMA	f64  = f78, f112, f64

  10521. 	FMA_A	f65  = f79, f112, f65

  10522. 	;;

  10523. 	FMA_B	f96  = f75, f113, f96

  10524. 	FNMA	f97  = f74, f113, f97

  10525. 	FMA_B	f80  = f77, f113, f80

  10526. 	FNMA	f81  = f76, f113, f81

  10527. 	FMA_B	f64  = f79, f113, f64

  10528. 	FNMA	f65  = f78, f113, f65

  10529. 	;;

  10530. 	FMPY	f32  = f88, f96

  10531. 	FMPY	f33  = f89, f96

  10532. 	;;

  10533. 	FMA_C	f96  = f89, f97,  f32

  10534. 	FMA_D	f97  = f88, f97,  f33

  10535. 	;;

  10536. 	FNMA	f80  = f90, f96, f80

  10537. 	FMA_A	f81  = f91, f96, f81

  10538. 	FNMA	f64  = f92, f96, f64

  10539. 	FMA_A	f65  = f93, f96, f65

  10540. 	;;

  10541. 	FMA_B	f80  = f91, f97, f80

  10542. 	FNMA	f81  = f90, f97, f81

  10543. 	FMA_B	f64  = f93, f97, f64

  10544. 	FNMA	f65  = f92, f97, f65

  10545. 	;;

  10546. 	FMPY	f32  = f104, f80

  10547. 	FMPY	f33  = f105, f80

  10548. 	;;

  10549. 	FMA_C	f80  = f105, f81,  f32

  10550. 	FMA_D	f81  = f104, f81,  f33

  10551. 	;;

  10552. 	FNMA	f64  = f106, f80, f64

  10553. 	FMA_A	f65  = f107, f80, f65

  10554. 	;;

  10555. 	FMA_B	f64  = f107, f81, f64

  10556. 	FNMA	f65  = f106, f81, f65

  10557. 	;;

  10558. 	FMPY	f32  = f120, f64

  10559. 	FMPY	f33  = f121, f64

  10560. 	;;

  10561. 	FMA_C	f64  = f121, f65,  f32

  10562. 	FMA_D	f65  = f120, f65,  f33

  10563. 	;;

  10564. #endif

  10565. 

  10566. #ifdef LT

  10567. 	LDFPD	f72, f73 = [AOFFSET], 2 * SIZE

  10568. 	;;

  10569. 	LDFPD	f74, f75 = [AOFFSET], 2 * SIZE

  10570. 	;;

  10571. 	LDFPD	f76, f77 = [AOFFSET], 2 * SIZE

  10572. 	;;

  10573. 	LDFPD	f78, f79 = [AOFFSET]

  10574. 	adds	AOFFSET = 4 * SIZE, AOFFSET

  10575. 	;;

  10576. 	LDFPD	f90, f91 = [AOFFSET], 2 * SIZE

  10577. 	;;

  10578. 	LDFPD	f92, f93 = [AOFFSET], 2 * SIZE

  10579. 	;;

  10580. 	LDFPD	f94, f95 = [AOFFSET]

  10581. 	adds	AOFFSET = 6 * SIZE, AOFFSET

  10582. 	;;

  10583. 	LDFPD	f108, f109 = [AOFFSET], 2 * SIZE

  10584. 	;;

  10585. 	LDFPD	f110, f111 = [AOFFSET]

  10586. 	adds	AOFFSET = 8 * SIZE, AOFFSET

  10587. 	;;

  10588. 	LDFPD	f126, f127 = [AOFFSET]

  10589. 	adds	AOFFSET = - 30 * SIZE, AOFFSET

  10590. 	;;

  10591. 	FMPY	f32  = f72, f64

  10592. 	FMPY	f33  = f73, f64

  10593. 	;;

  10594. 	FMA_C	f64  = f73, f65,  f32

  10595. 	FMA_D	f65  = f72, f65,  f33

  10596. 	;;

  10597. 	FNMA	f80  = f74, f64, f80

  10598. 	FMA_A	f81  = f75, f64, f81

  10599. 	FNMA	f96  = f76, f64, f96

  10600. 	FMA_A	f97  = f77, f64, f97

  10601. 	FNMA	f112 = f78, f64, f112

  10602. 	FMA_A	f113 = f79, f64, f113

  10603. 	;;

  10604. 	FMA_B	f80  = f75, f65, f80

  10605. 	FNMA	f81  = f74, f65, f81

  10606. 	FMA_B	f96  = f77, f65, f96

  10607. 	FNMA	f97  = f76, f65, f97

  10608. 	FMA_B	f112 = f79, f65, f112

  10609. 	FNMA	f113 = f78, f65, f113

  10610. 	;;

  10611. 	FMPY	f32  = f90, f80

  10612. 	FMPY	f33  = f91, f80

  10613. 	;;

  10614. 	FMA_C	f80  = f91, f81,  f32

  10615. 	FMA_D	f81  = f90, f81,  f33

  10616. 	;;

  10617. 	FNMA	f96  = f92, f80, f96

  10618. 	FMA_A	f97  = f93, f80, f97

  10619. 	FNMA	f112 = f94, f80, f112

  10620. 	FMA_A	f113 = f95, f80, f113

  10621. 	;;

  10622. 	FMA_B	f96  = f93, f81, f96

  10623. 	FNMA	f97  = f92, f81, f97

  10624. 	FMA_B	f112 = f95, f81, f112

  10625. 	FNMA	f113 = f94, f81, f113

  10626. 	;;

  10627. 	FMPY	f32  = f108, f96

  10628. 	FMPY	f33  = f109, f96

  10629. 	;;

  10630. 	FMA_C	f96  = f109, f97,  f32

  10631. 	FMA_D	f97  = f108, f97,  f33

  10632. 	;;

  10633. 	FNMA	f112 = f110, f96, f112

  10634. 	FMA_A	f113 = f111, f96, f113

  10635. 	;;

  10636. 	FMA_B	f112 = f111, f97, f112

  10637. 	FNMA	f113 = f110, f97, f113

  10638. 	;;

  10639. 	FMPY	f32  = f126, f112

  10640. 	FMPY	f33  = f127, f112

  10641. 	;;

  10642. 	FMA_C	f112 = f127, f113,  f32

  10643. 	FMA_D	f113 = f126, f113,  f33

  10644. 	;;

  10645. #endif

  10646. 

  10647. #ifdef RN

  10648. 	LDFPD	f72, f73 = [BOFFSET]

  10649. 	;;

  10650. 	FMPY	f32  = f72, f64

  10651. 	FMPY	f33  = f73, f64

  10652. 	FMPY	f34  = f72, f80

  10653. 	FMPY	f35  = f73, f80

  10654. 	FMPY	f36  = f72, f96

  10655. 	FMPY	f37  = f73, f96

  10656. 	FMPY	f38  = f72, f112

  10657. 	FMPY	f39  = f73, f112

  10658. 	;;

  10659. 	FMA_C	f64  = f73, f65,  f32

  10660. 	FMA_D	f65  = f72, f65,  f33

  10661. 	FMA_C	f80  = f73, f81,  f34

  10662. 	FMA_D	f81  = f72, f81,  f35

  10663. 	FMA_C	f96  = f73, f97,  f36

  10664. 	FMA_D	f97  = f72, f97,  f37

  10665. 	FMA_C	f112 = f73, f113, f38

  10666. 	FMA_D	f113 = f72, f113, f39

  10667. 	;;

  10668. #endif

  10669. 

  10670. #ifdef RT

  10671. 	LDFPD	f72, f73 = [BOFFSET]

  10672. 	;;

  10673. 	FMPY	f32  = f72, f64

  10674. 	FMPY	f33  = f73, f64

  10675. 	FMPY	f34  = f72, f80

  10676. 	FMPY	f35  = f73, f80

  10677. 	FMPY	f36  = f72, f96

  10678. 	FMPY	f37  = f73, f96

  10679. 	FMPY	f38  = f72, f112

  10680. 	FMPY	f39  = f73, f112

  10681. 	;;

  10682. 	FMA_C	f64  = f73, f65,  f32

  10683. 	FMA_D	f65  = f72, f65,  f33

  10684. 	FMA_C	f80  = f73, f81,  f34

  10685. 	FMA_D	f81  = f72, f81,  f35

  10686. 	FMA_C	f96  = f73, f97,  f36

  10687. 	FMA_D	f97  = f72, f97,  f37

  10688. 	FMA_C	f112 = f73, f113, f38

  10689. 	FMA_D	f113 = f72, f113, f39

  10690. 	;;

  10691. #endif

  10692. 

  10693. #if defined(LN) || defined(LT)

  10694. 	adds	BOFFSET2 = 4 * SIZE, BOFFSET

  10695. 	;;

  10696. 	STFD	[BOFFSET]  = f64,  SIZE

  10697. 	STFD	[BOFFSET2] = f96,  SIZE

  10698. 	;;

  10699. 	STFD	[BOFFSET]  = f65,  SIZE

  10700. 	STFD	[BOFFSET2] = f97,  SIZE

  10701. 	;;

  10702. 	STFD	[BOFFSET]  = f80,  SIZE

  10703. 	STFD	[BOFFSET2] = f112, SIZE

  10704. 	;;

  10705. 	STFD	[BOFFSET]  = f81,  5 * SIZE

  10706. 	STFD	[BOFFSET2] = f113, 5 * SIZE

  10707. 	;;

  10708. 	adds	BOFFSET = - 8 * SIZE, BOFFSET

  10709. 	;;

  10710. #else

  10711. 	adds	AOFFSET2 = 4 * SIZE, AOFFSET

  10712. 	;;

  10713. 	STFD	[AOFFSET]  = f64,  SIZE

  10714. 	STFD	[AOFFSET2] = f96,  SIZE

  10715. 	;;

  10716. 	STFD	[AOFFSET]  = f65,  SIZE

  10717. 	STFD	[AOFFSET2] = f97,  SIZE

  10718. 	;;

  10719. 	STFD	[AOFFSET]  = f80,  SIZE

  10720. 	STFD	[AOFFSET2] = f112, SIZE

  10721. 	;;

  10722. 	STFD	[AOFFSET]  = f81,  5 * SIZE

  10723. 	STFD	[AOFFSET2] = f113, 5 * SIZE

  10724. 	;;

  10725. 	adds	AOFFSET = - 8 * SIZE, AOFFSET

  10726. 	;;

  10727. #endif

  10728. 

  10729. #ifdef LN

  10730. 	adds	C1 = -8 * SIZE, C1

  10731. 	adds	C5 = -8 * SIZE, C5

  10732. #endif

  10733. 	;;

  10734. 	STFD	[C1 ] = f64, SIZE

  10735. 	STFD	[C5 ] = f96, SIZE

  10736. 	;;

  10737. 	STFD	[C1 ] = f65, SIZE

  10738. 	STFD	[C5 ] = f97, SIZE

  10739. 	;;

  10740. 	STFD	[C1 ] = f80,  SIZE

  10741. 	STFD	[C5 ] = f112, SIZE

  10742. 	;;

  10743. 	STFD	[C1 ] = f81,  5 * SIZE

  10744. 	STFD	[C5 ] = f113, 5 * SIZE

  10745. 	;;

  10746. 	mov	f64 = f0

  10747. 	mov	f65 = f0

  10748. 	mov	f80 = f0

  10749. 	mov	f81 = f0

  10750. 	mov	f96 = f0

  10751. 	mov	f97 = f0

  10752. 	mov	f112 = f0

  10753. 	mov	f113 = f0

  10754. 	;;

  10755. #ifdef LN

  10756. 	adds	C1 = -8 * SIZE, C1

  10757. 	adds	C5 = -8 * SIZE, C5

  10758. #endif

  10759. 	;;

  10760. 	cmp.ne	p6, p0 = 1, I

  10761. 	;;

  10762. 	adds	I = -1, I

  10763. 	;;

  10764. 	shladd	r2 = K, ZBASE_SHIFT, r0

  10765. 	;;

  10766. 	sub	L = K, KK

  10767. 	;;

  10768. #ifdef RT

  10769. 	shladd	AORIG = r2, 2, AORIG

  10770. #endif

  10771. 	;;

  10772. #if defined(LT) || defined(RN)

  10773. 	shladd	L = L, ZBASE_SHIFT, r0

  10774. 	;;

  10775. 	shladd	AOFFSET = L, 2, AOFFSET

  10776. 	add	BOFFSET = L, BOFFSET

  10777. #endif

  10778. 	;;

  10779. #ifdef LT

  10780. 	adds	KK =  4, KK

  10781. #elif defined LN

  10782. 	adds	KK = -4, KK

  10783. #else

  10784. 	nop	__LINE__

  10785. #endif

  10786. 	;;

  10787. #if defined(LT) || defined(RN)

  10788. 	mov	L = KK

  10789. #else

  10790. 	sub	L = K, KK

  10791. #endif

  10792. 	;;

  10793. 	(p6)	br.cond.dptk .L092

  10794. 	;;

  10795. 	.align 16

  10796. 

  10797. .L119:

  10798. #ifdef LN

  10799. 	shladd	KK8 = K, ZBASE_SHIFT, r0

  10800. 	;;

  10801.        add	B = KK8, B

  10802. #endif

  10803. 

  10804. #if defined(LT) || defined(RN)

  10805. 	mov	B =  BOFFSET

  10806. #endif

  10807. 

  10808. #ifdef RN

  10809. 	adds	KK =  1,  KK

  10810. #endif

  10811. 

  10812. #ifdef RT

  10813. 	adds	KK = -1,  KK

  10814. #endif

  10815. 	;;

  10816. 	{ .mmi

  10817. 	mov	AOFFSET = A

  10818. 	nop	__LINE__

  10819. 	}

  10820. 	;;

  10821. 	.align 16

  10822. 

  10823. .L999:

  10824. 	{ .mii

  10825. 	nop	__LINE__

  10826. 	mov	 ar.lc = ARLC

  10827. 	mov pr    = PR, -1

  10828. 	}

  10829.        { .mib

  10830. 	nop	__LINE__

  10831. #ifdef TRMMKERNEL

  10832. 	mov	ar.pfs = ARPFS

  10833. #else

  10834. 	nop	__LINE__

  10835. #endif

  10836. 	br.ret.sptk.many b0

  10837. 	}

  10838. 	EPILOGUE