OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: cd8ac192a9
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'cd8ac192a9'
${ noResults }
OpenBLAS/kernel/ia64/qgemv_n.S

1677 lines
35 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define SP	r12

  43. 

  44. #define M	r32

  45. #define N	r33

  46. #ifndef XDOUBLE

  47. #define A	r36

  48. #define LDA	r37

  49. #define X	r38

  50. #define INCX	r39

  51. #define Y	r34

  52. #define INCY	r35

  53. #else

  54. #define A	r38

  55. #define LDA	r39

  56. #define X	r34

  57. #define INCX	r35

  58. #define Y	r36

  59. #define INCY	r37

  60. #endif

  61. 

  62. #define BUFFER	r11

  63. 

  64. #define I	r14

  65. #define J	r15

  66. #define AO1	r16

  67. #define AO2	r17

  68. #define AO3	r18

  69. #define AO4	r19

  70. #define AO5	r20

  71. #define AO6	r21

  72. #define AO7	r22

  73. #define AO8	r23

  74. #define YLD1	r24

  75. #define YLD2	r25

  76. #define YST1	r26

  77. #define YST2	r27

  78. #define II	r28

  79. #define YY	r29

  80. 

  81. #define ARLC	r30

  82. #define PR	r31

  83. 

  84. #define LDA7M8	r8

  85. #define PREA	r9

  86. #define PREB	r10

  87. 

  88. #define ALPHA1	f8

  89. #define ALPHA2	f9

  90. #define ALPHA3	f10

  91. #define ALPHA4	f11

  92. #define ALPHA5	f12

  93. #define ALPHA6	f13

  94. #define ALPHA7	f14

  95. #define ALPHA8	f15

  96. 

  97. #define RPREFETCHSIZE	( 8 * 1 +  6)

  98. #define WPREFETCHSIZE	( 8 * 1 +  6)

  99. 

  100. #define RPREFETCH	lfetch.nt1

  101. #define WPREFETCH	lfetch.excl.nt1

  102. 

  103. #define ALPHA	f6

  104. 

  105. 	PROLOGUE

  106. 	.prologue

  107. 	PROFCODE

  108. 	{ .mmi

  109. 	mov	ARLC  = ar.lc

  110. 	}

  111. 	;;

  112. 	mov	PR = pr

  113. 	adds	r14 = 16, SP

  114. 	adds	r15 = 24, SP

  115. 	adds	r16 = 32, SP

  116. 	.body

  117. 	;;

  118. 

  119. #ifdef XDOUBLE

  120. 	ld8	X      = [r14], 16

  121. 	ld8	INCX   = [r15], 16

  122. 	;;

  123. #endif

  124. 	ld8	Y      = [r14], 16

  125. 	ld8	INCY   = [r15], 16

  126. 	;;

  127. 	ld8	BUFFER = [r14]

  128. 	;;

  129. 

  130. 	mov	ALPHA = f8

  131. 	cmp.ge	p7, p0 = 0, M

  132. 	cmp.ge	p6, p0 = 0, N

  133. 	;;

  134. 	shladd	INCX = INCX, BASE_SHIFT, r0

  135. 	shladd	LDA  = LDA,  BASE_SHIFT, r0

  136. 	shladd	INCY = INCY, BASE_SHIFT, r0

  137. 	;;

  138. 	(p7) br.cond.dpnt .L999

  139. 	(p6) br.cond.dpnt .L999

  140. 	;;

  141. 	sub	I = A, Y

  142. 	mov	YY = Y

  143. 	;;

  144. 	cmp.eq	p10, p0 = SIZE, INCY

  145. 	(p10) br.cond.dptk .L10

  146. 	;;

  147. 	shr	J = M, 3

  148. 	mov	YY = BUFFER

  149. 	;;

  150. 	(p8) adds  YY = SIZE, BUFFER

  151. 	;;

  152. 	mov	ar.lc = J

  153. 	mov	YST1 = YY

  154. 	adds	YST2 = 4 * SIZE, YY

  155. 	;;

  156. .L02:

  157. 	STFD	[YST1] = f0, 1 * SIZE

  158. 	STFD	[YST2] = f0, 1 * SIZE

  159. 	;;

  160. 	STFD	[YST1] = f0, 1 * SIZE

  161. 	STFD	[YST2] = f0, 1 * SIZE

  162. 	;;

  163. 	STFD	[YST1] = f0, 1 * SIZE

  164. 	STFD	[YST2] = f0, 1 * SIZE

  165. 	;;

  166. 	STFD	[YST1] = f0, 5 * SIZE

  167. 	STFD	[YST2] = f0, 5 * SIZE

  168. 	br.cloop.sptk.few .L02

  169. 	;;

  170. 

  171. .L10:

  172. 	shr	J   = N, 3

  173. 	;;

  174. 	cmp.eq	p6, p0 = r0, J

  175. 	(p6) br.cond.dpnt .L20

  176. 	;;

  177. 	.align 16

  178. 

  179. .L11:

  180. 	shladd	LDA7M8 = LDA, 3, r0

  181. 	;;

  182. 	sub	LDA7M8 = LDA, LDA7M8

  183. 	;;

  184. 	adds	LDA7M8 = 8 * SIZE, LDA7M8

  185. 	;;

  186. 	mov	YLD1 = YY

  187. 	mov	YST1 = YY

  188. 	adds	YLD2 = 1 * SIZE, YY

  189. 	adds	YST2 = 1 * SIZE, YY

  190. 	;;

  191. 	LDFD	ALPHA1 = [X], INCX

  192. 	;;

  193. 	LDFD	ALPHA2 = [X], INCX

  194. 	;;

  195. 	LDFD	ALPHA3 = [X], INCX

  196. 	;;

  197. 	LDFD	ALPHA4 = [X], INCX

  198. 	;;

  199. 	LDFD	ALPHA5 = [X], INCX

  200. 	;;

  201. 	LDFD	ALPHA6 = [X], INCX

  202. 	;;

  203. 	LDFD	ALPHA7 = [X], INCX

  204. 	;;

  205. 	LDFD	ALPHA8 = [X], INCX

  206. 	;;

  207. 	FMPY	ALPHA1 = ALPHA, ALPHA1

  208. 	FMPY	ALPHA2 = ALPHA, ALPHA2

  209. 	FMPY	ALPHA3 = ALPHA, ALPHA3

  210. 	FMPY	ALPHA4 = ALPHA, ALPHA4

  211. 	FMPY	ALPHA5 = ALPHA, ALPHA5

  212. 	FMPY	ALPHA6 = ALPHA, ALPHA6

  213. 	;;

  214. 	mov	AO1 = A

  215. 	adds	AO2 = 1 * SIZE, A

  216. 	adds	AO3 = 2 * SIZE, A

  217. 	adds	AO4 = 3 * SIZE, A

  218. 	adds	AO5 = 4 * SIZE, A

  219. 	adds	AO6 = 5 * SIZE, A

  220. 	adds	AO7 = 6 * SIZE, A

  221. 	adds	AO8 = 7 * SIZE, A

  222. 	shladd	A   = LDA, 3, A

  223. 	;;

  224. 	shr	I = M, 3

  225. 	mov	pr.rot= 0

  226. 	;;

  227. 	cmp.eq	p16, p0 = r0, r0

  228. 	;;

  229. 	adds	I = -1, I

  230. 	adds J = -1, J

  231. 	;;

  232. 	adds	PREB = (WPREFETCHSIZE) * SIZE, YY

  233. 	;;

  234. 	cmp.lt p7, p8 = r0, J

  235. 	tbit.nz	p13, p11 = M, 2

  236. 	mov	ar.ec= 2

  237. 	;;

  238. 	FMPY	ALPHA7 = ALPHA, ALPHA7

  239. 	;;

  240. 	{ .mfi

  241. 	and	II = 7, M

  242. 	FMPY	ALPHA8 = ALPHA, ALPHA8

  243. 	mov	ar.lc = I

  244. 	}

  245. 	{ .mib

  246. 	cmp.eq	p6, p0 = -1, I

  247. 	tbit.nz	p14, p12 = M, 1

  248. 	(p6) br.cond.dpnt .L15

  249. 	}

  250. 	;;

  251. 	.align 16

  252. 

  253. .L12:

  254. 	{ .mmf

  255. 	(p17) LDFD	f93  = [AO5], LDA7M8

  256. 	(p17) LDFD	f94  = [AO6], LDA7M8

  257. 	(p17) FMA	f101 = ALPHA1,  f33, f101

  258. 	}

  259. 	{ .mmf

  260. 	(p17) LDFD	f95  = [AO7], LDA7M8

  261. 	(p17) LDFD	f96  = [AO8], LDA7M8

  262. 	(p17) FMA	f104 = ALPHA1,  f34, f104

  263. 	}

  264. 	;;

  265. 	{ .mmf

  266. 	(p16) LDFD	f32  = [AO1]

  267. 	(p16) LDFD	f33  = [AO2], LDA

  268. 	(p17) FMA	f107 = ALPHA1,  f35, f107

  269. 	}

  270. 	{ .mmf

  271. 	(p16) LDFD	f34  = [AO3], LDA

  272. 	(p16) LDFD	f35  = [AO4], LDA

  273. 	(p17) FMA	f110 = ALPHA1,  f36, f110

  274. 	}

  275. 	;;

  276. 	{ .mmf

  277. 	(p16) LDFD	f100  = [YLD1], 2 * SIZE

  278. 	(p16) LDFD	f103  = [YLD2], 2 * SIZE

  279. 	(p17) FMA	f113 = ALPHA1,  f37, f113

  280. 	}

  281. 	{ .mmf

  282. 	(p16) adds	PREA = (RPREFETCHSIZE) * SIZE, AO1

  283. 	(p16) add	AO1 = AO1, LDA

  284. 	(p17) FMA	f116 = ALPHA1,  f38, f116

  285. 	}

  286. 	;;

  287. 	{ .mmf

  288. 	(p18) STFD	[YST1] = f102, 2 * SIZE

  289. 	(p18) STFD	[YST2] = f105, 2 * SIZE

  290. 	(p17) FMA	f119 = ALPHA1,  f39, f119

  291. 	}

  292. 	{ .mmf

  293. 	nop   __LINE__

  294. 	nop   __LINE__

  295. 	(p17) FMA	f122 = ALPHA1,  f40, f122

  296. 	}

  297. 	;;

  298. 	{ .mmf

  299. 	(p16) LDFD	f36  = [AO5], LDA

  300. 	(p16) LDFD	f37  = [AO6], LDA

  301. 	(p17) FMA	f101 = ALPHA2,  f41, f101

  302. 	}

  303. 	{ .mmf

  304. 	(p16) LDFD	f38  = [AO7], LDA

  305. 	(p16) LDFD	f39  = [AO8], LDA

  306. 	(p17) FMA	f104 = ALPHA2,  f42, f104

  307. 	}

  308. 	;;

  309. 	{ .mmf

  310. 	(p16) LDFD	f40  = [AO1], LDA

  311. 	(p16) LDFD	f41  = [AO2], LDA

  312. 	(p17) FMA	f107 = ALPHA2,  f43, f107

  313. 	}

  314. 	{ .mmf

  315. 	(p16) LDFD	f42  = [AO3], LDA

  316. 	(p16) LDFD	f43  = [AO4], LDA

  317. 	(p17) FMA	f110 = ALPHA2,  f44, f110

  318. 	}

  319. 	;;

  320. 	{ .mmf

  321. 	(p16) LDFD	f106  = [YLD1], 2 * SIZE

  322. 	(p16) LDFD	f109  = [YLD2], 2 * SIZE

  323. 	(p17) FMA	f113 = ALPHA2,  f45, f113

  324. 	}

  325. 	{ .mmf

  326. 	nop   __LINE__

  327. 	nop   __LINE__

  328. 	(p17) FMA	f116 = ALPHA2,  f46, f116

  329. 	}

  330. 	;;

  331. 	{ .mmf

  332. 	(p18) STFD	[YST1] = f108, 2 * SIZE

  333. 	(p18) STFD	[YST2] = f111, 2 * SIZE

  334. 	(p17) FMA	f119 = ALPHA2,  f47, f119

  335. 	}

  336. 	{ .mmf

  337. 	nop   __LINE__

  338. 	nop   __LINE__

  339. 	(p17) FMA	f122 = ALPHA2,  f48, f122

  340. 	}

  341. 	;;

  342. 	{ .mmf

  343. 	(p16) LDFD	f44  = [AO5], LDA

  344. 	(p16) LDFD	f45  = [AO6], LDA

  345. 	(p17) FMA	f101 = ALPHA3,  f49, f101

  346. 	}

  347. 	{ .mmf

  348. 	(p16) LDFD	f46  = [AO7], LDA

  349. 	(p16) LDFD	f47  = [AO8], LDA

  350. 	(p17) FMA	f104 = ALPHA3,  f50, f104

  351. 	}

  352. 	;;

  353. 	{ .mmf

  354. 	(p16) LDFD	f48  = [AO1], LDA

  355. 	(p16) LDFD	f49  = [AO2], LDA

  356. 	(p17) FMA	f107 = ALPHA3,  f51, f107

  357. 	}

  358. 	{ .mmf

  359. 	(p16) LDFD	f50  = [AO3], LDA

  360. 	(p16) LDFD	f51  = [AO4], LDA

  361. 	(p17) FMA	f110 = ALPHA3,  f52, f110

  362. 	}

  363. 	;;

  364. 	{ .mmf

  365. 	(p16) LDFD	f112 = [YLD1], 2 * SIZE

  366. 	(p16) LDFD	f115 = [YLD2], 2 * SIZE

  367. 	(p17) FMA	f113 = ALPHA3,  f53, f113

  368. 	}

  369. 	{ .mmf

  370. 	nop   __LINE__

  371. 	nop   __LINE__

  372. 	(p17) FMA	f116 = ALPHA3,  f54, f116

  373. 	}

  374. 	;;

  375. 	{ .mmf

  376. 	(p18) STFD	[YST1] = f114, 2 * SIZE

  377. 	(p18) STFD	[YST2] = f117, 2 * SIZE

  378. 	(p17) FMA	f119 = ALPHA3,  f55, f119

  379. 	}

  380. 	{ .mmf

  381. 	nop   __LINE__

  382. 	nop   __LINE__

  383. 	(p17) FMA	f122 = ALPHA3,  f56, f122

  384. 	}

  385. 	;;

  386. 	{ .mmf

  387. 	(p16) LDFD	f52  = [AO5], LDA

  388. 	(p16) LDFD	f53  = [AO6], LDA

  389. 	(p17) FMA	f101 = ALPHA4,  f57, f101

  390. 	}

  391. 	{ .mmf

  392. 	(p16) LDFD	f54  = [AO7], LDA

  393. 	(p16) LDFD	f55  = [AO8], LDA

  394. 	(p17) FMA	f104 = ALPHA4,  f58, f104

  395. 	}

  396. 	;;

  397. 	{ .mmf

  398. 	(p16) LDFD	f56  = [AO1], LDA

  399. 	(p16) LDFD	f57  = [AO2], LDA

  400. 	(p17) FMA	f107 = ALPHA4,  f59, f107

  401. 	}

  402. 	{ .mmf

  403. 	(p16) LDFD	f58  = [AO3], LDA

  404. 	(p16) LDFD	f59  = [AO4], LDA

  405. 	(p17) FMA	f110 = ALPHA4,  f60, f110

  406. 	}

  407. 	;;

  408. 	{ .mmf

  409. 	(p16) LDFD	f118 = [YLD1], 2 * SIZE

  410. 	(p16) LDFD	f121 = [YLD2], 2 * SIZE

  411. 	(p17) FMA	f113 = ALPHA4,  f61, f113

  412. 	}

  413. 	{ .mmf

  414. 	nop   __LINE__

  415. 	nop   __LINE__

  416. 	(p17) FMA	f116 = ALPHA4,  f62, f116

  417. 	}

  418. 	;;

  419. 	{ .mmf

  420. 	(p18) STFD	[YST1] = f120, 2 * SIZE

  421. 	(p18) STFD	[YST2] = f123, 2 * SIZE

  422. 	(p17) FMA	f119 = ALPHA4,  f63, f119

  423. 	}

  424. 	{ .mmf

  425. 	nop   __LINE__

  426. 	nop   __LINE__

  427. 	(p17) FMA	f122 = ALPHA4,  f64, f122

  428. 	}

  429. 	;;

  430. 	{ .mmf

  431. 	(p16) LDFD	f60  = [AO5], LDA

  432. 	(p16) LDFD	f61  = [AO6], LDA

  433. 	(p17) FMA	f101 = ALPHA5,  f65, f101

  434. 	}

  435. 	{ .mmf

  436. 	(p16) LDFD	f62  = [AO7], LDA

  437. 	(p16) LDFD	f63  = [AO8], LDA

  438. 	(p17) FMA	f104 = ALPHA5,  f66, f104

  439. 	}

  440. 	;;

  441. 	{ .mmf

  442. 	(p16) LDFD	f64  = [AO1], LDA

  443. 	(p16) LDFD	f65  = [AO2], LDA

  444. 	(p17) FMA	f107 = ALPHA5,  f67, f107

  445. 	}

  446. 	{ .mmf

  447. 	(p16) LDFD	f66  = [AO3], LDA

  448. 	(p16) LDFD	f67  = [AO4], LDA

  449. 	(p17) FMA	f110 = ALPHA5,  f68, f110

  450. 	}

  451. 	;;

  452. 	{ .mmf

  453. 	(p16) WPREFETCH [PREB], 8 * SIZE

  454. 	nop   __LINE__

  455. 	(p17) FMA	f113 = ALPHA5,  f69, f113

  456. 	}

  457. 	{ .mmf

  458. 	nop   __LINE__

  459. 	nop   __LINE__

  460. 	(p17) FMA	f116 = ALPHA5,  f70, f116

  461. 	}

  462. 	;;

  463. 	{ .mmf

  464. 	(p16) RPREFETCH [PREA]

  465. 	nop   __LINE__

  466. 	(p17) FMA	f119 = ALPHA5,  f71, f119

  467. 	}

  468. 	{ .mmf

  469. 	nop   __LINE__

  470. 	nop   __LINE__

  471. 	(p17) FMA	f122 = ALPHA5,  f72, f122

  472. 	}

  473. 	;;

  474. 	{ .mmf

  475. 	(p16) LDFD	f68  = [AO5], LDA

  476. 	(p16) LDFD	f69  = [AO6], LDA

  477. 	(p17) FMA	f101 = ALPHA6,  f73, f101

  478. 	}

  479. 	{ .mmf

  480. 	(p16) LDFD	f70  = [AO7], LDA

  481. 	(p16) LDFD	f71  = [AO8], LDA

  482. 	(p17) FMA	f104 = ALPHA6,  f74, f104

  483. 	}

  484. 	;;

  485. 	{ .mmf

  486. 	(p16) LDFD	f72  = [AO1], LDA

  487. 	(p16) LDFD	f73  = [AO2], LDA

  488. 	(p17) FMA	f107 = ALPHA6,  f75, f107

  489. 	}

  490. 	{ .mmf

  491. 	(p16) LDFD	f74  = [AO3], LDA

  492. 	(p16) LDFD	f75  = [AO4], LDA

  493. 	(p17) FMA	f110 = ALPHA6,  f76, f110

  494. 	}

  495. 	;;

  496. 	{ .mmf

  497. 	nop   __LINE__

  498. 	nop   __LINE__

  499. 	(p17) FMA	f113 = ALPHA6,  f77, f113

  500. 	}

  501. 	{ .mmf

  502. 	nop   __LINE__

  503. 	nop   __LINE__

  504. 	(p17) FMA	f116 = ALPHA6,  f78, f116

  505. 	}

  506. 	;;

  507. 	{ .mmf

  508. 	nop   __LINE__

  509. 	nop   __LINE__

  510. 	(p17) FMA	f119 = ALPHA6,  f79, f119

  511. 	}

  512. 	{ .mmf

  513. 	nop   __LINE__

  514. 	nop   __LINE__

  515. 	(p17) FMA	f122 = ALPHA6,  f80, f122

  516. 	}

  517. 	;;

  518. 	{ .mmf

  519. 	(p16) LDFD	f76  = [AO5], LDA

  520. 	(p16) LDFD	f77  = [AO6], LDA

  521. 	(p17) FMA	f101 = ALPHA7,  f81, f101

  522. 	}

  523. 	{ .mmf

  524. 	(p16) LDFD	f78  = [AO7], LDA

  525. 	(p16) LDFD	f79  = [AO8], LDA

  526. 	(p17) FMA	f104 = ALPHA7,  f82, f104

  527. 	}

  528. 	;;

  529. 	{ .mmf

  530. 	(p16) LDFD	f80  = [AO1], LDA

  531. 	(p16) LDFD	f81  = [AO2], LDA

  532. 	(p17) FMA	f107 = ALPHA7,  f83, f107

  533. 	}

  534. 	{ .mmf

  535. 	(p16) LDFD	f82  = [AO3], LDA

  536. 	(p16) LDFD	f83  = [AO4], LDA

  537. 	(p17) FMA	f110 = ALPHA7,  f84, f110

  538. 	}

  539. 	;;

  540. 	{ .mmf

  541. 	nop   __LINE__

  542. 	nop   __LINE__

  543. 	(p17) FMA	f113 = ALPHA7,  f85, f113

  544. 	}

  545. 	{ .mmf

  546. 	nop   __LINE__

  547. 	nop   __LINE__

  548. 	(p17) FMA	f116 = ALPHA7,  f86, f116

  549. 	}

  550. 	;;

  551. 	{ .mmf

  552. 	nop   __LINE__

  553. 	nop   __LINE__

  554. 	(p17) FMA	f119 = ALPHA7,  f87, f119

  555. 	}

  556. 	{ .mmf

  557. 	nop   __LINE__

  558. 	nop   __LINE__

  559. 	(p17) FMA	f122 = ALPHA7,  f88, f122

  560. 	}

  561. 	;;

  562. 	{ .mmf

  563. 	(p16) LDFD	f84  = [AO5], LDA

  564. 	(p16) LDFD	f85  = [AO6], LDA

  565. 	(p17) FMA	f101 = ALPHA8,  f89, f101

  566. 	}

  567. 	{ .mmf

  568. 	(p16) LDFD	f86  = [AO7], LDA

  569. 	(p16) LDFD	f87  = [AO8], LDA

  570. 	(p17) FMA	f104 = ALPHA8,  f90, f104

  571. 	}

  572. 	;;

  573. 	{ .mmf

  574. 	(p16) LDFD	f88  = [AO1], LDA7M8

  575. 	(p16) LDFD	f89  = [AO2], LDA7M8

  576. 	(p17) FMA	f107 = ALPHA8,  f91, f107

  577. 	}

  578. 	{ .mmf

  579. 	(p16) LDFD	f90  = [AO3], LDA7M8

  580. 	(p16) LDFD	f91  = [AO4], LDA7M8

  581. 	(p17) FMA	f110 = ALPHA8,  f92, f110

  582. 	}

  583. 	;;

  584. 	{ .mmf

  585. 	nop   __LINE__

  586. 	nop   __LINE__

  587. 	(p17) FMA	f113 = ALPHA8,  f93, f113

  588. 	}

  589. 	{ .mmf

  590. 	nop   __LINE__

  591. 	nop   __LINE__

  592. 	(p17) FMA	f116 = ALPHA8,  f94, f116

  593. 	}

  594. 	;;

  595. 	{ .mmf

  596. 	nop   __LINE__

  597. 	nop   __LINE__

  598. 	(p17) FMA	f119 = ALPHA8,  f95, f119

  599. 	}

  600. 	{ .mfb

  601. 	nop   __LINE__

  602. 	(p17) FMA	f122 = ALPHA8,  f96, f122

  603. 	br.ctop.sptk.few .L12

  604. 	}

  605. 	;;

  606. 	{ .mmi

  607. 	(p18) STFD	[YST1] = f102, 2 * SIZE

  608. 	(p18) STFD	[YST2] = f105, 2 * SIZE

  609. 	nop   __LINE__

  610. 	}

  611. 	;;

  612. 	{ .mmi

  613. 	(p18) STFD	[YST1] = f108, 2 * SIZE

  614. 	(p18) STFD	[YST2] = f111, 2 * SIZE

  615. 	nop   __LINE__

  616. 	}

  617. 	;;

  618. 	{ .mmi

  619. 	(p18) STFD	[YST1] = f114, 2 * SIZE

  620. 	(p18) STFD	[YST2] = f117, 2 * SIZE

  621. 	nop   __LINE__

  622. 	}

  623. 	;;

  624. 	{ .mmi

  625. 	(p18) STFD	[YST1] = f120, 2 * SIZE

  626. 	(p18) STFD	[YST2] = f123, 2 * SIZE

  627. 	nop   __LINE__

  628. 	}

  629. 	;;

  630. 	.align 16

  631. 

  632. .L15:

  633. 	{ .mmi

  634. 	(p7) cmp.eq.unc p9,  p0 = r0, II

  635. 	(p8) cmp.eq.unc p10, p0 = r0, II

  636. 	(p11) adds	AO5  = - 4 * SIZE, AO5

  637. 	}

  638. 	{ .mbb

  639. 	(p11) adds	AO7  = - 4 * SIZE, AO7

  640. 	(p9) br.cond.dptk   .L11

  641. 	(p10) br.cond.dptk  .L20

  642. 	}

  643. 	;;

  644. 	{ .mmi

  645. 	(p13) LDFD	f32  = [AO1], LDA

  646. 	(p13) LDFD	f33  = [AO2], LDA

  647. 	tbit.nz	p15, p0  = M, 0

  648. 	}

  649. 	{ .mmi

  650. 	(p13) LDFD	f34  = [AO3], LDA

  651. 	(p11) adds	AO6  = - 4 * SIZE, AO6

  652. 	(p12) adds	AO7  = - 2 * SIZE, AO7

  653. 	}

  654. 	;;

  655. 	(p13) LDFD	f35  = [AO4], LDA

  656. 	(p14) LDFD	f36  = [AO5], LDA

  657. 	(p14) LDFD	f37  = [AO6], LDA

  658. 	(p15) LDFD	f38  = [AO7], LDA

  659. 	;;

  660. 	(p13) LDFD	f40  = [AO1], LDA

  661. 	(p13) LDFD	f41  = [AO2], LDA

  662. 	(p13) LDFD	f42  = [AO3], LDA

  663. 	(p13) LDFD	f43  = [AO4], LDA

  664. 	;;

  665. 	(p14) LDFD	f44  = [AO5], LDA

  666. 	(p14) LDFD	f45  = [AO6], LDA

  667. 	(p15) LDFD	f46  = [AO7], LDA

  668. 	;;

  669. 	(p13) LDFD	f48  = [AO1], LDA

  670. 	(p13) LDFD	f49  = [AO2], LDA

  671. 	(p13) LDFD	f50  = [AO3], LDA

  672. 	(p13) LDFD	f51  = [AO4], LDA

  673. 	;;

  674. 	(p14) LDFD	f52  = [AO5], LDA

  675. 	(p14) LDFD	f53  = [AO6], LDA

  676. 	(p15) LDFD	f54  = [AO7], LDA

  677. 	;;

  678. 	(p13) LDFD	f56  = [AO1], LDA

  679. 	(p13) LDFD	f57  = [AO2], LDA

  680. 	(p13) LDFD	f58  = [AO3], LDA

  681. 	(p13) LDFD	f59  = [AO4], LDA

  682. 	;;

  683. 	(p14) LDFD	f60  = [AO5], LDA

  684. 	(p14) LDFD	f61  = [AO6], LDA

  685. 	(p15) LDFD	f62  = [AO7], LDA

  686. 	;;

  687. 	(p13) LDFD	f64  = [AO1], LDA

  688. 	(p13) LDFD	f65  = [AO2], LDA

  689. 	(p13) LDFD	f66  = [AO3], LDA

  690. 	(p13) LDFD	f67  = [AO4], LDA

  691. 	;;

  692. 	(p14) LDFD	f68  = [AO5], LDA

  693. 	(p14) LDFD	f69  = [AO6], LDA

  694. 	(p15) LDFD	f70  = [AO7], LDA

  695. 	;;

  696. 	(p13) LDFD	f72  = [AO1], LDA

  697. 	(p13) LDFD	f73  = [AO2], LDA

  698. 	(p13) LDFD	f74  = [AO3], LDA

  699. 	(p13) LDFD	f75  = [AO4], LDA

  700. 	;;

  701. 	(p14) LDFD	f76  = [AO5], LDA

  702. 	(p14) LDFD	f77  = [AO6], LDA

  703. 	(p15) LDFD	f78  = [AO7], LDA

  704. 	;;

  705. 	(p13) LDFD	f80  = [AO1], LDA

  706. 	(p13) LDFD	f81  = [AO2], LDA

  707. 	(p13) LDFD	f82  = [AO3], LDA

  708. 	(p13) LDFD	f83  = [AO4], LDA

  709. 	;;

  710. 	(p14) LDFD	f84  = [AO5], LDA

  711. 	(p14) LDFD	f85  = [AO6], LDA

  712. 	(p15) LDFD	f86  = [AO7], LDA

  713. 	;;

  714. 	(p13) LDFD	f88  = [AO1]

  715. 	(p13) LDFD	f89  = [AO2]

  716. 	(p13) LDFD	f90  = [AO3]

  717. 	(p13) LDFD	f91  = [AO4]

  718. 	;;

  719. 	(p14) LDFD	f92  = [AO5]

  720. 	(p14) LDFD	f93  = [AO6]

  721. 	(p15) LDFD	f94  = [AO7]

  722. 	;;

  723. 	(p13) LDFD	f96  = [YLD1], 2 * SIZE

  724. 	(p13) LDFD	f97  = [YLD2], 2 * SIZE

  725. 	;;

  726. 	(p13) LDFD	f98  = [YLD1], 2 * SIZE

  727. 	(p13) LDFD	f99  = [YLD2], 2 * SIZE

  728. 	;;

  729. 	(p14) LDFD	f100 = [YLD1], 1 * SIZE

  730. 	;;

  731. 	(p14) LDFD	f101 = [YLD1], 1 * SIZE

  732. 	;;

  733. 	(p15) LDFD	f102 = [YLD1], 1 * SIZE

  734. 	;;

  735. 

  736. 	(p13) FMA	f96  = ALPHA1,  f32, f96

  737. 	(p13) FMA	f97  = ALPHA1,  f33, f97

  738. 	(p13) FMA	f98  = ALPHA1,  f34, f98

  739. 	(p13) FMA	f99  = ALPHA1,  f35, f99

  740. 	(p14) FMA	f100 = ALPHA1,  f36, f100

  741. 	(p14) FMA	f101 = ALPHA1,  f37, f101

  742. 	(p15) FMA	f102 = ALPHA1,  f38, f102

  743. 	;;

  744. 	(p13) FMA	f96  = ALPHA2,  f40, f96

  745. 	(p13) FMA	f97  = ALPHA2,  f41, f97

  746. 	(p13) FMA	f98  = ALPHA2,  f42, f98

  747. 	(p13) FMA	f99  = ALPHA2,  f43, f99

  748. 	(p14) FMA	f100 = ALPHA2,  f44, f100

  749. 	(p14) FMA	f101 = ALPHA2,  f45, f101

  750. 	(p15) FMA	f102 = ALPHA2,  f46, f102

  751. 	;;

  752. 	(p13) FMA	f96  = ALPHA3,  f48, f96

  753. 	(p13) FMA	f97  = ALPHA3,  f49, f97

  754. 	(p13) FMA	f98  = ALPHA3,  f50, f98

  755. 	(p13) FMA	f99  = ALPHA3,  f51, f99

  756. 	(p14) FMA	f100 = ALPHA3,  f52, f100

  757. 	(p14) FMA	f101 = ALPHA3,  f53, f101

  758. 	(p15) FMA	f102 = ALPHA3,  f54, f102

  759. 	;;

  760. 	(p13) FMA	f96  = ALPHA4,  f56, f96

  761. 	(p13) FMA	f97  = ALPHA4,  f57, f97

  762. 	(p13) FMA	f98  = ALPHA4,  f58, f98

  763. 	(p13) FMA	f99  = ALPHA4,  f59, f99

  764. 	(p14) FMA	f100 = ALPHA4,  f60, f100

  765. 	(p14) FMA	f101 = ALPHA4,  f61, f101

  766. 	(p15) FMA	f102 = ALPHA4,  f62, f102

  767. 	;;

  768. 	(p13) FMA	f96  = ALPHA5,  f64, f96

  769. 	(p13) FMA	f97  = ALPHA5,  f65, f97

  770. 	(p13) FMA	f98  = ALPHA5,  f66, f98

  771. 	(p13) FMA	f99  = ALPHA5,  f67, f99

  772. 	(p14) FMA	f100 = ALPHA5,  f68, f100

  773. 	(p14) FMA	f101 = ALPHA5,  f69, f101

  774. 	(p15) FMA	f102 = ALPHA5,  f70, f102

  775. 	;;

  776. 	(p13) FMA	f96  = ALPHA6,  f72, f96

  777. 	(p13) FMA	f97  = ALPHA6,  f73, f97

  778. 	(p13) FMA	f98  = ALPHA6,  f74, f98

  779. 	(p13) FMA	f99  = ALPHA6,  f75, f99

  780. 	(p14) FMA	f100 = ALPHA6,  f76, f100

  781. 	(p14) FMA	f101 = ALPHA6,  f77, f101

  782. 	(p15) FMA	f102 = ALPHA6,  f78, f102

  783. 	;;

  784. 	(p13) FMA	f96  = ALPHA7,  f80, f96

  785. 	(p13) FMA	f97  = ALPHA7,  f81, f97

  786. 	(p13) FMA	f98  = ALPHA7,  f82, f98

  787. 	(p13) FMA	f99  = ALPHA7,  f83, f99

  788. 	(p14) FMA	f100 = ALPHA7,  f84, f100

  789. 	(p14) FMA	f101 = ALPHA7,  f85, f101

  790. 	(p15) FMA	f102 = ALPHA7,  f86, f102

  791. 	;;

  792. 	(p13) FMA	f16  = ALPHA8,  f88, f96

  793. 	(p13) FMA	f17  = ALPHA8,  f89, f97

  794. 	(p13) FMA	f18  = ALPHA8,  f90, f98

  795. 	(p13) FMA	f19  = ALPHA8,  f91, f99

  796. 	(p14) FMA	f20  = ALPHA8,  f92, f100

  797. 	(p14) FMA	f21  = ALPHA8,  f93, f101

  798. 	(p15) FMA	f22  = ALPHA8,  f94, f102

  799. 	;;

  800. 	{ .mmi

  801. 	(p13) STFD	[YST1] = f16, 2 * SIZE

  802. 	(p13) STFD	[YST2] = f17, 2 * SIZE

  803. 	nop   __LINE__

  804. 	}

  805. 	;;

  806. 	{ .mmi

  807. 	(p13) STFD	[YST1] = f18, 2 * SIZE

  808. 	(p13) STFD	[YST2] = f19

  809. 	nop   __LINE__

  810. 	}

  811. 	;;

  812. 	{ .mmi

  813. 	(p14) STFD	[YST1] = f20, 1 * SIZE

  814. 	;;

  815. 	(p14) STFD	[YST1] = f21, 1 * SIZE

  816. 	nop   __LINE__

  817. 	}

  818. 	;;

  819. 	{ .mib

  820. 	(p15) STFD	[YST1] = f22

  821. 	cmp.lt p11, p12 = r0, J

  822. 	(p11) br.cond.dptk .L11

  823. 	}

  824. 	;;

  825. 	.align 16

  826. 

  827. .L20:

  828. 	tbit.z	p6, p0 = N, 2

  829. 	;;

  830. 	(p6) br.cond.dpnt .L30

  831. 	;;

  832. 

  833. 	shladd	LDA7M8 = LDA, 2, r0

  834. 	;;

  835. 	sub	LDA7M8 = LDA, LDA7M8

  836. 	;;

  837. 	adds	LDA7M8 = 8 * SIZE, LDA7M8

  838. 	;;

  839. 	mov	YLD1 = YY

  840. 	mov	YST1 = YY

  841. 	adds	YLD2 = 2 * SIZE, YY

  842. 	adds	YST2 = 2 * SIZE, YY

  843. 	;;

  844. 	LDFD	ALPHA1 = [X], INCX

  845. 	;;

  846. 	LDFD	ALPHA2 = [X], INCX

  847. 	;;

  848. 	LDFD	ALPHA3 = [X], INCX

  849. 	;;

  850. 	LDFD	ALPHA4 = [X], INCX

  851. 	;;

  852. 	FMPY	ALPHA1 = ALPHA, ALPHA1

  853. 	FMPY	ALPHA2 = ALPHA, ALPHA2

  854. 	FMPY	ALPHA3 = ALPHA, ALPHA3

  855. 	FMPY	ALPHA4 = ALPHA, ALPHA4

  856. 	;;

  857. 	mov	AO1 = A

  858. 	adds	AO2 = 1 * SIZE, A

  859. 	adds	AO3 = 2 * SIZE, A

  860. 	adds	AO4 = 3 * SIZE, A

  861. 	adds	AO5 = 4 * SIZE, A

  862. 	adds	AO6 = 5 * SIZE, A

  863. 	adds	AO7 = 6 * SIZE, A

  864. 	adds	AO8 = 7 * SIZE, A

  865. 	shladd	A   = LDA, 2, A

  866. 	;;

  867. 	shr	I = M, 3

  868. 	mov	pr.rot= 0

  869. 	;;

  870. 	cmp.eq	p16, p0 = r0, r0

  871. 	;;

  872. 	adds	I = -1, I

  873. 	adds J = -1, J

  874. 	;;

  875. 	cmp.lt p7, p8 = r0, J

  876. 	tbit.nz	p13, p11 = M, 2

  877. 	tbit.nz	p14, p12 = M, 1

  878. 	mov	ar.ec= 1

  879. 	;;

  880. 	{ .mfi

  881. 	and	II = 7, M

  882. 	mov	ar.lc = I

  883. 	}

  884. 	{ .mfb

  885. 	cmp.eq	p6, p0 = -1, I

  886. 	(p6) br.cond.dpnt .L25

  887. 	}

  888. 	;;

  889. 	.align 16

  890. 

  891. .L22:

  892. 	(p16) LDFD	f32  = [AO1], LDA

  893. 	(p16) LDFD	f34  = [AO3], LDA

  894. 	(p16) LDFD	f36  = [AO5], LDA

  895. 	(p16) LDFD	f38  = [AO7], LDA

  896. 	;;

  897. 	(p16) LDFD	f33  = [AO2], LDA

  898. 	(p16) LDFD	f35  = [AO4], LDA

  899. 	(p16) LDFD	f37  = [AO6], LDA

  900. 	(p16) LDFD	f39  = [AO8], LDA

  901. 	;;

  902. 	(p16) LDFD	f40  = [AO1], LDA

  903. 	(p16) LDFD	f42  = [AO3], LDA

  904. 	(p16) LDFD	f44  = [AO5], LDA

  905. 	(p16) LDFD	f46  = [AO7], LDA

  906. 	;;

  907. 	(p16) LDFD	f41  = [AO2], LDA

  908. 	(p16) LDFD	f43  = [AO4], LDA

  909. 	(p16) LDFD	f45  = [AO6], LDA

  910. 	(p16) LDFD	f47  = [AO8], LDA

  911. 	;;

  912. 	(p16) LDFD	f48  = [AO1], LDA

  913. 	(p16) LDFD	f50  = [AO3], LDA

  914. 	(p16) LDFD	f52  = [AO5], LDA

  915. 	(p16) LDFD	f54  = [AO7], LDA

  916. 	;;

  917. 	(p16) LDFD	f49  = [AO2], LDA

  918. 	(p16) LDFD	f51  = [AO4], LDA

  919. 	(p16) LDFD	f53  = [AO6], LDA

  920. 	(p16) LDFD	f55  = [AO8], LDA

  921. 	;;

  922. 	(p16) LDFD	f56  = [AO1], LDA7M8

  923. 	(p16) LDFD	f58  = [AO3], LDA7M8

  924. 	(p16) LDFD	f60  = [AO5], LDA7M8

  925. 	(p16) LDFD	f62  = [AO7], LDA7M8

  926. 	;;

  927. 	(p16) LDFD	f57  = [AO2], LDA7M8

  928. 	(p16) LDFD	f59  = [AO4], LDA7M8

  929. 	(p16) LDFD	f61  = [AO6], LDA7M8

  930. 	(p16) LDFD	f63  = [AO8], LDA7M8

  931. 	;;

  932. 	(p16) LDFD	f96  = [YLD1], 1 * SIZE

  933. 	(p16) LDFD	f98  = [YLD2], 1 * SIZE

  934. 	;;

  935. 	(p16) LDFD	f97  = [YLD1], 3 * SIZE

  936. 	(p16) LDFD	f99  = [YLD2], 3 * SIZE

  937. 	;;

  938. 	(p16) LDFD	f100 = [YLD1], 1 * SIZE

  939. 	(p16) LDFD	f102 = [YLD2], 1 * SIZE

  940. 	;;

  941. 	(p16) LDFD	f101 = [YLD1], 3 * SIZE

  942. 	(p16) LDFD	f103 = [YLD2], 3 * SIZE

  943. 	;;

  944. 	(p16) FMA	f96  = ALPHA1,  f32, f96

  945. 	(p16) FMA	f98  = ALPHA1,  f34, f98

  946. 	(p16) FMA	f97  = ALPHA1,  f33, f97

  947. 	(p16) FMA	f99  = ALPHA1,  f35, f99

  948. 	(p16) FMA	f100 = ALPHA1,  f36, f100

  949. 	(p16) FMA	f102 = ALPHA1,  f38, f102

  950. 	(p16) FMA	f101 = ALPHA1,  f37, f101

  951. 	(p16) FMA	f103 = ALPHA1,  f39, f103

  952. 	;;

  953. 	(p16) FMA	f96  = ALPHA2,  f40, f96

  954. 	(p16) FMA	f98  = ALPHA2,  f42, f98

  955. 	(p16) FMA	f97  = ALPHA2,  f41, f97

  956. 	(p16) FMA	f99  = ALPHA2,  f43, f99

  957. 	(p16) FMA	f100 = ALPHA2,  f44, f100

  958. 	(p16) FMA	f102 = ALPHA2,  f46, f102

  959. 	(p16) FMA	f101 = ALPHA2,  f45, f101

  960. 	(p16) FMA	f103 = ALPHA2,  f47, f103

  961. 	;;

  962. 	(p16) FMA	f96  = ALPHA3,  f48, f96

  963. 	(p16) FMA	f98  = ALPHA3,  f50, f98

  964. 	(p16) FMA	f97  = ALPHA3,  f49, f97

  965. 	(p16) FMA	f99  = ALPHA3,  f51, f99

  966. 	(p16) FMA	f100 = ALPHA3,  f52, f100

  967. 	(p16) FMA	f102 = ALPHA3,  f54, f102

  968. 	(p16) FMA	f101 = ALPHA3,  f53, f101

  969. 	(p16) FMA	f103 = ALPHA3,  f55, f103

  970. 	;;

  971. 	(p16) FMA	f16  = ALPHA4,  f56, f96

  972. 	(p16) FMA	f18  = ALPHA4,  f58, f98

  973. 	(p16) FMA	f17  = ALPHA4,  f57, f97

  974. 	(p16) FMA	f19  = ALPHA4,  f59, f99

  975. 	(p16) FMA	f20  = ALPHA4,  f60, f100

  976. 	(p16) FMA	f22  = ALPHA4,  f62, f102

  977. 	(p16) FMA	f21  = ALPHA4,  f61, f101

  978. 	(p16) FMA	f23  = ALPHA4,  f63, f103

  979. 	;;

  980. 	(p16) STFD	[YST1] = f16, 1 * SIZE

  981. 	(p16) STFD	[YST2] = f18, 1 * SIZE

  982. 	;;

  983. 	(p16) STFD	[YST1] = f17, 3 * SIZE

  984. 	(p16) STFD	[YST2] = f19, 3 * SIZE

  985. 	;;

  986. 	(p16) STFD	[YST1] = f20, 1 * SIZE

  987. 	(p16) STFD	[YST2] = f22, 1 * SIZE

  988. 	;;

  989. 	(p16) STFD	[YST1] = f21, 3 * SIZE

  990. 	(p16) STFD	[YST2] = f23, 3 * SIZE

  991. 	br.ctop.sptk.few .L22

  992. 	;;

  993. 	.align 16

  994. 

  995. .L25:

  996. 	{ .mmi

  997. 	(p8) cmp.eq.unc p10, p0 = r0, II

  998. 	(p11) adds	AO5  = - 4 * SIZE, AO5

  999. 	}

  1000. 	{ .mbb

  1001. 	(p11) adds	AO7  = - 4 * SIZE, AO7

  1002. 	(p10) br.cond.dptk  .L30

  1003. 	}

  1004. 	;;

  1005. 	{ .mmi

  1006. 	(p13) LDFD	f32  = [AO1], LDA

  1007. 	(p13) LDFD	f34  = [AO3], LDA

  1008. 	tbit.nz	p15, p0  = M, 0

  1009. 	}

  1010. 	{ .mmi

  1011. 	(p14) LDFD	f36  = [AO5], LDA

  1012. 	(p11) adds	AO6  = - 4 * SIZE, AO6

  1013. 	(p12) adds	AO7  = - 2 * SIZE, AO7

  1014. 	}

  1015. 	;;

  1016. 	(p13) LDFD	f33  = [AO2], LDA

  1017. 	(p13) LDFD	f35  = [AO4], LDA

  1018. 	(p14) LDFD	f37  = [AO6], LDA

  1019. 	(p15) LDFD	f38  = [AO7], LDA

  1020. 	;;

  1021. 	(p13) LDFD	f40  = [AO1], LDA

  1022. 	(p13) LDFD	f42  = [AO3], LDA

  1023. 	(p14) LDFD	f44  = [AO5], LDA

  1024. 	(p15) LDFD	f46  = [AO7], LDA

  1025. 	;;

  1026. 	(p13) LDFD	f41  = [AO2], LDA

  1027. 	(p13) LDFD	f43  = [AO4], LDA

  1028. 	(p14) LDFD	f45  = [AO6], LDA

  1029. 	;;

  1030. 	(p13) LDFD	f48  = [AO1], LDA

  1031. 	(p13) LDFD	f50  = [AO3], LDA

  1032. 	(p14) LDFD	f52  = [AO5], LDA

  1033. 	(p15) LDFD	f54  = [AO7], LDA

  1034. 	;;

  1035. 	(p13) LDFD	f49  = [AO2], LDA

  1036. 	(p13) LDFD	f51  = [AO4], LDA

  1037. 	(p14) LDFD	f53  = [AO6], LDA

  1038. 	;;

  1039. 	(p13) LDFD	f56  = [AO1]

  1040. 	(p13) LDFD	f58  = [AO3]

  1041. 	(p14) LDFD	f60  = [AO5]

  1042. 	(p15) LDFD	f62  = [AO7]

  1043. 	;;

  1044. 	(p13) LDFD	f57  = [AO2]

  1045. 	(p13) LDFD	f59  = [AO4]

  1046. 	(p14) LDFD	f61  = [AO6]

  1047. 	;;

  1048. 	(p13) LDFD	f96  = [YLD1], 1 * SIZE

  1049. 	(p13) LDFD	f98  = [YLD2], 1 * SIZE

  1050. 	;;

  1051. 	(p13) LDFD	f97  = [YLD1], 3 * SIZE

  1052. 	(p13) LDFD	f99  = [YLD2], 3 * SIZE

  1053. 	;;

  1054. 	(p14) LDFD	f100 = [YLD1], 1 * SIZE

  1055. 	;;

  1056. 	(p14) LDFD	f101 = [YLD1], 1 * SIZE

  1057. 	;;

  1058. 	(p15) LDFD	f102 = [YLD1], 1 * SIZE

  1059. 	;;

  1060. 

  1061. 	(p13) FMA	f96  = ALPHA1,  f32, f96

  1062. 	(p13) FMA	f98  = ALPHA1,  f34, f98

  1063. 	(p13) FMA	f97  = ALPHA1,  f33, f97

  1064. 	(p13) FMA	f99  = ALPHA1,  f35, f99

  1065. 	(p14) FMA	f100 = ALPHA1,  f36, f100

  1066. 	(p15) FMA	f102 = ALPHA1,  f38, f102

  1067. 	(p14) FMA	f101 = ALPHA1,  f37, f101

  1068. 	;;

  1069. 	(p13) FMA	f96  = ALPHA2,  f40, f96

  1070. 	(p13) FMA	f98  = ALPHA2,  f42, f98

  1071. 	(p13) FMA	f97  = ALPHA2,  f41, f97

  1072. 	(p13) FMA	f99  = ALPHA2,  f43, f99

  1073. 	(p14) FMA	f100 = ALPHA2,  f44, f100

  1074. 	(p15) FMA	f102 = ALPHA2,  f46, f102

  1075. 	(p14) FMA	f101 = ALPHA2,  f45, f101

  1076. 	;;

  1077. 	(p13) FMA	f96  = ALPHA3,  f48, f96

  1078. 	(p13) FMA	f98  = ALPHA3,  f50, f98

  1079. 	(p13) FMA	f97  = ALPHA3,  f49, f97

  1080. 	(p13) FMA	f99  = ALPHA3,  f51, f99

  1081. 	(p14) FMA	f100 = ALPHA3,  f52, f100

  1082. 	(p15) FMA	f102 = ALPHA3,  f54, f102

  1083. 	(p14) FMA	f101 = ALPHA3,  f53, f101

  1084. 	;;

  1085. 	(p13) FMA	f16  = ALPHA4,  f56, f96

  1086. 	(p13) FMA	f18  = ALPHA4,  f58, f98

  1087. 	(p13) FMA	f17  = ALPHA4,  f57, f97

  1088. 	(p13) FMA	f19  = ALPHA4,  f59, f99

  1089. 	(p14) FMA	f20  = ALPHA4,  f60, f100

  1090. 	(p15) FMA	f22  = ALPHA4,  f62, f102

  1091. 	(p14) FMA	f21  = ALPHA4,  f61, f101

  1092. 	;;

  1093. 	{ .mmi

  1094. 	(p13) STFD	[YST1] = f16, 1 * SIZE

  1095. 	(p13) STFD	[YST2] = f18, 1 * SIZE

  1096. 	nop   __LINE__

  1097. 	}

  1098. 	;;

  1099. 	{ .mmi

  1100. 	(p13) STFD	[YST1] = f17, 3 * SIZE

  1101. 	(p13) STFD	[YST2] = f19

  1102. 	nop   __LINE__

  1103. 	}

  1104. 	;;

  1105. 	{ .mmi

  1106. 	(p14) STFD	[YST1] = f20, 1 * SIZE

  1107. 	;;

  1108. 	(p14) STFD	[YST1] = f21, 1 * SIZE

  1109. 	nop   __LINE__

  1110. 	}

  1111. 	;;

  1112. 	{ .mib

  1113. 	(p15) STFD	[YST1] = f22

  1114. 	}

  1115. 	;;

  1116. 	.align 16

  1117. 

  1118. .L30:

  1119. 	tbit.z	p6, p0 = N, 1

  1120. 	;;

  1121. 	(p6) br.cond.dpnt .L40

  1122. 	;;

  1123. 

  1124. 	shladd	LDA7M8 = LDA, 1, r0

  1125. 	;;

  1126. 	sub	LDA7M8 = LDA, LDA7M8

  1127. 	;;

  1128. 	adds	LDA7M8 = 8 * SIZE, LDA7M8

  1129. 	;;

  1130. 	mov	YLD1 = YY

  1131. 	mov	YST1 = YY

  1132. 	adds	YLD2 = 2 * SIZE, YY

  1133. 	adds	YST2 = 2 * SIZE, YY

  1134. 	;;

  1135. 	LDFD	ALPHA1 = [X], INCX

  1136. 	;;

  1137. 	LDFD	ALPHA2 = [X], INCX

  1138. 	;;

  1139. 	FMPY	ALPHA1 = ALPHA, ALPHA1

  1140. 	FMPY	ALPHA2 = ALPHA, ALPHA2

  1141. 	;;

  1142. 	mov	AO1 = A

  1143. 	adds	AO2 = 1 * SIZE, A

  1144. 	adds	AO3 = 2 * SIZE, A

  1145. 	adds	AO4 = 3 * SIZE, A

  1146. 	adds	AO5 = 4 * SIZE, A

  1147. 	adds	AO6 = 5 * SIZE, A

  1148. 	adds	AO7 = 6 * SIZE, A

  1149. 	adds	AO8 = 7 * SIZE, A

  1150. 	shladd	A   = LDA, 1, A

  1151. 	;;

  1152. 	shr	I = M, 3

  1153. 	mov	pr.rot= 0

  1154. 	;;

  1155. 	cmp.eq	p16, p0 = r0, r0

  1156. 	;;

  1157. 	adds	I = -1, I

  1158. 	adds J = -1, J

  1159. 	;;

  1160. 	cmp.lt p7, p8 = r0, J

  1161. 	tbit.nz	p13, p11 = M, 2

  1162. 	tbit.nz	p14, p12 = M, 1

  1163. 	mov	ar.ec= 1

  1164. 	;;

  1165. 	{ .mfi

  1166. 	and	II = 7, M

  1167. 	mov	ar.lc = I

  1168. 	}

  1169. 	{ .mfb

  1170. 	cmp.eq	p6, p0 = -1, I

  1171. 	(p6) br.cond.dpnt .L35

  1172. 	}

  1173. 	;;

  1174. 	.align 16

  1175. 

  1176. .L32:

  1177. 	(p16) LDFD	f32  = [AO1], LDA

  1178. 	(p16) LDFD	f34  = [AO3], LDA

  1179. 	(p16) LDFD	f36  = [AO5], LDA

  1180. 	(p16) LDFD	f38  = [AO7], LDA

  1181. 	;;

  1182. 	(p16) LDFD	f33  = [AO2], LDA

  1183. 	(p16) LDFD	f35  = [AO4], LDA

  1184. 	(p16) LDFD	f37  = [AO6], LDA

  1185. 	(p16) LDFD	f39  = [AO8], LDA

  1186. 	;;

  1187. 	(p16) LDFD	f40  = [AO1], LDA7M8

  1188. 	(p16) LDFD	f42  = [AO3], LDA7M8

  1189. 	(p16) LDFD	f44  = [AO5], LDA7M8

  1190. 	(p16) LDFD	f46  = [AO7], LDA7M8

  1191. 	;;

  1192. 	(p16) LDFD	f41  = [AO2], LDA7M8

  1193. 	(p16) LDFD	f43  = [AO4], LDA7M8

  1194. 	(p16) LDFD	f45  = [AO6], LDA7M8

  1195. 	(p16) LDFD	f47  = [AO8], LDA7M8

  1196. 	;;

  1197. 	(p16) LDFD	f96  = [YLD1], 1 * SIZE

  1198. 	(p16) LDFD	f98  = [YLD2], 1 * SIZE

  1199. 	;;

  1200. 	(p16) LDFD	f97  = [YLD1], 3 * SIZE

  1201. 	(p16) LDFD	f99  = [YLD2], 3 * SIZE

  1202. 	;;

  1203. 	(p16) LDFD	f100 = [YLD1], 1 * SIZE

  1204. 	(p16) LDFD	f102 = [YLD2], 1 * SIZE

  1205. 	;;

  1206. 	(p16) LDFD	f101 = [YLD1], 3 * SIZE

  1207. 	(p16) LDFD	f103 = [YLD2], 3 * SIZE

  1208. 	;;

  1209. 	(p16) FMA	f96  = ALPHA1,  f32, f96

  1210. 	(p16) FMA	f98  = ALPHA1,  f34, f98

  1211. 	(p16) FMA	f97  = ALPHA1,  f33, f97

  1212. 	(p16) FMA	f99  = ALPHA1,  f35, f99

  1213. 	(p16) FMA	f100 = ALPHA1,  f36, f100

  1214. 	(p16) FMA	f102 = ALPHA1,  f38, f102

  1215. 	(p16) FMA	f101 = ALPHA1,  f37, f101

  1216. 	(p16) FMA	f103 = ALPHA1,  f39, f103

  1217. 	;;

  1218. 	(p16) FMA	f16  = ALPHA2,  f40, f96

  1219. 	(p16) FMA	f18  = ALPHA2,  f42, f98

  1220. 	(p16) FMA	f17  = ALPHA2,  f41, f97

  1221. 	(p16) FMA	f19  = ALPHA2,  f43, f99

  1222. 	(p16) FMA	f20  = ALPHA2,  f44, f100

  1223. 	(p16) FMA	f22  = ALPHA2,  f46, f102

  1224. 	(p16) FMA	f21  = ALPHA2,  f45, f101

  1225. 	(p16) FMA	f23  = ALPHA2,  f47, f103

  1226. 	;;

  1227. 	(p16) STFD	[YST1] = f16, 1 * SIZE

  1228. 	(p16) STFD	[YST2] = f18, 1 * SIZE

  1229. 	;;

  1230. 	(p16) STFD	[YST1] = f17, 3 * SIZE

  1231. 	(p16) STFD	[YST2] = f19, 3 * SIZE

  1232. 	;;

  1233. 	(p16) STFD	[YST1] = f20, 1 * SIZE

  1234. 	(p16) STFD	[YST2] = f22, 1 * SIZE

  1235. 	;;

  1236. 	(p16) STFD	[YST1] = f21, 3 * SIZE

  1237. 	(p16) STFD	[YST2] = f23, 3 * SIZE

  1238. 	br.ctop.sptk.few .L32

  1239. 	;;

  1240. 	.align 16

  1241. 

  1242. .L35:

  1243. 	{ .mmi

  1244. 	(p8) cmp.eq.unc p10, p0 = r0, II

  1245. 	(p11) adds	AO5  = - 4 * SIZE, AO5

  1246. 	}

  1247. 	{ .mbb

  1248. 	(p11) adds	AO7  = - 4 * SIZE, AO7

  1249. 	(p10) br.cond.dptk  .L40

  1250. 	}

  1251. 	;;

  1252. 	{ .mmi

  1253. 	(p13) LDFD	f32  = [AO1], LDA

  1254. 	(p13) LDFD	f34  = [AO3], LDA

  1255. 	tbit.nz	p15, p0  = M, 0

  1256. 	}

  1257. 	{ .mmi

  1258. 	(p14) LDFD	f36  = [AO5], LDA

  1259. 	(p11) adds	AO6  = - 4 * SIZE, AO6

  1260. 	(p12) adds	AO7  = - 2 * SIZE, AO7

  1261. 	}

  1262. 	;;

  1263. 	(p13) LDFD	f33  = [AO2], LDA

  1264. 	(p13) LDFD	f35  = [AO4], LDA

  1265. 	(p14) LDFD	f37  = [AO6], LDA

  1266. 	(p15) LDFD	f38  = [AO7], LDA

  1267. 	;;

  1268. 	(p13) LDFD	f40  = [AO1], LDA

  1269. 	(p13) LDFD	f42  = [AO3], LDA

  1270. 	(p14) LDFD	f44  = [AO5], LDA

  1271. 	(p15) LDFD	f46  = [AO7], LDA

  1272. 	;;

  1273. 	(p13) LDFD	f41  = [AO2]

  1274. 	(p13) LDFD	f43  = [AO4]

  1275. 	(p14) LDFD	f45  = [AO6]

  1276. 	;;

  1277. 	(p13) LDFD	f96  = [YLD1], 1 * SIZE

  1278. 	(p13) LDFD	f98  = [YLD2], 1 * SIZE

  1279. 	;;

  1280. 	(p13) LDFD	f97  = [YLD1], 3 * SIZE

  1281. 	(p13) LDFD	f99  = [YLD2], 3 * SIZE

  1282. 	;;

  1283. 	(p14) LDFD	f100 = [YLD1], 1 * SIZE

  1284. 	;;

  1285. 	(p14) LDFD	f101 = [YLD1], 1 * SIZE

  1286. 	;;

  1287. 	(p15) LDFD	f102 = [YLD1], 1 * SIZE

  1288. 	;;

  1289. 

  1290. 	(p13) FMA	f96  = ALPHA1,  f32, f96

  1291. 	(p13) FMA	f98  = ALPHA1,  f34, f98

  1292. 	(p13) FMA	f97  = ALPHA1,  f33, f97

  1293. 	(p13) FMA	f99  = ALPHA1,  f35, f99

  1294. 	(p14) FMA	f100 = ALPHA1,  f36, f100

  1295. 	(p15) FMA	f102 = ALPHA1,  f38, f102

  1296. 	(p14) FMA	f101 = ALPHA1,  f37, f101

  1297. 	;;

  1298. 	(p13) FMA	f16  = ALPHA2,  f40, f96

  1299. 	(p13) FMA	f18  = ALPHA2,  f42, f98

  1300. 	(p13) FMA	f17  = ALPHA2,  f41, f97

  1301. 	(p13) FMA	f19  = ALPHA2,  f43, f99

  1302. 	(p14) FMA	f20  = ALPHA2,  f44, f100

  1303. 	(p15) FMA	f22  = ALPHA2,  f46, f102

  1304. 	(p14) FMA	f21  = ALPHA2,  f45, f101

  1305. 	;;

  1306. 	{ .mmi

  1307. 	(p13) STFD	[YST1] = f16, 1 * SIZE

  1308. 	(p13) STFD	[YST2] = f18, 1 * SIZE

  1309. 	nop   __LINE__

  1310. 	}

  1311. 	;;

  1312. 	{ .mmi

  1313. 	(p13) STFD	[YST1] = f17, 3 * SIZE

  1314. 	(p13) STFD	[YST2] = f19

  1315. 	nop   __LINE__

  1316. 	}

  1317. 	;;

  1318. 	{ .mmi

  1319. 	(p14) STFD	[YST1] = f20, 1 * SIZE

  1320. 	;;

  1321. 	(p14) STFD	[YST1] = f21, 1 * SIZE

  1322. 	nop   __LINE__

  1323. 	}

  1324. 	;;

  1325. 	{ .mib

  1326. 	(p15) STFD	[YST1] = f22

  1327. 	}

  1328. 	;;

  1329. 	.align 16

  1330. 

  1331. .L40:

  1332. 	tbit.z	p6, p0 = N, 0

  1333. 	;;

  1334. 	(p6) br.cond.dpnt .L990

  1335. 	;;

  1336. 	mov	LDA7M8 = 8 * SIZE

  1337. 	;;

  1338. 	mov	YLD1 = YY

  1339. 	mov	YST1 = YY

  1340. 	adds	YLD2 = 2 * SIZE, YY

  1341. 	adds	YST2 = 2 * SIZE, YY

  1342. 	;;

  1343. 	LDFD	ALPHA1 = [X], INCX

  1344. 	;;

  1345. 	LDFD	ALPHA2 = [X], INCX

  1346. 	;;

  1347. 	FMPY	ALPHA1 = ALPHA, ALPHA1

  1348. 	FMPY	ALPHA2 = ALPHA, ALPHA2

  1349. 	;;

  1350. 	mov	AO1 = A

  1351. 	adds	AO2 = 1 * SIZE, A

  1352. 	adds	AO3 = 2 * SIZE, A

  1353. 	adds	AO4 = 3 * SIZE, A

  1354. 	adds	AO5 = 4 * SIZE, A

  1355. 	adds	AO6 = 5 * SIZE, A

  1356. 	adds	AO7 = 6 * SIZE, A

  1357. 	adds	AO8 = 7 * SIZE, A

  1358. 	add	A   = LDA, A

  1359. 	;;

  1360. 	shr	I = M, 3

  1361. 	mov	pr.rot= 0

  1362. 	;;

  1363. 	cmp.eq	p16, p0 = r0, r0

  1364. 	;;

  1365. 	adds	I = -1, I

  1366. 	adds J = -1, J

  1367. 	;;

  1368. 	cmp.lt p7, p8 = r0, J

  1369. 	tbit.nz	p13, p11 = M, 2

  1370. 	tbit.nz	p14, p12 = M, 1

  1371. 	mov	ar.ec= 1

  1372. 	;;

  1373. 	{ .mfi

  1374. 	and	II = 7, M

  1375. 	mov	ar.lc = I

  1376. 	}

  1377. 	{ .mfb

  1378. 	cmp.eq	p6, p0 = -1, I

  1379. 	(p6) br.cond.dpnt .L45

  1380. 	}

  1381. 	;;

  1382. 	.align 16

  1383. 

  1384. .L42:

  1385. 	(p16) LDFD	f32  = [AO1], 8 * SIZE

  1386. 	(p16) LDFD	f34  = [AO3], 8 * SIZE

  1387. 	(p16) LDFD	f36  = [AO5], 8 * SIZE

  1388. 	(p16) LDFD	f38  = [AO7], 8 * SIZE

  1389. 	;;

  1390. 	(p16) LDFD	f33  = [AO2], 8 * SIZE

  1391. 	(p16) LDFD	f35  = [AO4], 8 * SIZE

  1392. 	(p16) LDFD	f37  = [AO6], 8 * SIZE

  1393. 	(p16) LDFD	f39  = [AO8], 8 * SIZE

  1394. 	;;

  1395. 	(p16) LDFD	f96  = [YLD1], 1 * SIZE

  1396. 	(p16) LDFD	f98  = [YLD2], 1 * SIZE

  1397. 	;;

  1398. 	(p16) LDFD	f97  = [YLD1], 3 * SIZE

  1399. 	(p16) LDFD	f99  = [YLD2], 3 * SIZE

  1400. 	;;

  1401. 	(p16) LDFD	f100 = [YLD1], 1 * SIZE

  1402. 	(p16) LDFD	f102 = [YLD2], 1 * SIZE

  1403. 	;;

  1404. 	(p16) LDFD	f101 = [YLD1], 3 * SIZE

  1405. 	(p16) LDFD	f103 = [YLD2], 3 * SIZE

  1406. 	;;

  1407. 	(p16) FMA	f16  = ALPHA1,  f32, f96

  1408. 	(p16) FMA	f18  = ALPHA1,  f34, f98

  1409. 	(p16) FMA	f17  = ALPHA1,  f33, f97

  1410. 	(p16) FMA	f19  = ALPHA1,  f35, f99

  1411. 	(p16) FMA	f20  = ALPHA1,  f36, f100

  1412. 	(p16) FMA	f22  = ALPHA1,  f38, f102

  1413. 	(p16) FMA	f21  = ALPHA1,  f37, f101

  1414. 	(p16) FMA	f23 = ALPHA1,  f39, f103

  1415. 	;;

  1416. 	(p16) STFD	[YST1] = f16, 1 * SIZE

  1417. 	(p16) STFD	[YST2] = f18, 1 * SIZE

  1418. 	;;

  1419. 	(p16) STFD	[YST1] = f17, 3 * SIZE

  1420. 	(p16) STFD	[YST2] = f19, 3 * SIZE

  1421. 	;;

  1422. 	(p16) STFD	[YST1] = f20, 1 * SIZE

  1423. 	(p16) STFD	[YST2] = f22, 1 * SIZE

  1424. 	;;

  1425. 	(p16) STFD	[YST1] = f21, 3 * SIZE

  1426. 	(p16) STFD	[YST2] = f23, 3 * SIZE

  1427. 	br.ctop.sptk.few .L42

  1428. 	;;

  1429. 	.align 16

  1430. 

  1431. .L45:

  1432. 	{ .mmi

  1433. 	(p8) cmp.eq.unc p10, p0 = r0, II

  1434. 	(p11) adds	AO5  = - 4 * SIZE, AO5

  1435. 	}

  1436. 	{ .mbb

  1437. 	(p11) adds	AO7  = - 4 * SIZE, AO7

  1438. 	(p10) br.cond.dptk  .L990

  1439. 	}

  1440. 	;;

  1441. 	{ .mmi

  1442. 	(p13) LDFD	f32  = [AO1], LDA

  1443. 	(p13) LDFD	f34  = [AO3], LDA

  1444. 	tbit.nz	p15, p0  = M, 0

  1445. 	}

  1446. 	{ .mmi

  1447. 	(p14) LDFD	f36  = [AO5], LDA

  1448. 	(p11) adds	AO6  = - 4 * SIZE, AO6

  1449. 	(p12) adds	AO7  = - 2 * SIZE, AO7

  1450. 	}

  1451. 	;;

  1452. 	(p13) LDFD	f33  = [AO2], LDA

  1453. 	(p13) LDFD	f35  = [AO4], LDA

  1454. 	(p14) LDFD	f37  = [AO6], LDA

  1455. 	(p15) LDFD	f38  = [AO7], LDA

  1456. 	;;

  1457. 	(p13) LDFD	f96  = [YLD1], 1 * SIZE

  1458. 	(p13) LDFD	f98  = [YLD2], 1 * SIZE

  1459. 	;;

  1460. 	(p13) LDFD	f97  = [YLD1], 3 * SIZE

  1461. 	(p13) LDFD	f99  = [YLD2], 3 * SIZE

  1462. 	;;

  1463. 	(p14) LDFD	f100 = [YLD1], 1 * SIZE

  1464. 	;;

  1465. 	(p14) LDFD	f101 = [YLD1], 1 * SIZE

  1466. 	;;

  1467. 	(p15) LDFD	f102 = [YLD1], 1 * SIZE

  1468. 	;;

  1469. 

  1470. 	(p13) FMA	f16  = ALPHA1,  f32, f96

  1471. 	(p13) FMA	f18  = ALPHA1,  f34, f98

  1472. 	(p13) FMA	f17  = ALPHA1,  f33, f97

  1473. 	(p13) FMA	f19  = ALPHA1,  f35, f99

  1474. 	(p14) FMA	f20  = ALPHA1,  f36, f100

  1475. 	(p15) FMA	f22  = ALPHA1,  f38, f102

  1476. 	(p14) FMA	f21 = ALPHA1,  f37, f101

  1477. 	;;

  1478. 	{ .mmi

  1479. 	(p13) STFD	[YST1] = f16, 1 * SIZE

  1480. 	(p13) STFD	[YST2] = f18, 1 * SIZE

  1481. 	nop   __LINE__

  1482. 	}

  1483. 	;;

  1484. 	{ .mmi

  1485. 	(p13) STFD	[YST1] = f17, 3 * SIZE

  1486. 	(p13) STFD	[YST2] = f19

  1487. 	nop   __LINE__

  1488. 	}

  1489. 	;;

  1490. 	{ .mmi

  1491. 	(p14) STFD	[YST1] = f20, 1 * SIZE

  1492. 	;;

  1493. 	(p14) STFD	[YST1] = f21, 1 * SIZE

  1494. 	nop   __LINE__

  1495. 	}

  1496. 	;;

  1497. 	{ .mib

  1498. 	(p15) STFD	[YST1] = f22

  1499. 	}

  1500. 	;;

  1501. 	.align 16

  1502. 

  1503. 

  1504. .L990:

  1505. 	cmp.eq	p10, p0 = SIZE, INCY

  1506. 	;;

  1507. 	{ .mmi

  1508. 	mov	YLD1 = YY

  1509. 	mov	YST1 = Y

  1510. 	mov	pr.rot= 0

  1511. 	}

  1512. 	{ .mib

  1513. 	mov	YST2 = Y

  1514. 	shr	J = M, 3

  1515. 	(p10) br.cond.dptk .L999

  1516. 	}

  1517. 	;;

  1518. 	{ .mmi

  1519. 	cmp.eq	p6, p0 = r0, J

  1520. 	adds	J = -1, J

  1521. 	mov	ar.ec = 4

  1522. 	}

  1523. 	{ .mmi

  1524. 	cmp.eq	p16, p0 = r0, r0

  1525. 	nop	__LINE__

  1526. 	tbit.nz	p13, p0 = M, 2

  1527. 	}

  1528. 	;;

  1529. 	{ .mib

  1530. 	nop	__LINE__

  1531. 	mov	ar.lc = J

  1532. 	(p6) br.cond.dpnt .L995

  1533. 	}

  1534. 	;;

  1535. .L992:

  1536. 	{ .mfi

  1537. 	(p19)	STFD	[YST2] = f35

  1538. 	(p18)	FADD	f34 = f34, f66

  1539. 	(p19)	add YST2 = YST2, INCY

  1540. 	}

  1541. 	{ .mmi

  1542. 	(p16)	LDFD	f64 = [YLD1], 1 * SIZE

  1543. 	(p16)	LDFD	f32 = [YST1], INCY

  1544. 	}

  1545. 	;;

  1546. 	{ .mfi

  1547. 	(p19)	STFD	[YST2] = f39

  1548. 	(p18)	FADD	f38 = f38, f70

  1549. 	(p19)	add YST2 = YST2, INCY

  1550. 	}

  1551. 	{ .mmi

  1552. 	(p16)	LDFD	f36 = [YST1], INCY

  1553. 	(p16)	LDFD	f68 = [YLD1], 1 * SIZE

  1554. 	}

  1555. 	;;

  1556. 	{ .mfi

  1557. 	(p19)	STFD	[YST2] = f43

  1558. 	(p18)	FADD	f42 = f42, f74

  1559. 	(p19)	add YST2 = YST2, INCY

  1560. 	}

  1561. 	{ .mmi

  1562. 	(p16)	LDFD	f72 = [YLD1], 1 * SIZE

  1563. 	(p16)	LDFD	f40 = [YST1], INCY

  1564. 	}

  1565. 	;;

  1566. 	{ .mfi

  1567. 	(p19)	STFD	[YST2] = f47

  1568. 	(p18)	FADD	f46 = f46, f78

  1569. 	(p19)	add YST2 = YST2, INCY

  1570. 	}

  1571. 	{ .mmi

  1572. 	(p16)	LDFD	f76 = [YLD1], 1 * SIZE

  1573. 	(p16)	LDFD	f44 = [YST1], INCY

  1574. 	}

  1575. 	;;

  1576. 	{ .mfi

  1577. 	(p19)	STFD	[YST2] = f51

  1578. 	(p18)	FADD	f50 = f50, f82

  1579. 	(p19)	add YST2 = YST2, INCY

  1580. 	}

  1581. 	{ .mmi

  1582. 	(p16)	LDFD	f80 = [YLD1], 1 * SIZE

  1583. 	(p16)	LDFD	f48 = [YST1], INCY

  1584. 	}

  1585. 	;;

  1586. 	{ .mfi

  1587. 	(p19)	STFD	[YST2] = f55

  1588. 	(p18)	FADD	f54 = f54, f86

  1589. 	(p19)	add YST2 = YST2, INCY

  1590. 	}

  1591. 	{ .mmi

  1592. 	(p16)	LDFD	f84 = [YLD1], 1 * SIZE

  1593. 	(p16)	LDFD	f52 = [YST1], INCY

  1594. 	}

  1595. 	;;

  1596. 	{ .mfi

  1597. 	(p19)	STFD	[YST2] = f59

  1598. 	(p18)	FADD	f58 = f58, f90

  1599. 	(p19)	add YST2 = YST2, INCY

  1600. 	}

  1601. 	{ .mmi

  1602. 	(p16)	LDFD	f88 = [YLD1], 1 * SIZE

  1603. 	(p16)	LDFD	f56 = [YST1], INCY

  1604. 	}

  1605. 	;;

  1606. 	{ .mfi

  1607. 	(p19)	STFD	[YST2] = f63

  1608. 	(p18)	FADD	f62 = f62, f94

  1609. 	(p19)	add YST2 = YST2, INCY

  1610. 	}

  1611. 	{ .mmb

  1612. 	(p16)	LDFD	f92 = [YLD1], 1 * SIZE

  1613. 	(p16)	LDFD	f60 = [YST1], INCY

  1614. 	br.ctop.sptk.few .L992

  1615. 	}

  1616. 	;;

  1617. 

  1618. .L995:

  1619. 	(p13)	LDFD	f32 = [YST1], INCY

  1620. 	(p13)	LDFD	f40 = [YLD1], 1 * SIZE

  1621. 	tbit.nz	p14, p0 = M, 1

  1622. 	;;

  1623. 	(p13)	LDFD	f33 = [YST1], INCY

  1624. 	(p13)	LDFD	f41 = [YLD1], 1 * SIZE

  1625. 	tbit.nz	p15, p0 = M, 0

  1626. 	;;

  1627. 	(p13)	LDFD	f34 = [YST1], INCY

  1628. 	(p13)	LDFD	f42 = [YLD1], 1 * SIZE

  1629. 	;;

  1630. 	(p13)	LDFD	f35 = [YST1], INCY

  1631. 	(p13)	LDFD	f43 = [YLD1], 1 * SIZE

  1632. 	;;

  1633. 	(p14)	LDFD	f36 = [YST1], INCY

  1634. 	(p14)	LDFD	f44 = [YLD1], 1 * SIZE

  1635. 	;;

  1636. 	(p14)	LDFD	f37 = [YST1], INCY

  1637. 	(p14)	LDFD	f45 = [YLD1], 1 * SIZE

  1638. 	;;

  1639. 	(p15)	LDFD	f38 = [YST1], INCY

  1640. 	(p15)	LDFD	f46 = [YLD1], 1 * SIZE

  1641. 	;;

  1642. 	(p13)	FADD	f32 = f32, f40

  1643. 	(p13)	FADD	f33 = f33, f41

  1644. 	(p13)	FADD	f34 = f34, f42

  1645. 	(p13)	FADD	f35 = f35, f43

  1646. 	(p14)	FADD	f36 = f36, f44

  1647. 	(p14)	FADD	f37 = f37, f45

  1648. 	(p15)	FADD	f38 = f38, f46

  1649. 	;;

  1650. 	(p13)	STFD	[YST2] = f32

  1651. 	(p13)	add YST2 = YST2, INCY

  1652. 	;;

  1653. 	(p13)	STFD	[YST2] = f33

  1654. 	(p13)	add YST2 = YST2, INCY

  1655. 	;;

  1656. 	(p13)	STFD	[YST2] = f34

  1657. 	(p13)	add YST2 = YST2, INCY

  1658. 	;;

  1659. 	(p13)	STFD	[YST2] = f35

  1660. 	(p13)	add YST2 = YST2, INCY

  1661. 	;;

  1662. 	(p14)	STFD	[YST2] = f36

  1663. 	(p14)	add YST2 = YST2, INCY

  1664. 	;;

  1665. 	(p14)	STFD	[YST2] = f37

  1666. 	(p14)	add YST2 = YST2, INCY

  1667. 	;;

  1668. 	(p15)	STFD	[YST2] = f38

  1669. 	;;

  1670. 

  1671. .L999:

  1672. 	mov	 ar.lc = ARLC

  1673. 	mov pr    = PR, -1

  1674. 	br.ret.sptk.many b0

  1675. 	;;

  1676. 	EPILOGUE