OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 760bf7aa37
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '760bf7aa37'
${ noResults }
OpenBLAS/kernel/sparc/gemm_ncopy_8.S

922 lines
20 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2005-2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define  PREFETCHSIZE 42

  43. #define WPREFETCHSIZE 20

  44. 

  45. #define M	%i0

  46. #define N	%i1

  47. #define A	%i2

  48. #define LDA	%i3

  49. #define B	%i4

  50. 

  51. #define A1	%l0

  52. #define A2	%l1

  53. #define A3	%l2

  54. #define A4	%l3

  55. #define A5	%o0

  56. #define A6	%o1

  57. #define A7	%o2

  58. #define A8	%o3

  59. 

  60. #define I	%l4

  61. #define J	%l5

  62. 

  63. #ifdef DOUBLE

  64. #define c01	%f0

  65. #define c02	%f2

  66. #define c03	%f4

  67. #define c04	%f6

  68. #define c05	%f8

  69. #define c06	%f10

  70. #define c07	%f12

  71. #define c08	%f14

  72. #define c09	%f16

  73. #define c10	%f18

  74. #define c11	%f20

  75. #define c12	%f22

  76. #define c13	%f24

  77. #define c14	%f26

  78. #define c15	%f28

  79. #define c16	%f30

  80. #else

  81. #define c01	%f0

  82. #define c02	%f1

  83. #define c03	%f2

  84. #define c04	%f3

  85. #define c05	%f4

  86. #define c06	%f5

  87. #define c07	%f6

  88. #define c08	%f7

  89. #define c09	%f8

  90. #define c10	%f9

  91. #define c11	%f10

  92. #define c12	%f11

  93. #define c13	%f12

  94. #define c14	%f13

  95. #define c15	%f14

  96. #define c16	%f15

  97. #endif

  98. 

  99. 	PROLOGUE

  100. 	SAVESP

  101. 

  102. 	sra	N, 3, J

  103. 	cmp	J, 0

  104. 	ble,pn	%icc, .LL20

  105. 	sll	LDA, BASE_SHIFT, LDA

  106. 

  107. .LL11:

  108. 	add	A,  LDA, A2

  109. 	mov	A,  A1

  110. 	add	A2, LDA, A3

  111. 	sra	M, 3, I

  112. 	add	A3, LDA, A4

  113. 	cmp	I, 0

  114. 

  115. 	add	A4, LDA, A5

  116. 	add	A5, LDA, A6

  117. 	add	A6, LDA, A7

  118. 	add	A7, LDA, A8

  119. 

  120. 	ble,pn	%icc, .LL13

  121. 	add	A8, LDA, A

  122. 	.align 4

  123. 

  124. .LL12:

  125. 	prefetch [A1 + (PREFETCHSIZE + 0) * SIZE], 0

  126. 	LDF	[A1 +  0 * SIZE], c01

  127. 	LDF	[A2 +  0 * SIZE], c02

  128. 	LDF	[A3 +  0 * SIZE], c03

  129. 	LDF	[A4 +  0 * SIZE], c04

  130. 	LDF	[A5 +  0 * SIZE], c05

  131. 	LDF	[A6 +  0 * SIZE], c06

  132. 	LDF	[A7 +  0 * SIZE], c07

  133. 	LDF	[A8 +  0 * SIZE], c08

  134. 

  135. 	prefetch [A2 + (PREFETCHSIZE + 0) * SIZE], 0

  136. 	LDF	[A1 +  1 * SIZE], c09

  137. 	LDF	[A2 +  1 * SIZE], c10

  138. 	LDF	[A3 +  1 * SIZE], c11

  139. 	LDF	[A4 +  1 * SIZE], c12

  140. 	LDF	[A5 +  1 * SIZE], c13

  141. 	LDF	[A6 +  1 * SIZE], c14

  142. 	LDF	[A7 +  1 * SIZE], c15

  143. 	LDF	[A8 +  1 * SIZE], c16

  144. 

  145. 	prefetch [B + (WPREFETCHSIZE +  0) * SIZE], 2

  146. 	STF	c01, [B +  0 * SIZE]

  147. 	STF	c02, [B +  1 * SIZE]

  148. 	STF	c03, [B +  2 * SIZE]

  149. 	STF	c04, [B +  3 * SIZE]

  150. 	STF	c05, [B +  4 * SIZE]

  151. 	STF	c06, [B +  5 * SIZE]

  152. 	STF	c07, [B +  6 * SIZE]

  153. 	STF	c08, [B +  7 * SIZE]

  154. 

  155. 	prefetch [B + (WPREFETCHSIZE +  8) * SIZE], 2

  156. 	STF	c09, [B +  8 * SIZE]

  157. 	STF	c10, [B +  9 * SIZE]

  158. 	STF	c11, [B + 10 * SIZE]

  159. 	STF	c12, [B + 11 * SIZE]

  160. 	STF	c13, [B + 12 * SIZE]

  161. 	STF	c14, [B + 13 * SIZE]

  162. 	STF	c15, [B + 14 * SIZE]

  163. 	STF	c16, [B + 15 * SIZE]

  164. 

  165. 	prefetch [A3 + (PREFETCHSIZE + 0) * SIZE], 0

  166. 	LDF	[A1 +  2 * SIZE], c01

  167. 	LDF	[A2 +  2 * SIZE], c02

  168. 	LDF	[A3 +  2 * SIZE], c03

  169. 	LDF	[A4 +  2 * SIZE], c04

  170. 	LDF	[A5 +  2 * SIZE], c05

  171. 	LDF	[A6 +  2 * SIZE], c06

  172. 	LDF	[A7 +  2 * SIZE], c07

  173. 	LDF	[A8 +  2 * SIZE], c08

  174. 

  175. 	prefetch [A4 + (PREFETCHSIZE + 0) * SIZE], 0

  176. 	LDF	[A1 +  3 * SIZE], c09

  177. 	LDF	[A2 +  3 * SIZE], c10

  178. 	LDF	[A3 +  3 * SIZE], c11

  179. 	LDF	[A4 +  3 * SIZE], c12

  180. 	LDF	[A5 +  3 * SIZE], c13

  181. 	LDF	[A6 +  3 * SIZE], c14

  182. 	LDF	[A7 +  3 * SIZE], c15

  183. 	LDF	[A8 +  3 * SIZE], c16

  184. 

  185. 	prefetch [B + (WPREFETCHSIZE + 16) * SIZE], 2

  186. 	STF	c01, [B + 16 * SIZE]

  187. 	STF	c02, [B + 17 * SIZE]

  188. 	STF	c03, [B + 18 * SIZE]

  189. 	STF	c04, [B + 19 * SIZE]

  190. 	STF	c05, [B + 20 * SIZE]

  191. 	STF	c06, [B + 21 * SIZE]

  192. 	STF	c07, [B + 22 * SIZE]

  193. 	STF	c08, [B + 23 * SIZE]

  194. 

  195. 	prefetch [B + (WPREFETCHSIZE + 24) * SIZE], 2

  196. 	STF	c09, [B + 24 * SIZE]

  197. 	STF	c10, [B + 25 * SIZE]

  198. 	STF	c11, [B + 26 * SIZE]

  199. 	STF	c12, [B + 27 * SIZE]

  200. 	STF	c13, [B + 28 * SIZE]

  201. 	STF	c14, [B + 29 * SIZE]

  202. 	STF	c15, [B + 30 * SIZE]

  203. 	STF	c16, [B + 31 * SIZE]

  204. 

  205. 	prefetch [A5 + (PREFETCHSIZE + 0) * SIZE], 0

  206. 	LDF	[A1 +  4 * SIZE], c01

  207. 	LDF	[A2 +  4 * SIZE], c02

  208. 	LDF	[A3 +  4 * SIZE], c03

  209. 	LDF	[A4 +  4 * SIZE], c04

  210. 	LDF	[A5 +  4 * SIZE], c05

  211. 	LDF	[A6 +  4 * SIZE], c06

  212. 	LDF	[A7 +  4 * SIZE], c07

  213. 	LDF	[A8 +  4 * SIZE], c08

  214. 

  215. 	prefetch [A6 + (PREFETCHSIZE + 0) * SIZE], 0

  216. 	LDF	[A1 +  5 * SIZE], c09

  217. 	LDF	[A2 +  5 * SIZE], c10

  218. 	LDF	[A3 +  5 * SIZE], c11

  219. 	LDF	[A4 +  5 * SIZE], c12

  220. 	LDF	[A5 +  5 * SIZE], c13

  221. 	LDF	[A6 +  5 * SIZE], c14

  222. 	LDF	[A7 +  5 * SIZE], c15

  223. 	LDF	[A8 +  5 * SIZE], c16

  224. 

  225. 	prefetch [B + (WPREFETCHSIZE + 32) * SIZE], 2

  226. 	STF	c01, [B + 32 * SIZE]

  227. 	STF	c02, [B + 33 * SIZE]

  228. 	STF	c03, [B + 34 * SIZE]

  229. 	STF	c04, [B + 35 * SIZE]

  230. 	STF	c05, [B + 36 * SIZE]

  231. 	STF	c06, [B + 37 * SIZE]

  232. 	STF	c07, [B + 38 * SIZE]

  233. 	STF	c08, [B + 39 * SIZE]

  234. 

  235. 	prefetch [B + (WPREFETCHSIZE + 40) * SIZE], 2

  236. 	STF	c09, [B + 40 * SIZE]

  237. 	STF	c10, [B + 41 * SIZE]

  238. 	STF	c11, [B + 42 * SIZE]

  239. 	STF	c12, [B + 43 * SIZE]

  240. 	STF	c13, [B + 44 * SIZE]

  241. 	STF	c14, [B + 45 * SIZE]

  242. 	STF	c15, [B + 46 * SIZE]

  243. 	STF	c16, [B + 47 * SIZE]

  244. 

  245. 	prefetch [A7 + (PREFETCHSIZE + 0) * SIZE], 0

  246. 	LDF	[A1 +  6 * SIZE], c01

  247. 	LDF	[A2 +  6 * SIZE], c02

  248. 	LDF	[A3 +  6 * SIZE], c03

  249. 	LDF	[A4 +  6 * SIZE], c04

  250. 	LDF	[A5 +  6 * SIZE], c05

  251. 	LDF	[A6 +  6 * SIZE], c06

  252. 	LDF	[A7 +  6 * SIZE], c07

  253. 	LDF	[A8 +  6 * SIZE], c08

  254. 

  255. 	prefetch [A8 + (PREFETCHSIZE + 0) * SIZE], 0

  256. 	LDF	[A1 +  7 * SIZE], c09

  257. 	LDF	[A2 +  7 * SIZE], c10

  258. 	LDF	[A3 +  7 * SIZE], c11

  259. 	LDF	[A4 +  7 * SIZE], c12

  260. 	LDF	[A5 +  7 * SIZE], c13

  261. 	LDF	[A6 +  7 * SIZE], c14

  262. 	LDF	[A7 +  7 * SIZE], c15

  263. 	LDF	[A8 +  7 * SIZE], c16

  264. 

  265. 	add	A1,  8 * SIZE, A1

  266. 	add	A2,  8 * SIZE, A2

  267. 	add	A3,  8 * SIZE, A3

  268. 	add	A4,  8 * SIZE, A4

  269. 

  270. 	prefetch [B + (WPREFETCHSIZE + 48) * SIZE], 2

  271. 	STF	c01, [B + 48 * SIZE]

  272. 	STF	c02, [B + 49 * SIZE]

  273. 	STF	c03, [B + 50 * SIZE]

  274. 	STF	c04, [B + 51 * SIZE]

  275. 	STF	c05, [B + 52 * SIZE]

  276. 	STF	c06, [B + 53 * SIZE]

  277. 	STF	c07, [B + 54 * SIZE]

  278. 	STF	c08, [B + 55 * SIZE]

  279. 

  280. 	add	A5,  8 * SIZE, A5

  281. 	add	A6,  8 * SIZE, A6

  282. 	add	A7,  8 * SIZE, A7

  283. 	add	A8,  8 * SIZE, A8

  284. 

  285. 	prefetch [B + (WPREFETCHSIZE + 56) * SIZE], 2

  286. 	STF	c09, [B + 56 * SIZE]

  287. 	STF	c10, [B + 57 * SIZE]

  288. 	STF	c11, [B + 58 * SIZE]

  289. 	STF	c12, [B + 59 * SIZE]

  290. 	STF	c13, [B + 60 * SIZE]

  291. 	STF	c14, [B + 61 * SIZE]

  292. 	STF	c15, [B + 62 * SIZE]

  293. 	STF	c16, [B + 63 * SIZE]

  294. 

  295. 	add	I, -1, I

  296. 	cmp	I, 0

  297. 

  298. 	bg,pt	%icc, .LL12

  299. 	add	B, 64 * SIZE, B

  300. 	.align 4

  301. 

  302. .LL13:

  303. 	and	M, 4, I

  304. 	cmp	I, 0

  305. 	ble,pn	%icc, .LL14

  306. 	nop

  307. 

  308. 	LDF	[A1 +  0 * SIZE], c01

  309. 	LDF	[A2 +  0 * SIZE], c02

  310. 	LDF	[A3 +  0 * SIZE], c03

  311. 	LDF	[A4 +  0 * SIZE], c04

  312. 	LDF	[A5 +  0 * SIZE], c05

  313. 	LDF	[A6 +  0 * SIZE], c06

  314. 	LDF	[A7 +  0 * SIZE], c07

  315. 	LDF	[A8 +  0 * SIZE], c08

  316. 

  317. 	LDF	[A1 +  1 * SIZE], c09

  318. 	LDF	[A2 +  1 * SIZE], c10

  319. 	LDF	[A3 +  1 * SIZE], c11

  320. 	LDF	[A4 +  1 * SIZE], c12

  321. 	LDF	[A5 +  1 * SIZE], c13

  322. 	LDF	[A6 +  1 * SIZE], c14

  323. 	LDF	[A7 +  1 * SIZE], c15

  324. 	LDF	[A8 +  1 * SIZE], c16

  325. 

  326. 	STF	c01, [B +  0 * SIZE]

  327. 	STF	c02, [B +  1 * SIZE]

  328. 	STF	c03, [B +  2 * SIZE]

  329. 	STF	c04, [B +  3 * SIZE]

  330. 	STF	c05, [B +  4 * SIZE]

  331. 	STF	c06, [B +  5 * SIZE]

  332. 	STF	c07, [B +  6 * SIZE]

  333. 	STF	c08, [B +  7 * SIZE]

  334. 

  335. 	STF	c09, [B +  8 * SIZE]

  336. 	STF	c10, [B +  9 * SIZE]

  337. 	STF	c11, [B + 10 * SIZE]

  338. 	STF	c12, [B + 11 * SIZE]

  339. 	STF	c13, [B + 12 * SIZE]

  340. 	STF	c14, [B + 13 * SIZE]

  341. 	STF	c15, [B + 14 * SIZE]

  342. 	STF	c16, [B + 15 * SIZE]

  343. 

  344. 	LDF	[A1 +  2 * SIZE], c01

  345. 	LDF	[A2 +  2 * SIZE], c02

  346. 	LDF	[A3 +  2 * SIZE], c03

  347. 	LDF	[A4 +  2 * SIZE], c04

  348. 	LDF	[A5 +  2 * SIZE], c05

  349. 	LDF	[A6 +  2 * SIZE], c06

  350. 	LDF	[A7 +  2 * SIZE], c07

  351. 	LDF	[A8 +  2 * SIZE], c08

  352. 

  353. 	LDF	[A1 +  3 * SIZE], c09

  354. 	LDF	[A2 +  3 * SIZE], c10

  355. 	LDF	[A3 +  3 * SIZE], c11

  356. 	LDF	[A4 +  3 * SIZE], c12

  357. 	LDF	[A5 +  3 * SIZE], c13

  358. 	LDF	[A6 +  3 * SIZE], c14

  359. 	LDF	[A7 +  3 * SIZE], c15

  360. 	LDF	[A8 +  3 * SIZE], c16

  361. 

  362. 	STF	c01, [B + 16 * SIZE]

  363. 	STF	c02, [B + 17 * SIZE]

  364. 	STF	c03, [B + 18 * SIZE]

  365. 	STF	c04, [B + 19 * SIZE]

  366. 	STF	c05, [B + 20 * SIZE]

  367. 	STF	c06, [B + 21 * SIZE]

  368. 	STF	c07, [B + 22 * SIZE]

  369. 	STF	c08, [B + 23 * SIZE]

  370. 

  371. 	STF	c09, [B + 24 * SIZE]

  372. 	STF	c10, [B + 25 * SIZE]

  373. 	STF	c11, [B + 26 * SIZE]

  374. 	STF	c12, [B + 27 * SIZE]

  375. 	STF	c13, [B + 28 * SIZE]

  376. 	STF	c14, [B + 29 * SIZE]

  377. 	STF	c15, [B + 30 * SIZE]

  378. 	STF	c16, [B + 31 * SIZE]

  379. 

  380. 	add	A1,  4 * SIZE, A1

  381. 	add	A2,  4 * SIZE, A2

  382. 	add	A3,  4 * SIZE, A3

  383. 	add	A4,  4 * SIZE, A4

  384. 

  385. 	add	A5,  4 * SIZE, A5

  386. 	add	A6,  4 * SIZE, A6

  387. 	add	A7,  4 * SIZE, A7

  388. 	add	A8,  4 * SIZE, A8

  389. 

  390. 	add	B, 32 * SIZE, B

  391. 	.align 4

  392. 

  393. .LL14:

  394. 	and	M, 2, I

  395. 	cmp	I, 0

  396. 	ble,pn	%icc, .LL15

  397. 	nop

  398. 

  399. 	LDF	[A1 +  0 * SIZE], c01

  400. 	LDF	[A2 +  0 * SIZE], c02

  401. 	LDF	[A3 +  0 * SIZE], c03

  402. 	LDF	[A4 +  0 * SIZE], c04

  403. 	LDF	[A5 +  0 * SIZE], c05

  404. 	LDF	[A6 +  0 * SIZE], c06

  405. 	LDF	[A7 +  0 * SIZE], c07

  406. 	LDF	[A8 +  0 * SIZE], c08

  407. 

  408. 	LDF	[A1 +  1 * SIZE], c09

  409. 	LDF	[A2 +  1 * SIZE], c10

  410. 	LDF	[A3 +  1 * SIZE], c11

  411. 	LDF	[A4 +  1 * SIZE], c12

  412. 	LDF	[A5 +  1 * SIZE], c13

  413. 	LDF	[A6 +  1 * SIZE], c14

  414. 	LDF	[A7 +  1 * SIZE], c15

  415. 	LDF	[A8 +  1 * SIZE], c16

  416. 

  417. 	STF	c01, [B +  0 * SIZE]

  418. 	STF	c02, [B +  1 * SIZE]

  419. 	STF	c03, [B +  2 * SIZE]

  420. 	STF	c04, [B +  3 * SIZE]

  421. 	STF	c05, [B +  4 * SIZE]

  422. 	STF	c06, [B +  5 * SIZE]

  423. 	STF	c07, [B +  6 * SIZE]

  424. 	STF	c08, [B +  7 * SIZE]

  425. 

  426. 	STF	c09, [B +  8 * SIZE]

  427. 	STF	c10, [B +  9 * SIZE]

  428. 	STF	c11, [B + 10 * SIZE]

  429. 	STF	c12, [B + 11 * SIZE]

  430. 	STF	c13, [B + 12 * SIZE]

  431. 	STF	c14, [B + 13 * SIZE]

  432. 	STF	c15, [B + 14 * SIZE]

  433. 	STF	c16, [B + 15 * SIZE]

  434. 

  435. 	add	A1,  2 * SIZE, A1

  436. 	add	A2,  2 * SIZE, A2

  437. 	add	A3,  2 * SIZE, A3

  438. 	add	A4,  2 * SIZE, A4

  439. 

  440. 	add	A5,  2 * SIZE, A5

  441. 	add	A6,  2 * SIZE, A6

  442. 	add	A7,  2 * SIZE, A7

  443. 	add	A8,  2 * SIZE, A8

  444. 

  445. 	add	B, 16 * SIZE, B

  446. 	.align 4

  447. 

  448. .LL15:

  449. 	and	M, 1, I

  450. 	cmp	I, 0

  451. 	ble,pn	%icc, .LL19

  452. 	nop

  453. 

  454. 	LDF	[A1 +  0 * SIZE], c01

  455. 	LDF	[A2 +  0 * SIZE], c02

  456. 	LDF	[A3 +  0 * SIZE], c03

  457. 	LDF	[A4 +  0 * SIZE], c04

  458. 	LDF	[A5 +  0 * SIZE], c05

  459. 	LDF	[A6 +  0 * SIZE], c06

  460. 	LDF	[A7 +  0 * SIZE], c07

  461. 	LDF	[A8 +  0 * SIZE], c08

  462. 

  463. 	STF	c01, [B +  0 * SIZE]

  464. 	STF	c02, [B +  1 * SIZE]

  465. 	STF	c03, [B +  2 * SIZE]

  466. 	STF	c04, [B +  3 * SIZE]

  467. 	STF	c05, [B +  4 * SIZE]

  468. 	STF	c06, [B +  5 * SIZE]

  469. 	STF	c07, [B +  6 * SIZE]

  470. 	STF	c08, [B +  7 * SIZE]

  471. 

  472. 	add	B, 8 * SIZE, B

  473. 	.align 4

  474. 

  475. .LL19:

  476. 	add	J, -1, J

  477. 	cmp	J, 0

  478. 	bg,pt	%icc, .LL11

  479. 	nop

  480. 	.align 4

  481. 

  482. .LL20:

  483. 	and	N, 4, J

  484. 	cmp	J, 0

  485. 	ble,pn	%icc, .LL30

  486. 	nop

  487. 

  488. 	add	A,  LDA, A2

  489. 	mov	A,  A1

  490. 	add	A2, LDA, A3

  491. 	sra	M, 3, I

  492. 	add	A3, LDA, A4

  493. 	cmp	I, 0

  494. 

  495. 	ble,pn	%icc, .LL23

  496. 	add	A4, LDA, A

  497. 	.align 4

  498. 

  499. .LL22:

  500. 	prefetch [A1 + (PREFETCHSIZE + 0) * SIZE], 0

  501. 	LDF	[A1 +  0 * SIZE], c01

  502. 	LDF	[A2 +  0 * SIZE], c02

  503. 	LDF	[A3 +  0 * SIZE], c03

  504. 	LDF	[A4 +  0 * SIZE], c04

  505. 	LDF	[A1 +  1 * SIZE], c05

  506. 	LDF	[A2 +  1 * SIZE], c06

  507. 	LDF	[A3 +  1 * SIZE], c07

  508. 	LDF	[A4 +  1 * SIZE], c08

  509. 

  510. 	prefetch [A2 + (PREFETCHSIZE + 0) * SIZE], 0

  511. 	LDF	[A1 +  2 * SIZE], c09

  512. 	LDF	[A2 +  2 * SIZE], c10

  513. 	LDF	[A3 +  2 * SIZE], c11

  514. 	LDF	[A4 +  2 * SIZE], c12

  515. 	LDF	[A1 +  3 * SIZE], c13

  516. 	LDF	[A2 +  3 * SIZE], c14

  517. 	LDF	[A3 +  3 * SIZE], c15

  518. 	LDF	[A4 +  3 * SIZE], c16

  519. 

  520. 	prefetch [B + (WPREFETCHSIZE +  0) * SIZE], 2

  521. 	STF	c01, [B +  0 * SIZE]

  522. 	STF	c02, [B +  1 * SIZE]

  523. 	STF	c03, [B +  2 * SIZE]

  524. 	STF	c04, [B +  3 * SIZE]

  525. 	STF	c05, [B +  4 * SIZE]

  526. 	STF	c06, [B +  5 * SIZE]

  527. 	STF	c07, [B +  6 * SIZE]

  528. 	STF	c08, [B +  7 * SIZE]

  529. 

  530. 	prefetch [B + (WPREFETCHSIZE +  8) * SIZE], 2

  531. 	STF	c09, [B +  8 * SIZE]

  532. 	STF	c10, [B +  9 * SIZE]

  533. 	STF	c11, [B + 10 * SIZE]

  534. 	STF	c12, [B + 11 * SIZE]

  535. 	STF	c13, [B + 12 * SIZE]

  536. 	STF	c14, [B + 13 * SIZE]

  537. 	STF	c15, [B + 14 * SIZE]

  538. 	STF	c16, [B + 15 * SIZE]

  539. 

  540. 	prefetch [A3 + (PREFETCHSIZE + 0) * SIZE], 0

  541. 	LDF	[A1 +  4 * SIZE], c01

  542. 	LDF	[A2 +  4 * SIZE], c02

  543. 	LDF	[A3 +  4 * SIZE], c03

  544. 	LDF	[A4 +  4 * SIZE], c04

  545. 	LDF	[A1 +  5 * SIZE], c05

  546. 	LDF	[A2 +  5 * SIZE], c06

  547. 	LDF	[A3 +  5 * SIZE], c07

  548. 	LDF	[A4 +  5 * SIZE], c08

  549. 

  550. 	prefetch [A4 + (PREFETCHSIZE + 0) * SIZE], 0

  551. 	LDF	[A1 +  6 * SIZE], c09

  552. 	LDF	[A2 +  6 * SIZE], c10

  553. 	LDF	[A3 +  6 * SIZE], c11

  554. 	LDF	[A4 +  6 * SIZE], c12

  555. 	LDF	[A1 +  7 * SIZE], c13

  556. 	LDF	[A2 +  7 * SIZE], c14

  557. 	LDF	[A3 +  7 * SIZE], c15

  558. 	LDF	[A4 +  7 * SIZE], c16

  559. 

  560. 	prefetch [B + (WPREFETCHSIZE + 16) * SIZE], 2

  561. 	STF	c01, [B + 16 * SIZE]

  562. 	STF	c02, [B + 17 * SIZE]

  563. 	STF	c03, [B + 18 * SIZE]

  564. 	STF	c04, [B + 19 * SIZE]

  565. 	STF	c05, [B + 20 * SIZE]

  566. 	STF	c06, [B + 21 * SIZE]

  567. 	STF	c07, [B + 22 * SIZE]

  568. 	STF	c08, [B + 23 * SIZE]

  569. 

  570. 	prefetch [B + (WPREFETCHSIZE + 24) * SIZE], 2

  571. 	STF	c09, [B + 24 * SIZE]

  572. 	STF	c10, [B + 25 * SIZE]

  573. 	STF	c11, [B + 26 * SIZE]

  574. 	STF	c12, [B + 27 * SIZE]

  575. 	STF	c13, [B + 28 * SIZE]

  576. 	STF	c14, [B + 29 * SIZE]

  577. 	STF	c15, [B + 30 * SIZE]

  578. 	STF	c16, [B + 31 * SIZE]

  579. 

  580. 	add	A1,  8 * SIZE, A1

  581. 	add	A2,  8 * SIZE, A2

  582. 	add	A3,  8 * SIZE, A3

  583. 	add	A4,  8 * SIZE, A4

  584. 

  585. 	add	I, -1, I

  586. 	cmp	I, 0

  587. 

  588. 	bg,pt	%icc, .LL22

  589. 	add	B, 32 * SIZE, B

  590. 	.align 4

  591. 

  592. .LL23:

  593. 	and	M, 4, I

  594. 	cmp	I, 0

  595. 	ble,pn	%icc, .LL24

  596. 	nop

  597. 

  598. 	LDF	[A1 +  0 * SIZE], c01

  599. 	LDF	[A2 +  0 * SIZE], c02

  600. 	LDF	[A3 +  0 * SIZE], c03

  601. 	LDF	[A4 +  0 * SIZE], c04

  602. 	LDF	[A1 +  1 * SIZE], c05

  603. 	LDF	[A2 +  1 * SIZE], c06

  604. 	LDF	[A3 +  1 * SIZE], c07

  605. 	LDF	[A4 +  1 * SIZE], c08

  606. 

  607. 	LDF	[A1 +  2 * SIZE], c09

  608. 	LDF	[A2 +  2 * SIZE], c10

  609. 	LDF	[A3 +  2 * SIZE], c11

  610. 	LDF	[A4 +  2 * SIZE], c12

  611. 	LDF	[A1 +  3 * SIZE], c13

  612. 	LDF	[A2 +  3 * SIZE], c14

  613. 	LDF	[A3 +  3 * SIZE], c15

  614. 	LDF	[A4 +  3 * SIZE], c16

  615. 

  616. 	STF	c01, [B +  0 * SIZE]

  617. 	STF	c02, [B +  1 * SIZE]

  618. 	STF	c03, [B +  2 * SIZE]

  619. 	STF	c04, [B +  3 * SIZE]

  620. 	STF	c05, [B +  4 * SIZE]

  621. 	STF	c06, [B +  5 * SIZE]

  622. 	STF	c07, [B +  6 * SIZE]

  623. 	STF	c08, [B +  7 * SIZE]

  624. 

  625. 	STF	c09, [B +  8 * SIZE]

  626. 	STF	c10, [B +  9 * SIZE]

  627. 	STF	c11, [B + 10 * SIZE]

  628. 	STF	c12, [B + 11 * SIZE]

  629. 	STF	c13, [B + 12 * SIZE]

  630. 	STF	c14, [B + 13 * SIZE]

  631. 	STF	c15, [B + 14 * SIZE]

  632. 	STF	c16, [B + 15 * SIZE]

  633. 

  634. 	add	A1,  4 * SIZE, A1

  635. 	add	A2,  4 * SIZE, A2

  636. 	add	A3,  4 * SIZE, A3

  637. 	add	A4,  4 * SIZE, A4

  638. 

  639. 	add	B, 16 * SIZE, B

  640. 	.align 4

  641. 

  642. .LL24:

  643. 	and	M, 2, I

  644. 	cmp	I, 0

  645. 	ble,pn	%icc, .LL25

  646. 	nop

  647. 

  648. 	LDF	[A1 +  0 * SIZE], c01

  649. 	LDF	[A2 +  0 * SIZE], c02

  650. 	LDF	[A3 +  0 * SIZE], c03

  651. 	LDF	[A4 +  0 * SIZE], c04

  652. 	LDF	[A1 +  1 * SIZE], c05

  653. 	LDF	[A2 +  1 * SIZE], c06

  654. 	LDF	[A3 +  1 * SIZE], c07

  655. 	LDF	[A4 +  1 * SIZE], c08

  656. 

  657. 	STF	c01, [B +  0 * SIZE]

  658. 	STF	c02, [B +  1 * SIZE]

  659. 	STF	c03, [B +  2 * SIZE]

  660. 	STF	c04, [B +  3 * SIZE]

  661. 	STF	c05, [B +  4 * SIZE]

  662. 	STF	c06, [B +  5 * SIZE]

  663. 	STF	c07, [B +  6 * SIZE]

  664. 	STF	c08, [B +  7 * SIZE]

  665. 

  666. 	add	A1,  2 * SIZE, A1

  667. 	add	A2,  2 * SIZE, A2

  668. 	add	A3,  2 * SIZE, A3

  669. 	add	A4,  2 * SIZE, A4

  670. 

  671. 	add	B,  8 * SIZE, B

  672. 	.align 4

  673. 

  674. .LL25:

  675. 	and	M, 1, I

  676. 	cmp	I, 0

  677. 	ble,pn	%icc, .LL30

  678. 	nop

  679. 

  680. 	LDF	[A1 +  0 * SIZE], c01

  681. 	LDF	[A2 +  0 * SIZE], c02

  682. 	LDF	[A3 +  0 * SIZE], c03

  683. 	LDF	[A4 +  0 * SIZE], c04

  684. 

  685. 	STF	c01, [B +  0 * SIZE]

  686. 	STF	c02, [B +  1 * SIZE]

  687. 	STF	c03, [B +  2 * SIZE]

  688. 	STF	c04, [B +  3 * SIZE]

  689. 

  690. 	add	B, 4 * SIZE, B

  691. 	.align 4

  692. 

  693. .LL30:

  694. 	and	N, 2, J

  695. 	cmp	J, 0

  696. 	ble,pn	%icc, .LL40

  697. 	nop

  698. 

  699. 	add	A,  LDA, A2

  700. 	mov	A,  A1

  701. 	sra	M, 3, I

  702. 	cmp	I, 0

  703. 

  704. 	ble,pn	%icc, .LL33

  705. 	add	A2, LDA, A

  706. 	.align 4

  707. 

  708. .LL32:

  709. 	prefetch [A1 + (PREFETCHSIZE + 0) * SIZE], 0

  710. 	LDF	[A1 +  0 * SIZE], c01

  711. 	LDF	[A2 +  0 * SIZE], c02

  712. 	LDF	[A1 +  1 * SIZE], c03

  713. 	LDF	[A2 +  1 * SIZE], c04

  714. 	LDF	[A1 +  2 * SIZE], c05

  715. 	LDF	[A2 +  2 * SIZE], c06

  716. 	LDF	[A1 +  3 * SIZE], c07

  717. 	LDF	[A2 +  3 * SIZE], c08

  718. 

  719. 	prefetch [A2 + (PREFETCHSIZE + 0) * SIZE], 0

  720. 	LDF	[A1 +  4 * SIZE], c09

  721. 	LDF	[A2 +  4 * SIZE], c10

  722. 	LDF	[A1 +  5 * SIZE], c11

  723. 	LDF	[A2 +  5 * SIZE], c12

  724. 	LDF	[A1 +  6 * SIZE], c13

  725. 	LDF	[A2 +  6 * SIZE], c14

  726. 	LDF	[A1 +  7 * SIZE], c15

  727. 	LDF	[A2 +  7 * SIZE], c16

  728. 

  729. 	prefetch [B + (WPREFETCHSIZE +  0) * SIZE], 2

  730. 	STF	c01, [B +  0 * SIZE]

  731. 	STF	c02, [B +  1 * SIZE]

  732. 	STF	c03, [B +  2 * SIZE]

  733. 	STF	c04, [B +  3 * SIZE]

  734. 	STF	c05, [B +  4 * SIZE]

  735. 	STF	c06, [B +  5 * SIZE]

  736. 	STF	c07, [B +  6 * SIZE]

  737. 	STF	c08, [B +  7 * SIZE]

  738. 

  739. 	prefetch [B + (WPREFETCHSIZE +  8) * SIZE], 2

  740. 	STF	c09, [B +  8 * SIZE]

  741. 	STF	c10, [B +  9 * SIZE]

  742. 	STF	c11, [B + 10 * SIZE]

  743. 	STF	c12, [B + 11 * SIZE]

  744. 	STF	c13, [B + 12 * SIZE]

  745. 	STF	c14, [B + 13 * SIZE]

  746. 	STF	c15, [B + 14 * SIZE]

  747. 	STF	c16, [B + 15 * SIZE]

  748. 

  749. 	add	A1,  8 * SIZE, A1

  750. 	add	A2,  8 * SIZE, A2

  751. 

  752. 	add	I, -1, I

  753. 	cmp	I, 0

  754. 

  755. 	bg,pt	%icc, .LL32

  756. 	add	B, 16 * SIZE, B

  757. 	.align 4

  758. 

  759. .LL33:

  760. 	and	M, 4, I

  761. 	cmp	I, 0

  762. 	ble,pn	%icc, .LL34

  763. 	nop

  764. 

  765. 	LDF	[A1 +  0 * SIZE], c01

  766. 	LDF	[A2 +  0 * SIZE], c02

  767. 	LDF	[A1 +  1 * SIZE], c03

  768. 	LDF	[A2 +  1 * SIZE], c04

  769. 	LDF	[A1 +  2 * SIZE], c05

  770. 	LDF	[A2 +  2 * SIZE], c06

  771. 	LDF	[A1 +  3 * SIZE], c07

  772. 	LDF	[A2 +  3 * SIZE], c08

  773. 

  774. 	STF	c01, [B +  0 * SIZE]

  775. 	STF	c02, [B +  1 * SIZE]

  776. 	STF	c03, [B +  2 * SIZE]

  777. 	STF	c04, [B +  3 * SIZE]

  778. 	STF	c05, [B +  4 * SIZE]

  779. 	STF	c06, [B +  5 * SIZE]

  780. 	STF	c07, [B +  6 * SIZE]

  781. 	STF	c08, [B +  7 * SIZE]

  782. 

  783. 	add	A1,  4 * SIZE, A1

  784. 	add	A2,  4 * SIZE, A2

  785. 

  786. 	add	B, 8 * SIZE, B

  787. 	.align 4

  788. 

  789. .LL34:

  790. 	and	M, 2, I

  791. 	cmp	I, 0

  792. 	ble,pn	%icc, .LL35

  793. 	nop

  794. 

  795. 	LDF	[A1 +  0 * SIZE], c01

  796. 	LDF	[A2 +  0 * SIZE], c02

  797. 	LDF	[A1 +  1 * SIZE], c03

  798. 	LDF	[A2 +  1 * SIZE], c04

  799. 

  800. 	STF	c01, [B +  0 * SIZE]

  801. 	STF	c02, [B +  1 * SIZE]

  802. 	STF	c03, [B +  2 * SIZE]

  803. 	STF	c04, [B +  3 * SIZE]

  804. 

  805. 	add	A1,  2 * SIZE, A1

  806. 	add	A2,  2 * SIZE, A2

  807. 

  808. 	add	B,  4 * SIZE, B

  809. 	.align 4

  810. 

  811. .LL35:

  812. 	and	M, 1, I

  813. 	cmp	I, 0

  814. 	ble,pn	%icc, .LL40

  815. 	nop

  816. 

  817. 	LDF	[A1 +  0 * SIZE], c01

  818. 	LDF	[A2 +  0 * SIZE], c02

  819. 

  820. 	STF	c01, [B +  0 * SIZE]

  821. 	STF	c02, [B +  1 * SIZE]

  822. 

  823. 	add	B, 2 * SIZE, B

  824. 	.align 4

  825. 

  826. .LL40:

  827. 	and	N, 1, J

  828. 	cmp	J, 0

  829. 	ble,pn	%icc, .LL999

  830. 	nop

  831. 

  832. 	sra	M, 3, I

  833. 	cmp	I, 0

  834. 

  835. 	ble,pn	%icc, .LL43

  836. 	mov	A,  A1

  837. 	.align 4

  838. 

  839. .LL42:

  840. 	prefetch [A1 + (PREFETCHSIZE + 0) * SIZE], 0

  841. 	LDF	[A1 +  0 * SIZE], c01

  842. 	LDF	[A1 +  1 * SIZE], c02

  843. 	LDF	[A1 +  2 * SIZE], c03

  844. 	LDF	[A1 +  3 * SIZE], c04

  845. 	LDF	[A1 +  4 * SIZE], c05

  846. 	LDF	[A1 +  5 * SIZE], c06

  847. 	LDF	[A1 +  6 * SIZE], c07

  848. 	LDF	[A1 +  7 * SIZE], c08

  849. 

  850. 	prefetch [B + (WPREFETCHSIZE +  0) * SIZE], 2

  851. 	STF	c01, [B +  0 * SIZE]

  852. 	STF	c02, [B +  1 * SIZE]

  853. 	STF	c03, [B +  2 * SIZE]

  854. 	STF	c04, [B +  3 * SIZE]

  855. 	STF	c05, [B +  4 * SIZE]

  856. 	STF	c06, [B +  5 * SIZE]

  857. 	STF	c07, [B +  6 * SIZE]

  858. 	STF	c08, [B +  7 * SIZE]

  859. 

  860. 	add	A1,  8 * SIZE, A1

  861. 

  862. 	add	I, -1, I

  863. 	cmp	I, 0

  864. 

  865. 	bg,pt	%icc, .LL42

  866. 	add	B, 8 * SIZE, B

  867. 	.align 4

  868. 

  869. .LL43:

  870. 	and	M, 4, I

  871. 	cmp	I, 0

  872. 	ble,pn	%icc, .LL44

  873. 	nop

  874. 

  875. 	LDF	[A1 +  0 * SIZE], c01

  876. 	LDF	[A1 +  1 * SIZE], c02

  877. 	LDF	[A1 +  2 * SIZE], c03

  878. 	LDF	[A1 +  3 * SIZE], c04

  879. 

  880. 	STF	c01, [B +  0 * SIZE]

  881. 	STF	c02, [B +  1 * SIZE]

  882. 	STF	c03, [B +  2 * SIZE]

  883. 	STF	c04, [B +  3 * SIZE]

  884. 

  885. 	add	A1,  4 * SIZE, A1

  886. 

  887. 	add	B, 4 * SIZE, B

  888. 	.align 4

  889. 

  890. .LL44:

  891. 	and	M, 2, I

  892. 	cmp	I, 0

  893. 	ble,pn	%icc, .LL45

  894. 	nop

  895. 

  896. 	LDF	[A1 +  0 * SIZE], c01

  897. 	LDF	[A1 +  1 * SIZE], c02

  898. 

  899. 	STF	c01, [B +  0 * SIZE]

  900. 	STF	c02, [B +  1 * SIZE]

  901. 

  902. 	add	A1,  2 * SIZE, A1

  903. 

  904. 	add	B,  2 * SIZE, B

  905. 	.align 4

  906. 

  907. .LL45:

  908. 	and	M, 1, I

  909. 	cmp	I, 0

  910. 	ble,pn	%icc, .LL999

  911. 	nop

  912. 

  913. 	LDF	[A1 +  0 * SIZE], c01

  914. 	STF	c01, [B +  0 * SIZE]

  915. 	.align 4

  916. 

  917. .LL999:

  918. 	return	%i7 + 8

  919. 	clr	%o0

  920. 

  921. 	EPILOGUE