OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 5e1a429eab
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '5e1a429eab'
${ noResults }
OpenBLAS/kernel/ia64/xdot.S

519 lines
10 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define PREFETCH_SIZE (4 * 24)

  43. 

  44. #ifdef F_INTERFACE

  45. #define N	r33

  46. #define X1	r34

  47. #define INCX	r35

  48. #define Y1	r36

  49. #define INCY	r37

  50. #else

  51. #define N	r32

  52. #define X1	r33

  53. #define INCX	r34

  54. #define Y1	r35

  55. #define INCY	r36

  56. #endif

  57. 

  58. #define PREX1	r2

  59. #define PREY1	r3

  60. 

  61. #define I	r14

  62. #define J	r15

  63. #define Y2	r16

  64. #define X2	r17

  65. 

  66. #define INCX4	r24

  67. #define INCY4	r25

  68. 

  69. #define PR	r30

  70. #define ARLC	r31

  71. 

  72. 	PROLOGUE

  73. 	.prologue

  74. 	PROFCODE

  75. 	{ .mfi

  76. 	nop	__LINE__

  77. 	mov	f8  = f0

  78. 	.save ar.lc, ARLC

  79. 	mov	ARLC = ar.lc

  80. 	}

  81. 	{ .mfi

  82. 	mov	r26 = 1

  83. 	mov	f9  = f0

  84. 	nop	__LINE__

  85. 	}

  86. 	;;

  87. 	.body

  88. #ifdef F_INTERFACE

  89. 	LDINT	N    = [N]

  90. 	LDINT	INCX = [INCX]

  91. 	LDINT	INCY = [INCY]

  92. 	;;

  93. #ifndef USE64BITINT

  94. 	sxt4	N    = N

  95. 	sxt4	INCX = INCX

  96. 	sxt4	INCY = INCY

  97. 	;;

  98. #endif

  99. 	cmp.le	p0, p6 = r0, INCX

  100. 	cmp.le	p0, p7 = r0, INCY

  101. 	sub	r26 = r26, N

  102. 	;;

  103. 	setf.sig f32 = r26

  104. 	setf.sig f33 = INCX

  105. 	setf.sig f34 = INCY

  106. 	;;

  107. 	xmpy.l f33 = f32, f33

  108. 	xmpy.l f34 = f32, f34

  109. 	;;

  110. 	getf.sig r26 = f33

  111. 	getf.sig r27 = f34

  112. 	;;

  113. 	shl	r26 = r26, ZBASE_SHIFT

  114. 	shl	r27 = r27, ZBASE_SHIFT

  115. 	;;

  116. 	(p6) add X1 = r26, X1

  117. 	(p7) add Y1 = r27, Y1

  118. 	;;

  119. #endif

  120. 	{ .mfi

  121. 	adds	PREX1 = (PREFETCH_SIZE + 2) * SIZE, X1

  122. 	mov	f10 = f0

  123. 	mov	PR = pr

  124. 	}

  125. 	{ .mfb

  126. 	cmp.lt	p0, p6 = r0, N

  127. 	mov	f11 = f0

  128. 	(p6) br.cond.spnt .L1000

  129. 	}

  130. 	;;

  131. 	{ .mii

  132. 	adds	PREY1 = (PREFETCH_SIZE + 2) * SIZE, Y1

  133. 	shl	INCX = INCX, ZBASE_SHIFT

  134. 	shl	INCY = INCY, ZBASE_SHIFT

  135. 	}

  136. 	;;

  137. 	{ .mfi

  138. 	add	X2  = SIZE, X1

  139. 	mov	f12 = f0

  140. 	mov	pr.rot= 0

  141. 	}

  142. 	{ .mfi

  143. 	add	Y2  = SIZE, Y1

  144. 	mov	f13 = f0

  145. 	shr	I =  N, 3

  146. 	}

  147. 	;;

  148. 	{ .mfi

  149. 	adds	I = -1, I

  150. 	mov	f14 = f0

  151. 	mov	ar.ec= 3

  152. 	}

  153. 	{ .mmf

  154. 	shladd	INCX4 = INCX, 2, r0

  155. 	shladd	INCY4 = INCY, 2, r0

  156. 	mov	f15 = f0

  157. 	}

  158. 	;;

  159. 	{ .mmi

  160. 	and	J =  7, N

  161. 	cmp.eq	p16, p0 = r0, r0

  162. 	mov	ar.lc = I

  163. 	}

  164. 	{ .mib

  165. 	cmp.eq	p6 ,p0  =   -1, I

  166. 	tbit.nz	p12, p0 = N, 2

  167. 	(p6) br.cond.dpnt  .L215

  168. 	}

  169. 	;;

  170. 	.align 32

  171. 

  172. .L212:

  173. 	{ .mmf

  174. 	(p16) lfetch.nt1 [PREX1], INCX4

  175. 	(p16) LDFD	f80  = [X1], INCX

  176. 	(p18) FMA	f8  = f34,  f82,  f8

  177. 	}

  178. 	{ .mmf

  179. 	(p16) LDFD	f83  = [X2], INCX

  180. 	nop   __LINE__

  181. 	(p18) FMA	f9  = f37,  f82,  f9

  182. 	}

  183. 	;;

  184. 	{ .mmf

  185. 	(p16) LDFD	f32  = [Y1], INCY

  186. 	(p16) LDFD	f35  = [Y2], INCY

  187. 	(p18) FMA	f10 = f34,  f85,  f10

  188. 	}

  189. 	{ .mmf

  190. 	nop   __LINE__

  191. 	nop   __LINE__

  192. 	(p18) FMA	f11 = f37,  f85,  f11

  193. 	}

  194. 	;;

  195. 	{ .mmf

  196. 	(p16) LDFD	f86  = [X1], INCX

  197. 	(p16) LDFD	f89  = [X2], INCX

  198. 	(p18) FMA	f12 = f40,  f88,  f12

  199. 	}

  200. 	{ .mmf

  201. 	nop   __LINE__

  202. 	nop   __LINE__

  203. 	(p18) FMA	f13 = f43,  f88,  f13

  204. 	}

  205. 	;;

  206. 	{ .mmf

  207. 	(p16) LDFD	f38  = [Y1], INCY

  208. 	(p16) LDFD	f41  = [Y2], INCY

  209. 	(p18) FMA	f14 = f40,  f91,  f14

  210. 	}

  211. 	{ .mmf

  212. 	nop   __LINE__

  213. 	nop   __LINE__

  214. 	(p18) FMA	f15 = f43,  f91,  f15

  215. 	}

  216. 	;;

  217. 	{ .mmf

  218. 	(p16) LDFD	f92  = [X1], INCX

  219. 	(p16) LDFD	f95  = [X2], INCX

  220. 	(p18) FMA	f8  = f46,  f94,  f8

  221. 	}

  222. 	{ .mmf

  223. 	nop   __LINE__

  224. 	nop   __LINE__

  225. 	(p18) FMA	f9  = f49,  f94,  f9

  226. 	}

  227. 	;;

  228. 	{ .mmf

  229. 	(p16) lfetch.nt1 [PREY1], INCY4

  230. 	(p16) LDFD	f44  = [Y1], INCY

  231. 	(p18) FMA	f10 = f46,  f97,  f10

  232. 	}

  233. 	{ .mmf

  234. 	(p16) LDFD	f47  = [Y2], INCY

  235. 	nop   __LINE__

  236. 	(p18) FMA	f11 = f49,  f97,  f11

  237. 	}

  238. 	;;

  239. 	{ .mmf

  240. 	(p16) LDFD	f98  = [X1], INCX

  241. 	(p16) LDFD	f101 = [X2], INCX

  242. 	(p18) FMA	f12 = f52,  f100, f12

  243. 	}

  244. 	{ .mmf

  245. 	nop   __LINE__

  246. 	nop   __LINE__

  247. 	(p18) FMA	f13 = f55,  f100, f13

  248. 	}

  249. 	;;

  250. 	{ .mmf

  251. 	(p16) LDFD	f50  = [Y1], INCY

  252. 	(p16) LDFD	f53  = [Y2], INCY

  253. 	(p18) FMA	f14 = f52,  f103, f14

  254. 	}

  255. 	{ .mmf

  256. 	nop   __LINE__

  257. 	nop   __LINE__

  258. 	(p18) FMA	f15 = f55,  f103, f15

  259. 	}

  260. 	;;

  261. 	{ .mmf

  262. 	(p16) lfetch.nt1 [PREX1], INCX4

  263. 	(p16) LDFD	f104 = [X1], INCX

  264. 	(p18) FMA	f8  = f58,  f106,  f8

  265. 	}

  266. 	{ .mmf

  267. 	(p16) LDFD	f107 = [X2], INCX

  268. 	nop   __LINE__

  269. 	(p18) FMA	f9  = f61,  f106,  f9

  270. 	}

  271. 	;;

  272. 	{ .mmf

  273. 	(p16) LDFD	f56  = [Y1], INCY

  274. 	(p16) LDFD	f59  = [Y2], INCY

  275. 	(p18) FMA	f10 = f58,  f109,  f10

  276. 	}

  277. 	{ .mmf

  278. 	nop   __LINE__

  279. 	nop   __LINE__

  280. 	(p18) FMA	f11 = f61,  f109,  f11

  281. 	}

  282. 	;;

  283. 	{ .mmf

  284. 	(p16) LDFD	f110 = [X1], INCX

  285. 	(p16) LDFD	f113 = [X2], INCX

  286. 	(p18) FMA	f12 = f64,  f112,  f12

  287. 	}

  288. 	{ .mmf

  289. 	nop   __LINE__

  290. 	nop   __LINE__

  291. 	(p18) FMA	f13 = f67,  f112,  f13

  292. 	}

  293. 	;;

  294. 	{ .mmf

  295. 	(p16) LDFD	f62  = [Y1], INCY

  296. 	(p16) LDFD	f65  = [Y2], INCY

  297. 	(p18) FMA	f14 = f64,  f115,  f14

  298. 	}

  299. 	{ .mmf

  300. 	nop   __LINE__

  301. 	nop   __LINE__

  302. 	(p18) FMA	f15 = f67,  f115,  f15

  303. 	}

  304. 	;;

  305. 	{ .mmf

  306. 	(p16) lfetch.nt1 [PREY1], INCY4

  307. 	(p16) LDFD	f116 = [X1], INCX

  308. 	(p18) FMA	f8  = f70,  f118,  f8

  309. 	}

  310. 	{ .mmf

  311. 	(p16) LDFD	f119 = [X2], INCX

  312. 	nop   __LINE__

  313. 	(p18) FMA	f9  = f73,  f118,  f9

  314. 	}

  315. 	;;

  316. 	{ .mmf

  317. 	(p16) LDFD	f68  = [Y1], INCY

  318. 	(p16) LDFD	f71  = [Y2], INCY

  319. 	(p18) FMA	f10 = f70,  f121,  f10

  320. 	}

  321. 	{ .mmf

  322. 	nop   __LINE__

  323. 	nop   __LINE__

  324. 	(p18) FMA	f11 = f73,  f121,  f11

  325. 	}

  326. 	;;

  327. 	{ .mmf

  328. 	(p16) LDFD	f122 = [X1], INCX

  329. 	(p16) LDFD	f125 = [X2], INCX

  330. 	(p18) FMA	f12 = f76,  f124,  f12

  331. 	}

  332. 	{ .mmf

  333. 	nop   __LINE__

  334. 	nop   __LINE__

  335. 	(p18) FMA	f13 = f79,  f124,  f13

  336. 	}

  337. 	;;

  338. 	{ .mmf

  339. 	(p16) LDFD	f74  = [Y1], INCY

  340. 	(p16) LDFD	f77  = [Y2], INCY

  341. 	(p18) FMA	f14 = f76,  f127,  f14

  342. 	}

  343. 	{ .mfb

  344. 	nop   __LINE__

  345. 	(p18) FMA	f15 = f79,  f127,  f15

  346. 	br.ctop.sptk.few .L212

  347. 	}

  348. 	;;

  349. 	.align 32

  350. 

  351. .L215:

  352. 	{ .mmi

  353. 	(p12) LDFD	f48  = [X1], INCX

  354. 	(p12) LDFD	f49  = [X2], INCX

  355. 	cmp.eq	p7, p0  =   r0, J

  356. 	}

  357. 	;;

  358. 	{ .mmb

  359. 	(p12) LDFD	f32  = [Y1], INCY

  360. 	(p12) LDFD	f33  = [Y2], INCY

  361. 	(p7) br.cond.dptk .L999

  362. 	}

  363. 	;;

  364. 	{ .mmi

  365. 	(p12) LDFD	f50  = [X1], INCX

  366. 	(p12) LDFD	f51  = [X2], INCX

  367. 	tbit.nz	p13, p0 = N, 1

  368. 	}

  369. 	;;

  370. 	{ .mmi

  371. 	(p12) LDFD	f34  = [Y1], INCY

  372. 	(p12) LDFD	f35  = [Y2], INCY

  373. 	nop   __LINE__

  374. 	}

  375. 	;;

  376. 	{ .mmi

  377. 	(p12) LDFD	f52  = [X1], INCX

  378. 	(p12) LDFD	f53  = [X2], INCX

  379. 	tbit.nz	p14, p0 = N, 0

  380. 	}

  381. 	;;

  382. 	{ .mmi

  383. 	(p12) LDFD	f36  = [Y1], INCY

  384. 	(p12) LDFD	f37  = [Y2], INCY

  385. 	nop   __LINE__

  386. 	}

  387. 	;;

  388. 	{ .mmf

  389. 	(p12) LDFD	f54  = [X1], INCX

  390. 	(p12) LDFD	f55  = [X2], INCX

  391. 	(p12) FMA	f8  = f32, f48, f8

  392. 	}

  393. 	{ .mmf

  394. 	nop   __LINE__

  395. 	nop   __LINE__

  396. 	(p12) FMA	f9  = f33, f48, f9

  397. 	}

  398. 	;;

  399. 	{ .mmf

  400. 	(p12) LDFD	f38  = [Y1], INCY

  401. 	(p12) LDFD	f39  = [Y2], INCY

  402. 	(p12) FMA	f10 = f32, f49, f10

  403. 	}

  404. 	{ .mmf

  405. 	nop   __LINE__

  406. 	nop   __LINE__

  407. 	(p12) FMA	f11 = f33, f49, f11

  408. 	}

  409. 	;;

  410. 	{ .mmf

  411. 	(p13) LDFD	f56  = [X1], INCX

  412. 	(p13) LDFD	f57  = [X2], INCX

  413. 	(p12) FMA	f12 = f34, f50, f12

  414. 	}

  415. 	{ .mmf

  416. 	nop   __LINE__

  417. 	nop   __LINE__

  418. 	(p12) FMA	f13 = f35, f50, f13

  419. 	}

  420. 	;;

  421. 	{ .mmf

  422. 	(p13) LDFD	f40  = [Y1], INCY

  423. 	(p13) LDFD	f41  = [Y2], INCY

  424. 	(p12) FMA	f14 = f34, f51, f14

  425. 	}

  426. 	{ .mmf

  427. 	nop   __LINE__

  428. 	nop   __LINE__

  429. 	(p12) FMA	f15 = f35, f51, f15

  430. 	}

  431. 	;;

  432. 	{ .mmf

  433. 	(p13) LDFD	f58  = [X1], INCX

  434. 	(p13) LDFD	f59  = [X2], INCX

  435. 	(p12) FMA	f8  = f36, f52, f8

  436. 	}

  437. 	{ .mmf

  438. 	nop   __LINE__

  439. 	nop   __LINE__

  440. 	(p12) FMA	f9  = f37, f52, f9

  441. 	}

  442. 	;;

  443. 	{ .mmf

  444. 	(p13) LDFD	f42  = [Y1], INCY

  445. 	(p13) LDFD	f43  = [Y2], INCY

  446. 	(p12) FMA	f10 = f36, f53, f10

  447. 	}

  448. 	{ .mmf

  449. 	nop   __LINE__

  450. 	nop   __LINE__

  451. 	(p12) FMA	f11 = f37, f53, f11

  452. 	}

  453. 	;;

  454. 	{ .mmf

  455. 	(p14) LDFD	f60  = [X1]

  456. 	(p14) LDFD	f61  = [X2]

  457. 	(p12) FMA	f12 = f38, f54, f12

  458. 	}

  459. 	{ .mmf

  460. 	nop   __LINE__

  461. 	nop   __LINE__

  462. 	(p12) FMA	f13 = f39, f54, f13

  463. 	}

  464. 	;;

  465. 	{ .mmf

  466. 	(p14) LDFD	f44  = [Y1]

  467. 	(p14) LDFD	f45  = [Y2]

  468. 	(p12) FMA	f14 = f38, f55, f14

  469. 	}

  470. 	{ .mmf

  471. 	nop   __LINE__

  472. 	nop   __LINE__

  473. 	(p12) FMA	f15 = f39, f55, f15

  474. 	}

  475. 	;;

  476. 	(p13) FMA	f8  = f40, f56, f8

  477. 	(p13) FMA	f9  = f41, f56, f9

  478. 	(p13) FMA	f10 = f40, f57, f10

  479. 	(p13) FMA	f11 = f41, f57, f11

  480. 	(p13) FMA	f12 = f42, f58, f12

  481. 	(p13) FMA	f13 = f43, f58, f13

  482. 	(p13) FMA	f14 = f42, f59, f14

  483. 	(p13) FMA	f15 = f43, f59, f15

  484. 	;;

  485. 	(p14) FMA	f8  = f44, f60, f8

  486. 	(p14) FMA	f9  = f45, f60, f9

  487. 	(p14) FMA	f10 = f44, f61, f10

  488. 	(p14) FMA	f11 = f45, f61, f11

  489. 	;;

  490. 	.align 32

  491. 

  492. .L999:

  493. 	FADD	f8  = f8,  f12

  494. 	FADD	f9  = f9,  f13

  495. 	FADD	f10 = f10, f14

  496. 	FADD	f11 = f11, f15

  497. 	mov	ar.lc = ARLC

  498. 	;;

  499. #ifndef CONJ

  500. 	FSUB	f8 = f8, f11

  501. 	FADD	f9 = f9, f10

  502. #else

  503. 	FADD	f8 = f8, f11

  504. 	FSUB	f9 = f9, f10

  505. #endif

  506. 	;;

  507. 	.align 32

  508. 

  509. .L1000:

  510. #ifdef F_INTERFACE

  511. 	STFD	[r32] = f8, SIZE

  512. 	;;

  513. 	STFD	[r32] = f9, SIZE

  514. #endif

  515. 	mov	pr = PR, -65474

  516. 	br.ret.sptk.many b0

  517. 	EPILOGUE