OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: fb5eb47558
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'fb5eb47558'
${ noResults }
OpenBLAS/kernel/power/caxpy_power9.S

547 lines
7.5 kB
Raw Blame History 

  1. #define ASSEMBLER

  2. #include "common.h"

  3. 

  4. /*

  5. 	.file	"caxpy.c"

  6. 	.abiversion 2

  7. 	.section	".text"

  8. 	.align 2

  9. 	.p2align 4,,15

  10. 	.globl caxpy_k

  11. 	.type	caxpy_k, @function

  12. */

  13. 

  14. 	PROLOGUE

  15. 

  16. caxpy_k:

  17. .LCF0:

  18. 0:	addis 2,12,.TOC.-.LCF0@ha

  19. 	addi 2,2,.TOC.-.LCF0@l

  20. #ifdef CONJ

  21. 	.localentry	caxpyc_k,.-caxpyc_k

  22. #else

  23. 	.localentry	caxpy_k,.-caxpy_k

  24. #endif

  25. 	mr. 7,3

  26. 	ble 0,.L33

  27. 	cmpdi 7,9,1

  28. 	beq 7,.L37

  29. .L3:

  30. 	mtctr 7

  31. 	ld 7,96(1)

  32. 	sldi 9,9,3

  33. 	sldi 7,7,3

  34. 	.p2align 4,,15

  35. .L14:

  36. 	lfs 10,4(8)

  37. 	lfs 11,0(8)

  38. 	lfs 12,0(10)

  39. 	lfs 0,4(10)

  40. 	fmuls 10,2,10

  41. #ifdef CONJ	

  42. 	fmadds 11,11,1,10

  43. #else

  44. 	fmsubs 11,11,1,10

  45. #endif

  46. 	fadds 12,12,11

  47. 	stfs 12,0(10)

  48. 	lfs 11,0(8)

  49. 	lfs 12,4(8)

  50. 	add 8,8,9

  51. 	fmuls 11,2,11

  52. #ifdef CONJ

  53. 	fmsubs 12,12,1,11

  54. 	fsubs 0,0,12

  55. #else

  56. 	fmadds 12,12,1,11

  57. 	fadds 0,0,12

  58. #endif

  59. 	stfs 0,4(10)

  60. 	add 10,10,7

  61. 	bdnz .L14

  62. .L33:

  63. 	li 3,0

  64. 	blr

  65. 	.p2align 4,,15

  66. .L37:

  67. 	ld 6,96(1)

  68. 	cmpdi 7,6,1

  69. 	bne 7,.L3

  70. 	rldicr. 4,7,0,59

  71. 	li 11,0

  72. 	bne 0,.L38

  73. .L4:

  74. 	addi 6,11,8

  75. 	subf 0,4,7

  76. 	sldi 6,6,2

  77. 	addi 9,6,-32

  78. 	add 5,10,6

  79. 	add 6,8,6

  80. 	add 3,8,9

  81. 	add 9,10,9

  82. 	subfc 5,5,3

  83. 	subfe 5,5,5

  84. 	subfc 6,6,9

  85. 	subfe 12,12,12

  86. 	addi 6,5,1

  87. 	addi 5,12,1

  88. 	or 6,6,5

  89. 	rlwinm 6,6,0,0xff

  90. 	cmpwi 7,6,0

  91. 	beq 7,.L7

  92. 	sradi 6,4,63

  93. 	srdi 5,7,63

  94. 	subfc 12,7,4

  95. 	adde 6,5,6

  96. 	subfic 12,0,4

  97. 	subfe 12,12,12

  98. 	xori 6,6,0x1

  99. 	neg 12,12

  100. 	and 6,6,12

  101. 	rlwinm 6,6,0,0xff

  102. 	cmpwi 7,6,0

  103. 	beq 7,.L7

  104. 	cmpd 7,4,7

  105. 	li 6,1

  106. 	blt 7,.L39

  107. .L9:

  108. 	addi 0,7,-1

  109. 	subf 0,4,0

  110. 	subfic 0,0,3

  111. 	subfe 12,12,12

  112. 	addi 0,12,1

  113. 	rlwinm 0,0,0,0xff

  114. 	cmpwi 7,0,0

  115. 	bne 7,.L10

  116. 	sradi 0,4,63

  117. 	subfc 12,7,4

  118. 	adde 5,5,0

  119. 	rlwinm 5,5,0,0xff

  120. 	cmpwi 7,5,0

  121. 	bne 7,.L10

  122. 	xscvdpspn 0,1

  123. 	xscvdpspn 12,2

  124. 	addi 0,6,-1

  125. 	std 31,-8(1)

  126. 	addis 12,2,.LC2@toc@ha

  127. 	addis 6,2,.LC3@toc@ha

  128. 	li 5,16

  129. 	srdi. 31,0,2

  130. 	addi 6,6,.LC3@toc@l

  131. 	addi 12,12,.LC2@toc@l

  132. 	mtctr 31

  133. 	lxv 41,0(6)

  134. 	lxv 42,0(12)

  135. 	li 6,0

  136. 	xxspltw 0,0,0

  137. 	xxspltw 12,12,0

  138. 	beq 0,.L40

  139. 	.p2align 4,,15

  140. .L11:

  141. #ifdef CONJ

  142. 	lxvx 33,3,5

  143. 	lxvx 44,3,6

  144. 	lxvx 43,9,6

  145. 	lxvx 32,9,5

  146. 	vperm 13,1,12,10

  147. 	vperm 12,1,12,9

  148. 	vperm 8,0,11,10

  149. 	vperm 0,0,11,9

  150. 	xvmulsp 33,12,44

  151. 	xvmulsp 11,12,45

  152. 	xvmaddasp 33,0,45

  153. 	xvmsubmsp 44,0,11

  154. 	xvaddsp 33,33,40

  155. 	xvsubsp 32,32,44

  156. #else

  157. 	lxvx 33,3,6

  158. 	lxvx 32,3,5

  159. 	lxvx 43,9,6

  160. 	lxvx 44,9,5

  161. 	vperm 13,0,1,10

  162. 	vperm 0,0,1,9

  163. 	vperm 8,12,11,10

  164. 	vperm 12,12,11,9

  165. 	xvmulsp 33,12,32

  166. 	xvmulsp 11,12,45

  167. 	xvmsubasp 33,0,45

  168. 	xvmaddmsp 32,0,11

  169. 	xvaddsp 33,33,40

  170. 	xvaddsp 32,32,44

  171. #endif

  172. 	vmrglw 13,0,1

  173. 	vmrghw 0,0,1

  174. 	stxvx 45,9,6

  175. 	stxvx 32,9,5

  176. 	addi 6,6,32

  177. 	addi 5,5,32

  178. 	bdnz .L11

  179. 	rldicr 0,0,0,61

  180. 	ld 31,-8(1)

  181. 	sldi 9,0,1

  182. 	add 4,4,0

  183. 	add 11,11,9

  184. .L10:

  185. 	sldi 5,11,2

  186. 	addi 6,4,1

  187. 	addi 9,11,2

  188. 	addi 3,5,4

  189. 	lfsx 12,8,5

  190. 	cmpd 7,7,6

  191. 	lfsx 0,10,5

  192. 	lfsx 11,8,3

  193. 	fmuls 11,2,11

  194. #ifdef CONJ

  195. 	fmadds 12,12,1,11

  196. #else

  197. 	fmsubs 12,12,1,11

  198. #endif

  199. 	fadds 0,0,12

  200. 	stfsx 0,10,5

  201. 	lfsx 11,8,5

  202. 	lfsx 12,8,3

  203. 	lfsx 0,10,3

  204. 	fmuls 11,2,11

  205. #ifdef CONJ

  206. 	fmsubs 12,12,1,11

  207. 	fsubs 0,0,12

  208. #else

  209. 	fmadds 12,12,1,11

  210. 	fadds 0,0,12

  211. #endif

  212. 	stfsx 0,10,3

  213. 	ble 7,.L33

  214. 	sldi 9,9,2

  215. 	addi 5,4,2

  216. 	addi 6,11,4

  217. 	addi 3,9,4

  218. 	lfsx 12,8,9

  219. 	cmpd 7,7,5

  220. 	lfsx 0,10,9

  221. 	lfsx 11,8,3

  222. 	fmuls 11,2,11

  223. #ifdef CONJ

  224. 	fmadds 12,1,12,11

  225. #else

  226. 	fmsubs 12,1,12,11

  227. #endif

  228. 	fadds 0,0,12

  229. 	stfsx 0,10,9

  230. 	lfsx 11,8,9

  231. 	lfsx 12,8,3

  232. 	lfsx 0,10,3

  233. 	fmuls 11,2,11

  234. #ifdef CONJ

  235. 	fmsubs 12,1,12,11

  236. 	fsubs 0,0,12

  237. #else

  238. 	fmadds 12,1,12,11

  239. 	fadds 0,0,12

  240. #endif

  241. 	stfsx 0,10,3

  242. 	ble 7,.L33

  243. 	sldi 6,6,2

  244. 	addi 4,4,3

  245. 	addi 9,11,6

  246. 	addi 5,6,4

  247. 	lfsx 12,8,6

  248. 	cmpd 7,7,4

  249. 	lfsx 0,10,6

  250. 	lfsx 11,8,5

  251. 	fmuls 11,2,11

  252. #ifdef CONJ

  253. 	fmadds 12,1,12,11

  254. #else

  255. 	fmsubs 12,1,12,11

  256. #endif

  257. 	fadds 0,0,12

  258. 	stfsx 0,10,6

  259. 	lfsx 11,8,6

  260. 	lfsx 12,8,5

  261. 	lfsx 0,10,5

  262. 	fmuls 11,2,11

  263. #ifdef CONJ

  264. 	fmsubs 12,1,12,11

  265. 	fsubs 0,0,12

  266. #else

  267. 	fmadds 12,1,12,11

  268. 	fadds 0,0,12

  269. #endif

  270. 	stfsx 0,10,5

  271. 	ble 7,.L33

  272. 	sldi 9,9,2

  273. 	addi 7,9,4

  274. 	lfsx 12,8,9

  275. 	lfsx 0,10,9

  276. 	lfsx 11,8,7

  277. 	fmuls 11,2,11

  278. #ifdef CONJ

  279. 	fmadds 12,1,12,11

  280. #else

  281. 	fmsubs 12,1,12,11

  282. #endif

  283. 	fadds 0,0,12

  284. 	stfsx 0,10,9

  285. 	lfsx 11,8,9

  286. 	lfsx 12,8,7

  287. 	lfsx 0,10,7

  288. 	fmuls 2,2,11

  289. #ifdef CONJ

  290. 	fmsubs 1,1,12,2

  291. 	fsubs 1,0,1

  292. #else

  293. 	fmadds 1,1,12,2

  294. 	fadds 1,0,1

  295. #endif

  296. 	stfsx 1,10,7

  297. 	b .L33

  298. .L39:

  299. 	mr 6,0

  300. 	b .L9

  301. .L38:

  302. #ifdef CONJ

  303. 	fneg 0,1

  304. 	xxpermdi 45,1,1,0

  305. 	xscvdpspn 12,2

  306. 	addis 9,2,.LANCHOR0@toc@ha

  307. 	sradi. 3,4,1

  308. 	xxpermdi 44,0,0,0

  309. 	addi 9,9,.LANCHOR0@toc@l

  310. 	xvcvdpsp 45,45

  311. 	lxv 33,0(9)

  312. 	xvcvdpsp 32,44

  313. 	xxspltw 12,12,0

  314. #else

  315. 	fneg 12,2

  316. 	xxpermdi 32,2,2,0

  317. 	xscvdpspn 0,1

  318. 	addis 9,2,.LANCHOR0@toc@ha

  319. 	sradi. 3,4,1

  320. 	xxpermdi 45,12,12,0

  321. 	addi 9,9,.LANCHOR0@toc@l

  322. 	xvcvdpsp 32,32

  323. 	lxv 33,0(9)

  324. 	xvcvdpsp 45,45

  325. 	xxspltw 0,0,0

  326. #endif

  327. 	vmrgew 0,0,13

  328. 	beq 0,.L5

  329. 	mr 6,8

  330. 	mr 9,10

  331. 	li 5,0

  332. 	.p2align 4,,15

  333. .L6:

  334. 	lxv 38,16(6)

  335. 	lxv 11,16(9)

  336. 	addi 5,5,8

  337. 	addi 6,6,128

  338. 	addi 9,9,128

  339. 	lxv 39,-96(6)

  340. 	lxv 40,-80(6)

  341. 	lxv 41,-64(6)

  342. 	lxv 42,-48(6)

  343. 	cmpd 7,3,5

  344. 	lxv 43,-32(6)

  345. 	lxv 45,-128(6)

  346. 	lxv 44,-16(6)

  347. #ifdef CONJ

  348. 	lxv 0,-128(9)

  349. 	vpermr 17,6,6,1

  350. 	xvmaddmsp 38,32,11

  351. 	lxv 11,-96(9)

  352. 	vpermr 18,7,7,1

  353. 	vpermr 19,8,8,1

  354. 	vpermr 2,9,9,1

  355. 	vpermr 3,10,10,1

  356. 	vpermr 4,11,11,1

  357. 	xvmaddasp 0,32,45

  358. 	vpermr 5,12,12,1

  359. 	xvmaddmsp 39,32,11

  360. 	lxv 11,-80(9)

  361. 	vpermr 13,13,13,1

  362. 	xvmaddasp 38,12,49

  363. 	xvmaddmsp 40,32,11

  364. 	lxv 11,-64(9)

  365. 	xvmaddmsp 45,12,0

  366. 	xvmaddasp 39,12,50

  367. 	stxv 38,-112(9)

  368. 	xvmaddmsp 41,32,11

  369. 	lxv 11,-48(9)

  370. 	xvmaddasp 40,12,51

  371. 	stxv 45,-128(9)

  372. 	stxv 39,-96(9)

  373. 	xvmaddmsp 42,32,11

  374. 	lxv 11,-32(9)

  375. 	xvmaddasp 41,12,34

  376. 	stxv 40,-80(9)

  377. 	xvmaddmsp 43,32,11

  378. 	lxv 11,-16(9)

  379. 	xvmaddasp 42,12,35

  380. 	stxv 41,-64(9)

  381. 	xvmaddmsp 44,32,11

  382. 	xvmaddasp 43,12,36

  383. 	stxv 42,-48(9)

  384. 	xvmaddasp 44,12,37

  385. #else

  386. 	lxv 12,-128(9)

  387. 	vpermr 17,6,6,1

  388. 	xvmaddmsp 38,0,11

  389. 	lxv 11,-96(9)

  390. 	vpermr 18,7,7,1

  391. 	vpermr 19,8,8,1

  392. 	vpermr 2,9,9,1

  393. 	vpermr 3,10,10,1

  394. 	vpermr 4,11,11,1

  395. 	xvmaddasp 12,0,45

  396. 	vpermr 5,12,12,1

  397. 	xvmaddmsp 39,0,11

  398. 	lxv 11,-80(9)

  399. 	vpermr 13,13,13,1

  400. 	xvmaddasp 38,32,49

  401. 	xvmaddmsp 40,0,11

  402. 	lxv 11,-64(9)

  403. 	xvmaddmsp 45,32,12

  404. 	xvmaddasp 39,32,50

  405. 	stxv 38,-112(9)

  406. 	xvmaddmsp 41,0,11

  407. 	lxv 11,-48(9)

  408. 	xvmaddasp 40,32,51

  409. 	stxv 45,-128(9)

  410. 	stxv 39,-96(9)

  411. 	xvmaddmsp 42,0,11

  412. 	lxv 11,-32(9)

  413. 	xvmaddasp 41,32,34

  414. 	stxv 40,-80(9)

  415. 	xvmaddmsp 43,0,11

  416. 	lxv 11,-16(9)

  417. 	xvmaddasp 42,32,35

  418. 	stxv 41,-64(9)

  419. 	xvmaddmsp 44,0,11

  420. 	xvmaddasp 43,32,36

  421. 	stxv 42,-48(9)

  422. 	xvmaddasp 44,32,37

  423. #endif

  424. 	stxv 43,-32(9)

  425. 	stxv 44,-16(9)

  426. 	bgt 7,.L6

  427. .L5:

  428. 	cmpd 7,7,4

  429. 	ble 7,.L33

  430. 	sldi 11,4,1

  431. 	b .L4

  432. .L7:

  433. 	addi 10,4,1

  434. 	subf 8,4,7

  435. 	cmpd 7,10,7

  436. 	mtctr 8

  437. 	bgt 7,.L26

  438. 	li 10,-1

  439. 	rldicr 10,10,0,0

  440. 	cmpd 7,7,10

  441. 	beq 7,.L26

  442. 	.p2align 4,,15

  443. .L13:

  444. 	lfs 10,4(3)

  445. 	lfs 11,0(3)

  446. 	lfs 12,0(9)

  447. 	lfs 0,4(9)

  448. 	addi 3,3,8

  449. 	addi 9,9,8

  450. 	fmuls 10,2,10

  451. #ifdef CONJ

  452. 	fmadds 11,1,11,10

  453. #else

  454. 	fmsubs 11,1,11,10

  455. #endif

  456. 	fadds 12,12,11

  457. 	stfs 12,-8(9)

  458. 	lfs 11,-8(3)

  459. 	lfs 12,-4(3)

  460. 	fmuls 11,2,11

  461. #ifdef CONJ

  462. 	fmsubs 12,1,12,11

  463. 	fsubs 0,0,12

  464. #else

  465. 	fmadds 12,1,12,11

  466. 	fadds 0,0,12

  467. #endif

  468. 	stfs 0,-4(9)

  469. 	bdnz .L13

  470. 	b .L33

  471. .L40:

  472. 	li 31,1

  473. 	mtctr 31

  474. 	b .L11

  475. .L26:

  476. 	li 10,1

  477. 	mtctr 10

  478. 	b .L13

  479. 	.long 0

  480. 	.byte 0,0,0,0,0,1,0,0

  481. #ifdef CONJ

  482. 	.size	caxpyc_k,.-caxpyc_k

  483. #else

  484. 	.size	caxpy_k,.-caxpy_k

  485. #endif

  486. 	.section	.rodata

  487. 	.align 4

  488. 	.set	.LANCHOR0,. + 0

  489. 	.type	swap_mask_arr, @object

  490. 	.size	swap_mask_arr, 16

  491. swap_mask_arr:

  492. 	.byte	4

  493. 	.byte	5

  494. 	.byte	6

  495. 	.byte	7

  496. 	.byte	0

  497. 	.byte	1

  498. 	.byte	2

  499. 	.byte	3

  500. 	.byte	12

  501. 	.byte	13

  502. 	.byte	14

  503. 	.byte	15

  504. 	.byte	8

  505. 	.byte	9

  506. 	.byte	10

  507. 	.byte	11

  508. 	.section	.rodata.cst16,"aM",@progbits,16

  509. 	.align 4

  510. .LC2:

  511. 	.byte	31

  512. 	.byte	30

  513. 	.byte	29

  514. 	.byte	28

  515. 	.byte	23

  516. 	.byte	22

  517. 	.byte	21

  518. 	.byte	20

  519. 	.byte	15

  520. 	.byte	14

  521. 	.byte	13

  522. 	.byte	12

  523. 	.byte	7

  524. 	.byte	6

  525. 	.byte	5

  526. 	.byte	4

  527. .LC3:

  528. 	.byte	27

  529. 	.byte	26

  530. 	.byte	25

  531. 	.byte	24

  532. 	.byte	19

  533. 	.byte	18

  534. 	.byte	17

  535. 	.byte	16

  536. 	.byte	11

  537. 	.byte	10

  538. 	.byte	9

  539. 	.byte	8

  540. 	.byte	3

  541. 	.byte	2

  542. 	.byte	1

  543. 	.byte	0

  544. 	.ident	"GCC: (SUSE Linux) 7.3.1 20180323 [gcc-7-branch revision 258812]"

  545. 	.gnu_attribute 4, 1

  546. 	.section	.note.GNU-stack,"",@progbits