OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 02634b549b
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '02634b549b'
${ noResults }
OpenBLAS/kernel/power/swap.S

388 lines
8.4 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #ifdef linux

  43. #ifndef __64BIT__

  44. #define N	r3

  45. #define X	r6

  46. #define INCX	r7

  47. #define Y	r8

  48. #define INCY	r9

  49. #define PREA	r4

  50. #define	XX	r10

  51. #define	YY	r11

  52. #else

  53. #define N	r3

  54. #define X	r7

  55. #define INCX	r8

  56. #define Y	r9

  57. #define INCY	r10

  58. #define PREA	r4

  59. #define	XX	r5

  60. #define	YY	r6

  61. #endif

  62. #endif

  63. 

  64. #if defined(_AIX) || defined(__APPLE__)

  65. #if !defined(__64BIT__) && defined(DOUBLE)

  66. #define N	r3

  67. #define X	r8

  68. #define INCX	r9

  69. #define Y	r10

  70. #define INCY	r4

  71. #define PREA	r5

  72. #define	XX	r6

  73. #define	YY	r11

  74. #else

  75. #define N	r3

  76. #define X	r7

  77. #define INCX	r8

  78. #define Y	r9

  79. #define INCY	r10

  80. #define PREA	r4

  81. #define	XX	r5

  82. #define	YY	r6

  83. #endif

  84. #endif

  85. 

  86. #define STACKSIZE 160

  87. 

  88. 	PROLOGUE

  89. 	PROFCODE

  90. 

  91. 	addi	SP, SP, -STACKSIZE

  92. 	li	r0,   0

  93. 

  94. 	stfd	f14,    0(SP)

  95. 	stfd	f15,    8(SP)

  96. 	stfd	f16,   16(SP)

  97. 	stfd	f17,   24(SP)

  98. 

  99. 	stfd	f18,   32(SP)

  100. 	stfd	f19,   40(SP)

  101. 	stfd	f20,   48(SP)

  102. 	stfd	f21,   56(SP)

  103. 

  104. 	stfd	f22,   64(SP)

  105. 	stfd	f23,   72(SP)

  106. 	stfd	f24,   80(SP)

  107. 	stfd	f25,   88(SP)

  108. 

  109. 	stfd	f26,   96(SP)

  110. 	stfd	f27,  104(SP)

  111. 	stfd	f28,  112(SP)

  112. 	stfd	f29,  120(SP)

  113. 

  114. 	stfd	f30,  128(SP)

  115. 	stfd	f31,  136(SP)

  116. 

  117. #if (defined(_AIX) || defined(__APPLE__)) && !defined(__64BIT__) && defined(DOUBLE)

  118. 	lwz	INCY, FRAMESLOT(0) + STACKSIZE(SP)

  119. #endif

  120. 

  121. 	slwi	INCX, INCX, BASE_SHIFT

  122. 	slwi	INCY, INCY, BASE_SHIFT

  123. 

  124. #ifdef L1_DUALFETCH

  125. 	li	PREA, (L1_PREFETCHSIZE) / 2

  126. #else

  127. 	li	PREA, (L1_PREFETCHSIZE)

  128. #endif

  129. 

  130. 	cmpwi	cr0, N, 0

  131. 	ble-	LL(999)

  132. 

  133. 	cmpwi	cr0, INCX, SIZE

  134. 	bne-	cr0, LL(100)

  135. 	cmpwi	cr0, INCY, SIZE

  136. 	bne-	cr0, LL(100)

  137. 

  138. 	srawi.	r0, N, 4

  139. 	mtspr	CTR, r0

  140. 	beq-	cr0, LL(50)

  141. 	.align 4

  142. 

  143. LL(10):

  144. 	LFD	f0,    0 * SIZE(X)

  145. 	LFD	f1,    1 * SIZE(X)

  146. 	LFD	f2,    2 * SIZE(X)

  147. 	LFD	f3,    3 * SIZE(X)

  148. 

  149. 	LFD	f16,   0 * SIZE(Y)

  150. 	LFD	f17,   1 * SIZE(Y)

  151. 	LFD	f18,   2 * SIZE(Y)

  152. 	LFD	f19,   3 * SIZE(Y)

  153. 

  154. 	LFD	f4,    4 * SIZE(X)

  155. 	LFD	f5,    5 * SIZE(X)

  156. 	LFD	f6,    6 * SIZE(X)

  157. 	LFD	f7,    7 * SIZE(X)

  158. 

  159. 	LFD	f20,   4 * SIZE(Y)

  160. 	LFD	f21,   5 * SIZE(Y)

  161. 	LFD	f22,   6 * SIZE(Y)

  162. 	LFD	f23,   7 * SIZE(Y)

  163. 

  164. 	LFD	f8,    8 * SIZE(X)

  165. 	LFD	f9,    9 * SIZE(X)

  166. 	LFD	f10,  10 * SIZE(X)

  167. 	LFD	f11,  11 * SIZE(X)

  168. 

  169. 	LFD	f24,   8 * SIZE(Y)

  170. 	LFD	f25,   9 * SIZE(Y)

  171. 	LFD	f26,  10 * SIZE(Y)

  172. 	LFD	f27,  11 * SIZE(Y)

  173. 

  174. 	LFD	f12,  12 * SIZE(X)

  175. 	LFD	f13,  13 * SIZE(X)

  176. 	LFD	f14,  14 * SIZE(X)

  177. 	LFD	f15,  15 * SIZE(X)

  178. 

  179. 	LFD	f28,  12 * SIZE(Y)

  180. 	LFD	f29,  13 * SIZE(Y)

  181. 	LFD	f30,  14 * SIZE(Y)

  182. 	LFD	f31,  15 * SIZE(Y)

  183. 

  184. 	STFD	f16,   0 * SIZE(X)

  185. 	STFD	f17,   1 * SIZE(X)

  186. 	STFD	f18,   2 * SIZE(X)

  187. 	STFD	f19,   3 * SIZE(X)

  188. 

  189. 	STFD	f0,    0 * SIZE(Y)

  190. 	STFD	f1,    1 * SIZE(Y)

  191. 	STFD	f2,    2 * SIZE(Y)

  192. 	STFD	f3,    3 * SIZE(Y)

  193. 

  194. 	STFD	f20,   4 * SIZE(X)

  195. 	STFD	f21,   5 * SIZE(X)

  196. 	STFD	f22,   6 * SIZE(X)

  197. 	STFD	f23,   7 * SIZE(X)

  198. 

  199. 	STFD	f4,    4 * SIZE(Y)

  200. 	STFD	f5,    5 * SIZE(Y)

  201. 	STFD	f6,    6 * SIZE(Y)

  202. 	STFD	f7,    7 * SIZE(Y)

  203. 

  204. 	STFD	f24,   8 * SIZE(X)

  205. 	STFD	f25,   9 * SIZE(X)

  206. 	STFD	f26,  10 * SIZE(X)

  207. 	STFD	f27,  11 * SIZE(X)

  208. 

  209. 	STFD	f8,    8 * SIZE(Y)

  210. 	STFD	f9,    9 * SIZE(Y)

  211. 	STFD	f10,  10 * SIZE(Y)

  212. 	STFD	f11,  11 * SIZE(Y)

  213. 

  214. 	STFD	f28,  12 * SIZE(X)

  215. 	STFD	f29,  13 * SIZE(X)

  216. 	STFD	f30,  14 * SIZE(X)

  217. 	STFD	f31,  15 * SIZE(X)

  218. 

  219. 	STFD	f12,  12 * SIZE(Y)

  220. 	STFD	f13,  13 * SIZE(Y)

  221. 	STFD	f14,  14 * SIZE(Y)

  222. 	STFD	f15,  15 * SIZE(Y)

  223. 

  224. 	addi	X, X, 16 * SIZE

  225. 	addi	Y, Y, 16 * SIZE

  226. 	dcbtst	X, PREA

  227. #ifdef	L1_DUALFETCH

  228. 	dcbtst	Y, PREA

  229. #endif

  230. 	bdnz	LL(10)

  231. 	.align 4

  232. 

  233. LL(50):

  234. 	andi.	r0,  N, 15

  235. 	mtspr	CTR, r0

  236. 	beq	LL(999)

  237. 	.align 4

  238. 

  239. LL(60):

  240. 	LFD	f8,  0 * SIZE(X)

  241. 	LFD	f9,  0 * SIZE(Y)

  242. 

  243. 	STFD	f9,  0 * SIZE(X)

  244. 	STFD	f8,  0 * SIZE(Y)

  245. 

  246. 	addi	X, X,  1 * SIZE

  247. 	addi	Y, Y,  1 * SIZE

  248. 	bdnz	LL(60)

  249. 	b	LL(999)

  250. 	.align 4

  251. 

  252. LL(100):

  253. 	sub	X, X, INCX

  254. 	sub	Y, Y, INCY

  255. 

  256. 	mr	XX, X

  257. 	mr	YY, Y

  258. 

  259. 	srawi.	r0, N, 4

  260. 	mtspr	CTR,  r0

  261. 	beq-	LL(150)

  262. 	.align 4

  263. 

  264. LL(110):

  265. 	LFDUX	f0,    X, INCX

  266. 	LFDUX	f1,    X, INCX

  267. 	LFDUX	f2,    X, INCX

  268. 	LFDUX	f3,    X, INCX

  269. 

  270. 	LFDUX	f16,   Y, INCY

  271. 	LFDUX	f17,   Y, INCY

  272. 	LFDUX	f18,   Y, INCY

  273. 	LFDUX	f19,   Y, INCY

  274. 

  275. 	LFDUX	f4,    X, INCX

  276. 	LFDUX	f5,    X, INCX

  277. 	LFDUX	f6,    X, INCX

  278. 	LFDUX	f7,    X, INCX

  279. 

  280. 	LFDUX	f20,   Y, INCY

  281. 	LFDUX	f21,   Y, INCY

  282. 	LFDUX	f22,   Y, INCY

  283. 	LFDUX	f23,   Y, INCY

  284. 

  285. 	LFDUX	f8,    X, INCX

  286. 	LFDUX	f9,    X, INCX

  287. 	LFDUX	f10,   X, INCX

  288. 	LFDUX	f11,   X, INCX

  289. 

  290. 	LFDUX	f24,   Y, INCY

  291. 	LFDUX	f25,   Y, INCY

  292. 	LFDUX	f26,   Y, INCY

  293. 	LFDUX	f27,   Y, INCY

  294. 

  295. 	LFDUX	f12,   X, INCX

  296. 	LFDUX	f13,   X, INCX

  297. 	LFDUX	f14,   X, INCX

  298. 	LFDUX	f15,   X, INCX

  299. 

  300. 	LFDUX	f28,   Y, INCY

  301. 	LFDUX	f29,   Y, INCY

  302. 	LFDUX	f30,   Y, INCY

  303. 	LFDUX	f31,   Y, INCY

  304. 

  305. 	STFDUX	f16,   XX, INCX

  306. 	STFDUX	f17,   XX, INCX

  307. 	STFDUX	f18,   XX, INCX

  308. 	STFDUX	f19,   XX, INCX

  309. 

  310. 	STFDUX	f0,    YY, INCY

  311. 	STFDUX	f1,    YY, INCY

  312. 	STFDUX	f2,    YY, INCY

  313. 	STFDUX	f3,    YY, INCY

  314. 

  315. 	STFDUX	f20,   XX, INCX

  316. 	STFDUX	f21,   XX, INCX

  317. 	STFDUX	f22,   XX, INCX

  318. 	STFDUX	f23,   XX, INCX

  319. 

  320. 	STFDUX	f4,    YY, INCY

  321. 	STFDUX	f5,    YY, INCY

  322. 	STFDUX	f6,    YY, INCY

  323. 	STFDUX	f7,    YY, INCY

  324. 

  325. 	STFDUX	f24,   XX, INCX

  326. 	STFDUX	f25,   XX, INCX

  327. 	STFDUX	f26,   XX, INCX

  328. 	STFDUX	f27,   XX, INCX

  329. 

  330. 	STFDUX	f8,    YY, INCY

  331. 	STFDUX	f9,    YY, INCY

  332. 	STFDUX	f10,   YY, INCY

  333. 	STFDUX	f11,   YY, INCY

  334. 

  335. 	STFDUX	f28,   XX, INCX

  336. 	STFDUX	f29,   XX, INCX

  337. 	STFDUX	f30,   XX, INCX

  338. 	STFDUX	f31,   XX, INCX

  339. 

  340. 	STFDUX	f12,   YY, INCY

  341. 	STFDUX	f13,   YY, INCY

  342. 	STFDUX	f14,   YY, INCY

  343. 	STFDUX	f15,   YY, INCY

  344. 	bdnz	LL(110)

  345. 	.align 4

  346. 

  347. LL(150):

  348. 	andi.	r0,  N, 15

  349. 	mtspr	CTR, r0

  350. 	beq	LL(999)

  351. 	.align 4

  352. 

  353. LL(160):

  354. 	LFDUX	f8,    X,  INCX

  355. 	LFDUX	f9,    Y,  INCY

  356. 	STFDUX	f9,    XX, INCX

  357. 	STFDUX	f8,    YY, INCY

  358. 	bdnz	LL(160)

  359. 	.align 4

  360. 

  361. LL(999):

  362. 	lfd	f14,    0(SP)

  363. 	lfd	f15,    8(SP)

  364. 	lfd	f16,   16(SP)

  365. 	lfd	f17,   24(SP)

  366. 

  367. 	lfd	f18,   32(SP)

  368. 	lfd	f19,   40(SP)

  369. 	lfd	f20,   48(SP)

  370. 	lfd	f21,   56(SP)

  371. 

  372. 	lfd	f22,   64(SP)

  373. 	lfd	f23,   72(SP)

  374. 	lfd	f24,   80(SP)

  375. 	lfd	f25,   88(SP)

  376. 

  377. 	lfd	f26,   96(SP)

  378. 	lfd	f27,  104(SP)

  379. 	lfd	f28,  112(SP)

  380. 	lfd	f29,  120(SP)

  381. 

  382. 	lfd	f30,  128(SP)

  383. 	lfd	f31,  136(SP)

  384. 	addi	SP, SP, STACKSIZE

  385. 	blr

  386. 

  387. 	EPILOGUE