OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: develop
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'develop'
${ noResults }
OpenBLAS/kernel/x86/amax_sse2.S

519 lines
9.2 kB
Raw Permalink Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define STACK	16

  43. #define ARGS	 0

  44. 

  45. #define STACK_M		 4 + STACK + ARGS(%esp)

  46. #define STACK_X		 8 + STACK + ARGS(%esp)

  47. #define STACK_INCX	12 + STACK + ARGS(%esp)

  48. 

  49. #define	M	%ebx

  50. #define X	%ecx

  51. #define INCX	%edx

  52. #define I	%eax

  53. 

  54. #ifdef USE_MIN

  55. #define maxpd	minpd

  56. #define maxsd	minsd

  57. #endif

  58. 

  59. #include "l1param.h"

  60. 

  61. 	PROLOGUE

  62. 

  63. 	pushl	%ebp

  64. 	pushl	%edi

  65. 	pushl	%esi

  66. 	pushl	%ebx

  67. 

  68. 	PROFCODE

  69. 

  70. #if defined(F_INTERFACE_GFORT) || defined(F_INTERFACE_G95)

  71. 	EMMS

  72. #endif

  73. 

  74. 	movl	STACK_M, M

  75. 	movl	STACK_X, X

  76. 	movl	STACK_INCX, INCX

  77. 

  78. 	xorps	%xmm0, %xmm0

  79. 	leal	(, INCX, SIZE), INCX

  80. 

  81. 	testl	M, M

  82. 	jle	.L999

  83. 

  84. #ifdef USE_ABS

  85. 	pcmpeqb	%xmm3, %xmm3

  86. 	psrlq	$1, %xmm3

  87. #endif

  88. 

  89. 	movsd	(X), %xmm0

  90. 	addl	INCX, X

  91. #ifdef USE_ABS

  92. 	andps	 %xmm3, %xmm0

  93. #endif

  94. 	unpcklpd %xmm0, %xmm0

  95. 	movaps	 %xmm0, %xmm1

  96. 	decl	M

  97. 	jle	.L999

  98. 

  99. 	cmpl	$SIZE, INCX

  100. 	jne	.L40

  101. 

  102. 	subl	$-16 * SIZE, X

  103. 

  104. 	testl	$SIZE, X

  105. 	je	.L05

  106. 

  107. 	movsd	-16 * SIZE(X), %xmm4

  108. #ifdef USE_ABS

  109. 	andps	 %xmm3, %xmm4

  110. #endif

  111. 	unpcklpd  %xmm4, %xmm4

  112. 	maxpd	  %xmm4, %xmm0

  113. 	addl	$SIZE, X

  114. 	decl	M

  115. 	jle	.L998

  116. 	ALIGN_3

  117. 

  118. .L05:

  119. 	movl	M,  I

  120. 	sarl	$4, I

  121. 	jle	.L15

  122. 

  123. 	movaps	-16 * SIZE(X), %xmm4

  124. 	movaps	-14 * SIZE(X), %xmm5

  125. 	movaps	-12 * SIZE(X), %xmm6

  126. 	movaps	-10 * SIZE(X), %xmm7

  127. 

  128. 	decl	I

  129. 	jle	.L12

  130. 	ALIGN_4

  131. 

  132. .L11:

  133. #ifdef PREFETCH

  134. 	PREFETCH (PREFETCHSIZE +  0) - PREOFFSET(X)

  135. #endif

  136. 

  137. #ifdef USE_ABS

  138. 	andps	 %xmm3, %xmm4

  139. #endif

  140. 	maxpd	%xmm4, %xmm0

  141. 	movaps	 -8 * SIZE(X), %xmm4

  142. 

  143. #ifdef USE_ABS

  144. 	andps	 %xmm3, %xmm5

  145. #endif

  146. 	maxpd	%xmm5, %xmm1

  147. 	movaps	 -6 * SIZE(X), %xmm5

  148. 

  149. #ifdef USE_ABS

  150. 	andps	 %xmm3, %xmm6

  151. #endif

  152. 	maxpd	%xmm6, %xmm0

  153. 	movaps	 -4 * SIZE(X), %xmm6

  154. 

  155. #ifdef USE_ABS

  156. 	andps	 %xmm3, %xmm7

  157. #endif

  158. 	maxpd	%xmm7, %xmm1

  159. 	movaps	 -2 * SIZE(X), %xmm7

  160. 

  161. #if defined(PREFETCH) && !defined(FETCH128)

  162. 	PREFETCH (PREFETCHSIZE +  64) - PREOFFSET(X)

  163. #endif

  164. 

  165. #ifdef USE_ABS

  166. 	andps	 %xmm3, %xmm4

  167. #endif

  168. 	maxpd	%xmm4, %xmm0

  169. 	movaps	  0 * SIZE(X), %xmm4

  170. 

  171. #ifdef USE_ABS

  172. 	andps	 %xmm3, %xmm5

  173. #endif

  174. 	maxpd	%xmm5, %xmm1

  175. 	movaps	  2 * SIZE(X), %xmm5

  176. 

  177. #ifdef USE_ABS

  178. 	andps	 %xmm3, %xmm6

  179. #endif

  180. 	maxpd	%xmm6, %xmm0

  181. 	movaps	  4 * SIZE(X), %xmm6

  182. 

  183. #ifdef USE_ABS

  184. 	andps	 %xmm3, %xmm7

  185. #endif

  186. 	maxpd	%xmm7, %xmm1

  187. 	movaps	  6 * SIZE(X), %xmm7

  188. 

  189. 	subl	$-16 * SIZE, X

  190. 	decl	I

  191. 	jg	.L11

  192. 	ALIGN_4

  193. 

  194. .L12:

  195. #ifdef USE_ABS

  196. 	andps	 %xmm3, %xmm4

  197. #endif

  198. 	maxpd	%xmm4, %xmm0

  199. 	movaps	 -8 * SIZE(X), %xmm4

  200. 

  201. #ifdef USE_ABS

  202. 	andps	 %xmm3, %xmm5

  203. #endif

  204. 	maxpd	%xmm5, %xmm1

  205. 	movaps	 -6 * SIZE(X), %xmm5

  206. 

  207. #ifdef USE_ABS

  208. 	andps	 %xmm3, %xmm6

  209. #endif

  210. 	maxpd	%xmm6, %xmm0

  211. 	movaps	 -4 * SIZE(X), %xmm6

  212. 

  213. #ifdef USE_ABS

  214. 	andps	 %xmm3, %xmm7

  215. #endif

  216. 	maxpd	%xmm7, %xmm1

  217. 	movaps	 -2 * SIZE(X), %xmm7

  218. 

  219. #ifdef USE_ABS

  220. 	andps	 %xmm3, %xmm4

  221. #endif

  222. 	maxpd	%xmm4, %xmm0

  223. 

  224. #ifdef USE_ABS

  225. 	andps	 %xmm3, %xmm5

  226. #endif

  227. 	maxpd	%xmm5, %xmm1

  228. 

  229. #ifdef USE_ABS

  230. 	andps	 %xmm3, %xmm6

  231. #endif

  232. 	maxpd	%xmm6, %xmm0

  233. 

  234. #ifdef USE_ABS

  235. 	andps	 %xmm3, %xmm7

  236. #endif

  237. 	maxpd	%xmm7, %xmm1

  238. 

  239. 	subl	$-16 * SIZE, X

  240. 	ALIGN_4

  241. 

  242. .L15:

  243. 	testl	$8, M

  244. 	jle	.L16

  245. 

  246. 	movaps	-16 * SIZE(X), %xmm4

  247. #ifdef USE_ABS

  248. 	andps	 %xmm3, %xmm4

  249. #endif

  250. 	maxpd	%xmm4, %xmm0

  251. 

  252. 	movaps	-14 * SIZE(X), %xmm5

  253. #ifdef USE_ABS

  254. 	andps	 %xmm3, %xmm5

  255. #endif

  256. 	maxpd	%xmm5, %xmm1

  257. 

  258. 	movaps	-12 * SIZE(X), %xmm6

  259. #ifdef USE_ABS

  260. 	andps	 %xmm3, %xmm6

  261. #endif

  262. 	maxpd	%xmm6, %xmm0

  263. 

  264. 	movaps	-10 * SIZE(X), %xmm7

  265. #ifdef USE_ABS

  266. 	andps	 %xmm3, %xmm7

  267. #endif

  268. 	maxpd	%xmm7, %xmm1

  269. 	addl	$8 * SIZE, X

  270. 	ALIGN_3

  271. 

  272. .L16:

  273. 	testl	$4, M

  274. 	jle	.L17

  275. 

  276. 	movaps	-16 * SIZE(X), %xmm4

  277. #ifdef USE_ABS

  278. 	andps	 %xmm3, %xmm4

  279. #endif

  280. 	maxpd	%xmm4, %xmm0

  281. 

  282. 	movaps	-14 * SIZE(X), %xmm5

  283. #ifdef USE_ABS

  284. 	andps	 %xmm3, %xmm5

  285. #endif

  286. 	maxpd	%xmm5, %xmm1

  287. 

  288. 	addl	$4 * SIZE, X

  289. 	ALIGN_3

  290. 

  291. .L17:

  292. 	testl	$2, M

  293. 	jle	.L18

  294. 

  295. 	movaps	-16 * SIZE(X), %xmm4

  296. #ifdef USE_ABS

  297. 	andps	 %xmm3, %xmm4

  298. #endif

  299. 	maxpd	%xmm4, %xmm0

  300. 	addl	$2 * SIZE, X

  301. 	ALIGN_3

  302. 

  303. .L18:

  304. 	testl	$1, M

  305. 	jle	.L998

  306. 

  307. 	movsd	-16 * SIZE(X), %xmm4

  308. 	unpcklpd  %xmm4, %xmm4

  309. #ifdef USE_ABS

  310. 	andps	 %xmm3, %xmm4

  311. #endif

  312. 	maxpd	%xmm4, %xmm1

  313. 	jmp	.L998

  314. 	ALIGN_3

  315. 

  316. .L40:

  317. 	movl	M,  I

  318. 	sarl	$4, I

  319. 	jle	.L45

  320. 	ALIGN_4

  321. 

  322. .L41:

  323. #ifdef PREFETCH

  324. 	PREFETCH (PREFETCHSIZE +  0) - PREOFFSET(X)

  325. #endif

  326. 

  327. 	movsd	(X), %xmm4

  328. 	addl	INCX, X

  329. 	movhps	(X), %xmm4

  330. 	addl	INCX, X

  331. #ifdef USE_ABS

  332. 	andps	 %xmm3, %xmm4

  333. #endif

  334. 	maxpd	%xmm4, %xmm0

  335. 

  336. 	movsd	(X), %xmm5

  337. 	addl	INCX, X

  338. 	movhps	(X), %xmm5

  339. 	addl	INCX, X

  340. #ifdef USE_ABS

  341. 	andps	 %xmm3, %xmm5

  342. #endif

  343. 	maxpd	%xmm5, %xmm1

  344. 

  345. 	movsd	(X), %xmm6

  346. 	addl	INCX, X

  347. 	movhps	(X), %xmm6

  348. 	addl	INCX, X

  349. #ifdef USE_ABS

  350. 	andps	 %xmm3, %xmm6

  351. #endif

  352. 	maxpd	%xmm6, %xmm0

  353. 

  354. 	movsd	(X), %xmm7

  355. 	addl	INCX, X

  356. 	movhps	(X), %xmm7

  357. 	addl	INCX, X

  358. #ifdef USE_ABS

  359. 	andps	 %xmm3, %xmm7

  360. #endif

  361. 	maxpd	%xmm7, %xmm1

  362. 

  363. #if defined(PREFETCH) && !defined(FETCH128)

  364. 	PREFETCH (PREFETCHSIZE +  64) - PREOFFSET(X)

  365. #endif

  366. 

  367. 	movsd	(X), %xmm4

  368. 	addl	INCX, X

  369. 	movhps	(X), %xmm4

  370. 	addl	INCX, X

  371. #ifdef USE_ABS

  372. 	andps	 %xmm3, %xmm4

  373. #endif

  374. 	maxpd	%xmm4, %xmm0

  375. 

  376. 	movsd	(X), %xmm5

  377. 	addl	INCX, X

  378. 	movhps	(X), %xmm5

  379. 	addl	INCX, X

  380. #ifdef USE_ABS

  381. 	andps	 %xmm3, %xmm5

  382. #endif

  383. 	maxpd	%xmm5, %xmm1

  384. 

  385. 	movsd	(X), %xmm6

  386. 	addl	INCX, X

  387. 	movhps	(X), %xmm6

  388. 	addl	INCX, X

  389. #ifdef USE_ABS

  390. 	andps	 %xmm3, %xmm6

  391. #endif

  392. 	maxpd	%xmm6, %xmm0

  393. 

  394. 	movsd	(X), %xmm7

  395. 	addl	INCX, X

  396. 	movhps	(X), %xmm7

  397. 	addl	INCX, X

  398. #ifdef USE_ABS

  399. 	andps	 %xmm3, %xmm7

  400. #endif

  401. 	maxpd	%xmm7, %xmm1

  402. 

  403. 	decl	I

  404. 	jg	.L41

  405. 	ALIGN_4

  406. 

  407. .L45:

  408. 	andl	$15,  M

  409. 	jle	.L998

  410. 

  411. 	testl	$8, M

  412. 	je	.L46

  413. 

  414. 	movsd	(X), %xmm4

  415. 	addl	INCX, X

  416. 	movhps	(X), %xmm4

  417. 	addl	INCX, X

  418. #ifdef USE_ABS

  419. 	andps	 %xmm3, %xmm4

  420. #endif

  421. 	maxpd	%xmm4, %xmm0

  422. 

  423. 	movsd	(X), %xmm5

  424. 	addl	INCX, X

  425. 	movhps	(X), %xmm5

  426. 	addl	INCX, X

  427. #ifdef USE_ABS

  428. 	andps	 %xmm3, %xmm5

  429. #endif

  430. 	maxpd	%xmm5, %xmm1

  431. 

  432. 	movsd	(X), %xmm6

  433. 	addl	INCX, X

  434. 	movhps	(X), %xmm6

  435. 	addl	INCX, X

  436. #ifdef USE_ABS

  437. 	andps	 %xmm3, %xmm6

  438. #endif

  439. 	maxpd	%xmm6, %xmm0

  440. 

  441. 	movsd	(X), %xmm7

  442. 	addl	INCX, X

  443. 	movhps	(X), %xmm7

  444. 	addl	INCX, X

  445. #ifdef USE_ABS

  446. 	andps	 %xmm3, %xmm7

  447. #endif

  448. 	maxpd	%xmm7, %xmm1

  449. 	ALIGN_3

  450. 

  451. .L46:

  452. 	testl	$4, M

  453. 	je	.L47

  454. 

  455. 	movsd	(X), %xmm4

  456. 	addl	INCX, X

  457. 	movhps	(X), %xmm4

  458. 	addl	INCX, X

  459. #ifdef USE_ABS

  460. 	andps	 %xmm3, %xmm4

  461. #endif

  462. 	maxpd	%xmm4, %xmm0

  463. 

  464. 	movsd	(X), %xmm5

  465. 	addl	INCX, X

  466. 	movhps	(X), %xmm5

  467. 	addl	INCX, X

  468. #ifdef USE_ABS

  469. 	andps	 %xmm3, %xmm5

  470. #endif

  471. 	maxpd	%xmm5, %xmm1

  472. 	ALIGN_3

  473. 

  474. .L47:

  475. 	testl	$2, M

  476. 	je	.L48

  477. 

  478. 	movsd	(X), %xmm6

  479. 	addl	INCX, X

  480. 	movhps	(X), %xmm6

  481. 	addl	INCX, X

  482. #ifdef USE_ABS

  483. 	andps	 %xmm3, %xmm6

  484. #endif

  485. 	maxpd	%xmm6, %xmm0

  486. 	ALIGN_3

  487. 

  488. .L48:

  489. 	testl	$1, M

  490. 	je	.L998

  491. 

  492. 	movsd	(X), %xmm7

  493. 	unpcklpd  %xmm7, %xmm7

  494. #ifdef USE_ABS

  495. 	andps	 %xmm3, %xmm7

  496. #endif

  497. 	maxpd	%xmm7, %xmm1

  498. 	ALIGN_4

  499. 

  500. .L998:

  501. 	maxpd	%xmm1, %xmm0

  502. 	movaps	%xmm0, %xmm1

  503. 	unpckhpd %xmm0, %xmm0

  504. 	maxsd	%xmm1, %xmm0

  505. 	ALIGN_4

  506. 

  507. .L999:

  508. 	subl	$8, %esp

  509. 	movsd	%xmm0, (%esp)

  510. 	fldl	(%esp)

  511. 	addl	$8, %esp

  512. 	popl	%ebx

  513. 	popl	%esi

  514. 	popl	%edi

  515. 	popl	%ebp

  516. 	ret

  517. 

  518. 	EPILOGUE