OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: develop
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'develop'
${ noResults }
OpenBLAS/kernel/x86/izamax_sse2.S

620 lines
12 kB
Raw Permalink Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define STACK	16

  43. #define ARGS	 0

  44. 

  45. #define STACK_M		 4 + STACK + ARGS(%esp)

  46. #define STACK_X		 8 + STACK + ARGS(%esp)

  47. #define STACK_INCX	12 + STACK + ARGS(%esp)

  48. 

  49. #define RET	%eax

  50. #define	M	%ebx

  51. #define X	%ecx

  52. #define INCX	%edx

  53. #define I	%esi

  54. #define MM	%ebp

  55. #define XX	%edi

  56. #define TEMP	%ebx

  57. 

  58. #ifdef USE_MIN

  59. #define maxpd	minpd

  60. #define maxsd	minsd

  61. #endif

  62. 

  63. #include "l1param.h"

  64. 

  65. 	PROLOGUE

  66. 

  67. 	pushl	%ebp

  68. 	pushl	%edi

  69. 	pushl	%esi

  70. 	pushl	%ebx

  71. 

  72. 	PROFCODE

  73. 

  74. 	movl	STACK_M, M

  75. 	movl	STACK_X, X

  76. 	movl	STACK_INCX, INCX

  77. 

  78. #ifdef F_INTERFACE

  79. 	movl	(M), M

  80. 	movl	(INCX), INCX

  81. #endif

  82. 

  83. 	pxor	%xmm0, %xmm0

  84. 	pxor	%xmm7, %xmm7

  85. 	xor	RET, RET

  86. 	testl	M, M

  87. 	jle	.L999

  88. 	testl	INCX, INCX

  89. 	jle	.L999

  90. 

  91. 	sall	$ZBASE_SHIFT, INCX

  92. 	movl	M, MM

  93. 	movl	X, XX

  94. 

  95. 	cmpeqpd	%xmm7, %xmm7

  96. 	psrlq	$1, %xmm7

  97. 

  98. 	movsd	0 * SIZE(XX), %xmm0

  99. 	movsd	1 * SIZE(XX), %xmm1

  100. 	addl	INCX, XX

  101. 	decl	MM

  102. 	andpd	 %xmm7, %xmm0

  103. 	andpd	 %xmm7, %xmm1

  104. 	addpd	 %xmm1, %xmm0

  105. 	unpcklpd %xmm0, %xmm0

  106. 	cmpl	$2 * SIZE, INCX

  107. 	jne	.L60

  108. 

  109. 	movl	MM,  I

  110. 	sarl	$3, I

  111. 	jle	.L25

  112. 	ALIGN_4

  113. 

  114. .L21:

  115. #ifdef PREFETCH

  116. 	PREFETCH (PREFETCHSIZE +  0) - PREOFFSET(XX)

  117. #endif

  118. 

  119. 	movsd	 0 * SIZE(XX), %xmm1

  120. 	movsd	 1 * SIZE(XX), %xmm2

  121. 	movhpd	 2 * SIZE(XX), %xmm1

  122. 	movhpd	 3 * SIZE(XX), %xmm2

  123. 

  124. 	andpd	%xmm7, %xmm1

  125. 	andpd	%xmm7, %xmm2

  126. 	addpd	%xmm2, %xmm1

  127. 	maxpd	%xmm1, %xmm0

  128. 

  129. 	movsd	 4 * SIZE(XX), %xmm3

  130. 	movsd	 5 * SIZE(XX), %xmm4

  131. 	movhpd	 6 * SIZE(XX), %xmm3

  132. 	movhpd	 7 * SIZE(XX), %xmm4

  133. 

  134. 	andpd	%xmm7, %xmm3

  135. 	andpd	%xmm7, %xmm4

  136. 	addpd	%xmm4, %xmm3

  137. 	maxpd	%xmm3, %xmm0

  138. 

  139. #if defined(PREFETCH) && !defined(FETCH128)

  140. 	PREFETCH (PREFETCHSIZE +  64) - PREOFFSET(XX)

  141. #endif

  142. 

  143. 	movsd	 8 * SIZE(XX), %xmm1

  144. 	movsd	 9 * SIZE(XX), %xmm2

  145. 	movhpd	10 * SIZE(XX), %xmm1

  146. 	movhpd	11 * SIZE(XX), %xmm2

  147. 

  148. 	andpd	%xmm7, %xmm1

  149. 	andpd	%xmm7, %xmm2

  150. 	addpd	%xmm2, %xmm1

  151. 	maxpd	%xmm1, %xmm0

  152. 

  153. 	movsd	12 * SIZE(XX), %xmm3

  154. 	movsd	13 * SIZE(XX), %xmm4

  155. 	movhpd	14 * SIZE(XX), %xmm3

  156. 	movhpd	15 * SIZE(XX), %xmm4

  157. 

  158. 	andpd	%xmm7, %xmm3

  159. 	andpd	%xmm7, %xmm4

  160. 	addpd	%xmm4, %xmm3

  161. 	maxpd	%xmm3, %xmm0

  162. 

  163. 	addl	$16 * SIZE, XX

  164. 	decl	I

  165. 	jg	.L21

  166. 	ALIGN_4

  167. 

  168. .L25:

  169. 	andl	$7,  MM

  170. 	jle	.L30

  171. 

  172. 	testl	$4, MM

  173. 	je	.L26

  174. 

  175. 	movsd	 0 * SIZE(XX), %xmm1

  176. 	movsd	 1 * SIZE(XX), %xmm2

  177. 	movhpd	 2 * SIZE(XX), %xmm1

  178. 	movhpd	 3 * SIZE(XX), %xmm2

  179. 

  180. 	andpd	%xmm7, %xmm1

  181. 	andpd	%xmm7, %xmm2

  182. 	addpd	%xmm2, %xmm1

  183. 	maxpd	%xmm1, %xmm0

  184. 

  185. 	movsd	 4 * SIZE(XX), %xmm3

  186. 	movsd	 5 * SIZE(XX), %xmm4

  187. 	movhpd	 6 * SIZE(XX), %xmm3

  188. 	movhpd	 7 * SIZE(XX), %xmm4

  189. 

  190. 	andpd	%xmm7, %xmm3

  191. 	andpd	%xmm7, %xmm4

  192. 	addpd	%xmm4, %xmm3

  193. 	maxpd	%xmm3, %xmm0

  194. 	addl	$8 * SIZE, XX

  195. 	ALIGN_3

  196. 

  197. .L26:

  198. 	testl	$2, MM

  199. 	je	.L27

  200. 

  201. 	movsd	 0 * SIZE(XX), %xmm1

  202. 	movsd	 1 * SIZE(XX), %xmm2

  203. 	movhpd	 2 * SIZE(XX), %xmm1

  204. 	movhpd	 3 * SIZE(XX), %xmm2

  205. 

  206. 	andpd	%xmm7, %xmm1

  207. 	andpd	%xmm7, %xmm2

  208. 	addpd	%xmm2, %xmm1

  209. 	maxpd	%xmm1, %xmm0

  210. 

  211. 	addl	$4 * SIZE, XX

  212. 	ALIGN_3

  213. 

  214. .L27:

  215. 	testl	$1, MM

  216. 	je	.L30

  217. 

  218. 	movsd	0 * SIZE(XX), %xmm1

  219. 	movsd	1 * SIZE(XX), %xmm2

  220. 	andpd	%xmm7, %xmm1

  221. 	andpd	%xmm7, %xmm2

  222. 	addpd	%xmm2, %xmm1

  223. 	maxsd	%xmm1, %xmm0

  224. 	ALIGN_4

  225. 

  226. .L30:

  227. 	movl	X, XX

  228. 	movl	M, MM

  229. 

  230. 	movapd	 %xmm0, %xmm1

  231. 	unpckhpd %xmm0, %xmm0

  232. 	maxsd	 %xmm1, %xmm0

  233. 	unpcklpd %xmm0, %xmm0

  234. 

  235. 	movl	MM,  I

  236. 	sarl	$2, I

  237. 	jle	.L35

  238. 	ALIGN_4

  239. 

  240. .L31:

  241. #ifdef PREFETCH

  242. 	PREFETCH (PREFETCHSIZE +  0) - PREOFFSET(X)

  243. #endif

  244. 

  245. 	movsd	0 * SIZE(XX), %xmm1

  246. 	movsd	1 * SIZE(XX), %xmm2

  247. 	movhpd	2 * SIZE(XX), %xmm1

  248. 	movhpd	3 * SIZE(XX), %xmm2

  249. 	movsd	4 * SIZE(XX), %xmm3

  250. 	movsd	5 * SIZE(XX), %xmm4

  251. 	movhpd	6 * SIZE(XX), %xmm3

  252. 	movhpd	7 * SIZE(XX), %xmm4

  253. 

  254. 	andpd	%xmm7, %xmm1

  255. 	andpd	%xmm7, %xmm2

  256. 	andpd	%xmm7, %xmm3

  257. 	andpd	%xmm7, %xmm4

  258. 

  259. 	addpd	%xmm2,  %xmm1

  260. 	addpd	%xmm4,  %xmm3

  261. 

  262. 	cmpeqpd	%xmm0, %xmm1

  263. 	cmpeqpd	%xmm0, %xmm3

  264. 

  265. 	orpd	%xmm3, %xmm1

  266. 	movmskpd %xmm1, TEMP

  267. 	testl	 $3, TEMP

  268. 	jne	 .L33

  269. 

  270. 	addl	$8 * SIZE, XX

  271. 	addl	$4, RET

  272. 	decl	I

  273. 	jg	.L31

  274. 	jmp	.L35

  275. 	ALIGN_4

  276. 

  277. .L33:

  278. 	movsd	0 * SIZE(XX), %xmm1

  279. 	movsd	1 * SIZE(XX), %xmm2

  280. 	movsd	2 * SIZE(XX), %xmm3

  281. 	movsd	3 * SIZE(XX), %xmm4

  282. 

  283. 	andpd	%xmm7, %xmm1

  284. 	andpd	%xmm7, %xmm2

  285. 	andpd	%xmm7, %xmm3

  286. 	andpd	%xmm7, %xmm4

  287. 

  288. 	addpd	%xmm2,  %xmm1

  289. 	addpd	%xmm4,  %xmm3

  290. 

  291. 	incl	RET

  292. 	comisd	%xmm0, %xmm1

  293. 	je	.L999

  294. 	incl	RET

  295. 	comisd	%xmm0, %xmm3

  296. 	je	.L999

  297. 

  298. 	movsd	4 * SIZE(XX), %xmm1

  299. 	movsd	5 * SIZE(XX), %xmm2

  300. 	movsd	6 * SIZE(XX), %xmm3

  301. 	movsd	7 * SIZE(XX), %xmm4

  302. 	addl	$8 * SIZE, XX

  303. 

  304. 	andpd	%xmm7, %xmm1

  305. 	andpd	%xmm7, %xmm2

  306. 	andpd	%xmm7, %xmm3

  307. 	andpd	%xmm7, %xmm4

  308. 

  309. 	addpd	%xmm2,  %xmm1

  310. 	addpd	%xmm4,  %xmm3

  311. 

  312. 	incl	RET

  313. 	comisd	%xmm0, %xmm1

  314. 	je	.L999

  315. 	incl	RET

  316. 	comisd	%xmm0, %xmm3

  317. 	je	.L999

  318. 	ALIGN_3

  319. 

  320. .L35:

  321. 	testl	$2, MM

  322. 	je	.L36

  323. 

  324. 	movsd	0 * SIZE(XX), %xmm1

  325. 	movsd	1 * SIZE(XX), %xmm2

  326. 	movsd	2 * SIZE(XX), %xmm3

  327. 	movsd	3 * SIZE(XX), %xmm4

  328. 	addl	$4 * SIZE, XX

  329. 

  330. 	andpd	%xmm7, %xmm1

  331. 	andpd	%xmm7, %xmm2

  332. 	andpd	%xmm7, %xmm3

  333. 	andpd	%xmm7, %xmm4

  334. 

  335. 	addpd	%xmm2,  %xmm1

  336. 	addpd	%xmm4,  %xmm3

  337. 

  338. 	incl	RET

  339. 	comisd	%xmm0, %xmm1

  340. 	je	.L999

  341. 	incl	RET

  342. 	comisd	%xmm0, %xmm3

  343. 	je	.L999

  344. 	ALIGN_3

  345. 

  346. .L36:

  347. 	incl	RET

  348. 	jmp	.L999

  349. 	ALIGN_3

  350. 

  351. .L60:

  352. 	movl	MM,  I

  353. 	sarl	$3, I

  354. 	jle	.L65

  355. 	ALIGN_4

  356. 

  357. .L61:

  358. #ifdef PREFETCH

  359. 	PREFETCH (PREFETCHSIZE +  0) - PREOFFSET(X)

  360. #endif

  361. 

  362. 	movsd	0 * SIZE(XX), %xmm1

  363. 	movsd	1 * SIZE(XX), %xmm2

  364. 	addl	INCX, XX

  365. 	movhpd	0 * SIZE(XX), %xmm1

  366. 	movhpd	1 * SIZE(XX), %xmm2

  367. 	addl	INCX, XX

  368. 

  369. 	andpd	%xmm7, %xmm1

  370. 	andpd	%xmm7, %xmm2

  371. 	addpd	%xmm2, %xmm1

  372. 	maxpd	%xmm1, %xmm0

  373. 

  374. 	movsd	0 * SIZE(XX), %xmm3

  375. 	movsd	1 * SIZE(XX), %xmm4

  376. 	addl	INCX, XX

  377. 	movhpd	0 * SIZE(XX), %xmm3

  378. 	movhpd	1 * SIZE(XX), %xmm4

  379. 	addl	INCX, XX

  380. 

  381. 	andpd	%xmm7, %xmm3

  382. 	andpd	%xmm7, %xmm4

  383. 	addpd	%xmm4, %xmm3

  384. 	maxpd	%xmm3, %xmm0

  385. 

  386. #if defined(PREFETCH) && !defined(FETCH128)

  387. 	PREFETCH (PREFETCHSIZE +  64) - PREOFFSET(X)

  388. #endif

  389. 

  390. 	movsd	0 * SIZE(XX), %xmm1

  391. 	movsd	1 * SIZE(XX), %xmm2

  392. 	addl	INCX, XX

  393. 	movhpd	0 * SIZE(XX), %xmm1

  394. 	movhpd	1 * SIZE(XX), %xmm2

  395. 	addl	INCX, XX

  396. 

  397. 	andpd	%xmm7, %xmm1

  398. 	andpd	%xmm7, %xmm2

  399. 	addpd	%xmm2, %xmm1

  400. 	maxpd	%xmm1, %xmm0

  401. 

  402. 	movsd	0 * SIZE(XX), %xmm3

  403. 	movsd	1 * SIZE(XX), %xmm4

  404. 	addl	INCX, XX

  405. 	movhpd	0 * SIZE(XX), %xmm3

  406. 	movhpd	1 * SIZE(XX), %xmm4

  407. 	addl	INCX, XX

  408. 

  409. 	andpd	%xmm7, %xmm3

  410. 	andpd	%xmm7, %xmm4

  411. 	addpd	%xmm4, %xmm3

  412. 	maxpd	%xmm3, %xmm0

  413. 

  414. 	decl	I

  415. 	jg	.L61

  416. 	ALIGN_4

  417. 

  418. .L65:

  419. 	andl	$7,  MM

  420. 	jle	.L70

  421. 

  422. 	testl	$4, MM

  423. 	je	.L66

  424. 

  425. 	movsd	0 * SIZE(XX), %xmm1

  426. 	movsd	1 * SIZE(XX), %xmm2

  427. 	addl	INCX, XX

  428. 	movhpd	0 * SIZE(XX), %xmm1

  429. 	movhpd	1 * SIZE(XX), %xmm2

  430. 	addl	INCX, XX

  431. 

  432. 	andpd	%xmm7, %xmm1

  433. 	andpd	%xmm7, %xmm2

  434. 	addpd	%xmm2, %xmm1

  435. 	maxpd	%xmm1, %xmm0

  436. 

  437. 	movsd	0 * SIZE(XX), %xmm3

  438. 	movsd	1 * SIZE(XX), %xmm4

  439. 	addl	INCX, XX

  440. 	movhpd	0 * SIZE(XX), %xmm3

  441. 	movhpd	1 * SIZE(XX), %xmm4

  442. 	addl	INCX, XX

  443. 

  444. 	andpd	%xmm7, %xmm3

  445. 	andpd	%xmm7, %xmm4

  446. 	addpd	%xmm4, %xmm3

  447. 	maxpd	%xmm3, %xmm0

  448. 	ALIGN_3

  449. 

  450. .L66:

  451. 	testl	$2, MM

  452. 	je	.L67

  453. 

  454. 	movsd	0 * SIZE(XX), %xmm1

  455. 	movsd	1 * SIZE(XX), %xmm2

  456. 	addl	INCX, XX

  457. 	movhpd	0 * SIZE(XX), %xmm1

  458. 	movhpd	1 * SIZE(XX), %xmm2

  459. 	addl	INCX, XX

  460. 

  461. 	andpd	%xmm7, %xmm1

  462. 	andpd	%xmm7, %xmm2

  463. 	addpd	%xmm2, %xmm1

  464. 	maxpd	%xmm1, %xmm0

  465. 	ALIGN_3

  466. 

  467. .L67:

  468. 	testl	$1, MM

  469. 	je	.L70

  470. 

  471. 	movsd	0 * SIZE(XX), %xmm1

  472. 	movsd	1 * SIZE(XX), %xmm2

  473. 	andpd	%xmm7, %xmm1

  474. 	andpd	%xmm7, %xmm2

  475. 	addpd	%xmm2, %xmm1

  476. 	maxsd	%xmm1, %xmm0

  477. 	ALIGN_3

  478. 

  479. .L70:

  480. 	movl	X, XX

  481. 	movl	M, MM

  482. 

  483. 	movapd	%xmm0, %xmm1

  484. 	unpckhpd %xmm0, %xmm0

  485. 	maxsd	%xmm1, %xmm0

  486. 	unpcklpd %xmm0, %xmm0

  487. 

  488. 	movl	MM,  I

  489. 	sarl	$2, I

  490. 	jle	.L75

  491. 	ALIGN_4

  492. 

  493. .L71:

  494. #ifdef PREFETCH

  495. 	PREFETCH (PREFETCHSIZE +  0) - PREOFFSET(X)

  496. #endif

  497. 

  498. 	movsd	0 * SIZE(XX), %xmm1

  499. 	movsd	1 * SIZE(XX), %xmm2

  500. 	addl	INCX, XX

  501. 	movhpd	0 * SIZE(XX), %xmm1

  502. 	movhpd	1 * SIZE(XX), %xmm2

  503. 	addl	INCX, XX

  504. 	movsd	0 * SIZE(XX), %xmm3

  505. 	movsd	1 * SIZE(XX), %xmm4

  506. 	addl	INCX, XX

  507. 	movhpd	0 * SIZE(XX), %xmm3

  508. 	movhpd	1 * SIZE(XX), %xmm4

  509. 	addl	INCX, XX

  510. 

  511. 	andpd	%xmm7, %xmm1

  512. 	andpd	%xmm7, %xmm2

  513. 	andpd	%xmm7, %xmm3

  514. 	andpd	%xmm7, %xmm4

  515. 

  516. 	addpd	%xmm2,  %xmm1

  517. 	addpd	%xmm4,  %xmm3

  518. 

  519. 	cmpeqpd	%xmm0, %xmm1

  520. 	cmpeqpd	%xmm0, %xmm3

  521. 

  522. 	orpd	%xmm3, %xmm1

  523. 	movmskpd %xmm1, TEMP

  524. 	testl	 $3, TEMP

  525. 	jne	 .L73

  526. 

  527. 	addl	$4, RET

  528. 	decl	I

  529. 	jg	.L71

  530. 	jmp	.L75

  531. 	ALIGN_4

  532. 

  533. .L73:

  534. 	leal	(, INCX, 4), TEMP

  535. 	subl	TEMP, XX

  536. 

  537. 	movsd	0 * SIZE(XX), %xmm1

  538. 	movsd	1 * SIZE(XX), %xmm2

  539. 	addl	INCX, XX

  540. 	movsd	0 * SIZE(XX), %xmm3

  541. 	movsd	1 * SIZE(XX), %xmm4

  542. 	addl	INCX, XX

  543. 

  544. 	andpd	%xmm7, %xmm1

  545. 	andpd	%xmm7, %xmm2

  546. 	andpd	%xmm7, %xmm3

  547. 	andpd	%xmm7, %xmm4

  548. 

  549. 	addpd	%xmm2,  %xmm1

  550. 	addpd	%xmm4,  %xmm3

  551. 

  552. 	incl	RET

  553. 	comisd	%xmm0, %xmm1

  554. 	je	.L999

  555. 	incl	RET

  556. 	comisd	%xmm0, %xmm3

  557. 	je	.L999

  558. 

  559. 	movsd	0 * SIZE(XX), %xmm1

  560. 	movsd	1 * SIZE(XX), %xmm2

  561. 	addl	INCX, XX

  562. 	movsd	0 * SIZE(XX), %xmm3

  563. 	movsd	1 * SIZE(XX), %xmm4

  564. 	addl	INCX, XX

  565. 

  566. 	andpd	%xmm7, %xmm1

  567. 	andpd	%xmm7, %xmm2

  568. 	andpd	%xmm7, %xmm3

  569. 	andpd	%xmm7, %xmm4

  570. 

  571. 	addpd	%xmm2,  %xmm1

  572. 	addpd	%xmm4,  %xmm3

  573. 

  574. 	incl	RET

  575. 	comisd	%xmm0, %xmm1

  576. 	je	.L999

  577. 	incl	RET

  578. 	comisd	%xmm0, %xmm3

  579. 	je	.L999

  580. 	ALIGN_3

  581. 

  582. .L75:

  583. 	testl	$2, MM

  584. 	je	.L76

  585. 

  586. 	movsd	0 * SIZE(XX), %xmm1

  587. 	movsd	1 * SIZE(XX), %xmm2

  588. 	addl	INCX, XX

  589. 	movsd	0 * SIZE(XX), %xmm3

  590. 	movsd	1 * SIZE(XX), %xmm4

  591. 	addl	INCX, XX

  592. 

  593. 	andpd	%xmm7, %xmm1

  594. 	andpd	%xmm7, %xmm2

  595. 	andpd	%xmm7, %xmm3

  596. 	andpd	%xmm7, %xmm4

  597. 

  598. 	addpd	%xmm2,  %xmm1

  599. 	addpd	%xmm4,  %xmm3

  600. 	incl	RET

  601. 	comisd	%xmm0, %xmm1

  602. 	je	.L999

  603. 	incl	RET

  604. 	comisd	%xmm0, %xmm3

  605. 	je	.L999

  606. 	ALIGN_3

  607. 

  608. .L76:

  609. 	incl	RET

  610. 	ALIGN_4

  611. 

  612. .L999:

  613. 	popl	%ebx

  614. 	popl	%esi

  615. 	popl	%edi

  616. 	popl	%ebp

  617. 	ret

  618. 

  619. 	EPILOGUE