OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: d49fd33885
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'd49fd33885'
${ noResults }
OpenBLAS/kernel/power/znrm2_hummer.S

1019 lines
18 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #define N	r3

  43. #define X	r4

  44. #define INCX	r5

  45. 

  46. #define INCX2	r6

  47. #define X2	r7

  48. 

  49. #define XX	r8

  50. 

  51. #define C1	f1

  52. #define C2	f0

  53. #define C3	f2

  54. #define C4	f3

  55. 

  56. #define ALPHA	f4

  57. #define ALPHA_R	f5

  58. 

  59. #define A1	f6

  60. #define A2	f7

  61. #define A3	f8

  62. #define A4	f9

  63. #define A5	f10

  64. #define A6	f11

  65. #define A7	f12

  66. #define A8	f13

  67. 

  68. #define F1	f14

  69. #define F2	f15

  70. #define F3	f16

  71. #define F4	f17

  72. #define F5	f18

  73. #define F6	f19

  74. #define F7	f20

  75. #define F8	f21

  76. 

  77. #define T1	f22

  78. #define T2	f23

  79. #define T3	f24

  80. #define T4	f25

  81. #define T5	f26

  82. #define T6	f27

  83. #define T7	f28

  84. #define T8	f29

  85. 

  86. 

  87. 	PROLOGUE

  88. 	PROFCODE

  89. 

  90. 	li	r10, -16

  91. 

  92. 	stfpdux	f14, SP, r10

  93. 	stfpdux	f15, SP, r10

  94. 

  95. 	stfpdux	f16, SP, r10

  96. 	stfpdux	f17, SP, r10

  97. 	stfpdux	f18, SP, r10

  98. 	stfpdux	f19, SP, r10

  99. 

  100. 	stfpdux	f20, SP, r10

  101. 	stfpdux	f21, SP, r10

  102. 	stfpdux	f22, SP, r10

  103. 	stfpdux	f23, SP, r10

  104. 

  105. 	stfpdux	f24, SP, r10

  106. 	stfpdux	f25, SP, r10

  107. 	stfpdux	f26, SP, r10

  108. 	stfpdux	f27, SP, r10

  109. 

  110. 	stfpdux	f28, SP, r10

  111. 	stfpdux	f29, SP, r10

  112. 

  113. 	li	r10,   0

  114. 	lis	r11, 0x3f80

  115. 	stwu	r11,   -4(SP)

  116. 	stwu	r11,   -4(SP)

  117. 	stwu	r10,   -4(SP)

  118. 	stwu	r10,   -4(SP)

  119. 

  120. #ifdef F_INTERFACE

  121. 	LDINT	N,    0(N)

  122. 	LDINT	INCX, 0(INCX)

  123. #endif

  124. 

  125. 	lfpsx	C1, SP, r10		# Zero clear

  126. 

  127. 	slwi	INCX,  INCX, BASE_SHIFT

  128. 	add	INCX2, INCX, INCX

  129. 

  130. 	fpmr	C2, C1

  131. 	fpmr	C3, C1

  132. 	fpmr	C4, C1

  133. 

  134. 	cmpwi	cr0, N, 0

  135. 	ble	LL(99)

  136. 	cmpwi	cr0, INCX, 0

  137. 	ble	LL(99)

  138. 

  139. 	mr	XX, X

  140. 

  141. 	andi.	r0, X, 2 * SIZE - 1

  142. 	bne	LL(100)

  143. 

  144. /* aligned */

  145. 

  146. 	sub	X, X, INCX2

  147. 

  148. 	srawi.	r0, N, 3

  149. 	mtspr	CTR,  r0

  150. 	beq-	LL(15)

  151. 

  152. 	LFPDUX	A1,    X, INCX2

  153. 	LFPDUX	A2,    X, INCX2

  154. 	LFPDUX	A3,    X, INCX2

  155. 	LFPDUX	A4,    X, INCX2

  156. 

  157. 	LFPDUX	A5,    X, INCX2

  158. 	fpabs	T1, A1

  159. 	LFPDUX	A6,    X, INCX2

  160. 	fpabs	T2, A2

  161. 	LFPDUX	A7,    X, INCX2

  162. 	fpabs	T3, A3

  163. 	LFPDUX	A8,    X, INCX2

  164. 	fpabs	T4, A4

  165. 	bdz	LL(13)

  166. 	.align 4

  167. 

  168. LL(12):

  169. 	fpsub	F1, C1, T1

  170. 	LFPDUX	A1,    X, INCX2

  171. 	fpsub	F2, C2, T2

  172. 	LFPDUX	A2,    X, INCX2

  173. 	fpsub	F3, C3, T3

  174. 	LFPDUX	A3,    X, INCX2

  175. 	fpsub	F4, C4, T4

  176. 	LFPDUX	A4,    X, INCX2

  177. 

  178. 	fpabs	T5, A5

  179. 	fpabs	T6, A6

  180. 	fpabs	T7, A7

  181. 	fpabs	T8, A8

  182. 

  183. 	fpsel	C1, F1, C1, T1

  184. 	LFPDUX	A5,    X, INCX2

  185. 	fpsel	C2, F2, C2, T2

  186. 	LFPDUX	A6,    X, INCX2

  187. 	fpsel	C3, F3, C3, T3

  188. 	LFPDUX	A7,    X, INCX2

  189. 	fpsel	C4, F4, C4, T4

  190. 	LFPDUX	A8,    X, INCX2

  191. 

  192. 	fpsub	F5, C1, T5

  193. 	fpsub	F6, C2, T6

  194. 	fpsub	F7, C3, T7

  195. 	fpsub	F8, C4, T8

  196. 

  197. 	fpabs	T1, A1

  198. 	fpabs	T2, A2

  199. 	fpabs	T3, A3

  200. 	fpabs	T4, A4

  201. 

  202. 	fpsel	C1, F5, C1, T5

  203. 	fpsel	C2, F6, C2, T6

  204. 	fpsel	C3, F7, C3, T7

  205. 	fpsel	C4, F8, C4, T8

  206. 	bdnz	LL(12)

  207. 	.align 4

  208. 

  209. LL(13):

  210. 	fpabs	T5, A5

  211. 	fpabs	T6, A6

  212. 	fpabs	T7, A7

  213. 	fpabs	T8, A8

  214. 

  215. 	fpsub	F1, C1, T1

  216. 	fpsub	F2, C2, T2

  217. 	fpsub	F3, C3, T3

  218. 	fpsub	F4, C4, T4

  219. 

  220. 	fpsel	C1, F1, C1, T1

  221. 	fpsel	C2, F2, C2, T2

  222. 	fpsel	C3, F3, C3, T3

  223. 	fpsel	C4, F4, C4, T4

  224. 

  225. 	fpsub	F5, C1, T5

  226. 	fpsub	F6, C2, T6

  227. 	fpsub	F7, C3, T7

  228. 	fpsub	F8, C4, T8

  229. 

  230. 	fpsel	C1, F5, C1, T5

  231. 	fpsel	C2, F6, C2, T6

  232. 	fpsel	C3, F7, C3, T7

  233. 	fpsel	C4, F8, C4, T8

  234. 	.align 4

  235. 

  236. LL(15):

  237. 	andi.	r0,  N, 7

  238. 	beq	LL(20)

  239. 

  240. 	andi.	r0,  N, 4

  241. 	beq	LL(16)

  242. 

  243. 	LFPDUX	A1,    X, INCX2

  244. 	LFPDUX	A2,    X, INCX2

  245. 	LFPDUX	A3,    X, INCX2

  246. 	LFPDUX	A4,    X, INCX2

  247. 

  248. 	fpabs	A1, A1

  249. 	fpabs	A2, A2

  250. 	fpabs	A3, A3

  251. 	fpabs	A4, A4

  252. 

  253. 	fpsub	F1, C1, A1

  254. 	fpsub	F2, C2, A2

  255. 	fpsub	F3, C3, A3

  256. 	fpsub	F4, C4, A4

  257. 

  258. 	fpsel	C1, F1, C1, A1

  259. 	fpsel	C2, F2, C2, A2

  260. 	fpsel	C3, F3, C3, A3

  261. 	fpsel	C4, F4, C4, A4

  262. 	.align 4

  263. 

  264. LL(16):

  265. 	andi.	r0,  N, 2

  266. 	beq	LL(17)

  267. 

  268. 	LFPDUX	A1,    X, INCX2

  269. 	LFPDUX	A2,    X, INCX2

  270. 

  271. 	fpabs	A1, A1

  272. 	fpabs	A2, A2

  273. 

  274. 	fpsub	F1, C1, A1

  275. 	fpsub	F2, C2, A2

  276. 

  277. 	fpsel	C1, F1, C1, A1

  278. 	fpsel	C2, F2, C2, A2

  279. 	.align 4

  280. 

  281. LL(17):

  282. 	andi.	r0,  N, 1

  283. 	beq	LL(20)

  284. 

  285. 	LFPDUX	A1,    X, INCX2

  286. 	fpabs	A1, A1

  287. 	fpsub	F1, C1, A1

  288. 	fpsel	C1, F1, C1, A1

  289. 	.align 4

  290. 

  291. LL(20):

  292. 	fpsub	F1,  C1,  C2

  293. 	fpsub	F2,  C3,  C4

  294. 

  295. 	fpsel	C1,  F1,  C1,  C2

  296. 	fpsel	C3,  F2,  C3,  C4

  297. 

  298. 	fpsub	F1,  C1,  C3

  299. 	fpsel	C1,  F1,  C1,  C3

  300. 

  301. 	fsmtp	C2, C1

  302. 

  303. 	fsub	F1,  C1,  C2

  304. 	fsel	ALPHA,  F1,  C1,  C2

  305. 

  306. 	li	r10, 0

  307. 

  308. 	lfs	ALPHA_R,  8(SP)		# load 1.0

  309. 	fdiv	ALPHA_R, ALPHA_R, ALPHA

  310. 

  311. 	lfpsx	C1, SP, r10		# Zero clear

  312. 

  313. 	fpmr	C2, C1

  314. 	fpmr	C3, C1

  315. 	fpmr	C4, C1

  316. 	fsmfp	ALPHA_R, ALPHA_R

  317. 

  318. 	andi.	r0, XX, 2 * SIZE - 1

  319. 	beq	LL(21)

  320. 

  321. 	LFD	C1, 0 * SIZE(XX)

  322. 	add	XX, XX, INCX

  323. 

  324. 	cmpwi	cr0, N, 0

  325. 	fmul	C1, ALPHA_R, C1

  326. 	fmul	C1, C1, C1

  327. 	ble	LL(98)

  328. 	.align 4

  329. 

  330. LL(21):

  331. 	sub	XX, XX, INCX2

  332. 

  333. 	srawi.	r0, N, 3

  334. 	mtspr	CTR,  r0

  335. 	beq-	LL(25)

  336. 

  337. 	LFPDUX	A1,    XX, INCX2

  338. 	LFPDUX	A2,    XX, INCX2

  339. 	LFPDUX	A3,    XX, INCX2

  340. 	LFPDUX	A4,    XX, INCX2

  341. 

  342. 	LFPDUX	A5,    XX, INCX2

  343. 	LFPDUX	A6,    XX, INCX2

  344. 	LFPDUX	A7,    XX, INCX2

  345. 	LFPDUX	A8,    XX, INCX2

  346. 

  347. 	fpmul	T1, ALPHA_R, A1

  348. 	fpmul	T2, ALPHA_R, A2

  349. 	fpmul	T3, ALPHA_R, A3

  350. 	fpmul	T4, ALPHA_R, A4

  351. 

  352. 	bdz	LL(23)

  353. 	.align 4

  354. 

  355. LL(22):

  356. 	fpmadd	C1, T1, T1, C1

  357. 	LFPDUX	A1,    XX, INCX2

  358. 	fpmul	T1, ALPHA_R, A5

  359. 	LFPDUX	A2,    XX, INCX2

  360. 

  361. 	fpmadd	C2, T2, T2, C2

  362. 	LFPDUX	A3,    XX, INCX2

  363. 	fpmul	T2, ALPHA_R, A6

  364. 	LFPDUX	A4,    XX, INCX2

  365. 

  366. 	fpmadd	C3, T3, T3, C3

  367. 	fpmul	T3, ALPHA_R, A7

  368. 	fpmadd	C4, T4, T4, C4

  369. 	fpmul	T4, ALPHA_R, A8

  370. 

  371. 	fpmadd	C1, T1, T1, C1

  372. 	LFPDUX	A5,    XX, INCX2

  373. 	fpmul	T1, ALPHA_R, A1

  374. 	LFPDUX	A6,    XX, INCX2

  375. 

  376. 	fpmadd	C2, T2, T2, C2

  377. 	LFPDUX	A7,    XX, INCX2

  378. 	fpmul	T2, ALPHA_R, A2

  379. 	LFPDUX	A8,    XX, INCX2

  380. 

  381. 	fpmadd	C3, T3, T3, C3

  382. 	fpmul	T3, ALPHA_R, A3

  383. 	fpmadd	C4, T4, T4, C4

  384. 	fpmul	T4, ALPHA_R, A4

  385. 	bdnz	LL(22)

  386. 	.align 4

  387. 

  388. LL(23):

  389. 	fpmadd	C1, T1, T1, C1

  390. 	fpmul	T1, ALPHA_R, A5

  391. 	fpmadd	C2, T2, T2, C2

  392. 	fpmul	T2, ALPHA_R, A6

  393. 

  394. 	fpmadd	C3, T3, T3, C3

  395. 	fpmul	T3, ALPHA_R, A7

  396. 	fpmadd	C4, T4, T4, C4

  397. 	fpmul	T4, ALPHA_R, A8

  398. 

  399. 	fpmadd	C1, T1, T1, C1

  400. 	fpmadd	C2, T2, T2, C2

  401. 	fpmadd	C3, T3, T3, C3

  402. 	fpmadd	C4, T4, T4, C4

  403. 	.align 4

  404. 

  405. LL(25):

  406. 	andi.	r0,  N, 7

  407. 	beq	LL(98)

  408. 

  409. 	andi.	r0,  N, 4

  410. 	beq	LL(26)

  411. 

  412. 	LFPDUX	A1,    XX, INCX2

  413. 	LFPDUX	A2,    XX, INCX2

  414. 	LFPDUX	A3,    XX, INCX2

  415. 	LFPDUX	A4,    XX, INCX2

  416. 

  417. 	fpmul	A1, ALPHA_R, A1

  418. 	fpmul	A2, ALPHA_R, A2

  419. 	fpmul	A3, ALPHA_R, A3

  420. 	fpmul	A4, ALPHA_R, A4

  421. 

  422. 	fpmadd	C1, A1, A1, C1

  423. 	fpmadd	C2, A2, A2, C2

  424. 	fpmadd	C3, A3, A3, C3

  425. 	fpmadd	C4, A4, A4, C4

  426. 	.align 4

  427. 

  428. LL(26):

  429. 	andi.	r0,  N, 2

  430. 	beq	LL(27)

  431. 

  432. 	LFPDUX	A1,    XX, INCX2

  433. 	LFPDUX	A2,    XX, INCX2

  434. 	fpmul	A1, ALPHA_R, A1

  435. 	fpmul	A2, ALPHA_R, A2

  436. 

  437. 	fpmadd	C1, A1, A1, C1

  438. 	fpmadd	C2, A2, A2, C2

  439. 	.align 4

  440. 

  441. LL(27):

  442. 	andi.	r0,  N, 1

  443. 	beq	LL(98)

  444. 

  445. 	LFPDUX	A1,    XX, INCX2

  446. 	fpmul	A1, ALPHA_R, A1

  447. 	fpmadd	C1, A1, A1, C1

  448. 	.align 4

  449. 

  450. LL(98):

  451. 	fpadd	C1,  C1,  C2

  452. 	lis	r3, 0x3f00

  453. 	fpadd	C3,  C3,  C4

  454. 	lis	r4, 0x4040

  455. 

  456. 	stw	r3, 4(SP)

  457. 	stw	r4, 8(SP)

  458. 

  459. 	fpadd	C1,  C1,  C3

  460. 	lfs	f10, 0(SP)

  461. 

  462. 	fsmtp	C2, C1

  463. 	lfs	f11, 4(SP)

  464. 	fadd	C1, C2, C1

  465.  	lfs	f12, 8(SP)

  466. 

  467. 	fcmpu	cr0, f10, C1

  468. 	beq	cr0, LL(99)

  469. 

  470. #ifndef HUMMER_EMULATOR

  471. 	frsqrte	f9, C1

  472. 	li	r10, 16

  473. 

  474. 	fmul	f2,  f1,  f9

  475. 	lfpdux	f29, SP, r10

  476. 	fmul	f3,  f9,  f11

  477. 	lfpdux	f28, SP, r10

  478. 	fnmsub	f7,  f2,  f9, f12

  479. 	lfpdux	f27, SP, r10

  480. 	fmul	f9,  f3,  f7

  481. 	lfpdux	f26, SP, r10

  482. 	fadd	f13, f11, f11

  483. 	lfpdux	f25, SP, r10

  484. 	fmul	f12, f1,  f9

  485. 	lfpdux	f24, SP, r10

  486. 	fmul	f11, f12, f11

  487. 	lfpdux	f23, SP, r10

  488. 	lfpdux	f22, SP, r10

  489. 	lfpdux	f21, SP, r10

  490. 	fnmsub	f1,  f12, f9, f13

  491. 

  492. 	lfpdux	f20, SP, r10

  493. 	lfpdux	f19, SP, r10

  494. 	lfpdux	f18, SP, r10

  495. 	fmadd	f1,  f11, f1, f12

  496. 	lfpdux	f17, SP, r10

  497. 	lfpdux	f16, SP, r10

  498. 

  499. 	lfpdux	f15, SP, r10

  500. 	lfpdux	f14, SP, r10

  501. 	addi	SP, SP,  16

  502. 	fmul	C1, ALPHA, C1

  503. 	blr

  504. #else

  505. 	fsqrt	C1, C1

  506. 

  507. 	li	r10, 16

  508. 	lfpdux	f29, SP, r10

  509. 	lfpdux	f28, SP, r10

  510. 	lfpdux	f27, SP, r10

  511. 	lfpdux	f26, SP, r10

  512. 	lfpdux	f25, SP, r10

  513. 	lfpdux	f24, SP, r10

  514. 	lfpdux	f23, SP, r10

  515. 	lfpdux	f22, SP, r10

  516. 	lfpdux	f21, SP, r10

  517. 	lfpdux	f20, SP, r10

  518. 	lfpdux	f19, SP, r10

  519. 	lfpdux	f18, SP, r10

  520. 	lfpdux	f17, SP, r10

  521. 	lfpdux	f16, SP, r10

  522. 

  523. 	lfpdux	f15, SP, r10

  524. 	lfpdux	f14, SP, r10

  525. 

  526. 	fmul	C1, ALPHA, C1

  527. 	addi	SP, SP,  16

  528. 	blr

  529. #endif

  530. 	.align 4

  531. 

  532. LL(99):

  533. 	li	r10, 16

  534. 

  535. 	lfpdux	f29, SP, r10

  536. 	lfpdux	f28, SP, r10

  537. 	lfpdux	f27, SP, r10

  538. 	lfpdux	f26, SP, r10

  539. 	lfpdux	f25, SP, r10

  540. 	lfpdux	f24, SP, r10

  541. 

  542. 	lfpdux	f23, SP, r10

  543. 	lfpdux	f22, SP, r10

  544. 	lfpdux	f21, SP, r10

  545. 	lfpdux	f20, SP, r10

  546. 

  547. 	lfpdux	f19, SP, r10

  548. 	lfpdux	f18, SP, r10

  549. 	lfpdux	f17, SP, r10

  550. 	lfpdux	f16, SP, r10

  551. 

  552. 	lfpdux	f15, SP, r10

  553. 	lfpdux	f14, SP, r10

  554. 	addi	SP, SP,  16

  555. 	blr

  556. 	.align 4

  557. 

  558. LL(100):

  559. 	sub	X,  X,  INCX2

  560. 	addi	X2, X, SIZE

  561. 

  562. 	srawi.	r0, N, 3

  563. 	mtspr	CTR,  r0

  564. 	beq-	LL(105)

  565. 

  566. 	LFDUX	A1,   X,  INCX2

  567. 	LFDUX	A2,   X2, INCX2

  568. 	LFDUX	A3,   X,  INCX2

  569. 	LFDUX	A4,   X2, INCX2

  570. 	LFSDUX	A1,   X,  INCX2

  571. 	LFSDUX	A2,   X2, INCX2

  572. 	LFSDUX	A3,   X,  INCX2

  573. 	LFSDUX	A4,   X2, INCX2

  574. 

  575. 	LFDUX	A5,   X,  INCX2

  576. 	LFDUX	A6,   X2, INCX2

  577. 	LFDUX	A7,   X,  INCX2

  578. 	LFDUX	A8,   X2, INCX2

  579. 	LFSDUX	A5,   X,  INCX2

  580. 	fpabs	T1, A1

  581. 	LFSDUX	A6,   X2, INCX2

  582. 	fpabs	T2, A2

  583. 	LFSDUX	A7,   X,  INCX2

  584. 	fpabs	T3, A3

  585. 	LFSDUX	A8,   X2, INCX2

  586. 	fpabs	T4, A4

  587. 	bdz	LL(103)

  588. 	.align 4

  589. 

  590. LL(102):

  591. 	fpsub	F1, C1, T1

  592. 	LFDUX	A1,   X,  INCX2

  593. 	fpsub	F2, C2, T2

  594. 	LFDUX	A2,   X2, INCX2

  595. 	fpsub	F3, C3, T3

  596. 	LFDUX	A3,   X,  INCX2

  597. 	fpsub	F4, C4, T4

  598. 	LFDUX	A4,   X2, INCX2

  599. 

  600. 	fpabs	T5, A5

  601. 	LFSDUX	A1,   X,  INCX2

  602. 	fpabs	T6, A6

  603. 	LFSDUX	A2,   X2, INCX2

  604. 	fpabs	T7, A7

  605. 	LFSDUX	A3,   X,  INCX2

  606. 	fpabs	T8, A8

  607. 	LFSDUX	A4,   X2, INCX2

  608. 

  609. 	fpsel	C1, F1, C1, T1

  610. 	LFDUX	A5,   X,  INCX2

  611. 	fpsel	C2, F2, C2, T2

  612. 	LFDUX	A6,   X2, INCX2

  613. 	fpsel	C3, F3, C3, T3

  614. 	LFDUX	A7,   X,  INCX2

  615. 	fpsel	C4, F4, C4, T4

  616. 	LFDUX	A8,   X2, INCX2

  617. 

  618. 	fpsub	F5, C1, T5

  619. 	LFSDUX	A5,   X,  INCX2

  620. 	fpsub	F6, C2, T6

  621. 	LFSDUX	A6,   X2, INCX2

  622. 	fpsub	F7, C3, T7

  623. 	LFSDUX	A7,   X,  INCX2

  624. 	fpsub	F8, C4, T8

  625. 	LFSDUX	A8,   X2, INCX2

  626. 

  627. 	fpabs	T1, A1

  628. 	fpabs	T2, A2

  629. 	fpabs	T3, A3

  630. 	fpabs	T4, A4

  631. 

  632. 	fpsel	C1, F5, C1, T5

  633. 	fpsel	C2, F6, C2, T6

  634. 	fpsel	C3, F7, C3, T7

  635. 	fpsel	C4, F8, C4, T8

  636. 	bdnz	LL(102)

  637. 	.align 4

  638. 

  639. LL(103):

  640. 	fpabs	T5, A5

  641. 	fpabs	T6, A6

  642. 	fpabs	T7, A7

  643. 	fpabs	T8, A8

  644. 

  645. 	fpsub	F1, C1, T1

  646. 	fpsub	F2, C2, T2

  647. 	fpsub	F3, C3, T3

  648. 	fpsub	F4, C4, T4

  649. 

  650. 	fpsel	C1, F1, C1, T1

  651. 	fpsel	C2, F2, C2, T2

  652. 	fpsel	C3, F3, C3, T3

  653. 	fpsel	C4, F4, C4, T4

  654. 

  655. 	fpsub	F5, C1, T5

  656. 	fpsub	F6, C2, T6

  657. 	fpsub	F7, C3, T7

  658. 	fpsub	F8, C4, T8

  659. 

  660. 	fpsel	C1, F5, C1, T5

  661. 	fpsel	C2, F6, C2, T6

  662. 	fpsel	C3, F7, C3, T7

  663. 	fpsel	C4, F8, C4, T8

  664. 	.align 4

  665. 

  666. LL(105):

  667. 	andi.	r0,  N, 7

  668. 	beq	LL(120)

  669. 

  670. 	andi.	r0,  N, 4

  671. 	beq	LL(106)

  672. 

  673. 	LFDUX	A1,   X,  INCX2

  674. 	LFDUX	A2,   X2, INCX2

  675. 	LFDUX	A3,   X,  INCX2

  676. 	LFDUX	A4,   X2, INCX2

  677. 	LFSDUX	A1,   X,  INCX2

  678. 	LFSDUX	A2,   X2, INCX2

  679. 	LFSDUX	A3,   X,  INCX2

  680. 	LFSDUX	A4,   X2, INCX2

  681. 

  682. 	fpabs	A1, A1

  683. 	fpabs	A2, A2

  684. 	fpabs	A3, A3

  685. 	fpabs	A4, A4

  686. 

  687. 	fpsub	F1, C1, A1

  688. 	fpsub	F2, C2, A2

  689. 	fpsub	F3, C3, A3

  690. 	fpsub	F4, C4, A4

  691. 

  692. 	fpsel	C1, F1, C1, A1

  693. 	fpsel	C2, F2, C2, A2

  694. 	fpsel	C3, F3, C3, A3

  695. 	fpsel	C4, F4, C4, A4

  696. 	.align 4

  697. 

  698. LL(106):

  699. 	andi.	r0,  N, 2

  700. 	beq	LL(107)

  701. 

  702. 	LFDUX	A1,   X,  INCX2

  703. 	LFDUX	A2,   X2, INCX2

  704. 	LFDUX	A3,   X,  INCX2

  705. 	LFDUX	A4,   X2, INCX2

  706. 

  707. 	fabs	A1, A1

  708. 	fabs	A2, A2

  709. 	fabs	A3, A3

  710. 	fabs	A4, A4

  711. 

  712. 	fsub	F1, C1, A1

  713. 	fsub	F2, C2, A2

  714. 	fsub	F3, C3, A3

  715. 	fsub	F4, C4, A4

  716. 

  717. 	fsel	C1, F1, C1, A1

  718. 	fsel	C2, F2, C2, A2

  719. 	fsel	C3, F3, C3, A3

  720. 	fsel	C4, F4, C4, A4

  721. 	.align 4

  722. 

  723. LL(107):

  724. 	andi.	r0,  N, 1

  725. 	beq	LL(120)

  726. 

  727. 	LFDUX	A1,   X,  INCX2

  728. 	LFDUX	A2,   X2, INCX2

  729. 	fabs	A1, A1

  730. 	fabs	A2, A2

  731. 	fsub	F1, C1, A1

  732. 	fsub	F2, C2, A2

  733. 	fsel	C1, F1, C1, A1

  734. 	fsel	C2, F2, C2, A2

  735. 	.align 4

  736. 

  737. LL(120):

  738. 	fpsub	F1,  C1,  C2

  739. 	fpsub	F2,  C3,  C4

  740. 

  741. 	fpsel	C1,  F1,  C1,  C2

  742. 	fpsel	C3,  F2,  C3,  C4

  743. 

  744. 	fpsub	F1,  C1,  C3

  745. 	fpsel	C1,  F1,  C1,  C3

  746. 

  747. 	fsmtp	C2, C1

  748. 

  749. 	fsub	F1,  C1,  C2

  750. 	fsel	ALPHA,  F1,  C1,  C2

  751. 

  752. 	li	r10, 0

  753. 

  754. 	lfs	ALPHA_R,  8(SP)		# load 1.0

  755. 	fdiv	ALPHA_R, ALPHA_R, ALPHA

  756. 

  757. 	lfpsx	C1, SP, r10		# Zero clear

  758. 

  759. 	fpmr	C2, C1

  760. 	fpmr	C3, C1

  761. 	fpmr	C4, C1

  762. 	fsmfp	ALPHA_R, ALPHA_R

  763. 

  764. 	sub	XX, XX, INCX2

  765. 	addi	X2, XX, SIZE

  766. 

  767. 	srawi.	r0, N, 3

  768. 	mtspr	CTR,  r0

  769. 	beq-	LL(125)

  770. 

  771. 	LFDUX	A1,    XX, INCX2

  772. 	LFDUX	A2,    X2, INCX2

  773. 	LFDUX	A3,    XX, INCX2

  774. 	LFDUX	A4,    X2, INCX2

  775. 	LFSDUX	A1,    XX, INCX2

  776. 	LFSDUX	A2,    X2, INCX2

  777. 	LFSDUX	A3,    XX, INCX2

  778. 	LFSDUX	A4,    X2, INCX2

  779. 

  780. 	LFDUX	A5,    XX, INCX2

  781. 	LFDUX	A6,    X2, INCX2

  782. 	LFDUX	A7,    XX, INCX2

  783. 	LFDUX	A8,    X2, INCX2

  784. 	LFSDUX	A5,    XX, INCX2

  785. 	fpmul	T1, ALPHA_R, A1

  786. 	LFSDUX	A6,    X2, INCX2

  787. 	fpmul	T2, ALPHA_R, A2

  788. 	LFSDUX	A7,    XX, INCX2

  789. 	fpmul	T3, ALPHA_R, A3

  790. 	LFSDUX	A8,    X2, INCX2

  791. 	fpmul	T4, ALPHA_R, A4

  792. 	bdz	LL(123)

  793. 	.align 4

  794. 

  795. LL(122):

  796. 	fpmadd	C1, T1, T1, C1

  797. 	LFDUX	A1,    XX, INCX2

  798. 	fpmul	T1, ALPHA_R, A5

  799. 	LFDUX	A2,    X2, INCX2

  800. 

  801. 	fpmadd	C2, T2, T2, C2

  802. 	LFDUX	A3,    XX, INCX2

  803. 	fpmul	T2, ALPHA_R, A6

  804. 	LFDUX	A4,    X2, INCX2

  805. 

  806. 	fpmadd	C3, T3, T3, C3

  807. 	LFSDUX	A1,    XX, INCX2

  808. 	fpmul	T3, ALPHA_R, A7

  809. 	LFSDUX	A2,    X2, INCX2

  810. 

  811. 	fpmadd	C4, T4, T4, C4

  812. 	LFSDUX	A3,    XX, INCX2

  813. 	fpmul	T4, ALPHA_R, A8

  814. 	LFSDUX	A4,    X2, INCX2

  815. 

  816. 	fpmadd	C1, T1, T1, C1

  817. 	LFDUX	A5,    XX, INCX2

  818. 	fpmul	T1, ALPHA_R, A1

  819. 	LFDUX	A6,    X2, INCX2

  820. 

  821. 	fpmadd	C2, T2, T2, C2

  822. 	LFDUX	A7,    XX, INCX2

  823. 	fpmul	T2, ALPHA_R, A2

  824. 	LFDUX	A8,    X2, INCX2

  825. 

  826. 	fpmadd	C3, T3, T3, C3

  827. 	LFSDUX	A5,    XX, INCX2

  828. 	fpmul	T3, ALPHA_R, A3

  829. 	LFSDUX	A6,    X2, INCX2

  830. 	fpmadd	C4, T4, T4, C4

  831. 	LFSDUX	A7,    XX, INCX2

  832. 	fpmul	T4, ALPHA_R, A4

  833. 	LFSDUX	A8,    X2, INCX2

  834. 	bdnz	LL(122)

  835. 	.align 4

  836. 

  837. LL(123):

  838. 	fpmadd	C1, T1, T1, C1

  839. 	fpmul	T1, ALPHA_R, A5

  840. 	fpmadd	C2, T2, T2, C2

  841. 	fpmul	T2, ALPHA_R, A6

  842. 	fpmadd	C3, T3, T3, C3

  843. 	fpmul	T3, ALPHA_R, A7

  844. 	fpmadd	C4, T4, T4, C4

  845. 	fpmul	T4, ALPHA_R, A8

  846. 

  847. 	fpmadd	C1, T1, T1, C1

  848. 	fpmadd	C2, T2, T2, C2

  849. 	fpmadd	C3, T3, T3, C3

  850. 	fpmadd	C4, T4, T4, C4

  851. 	.align 4

  852. 

  853. LL(125):

  854. 	andi.	r0,  N, 7

  855. 	beq	LL(998)

  856. 

  857. 	andi.	r0,  N, 4

  858. 	beq	LL(126)

  859. 

  860. 	LFDUX	A1,    XX, INCX2

  861. 	LFDUX	A2,    X2, INCX2

  862. 	LFDUX	A3,    XX, INCX2

  863. 	LFDUX	A4,    X2, INCX2

  864. 	LFSDUX	A1,    XX, INCX2

  865. 	LFSDUX	A2,    X2, INCX2

  866. 	LFSDUX	A3,    XX, INCX2

  867. 	LFSDUX	A4,    X2, INCX2

  868. 

  869. 	fpmul	A1, ALPHA_R, A1

  870. 	fpmul	A2, ALPHA_R, A2

  871. 	fpmul	A3, ALPHA_R, A3

  872. 	fpmul	A4, ALPHA_R, A4

  873. 

  874. 	fpmadd	C1, A1, A1, C1

  875. 	fpmadd	C2, A2, A2, C2

  876. 	fpmadd	C3, A3, A3, C3

  877. 	fpmadd	C4, A4, A4, C4

  878. 	.align 4

  879. 

  880. LL(126):

  881. 	andi.	r0,  N, 2

  882. 	beq	LL(127)

  883. 

  884. 	LFDUX	A1,    XX, INCX2

  885. 	LFDUX	A2,    X2, INCX2

  886. 	LFDUX	A3,    XX, INCX2

  887. 	LFDUX	A4,    X2, INCX2

  888. 

  889. 	fmul	A1, ALPHA_R, A1

  890. 	fmul	A2, ALPHA_R, A2

  891. 	fmul	A3, ALPHA_R, A3

  892. 	fmul	A4, ALPHA_R, A4

  893. 

  894. 	fmadd	C1, A1, A1, C1

  895. 	fmadd	C2, A2, A2, C2

  896. 	fmadd	C3, A3, A3, C3

  897. 	fmadd	C4, A4, A4, C4

  898. 	.align 4

  899. 

  900. LL(127):

  901. 	andi.	r0,  N, 1

  902. 	beq	LL(998)

  903. 

  904. 	LFDUX	A1,    XX, INCX2

  905. 	LFDUX	A2,    X2, INCX2

  906. 

  907. 	fmul	A1, ALPHA_R, A1

  908. 	fmul	A2, ALPHA_R, A2

  909. 	fmadd	C1, A1, A1, C1

  910. 	fmadd	C2, A2, A2, C2

  911. 	.align 4

  912. 

  913. LL(998):

  914. 	fpadd	C1,  C1,  C2

  915. 	lis	r3, 0x3f00

  916.  	fpadd	C3,  C3,  C4

  917. 	lis	r4, 0x4040

  918. 

  919. 	stw	r3, 4(SP)

  920. 	stw	r4, 8(SP)

  921. 

  922. 	fpadd	C1,  C1,  C3

  923. 	lfs	f10, 0(SP)

  924. 	fsmtp	C2, C1

  925. 	lfs	f11, 4(SP)

  926. 	fadd	C1, C2, C1

  927.  	lfs	f12, 8(SP)

  928. 

  929. 	fcmpu	cr0, f10, C1

  930. 	beq	cr0, LL(99)

  931. 

  932. #ifndef HUMMER_EMULATOR

  933. 	frsqrte	f9, C1

  934. 	li	r10, 16

  935. 

  936. 	fmul	f2,  f1,  f9

  937. 	lfpdux	f29, SP, r10

  938. 	fmul	f3,  f9,  f11

  939. 	lfpdux	f28, SP, r10

  940. 	fnmsub	f7,  f2,  f9, f12

  941. 	lfpdux	f27, SP, r10

  942. 	fmul	f9,  f3,  f7

  943. 	lfpdux	f26, SP, r10

  944. 	fadd	f13, f11, f11

  945. 	lfpdux	f25, SP, r10

  946. 	fmul	f12, f1,  f9

  947. 	lfpdux	f24, SP, r10

  948. 	fmul	f11, f12, f11

  949. 	lfpdux	f23, SP, r10

  950. 	lfpdux	f22, SP, r10

  951. 	fnmsub	f1,  f12, f9, f13

  952. 	lfpdux	f21, SP, r10

  953. 

  954. 	lfpdux	f20, SP, r10

  955. 	lfpdux	f19, SP, r10

  956. 	lfpdux	f18, SP, r10

  957. 	fmadd	f1,  f11, f1, f12

  958. 	lfpdux	f17, SP, r10

  959. 	lfpdux	f16, SP, r10

  960. 

  961. 	lfpdux	f15, SP, r10

  962. 	lfpdux	f14, SP, r10

  963. 	addi	SP, SP,  16

  964. 	fmul	C1, ALPHA, C1

  965. 	blr

  966. #else

  967. 	fsqrt	C1, C1

  968. 	li	r10, 16

  969. 

  970. 	lfpdux	f29, SP, r10

  971. 	lfpdux	f28, SP, r10

  972. 	lfpdux	f27, SP, r10

  973. 	lfpdux	f26, SP, r10

  974. 	lfpdux	f25, SP, r10

  975. 	lfpdux	f24, SP, r10

  976. 	lfpdux	f23, SP, r10

  977. 	lfpdux	f22, SP, r10

  978. 	lfpdux	f21, SP, r10

  979. 

  980. 	lfpdux	f20, SP, r10

  981. 	lfpdux	f19, SP, r10

  982. 	lfpdux	f18, SP, r10

  983. 	lfpdux	f17, SP, r10

  984. 	lfpdux	f16, SP, r10

  985. 

  986. 	lfpdux	f15, SP, r10

  987. 	lfpdux	f14, SP, r10

  988. 	fmul	C1, ALPHA, C1

  989. 	addi	SP, SP,  16

  990. 	blr

  991. #endif

  992. 	.align 4

  993. 

  994. LL(999):

  995. 	li	r10, 16

  996. 

  997. 	lfpdux	f29, SP, r10

  998. 	lfpdux	f28, SP, r10

  999. 	lfpdux	f27, SP, r10

  1000. 	lfpdux	f26, SP, r10

  1001. 	lfpdux	f25, SP, r10

  1002. 	lfpdux	f24, SP, r10

  1003. 

  1004. 	lfpdux	f23, SP, r10

  1005. 	lfpdux	f22, SP, r10

  1006. 	lfpdux	f21, SP, r10

  1007. 	lfpdux	f20, SP, r10

  1008. 

  1009. 	lfpdux	f19, SP, r10

  1010. 	lfpdux	f18, SP, r10

  1011. 	lfpdux	f17, SP, r10

  1012. 	lfpdux	f16, SP, r10

  1013. 

  1014. 	lfpdux	f15, SP, r10

  1015. 	lfpdux	f14, SP, r10

  1016. 	addi	SP, SP,  16

  1017. 	blr

  1018. 	EPILOGUE