OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 544b069e85
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '544b069e85'
${ noResults }
OpenBLAS/kernel/arm/ztrmm_kernel_2x2_vfp.S

1561 lines
26 kB
Raw Blame History 

  1. /***************************************************************************

  2. Copyright (c) 2013, The OpenBLAS Project

  3. All rights reserved.

  4. Redistribution and use in source and binary forms, with or without

  5. modification, are permitted provided that the following conditions are

  6. met:

  7. 1. Redistributions of source code must retain the above copyright

  8. notice, this list of conditions and the following disclaimer.

  9. 2. Redistributions in binary form must reproduce the above copyright

  10. notice, this list of conditions and the following disclaimer in

  11. the documentation and/or other materials provided with the

  12. distribution.

  13. 3. Neither the name of the OpenBLAS project nor the names of

  14. its contributors may be used to endorse or promote products

  15. derived from this software without specific prior written permission.

  16. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"

  17. AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE

  18. IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE

  19. ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE

  20. LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL

  21. DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR

  22. SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER

  23. CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,

  24. OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE

  25. USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

  26. *****************************************************************************/

  27. 

  28. /**************************************************************************************

  29. * 2013/11/28 Saar

  30. * 	 BLASTEST 		: OK

  31. * 	 CTEST			: OK

  32. * 	 TEST			: OK

  33. *

  34. **************************************************************************************/

  35. 

  36. #define ASSEMBLER

  37. #include "common.h"

  38. 

  39. #define STACKSIZE 256

  40. 

  41. #define	OLD_M	r0

  42. #define	OLD_N	r1

  43. #define	OLD_K	r2

  44. #define	OLD_A	r3

  45. #define OLD_ALPHA_R d0

  46. #define OLD_ALPHA_I d1

  47. 

  48. /******************************************************

  49. * [fp, #-128] - [fp, #-64] is reserved

  50. * for store and restore of floating point

  51. * registers

  52. *******************************************************/

  53. 

  54. #define KKK     [fp, #-240]

  55. #define KK      [fp, #-244 ]

  56. #define A	[fp, #-248 ]

  57. #define LDC	[fp, #-252 ]

  58. #define M	[fp, #-256 ]

  59. #define N	[fp, #-260 ]

  60. #define K	[fp, #-264 ]

  61. 

  62. #define FP_ZERO [fp, #-232]

  63. #define FP_ZERO_0 [fp, #-232]

  64. #define FP_ZERO_1 [fp, #-228]

  65. 

  66. #define ALPHA_I	[fp, #-272]

  67. #define ALPHA_R	[fp, #-280]

  68. 

  69. #if !defined(__ARM_PCS_VFP)

  70. #define OLD_ALPHAR_SOFTFP	[fp, #4]

  71. #define OLD_ALPHAI_SOFTFP	[fp, #12]

  72. #define OLD_A_SOFTFP	[fp, #20 ]

  73. #define B	[fp, #24 ]

  74. #define C	[fp, #28 ]

  75. #define OLD_LDC	[fp, #32 ]

  76. #define OFFSET  [fp, #36 ]

  77. #else

  78. #define B	[fp, #4 ]

  79. #define C	[fp, #8 ]

  80. #define OLD_LDC	[fp, #12 ]

  81. #define OFFSET  [fp, #16 ]

  82. #endif

  83. 

  84. #define I	r0

  85. #define J	r1

  86. #define L	r2

  87. 

  88. #define	AO	r5

  89. #define	BO	r6

  90. 

  91. #define	CO1	r8

  92. #define	CO2	r9

  93. 

  94. #define K1	r7

  95. #define BC	r12

  96. 

  97. #define A_PRE	96

  98. #define B_PRE	96

  99. #define C_PRE	64

  100. 

  101. 

  102. /**************************************************************************************

  103. * Macro definitions

  104. **************************************************************************************/

  105. 

  106. 

  107. #if defined(NN) || defined(NT) || defined(TN) || defined(TT)

  108. 

  109. 	#define	KMAC_R	vmls.f64

  110. 	#define	KMAC_I	fmacd

  111. 

  112. 	#define	FMAC_R1	fmacd

  113. 	#define	FMAC_R2	vmls.f64

  114. 	#define	FMAC_I1	fmacd

  115. 	#define	FMAC_I2	fmacd

  116. 

  117. #elif defined(CN) || defined(CT)

  118. 

  119. 	#define	KMAC_R	fmacd

  120. 	#define	KMAC_I	vmls.f64

  121. 

  122. 	#define	FMAC_R1	fmacd

  123. 	#define	FMAC_R2	vmls.f64

  124. 	#define	FMAC_I1	fmacd

  125. 	#define	FMAC_I2	fmacd

  126. 

  127. #elif defined(NC) || defined(TC)

  128. 

  129. 	#define	KMAC_R	fmacd

  130. 	#define	KMAC_I	vmls.f64

  131. 

  132. 	#define	FMAC_R1	fmacd

  133. 	#define	FMAC_R2	fmacd

  134. 	#define	FMAC_I1	vmls.f64

  135. 	#define	FMAC_I2	fmacd

  136. 

  137. #else

  138. 

  139. 	#define	KMAC_R  vmls.f64

  140. 	#define	KMAC_I	fmacd

  141. 

  142. 	#define	FMAC_R1	fmacd

  143. 	#define	FMAC_R2	fmacd

  144. 	#define	FMAC_I1	vmls.f64

  145. 	#define	FMAC_I2	fmacd

  146. 

  147. #endif

  148. 

  149. 

  150. 

  151. /**************************************************************************************

  152. * Macro definitions

  153. **************************************************************************************/

  154. 

  155. .macro INIT2x2

  156. 

  157. 	fldd			d8 , FP_ZERO

  158. 	vmov.f64		d9 , d8

  159. 	vmov.f64		d10, d8

  160. 	vmov.f64		d11, d8

  161. 	vmov.f64		d12, d8

  162. 	vmov.f64		d13, d8

  163. 	vmov.f64		d14, d8

  164. 	vmov.f64		d15, d8

  165. 

  166. .endm

  167. 

  168. .macro KERNEL2x2_I

  169. 	pld	[ AO, #A_PRE ]

  170. 	pld	[ BO, #B_PRE ]

  171. 

  172. 	fldd	d0 , [ AO ]

  173. 	fldd	d1 , [ AO, #8 ]

  174. 

  175. 	fldd	d2 , [ AO, #16 ]

  176. 	fldd	d3 , [ AO, #24 ]

  177. 

  178. 	fldd	d4 , [ BO ]

  179. 	fldd	d5 , [ BO, #8 ]

  180. 

  181. 	fldd	d6 , [ BO, #16 ]

  182. 	fldd	d7 , [ BO, #24 ]

  183. 

  184. 	fmuld	d8  , d0,  d4

  185. 	KMAC_R	d8  , d1,  d5

  186. 	fmuld	d9  , d0,  d5

  187. 	KMAC_I	d9  , d1,  d4

  188. 

  189. 	fmuld	d10 , d2,  d4

  190. 	KMAC_R	d10 , d3,  d5

  191. 	fmuld	d11 , d2,  d5

  192. 	KMAC_I	d11 , d3,  d4

  193. 

  194. 	fmuld	d12 , d0,  d6

  195. 	KMAC_R	d12 , d1,  d7

  196. 	fmuld	d13 , d0,  d7

  197. 	KMAC_I	d13 , d1,  d6

  198. 

  199. 	fmuld	d14 , d2,  d6

  200. 	KMAC_R	d14 , d3,  d7

  201. 	fmuld	d15 , d2,  d7

  202. 	KMAC_I	d15 , d3,  d6

  203. 

  204. 	add	BO , BO, #32

  205. 	add	AO , AO, #32

  206. 

  207. .endm

  208. 

  209. 

  210. 

  211. .macro KERNEL2x2_M1

  212. 

  213. 

  214. 	fldd	d0 , [ AO ]

  215. 	fldd	d4 , [ BO ]

  216. 	fldd	d5 , [ BO, #8 ]

  217. 

  218. 	fmacd	d8  , d0,  d4

  219. 	fldd	d1 , [ AO, #8 ]

  220. 	fmacd	d9  , d0,  d5

  221. 	fldd	d2 , [ AO, #16 ]

  222. 	KMAC_R	d8  , d1,  d5

  223. 	fldd	d3 , [ AO, #24 ]

  224. 	KMAC_I	d9  , d1,  d4

  225. 

  226. 	fldd	d6 , [ BO, #16 ]

  227. 	fmacd	d10 , d2,  d4

  228. 	fldd	d7 , [ BO, #24 ]

  229. 	fmacd	d11 , d2,  d5

  230. 	KMAC_R	d10 , d3,  d5

  231. 	pld	[ AO, #A_PRE ]

  232. 	KMAC_I	d11 , d3,  d4

  233. 

  234. 	pld	[ BO, #B_PRE ]

  235. 	fmacd	d12 , d0,  d6

  236. 	fmacd	d13 , d0,  d7

  237. 	KMAC_R	d12 , d1,  d7

  238. 	KMAC_I	d13 , d1,  d6

  239. 

  240. 	fmacd	d14 , d2,  d6

  241. 	fmacd	d15 , d2,  d7

  242. 	add	BO , BO, #32

  243. 	KMAC_R	d14 , d3,  d7

  244. 	add	AO , AO, #32

  245. 	KMAC_I	d15 , d3,  d6

  246. 

  247. 

  248. .endm

  249. 

  250. .macro KERNEL2x2_M2

  251. 

  252. 	fldd	d0 , [ AO ]

  253. 	fldd	d4 , [ BO ]

  254. 	fldd	d5 , [ BO, #8 ]

  255. 

  256. 	fmacd	d8  , d0,  d4

  257. 	fldd	d1 , [ AO, #8 ]

  258. 	fmacd	d9  , d0,  d5

  259. 	fldd	d2 , [ AO, #16 ]

  260. 	KMAC_R	d8  , d1,  d5

  261. 	fldd	d3 , [ AO, #24 ]

  262. 	KMAC_I	d9  , d1,  d4

  263. 

  264. 	fldd	d6 , [ BO, #16 ]

  265. 	fmacd	d10 , d2,  d4

  266. 	fldd	d7 , [ BO, #24 ]

  267. 	fmacd	d11 , d2,  d5

  268. 	KMAC_R	d10 , d3,  d5

  269. 	pld	[ AO, #A_PRE ]

  270. 	KMAC_I	d11 , d3,  d4

  271. 

  272. 	pld	[ BO, #B_PRE ]

  273. 	fmacd	d12 , d0,  d6

  274. 	fmacd	d13 , d0,  d7

  275. 	KMAC_R	d12 , d1,  d7

  276. 	KMAC_I	d13 , d1,  d6

  277. 

  278. 	fmacd	d14 , d2,  d6

  279. 	fmacd	d15 , d2,  d7

  280. 	add	BO , BO, #32

  281. 	KMAC_R	d14 , d3,  d7

  282. 	add	AO , AO, #32

  283. 	KMAC_I	d15 , d3,  d6

  284. 

  285. 

  286. .endm

  287. 

  288. 

  289. .macro KERNEL2x2_E

  290. 

  291. 	fldd	d0 , [ AO ]

  292. 	fldd	d1 , [ AO, #8 ]

  293. 	fldd	d2 , [ AO, #16 ]

  294. 	fldd	d3 , [ AO, #24 ]

  295. 

  296. 	fldd	d4 , [ BO ]

  297. 	fldd	d5 , [ BO, #8 ]

  298. 	fldd	d6 , [ BO, #16 ]

  299. 	fldd	d7 , [ BO, #24 ]

  300. 

  301. 	fmacd	d8  , d0,  d4

  302. 	KMAC_R	d8  , d1,  d5

  303. 	fmacd	d9  , d0,  d5

  304. 	KMAC_I	d9  , d1,  d4

  305. 

  306. 	fmacd	d10 , d2,  d4

  307. 	KMAC_R	d10 , d3,  d5

  308. 	fmacd	d11 , d2,  d5

  309. 	KMAC_I	d11 , d3,  d4

  310. 

  311. 	fmacd	d12 , d0,  d6

  312. 	KMAC_R	d12 , d1,  d7

  313. 	fmacd	d13 , d0,  d7

  314. 	KMAC_I	d13 , d1,  d6

  315. 

  316. 	fmacd	d14 , d2,  d6

  317. 	KMAC_R	d14 , d3,  d7

  318. 	fmacd	d15 , d2,  d7

  319. 	KMAC_I	d15 , d3,  d6

  320. 

  321. 	add	BO , BO, #32

  322. 	add	AO , AO, #32

  323. 

  324. .endm

  325. 

  326. .macro KERNEL2x2_SUB

  327. 

  328. 	fldd	d0 , [ AO ]

  329. 	fldd	d4 , [ BO ]

  330. 	fldd	d5 , [ BO, #8 ]

  331. 

  332. 	fmacd	d8  , d0,  d4

  333. 	fldd	d1 , [ AO, #8 ]

  334. 	fmacd	d9  , d0,  d5

  335. 	fldd	d2 , [ AO, #16 ]

  336. 	KMAC_R	d8  , d1,  d5

  337. 	fldd	d3 , [ AO, #24 ]

  338. 	KMAC_I	d9  , d1,  d4

  339. 

  340. 	fldd	d6 , [ BO, #16 ]

  341. 	fmacd	d10 , d2,  d4

  342. 	fldd	d7 , [ BO, #24 ]

  343. 	fmacd	d11 , d2,  d5

  344. 	KMAC_R	d10 , d3,  d5

  345. 	pld	[ AO, #A_PRE ]

  346. 	KMAC_I	d11 , d3,  d4

  347. 

  348. 	pld	[ BO, #B_PRE ]

  349. 	fmacd	d12 , d0,  d6

  350. 	fmacd	d13 , d0,  d7

  351. 	KMAC_R	d12 , d1,  d7

  352. 	KMAC_I	d13 , d1,  d6

  353. 

  354. 	fmacd	d14 , d2,  d6

  355. 	fmacd	d15 , d2,  d7

  356. 	add	BO , BO, #32

  357. 	KMAC_R	d14 , d3,  d7

  358. 	add	AO , AO, #32

  359. 	KMAC_I	d15 , d3,  d6

  360. 

  361. 

  362. .endm

  363. 

  364. 

  365. .macro SAVE2x2

  366. 

  367. 	ldr	r3  , LDC

  368. 	add	CO2 , CO1, r3

  369. 

  370. 	fldd		d0, ALPHA_R

  371. 	fldd		d1, ALPHA_I

  372. 

  373. 	fldd		d4 , FP_ZERO

  374. 	vmov.f64	d5 , d4

  375. 	vmov.f64	d6 , d4

  376. 	vmov.f64	d7 , d4

  377. 

  378. 	FMAC_R1 d4 , d0 , d8

  379. 	FMAC_I1 d5 , d0 , d9

  380. 	FMAC_R2 d4 , d1 , d9

  381. 	FMAC_I2	d5 , d1 , d8

  382. 

  383. 	FMAC_R1 d6 , d0 , d10

  384. 	FMAC_I1 d7 , d0 , d11

  385. 	FMAC_R2 d6 , d1 , d11

  386. 	FMAC_I2	d7 , d1 , d10

  387. 

  388. 	vstmia.f64 CO1, { d4 - d7 }

  389. 

  390. 	fldd		d4 , FP_ZERO

  391. 	vmov.f64	d5 , d4

  392. 	vmov.f64	d6 , d4

  393. 	vmov.f64	d7 , d4

  394. 

  395. 	FMAC_R1 d4 , d0 , d12

  396. 	FMAC_I1 d5 , d0 , d13

  397. 	FMAC_R2 d4 , d1 , d13

  398. 	FMAC_I2	d5 , d1 , d12

  399. 

  400. 	FMAC_R1 d6 , d0 , d14

  401. 	FMAC_I1 d7 , d0 , d15

  402. 	FMAC_R2 d6 , d1 , d15

  403. 	FMAC_I2	d7 , d1 , d14

  404. 

  405. 	vstmia.f64 CO2, { d4 - d7 }

  406. 

  407. 	add	CO1, CO1, #32

  408. 

  409. .endm

  410. 

  411. /******************************************************************************/

  412. 

  413. .macro INIT1x2

  414. 

  415. 	fldd			d8 , FP_ZERO

  416. 	vmov.f64		d9 , d8

  417. 	vmov.f64		d12, d8

  418. 	vmov.f64		d13, d8

  419. 

  420. .endm

  421. 

  422. .macro KERNEL1x2_I

  423. 

  424. 	fldd	d0 , [ AO ]

  425. 	fldd	d1 , [ AO, #8 ]

  426. 

  427. 	fldd	d4 , [ BO ]

  428. 	fldd	d5 , [ BO, #8 ]

  429. 

  430. 	fldd	d6 , [ BO, #16 ]

  431. 	fldd	d7 , [ BO, #24 ]

  432. 

  433. 	fmuld	d8  , d0,  d4

  434. 	KMAC_R	d8  , d1,  d5

  435. 	fmuld	d9  , d0,  d5

  436. 	KMAC_I	d9  , d1,  d4

  437. 

  438. 	fmuld	d12 , d0,  d6

  439. 	KMAC_R	d12 , d1,  d7

  440. 	fmuld	d13 , d0,  d7

  441. 	KMAC_I	d13 , d1,  d6

  442. 

  443. 	add	BO , BO, #32

  444. 	add	AO , AO, #16

  445. 

  446. .endm

  447. 

  448. 

  449. 

  450. .macro KERNEL1x2_M1

  451. 

  452. 	fldd	d0 , [ AO ]

  453. 	fldd	d1 , [ AO, #8 ]

  454. 

  455. 	fldd	d4 , [ BO ]

  456. 	fldd	d5 , [ BO, #8 ]

  457. 	fldd	d6 , [ BO, #16 ]

  458. 	fldd	d7 , [ BO, #24 ]

  459. 

  460. 	fmacd	d8  , d0,  d4

  461. 	KMAC_R	d8  , d1,  d5

  462. 	fmacd	d9  , d0,  d5

  463. 	KMAC_I	d9  , d1,  d4

  464. 

  465. 	fmacd	d12 , d0,  d6

  466. 	KMAC_R	d12 , d1,  d7

  467. 	fmacd	d13 , d0,  d7

  468. 	KMAC_I	d13 , d1,  d6

  469. 

  470. 	add	BO , BO, #32

  471. 	add	AO , AO, #16

  472. 

  473. .endm

  474. 

  475. .macro KERNEL1x2_M2

  476. 

  477. 	fldd	d0 , [ AO ]

  478. 	fldd	d1 , [ AO, #8 ]

  479. 

  480. 	fldd	d4 , [ BO ]

  481. 	fldd	d5 , [ BO, #8 ]

  482. 	fldd	d6 , [ BO, #16 ]

  483. 	fldd	d7 , [ BO, #24 ]

  484. 

  485. 	fmacd	d8  , d0,  d4

  486. 	KMAC_R	d8  , d1,  d5

  487. 	fmacd	d9  , d0,  d5

  488. 	KMAC_I	d9  , d1,  d4

  489. 

  490. 	fmacd	d12 , d0,  d6

  491. 	KMAC_R	d12 , d1,  d7

  492. 	fmacd	d13 , d0,  d7

  493. 	KMAC_I	d13 , d1,  d6

  494. 

  495. 	add	BO , BO, #32

  496. 	add	AO , AO, #16

  497. 

  498. 

  499. .endm

  500. 

  501. 

  502. .macro KERNEL1x2_E

  503. 

  504. 	fldd	d0 , [ AO ]

  505. 	fldd	d1 , [ AO, #8 ]

  506. 

  507. 	fldd	d4 , [ BO ]

  508. 	fldd	d5 , [ BO, #8 ]

  509. 	fldd	d6 , [ BO, #16 ]

  510. 	fldd	d7 , [ BO, #24 ]

  511. 

  512. 	fmacd	d8  , d0,  d4

  513. 	KMAC_R	d8  , d1,  d5

  514. 	fmacd	d9  , d0,  d5

  515. 	KMAC_I	d9  , d1,  d4

  516. 

  517. 	fmacd	d12 , d0,  d6

  518. 	KMAC_R	d12 , d1,  d7

  519. 	fmacd	d13 , d0,  d7

  520. 	KMAC_I	d13 , d1,  d6

  521. 

  522. 	add	BO , BO, #32

  523. 	add	AO , AO, #16

  524. 

  525. .endm

  526. 

  527. .macro KERNEL1x2_SUB

  528. 

  529. 	fldd	d0 , [ AO ]

  530. 	fldd	d1 , [ AO, #8 ]

  531. 

  532. 	fldd	d4 , [ BO ]

  533. 	fldd	d5 , [ BO, #8 ]

  534. 	fldd	d6 , [ BO, #16 ]

  535. 	fldd	d7 , [ BO, #24 ]

  536. 

  537. 	fmacd	d8  , d0,  d4

  538. 	KMAC_R	d8  , d1,  d5

  539. 	fmacd	d9  , d0,  d5

  540. 	KMAC_I	d9  , d1,  d4

  541. 

  542. 	fmacd	d12 , d0,  d6

  543. 	KMAC_R	d12 , d1,  d7

  544. 	fmacd	d13 , d0,  d7

  545. 	KMAC_I	d13 , d1,  d6

  546. 

  547. 	add	BO , BO, #32

  548. 	add	AO , AO, #16

  549. 

  550. 

  551. .endm

  552. 

  553. 

  554. .macro SAVE1x2

  555. 

  556. 	ldr	r3  , LDC

  557. 	add	CO2 , CO1, r3

  558. 

  559. 	fldd		d0, ALPHA_R

  560. 	fldd		d1, ALPHA_I

  561. 

  562. 	fldd		d4 , FP_ZERO

  563. 	vmov.f64	d5 , d4

  564. 

  565. 	FMAC_R1 d4 , d0 , d8

  566. 	FMAC_I1 d5 , d0 , d9

  567. 	FMAC_R2 d4 , d1 , d9

  568. 	FMAC_I2	d5 , d1 , d8

  569. 

  570. 	vstmia.f64 CO1, { d4 - d5 }

  571. 

  572. 	fldd		d4 , FP_ZERO

  573. 	vmov.f64	d5 , d4

  574. 

  575. 	FMAC_R1 d4 , d0 , d12

  576. 	FMAC_I1 d5 , d0 , d13

  577. 	FMAC_R2 d4 , d1 , d13

  578. 	FMAC_I2	d5 , d1 , d12

  579. 

  580. 	vstmia.f64 CO2, { d4 - d5 }

  581. 

  582. 	add	CO1, CO1, #16

  583. 

  584. .endm

  585. 

  586. 

  587. /******************************************************************************/

  588. 

  589. .macro INIT2x1

  590. 

  591. 	fldd			d8 , FP_ZERO

  592. 	vmov.f64		d9 , d8

  593. 	vmov.f64		d10, d8

  594. 	vmov.f64		d11, d8

  595. 

  596. .endm

  597. 

  598. .macro KERNEL2x1_I

  599. 

  600. 	fldd	d0 , [ AO ]

  601. 	fldd	d1 , [ AO, #8 ]

  602. 

  603. 	fldd	d2 , [ AO, #16 ]

  604. 	fldd	d3 , [ AO, #24 ]

  605. 

  606. 	fldd	d4 , [ BO ]

  607. 	fldd	d5 , [ BO, #8 ]

  608. 

  609. 	fmuld	d8  , d0,  d4

  610. 	KMAC_R	d8  , d1,  d5

  611. 	fmuld	d9  , d0,  d5

  612. 	KMAC_I	d9  , d1,  d4

  613. 

  614. 	fmuld	d10 , d2,  d4

  615. 	KMAC_R	d10 , d3,  d5

  616. 	fmuld	d11 , d2,  d5

  617. 	KMAC_I	d11 , d3,  d4

  618. 

  619. 	add	BO , BO, #16

  620. 	add	AO , AO, #32

  621. 

  622. .endm

  623. 

  624. 

  625. 

  626. .macro KERNEL2x1_M1

  627. 

  628. 	fldd	d0 , [ AO ]

  629. 	fldd	d1 , [ AO, #8 ]

  630. 	fldd	d2 , [ AO, #16 ]

  631. 	fldd	d3 , [ AO, #24 ]

  632. 

  633. 	fldd	d4 , [ BO ]

  634. 	fldd	d5 , [ BO, #8 ]

  635. 

  636. 	fmacd	d8  , d0,  d4

  637. 	KMAC_R	d8  , d1,  d5

  638. 	fmacd	d9  , d0,  d5

  639. 	KMAC_I	d9  , d1,  d4

  640. 

  641. 	fmacd	d10 , d2,  d4

  642. 	KMAC_R	d10 , d3,  d5

  643. 	fmacd	d11 , d2,  d5

  644. 	KMAC_I	d11 , d3,  d4

  645. 

  646. 	add	BO , BO, #16

  647. 	add	AO , AO, #32

  648. 

  649. .endm

  650. 

  651. .macro KERNEL2x1_M2

  652. 

  653. 	fldd	d0 , [ AO ]

  654. 	fldd	d1 , [ AO, #8 ]

  655. 	fldd	d2 , [ AO, #16 ]

  656. 	fldd	d3 , [ AO, #24 ]

  657. 

  658. 	fldd	d4 , [ BO ]

  659. 	fldd	d5 , [ BO, #8 ]

  660. 

  661. 	fmacd	d8  , d0,  d4

  662. 	KMAC_R	d8  , d1,  d5

  663. 	fmacd	d9  , d0,  d5

  664. 	KMAC_I	d9  , d1,  d4

  665. 

  666. 	fmacd	d10 , d2,  d4

  667. 	KMAC_R	d10 , d3,  d5

  668. 	fmacd	d11 , d2,  d5

  669. 	KMAC_I	d11 , d3,  d4

  670. 

  671. 	add	BO , BO, #16

  672. 	add	AO , AO, #32

  673. 

  674. 

  675. .endm

  676. 

  677. 

  678. .macro KERNEL2x1_E

  679. 

  680. 	fldd	d0 , [ AO ]

  681. 	fldd	d1 , [ AO, #8 ]

  682. 	fldd	d2 , [ AO, #16 ]

  683. 	fldd	d3 , [ AO, #24 ]

  684. 

  685. 	fldd	d4 , [ BO ]

  686. 	fldd	d5 , [ BO, #8 ]

  687. 

  688. 	fmacd	d8  , d0,  d4

  689. 	KMAC_R	d8  , d1,  d5

  690. 	fmacd	d9  , d0,  d5

  691. 	KMAC_I	d9  , d1,  d4

  692. 

  693. 	fmacd	d10 , d2,  d4

  694. 	KMAC_R	d10 , d3,  d5

  695. 	fmacd	d11 , d2,  d5

  696. 	KMAC_I	d11 , d3,  d4

  697. 

  698. 	add	BO , BO, #16

  699. 	add	AO , AO, #32

  700. 

  701. .endm

  702. 

  703. .macro KERNEL2x1_SUB

  704. 

  705. 	fldd	d0 , [ AO ]

  706. 	fldd	d1 , [ AO, #8 ]

  707. 	fldd	d2 , [ AO, #16 ]

  708. 	fldd	d3 , [ AO, #24 ]

  709. 

  710. 	fldd	d4 , [ BO ]

  711. 	fldd	d5 , [ BO, #8 ]

  712. 

  713. 	fmacd	d8  , d0,  d4

  714. 	KMAC_R	d8  , d1,  d5

  715. 	fmacd	d9  , d0,  d5

  716. 	KMAC_I	d9  , d1,  d4

  717. 

  718. 	fmacd	d10 , d2,  d4

  719. 	KMAC_R	d10 , d3,  d5

  720. 	fmacd	d11 , d2,  d5

  721. 	KMAC_I	d11 , d3,  d4

  722. 

  723. 	add	BO , BO, #16

  724. 	add	AO , AO, #32

  725. 

  726. 

  727. .endm

  728. 

  729. 

  730. .macro SAVE2x1

  731. 

  732. 	fldd		d0, ALPHA_R

  733. 	fldd		d1, ALPHA_I

  734. 

  735. 	fldd		d4 , FP_ZERO

  736. 	vmov.f64	d5 , d4

  737. 	vmov.f64	d6 , d4

  738. 	vmov.f64	d7 , d4

  739. 

  740. 	FMAC_R1 d4 , d0 , d8

  741. 	FMAC_I1 d5 , d0 , d9

  742. 	FMAC_R2 d4 , d1 , d9

  743. 	FMAC_I2	d5 , d1 , d8

  744. 

  745. 	FMAC_R1 d6 , d0 , d10

  746. 	FMAC_I1 d7 , d0 , d11

  747. 	FMAC_R2 d6 , d1 , d11

  748. 	FMAC_I2	d7 , d1 , d10

  749. 

  750. 	vstmia.f64 CO1, { d4 - d7 }

  751. 

  752. 	add	CO1, CO1, #32

  753. 

  754. .endm

  755. 

  756. 

  757. /******************************************************************************/

  758. 

  759. .macro INIT1x1

  760. 

  761. 	fldd			d8 , FP_ZERO

  762. 	vmov.f64		d9 , d8

  763. 

  764. .endm

  765. 

  766. .macro KERNEL1x1_I

  767. 

  768. 	fldd	d0 , [ AO ]

  769. 	fldd	d1 , [ AO, #8 ]

  770. 

  771. 	fldd	d4 , [ BO ]

  772. 	fldd	d5 , [ BO, #8 ]

  773. 

  774. 	fmuld	d8  , d0,  d4

  775. 	KMAC_R	d8  , d1,  d5

  776. 	fmuld	d9  , d0,  d5

  777. 	KMAC_I	d9  , d1,  d4

  778. 

  779. 	add	BO , BO, #16

  780. 	add	AO , AO, #16

  781. 

  782. .endm

  783. 

  784. 

  785. 

  786. .macro KERNEL1x1_M1

  787. 

  788. 	fldd	d0 , [ AO ]

  789. 	fldd	d1 , [ AO, #8 ]

  790. 

  791. 	fldd	d4 , [ BO ]

  792. 	fldd	d5 , [ BO, #8 ]

  793. 

  794. 	fmacd	d8  , d0,  d4

  795. 	KMAC_R	d8  , d1,  d5

  796. 	fmacd	d9  , d0,  d5

  797. 	KMAC_I	d9  , d1,  d4

  798. 

  799. 	add	BO , BO, #16

  800. 	add	AO , AO, #16

  801. 

  802. .endm

  803. 

  804. .macro KERNEL1x1_M2

  805. 

  806. 	fldd	d0 , [ AO ]

  807. 	fldd	d1 , [ AO, #8 ]

  808. 

  809. 	fldd	d4 , [ BO ]

  810. 	fldd	d5 , [ BO, #8 ]

  811. 

  812. 	fmacd	d8  , d0,  d4

  813. 	KMAC_R	d8  , d1,  d5

  814. 	fmacd	d9  , d0,  d5

  815. 	KMAC_I	d9  , d1,  d4

  816. 

  817. 	add	BO , BO, #16

  818. 	add	AO , AO, #16

  819. 

  820. 

  821. .endm

  822. 

  823. 

  824. .macro KERNEL1x1_E

  825. 

  826. 	fldd	d0 , [ AO ]

  827. 	fldd	d1 , [ AO, #8 ]

  828. 

  829. 	fldd	d4 , [ BO ]

  830. 	fldd	d5 , [ BO, #8 ]

  831. 

  832. 	fmacd	d8  , d0,  d4

  833. 	KMAC_R	d8  , d1,  d5

  834. 	fmacd	d9  , d0,  d5

  835. 	KMAC_I	d9  , d1,  d4

  836. 

  837. 	add	BO , BO, #16

  838. 	add	AO , AO, #16

  839. 

  840. .endm

  841. 

  842. .macro KERNEL1x1_SUB

  843. 

  844. 	fldd	d0 , [ AO ]

  845. 	fldd	d1 , [ AO, #8 ]

  846. 

  847. 	fldd	d4 , [ BO ]

  848. 	fldd	d5 , [ BO, #8 ]

  849. 

  850. 	fmacd	d8  , d0,  d4

  851. 	KMAC_R	d8  , d1,  d5

  852. 	fmacd	d9  , d0,  d5

  853. 	KMAC_I	d9  , d1,  d4

  854. 

  855. 	add	BO , BO, #16

  856. 	add	AO , AO, #16

  857. 

  858. 

  859. .endm

  860. 

  861. 

  862. .macro SAVE1x1

  863. 

  864. 	fldd		d0, ALPHA_R

  865. 	fldd		d1, ALPHA_I

  866. 

  867. 	fldd		d4 , FP_ZERO

  868. 	vmov.f64	d5 , d4

  869. 

  870. 	FMAC_R1 d4 , d0 , d8

  871. 	FMAC_I1 d5 , d0 , d9

  872. 	FMAC_R2 d4 , d1 , d9

  873. 	FMAC_I2	d5 , d1 , d8

  874. 

  875. 	vstmia.f64 CO1, { d4 - d5 }

  876. 

  877. 	add	CO1, CO1, #16

  878. 

  879. .endm

  880. 

  881. 

  882. 

  883. /**************************************************************************************

  884. * End of macro definitions

  885. **************************************************************************************/

  886. 

  887. 	PROLOGUE

  888. 

  889. 	.align 5

  890. 

  891. 	push	{r4 - r9, fp}

  892. 	add	fp, sp, #24

  893. 	sub	sp, sp, #STACKSIZE				// reserve stack

  894. 

  895. #if !defined(__ARM_PCS_VFP)

  896. 	vldr	OLD_ALPHA_R, OLD_ALPHAR_SOFTFP

  897. 	vldr	OLD_ALPHA_I, OLD_ALPHAI_SOFTFP

  898. 	ldr	OLD_A, OLD_A_SOFTFP

  899. #endif

  900. 	str	OLD_M, M

  901. 	str	OLD_N, N

  902. 	str	OLD_K, K

  903. 	str	OLD_A, A

  904. 	vstr	OLD_ALPHA_R, ALPHA_R

  905. 	vstr	OLD_ALPHA_I, ALPHA_I

  906. 

  907. 	sub	r3, fp, #128

  908. 	vstm	r3, { d8 - d15} 				// store floating point registers

  909. 

  910.         movs    r4, #0

  911.         str     r4, FP_ZERO

  912.         str     r4, FP_ZERO_1

  913. 

  914. 	ldr	r3, OLD_LDC

  915. 	lsl	r3, r3, #4					// ldc = ldc * 8 * 2

  916. 	str	r3, LDC

  917. 

  918.         ldr     r3, OFFSET

  919. #ifndef LEFT

  920.         neg     r3 , r3

  921. #endif

  922.         str     r3 , KK

  923. 

  924. 	ldr	BC, B

  925. 

  926. 	ldr	J, N

  927. 	asrs	J, J, #1					// J = J / 2

  928. 	ble	_L1_BEGIN

  929. 

  930. _L2_BEGIN:

  931. 

  932. 	ldr	CO1, C						// CO1 = C

  933. 	ldr	r4 , LDC

  934. 	lsl	r4 , r4 , #1					// LDC * 2

  935. 	add	r3 , r4, CO1

  936. 	str	r3 , C						// store C

  937. 

  938. #if defined(LEFT)

  939.         ldr     r3 , OFFSET

  940.         str     r3 , KK

  941. #endif

  942. 

  943. 

  944. 	ldr	AO, A						// AO = A

  945.         pld     [AO , #A_PRE-64]

  946.         pld     [AO , #A_PRE-32]

  947. 

  948. 

  949. 

  950. _L2_M2_BEGIN:

  951. 

  952. 	ldr	I, M

  953. 	asrs	I, I, #1					// I = I / 2

  954. 	ble	_L2_M1_BEGIN

  955. 

  956. _L2_M2_20:

  957. 

  958. #if  (defined(LEFT) &&  defined(TRANSA)) || \

  959.     (!defined(LEFT) && !defined(TRANSA))

  960. 

  961.         mov     BO, BC

  962. #else

  963.         mov     BO, BC

  964.         ldr     r3 , KK

  965.         lsls    r4 , r3 , #5                                    // 2 * 8 * 2 double values

  966.         add     BO , BO , r4

  967.         lsls    r4 , r3 , #5                                    // 2 * 8 * 2 double values

  968.         add     AO , AO , r4

  969. 

  970. #endif

  971. 

  972. #ifndef TRMMKERNEL

  973.         ldr     K1, K

  974. #elif (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  975.         ldr     K1, K

  976.         ldr     r3, KK

  977.         sub     K1, K1, r3

  978.         str     K1, KKK

  979. #else

  980.         ldr     K1, KK

  981. #ifdef LEFT

  982.         add     K1, K1, #2        // number of values in AO

  983. #else

  984.         add     K1, K1, #2        // number of values in BO

  985. #endif

  986.         str     K1, KKK

  987. #endif

  988. 

  989. 

  990. 	asrs	L , K1, #3					// L = L / 8

  991. 	cmp	L , #3

  992. 	blt	_L2_M2_30

  993. 	.align 5

  994. 

  995. 

  996. 

  997. 	KERNEL2x2_I

  998. 	KERNEL2x2_M2

  999. 	KERNEL2x2_M1

  1000. 	KERNEL2x2_M2

  1001. 

  1002. 	KERNEL2x2_M1

  1003. 	KERNEL2x2_M2

  1004. 	KERNEL2x2_M1

  1005. 	KERNEL2x2_M2

  1006. 

  1007. 	sub	L, L, #2

  1008. 

  1009. _L2_M2_22:

  1010. 

  1011. 	KERNEL2x2_M1

  1012. 	KERNEL2x2_M2

  1013. 	KERNEL2x2_M1

  1014. 	KERNEL2x2_M2

  1015. 

  1016. 	KERNEL2x2_M1

  1017. 	KERNEL2x2_M2

  1018. 	KERNEL2x2_M1

  1019. 	KERNEL2x2_M2

  1020. 

  1021. 	subs	L, L, #1

  1022. 	bgt	_L2_M2_22

  1023. 

  1024. 	KERNEL2x2_M1

  1025. 	KERNEL2x2_M2

  1026. 	KERNEL2x2_M1

  1027. 	KERNEL2x2_M2

  1028. 

  1029. 	KERNEL2x2_M1

  1030. 	KERNEL2x2_M2

  1031. 	KERNEL2x2_M1

  1032. 	KERNEL2x2_E

  1033. 

  1034. 	b	 _L2_M2_44

  1035. 

  1036. 

  1037. _L2_M2_30:

  1038. 	tst	L, #3

  1039. 	ble	_L2_M2_40

  1040. 

  1041. 	tst	L, #2

  1042. 	ble	_L2_M2_32

  1043. 

  1044. 	KERNEL2x2_I

  1045. 	KERNEL2x2_M2

  1046. 	KERNEL2x2_M1

  1047. 	KERNEL2x2_M2

  1048. 

  1049. 	KERNEL2x2_M1

  1050. 	KERNEL2x2_M2

  1051. 	KERNEL2x2_M1

  1052. 	KERNEL2x2_M2

  1053. 

  1054. 	KERNEL2x2_M1

  1055. 	KERNEL2x2_M2

  1056. 	KERNEL2x2_M1

  1057. 	KERNEL2x2_M2

  1058. 

  1059. 

  1060. 	KERNEL2x2_M1

  1061. 	KERNEL2x2_M2

  1062. 	KERNEL2x2_M1

  1063. 	KERNEL2x2_E

  1064. 

  1065. 	b	 _L2_M2_44

  1066. 

  1067. _L2_M2_32:

  1068. 

  1069. 	tst	L, #1

  1070. 	ble	_L2_M2_40

  1071. 

  1072. 	KERNEL2x2_I

  1073. 	KERNEL2x2_M2

  1074. 	KERNEL2x2_M1

  1075. 	KERNEL2x2_M2

  1076. 

  1077. 	KERNEL2x2_M1

  1078. 	KERNEL2x2_M2

  1079. 	KERNEL2x2_M1

  1080. 	KERNEL2x2_E

  1081. 

  1082. 	b	 _L2_M2_44

  1083. 

  1084. 

  1085. _L2_M2_40:

  1086. 

  1087. 	INIT2x2

  1088. 

  1089. 

  1090. _L2_M2_44:

  1091. 

  1092. 	ands	L , K1, #7					// L = L % 8

  1093. 	ble	_L2_M2_100

  1094. 

  1095. _L2_M2_46:

  1096. 

  1097. 	KERNEL2x2_SUB

  1098. 

  1099. 	subs	L, L, #1

  1100. 	bne	_L2_M2_46

  1101. 

  1102. _L2_M2_100:

  1103. 

  1104. 	SAVE2x2

  1105. 

  1106. #if  (defined(LEFT) &&  defined(TRANSA)) || \

  1107.     (!defined(LEFT) && !defined(TRANSA))

  1108.         ldr     r3 , K

  1109.         ldr     r4 , KKK

  1110.         sub     r3 , r3 , r4

  1111.         lsls    r4 , r3 , #5                    // 2 * 8 * 2 double values

  1112.         add     BO , BO , r4

  1113.         lsls    r4 , r3 , #5                    // 2 * 8 * 2 double values

  1114.         add     AO , AO , r4

  1115. #endif

  1116. 

  1117. #if defined(LEFT)

  1118.         ldr     r3 , KK

  1119.         add     r3 , r3 , #2                    // number of values in AO

  1120.         str     r3 , KK

  1121. #endif

  1122. 

  1123. 

  1124. 

  1125. 

  1126. _L2_M2_END:

  1127. 

  1128. 	subs	I, I, #1

  1129. 	bne	_L2_M2_20

  1130. 

  1131. 

  1132. _L2_M1_BEGIN:

  1133. 

  1134. 	ldr	I, M

  1135. 	tst	I, #1					// I = I % 2

  1136. 	ble	_L2_END

  1137. 

  1138. _L2_M1_20:

  1139. 

  1140. 	INIT1x2

  1141. 

  1142. #if  (defined(LEFT) &&  defined(TRANSA)) || \

  1143.     (!defined(LEFT) && !defined(TRANSA))

  1144. 

  1145.         mov     BO, BC

  1146. #else

  1147.         mov     BO, BC

  1148.         ldr     r3 , KK

  1149.         lsls    r4 , r3 , #5                                    // 2 * 8 * 2 double values

  1150.         add     BO , BO , r4

  1151.         lsls    r4 , r3 , #4                                    // 1 * 8 * 2 double values

  1152.         add     AO , AO , r4

  1153. 

  1154. #endif

  1155. 

  1156. #ifndef TRMMKERNEL

  1157.         ldr     K1, K

  1158. #elif (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  1159.         ldr     K1, K

  1160.         ldr     r3, KK

  1161.         sub     K1, K1, r3

  1162.         str     K1, KKK

  1163. #else

  1164.         ldr     K1, KK

  1165. #ifdef LEFT

  1166.         add     K1, K1, #1        // number of values in AO

  1167. #else

  1168.         add     K1, K1, #2        // number of values in BO

  1169. #endif

  1170.         str     K1, KKK

  1171. #endif

  1172. 

  1173. 	asrs	L , K1, #3					// L = L / 8

  1174. 	ble	_L2_M1_40

  1175. 

  1176. _L2_M1_22:

  1177. 

  1178. 	KERNEL1x2_SUB

  1179. 	KERNEL1x2_SUB

  1180. 	KERNEL1x2_SUB

  1181. 	KERNEL1x2_SUB

  1182. 

  1183. 	KERNEL1x2_SUB

  1184. 	KERNEL1x2_SUB

  1185. 	KERNEL1x2_SUB

  1186. 	KERNEL1x2_SUB

  1187. 

  1188. 	subs	L, L, #1

  1189. 	bgt	_L2_M1_22

  1190. 

  1191. 

  1192. _L2_M1_40:

  1193. 

  1194. 	ands	L , K1, #7					// L = L % 8

  1195. 	ble	_L2_M1_100

  1196. 

  1197. _L2_M1_42:

  1198. 

  1199. 	KERNEL1x2_SUB

  1200. 

  1201. 	subs	L, L, #1

  1202. 	bgt	_L2_M1_42

  1203. 

  1204. _L2_M1_100:

  1205. 

  1206. 	SAVE1x2

  1207. 

  1208. #if  (defined(LEFT) &&  defined(TRANSA)) || \

  1209.     (!defined(LEFT) && !defined(TRANSA))

  1210.         ldr     r3 , K

  1211.         ldr     r4 , KKK

  1212.         sub     r3 , r3 , r4

  1213.         lsls    r4 , r3 , #5                    // 2 * 8 * 2 double values

  1214.         add     BO , BO , r4

  1215.         lsls    r4 , r3 , #4                    // 1 * 8 * 2 double values

  1216.         add     AO , AO , r4

  1217. #endif

  1218. 

  1219. #if defined(LEFT)

  1220.         ldr     r3 , KK

  1221.         add     r3 , r3 , #1                    // number of values in AO

  1222.         str     r3 , KK

  1223. #endif

  1224. 

  1225. 

  1226. 

  1227. _L2_END:

  1228. 

  1229. 	mov	r3, BC

  1230. 	ldr	r4, K

  1231. 	lsl	r4, r4, #5					// k * 2 * 8 * 2

  1232. 	add	r3, r3, r4					// B = B + K * 4 * 8

  1233. 	mov	BC, r3

  1234. 

  1235. #if !defined(LEFT)

  1236.         ldr     r3 , KK

  1237.         add     r3 , r3 , #2                                    // number of values in BO

  1238.         str     r3 , KK

  1239. #endif

  1240. 

  1241. 

  1242. 	subs	J , #1						// j--

  1243. 	bgt	_L2_BEGIN

  1244. 

  1245. 

  1246. 

  1247. /*********************************************************************************************/

  1248. 

  1249. _L1_BEGIN:

  1250. 

  1251. 	ldr	J , N

  1252. 	tst	J , #1

  1253. 	ble	_L999

  1254. 

  1255. 

  1256. 	ldr	CO1, C						// CO1 = C

  1257. 	ldr	r4 , LDC

  1258. 	add	r3 , r4, CO1

  1259. 	str	r3 , C						// store C

  1260. 

  1261. #if defined(LEFT)

  1262.         ldr     r3 , OFFSET

  1263.         str     r3 , KK

  1264. #endif

  1265. 

  1266. 

  1267. 	ldr	AO, A						// AO = A

  1268. 

  1269. _L1_M2_BEGIN:

  1270. 

  1271. 	ldr	I, M

  1272. 	asrs	I, I, #1					// I = I / 2

  1273. 	ble	_L1_M1_BEGIN

  1274. 

  1275. _L1_M2_20:

  1276. 

  1277. #if  (defined(LEFT) &&  defined(TRANSA)) || \

  1278.     (!defined(LEFT) && !defined(TRANSA))

  1279. 

  1280.         mov     BO, BC

  1281. #else

  1282.         mov     BO, BC

  1283.         ldr     r3 , KK

  1284.         lsls    r4 , r3 , #4                                    // 1 * 8 * 2 double values

  1285.         add     BO , BO , r4

  1286.         lsls    r4 , r3 , #5                                    // 2 * 8 * 2 double values

  1287.         add     AO , AO , r4

  1288. 

  1289. #endif

  1290. 

  1291. #ifndef TRMMKERNEL

  1292.         ldr     K1, K

  1293. #elif (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  1294.         ldr     K1, K

  1295.         ldr     r3, KK

  1296.         sub     K1, K1, r3

  1297.         str     K1, KKK

  1298. #else

  1299.         ldr     K1, KK

  1300. #ifdef LEFT

  1301.         add     K1, K1, #2        // number of values in AO

  1302. #else

  1303.         add     K1, K1, #1        // number of values in BO

  1304. #endif

  1305.         str     K1, KKK

  1306. #endif

  1307. 

  1308. 	asrs	L , K1, #3					// L = L / 8

  1309. 	cmp	L , #3

  1310. 	blt	_L1_M2_30

  1311. 	.align 5

  1312. 

  1313. 

  1314. 

  1315. 	KERNEL2x1_I

  1316. 	KERNEL2x1_M2

  1317. 	KERNEL2x1_M1

  1318. 	KERNEL2x1_M2

  1319. 

  1320. 	KERNEL2x1_M1

  1321. 	KERNEL2x1_M2

  1322. 	KERNEL2x1_M1

  1323. 	KERNEL2x1_M2

  1324. 

  1325. 	sub	L, L, #2

  1326. 

  1327. _L1_M2_22:

  1328. 

  1329. 	KERNEL2x1_M1

  1330. 	KERNEL2x1_M2

  1331. 	KERNEL2x1_M1

  1332. 	KERNEL2x1_M2

  1333. 

  1334. 	KERNEL2x1_M1

  1335. 	KERNEL2x1_M2

  1336. 	KERNEL2x1_M1

  1337. 	KERNEL2x1_M2

  1338. 

  1339. 	subs	L, L, #1

  1340. 	bgt	_L1_M2_22

  1341. 

  1342. 	KERNEL2x1_M1

  1343. 	KERNEL2x1_M2

  1344. 	KERNEL2x1_M1

  1345. 	KERNEL2x1_M2

  1346. 

  1347. 	KERNEL2x1_M1

  1348. 	KERNEL2x1_M2

  1349. 	KERNEL2x1_M1

  1350. 	KERNEL2x1_E

  1351. 

  1352. 	b	 _L1_M2_44

  1353. 

  1354. 

  1355. _L1_M2_30:

  1356. 	tst	L, #3

  1357. 	ble	_L1_M2_40

  1358. 

  1359. 	tst	L, #2

  1360. 	ble	_L1_M2_32

  1361. 

  1362. 	KERNEL2x1_I

  1363. 	KERNEL2x1_M2

  1364. 	KERNEL2x1_M1

  1365. 	KERNEL2x1_M2

  1366. 

  1367. 	KERNEL2x1_M1

  1368. 	KERNEL2x1_M2

  1369. 	KERNEL2x1_M1

  1370. 	KERNEL2x1_M2

  1371. 

  1372. 	KERNEL2x1_M1

  1373. 	KERNEL2x1_M2

  1374. 	KERNEL2x1_M1

  1375. 	KERNEL2x1_M2

  1376. 

  1377. 

  1378. 	KERNEL2x1_M1

  1379. 	KERNEL2x1_M2

  1380. 	KERNEL2x1_M1

  1381. 	KERNEL2x1_E

  1382. 

  1383. 	b	 _L1_M2_44

  1384. 

  1385. _L1_M2_32:

  1386. 

  1387. 	tst	L, #1

  1388. 	ble	_L1_M2_40

  1389. 

  1390. 	KERNEL2x1_I

  1391. 	KERNEL2x1_M2

  1392. 	KERNEL2x1_M1

  1393. 	KERNEL2x1_M2

  1394. 

  1395. 	KERNEL2x1_M1

  1396. 	KERNEL2x1_M2

  1397. 	KERNEL2x1_M1

  1398. 	KERNEL2x1_E

  1399. 

  1400. 	b	 _L1_M2_44

  1401. 

  1402. 

  1403. _L1_M2_40:

  1404. 

  1405. 	INIT2x1

  1406. 

  1407. 

  1408. _L1_M2_44:

  1409. 

  1410. 	ands	L , K1, #7					// L = L % 8

  1411. 	ble	_L1_M2_100

  1412. 

  1413. _L1_M2_46:

  1414. 

  1415. 	KERNEL2x1_SUB

  1416. 

  1417. 	subs	L, L, #1

  1418. 	bne	_L1_M2_46

  1419. 

  1420. _L1_M2_100:

  1421. 

  1422. 	SAVE2x1

  1423. 

  1424. #if  (defined(LEFT) &&  defined(TRANSA)) || \

  1425.     (!defined(LEFT) && !defined(TRANSA))

  1426.         ldr     r3 , K

  1427.         ldr     r4 , KKK

  1428.         sub     r3 , r3 , r4

  1429.         lsls    r4 , r3 , #4                    // 1 * 8 * 2 double values

  1430.         add     BO , BO , r4

  1431.         lsls    r4 , r3 , #5                    // 2 * 8 * 2 double values

  1432.         add     AO , AO , r4

  1433. #endif

  1434. 

  1435. #if defined(LEFT)

  1436.         ldr     r3 , KK

  1437.         add     r3 , r3 , #2                    // number of values in AO

  1438.         str     r3 , KK

  1439. #endif

  1440. 

  1441. 

  1442. 

  1443. _L1_M2_END:

  1444. 

  1445. 	subs	I, I, #1

  1446. 	bne	_L1_M2_20

  1447. 

  1448. 

  1449. _L1_M1_BEGIN:

  1450. 

  1451. 	ldr	I, M

  1452. 	tst	I, #1					// I = I % 2

  1453. 	ble	_L1_END

  1454. 

  1455. _L1_M1_20:

  1456. 

  1457. 	INIT1x1

  1458. 

  1459. #if  (defined(LEFT) &&  defined(TRANSA)) || \

  1460.     (!defined(LEFT) && !defined(TRANSA))

  1461. 

  1462.         mov     BO, BC

  1463. #else

  1464.         mov     BO, BC

  1465.         ldr     r3 , KK

  1466.         lsls    r4 , r3 , #4                                    // 1 * 8 * 2 double values

  1467.         add     BO , BO , r4

  1468.         lsls    r4 , r3 , #4                                    // 1 * 8 * 2 double values

  1469.         add     AO , AO , r4

  1470. 

  1471. #endif

  1472. 

  1473. #ifndef TRMMKERNEL

  1474.         ldr     K1, K

  1475. #elif (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  1476.         ldr     K1, K

  1477.         ldr     r3, KK

  1478.         sub     K1, K1, r3

  1479.         str     K1, KKK

  1480. #else

  1481.         ldr     K1, KK

  1482. #ifdef LEFT

  1483.         add     K1, K1, #1        // number of values in AO

  1484. #else

  1485.         add     K1, K1, #1        // number of values in BO

  1486. #endif

  1487.         str     K1, KKK

  1488. #endif

  1489. 

  1490. 	asrs	L , K1, #3					// L = L / 8

  1491. 	ble	_L1_M1_40

  1492. 

  1493. _L1_M1_22:

  1494. 

  1495. 	KERNEL1x1_SUB

  1496. 	KERNEL1x1_SUB

  1497. 	KERNEL1x1_SUB

  1498. 	KERNEL1x1_SUB

  1499. 

  1500. 	KERNEL1x1_SUB

  1501. 	KERNEL1x1_SUB

  1502. 	KERNEL1x1_SUB

  1503. 	KERNEL1x1_SUB

  1504. 

  1505. 	subs	L, L, #1

  1506. 	bgt	_L1_M1_22

  1507. 

  1508. 

  1509. _L1_M1_40:

  1510. 

  1511. 	ands	L , K1, #7					// L = L % 8

  1512. 	ble	_L1_M1_100

  1513. 

  1514. _L1_M1_42:

  1515. 

  1516. 	KERNEL1x1_SUB

  1517. 

  1518. 	subs	L, L, #1

  1519. 	bgt	_L1_M1_42

  1520. 

  1521. _L1_M1_100:

  1522. 

  1523. 	SAVE1x1

  1524. 

  1525. 

  1526. #if  (defined(LEFT) &&  defined(TRANSA)) || \

  1527.     (!defined(LEFT) && !defined(TRANSA))

  1528.         ldr     r3 , K

  1529.         ldr     r4 , KKK

  1530.         sub     r3 , r3 , r4

  1531.         lsls    r4 , r3 , #4                    // 1 * 8 * 2 double values

  1532.         add     BO , BO , r4

  1533.         lsls    r4 , r3 , #4                    // 1 * 8 * 2 double values

  1534.         add     AO , AO , r4

  1535. #endif

  1536. 

  1537. #if defined(LEFT)

  1538.         ldr     r3 , KK

  1539.         add     r3 , r3 , #1                    // number of values in AO

  1540.         str     r3 , KK

  1541. #endif

  1542. 

  1543. 

  1544. 

  1545. _L1_END:

  1546. 

  1547. 

  1548. 

  1549. _L999:

  1550. 

  1551. 	sub	r3, fp, #128

  1552. 	vldm	r3, { d8 - d15}					// restore floating point registers

  1553. 

  1554. 	movs	r0, #0						// set return value

  1555. 	sub	sp, fp, #24

  1556. 	pop	{r4 - r9, fp}

  1557. 	bx	lr

  1558. 

  1559. 	EPILOGUE