OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 855945befb
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '855945befb'
${ noResults }
OpenBLAS/kernel/power/ztrmm_logic_8x2_power8.S

1238 lines
23 kB
Raw Blame History 

  1. /***************************************************************************

  2. Copyright (c) 2013-2016, The OpenBLAS Project

  3. All rights reserved.

  4. Redistribution and use in source and binary forms, with or without

  5. modification, are permitted provided that the following conditions are

  6. met:

  7. 1. Redistributions of source code must retain the above copyright

  8. notice, this list of conditions and the following disclaimer.

  9. 2. Redistributions in binary form must reproduce the above copyright

  10. notice, this list of conditions and the following disclaimer in

  11. the documentation and/or other materials provided with the

  12. distribution.

  13. 3. Neither the name of the OpenBLAS project nor the names of

  14. its contributors may be used to endorse or promote products

  15. derived from this software without specific prior written permission.

  16. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"

  17. AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE

  18. IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE

  19. ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE

  20. LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL

  21. DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR

  22. SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER

  23. CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,

  24. OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE

  25. USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

  26. *****************************************************************************/

  27. 

  28. /**************************************************************************************

  29. * 2016/03/05 Werner Saar (wernsaar@googlemail.com)

  30. * 	 BLASTEST 		: OK

  31. * 	 CTEST			: OK

  32. * 	 TEST			: OK

  33. *	 LAPACK-TEST		: OK

  34. **************************************************************************************/

  35. 

  36. 

  37. 	srawi.		J,	N,	1

  38. 	ble		.LZTRMM_L2_END

  39. 

  40. .LZTRMM_L2_BEGIN:

  41. 

  42. 	mr		CO,	C

  43. 	mr		AO,	A

  44. 	slwi		T1,	LDC	,	1

  45. 	add		C,	C,	T1

  46. 

  47. #if defined(LEFT)

  48. 	mr		KK,	OFFSET		// OFFSET -> KK

  49. #endif

  50. 

  51. 	srawi.		I,	M,	3

  52. 	ble		.LZTRMM_L2x8_END

  53. 

  54. .LZTRMM_L2x8_BEGIN:

  55. 

  56. 

  57. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  58. 	mr		BO,	B					// B -> BO

  59. #else

  60. 	mr		BO,	B					// B -> BO

  61. 	slwi		T1,	KK,	5				// Number of values in B shifted

  62. 	slwi		T2,	KK,	7				// Number of values in A shifted

  63. 	add		BO,	BO,	T1				// Add values to BO

  64. 	add		AO,	AO,	T2				// Add values to AO

  65. #endif

  66. 

  67. #if (defined(LEFT) &&  !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  68. 	sub		T1,	K,	KK				// K - KK -> TEMP1

  69. #else

  70. 	mr		T1,	KK					// KK -> KTEMP

  71. #ifdef LEFT

  72. 	addi		T1,	T1,	8				// KTEMP + Number of values in A -> KTEMP

  73. #else

  74. 	addi		T1,	T1,	2				// KTEMP + Number of values in B -> KTEMP

  75. #endif

  76. #endif

  77. 

  78. 	mr		KKK,	T1

  79. 	mr		K1,	T1

  80. 	srawi.		L,	K1,	3				// KTEMP / 8 -> L

  81. 	ble		.LZTRMM_L2x8_SUB0

  82. 	cmpwi		cr0,	L,	1

  83. 	ble		.LZTRMM_L2x8_SUB4

  84. 

  85. .LZTRMM_L2x8_LOOP_START:

  86. 

  87. 	dcbt		AO,	PRE

  88. 	LOAD2x8_1

  89. 	dcbt		AO,	PRE

  90. 	KERNEL2x8_I1

  91. 	dcbt		AO,	PRE

  92. 	KERNEL2x8_2

  93. 	dcbt		AO,	PRE

  94. 	KERNEL2x8_1

  95. 	dcbt		AO,	PRE

  96. 	KERNEL2x8_2

  97. 

  98. 	dcbt		AO,	PRE

  99. 	KERNEL2x8_1

  100. 	dcbt		AO,	PRE

  101. 	KERNEL2x8_2

  102. 	dcbt		AO,	PRE

  103. 	KERNEL2x8_1

  104. 	dcbt		AO,	PRE

  105. 	KERNEL2x8_2

  106. 

  107. 	addic.		L,	L,	-2

  108. 	ble		.LZTRMM_L2x8_LOOP_END

  109. 

  110. 	.align 5

  111. 

  112. .LZTRMM_L2x8_LOOP:

  113. 

  114. 	dcbt		AO,	PRE

  115. 	KERNEL2x8_1

  116. 	dcbt		AO,	PRE

  117. 	KERNEL2x8_2

  118. 	dcbt		AO,	PRE

  119. 	KERNEL2x8_1

  120. 	dcbt		AO,	PRE

  121. 	KERNEL2x8_2

  122. 

  123. 	dcbt		AO,	PRE

  124. 	KERNEL2x8_1

  125. 	dcbt		AO,	PRE

  126. 	KERNEL2x8_2

  127. 	dcbt		AO,	PRE

  128. 	KERNEL2x8_1

  129. 	dcbt		AO,	PRE

  130. 	KERNEL2x8_2

  131. 

  132. 	addic.		L,	L,	-1

  133. 	bgt		.LZTRMM_L2x8_LOOP

  134. 

  135. .LZTRMM_L2x8_LOOP_END:

  136. 

  137. 	dcbt		AO,	PRE

  138. 	KERNEL2x8_1

  139. 	dcbt		AO,	PRE

  140. 	KERNEL2x8_2

  141. 	dcbt		AO,	PRE

  142. 	KERNEL2x8_1

  143. 	dcbt		AO,	PRE

  144. 	KERNEL2x8_2

  145. 

  146. 	dcbt		AO,	PRE

  147. 	KERNEL2x8_1

  148. 	dcbt		AO,	PRE

  149. 	KERNEL2x8_2

  150. 	dcbt		AO,	PRE

  151. 	KERNEL2x8_1

  152. 	KERNEL2x8_E2

  153. 

  154. 	b		.LZTRMM_L2x8_SUB1

  155. 

  156. .LZTRMM_L2x8_SUB4:

  157. 

  158. 	dcbt		AO,	PRE

  159. 	KERNEL2x8_SUBI1

  160. 	dcbt		AO,	PRE

  161. 	KERNEL2x8_SUB1

  162. 	dcbt		AO,	PRE

  163. 	KERNEL2x8_SUB1

  164. 	dcbt		AO,	PRE

  165. 	KERNEL2x8_SUB1

  166. 

  167. 	KERNEL2x8_SUB1

  168. 	KERNEL2x8_SUB1

  169. 	KERNEL2x8_SUB1

  170. 	KERNEL2x8_SUB1

  171. 

  172. 	b		.LZTRMM_L2x8_SUB1

  173. 

  174. .LZTRMM_L2x8_SUB0:

  175. 

  176. 	andi.		L,	K1,	7						// K1 & 7 -> L

  177. 

  178. 	KERNEL2x8_SUBI1

  179. 

  180. 	addic.		L,	L,	-1

  181. 	ble		.LZTRMM_L2x8_SAVE

  182. 	b		.LZTRMM_L2x8_SUB2

  183. 

  184. .LZTRMM_L2x8_SUB1:

  185. 

  186. 	andi.		L,	K1,	7						// K1 & 7 -> L

  187. 	ble		.LZTRMM_L2x8_SAVE

  188. 

  189. .LZTRMM_L2x8_SUB2:

  190. 

  191. 	KERNEL2x8_SUB1

  192. 

  193. 	addic.		L,	L,	-1

  194. 	bgt		.LZTRMM_L2x8_SUB2

  195. 

  196. .LZTRMM_L2x8_SAVE:

  197. 

  198. 	SAVE2x8

  199. 

  200. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  201. 	sub		T1,	K,	KKK					// K - KKK -> TEMP1

  202. 	slwi		T2,	T1,	5			// TEMP1 * Number of values in B shifted -> TEMP2

  203. 	slwi		T1,	T1,	7			// TEMP1 * Number of values in A shifted -> TEMP1

  204. 	add		BO,	BO,	T2					// BO += TEMP2 * number of values in B shifted

  205. 	add		AO,	AO,	T1					// AO += TEMP1 * number of values in A shifted

  206. #endif

  207. 

  208. #if defined(LEFT)

  209. 	addi		KK,	KK,	8				// KK += Number of values in A

  210. #endif

  211. 

  212. 

  213. 	addic.		I,	I,	-1

  214. 	bgt		.LZTRMM_L2x8_BEGIN

  215. 

  216. .LZTRMM_L2x8_END:

  217. 

  218. .LZTRMM_L2x4_BEGIN:

  219. 	andi.		T2,	M,	7

  220. 	ble		.LZTRMM_L2x1_END

  221. 

  222. 	andi.		T1,	M,	4

  223. 	ble		.LZTRMM_L2x4_END

  224. 

  225. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  226. 	mr		BO,	B					// B -> BO

  227. #else

  228. 	mr		BO,	B					// B -> BO

  229. 	slwi		T1,	KK,	5				// Number of values in B shifted

  230. 	slwi		T2,	KK,	6				// Number of values in A shifted

  231. 	add		BO,	BO,	T1				// Add values to BO

  232. 	add		AO,	AO,	T2				// Add values to AO

  233. #endif

  234. 

  235. #if (defined(LEFT) &&  !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  236. 	sub		T1,	K,	KK				// K - KK -> TEMP1

  237. #else

  238. 	mr		T1,	KK					// KK -> KTEMP

  239. #ifdef LEFT

  240. 	addi		T1,	T1,	4				// KTEMP + Number of values in A -> KTEMP

  241. #else

  242. 	addi		T1,	T1,	2				// KTEMP + Number of values in B -> KTEMP

  243. #endif

  244. #endif

  245. 

  246. 	mr		KKK,	T1

  247. 	mr		K1,	T1

  248. 	srawi.		L,	K1,	3				// KTEMP / 8 -> L

  249. 	ble		.LZTRMM_L2x4_SUB0

  250. 	cmpwi		cr0,	L,	1

  251. 	ble		.LZTRMM_L2x4_SUB4

  252. 

  253. .LZTRMM_L2x4_LOOP_START:

  254. 

  255. 	LOAD2x4_1

  256. 	KERNEL2x4_I1

  257. 	KERNEL2x4_2

  258. 	KERNEL2x4_1

  259. 	KERNEL2x4_2

  260. 

  261. 	KERNEL2x4_1

  262. 	KERNEL2x4_2

  263. 	KERNEL2x4_1

  264. 	KERNEL2x4_2

  265. 

  266. 	addic.		L,	L,	-2

  267. 	ble		.LZTRMM_L2x4_LOOP_END

  268. 

  269. 	.align 5

  270. 

  271. .LZTRMM_L2x4_LOOP:

  272. 

  273. 	KERNEL2x4_1

  274. 	KERNEL2x4_2

  275. 	KERNEL2x4_1

  276. 	KERNEL2x4_2

  277. 

  278. 	KERNEL2x4_1

  279. 	KERNEL2x4_2

  280. 	KERNEL2x4_1

  281. 	KERNEL2x4_2

  282. 

  283. 	addic.		L,	L,	-1

  284. 	bgt		.LZTRMM_L2x4_LOOP

  285. 

  286. .LZTRMM_L2x4_LOOP_END:

  287. 

  288. 	KERNEL2x4_1

  289. 	KERNEL2x4_2

  290. 	KERNEL2x4_1

  291. 	KERNEL2x4_2

  292. 

  293. 	KERNEL2x4_1

  294. 	KERNEL2x4_2

  295. 	KERNEL2x4_1

  296. 	KERNEL2x4_E2

  297. 

  298. 	b		.LZTRMM_L2x4_SUB1

  299. 

  300. .LZTRMM_L2x4_SUB4:

  301. 

  302. 	KERNEL2x4_SUBI1

  303. 	KERNEL2x4_SUB1

  304. 	KERNEL2x4_SUB1

  305. 	KERNEL2x4_SUB1

  306. 

  307. 	KERNEL2x4_SUB1

  308. 	KERNEL2x4_SUB1

  309. 	KERNEL2x4_SUB1

  310. 	KERNEL2x4_SUB1

  311. 

  312. 	b		.LZTRMM_L2x4_SUB1

  313. 

  314. .LZTRMM_L2x4_SUB0:

  315. 

  316. 	andi.		L,	K1,	7						// K1 & 7 -> L

  317. 

  318. 	KERNEL2x4_SUBI1

  319. 

  320. 	addic.		L,	L,	-1

  321. 	ble		.LZTRMM_L2x4_SAVE

  322. 	b		.LZTRMM_L2x4_SUB2

  323. 

  324. .LZTRMM_L2x4_SUB1:

  325. 

  326. 	andi.		L,	K1,	7						// K1 & 7 -> L

  327. 	ble		.LZTRMM_L2x4_SAVE

  328. 

  329. .LZTRMM_L2x4_SUB2:

  330. 

  331. 	KERNEL2x4_SUB1

  332. 

  333. 	addic.		L,	L,	-1

  334. 	bgt		.LZTRMM_L2x4_SUB2

  335. 

  336. .LZTRMM_L2x4_SAVE:

  337. 

  338. 	SAVE2x4

  339. 

  340. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  341. 	sub		T1,	K,	KKK					// K - KKK -> TEMP1

  342. 	slwi		T2,	T1,	5			// TEMP1 * Number of values in B shifted -> TEMP2

  343. 	slwi		T1,	T1,	6			// TEMP1 * Number of values in A shifted -> TEMP1

  344. 	add		BO,	BO,	T2					// BO += TEMP2 * number of values in B shifted

  345. 	add		AO,	AO,	T1					// AO += TEMP1 * number of values in A shifted

  346. #endif

  347. 

  348. #if defined(LEFT)

  349. 	addi		KK,	KK,	4				// KK += Number of values in A

  350. #endif

  351. 

  352. 

  353. .LZTRMM_L2x4_END:

  354. 

  355. .LZTRMM_L2x2_BEGIN:

  356. 

  357. 	andi.		T1,	M,	2

  358. 	ble		.LZTRMM_L2x2_END

  359. 

  360. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  361. 	mr		BO,	B					// B -> BO

  362. #else

  363. 	mr		BO,	B					// B -> BO

  364. 	slwi		T1,	KK,	5				// Number of values in B shifted

  365. 	slwi		T2,	KK,	5				// Number of values in A shifted

  366. 	add		BO,	BO,	T1				// Add values to BO

  367. 	add		AO,	AO,	T2				// Add values to AO

  368. #endif

  369. 

  370. #if (defined(LEFT) &&  !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  371. 	sub		T1,	K,	KK				// K - KK -> TEMP1

  372. #else

  373. 	mr		T1,	KK					// KK -> KTEMP

  374. #ifdef LEFT

  375. 	addi		T1,	T1,	2				// KTEMP + Number of values in A -> KTEMP

  376. #else

  377. 	addi		T1,	T1,	2				// KTEMP + Number of values in B -> KTEMP

  378. #endif

  379. #endif

  380. 

  381. 	mr		KKK,	T1

  382. 	mr		K1,	T1

  383. 	srawi.		L,	K1,	3				// KTEMP / 8 -> L

  384. 	ble		.LZTRMM_L2x2_SUB0

  385. 	cmpwi		cr0,	L,	1

  386. 	ble		.LZTRMM_L2x2_SUB4

  387. 

  388. .LZTRMM_L2x2_LOOP_START:

  389. 

  390. 	LOAD2x2_1

  391. 	KERNEL2x2_I1

  392. 	KERNEL2x2_2

  393. 	KERNEL2x2_1

  394. 	KERNEL2x2_2

  395. 

  396. 	KERNEL2x2_1

  397. 	KERNEL2x2_2

  398. 	KERNEL2x2_1

  399. 	KERNEL2x2_2

  400. 

  401. 	addic.		L,	L,	-2

  402. 	ble		.LZTRMM_L2x2_LOOP_END

  403. 

  404. 	.align 5

  405. 

  406. .LZTRMM_L2x2_LOOP:

  407. 

  408. 	KERNEL2x2_1

  409. 	KERNEL2x2_2

  410. 	KERNEL2x2_1

  411. 	KERNEL2x2_2

  412. 

  413. 	KERNEL2x2_1

  414. 	KERNEL2x2_2

  415. 	KERNEL2x2_1

  416. 	KERNEL2x2_2

  417. 

  418. 	addic.		L,	L,	-1

  419. 	bgt		.LZTRMM_L2x2_LOOP

  420. 

  421. .LZTRMM_L2x2_LOOP_END:

  422. 

  423. 	KERNEL2x2_1

  424. 	KERNEL2x2_2

  425. 	KERNEL2x2_1

  426. 	KERNEL2x2_2

  427. 

  428. 	KERNEL2x2_1

  429. 	KERNEL2x2_2

  430. 	KERNEL2x2_1

  431. 	KERNEL2x2_E2

  432. 

  433. 	b		.LZTRMM_L2x2_SUB1

  434. 

  435. .LZTRMM_L2x2_SUB4:

  436. 

  437. 	KERNEL2x2_SUBI1

  438. 	KERNEL2x2_SUB1

  439. 	KERNEL2x2_SUB1

  440. 	KERNEL2x2_SUB1

  441. 

  442. 	KERNEL2x2_SUB1

  443. 	KERNEL2x2_SUB1

  444. 	KERNEL2x2_SUB1

  445. 	KERNEL2x2_SUB1

  446. 

  447. 	b		.LZTRMM_L2x2_SUB1

  448. 

  449. .LZTRMM_L2x2_SUB0:

  450. 

  451. 	andi.		L,	K1,	7						// K1 & 7 -> L

  452. 

  453. 	KERNEL2x2_SUBI1

  454. 

  455. 	addic.		L,	L,	-1

  456. 	ble		.LZTRMM_L2x2_SAVE

  457. 	b		.LZTRMM_L2x2_SUB2

  458. 

  459. .LZTRMM_L2x2_SUB1:

  460. 

  461. 	andi.		L,	K1,	7						// K1 & 7 -> L

  462. 	ble		.LZTRMM_L2x2_SAVE

  463. 

  464. .LZTRMM_L2x2_SUB2:

  465. 

  466. 	KERNEL2x2_SUB1

  467. 

  468. 	addic.		L,	L,	-1

  469. 	bgt		.LZTRMM_L2x2_SUB2

  470. 

  471. .LZTRMM_L2x2_SAVE:

  472. 

  473. 	SAVE2x2

  474. 

  475. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  476. 	sub		T1,	K,	KKK					// K - KKK -> TEMP1

  477. 	slwi		T2,	T1,	5			// TEMP1 * Number of values in B shifted -> TEMP2

  478. 	slwi		T1,	T1,	5			// TEMP1 * Number of values in A shifted -> TEMP1

  479. 	add		BO,	BO,	T2					// BO += TEMP2 * number of values in B shifted

  480. 	add		AO,	AO,	T1					// AO += TEMP1 * number of values in A shifted

  481. #endif

  482. 

  483. #if defined(LEFT)

  484. 	addi		KK,	KK,	2				// KK += Number of values in A

  485. #endif

  486. 

  487. 

  488. .LZTRMM_L2x2_END:

  489. 

  490. .LZTRMM_L2x1_BEGIN:

  491. 

  492. 	andi.		T1,	M,	1

  493. 	ble		.LZTRMM_L2x1_END

  494. 

  495. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  496. 	mr		BO,	B					// B -> BO

  497. #else

  498. 	mr		BO,	B					// B -> BO

  499. 	slwi		T1,	KK,	5				// Number of values in B shifted

  500. 	slwi		T2,	KK,	4				// Number of values in A shifted

  501. 	add		BO,	BO,	T1				// Add values to BO

  502. 	add		AO,	AO,	T2				// Add values to AO

  503. #endif

  504. 

  505. #if (defined(LEFT) &&  !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  506. 	sub		T1,	K,	KK				// K - KK -> TEMP1

  507. #else

  508. 	mr		T1,	KK					// KK -> KTEMP

  509. #ifdef LEFT

  510. 	addi		T1,	T1,	1				// KTEMP + Number of values in A -> KTEMP

  511. #else

  512. 	addi		T1,	T1,	2				// KTEMP + Number of values in B -> KTEMP

  513. #endif

  514. #endif

  515. 

  516. 	mr		KKK,	T1

  517. 	mr		K1,	T1

  518. 	srawi.		L,	K1,	3				// KTEMP / 8 -> L

  519. 	ble		.LZTRMM_L2x1_SUB0

  520. 	cmpwi		cr0,	L,	1

  521. 	ble		.LZTRMM_L2x1_SUB4

  522. 

  523. .LZTRMM_L2x1_LOOP_START:

  524. 

  525. 	LOAD2x1_1

  526. 	KERNEL2x1_I1

  527. 	KERNEL2x1_2

  528. 	KERNEL2x1_1

  529. 	KERNEL2x1_2

  530. 

  531. 	KERNEL2x1_1

  532. 	KERNEL2x1_2

  533. 	KERNEL2x1_1

  534. 	KERNEL2x1_2

  535. 

  536. 	addic.		L,	L,	-2

  537. 	ble		.LZTRMM_L2x1_LOOP_END

  538. 

  539. 	.align 5

  540. 

  541. .LZTRMM_L2x1_LOOP:

  542. 

  543. 	KERNEL2x1_1

  544. 	KERNEL2x1_2

  545. 	KERNEL2x1_1

  546. 	KERNEL2x1_2

  547. 

  548. 	KERNEL2x1_1

  549. 	KERNEL2x1_2

  550. 	KERNEL2x1_1

  551. 	KERNEL2x1_2

  552. 

  553. 	addic.		L,	L,	-1

  554. 	bgt		.LZTRMM_L2x1_LOOP

  555. 

  556. .LZTRMM_L2x1_LOOP_END:

  557. 

  558. 	KERNEL2x1_1

  559. 	KERNEL2x1_2

  560. 	KERNEL2x1_1

  561. 	KERNEL2x1_2

  562. 

  563. 	KERNEL2x1_1

  564. 	KERNEL2x1_2

  565. 	KERNEL2x1_1

  566. 	KERNEL2x1_E2

  567. 

  568. 	b		.LZTRMM_L2x1_SUB1

  569. 

  570. .LZTRMM_L2x1_SUB4:

  571. 

  572. 	KERNEL2x1_SUBI1

  573. 	KERNEL2x1_SUB1

  574. 	KERNEL2x1_SUB1

  575. 	KERNEL2x1_SUB1

  576. 

  577. 	KERNEL2x1_SUB1

  578. 	KERNEL2x1_SUB1

  579. 	KERNEL2x1_SUB1

  580. 	KERNEL2x1_SUB1

  581. 

  582. 	b		.LZTRMM_L2x1_SUB1

  583. 

  584. .LZTRMM_L2x1_SUB0:

  585. 

  586. 	andi.		L,	K1,	7						// K1 & 7 -> L

  587. 

  588. 	KERNEL2x1_SUBI1

  589. 

  590. 	addic.		L,	L,	-1

  591. 	ble		.LZTRMM_L2x1_SAVE

  592. 	b		.LZTRMM_L2x1_SUB2

  593. 

  594. .LZTRMM_L2x1_SUB1:

  595. 

  596. 	andi.		L,	K1,	7						// K1 & 7 -> L

  597. 	ble		.LZTRMM_L2x1_SAVE

  598. 

  599. .LZTRMM_L2x1_SUB2:

  600. 

  601. 	KERNEL2x1_SUB1

  602. 

  603. 	addic.		L,	L,	-1

  604. 	bgt		.LZTRMM_L2x1_SUB2

  605. 

  606. .LZTRMM_L2x1_SAVE:

  607. 

  608. 	SAVE2x1

  609. 

  610. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  611. 	sub		T1,	K,	KKK					// K - KKK -> TEMP1

  612. 	slwi		T2,	T1,	5			// TEMP1 * Number of values in B shifted -> TEMP2

  613. 	slwi		T1,	T1,	4			// TEMP1 * Number of values in A shifted -> TEMP1

  614. 	add		BO,	BO,	T2					// BO += TEMP2 * number of values in B shifted

  615. 	add		AO,	AO,	T1					// AO += TEMP1 * number of values in A shifted

  616. #endif

  617. 

  618. #if defined(LEFT)

  619. 	addi		KK,	KK,	1				// KK += Number of values in A

  620. #endif

  621. 

  622. 

  623. .LZTRMM_L2x1_END:

  624. 

  625. 	slwi		T1,	K,	5

  626. 	add		B,	B,	T1

  627. 

  628. #if !defined(LEFT)

  629. 	addi		KK,	KK,	2					// KK += Number of values in B

  630. #endif

  631. 

  632. 

  633. 	addic.		J,	J,	-1

  634. 	bgt		.LZTRMM_L2_BEGIN

  635. 

  636. 	andi.		T2,	N,	1

  637. 	ble		.L999

  638. 

  639. .LZTRMM_L2_END:

  640. 

  641. 	b		.LZTRMM_L1_BEGIN

  642. 

  643. .L999_H1:

  644. 

  645. 	b		.L999

  646. 

  647. .LZTRMM_L1_BEGIN:

  648. 

  649. 	andi.		T1,	N,	1

  650. 	ble		.LZTRMM_L1_END

  651. 	mr		CO,	C

  652. 	mr		AO,	A

  653. 

  654. #if defined(LEFT)

  655. 	mr		KK,	OFFSET		// OFFSET -> KK

  656. #endif

  657. 

  658. 	srawi.		I,	M,	3

  659. 	ble		.LZTRMM_L1x8_END

  660. 

  661. .LZTRMM_L1x8_BEGIN:

  662. 

  663. 

  664. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  665. 	mr		BO,	B					// B -> BO

  666. #else

  667. 	mr		BO,	B					// B -> BO

  668. 	slwi		T1,	KK,	4				// Number of values in B shifted

  669. 	slwi		T2,	KK,	7				// Number of values in A shifted

  670. 	add		BO,	BO,	T1				// Add values to BO

  671. 	add		AO,	AO,	T2				// Add values to AO

  672. #endif

  673. 

  674. #if (defined(LEFT) &&  !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  675. 	sub		T1,	K,	KK				// K - KK -> TEMP1

  676. #else

  677. 	mr		T1,	KK					// KK -> KTEMP

  678. #ifdef LEFT

  679. 	addi		T1,	T1,	8				// KTEMP + Number of values in A -> KTEMP

  680. #else

  681. 	addi		T1,	T1,	1				// KTEMP + Number of values in B -> KTEMP

  682. #endif

  683. #endif

  684. 

  685. 	mr		KKK,	T1

  686. 	mr		K1,	T1

  687. 	srawi.		L,	K1,	3				// KTEMP / 8 -> L

  688. 	ble		.LZTRMM_L1x8_SUB0

  689. 	cmpwi		cr0,	L,	1

  690. 	ble		.LZTRMM_L1x8_SUB4

  691. 

  692. .LZTRMM_L1x8_LOOP_START:

  693. 

  694. 	dcbt		AO,	PRE

  695. 	LOAD1x8_1

  696. 	dcbt		AO,	PRE

  697. 	KERNEL1x8_I1

  698. 	dcbt		AO,	PRE

  699. 	KERNEL1x8_2

  700. 	dcbt		AO,	PRE

  701. 	KERNEL1x8_1

  702. 	dcbt		AO,	PRE

  703. 	KERNEL1x8_2

  704. 

  705. 	dcbt		AO,	PRE

  706. 	KERNEL1x8_1

  707. 	dcbt		AO,	PRE

  708. 	KERNEL1x8_2

  709. 	dcbt		AO,	PRE

  710. 	KERNEL1x8_1

  711. 	dcbt		AO,	PRE

  712. 	KERNEL1x8_2

  713. 

  714. 	addic.		L,	L,	-2

  715. 	ble		.LZTRMM_L1x8_LOOP_END

  716. 

  717. 	.align 5

  718. 

  719. .LZTRMM_L1x8_LOOP:

  720. 

  721. 	dcbt		AO,	PRE

  722. 	KERNEL1x8_1

  723. 	dcbt		AO,	PRE

  724. 	KERNEL1x8_2

  725. 	dcbt		AO,	PRE

  726. 	KERNEL1x8_1

  727. 	dcbt		AO,	PRE

  728. 	KERNEL1x8_2

  729. 

  730. 	dcbt		AO,	PRE

  731. 	KERNEL1x8_1

  732. 	dcbt		AO,	PRE

  733. 	KERNEL1x8_2

  734. 	dcbt		AO,	PRE

  735. 	KERNEL1x8_1

  736. 	dcbt		AO,	PRE

  737. 	KERNEL1x8_2

  738. 

  739. 	addic.		L,	L,	-1

  740. 	bgt		.LZTRMM_L1x8_LOOP

  741. 

  742. .LZTRMM_L1x8_LOOP_END:

  743. 

  744. 	dcbt		AO,	PRE

  745. 	KERNEL1x8_1

  746. 	dcbt		AO,	PRE

  747. 	KERNEL1x8_2

  748. 	dcbt		AO,	PRE

  749. 	KERNEL1x8_1

  750. 	dcbt		AO,	PRE

  751. 	KERNEL1x8_2

  752. 

  753. 	dcbt		AO,	PRE

  754. 	KERNEL1x8_1

  755. 	dcbt		AO,	PRE

  756. 	KERNEL1x8_2

  757. 	dcbt		AO,	PRE

  758. 	KERNEL1x8_1

  759. 	KERNEL1x8_E2

  760. 

  761. 	b		.LZTRMM_L1x8_SUB1

  762. 

  763. .LZTRMM_L1x8_SUB4:

  764. 

  765. 	dcbt		AO,	PRE

  766. 	KERNEL1x8_SUBI1

  767. 	dcbt		AO,	PRE

  768. 	KERNEL1x8_SUB1

  769. 	dcbt		AO,	PRE

  770. 	KERNEL1x8_SUB1

  771. 	dcbt		AO,	PRE

  772. 	KERNEL1x8_SUB1

  773. 

  774. 	KERNEL1x8_SUB1

  775. 	KERNEL1x8_SUB1

  776. 	KERNEL1x8_SUB1

  777. 	KERNEL1x8_SUB1

  778. 

  779. 	b		.LZTRMM_L1x8_SUB1

  780. 

  781. .LZTRMM_L1x8_SUB0:

  782. 

  783. 	andi.		L,	K1,	7						// K1 & 7 -> L

  784. 

  785. 	KERNEL1x8_SUBI1

  786. 

  787. 	addic.		L,	L,	-1

  788. 	ble		.LZTRMM_L1x8_SAVE

  789. 	b		.LZTRMM_L1x8_SUB2

  790. 

  791. .LZTRMM_L1x8_SUB1:

  792. 

  793. 	andi.		L,	K1,	7						// K1 & 7 -> L

  794. 	ble		.LZTRMM_L1x8_SAVE

  795. 

  796. .LZTRMM_L1x8_SUB2:

  797. 

  798. 	KERNEL1x8_SUB1

  799. 

  800. 	addic.		L,	L,	-1

  801. 	bgt		.LZTRMM_L1x8_SUB2

  802. 

  803. .LZTRMM_L1x8_SAVE:

  804. 

  805. 	SAVE1x8

  806. 

  807. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  808. 	sub		T1,	K,	KKK					// K - KKK -> TEMP1

  809. 	slwi		T2,	T1,	4			// TEMP1 * Number of values in B shifted -> TEMP2

  810. 	slwi		T1,	T1,	7			// TEMP1 * Number of values in A shifted -> TEMP1

  811. 	add		BO,	BO,	T2					// BO += TEMP2 * number of values in B shifted

  812. 	add		AO,	AO,	T1					// AO += TEMP1 * number of values in A shifted

  813. #endif

  814. 

  815. #if defined(LEFT)

  816. 	addi		KK,	KK,	8				// KK += Number of values in A

  817. #endif

  818. 

  819. 

  820. 	addic.		I,	I,	-1

  821. 	bgt		.LZTRMM_L1x8_BEGIN

  822. 

  823. .LZTRMM_L1x8_END:

  824. 

  825. .LZTRMM_L1x4_BEGIN:

  826. 	andi.		T2,	M,	7

  827. 	ble		.LZTRMM_L1x1_END

  828. 

  829. 	andi.		T1,	M,	4

  830. 	ble		.LZTRMM_L1x4_END

  831. 

  832. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  833. 	mr		BO,	B					// B -> BO

  834. #else

  835. 	mr		BO,	B					// B -> BO

  836. 	slwi		T1,	KK,	4				// Number of values in B shifted

  837. 	slwi		T2,	KK,	6				// Number of values in A shifted

  838. 	add		BO,	BO,	T1				// Add values to BO

  839. 	add		AO,	AO,	T2				// Add values to AO

  840. #endif

  841. 

  842. #if (defined(LEFT) &&  !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  843. 	sub		T1,	K,	KK				// K - KK -> TEMP1

  844. #else

  845. 	mr		T1,	KK					// KK -> KTEMP

  846. #ifdef LEFT

  847. 	addi		T1,	T1,	4				// KTEMP + Number of values in A -> KTEMP

  848. #else

  849. 	addi		T1,	T1,	1				// KTEMP + Number of values in B -> KTEMP

  850. #endif

  851. #endif

  852. 

  853. 	mr		KKK,	T1

  854. 	mr		K1,	T1

  855. 	srawi.		L,	K1,	3				// KTEMP / 8 -> L

  856. 	ble		.LZTRMM_L1x4_SUB0

  857. 	cmpwi		cr0,	L,	1

  858. 	ble		.LZTRMM_L1x4_SUB4

  859. 

  860. .LZTRMM_L1x4_LOOP_START:

  861. 

  862. 	LOAD1x4_1

  863. 	KERNEL1x4_I1

  864. 	KERNEL1x4_2

  865. 	KERNEL1x4_1

  866. 	KERNEL1x4_2

  867. 

  868. 	KERNEL1x4_1

  869. 	KERNEL1x4_2

  870. 	KERNEL1x4_1

  871. 	KERNEL1x4_2

  872. 

  873. 	addic.		L,	L,	-2

  874. 	ble		.LZTRMM_L1x4_LOOP_END

  875. 

  876. 	.align 5

  877. 

  878. .LZTRMM_L1x4_LOOP:

  879. 

  880. 	KERNEL1x4_1

  881. 	KERNEL1x4_2

  882. 	KERNEL1x4_1

  883. 	KERNEL1x4_2

  884. 

  885. 	KERNEL1x4_1

  886. 	KERNEL1x4_2

  887. 	KERNEL1x4_1

  888. 	KERNEL1x4_2

  889. 

  890. 	addic.		L,	L,	-1

  891. 	bgt		.LZTRMM_L1x4_LOOP

  892. 

  893. .LZTRMM_L1x4_LOOP_END:

  894. 

  895. 	KERNEL1x4_1

  896. 	KERNEL1x4_2

  897. 	KERNEL1x4_1

  898. 	KERNEL1x4_2

  899. 

  900. 	KERNEL1x4_1

  901. 	KERNEL1x4_2

  902. 	KERNEL1x4_1

  903. 	KERNEL1x4_E2

  904. 

  905. 	b		.LZTRMM_L1x4_SUB1

  906. 

  907. .LZTRMM_L1x4_SUB4:

  908. 

  909. 	KERNEL1x4_SUBI1

  910. 	KERNEL1x4_SUB1

  911. 	KERNEL1x4_SUB1

  912. 	KERNEL1x4_SUB1

  913. 

  914. 	KERNEL1x4_SUB1

  915. 	KERNEL1x4_SUB1

  916. 	KERNEL1x4_SUB1

  917. 	KERNEL1x4_SUB1

  918. 

  919. 	b		.LZTRMM_L1x4_SUB1

  920. 

  921. .LZTRMM_L1x4_SUB0:

  922. 

  923. 	andi.		L,	K1,	7						// K1 & 7 -> L

  924. 

  925. 	KERNEL1x4_SUBI1

  926. 

  927. 	addic.		L,	L,	-1

  928. 	ble		.LZTRMM_L1x4_SAVE

  929. 	b		.LZTRMM_L1x4_SUB2

  930. 

  931. .LZTRMM_L1x4_SUB1:

  932. 

  933. 	andi.		L,	K1,	7						// K1 & 7 -> L

  934. 	ble		.LZTRMM_L1x4_SAVE

  935. 

  936. .LZTRMM_L1x4_SUB2:

  937. 

  938. 	KERNEL1x4_SUB1

  939. 

  940. 	addic.		L,	L,	-1

  941. 	bgt		.LZTRMM_L1x4_SUB2

  942. 

  943. .LZTRMM_L1x4_SAVE:

  944. 

  945. 	SAVE1x4

  946. 

  947. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  948. 	sub		T1,	K,	KKK					// K - KKK -> TEMP1

  949. 	slwi		T2,	T1,	4			// TEMP1 * Number of values in B shifted -> TEMP2

  950. 	slwi		T1,	T1,	6			// TEMP1 * Number of values in A shifted -> TEMP1

  951. 	add		BO,	BO,	T2					// BO += TEMP2 * number of values in B shifted

  952. 	add		AO,	AO,	T1					// AO += TEMP1 * number of values in A shifted

  953. #endif

  954. 

  955. #if defined(LEFT)

  956. 	addi		KK,	KK,	4				// KK += Number of values in A

  957. #endif

  958. 

  959. 

  960. .LZTRMM_L1x4_END:

  961. 

  962. .LZTRMM_L1x2_BEGIN:

  963. 

  964. 	andi.		T1,	M,	2

  965. 	ble		.LZTRMM_L1x2_END

  966. 

  967. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  968. 	mr		BO,	B					// B -> BO

  969. #else

  970. 	mr		BO,	B					// B -> BO

  971. 	slwi		T1,	KK,	4				// Number of values in B shifted

  972. 	slwi		T2,	KK,	5				// Number of values in A shifted

  973. 	add		BO,	BO,	T1				// Add values to BO

  974. 	add		AO,	AO,	T2				// Add values to AO

  975. #endif

  976. 

  977. #if (defined(LEFT) &&  !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  978. 	sub		T1,	K,	KK				// K - KK -> TEMP1

  979. #else

  980. 	mr		T1,	KK					// KK -> KTEMP

  981. #ifdef LEFT

  982. 	addi		T1,	T1,	2				// KTEMP + Number of values in A -> KTEMP

  983. #else

  984. 	addi		T1,	T1,	1				// KTEMP + Number of values in B -> KTEMP

  985. #endif

  986. #endif

  987. 

  988. 	mr		KKK,	T1

  989. 	mr		K1,	T1

  990. 	srawi.		L,	K1,	3				// KTEMP / 8 -> L

  991. 	ble		.LZTRMM_L1x2_SUB0

  992. 	cmpwi		cr0,	L,	1

  993. 	ble		.LZTRMM_L1x2_SUB4

  994. 

  995. .LZTRMM_L1x2_LOOP_START:

  996. 

  997. 	LOAD1x2_1

  998. 	KERNEL1x2_I1

  999. 	KERNEL1x2_2

  1000. 	KERNEL1x2_1

  1001. 	KERNEL1x2_2

  1002. 

  1003. 	KERNEL1x2_1

  1004. 	KERNEL1x2_2

  1005. 	KERNEL1x2_1

  1006. 	KERNEL1x2_2

  1007. 

  1008. 	addic.		L,	L,	-2

  1009. 	ble		.LZTRMM_L1x2_LOOP_END

  1010. 

  1011. 	.align 5

  1012. 

  1013. .LZTRMM_L1x2_LOOP:

  1014. 

  1015. 	KERNEL1x2_1

  1016. 	KERNEL1x2_2

  1017. 	KERNEL1x2_1

  1018. 	KERNEL1x2_2

  1019. 

  1020. 	KERNEL1x2_1

  1021. 	KERNEL1x2_2

  1022. 	KERNEL1x2_1

  1023. 	KERNEL1x2_2

  1024. 

  1025. 	addic.		L,	L,	-1

  1026. 	bgt		.LZTRMM_L1x2_LOOP

  1027. 

  1028. .LZTRMM_L1x2_LOOP_END:

  1029. 

  1030. 	KERNEL1x2_1

  1031. 	KERNEL1x2_2

  1032. 	KERNEL1x2_1

  1033. 	KERNEL1x2_2

  1034. 

  1035. 	KERNEL1x2_1

  1036. 	KERNEL1x2_2

  1037. 	KERNEL1x2_1

  1038. 	KERNEL1x2_E2

  1039. 

  1040. 	b		.LZTRMM_L1x2_SUB1

  1041. 

  1042. .LZTRMM_L1x2_SUB4:

  1043. 

  1044. 	KERNEL1x2_SUBI1

  1045. 	KERNEL1x2_SUB1

  1046. 	KERNEL1x2_SUB1

  1047. 	KERNEL1x2_SUB1

  1048. 

  1049. 	KERNEL1x2_SUB1

  1050. 	KERNEL1x2_SUB1

  1051. 	KERNEL1x2_SUB1

  1052. 	KERNEL1x2_SUB1

  1053. 

  1054. 	b		.LZTRMM_L1x2_SUB1

  1055. 

  1056. .LZTRMM_L1x2_SUB0:

  1057. 

  1058. 	andi.		L,	K1,	7						// K1 & 7 -> L

  1059. 

  1060. 	KERNEL1x2_SUBI1

  1061. 

  1062. 	addic.		L,	L,	-1

  1063. 	ble		.LZTRMM_L1x2_SAVE

  1064. 	b		.LZTRMM_L1x2_SUB2

  1065. 

  1066. .LZTRMM_L1x2_SUB1:

  1067. 

  1068. 	andi.		L,	K1,	7						// K1 & 7 -> L

  1069. 	ble		.LZTRMM_L1x2_SAVE

  1070. 

  1071. .LZTRMM_L1x2_SUB2:

  1072. 

  1073. 	KERNEL1x2_SUB1

  1074. 

  1075. 	addic.		L,	L,	-1

  1076. 	bgt		.LZTRMM_L1x2_SUB2

  1077. 

  1078. .LZTRMM_L1x2_SAVE:

  1079. 

  1080. 	SAVE1x2

  1081. 

  1082. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  1083. 	sub		T1,	K,	KKK					// K - KKK -> TEMP1

  1084. 	slwi		T2,	T1,	4			// TEMP1 * Number of values in B shifted -> TEMP2

  1085. 	slwi		T1,	T1,	5			// TEMP1 * Number of values in A shifted -> TEMP1

  1086. 	add		BO,	BO,	T2					// BO += TEMP2 * number of values in B shifted

  1087. 	add		AO,	AO,	T1					// AO += TEMP1 * number of values in A shifted

  1088. #endif

  1089. 

  1090. #if defined(LEFT)

  1091. 	addi		KK,	KK,	2				// KK += Number of values in A

  1092. #endif

  1093. 

  1094. 

  1095. .LZTRMM_L1x2_END:

  1096. 

  1097. .LZTRMM_L1x1_BEGIN:

  1098. 

  1099. 	andi.		T1,	M,	1

  1100. 	ble		.LZTRMM_L1x1_END

  1101. 

  1102. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  1103. 	mr		BO,	B					// B -> BO

  1104. #else

  1105. 	mr		BO,	B					// B -> BO

  1106. 	slwi		T1,	KK,	4				// Number of values in B shifted

  1107. 	slwi		T2,	KK,	4				// Number of values in A shifted

  1108. 	add		BO,	BO,	T1				// Add values to BO

  1109. 	add		AO,	AO,	T2				// Add values to AO

  1110. #endif

  1111. 

  1112. #if (defined(LEFT) &&  !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  1113. 	sub		T1,	K,	KK				// K - KK -> TEMP1

  1114. #else

  1115. 	mr		T1,	KK					// KK -> KTEMP

  1116. #ifdef LEFT

  1117. 	addi		T1,	T1,	1				// KTEMP + Number of values in A -> KTEMP

  1118. #else

  1119. 	addi		T1,	T1,	1				// KTEMP + Number of values in B -> KTEMP

  1120. #endif

  1121. #endif

  1122. 

  1123. 	mr		KKK,	T1

  1124. 	mr		K1,	T1

  1125. 	srawi.		L,	K1,	3				// KTEMP / 8 -> L

  1126. 	ble		.LZTRMM_L1x1_SUB0

  1127. 	cmpwi		cr0,	L,	1

  1128. 	ble		.LZTRMM_L1x1_SUB4

  1129. 

  1130. .LZTRMM_L1x1_LOOP_START:

  1131. 

  1132. 	LOAD1x1_1

  1133. 	KERNEL1x1_I1

  1134. 	KERNEL1x1_2

  1135. 	KERNEL1x1_1

  1136. 	KERNEL1x1_2

  1137. 

  1138. 	KERNEL1x1_1

  1139. 	KERNEL1x1_2

  1140. 	KERNEL1x1_1

  1141. 	KERNEL1x1_2

  1142. 

  1143. 	addic.		L,	L,	-2

  1144. 	ble		.LZTRMM_L1x1_LOOP_END

  1145. 

  1146. 	.align 5

  1147. 

  1148. .LZTRMM_L1x1_LOOP:

  1149. 

  1150. 	KERNEL1x1_1

  1151. 	KERNEL1x1_2

  1152. 	KERNEL1x1_1

  1153. 	KERNEL1x1_2

  1154. 

  1155. 	KERNEL1x1_1

  1156. 	KERNEL1x1_2

  1157. 	KERNEL1x1_1

  1158. 	KERNEL1x1_2

  1159. 

  1160. 	addic.		L,	L,	-1

  1161. 	bgt		.LZTRMM_L1x1_LOOP

  1162. 

  1163. .LZTRMM_L1x1_LOOP_END:

  1164. 

  1165. 	KERNEL1x1_1

  1166. 	KERNEL1x1_2

  1167. 	KERNEL1x1_1

  1168. 	KERNEL1x1_2

  1169. 

  1170. 	KERNEL1x1_1

  1171. 	KERNEL1x1_2

  1172. 	KERNEL1x1_1

  1173. 	KERNEL1x1_E2

  1174. 

  1175. 	b		.LZTRMM_L1x1_SUB1

  1176. 

  1177. .LZTRMM_L1x1_SUB4:

  1178. 

  1179. 	KERNEL1x1_SUBI1

  1180. 	KERNEL1x1_SUB1

  1181. 	KERNEL1x1_SUB1

  1182. 	KERNEL1x1_SUB1

  1183. 

  1184. 	KERNEL1x1_SUB1

  1185. 	KERNEL1x1_SUB1

  1186. 	KERNEL1x1_SUB1

  1187. 	KERNEL1x1_SUB1

  1188. 

  1189. 	b		.LZTRMM_L1x1_SUB1

  1190. 

  1191. .LZTRMM_L1x1_SUB0:

  1192. 

  1193. 	andi.		L,	K1,	7						// K1 & 7 -> L

  1194. 

  1195. 	KERNEL1x1_SUBI1

  1196. 

  1197. 	addic.		L,	L,	-1

  1198. 	ble		.LZTRMM_L1x1_SAVE

  1199. 	b		.LZTRMM_L1x1_SUB2

  1200. 

  1201. .LZTRMM_L1x1_SUB1:

  1202. 

  1203. 	andi.		L,	K1,	7						// K1 & 7 -> L

  1204. 	ble		.LZTRMM_L1x1_SAVE

  1205. 

  1206. .LZTRMM_L1x1_SUB2:

  1207. 

  1208. 	KERNEL1x1_SUB1

  1209. 

  1210. 	addic.		L,	L,	-1

  1211. 	bgt		.LZTRMM_L1x1_SUB2

  1212. 

  1213. .LZTRMM_L1x1_SAVE:

  1214. 

  1215. 	SAVE1x1

  1216. 

  1217. #if  (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  1218. 	sub		T1,	K,	KKK					// K - KKK -> TEMP1

  1219. 	slwi		T2,	T1,	4			// TEMP1 * Number of values in B shifted -> TEMP2

  1220. 	slwi		T1,	T1,	4			// TEMP1 * Number of values in A shifted -> TEMP1

  1221. 	add		BO,	BO,	T2					// BO += TEMP2 * number of values in B shifted

  1222. 	add		AO,	AO,	T1					// AO += TEMP1 * number of values in A shifted

  1223. #endif

  1224. 

  1225. #if defined(LEFT)

  1226. 	addi		KK,	KK,	1				// KK += Number of values in A

  1227. #endif

  1228. 

  1229. 

  1230. .LZTRMM_L1x1_END:

  1231. 

  1232. #if !defined(LEFT)

  1233. 	addi		KK,	KK,	1					// KK += Number of values in B

  1234. #endif

  1235. 

  1236. 

  1237. .LZTRMM_L1_END: