OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 056ba26755
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '056ba26755'
${ noResults }
OpenBLAS/kernel/generic/trmmkernel_8x2.c

751 lines
12 kB
Raw Blame History 

  1. #include "common.h"

  2. 

  3. int CNAME(BLASLONG bm,BLASLONG bn,BLASLONG bk,FLOAT alpha,FLOAT* ba,FLOAT* bb,FLOAT* C,BLASLONG ldc ,BLASLONG offset)

  4. {

  5. 

  6.    BLASLONG i,j,k;

  7.    FLOAT *C0,*C1,*ptrba,*ptrbb;

  8. 

  9.    FLOAT res0_0;

  10.    FLOAT res0_1;

  11.    FLOAT res0_2;

  12.    FLOAT res0_3;

  13.    FLOAT res0_4;

  14.    FLOAT res0_5;

  15.    FLOAT res0_6;

  16.    FLOAT res0_7;

  17. 

  18.    FLOAT res1_0;

  19.    FLOAT res1_1;

  20.    FLOAT res1_2;

  21.    FLOAT res1_3;

  22.    FLOAT res1_4;

  23.    FLOAT res1_5;

  24.    FLOAT res1_6;

  25.    FLOAT res1_7;

  26. 

  27.    FLOAT a0;

  28.    FLOAT a1;

  29. 

  30.    FLOAT b0;

  31.    FLOAT b1;

  32. 

  33.    BLASLONG off, temp;

  34. 

  35. #if !defined(LEFT)

  36.    off = -offset;

  37. #endif

  38. 

  39. 

  40. 

  41.    for (j=0; j<bn/2; j+=1)

  42.    {

  43.         C0 = C;

  44.         C1 = C0+ldc;

  45. 

  46. #if defined(TRMMKERNEL) && defined(LEFT)

  47. 		off = offset;

  48. #endif

  49. 

  50. 

  51.         ptrba = ba;

  52. 

  53.         for (i=0; i<bm/8; i+=1)

  54.         {

  55. 

  56. #if (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  57. 		ptrbb = bb;

  58. #else

  59. 		ptrba += off*8;

  60. 		ptrbb = bb + off*2;

  61. #endif

  62. 

  63. 		res0_0 = 0;

  64. 		res0_1 = 0;

  65. 		res0_2 = 0;

  66. 		res0_3 = 0;

  67. 		res0_4 = 0;

  68. 		res0_5 = 0;

  69. 		res0_6 = 0;

  70. 		res0_7 = 0;

  71. 

  72. 		res1_0 = 0;

  73. 		res1_1 = 0;

  74. 		res1_2 = 0;

  75. 		res1_3 = 0;

  76. 		res1_4 = 0;

  77. 		res1_5 = 0;

  78. 		res1_6 = 0;

  79. 		res1_7 = 0;

  80. 

  81. 

  82. 

  83. #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  84. 		temp = bk-off;

  85. #elif defined(LEFT)

  86. 		temp = off+8;	// number of values in A

  87. #else

  88. 		temp = off+2;	// number of values in B

  89. #endif

  90. 

  91. 		for (k=0; k<temp; k++)

  92.                 {

  93. 			b0 = ptrbb[0];

  94. 			b1 = ptrbb[1];

  95. 

  96. 			a0 = ptrba[0];

  97. 			res0_0 += a0*b0;

  98. 			res1_0 += a0*b1;

  99. 

  100. 			a1 = ptrba[1];

  101. 			res0_1 += a1*b0;

  102. 			res1_1 += a1*b1;

  103. 

  104. 			a0 = ptrba[2];

  105. 			res0_2 += a0*b0;

  106. 			res1_2 += a0*b1;

  107. 

  108. 			a1 = ptrba[3];

  109. 			res0_3 += a1*b0;

  110. 			res1_3 += a1*b1;

  111. 

  112. 			a0 = ptrba[4];

  113. 			res0_4 += a0*b0;

  114. 			res1_4 += a0*b1;

  115. 

  116. 			a1 = ptrba[5];

  117. 			res0_5 += a1*b0;

  118. 			res1_5 += a1*b1;

  119. 

  120. 			a0 = ptrba[6];

  121. 			res0_6 += a0*b0;

  122. 			res1_6 += a0*b1;

  123. 

  124. 			a1 = ptrba[7];

  125. 			res0_7 += a1*b0;

  126. 			res1_7 += a1*b1;

  127. 

  128. 			ptrba = ptrba+8;

  129. 			ptrbb = ptrbb+2;

  130.                 }

  131. 

  132. 		res0_0 *= alpha;

  133. 		res0_1 *= alpha;

  134. 		res0_2 *= alpha;

  135. 		res0_3 *= alpha;

  136. 		res0_4 *= alpha;

  137. 		res0_5 *= alpha;

  138. 		res0_6 *= alpha;

  139. 		res0_7 *= alpha;

  140. 

  141. 		res1_0 *= alpha;

  142. 		res1_1 *= alpha;

  143. 		res1_2 *= alpha;

  144. 		res1_3 *= alpha;

  145. 		res1_4 *= alpha;

  146. 		res1_5 *= alpha;

  147. 		res1_6 *= alpha;

  148. 		res1_7 *= alpha;

  149. 

  150. 		C0[0] = res0_0;

  151. 		C0[1] = res0_1;

  152. 		C0[2] = res0_2;

  153. 		C0[3] = res0_3;

  154. 		C0[4] = res0_4;

  155. 		C0[5] = res0_5;

  156. 		C0[6] = res0_6;

  157. 		C0[7] = res0_7;

  158. 

  159. 		C1[0] = res1_0;

  160. 		C1[1] = res1_1;

  161. 		C1[2] = res1_2;

  162. 		C1[3] = res1_3;

  163. 		C1[4] = res1_4;

  164. 		C1[5] = res1_5;

  165. 		C1[6] = res1_6;

  166. 		C1[7] = res1_7;

  167. 

  168. 

  169. #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  170. 		temp = bk - off;

  171. #ifdef LEFT

  172. 		temp -= 8; // number of values in A

  173. #else

  174. 		temp -= 2; // number of values in B

  175. #endif

  176. 		ptrba += temp*8;

  177. 		ptrbb += temp*2;

  178. #endif

  179. 

  180. #ifdef LEFT

  181. 		off += 8; // number of values in A

  182. #endif

  183. 

  184. 		C0 = C0+8;

  185. 		C1 = C1+8;

  186. 	}

  187. 

  188. 	if ( bm & 4 )

  189. 	{

  190. 

  191. #if (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  192. 		ptrbb = bb;

  193. #else

  194. 		ptrba += off*4;

  195. 		ptrbb = bb + off*2;

  196. #endif

  197. 

  198. 		res0_0 = 0;

  199. 		res0_1 = 0;

  200. 		res0_2 = 0;

  201. 		res0_3 = 0;

  202. 

  203. 		res1_0 = 0;

  204. 		res1_1 = 0;

  205. 		res1_2 = 0;

  206. 		res1_3 = 0;

  207. 

  208. 

  209. #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  210. 		temp = bk-off;

  211. #elif defined(LEFT)

  212. 		temp = off+4;	// number of values in A

  213. #else

  214. 		temp = off+2;	// number of values in B

  215. #endif

  216. 

  217. 		for (k=0; k<temp; k++)

  218.                 {

  219. 			b0 = ptrbb[0];

  220. 			b1 = ptrbb[1];

  221. 

  222. 			a0 = ptrba[0];

  223. 			res0_0 += a0*b0;

  224. 			res1_0 += a0*b1;

  225. 

  226. 			a1 = ptrba[1];

  227. 			res0_1 += a1*b0;

  228. 			res1_1 += a1*b1;

  229. 

  230. 			a0 = ptrba[2];

  231. 			res0_2 += a0*b0;

  232. 			res1_2 += a0*b1;

  233. 

  234. 			a1 = ptrba[3];

  235. 			res0_3 += a1*b0;

  236. 			res1_3 += a1*b1;

  237. 

  238. 			ptrba = ptrba+4;

  239. 			ptrbb = ptrbb+2;

  240.                 }

  241. 

  242. 		res0_0 *= alpha;

  243. 		res0_1 *= alpha;

  244. 		res0_2 *= alpha;

  245. 		res0_3 *= alpha;

  246. 

  247. 		res1_0 *= alpha;

  248. 		res1_1 *= alpha;

  249. 		res1_2 *= alpha;

  250. 		res1_3 *= alpha;

  251. 

  252. 		C0[0] = res0_0;

  253. 		C0[1] = res0_1;

  254. 		C0[2] = res0_2;

  255. 		C0[3] = res0_3;

  256. 

  257. 		C1[0] = res1_0;

  258. 		C1[1] = res1_1;

  259. 		C1[2] = res1_2;

  260. 		C1[3] = res1_3;

  261. 

  262. 

  263. #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  264. 		temp = bk - off;

  265. #ifdef LEFT

  266. 		temp -= 4; // number of values in A

  267. #else

  268. 		temp -= 2; // number of values in B

  269. #endif

  270. 		ptrba += temp*4;

  271. 		ptrbb += temp*2;

  272. #endif

  273. 

  274. #ifdef LEFT

  275. 		off += 4; // number of values in A

  276. #endif

  277. 

  278. 		C0 = C0+4;

  279. 		C1 = C1+4;

  280. 

  281. 	}

  282. 

  283. 	if ( bm & 2 )

  284. 	{

  285. 

  286. #if (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  287. 		ptrbb = bb;

  288. #else

  289. 		ptrba += off*2;

  290. 		ptrbb = bb + off*2;

  291. #endif

  292. 

  293. 		res0_0 = 0;

  294. 		res0_1 = 0;

  295. 

  296. 		res1_0 = 0;

  297. 		res1_1 = 0;

  298. 

  299. 

  300. #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  301. 		temp = bk-off;

  302. #elif defined(LEFT)

  303. 		temp = off+2;	// number of values in A

  304. #else

  305. 		temp = off+2;	// number of values in B

  306. #endif

  307. 

  308. 		for (k=0; k<temp; k++)

  309.                 {

  310. 			b0 = ptrbb[0];

  311. 			b1 = ptrbb[1];

  312. 

  313. 			a0 = ptrba[0];

  314. 			res0_0 += a0*b0;

  315. 			res1_0 += a0*b1;

  316. 

  317. 			a1 = ptrba[1];

  318. 			res0_1 += a1*b0;

  319. 			res1_1 += a1*b1;

  320. 

  321. 			ptrba = ptrba+2;

  322. 			ptrbb = ptrbb+2;

  323.                 }

  324. 

  325. 		res0_0 *= alpha;

  326. 		res0_1 *= alpha;

  327. 

  328. 		res1_0 *= alpha;

  329. 		res1_1 *= alpha;

  330. 

  331. 		C0[0] = res0_0;

  332. 		C0[1] = res0_1;

  333. 

  334. 		C1[0] = res1_0;

  335. 		C1[1] = res1_1;

  336. 

  337. 

  338. #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  339. 		temp = bk - off;

  340. #ifdef LEFT

  341. 		temp -= 2; // number of values in A

  342. #else

  343. 		temp -= 2; // number of values in B

  344. #endif

  345. 		ptrba += temp*2;

  346. 		ptrbb += temp*2;

  347. #endif

  348. 

  349. #ifdef LEFT

  350. 		off += 2; // number of values in A

  351. #endif

  352. 

  353. 		C0 = C0+2;

  354. 		C1 = C1+2;

  355. 

  356. 	}

  357. 

  358. 	if ( bm & 1 )

  359. 	{

  360. 

  361. #if (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  362. 		ptrbb = bb;

  363. #else

  364. 		ptrba += off*1;

  365. 		ptrbb = bb + off*2;

  366. #endif

  367. 

  368. 		res0_0 = 0;

  369. 

  370. 		res1_0 = 0;

  371. 

  372. 

  373. #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  374. 		temp = bk-off;

  375. #elif defined(LEFT)

  376. 		temp = off+1;	// number of values in A

  377. #else

  378. 		temp = off+2;	// number of values in B

  379. #endif

  380. 

  381. 		for (k=0; k<temp; k++)

  382.                 {

  383. 			b0 = ptrbb[0];

  384. 			b1 = ptrbb[1];

  385. 

  386. 			a0 = ptrba[0];

  387. 			res0_0 += a0*b0;

  388. 			res1_0 += a0*b1;

  389. 

  390. 			ptrba = ptrba+1;

  391. 			ptrbb = ptrbb+2;

  392.                 }

  393. 

  394. 		res0_0 *= alpha;

  395. 

  396. 		res1_0 *= alpha;

  397. 

  398. 		C0[0] = res0_0;

  399. 

  400. 		C1[0] = res1_0;

  401. 

  402. 

  403. #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  404. 		temp = bk - off;

  405. #ifdef LEFT

  406. 		temp -= 1; // number of values in A

  407. #else

  408. 		temp -= 2; // number of values in B

  409. #endif

  410. 		ptrba += temp*1;

  411. 		ptrbb += temp*2;

  412. #endif

  413. 

  414. #ifdef LEFT

  415. 		off += 1; // number of values in A

  416. #endif

  417. 

  418. 		C0 = C0+1;

  419. 		C1 = C1+1;

  420. 

  421. 	}

  422. 

  423. 

  424. #if defined(TRMMKERNEL) && !defined(LEFT)

  425. 		off += 2;

  426. #endif

  427. 

  428.         k = (bk<<1);

  429.         bb = bb+k;

  430.         i = (ldc<<1);

  431.         C = C+i;

  432.     }

  433. 

  434. 

  435. 

  436. 

  437. 

  438. 

  439. 

  440.    for (j=0; j<(bn&1); j+=1)

  441.    {

  442.         C0 = C;

  443. 

  444. #if defined(TRMMKERNEL) &&  defined(LEFT)

  445. 	off = offset;

  446. #endif

  447. 

  448.         ptrba = ba;

  449. 

  450.         for (i=0; i<bm/8; i+=1)

  451.         {

  452. 

  453. #if (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  454. 		ptrbb = bb;

  455. #else

  456. 		ptrba += off*8;

  457. 		ptrbb = bb + off*1;

  458. #endif

  459. 

  460. 		res0_0 = 0;

  461. 		res0_1 = 0;

  462. 		res0_2 = 0;

  463. 		res0_3 = 0;

  464. 		res0_4 = 0;

  465. 		res0_5 = 0;

  466. 		res0_6 = 0;

  467. 		res0_7 = 0;

  468. 

  469. 

  470. #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  471. 		temp = bk-off;

  472. #elif defined(LEFT)

  473. 		temp = off+8;	// number of values in A

  474. #else

  475. 		temp = off+1;	// number of values in B

  476. #endif

  477. 

  478. 		for (k=0; k<temp; k++)

  479.                 {

  480. 			b0 = ptrbb[0];

  481. 

  482. 			a0 = ptrba[0];

  483. 			res0_0 += a0*b0;

  484. 

  485. 			a1 = ptrba[1];

  486. 			res0_1 += a1*b0;

  487. 

  488. 			a0 = ptrba[2];

  489. 			res0_2 += a0*b0;

  490. 

  491. 			a1 = ptrba[3];

  492. 			res0_3 += a1*b0;

  493. 

  494. 			a0 = ptrba[4];

  495. 			res0_4 += a0*b0;

  496. 

  497. 			a1 = ptrba[5];

  498. 			res0_5 += a1*b0;

  499. 

  500. 			a0 = ptrba[6];

  501. 			res0_6 += a0*b0;

  502. 

  503. 			a1 = ptrba[7];

  504. 			res0_7 += a1*b0;

  505. 

  506. 			ptrba = ptrba+8;

  507. 			ptrbb = ptrbb+1;

  508.                 }

  509. 

  510. 		res0_0 *= alpha;

  511. 		res0_1 *= alpha;

  512. 		res0_2 *= alpha;

  513. 		res0_3 *= alpha;

  514. 		res0_4 *= alpha;

  515. 		res0_5 *= alpha;

  516. 		res0_6 *= alpha;

  517. 		res0_7 *= alpha;

  518. 

  519. 		C0[0] = res0_0;

  520. 		C0[1] = res0_1;

  521. 		C0[2] = res0_2;

  522. 		C0[3] = res0_3;

  523. 		C0[4] = res0_4;

  524. 		C0[5] = res0_5;

  525. 		C0[6] = res0_6;

  526. 		C0[7] = res0_7;

  527. 

  528. #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  529. 		temp = bk - off;

  530. #ifdef LEFT

  531. 		temp -= 8; // number of values in A

  532. #else

  533. 		temp -= 1; // number of values in B

  534. #endif

  535. 		ptrba += temp*8;

  536. 		ptrbb += temp*1;

  537. #endif

  538. 

  539. #ifdef LEFT

  540. 		off += 8; // number of values in A

  541. #endif

  542. 

  543. 		C0 = C0+8;

  544. 	}

  545. 

  546. 	if ( bm & 4 )

  547. 	{

  548. 

  549. #if (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  550. 		ptrbb = bb;

  551. #else

  552. 		ptrba += off*4;

  553. 		ptrbb = bb + off*1;

  554. #endif

  555. 

  556. 		res0_0 = 0;

  557. 		res0_1 = 0;

  558. 		res0_2 = 0;

  559. 		res0_3 = 0;

  560. 

  561. 

  562. #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  563. 		temp = bk-off;

  564. #elif defined(LEFT)

  565. 		temp = off+4;	// number of values in A

  566. #else

  567. 		temp = off+1;	// number of values in B

  568. #endif

  569. 

  570. 		for (k=0; k<temp; k++)

  571.                 {

  572. 			b0 = ptrbb[0];

  573. 

  574. 			a0 = ptrba[0];

  575. 			res0_0 += a0*b0;

  576. 

  577. 			a1 = ptrba[1];

  578. 			res0_1 += a1*b0;

  579. 

  580. 			a0 = ptrba[2];

  581. 			res0_2 += a0*b0;

  582. 

  583. 			a1 = ptrba[3];

  584. 			res0_3 += a1*b0;

  585. 

  586. 			ptrba = ptrba+4;

  587. 			ptrbb = ptrbb+1;

  588.                 }

  589. 

  590. 		res0_0 *= alpha;

  591. 		res0_1 *= alpha;

  592. 		res0_2 *= alpha;

  593. 		res0_3 *= alpha;

  594. 

  595. 		C0[0] = res0_0;

  596. 		C0[1] = res0_1;

  597. 		C0[2] = res0_2;

  598. 		C0[3] = res0_3;

  599. 

  600. 

  601. #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  602. 		temp = bk - off;

  603. #ifdef LEFT

  604. 		temp -= 4; // number of values in A

  605. #else

  606. 		temp -= 1; // number of values in B

  607. #endif

  608. 		ptrba += temp*4;

  609. 		ptrbb += temp*1;

  610. #endif

  611. 

  612. #ifdef LEFT

  613. 		off += 4; // number of values in A

  614. #endif

  615. 

  616. 		C0 = C0+4;

  617. 

  618. 	}

  619. 

  620. 	if ( bm & 2 )

  621. 	{

  622. 

  623. #if (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  624. 		ptrbb = bb;

  625. #else

  626. 		ptrba += off*2;

  627. 		ptrbb = bb + off*1;

  628. #endif

  629. 

  630. 		res0_0 = 0;

  631. 		res0_1 = 0;

  632. 

  633. 

  634. 

  635. #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  636. 		temp = bk-off;

  637. #elif defined(LEFT)

  638. 		temp = off+2;	// number of values in A

  639. #else

  640. 		temp = off+1;	// number of values in B

  641. #endif

  642. 

  643. 		for (k=0; k<temp; k++)

  644.                 {

  645. 			b0 = ptrbb[0];

  646. 

  647. 			a0 = ptrba[0];

  648. 			res0_0 += a0*b0;

  649. 

  650. 			a1 = ptrba[1];

  651. 			res0_1 += a1*b0;

  652. 

  653. 			ptrba = ptrba+2;

  654. 			ptrbb = ptrbb+1;

  655.                 }

  656. 

  657. 		res0_0 *= alpha;

  658. 		res0_1 *= alpha;

  659. 

  660. 		C0[0] = res0_0;

  661. 		C0[1] = res0_1;

  662. 

  663. 

  664. #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  665. 		temp = bk - off;

  666. #ifdef LEFT

  667. 		temp -= 2; // number of values in A

  668. #else

  669. 		temp -= 1; // number of values in B

  670. #endif

  671. 		ptrba += temp*2;

  672. 		ptrbb += temp*1;

  673. #endif

  674. 

  675. #ifdef LEFT

  676. 		off += 2; // number of values in A

  677. #endif

  678. 

  679. 		C0 = C0+2;

  680. 

  681. 	}

  682. 

  683. 	if ( bm & 1 )

  684. 	{

  685. 

  686. #if (defined(LEFT) &&  defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  687. 		ptrbb = bb;

  688. #else

  689. 		ptrba += off*1;

  690. 		ptrbb = bb + off*1;

  691. #endif

  692. 

  693. 		res0_0 = 0;

  694. 

  695. 

  696. #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))

  697. 		temp = bk-off;

  698. #elif defined(LEFT)

  699. 		temp = off+1;	// number of values in A

  700. #else

  701. 		temp = off+1;	// number of values in B

  702. #endif

  703. 

  704. 		for (k=0; k<temp; k++)

  705.                 {

  706. 			b0 = ptrbb[0];

  707. 

  708. 			a0 = ptrba[0];

  709. 			res0_0 += a0*b0;

  710. 

  711. 			ptrba = ptrba+1;

  712. 			ptrbb = ptrbb+1;

  713.                 }

  714. 

  715. 		res0_0 *= alpha;

  716. 

  717. 		C0[0] = res0_0;

  718. 

  719. 

  720. #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))

  721. 		temp = bk - off;

  722. #ifdef LEFT

  723. 		temp -= 1; // number of values in A

  724. #else

  725. 		temp -= 1; // number of values in B

  726. #endif

  727. 		ptrba += temp*1;

  728. 		ptrbb += temp*1;

  729. #endif

  730. 

  731. #ifdef LEFT

  732. 		off += 1; // number of values in A

  733. #endif

  734. 

  735. 		C0 = C0+1;

  736. 

  737. 	}

  738. 

  739. 

  740. 

  741. #if defined(TRMMKERNEL) && !defined(LEFT)

  742. 		off += 1;

  743. #endif

  744. 

  745.         k = (bk<<0);

  746.         bb = bb+k;

  747.         C = C+ldc;

  748.    }

  749.    return 0;

  750. }