You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

laswp_k_8.c 23 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479
  1. /*********************************************************************/
  2. /* Copyright 2009, 2010 The University of Texas at Austin. */
  3. /* All rights reserved. */
  4. /* */
  5. /* Redistribution and use in source and binary forms, with or */
  6. /* without modification, are permitted provided that the following */
  7. /* conditions are met: */
  8. /* */
  9. /* 1. Redistributions of source code must retain the above */
  10. /* copyright notice, this list of conditions and the following */
  11. /* disclaimer. */
  12. /* */
  13. /* 2. Redistributions in binary form must reproduce the above */
  14. /* copyright notice, this list of conditions and the following */
  15. /* disclaimer in the documentation and/or other materials */
  16. /* provided with the distribution. */
  17. /* */
  18. /* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
  19. /* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
  20. /* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
  21. /* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
  22. /* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
  23. /* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
  24. /* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
  25. /* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
  26. /* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
  27. /* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
  28. /* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
  29. /* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
  30. /* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
  31. /* POSSIBILITY OF SUCH DAMAGE. */
  32. /* */
  33. /* The views and conclusions contained in the software and */
  34. /* documentation are those of the authors and should not be */
  35. /* interpreted as representing official policies, either expressed */
  36. /* or implied, of The University of Texas at Austin. */
  37. /*********************************************************************/
  38. #include <stdio.h>
  39. #include "common.h"
  40. #ifndef MINUS
  41. #define a2 (a1 + 1)
  42. #define a4 (a3 + 1)
  43. #define a6 (a5 + 1)
  44. #define a8 (a7 + 1)
  45. #define a10 (a9 + 1)
  46. #define a12 (a11 + 1)
  47. #define a14 (a13 + 1)
  48. #define a16 (a15 + 1)
  49. #else
  50. #define a2 (a1 - 1)
  51. #define a4 (a3 - 1)
  52. #define a6 (a5 - 1)
  53. #define a8 (a7 - 1)
  54. #define a10 (a9 - 1)
  55. #define a12 (a11 - 1)
  56. #define a14 (a13 - 1)
  57. #define a16 (a15 - 1)
  58. #endif
  59. int CNAME(BLASLONG n, BLASLONG k1, BLASLONG k2, FLOAT dummy1, FLOAT *a, BLASLONG lda,
  60. FLOAT *dummy2, BLASLONG dumy3, blasint *ipiv, BLASLONG incx){
  61. BLASLONG i, j, ip1, ip2, rows;
  62. blasint *piv;
  63. FLOAT *a1, *a3, *a5, *a7;
  64. FLOAT *a9, *a11, *a13, *a15;
  65. FLOAT *b1, *b2, *b3, *b4;
  66. FLOAT *b5, *b6, *b7, *b8;
  67. FLOAT *b9, *b10, *b11, *b12;
  68. FLOAT *b13, *b14, *b15, *b16;
  69. FLOAT A1, A2, B1, B2, A3, A4, B3, B4;
  70. FLOAT A5, A6, B5, B6, A7, A8, B7, B8;
  71. FLOAT A9, A10, B9, B10, A11, A12, B11, B12;
  72. FLOAT A13, A14, B13, B14, A15, A16, B15, B16;
  73. a--;
  74. k1 --;
  75. #ifndef MINUS
  76. ipiv += k1;
  77. #else
  78. ipiv -= (k2 - 1) * incx;
  79. #endif
  80. if (n <= 0) return 0;
  81. rows = k2-k1;
  82. if (rows <=0) return 0;
  83. if (rows == 1) {
  84. //Only have 1 row
  85. ip1 = *ipiv;
  86. a1 = a + k1 + 1;
  87. b1 = a + ip1;
  88. if(a1 == b1) return 0;
  89. for(j=0; j<n; j++){
  90. A1 = *a1;
  91. B1 = *b1;
  92. *a1 = B1;
  93. *b1 = A1;
  94. a1 += lda;
  95. b1 += lda;
  96. }
  97. return 0;
  98. }
  99. j = (n >> 3);
  100. if (j > 0) {
  101. do {
  102. piv = ipiv;
  103. #ifndef MINUS
  104. a1 = a + k1 + 1;
  105. #else
  106. a1 = a + k2;
  107. #endif
  108. a3 = a1 + 1 * lda;
  109. a5 = a1 + 2 * lda;
  110. a7 = a1 + 3 * lda;
  111. a9 = a1 + 4 * lda;
  112. a11 = a1 + 5 * lda;
  113. a13 = a1 + 6 * lda;
  114. a15 = a1 + 7 * lda;
  115. ip1 = *piv;
  116. piv += incx;
  117. ip2 = *piv;
  118. piv += incx;
  119. b1 = a + ip1;
  120. b2 = a + ip2;
  121. b3 = b1 + 1 * lda;
  122. b4 = b2 + 1 * lda;
  123. b5 = b1 + 2 * lda;
  124. b6 = b2 + 2 * lda;
  125. b7 = b1 + 3 * lda;
  126. b8 = b2 + 3 * lda;
  127. b9 = b1 + 4 * lda;
  128. b10 = b2 + 4 * lda;
  129. b11 = b1 + 5 * lda;
  130. b12 = b2 + 5 * lda;
  131. b13 = b1 + 6 * lda;
  132. b14 = b2 + 6 * lda;
  133. b15 = b1 + 7 * lda;
  134. b16 = b2 + 7 * lda;
  135. i = (rows >> 1);
  136. i--;
  137. //Loop pipeline
  138. //Main Loop
  139. while (i > 0) {
  140. B1 = *b1;
  141. B2 = *b2;
  142. B3 = *b3;
  143. B4 = *b4;
  144. B5 = *b5;
  145. B6 = *b6;
  146. B7 = *b7;
  147. B8 = *b8;
  148. B9 = *b9;
  149. B10 = *b10;
  150. B11 = *b11;
  151. B12 = *b12;
  152. B13 = *b13;
  153. B14 = *b14;
  154. B15 = *b15;
  155. B16 = *b16;
  156. A1 = *a1;
  157. A2 = *a2;
  158. A3 = *a3;
  159. A4 = *a4;
  160. A5 = *a5;
  161. A6 = *a6;
  162. A7 = *a7;
  163. A8 = *a8;
  164. A9 = *a9;
  165. A10 = *a10;
  166. A11 = *a11;
  167. A12 = *a12;
  168. A13 = *a13;
  169. A14 = *a14;
  170. A15 = *a15;
  171. A16 = *a16;
  172. ip1 = *piv;
  173. piv += incx;
  174. ip2 = *piv;
  175. piv += incx;
  176. if (b1 == a1) {
  177. if (b2 == a1) {
  178. *a1 = A2;
  179. *a2 = A1;
  180. *a3 = A4;
  181. *a4 = A3;
  182. *a5 = A6;
  183. *a6 = A5;
  184. *a7 = A8;
  185. *a8 = A7;
  186. *a9 = A10;
  187. *a10 = A9;
  188. *a11 = A12;
  189. *a12 = A11;
  190. *a13 = A14;
  191. *a14 = A13;
  192. *a15 = A16;
  193. *a16 = A15;
  194. } else
  195. if (b2 != a2) {
  196. *a2 = B2;
  197. *b2 = A2;
  198. *a4 = B4;
  199. *b4 = A4;
  200. *a6 = B6;
  201. *b6 = A6;
  202. *a8 = B8;
  203. *b8 = A8;
  204. *a10 = B10;
  205. *b10 = A10;
  206. *a12 = B12;
  207. *b12 = A12;
  208. *a14 = B14;
  209. *b14 = A14;
  210. *a16 = B16;
  211. *b16 = A16;
  212. }
  213. } else
  214. if (b1 == a2) {
  215. if (b2 != a1) {
  216. if (b2 == a2) {
  217. *a1 = A2;
  218. *a2 = A1;
  219. *a3 = A4;
  220. *a4 = A3;
  221. *a5 = A6;
  222. *a6 = A5;
  223. *a7 = A8;
  224. *a8 = A7;
  225. *a9 = A10;
  226. *a10 = A9;
  227. *a11 = A12;
  228. *a12 = A11;
  229. *a13 = A14;
  230. *a14 = A13;
  231. *a15 = A16;
  232. *a16 = A15;
  233. } else {
  234. *a1 = A2;
  235. *a2 = B2;
  236. *b2 = A1;
  237. *a3 = A4;
  238. *a4 = B4;
  239. *b4 = A3;
  240. *a5 = A6;
  241. *a6 = B6;
  242. *b6 = A5;
  243. *a7 = A8;
  244. *a8 = B8;
  245. *b8 = A7;
  246. *a9 = A10;
  247. *a10 = B10;
  248. *b10 = A9;
  249. *a11 = A12;
  250. *a12 = B12;
  251. *b12 = A11;
  252. *a13 = A14;
  253. *a14 = B14;
  254. *b14 = A13;
  255. *a15 = A16;
  256. *a16 = B16;
  257. *b16 = A15;
  258. }
  259. }
  260. } else {
  261. if (b2 == a1) {
  262. *a1 = A2;
  263. *a2 = B1;
  264. *b1 = A1;
  265. *a3 = A4;
  266. *a4 = B3;
  267. *b3 = A3;
  268. *a5 = A6;
  269. *a6 = B5;
  270. *b5 = A5;
  271. *a7 = A8;
  272. *a8 = B7;
  273. *b7 = A7;
  274. *a9 = A10;
  275. *a10 = B9;
  276. *b9 = A9;
  277. *a11 = A12;
  278. *a12 = B11;
  279. *b11 = A11;
  280. *a13 = A14;
  281. *a14 = B13;
  282. *b13 = A13;
  283. *a15 = A16;
  284. *a16 = B15;
  285. *b15 = A15;
  286. } else
  287. if (b2 == a2) {
  288. *a1 = B1;
  289. *b1 = A1;
  290. *a3 = B3;
  291. *b3 = A3;
  292. *a5 = B5;
  293. *b5 = A5;
  294. *a7 = B7;
  295. *b7 = A7;
  296. *a9 = B9;
  297. *b9 = A9;
  298. *a11 = B11;
  299. *b11 = A11;
  300. *a13 = B13;
  301. *b13 = A13;
  302. *a15 = B15;
  303. *b15 = A15;
  304. } else
  305. if (b2 == b1) {
  306. *a1 = B1;
  307. *a2 = A1;
  308. *b1 = A2;
  309. *a3 = B3;
  310. *a4 = A3;
  311. *b3 = A4;
  312. *a5 = B5;
  313. *a6 = A5;
  314. *b5 = A6;
  315. *a7 = B7;
  316. *a8 = A7;
  317. *b7 = A8;
  318. *a9 = B9;
  319. *a10 = A9;
  320. *b9 = A10;
  321. *a11 = B11;
  322. *a12 = A11;
  323. *b11 = A12;
  324. *a13 = B13;
  325. *a14 = A13;
  326. *b13 = A14;
  327. *a15 = B15;
  328. *a16 = A15;
  329. *b15 = A16;
  330. } else {
  331. *a1 = B1;
  332. *a2 = B2;
  333. *b1 = A1;
  334. *b2 = A2;
  335. *a3 = B3;
  336. *a4 = B4;
  337. *b3 = A3;
  338. *b4 = A4;
  339. *a5 = B5;
  340. *a6 = B6;
  341. *b5 = A5;
  342. *b6 = A6;
  343. *a7 = B7;
  344. *a8 = B8;
  345. *b7 = A7;
  346. *b8 = A8;
  347. *a9 = B9;
  348. *a10 = B10;
  349. *b9 = A9;
  350. *b10 = A10;
  351. *a11 = B11;
  352. *a12 = B12;
  353. *b11 = A11;
  354. *b12 = A12;
  355. *a13 = B13;
  356. *a14 = B14;
  357. *b13 = A13;
  358. *b14 = A14;
  359. *a15 = B15;
  360. *a16 = B16;
  361. *b15 = A15;
  362. *b16 = A16;
  363. }
  364. }
  365. b1 = a + ip1;
  366. b2 = a + ip2;
  367. b3 = b1 + 1 * lda;
  368. b4 = b2 + 1 * lda;
  369. b5 = b1 + 2 * lda;
  370. b6 = b2 + 2 * lda;
  371. b7 = b1 + 3 * lda;
  372. b8 = b2 + 3 * lda;
  373. b9 = b1 + 4 * lda;
  374. b10 = b2 + 4 * lda;
  375. b11 = b1 + 5 * lda;
  376. b12 = b2 + 5 * lda;
  377. b13 = b1 + 6 * lda;
  378. b14 = b2 + 6 * lda;
  379. b15 = b1 + 7 * lda;
  380. b16 = b2 + 7 * lda;
  381. #ifndef MINUS
  382. a1 += 2;
  383. a3 += 2;
  384. a5 += 2;
  385. a7 += 2;
  386. a9 += 2;
  387. a11 += 2;
  388. a13 += 2;
  389. a15 += 2;
  390. #else
  391. a1 -= 2;
  392. a3 -= 2;
  393. a5 -= 2;
  394. a7 -= 2;
  395. a9 -= 2;
  396. a11 -= 2;
  397. a13 -= 2;
  398. a15 -= 2;
  399. #endif
  400. i --;
  401. }
  402. //Loop Ending
  403. B1 = *b1;
  404. B2 = *b2;
  405. B3 = *b3;
  406. B4 = *b4;
  407. B5 = *b5;
  408. B6 = *b6;
  409. B7 = *b7;
  410. B8 = *b8;
  411. B9 = *b9;
  412. B10 = *b10;
  413. B11 = *b11;
  414. B12 = *b12;
  415. B13 = *b13;
  416. B14 = *b14;
  417. B15 = *b15;
  418. B16 = *b16;
  419. A1 = *a1;
  420. A2 = *a2;
  421. A3 = *a3;
  422. A4 = *a4;
  423. A5 = *a5;
  424. A6 = *a6;
  425. A7 = *a7;
  426. A8 = *a8;
  427. A9 = *a9;
  428. A10 = *a10;
  429. A11 = *a11;
  430. A12 = *a12;
  431. A13 = *a13;
  432. A14 = *a14;
  433. A15 = *a15;
  434. A16 = *a16;
  435. if (b1 == a1) {
  436. if (b2 == a1) {
  437. *a1 = A2;
  438. *a2 = A1;
  439. *a3 = A4;
  440. *a4 = A3;
  441. *a5 = A6;
  442. *a6 = A5;
  443. *a7 = A8;
  444. *a8 = A7;
  445. *a9 = A10;
  446. *a10 = A9;
  447. *a11 = A12;
  448. *a12 = A11;
  449. *a13 = A14;
  450. *a14 = A13;
  451. *a15 = A16;
  452. *a16 = A15;
  453. } else
  454. if (b2 != a2) {
  455. *a2 = B2;
  456. *b2 = A2;
  457. *a4 = B4;
  458. *b4 = A4;
  459. *a6 = B6;
  460. *b6 = A6;
  461. *a8 = B8;
  462. *b8 = A8;
  463. *a10 = B10;
  464. *b10 = A10;
  465. *a12 = B12;
  466. *b12 = A12;
  467. *a14 = B14;
  468. *b14 = A14;
  469. *a16 = B16;
  470. *b16 = A16;
  471. }
  472. } else
  473. if (b1 == a2) {
  474. if (b2 != a1) {
  475. if (b2 == a2) {
  476. *a1 = A2;
  477. *a2 = A1;
  478. *a3 = A4;
  479. *a4 = A3;
  480. *a5 = A6;
  481. *a6 = A5;
  482. *a7 = A8;
  483. *a8 = A7;
  484. *a9 = A10;
  485. *a10 = A9;
  486. *a11 = A12;
  487. *a12 = A11;
  488. *a13 = A14;
  489. *a14 = A13;
  490. *a15 = A16;
  491. *a16 = A15;
  492. } else {
  493. *a1 = A2;
  494. *a2 = B2;
  495. *b2 = A1;
  496. *a3 = A4;
  497. *a4 = B4;
  498. *b4 = A3;
  499. *a5 = A6;
  500. *a6 = B6;
  501. *b6 = A5;
  502. *a7 = A8;
  503. *a8 = B8;
  504. *b8 = A7;
  505. *a9 = A10;
  506. *a10 = B10;
  507. *b10 = A9;
  508. *a11 = A12;
  509. *a12 = B12;
  510. *b12 = A11;
  511. *a13 = A14;
  512. *a14 = B14;
  513. *b14 = A13;
  514. *a15 = A16;
  515. *a16 = B16;
  516. *b16 = A15;
  517. }
  518. }
  519. } else {
  520. if (b2 == a1) {
  521. *a1 = A2;
  522. *a2 = B1;
  523. *b1 = A1;
  524. *a3 = A4;
  525. *a4 = B3;
  526. *b3 = A3;
  527. *a5 = A6;
  528. *a6 = B5;
  529. *b5 = A5;
  530. *a7 = A8;
  531. *a8 = B7;
  532. *b7 = A7;
  533. *a9 = A10;
  534. *a10 = B9;
  535. *b9 = A9;
  536. *a11 = A12;
  537. *a12 = B11;
  538. *b11 = A11;
  539. *a13 = A14;
  540. *a14 = B13;
  541. *b13 = A13;
  542. *a15 = A16;
  543. *a16 = B15;
  544. *b15 = A15;
  545. } else
  546. if (b2 == a2) {
  547. *a1 = B1;
  548. *b1 = A1;
  549. *a3 = B3;
  550. *b3 = A3;
  551. *a5 = B5;
  552. *b5 = A5;
  553. *a7 = B7;
  554. *b7 = A7;
  555. *a9 = B9;
  556. *b9 = A9;
  557. *a11 = B11;
  558. *b11 = A11;
  559. *a13 = B13;
  560. *b13 = A13;
  561. *a15 = B15;
  562. *b15 = A15;
  563. } else
  564. if (b2 == b1) {
  565. *a1 = B1;
  566. *a2 = A1;
  567. *b1 = A2;
  568. *a3 = B3;
  569. *a4 = A3;
  570. *b3 = A4;
  571. *a5 = B5;
  572. *a6 = A5;
  573. *b5 = A6;
  574. *a7 = B7;
  575. *a8 = A7;
  576. *b7 = A8;
  577. *a9 = B9;
  578. *a10 = A9;
  579. *b9 = A10;
  580. *a11 = B11;
  581. *a12 = A11;
  582. *b11 = A12;
  583. *a13 = B13;
  584. *a14 = A13;
  585. *b13 = A14;
  586. *a15 = B15;
  587. *a16 = A15;
  588. *b15 = A16;
  589. } else {
  590. *a1 = B1;
  591. *a2 = B2;
  592. *b1 = A1;
  593. *b2 = A2;
  594. *a3 = B3;
  595. *a4 = B4;
  596. *b3 = A3;
  597. *b4 = A4;
  598. *a5 = B5;
  599. *a6 = B6;
  600. *b5 = A5;
  601. *b6 = A6;
  602. *a7 = B7;
  603. *a8 = B8;
  604. *b7 = A7;
  605. *b8 = A8;
  606. *a9 = B9;
  607. *a10 = B10;
  608. *b9 = A9;
  609. *b10 = A10;
  610. *a11 = B11;
  611. *a12 = B12;
  612. *b11 = A11;
  613. *b12 = A12;
  614. *a13 = B13;
  615. *a14 = B14;
  616. *b13 = A13;
  617. *b14 = A14;
  618. *a15 = B15;
  619. *a16 = B16;
  620. *b15 = A15;
  621. *b16 = A16;
  622. }
  623. }
  624. #ifndef MINUS
  625. a1 += 2;
  626. a3 += 2;
  627. a5 += 2;
  628. a7 += 2;
  629. a9 += 2;
  630. a11 += 2;
  631. a13 += 2;
  632. a15 += 2;
  633. #else
  634. a1 -= 2;
  635. a3 -= 2;
  636. a5 -= 2;
  637. a7 -= 2;
  638. a9 -= 2;
  639. a11 -= 2;
  640. a13 -= 2;
  641. a15 -= 2;
  642. #endif
  643. //Remain
  644. i = (rows & 1);
  645. if (i > 0) {
  646. ip1 = *piv;
  647. b1 = a + ip1;
  648. b3 = b1 + 1 * lda;
  649. b5 = b1 + 2 * lda;
  650. b7 = b1 + 3 * lda;
  651. b9 = b1 + 4 * lda;
  652. b11 = b1 + 5 * lda;
  653. b13 = b1 + 6 * lda;
  654. b15 = b1 + 7 * lda;
  655. A1 = *a1;
  656. B1 = *b1;
  657. A3 = *a3;
  658. B3 = *b3;
  659. A5 = *a5;
  660. B5 = *b5;
  661. A7 = *a7;
  662. B7 = *b7;
  663. A9 = *a9;
  664. B9 = *b9;
  665. A11 = *a11;
  666. B11 = *b11;
  667. A13 = *a13;
  668. B13 = *b13;
  669. A15 = *a15;
  670. B15 = *b15;
  671. *a1 = B1;
  672. *b1 = A1;
  673. *a3 = B3;
  674. *b3 = A3;
  675. *a5 = B5;
  676. *b5 = A5;
  677. *a7 = B7;
  678. *b7 = A7;
  679. *a9 = B9;
  680. *b9 = A9;
  681. *a11 = B11;
  682. *b11 = A11;
  683. *a13 = B13;
  684. *b13 = A13;
  685. *a15 = B15;
  686. *b15 = A15;
  687. }
  688. a += 8 * lda;
  689. j --;
  690. } while (j > 0);
  691. }
  692. if (n & 4) {
  693. piv = ipiv;
  694. #ifndef MINUS
  695. a1 = a + k1 + 1;
  696. #else
  697. a1 = a + k2;
  698. #endif
  699. a3 = a1 + 1 * lda;
  700. a5 = a1 + 2 * lda;
  701. a7 = a1 + 3 * lda;
  702. ip1 = *piv;
  703. piv += incx;
  704. ip2 = *piv;
  705. piv += incx;
  706. b1 = a + ip1;
  707. b2 = a + ip2;
  708. b3 = b1 + 1 * lda;
  709. b4 = b2 + 1 * lda;
  710. b5 = b1 + 2 * lda;
  711. b6 = b2 + 2 * lda;
  712. b7 = b1 + 3 * lda;
  713. b8 = b2 + 3 * lda;
  714. i = (rows >> 1);
  715. i --;
  716. while (i > 0) {
  717. A1 = *a1;
  718. A2 = *a2;
  719. A3 = *a3;
  720. A4 = *a4;
  721. A5 = *a5;
  722. A6 = *a6;
  723. A7 = *a7;
  724. A8 = *a8;
  725. B1 = *b1;
  726. B2 = *b2;
  727. B3 = *b3;
  728. B4 = *b4;
  729. B5 = *b5;
  730. B6 = *b6;
  731. B7 = *b7;
  732. B8 = *b8;
  733. ip1 = *piv;
  734. piv += incx;
  735. ip2 = *piv;
  736. piv += incx;
  737. if (b1 == a1) {
  738. if (b2 == a1) {
  739. *a1 = A2;
  740. *a2 = A1;
  741. *a3 = A4;
  742. *a4 = A3;
  743. *a5 = A6;
  744. *a6 = A5;
  745. *a7 = A8;
  746. *a8 = A7;
  747. } else
  748. if (b2 != a2) {
  749. *a2 = B2;
  750. *b2 = A2;
  751. *a4 = B4;
  752. *b4 = A4;
  753. *a6 = B6;
  754. *b6 = A6;
  755. *a8 = B8;
  756. *b8 = A8;
  757. }
  758. } else
  759. if (b1 == a2) {
  760. if (b2 != a1) {
  761. if (b2 == a2) {
  762. *a1 = A2;
  763. *a2 = A1;
  764. *a3 = A4;
  765. *a4 = A3;
  766. *a5 = A6;
  767. *a6 = A5;
  768. *a7 = A8;
  769. *a8 = A7;
  770. } else {
  771. *a1 = A2;
  772. *a2 = B2;
  773. *b2 = A1;
  774. *a3 = A4;
  775. *a4 = B4;
  776. *b4 = A3;
  777. *a5 = A6;
  778. *a6 = B6;
  779. *b6 = A5;
  780. *a7 = A8;
  781. *a8 = B8;
  782. *b8 = A7;
  783. }
  784. }
  785. } else {
  786. if (b2 == a1) {
  787. *a1 = A2;
  788. *a2 = B1;
  789. *b1 = A1;
  790. *a3 = A4;
  791. *a4 = B3;
  792. *b3 = A3;
  793. *a5 = A6;
  794. *a6 = B5;
  795. *b5 = A5;
  796. *a7 = A8;
  797. *a8 = B7;
  798. *b7 = A7;
  799. } else
  800. if (b2 == a2) {
  801. *a1 = B1;
  802. *b1 = A1;
  803. *a3 = B3;
  804. *b3 = A3;
  805. *a5 = B5;
  806. *b5 = A5;
  807. *a7 = B7;
  808. *b7 = A7;
  809. } else
  810. if (b2 == b1) {
  811. *a1 = B1;
  812. *a2 = A1;
  813. *b1 = A2;
  814. *a3 = B3;
  815. *a4 = A3;
  816. *b3 = A4;
  817. *a5 = B5;
  818. *a6 = A5;
  819. *b5 = A6;
  820. *a7 = B7;
  821. *a8 = A7;
  822. *b7 = A8;
  823. } else {
  824. *a1 = B1;
  825. *a2 = B2;
  826. *b1 = A1;
  827. *b2 = A2;
  828. *a3 = B3;
  829. *a4 = B4;
  830. *b3 = A3;
  831. *b4 = A4;
  832. *a5 = B5;
  833. *a6 = B6;
  834. *b5 = A5;
  835. *b6 = A6;
  836. *a7 = B7;
  837. *a8 = B8;
  838. *b7 = A7;
  839. *b8 = A8;
  840. }
  841. }
  842. b1 = a + ip1;
  843. b2 = a + ip2;
  844. b3 = b1 + 1 * lda;
  845. b4 = b2 + 1 * lda;
  846. b5 = b1 + 2 * lda;
  847. b6 = b2 + 2 * lda;
  848. b7 = b1 + 3 * lda;
  849. b8 = b2 + 3 * lda;
  850. #ifndef MINUS
  851. a1 += 2;
  852. a3 += 2;
  853. a5 += 2;
  854. a7 += 2;
  855. #else
  856. a1 -= 2;
  857. a3 -= 2;
  858. a5 -= 2;
  859. a7 -= 2;
  860. #endif
  861. i --;
  862. }
  863. A1 = *a1;
  864. A2 = *a2;
  865. A3 = *a3;
  866. A4 = *a4;
  867. A5 = *a5;
  868. A6 = *a6;
  869. A7 = *a7;
  870. A8 = *a8;
  871. B1 = *b1;
  872. B2 = *b2;
  873. B3 = *b3;
  874. B4 = *b4;
  875. B5 = *b5;
  876. B6 = *b6;
  877. B7 = *b7;
  878. B8 = *b8;
  879. if (b1 == a1) {
  880. if (b2 == a1) {
  881. *a1 = A2;
  882. *a2 = A1;
  883. *a3 = A4;
  884. *a4 = A3;
  885. *a5 = A6;
  886. *a6 = A5;
  887. *a7 = A8;
  888. *a8 = A7;
  889. } else
  890. if (b2 != a2) {
  891. *a2 = B2;
  892. *b2 = A2;
  893. *a4 = B4;
  894. *b4 = A4;
  895. *a6 = B6;
  896. *b6 = A6;
  897. *a8 = B8;
  898. *b8 = A8;
  899. }
  900. } else
  901. if (b1 == a2) {
  902. if (b2 != a1) {
  903. if (b2 == a2) {
  904. *a1 = A2;
  905. *a2 = A1;
  906. *a3 = A4;
  907. *a4 = A3;
  908. *a5 = A6;
  909. *a6 = A5;
  910. *a7 = A8;
  911. *a8 = A7;
  912. } else {
  913. *a1 = A2;
  914. *a2 = B2;
  915. *b2 = A1;
  916. *a3 = A4;
  917. *a4 = B4;
  918. *b4 = A3;
  919. *a5 = A6;
  920. *a6 = B6;
  921. *b6 = A5;
  922. *a7 = A8;
  923. *a8 = B8;
  924. *b8 = A7;
  925. }
  926. }
  927. } else {
  928. if (b2 == a1) {
  929. *a1 = A2;
  930. *a2 = B1;
  931. *b1 = A1;
  932. *a3 = A4;
  933. *a4 = B3;
  934. *b3 = A3;
  935. *a5 = A6;
  936. *a6 = B5;
  937. *b5 = A5;
  938. *a7 = A8;
  939. *a8 = B7;
  940. *b7 = A7;
  941. } else
  942. if (b2 == a2) {
  943. *a1 = B1;
  944. *b1 = A1;
  945. *a3 = B3;
  946. *b3 = A3;
  947. *a5 = B5;
  948. *b5 = A5;
  949. *a7 = B7;
  950. *b7 = A7;
  951. } else
  952. if (b2 == b1) {
  953. *a1 = B1;
  954. *a2 = A1;
  955. *b1 = A2;
  956. *a3 = B3;
  957. *a4 = A3;
  958. *b3 = A4;
  959. *a5 = B5;
  960. *a6 = A5;
  961. *b5 = A6;
  962. *a7 = B7;
  963. *a8 = A7;
  964. *b7 = A8;
  965. } else {
  966. *a1 = B1;
  967. *a2 = B2;
  968. *b1 = A1;
  969. *b2 = A2;
  970. *a3 = B3;
  971. *a4 = B4;
  972. *b3 = A3;
  973. *b4 = A4;
  974. *a5 = B5;
  975. *a6 = B6;
  976. *b5 = A5;
  977. *b6 = A6;
  978. *a7 = B7;
  979. *a8 = B8;
  980. *b7 = A7;
  981. *b8 = A8;
  982. }
  983. }
  984. #ifndef MINUS
  985. a1 += 2;
  986. a3 += 2;
  987. a5 += 2;
  988. a7 += 2;
  989. #else
  990. a1 -= 2;
  991. a3 -= 2;
  992. a5 -= 2;
  993. a7 -= 2;
  994. #endif
  995. i = (rows & 1);
  996. if (i > 0) {
  997. ip1 = *piv;
  998. b1 = a + ip1;
  999. b3 = b1 + 1 * lda;
  1000. b5 = b1 + 2 * lda;
  1001. b7 = b1 + 3 * lda;
  1002. A1 = *a1;
  1003. B1 = *b1;
  1004. A3 = *a3;
  1005. B3 = *b3;
  1006. A5 = *a5;
  1007. B5 = *b5;
  1008. A7 = *a7;
  1009. B7 = *b7;
  1010. *a1 = B1;
  1011. *b1 = A1;
  1012. *a3 = B3;
  1013. *b3 = A3;
  1014. *a5 = B5;
  1015. *b5 = A5;
  1016. *a7 = B7;
  1017. *b7 = A7;
  1018. }
  1019. a += 4 * lda;
  1020. }
  1021. if (n & 2) {
  1022. piv = ipiv;
  1023. #ifndef MINUS
  1024. a1 = a + k1 + 1;
  1025. #else
  1026. a1 = a + k2;
  1027. #endif
  1028. a3 = a1 + 1 * lda;
  1029. ip1 = *piv;
  1030. piv += incx;
  1031. ip2 = *piv;
  1032. piv += incx;
  1033. b1 = a + ip1;
  1034. b2 = a + ip2;
  1035. b3 = b1 + 1 * lda;
  1036. b4 = b2 + 1 * lda;
  1037. i = ((rows) >> 1);
  1038. i--;
  1039. while (i > 0) {
  1040. A1 = *a1;
  1041. A2 = *a2;
  1042. A3 = *a3;
  1043. A4 = *a4;
  1044. B1 = *b1;
  1045. B2 = *b2;
  1046. B3 = *b3;
  1047. B4 = *b4;
  1048. ip1 = *piv;
  1049. piv += incx;
  1050. ip2 = *piv;
  1051. piv += incx;
  1052. if (b1 == a1) {
  1053. if (b2 == a1) {
  1054. *a1 = A2;
  1055. *a2 = A1;
  1056. *a3 = A4;
  1057. *a4 = A3;
  1058. } else
  1059. if (b2 != a2) {
  1060. *a2 = B2;
  1061. *b2 = A2;
  1062. *a4 = B4;
  1063. *b4 = A4;
  1064. }
  1065. } else
  1066. if (b1 == a2) {
  1067. if (b2 != a1) {
  1068. if (b2 == a2) {
  1069. *a1 = A2;
  1070. *a2 = A1;
  1071. *a3 = A4;
  1072. *a4 = A3;
  1073. } else {
  1074. *a1 = A2;
  1075. *a2 = B2;
  1076. *b2 = A1;
  1077. *a3 = A4;
  1078. *a4 = B4;
  1079. *b4 = A3;
  1080. }
  1081. }
  1082. } else {
  1083. if (b2 == a1) {
  1084. *a1 = A2;
  1085. *a2 = B1;
  1086. *b1 = A1;
  1087. *a3 = A4;
  1088. *a4 = B3;
  1089. *b3 = A3;
  1090. } else
  1091. if (b2 == a2) {
  1092. *a1 = B1;
  1093. *b1 = A1;
  1094. *a3 = B3;
  1095. *b3 = A3;
  1096. } else
  1097. if (b2 == b1) {
  1098. *a1 = B1;
  1099. *a2 = A1;
  1100. *b1 = A2;
  1101. *a3 = B3;
  1102. *a4 = A3;
  1103. *b3 = A4;
  1104. } else {
  1105. *a1 = B1;
  1106. *a2 = B2;
  1107. *b1 = A1;
  1108. *b2 = A2;
  1109. *a3 = B3;
  1110. *a4 = B4;
  1111. *b3 = A3;
  1112. *b4 = A4;
  1113. }
  1114. }
  1115. b1 = a + ip1;
  1116. b2 = a + ip2;
  1117. b3 = b1 + 1 * lda;
  1118. b4 = b2 + 1 * lda;
  1119. #ifndef MINUS
  1120. a1 += 2;
  1121. a3 += 2;
  1122. #else
  1123. a1 -= 2;
  1124. a3 -= 2;
  1125. #endif
  1126. i --;
  1127. }
  1128. //Loop Ending
  1129. B1 = *b1;
  1130. B2 = *b2;
  1131. B3 = *b3;
  1132. B4 = *b4;
  1133. A1 = *a1;
  1134. A2 = *a2;
  1135. A3 = *a3;
  1136. A4 = *a4;
  1137. if (b1 == a1) {
  1138. if (b2 == a1) {
  1139. *a1 = A2;
  1140. *a2 = A1;
  1141. *a3 = A4;
  1142. *a4 = A3;
  1143. } else
  1144. if (b2 != a2) {
  1145. *a2 = B2;
  1146. *b2 = A2;
  1147. *a4 = B4;
  1148. *b4 = A4;
  1149. }
  1150. } else
  1151. if (b1 == a2) {
  1152. if (b2 != a1) {
  1153. if (b2 == a2) {
  1154. *a1 = A2;
  1155. *a2 = A1;
  1156. *a3 = A4;
  1157. *a4 = A3;
  1158. } else {
  1159. *a1 = A2;
  1160. *a2 = B2;
  1161. *b2 = A1;
  1162. *a3 = A4;
  1163. *a4 = B4;
  1164. *b4 = A3;
  1165. }
  1166. }
  1167. } else {
  1168. if (b2 == a1) {
  1169. *a1 = A2;
  1170. *a2 = B1;
  1171. *b1 = A1;
  1172. *a3 = A4;
  1173. *a4 = B3;
  1174. *b3 = A3;
  1175. } else
  1176. if (b2 == a2) {
  1177. *a1 = B1;
  1178. *b1 = A1;
  1179. *a3 = B3;
  1180. *b3 = A3;
  1181. } else
  1182. if (b2 == b1) {
  1183. *a1 = B1;
  1184. *a2 = A1;
  1185. *b1 = A2;
  1186. *a3 = B3;
  1187. *a4 = A3;
  1188. *b3 = A4;
  1189. } else {
  1190. *a1 = B1;
  1191. *a2 = B2;
  1192. *b1 = A1;
  1193. *b2 = A2;
  1194. *a3 = B3;
  1195. *a4 = B4;
  1196. *b3 = A3;
  1197. *b4 = A4;
  1198. }
  1199. }
  1200. #ifndef MINUS
  1201. a1 += 2;
  1202. a3 += 2;
  1203. #else
  1204. a1 -= 2;
  1205. a3 -= 2;
  1206. #endif
  1207. i = ((rows) & 1);
  1208. if (i > 0) {
  1209. ip1 = *piv;
  1210. b1 = a + ip1;
  1211. b3 = b1 + 1 * lda;
  1212. A1 = *a1;
  1213. B1 = *b1;
  1214. A3 = *a3;
  1215. B3 = *b3;
  1216. *a1 = B1;
  1217. *b1 = A1;
  1218. *a3 = B3;
  1219. *b3 = A3;
  1220. }
  1221. a += 2 * lda;
  1222. }
  1223. if (n & 1) {
  1224. piv = ipiv;
  1225. #ifndef MINUS
  1226. a1 = a + k1 + 1;
  1227. #else
  1228. a1 = a + k2;
  1229. #endif
  1230. ip1 = *piv;
  1231. piv += incx;
  1232. ip2 = *piv;
  1233. piv += incx;
  1234. b1 = a + ip1;
  1235. b2 = a + ip2;
  1236. i = ((rows) >> 1);
  1237. i --;
  1238. while (i > 0) {
  1239. A1 = *a1;
  1240. A2 = *a2;
  1241. B1 = *b1;
  1242. B2 = *b2;
  1243. ip1 = *piv;
  1244. piv += incx;
  1245. ip2 = *piv;
  1246. piv += incx;
  1247. if (b1 == a1) {
  1248. if (b2 == a1) {
  1249. *a1 = A2;
  1250. *a2 = A1;
  1251. } else
  1252. if (b2 != a2) {
  1253. *a2 = B2;
  1254. *b2 = A2;
  1255. }
  1256. } else
  1257. if (b1 == a2) {
  1258. if (b2 != a1) {
  1259. if (b2 == a2) {
  1260. *a1 = A2;
  1261. *a2 = A1;
  1262. } else {
  1263. *a1 = A2;
  1264. *a2 = B2;
  1265. *b2 = A1;
  1266. }
  1267. }
  1268. } else {
  1269. if (b2 == a1) {
  1270. *a1 = A2;
  1271. *a2 = B1;
  1272. *b1 = A1;
  1273. } else
  1274. if (b2 == a2) {
  1275. *a1 = B1;
  1276. *b1 = A1;
  1277. } else
  1278. if (b2 == b1) {
  1279. *a1 = B1;
  1280. *a2 = A1;
  1281. *b1 = A2;
  1282. } else {
  1283. *a1 = B1;
  1284. *a2 = B2;
  1285. *b1 = A1;
  1286. *b2 = A2;
  1287. }
  1288. }
  1289. b1 = a + ip1;
  1290. b2 = a + ip2;
  1291. #ifndef MINUS
  1292. a1 += 2;
  1293. #else
  1294. a1 -= 2;
  1295. #endif
  1296. i --;
  1297. }
  1298. //Loop Ending (n=1)
  1299. A1 = *a1;
  1300. A2 = *a2;
  1301. B1 = *b1;
  1302. B2 = *b2;
  1303. if (b1 == a1) {
  1304. if (b2 == a1) {
  1305. *a1 = A2;
  1306. *a2 = A1;
  1307. } else
  1308. if (b2 != a2) {
  1309. *a2 = B2;
  1310. *b2 = A2;
  1311. }
  1312. } else
  1313. if (b1 == a2) {
  1314. if (b2 != a1) {
  1315. if (b2 == a2) {
  1316. *a1 = A2;
  1317. *a2 = A1;
  1318. } else {
  1319. *a1 = A2;
  1320. *a2 = B2;
  1321. *b2 = A1;
  1322. }
  1323. }
  1324. } else {
  1325. if (b2 == a1) {
  1326. *a1 = A2;
  1327. *a2 = B1;
  1328. *b1 = A1;
  1329. } else
  1330. if (b2 == a2) {
  1331. *a1 = B1;
  1332. *b1 = A1;
  1333. } else
  1334. if (b2 == b1) {
  1335. *a1 = B1;
  1336. *a2 = A1;
  1337. *b1 = A2;
  1338. } else {
  1339. *a1 = B1;
  1340. *a2 = B2;
  1341. *b1 = A1;
  1342. *b2 = A2;
  1343. }
  1344. }
  1345. #ifndef MINUS
  1346. a1 += 2;
  1347. #else
  1348. a1 -= 2;
  1349. #endif
  1350. //Remain
  1351. i = (rows & 1);
  1352. if (i > 0) {
  1353. ip1 = *piv;
  1354. b1 = a + ip1;
  1355. A1 = *a1;
  1356. B1 = *b1;
  1357. *a1 = B1;
  1358. *b1 = A1;
  1359. }
  1360. }
  1361. return 0;
  1362. }