You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ztrmm_uncopy_16.c 49 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316
  1. /*******************************************************************************
  2. Copyright (c) 2024, The OpenBLAS Project
  3. All rights reserved.
  4. Redistribution and use in source and binary forms, with or without
  5. modification, are permitted provided that the following conditions are
  6. met:
  7. 1. Redistributions of source code must retain the above copyright
  8. notice, this list of conditions and the following disclaimer.
  9. 2. Redistributions in binary form must reproduce the above copyright
  10. notice, this list of conditions and the following disclaimer in
  11. the documentation and/or other materials provided with the
  12. distribution.
  13. 3. Neither the name of the OpenBLAS project nor the names of
  14. its contributors may be used to endorse or promote products
  15. derived from this software without specific prior written permission.
  16. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  17. AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  18. IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  19. ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE
  20. LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  21. DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  22. SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  23. CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  24. OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  25. USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26. *******************************************************************************/
  27. #include <stdio.h>
  28. #include "common.h"
  29. int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLONG posY, FLOAT *b){
  30. BLASLONG i, js;
  31. BLASLONG X, ii;
  32. FLOAT *a01, *a02, *a03, *a04, *a05, *a06, *a07, *a08;
  33. FLOAT *a09, *a10, *a11, *a12, *a13, *a14, *a15, *a16;
  34. lda += lda;
  35. js = (n >> 4);
  36. if (js > 0){
  37. do {
  38. X = posX;
  39. if (posX <= posY) {
  40. a01 = a + posX * 2 + (posY + 0) * lda;
  41. a02 = a + posX * 2 + (posY + 1) * lda;
  42. a03 = a + posX * 2 + (posY + 2) * lda;
  43. a04 = a + posX * 2 + (posY + 3) * lda;
  44. a05 = a + posX * 2 + (posY + 4) * lda;
  45. a06 = a + posX * 2 + (posY + 5) * lda;
  46. a07 = a + posX * 2 + (posY + 6) * lda;
  47. a08 = a + posX * 2 + (posY + 7) * lda;
  48. a09 = a + posX * 2 + (posY + 8) * lda;
  49. a10 = a + posX * 2 + (posY + 9) * lda;
  50. a11 = a + posX * 2 + (posY + 10) * lda;
  51. a12 = a + posX * 2 + (posY + 11) * lda;
  52. a13 = a + posX * 2 + (posY + 12) * lda;
  53. a14 = a + posX * 2 + (posY + 13) * lda;
  54. a15 = a + posX * 2 + (posY + 14) * lda;
  55. a16 = a + posX * 2 + (posY + 15) * lda;
  56. } else {
  57. a01 = a + posY * 2 + (posX + 0) * lda;
  58. a02 = a + posY * 2 + (posX + 1) * lda;
  59. a03 = a + posY * 2 + (posX + 2) * lda;
  60. a04 = a + posY * 2 + (posX + 3) * lda;
  61. a05 = a + posY * 2 + (posX + 4) * lda;
  62. a06 = a + posY * 2 + (posX + 5) * lda;
  63. a07 = a + posY * 2 + (posX + 6) * lda;
  64. a08 = a + posY * 2 + (posX + 7) * lda;
  65. a09 = a + posY * 2 + (posX + 8) * lda;
  66. a10 = a + posY * 2 + (posX + 9) * lda;
  67. a11 = a + posY * 2 + (posX + 10) * lda;
  68. a12 = a + posY * 2 + (posX + 11) * lda;
  69. a13 = a + posY * 2 + (posX + 12) * lda;
  70. a14 = a + posY * 2 + (posX + 13) * lda;
  71. a15 = a + posY * 2 + (posX + 14) * lda;
  72. a16 = a + posY * 2 + (posX + 15) * lda;
  73. }
  74. i = (m >> 4);
  75. if (i > 0) {
  76. do {
  77. if (X < posY) {
  78. for (ii = 0; ii < 16; ii++){
  79. b[ 0] = *(a01 + 0);
  80. b[ 1] = *(a01 + 1);
  81. b[ 2] = *(a02 + 0);
  82. b[ 3] = *(a02 + 1);
  83. b[ 4] = *(a03 + 0);
  84. b[ 5] = *(a03 + 1);
  85. b[ 6] = *(a04 + 0);
  86. b[ 7] = *(a04 + 1);
  87. b[ 8] = *(a05 + 0);
  88. b[ 9] = *(a05 + 1);
  89. b[ 10] = *(a06 + 0);
  90. b[ 11] = *(a06 + 1);
  91. b[ 12] = *(a07 + 0);
  92. b[ 13] = *(a07 + 1);
  93. b[ 14] = *(a08 + 0);
  94. b[ 15] = *(a08 + 1);
  95. b[ 16] = *(a09 + 0);
  96. b[ 17] = *(a09 + 1);
  97. b[ 18] = *(a10 + 0);
  98. b[ 19] = *(a10 + 1);
  99. b[ 20] = *(a11 + 0);
  100. b[ 21] = *(a11 + 1);
  101. b[ 22] = *(a12 + 0);
  102. b[ 23] = *(a12 + 1);
  103. b[ 24] = *(a13 + 0);
  104. b[ 25] = *(a13 + 1);
  105. b[ 26] = *(a14 + 0);
  106. b[ 27] = *(a14 + 1);
  107. b[ 28] = *(a15 + 0);
  108. b[ 29] = *(a15 + 1);
  109. b[ 30] = *(a16 + 0);
  110. b[ 31] = *(a16 + 1);
  111. a01 += 2;
  112. a02 += 2;
  113. a03 += 2;
  114. a04 += 2;
  115. a05 += 2;
  116. a06 += 2;
  117. a07 += 2;
  118. a08 += 2;
  119. a09 += 2;
  120. a10 += 2;
  121. a11 += 2;
  122. a12 += 2;
  123. a13 += 2;
  124. a14 += 2;
  125. a15 += 2;
  126. a16 += 2;
  127. b += 32;
  128. }
  129. } else
  130. if (X > posY) {
  131. a01 += 16 * lda;
  132. a02 += 16 * lda;
  133. a03 += 16 * lda;
  134. a04 += 16 * lda;
  135. a05 += 16 * lda;
  136. a06 += 16 * lda;
  137. a07 += 16 * lda;
  138. a08 += 16 * lda;
  139. a09 += 16 * lda;
  140. a10 += 16 * lda;
  141. a11 += 16 * lda;
  142. a12 += 16 * lda;
  143. a13 += 16 * lda;
  144. a14 += 16 * lda;
  145. a15 += 16 * lda;
  146. a16 += 16 * lda;
  147. b += 512;
  148. } else {
  149. #ifdef UNIT
  150. b[ 0] = ONE;
  151. b[ 1] = ZERO;
  152. #else
  153. b[ 0] = *(a01 + 0);
  154. b[ 1] = *(a01 + 1);
  155. #endif
  156. b[ 2] = *(a02 + 0);
  157. b[ 3] = *(a02 + 1);
  158. b[ 4] = *(a03 + 0);
  159. b[ 5] = *(a03 + 1);
  160. b[ 6] = *(a04 + 0);
  161. b[ 7] = *(a04 + 1);
  162. b[ 8] = *(a05 + 0);
  163. b[ 9] = *(a05 + 1);
  164. b[ 10] = *(a06 + 0);
  165. b[ 11] = *(a06 + 1);
  166. b[ 12] = *(a07 + 0);
  167. b[ 13] = *(a07 + 1);
  168. b[ 14] = *(a08 + 0);
  169. b[ 15] = *(a08 + 1);
  170. b[ 16] = *(a09 + 0);
  171. b[ 17] = *(a09 + 1);
  172. b[ 18] = *(a10 + 0);
  173. b[ 19] = *(a10 + 1);
  174. b[ 20] = *(a11 + 0);
  175. b[ 21] = *(a11 + 1);
  176. b[ 22] = *(a12 + 0);
  177. b[ 23] = *(a12 + 1);
  178. b[ 24] = *(a13 + 0);
  179. b[ 25] = *(a13 + 1);
  180. b[ 26] = *(a14 + 0);
  181. b[ 27] = *(a14 + 1);
  182. b[ 28] = *(a15 + 0);
  183. b[ 29] = *(a15 + 1);
  184. b[ 30] = *(a16 + 0);
  185. b[ 31] = *(a16 + 1);
  186. b[ 32] = ZERO;
  187. b[ 33] = ZERO;
  188. #ifdef UNIT
  189. b[ 34] = ONE;
  190. b[ 35] = ZERO;
  191. #else
  192. b[ 34] = *(a02 + 2);
  193. b[ 35] = *(a02 + 3);
  194. #endif
  195. b[ 36] = *(a03 + 2);
  196. b[ 37] = *(a03 + 3);
  197. b[ 38] = *(a04 + 2);
  198. b[ 39] = *(a04 + 3);
  199. b[ 40] = *(a05 + 2);
  200. b[ 41] = *(a05 + 3);
  201. b[ 42] = *(a06 + 2);
  202. b[ 43] = *(a06 + 3);
  203. b[ 44] = *(a07 + 2);
  204. b[ 45] = *(a07 + 3);
  205. b[ 46] = *(a08 + 2);
  206. b[ 47] = *(a08 + 3);
  207. b[ 48] = *(a09 + 2);
  208. b[ 49] = *(a09 + 3);
  209. b[ 50] = *(a10 + 2);
  210. b[ 51] = *(a10 + 3);
  211. b[ 52] = *(a11 + 2);
  212. b[ 53] = *(a11 + 3);
  213. b[ 54] = *(a12 + 2);
  214. b[ 55] = *(a12 + 3);
  215. b[ 56] = *(a13 + 2);
  216. b[ 57] = *(a13 + 3);
  217. b[ 58] = *(a14 + 2);
  218. b[ 59] = *(a14 + 3);
  219. b[ 60] = *(a15 + 2);
  220. b[ 61] = *(a15 + 3);
  221. b[ 62] = *(a16 + 2);
  222. b[ 63] = *(a16 + 3);
  223. b[ 64] = ZERO;
  224. b[ 65] = ZERO;
  225. b[ 66] = ZERO;
  226. b[ 67] = ZERO;
  227. #ifdef UNIT
  228. b[ 68] = ONE;
  229. b[ 69] = ZERO;
  230. #else
  231. b[ 68] = *(a03 + 4);
  232. b[ 69] = *(a03 + 5);
  233. #endif
  234. b[ 70] = *(a04 + 4);
  235. b[ 71] = *(a04 + 5);
  236. b[ 72] = *(a05 + 4);
  237. b[ 73] = *(a05 + 5);
  238. b[ 74] = *(a06 + 4);
  239. b[ 75] = *(a06 + 5);
  240. b[ 76] = *(a07 + 4);
  241. b[ 77] = *(a07 + 5);
  242. b[ 78] = *(a08 + 4);
  243. b[ 79] = *(a08 + 5);
  244. b[ 80] = *(a09 + 4);
  245. b[ 81] = *(a09 + 5);
  246. b[ 82] = *(a10 + 4);
  247. b[ 83] = *(a10 + 5);
  248. b[ 84] = *(a11 + 4);
  249. b[ 85] = *(a11 + 5);
  250. b[ 86] = *(a12 + 4);
  251. b[ 87] = *(a12 + 5);
  252. b[ 88] = *(a13 + 4);
  253. b[ 89] = *(a13 + 5);
  254. b[ 90] = *(a14 + 4);
  255. b[ 91] = *(a14 + 5);
  256. b[ 92] = *(a15 + 4);
  257. b[ 93] = *(a15 + 5);
  258. b[ 94] = *(a16 + 4);
  259. b[ 95] = *(a16 + 5);
  260. b[ 96] = ZERO;
  261. b[ 97] = ZERO;
  262. b[ 98] = ZERO;
  263. b[ 99] = ZERO;
  264. b[100] = ZERO;
  265. b[101] = ZERO;
  266. #ifdef UNIT
  267. b[102] = ONE;
  268. b[103] = ZERO;
  269. #else
  270. b[102] = *(a04 + 6);
  271. b[103] = *(a04 + 7);
  272. #endif
  273. b[104] = *(a05 + 6);
  274. b[105] = *(a05 + 7);
  275. b[106] = *(a06 + 6);
  276. b[107] = *(a06 + 7);
  277. b[108] = *(a07 + 6);
  278. b[109] = *(a07 + 7);
  279. b[110] = *(a08 + 6);
  280. b[111] = *(a08 + 7);
  281. b[112] = *(a09 + 6);
  282. b[113] = *(a09 + 7);
  283. b[114] = *(a10 + 6);
  284. b[115] = *(a10 + 7);
  285. b[116] = *(a11 + 6);
  286. b[117] = *(a11 + 7);
  287. b[118] = *(a12 + 6);
  288. b[119] = *(a12 + 7);
  289. b[120] = *(a13 + 6);
  290. b[121] = *(a13 + 7);
  291. b[122] = *(a14 + 6);
  292. b[123] = *(a14 + 7);
  293. b[124] = *(a15 + 6);
  294. b[125] = *(a15 + 7);
  295. b[126] = *(a16 + 6);
  296. b[127] = *(a16 + 7);
  297. b[128] = ZERO;
  298. b[129] = ZERO;
  299. b[130] = ZERO;
  300. b[131] = ZERO;
  301. b[132] = ZERO;
  302. b[133] = ZERO;
  303. b[134] = ZERO;
  304. b[135] = ZERO;
  305. #ifdef UNIT
  306. b[136] = ONE;
  307. b[137] = ZERO;
  308. #else
  309. b[136] = *(a05 + 8);
  310. b[137] = *(a05 + 9);
  311. #endif
  312. b[138] = *(a06 + 8);
  313. b[139] = *(a06 + 9);
  314. b[140] = *(a07 + 8);
  315. b[141] = *(a07 + 9);
  316. b[142] = *(a08 + 8);
  317. b[143] = *(a08 + 9);
  318. b[144] = *(a09 + 8);
  319. b[145] = *(a09 + 9);
  320. b[146] = *(a10 + 8);
  321. b[147] = *(a10 + 9);
  322. b[148] = *(a11 + 8);
  323. b[149] = *(a11 + 9);
  324. b[150] = *(a12 + 8);
  325. b[151] = *(a12 + 9);
  326. b[152] = *(a13 + 8);
  327. b[153] = *(a13 + 9);
  328. b[154] = *(a14 + 8);
  329. b[155] = *(a14 + 9);
  330. b[156] = *(a15 + 8);
  331. b[157] = *(a15 + 9);
  332. b[158] = *(a16 + 8);
  333. b[159] = *(a16 + 9);
  334. b[160] = ZERO;
  335. b[161] = ZERO;
  336. b[162] = ZERO;
  337. b[163] = ZERO;
  338. b[164] = ZERO;
  339. b[165] = ZERO;
  340. b[166] = ZERO;
  341. b[167] = ZERO;
  342. b[168] = ZERO;
  343. b[169] = ZERO;
  344. #ifdef UNIT
  345. b[170] = ONE;
  346. b[171] = ZERO;
  347. #else
  348. b[170] = *(a06 + 10);
  349. b[171] = *(a06 + 11);
  350. #endif
  351. b[172] = *(a07 + 10);
  352. b[173] = *(a07 + 11);
  353. b[174] = *(a08 + 10);
  354. b[175] = *(a08 + 11);
  355. b[176] = *(a09 + 10);
  356. b[177] = *(a09 + 11);
  357. b[178] = *(a10 + 10);
  358. b[179] = *(a10 + 11);
  359. b[180] = *(a11 + 10);
  360. b[181] = *(a11 + 11);
  361. b[182] = *(a12 + 10);
  362. b[183] = *(a12 + 11);
  363. b[184] = *(a13 + 10);
  364. b[185] = *(a13 + 11);
  365. b[186] = *(a14 + 10);
  366. b[187] = *(a14 + 11);
  367. b[188] = *(a15 + 10);
  368. b[189] = *(a15 + 11);
  369. b[190] = *(a16 + 10);
  370. b[191] = *(a16 + 11);
  371. b[192] = ZERO;
  372. b[193] = ZERO;
  373. b[194] = ZERO;
  374. b[195] = ZERO;
  375. b[196] = ZERO;
  376. b[197] = ZERO;
  377. b[198] = ZERO;
  378. b[199] = ZERO;
  379. b[200] = ZERO;
  380. b[201] = ZERO;
  381. b[202] = ZERO;
  382. b[203] = ZERO;
  383. #ifdef UNIT
  384. b[204] = ONE;
  385. b[205] = ZERO;
  386. #else
  387. b[204] = *(a07 + 12);
  388. b[205] = *(a07 + 13);
  389. #endif
  390. b[206] = *(a08 + 12);
  391. b[207] = *(a08 + 13);
  392. b[208] = *(a09 + 12);
  393. b[209] = *(a09 + 13);
  394. b[210] = *(a10 + 12);
  395. b[211] = *(a10 + 13);
  396. b[212] = *(a11 + 12);
  397. b[213] = *(a11 + 13);
  398. b[214] = *(a12 + 12);
  399. b[215] = *(a12 + 13);
  400. b[216] = *(a13 + 12);
  401. b[217] = *(a13 + 13);
  402. b[218] = *(a14 + 12);
  403. b[219] = *(a14 + 13);
  404. b[220] = *(a15 + 12);
  405. b[221] = *(a15 + 13);
  406. b[222] = *(a16 + 12);
  407. b[223] = *(a16 + 13);
  408. b[224] = ZERO;
  409. b[225] = ZERO;
  410. b[226] = ZERO;
  411. b[227] = ZERO;
  412. b[228] = ZERO;
  413. b[229] = ZERO;
  414. b[230] = ZERO;
  415. b[231] = ZERO;
  416. b[232] = ZERO;
  417. b[233] = ZERO;
  418. b[234] = ZERO;
  419. b[235] = ZERO;
  420. b[236] = ZERO;
  421. b[237] = ZERO;
  422. #ifdef UNIT
  423. b[238] = ONE;
  424. b[239] = ZERO;
  425. #else
  426. b[238] = *(a08 + 14);
  427. b[239] = *(a08 + 15);
  428. #endif
  429. b[240] = *(a09 + 14);
  430. b[241] = *(a09 + 15);
  431. b[242] = *(a10 + 14);
  432. b[243] = *(a10 + 15);
  433. b[244] = *(a11 + 14);
  434. b[245] = *(a11 + 15);
  435. b[246] = *(a12 + 14);
  436. b[247] = *(a12 + 15);
  437. b[248] = *(a13 + 14);
  438. b[249] = *(a13 + 15);
  439. b[250] = *(a14 + 14);
  440. b[251] = *(a14 + 15);
  441. b[252] = *(a15 + 14);
  442. b[253] = *(a15 + 15);
  443. b[254] = *(a16 + 14);
  444. b[255] = *(a16 + 15);
  445. b[256] = ZERO;
  446. b[257] = ZERO;
  447. b[258] = ZERO;
  448. b[259] = ZERO;
  449. b[260] = ZERO;
  450. b[261] = ZERO;
  451. b[262] = ZERO;
  452. b[263] = ZERO;
  453. b[264] = ZERO;
  454. b[265] = ZERO;
  455. b[266] = ZERO;
  456. b[267] = ZERO;
  457. b[268] = ZERO;
  458. b[269] = ZERO;
  459. b[270] = ZERO;
  460. b[271] = ZERO;
  461. #ifdef UNIT
  462. b[272] = ONE;
  463. b[273] = ZERO;
  464. #else
  465. b[272] = *(a09 + 16);
  466. b[273] = *(a09 + 17);
  467. #endif
  468. b[274] = *(a10 + 16);
  469. b[275] = *(a10 + 17);
  470. b[276] = *(a11 + 16);
  471. b[277] = *(a11 + 17);
  472. b[278] = *(a12 + 16);
  473. b[279] = *(a12 + 17);
  474. b[280] = *(a13 + 16);
  475. b[281] = *(a13 + 17);
  476. b[282] = *(a14 + 16);
  477. b[283] = *(a14 + 17);
  478. b[284] = *(a15 + 16);
  479. b[285] = *(a15 + 17);
  480. b[286] = *(a16 + 16);
  481. b[287] = *(a16 + 17);
  482. b[288] = ZERO;
  483. b[289] = ZERO;
  484. b[290] = ZERO;
  485. b[291] = ZERO;
  486. b[292] = ZERO;
  487. b[293] = ZERO;
  488. b[294] = ZERO;
  489. b[295] = ZERO;
  490. b[296] = ZERO;
  491. b[297] = ZERO;
  492. b[298] = ZERO;
  493. b[299] = ZERO;
  494. b[300] = ZERO;
  495. b[301] = ZERO;
  496. b[302] = ZERO;
  497. b[303] = ZERO;
  498. b[304] = ZERO;
  499. b[305] = ZERO;
  500. #ifdef UNIT
  501. b[306] = ONE;
  502. b[307] = ZERO;
  503. #else
  504. b[306] = *(a10 + 18);
  505. b[307] = *(a10 + 19);
  506. #endif
  507. b[308] = *(a11 + 18);
  508. b[309] = *(a11 + 19);
  509. b[310] = *(a12 + 18);
  510. b[311] = *(a12 + 19);
  511. b[312] = *(a13 + 18);
  512. b[313] = *(a13 + 19);
  513. b[314] = *(a14 + 18);
  514. b[315] = *(a14 + 19);
  515. b[316] = *(a15 + 18);
  516. b[317] = *(a15 + 19);
  517. b[318] = *(a16 + 18);
  518. b[319] = *(a16 + 19);
  519. b[320] = ZERO;
  520. b[321] = ZERO;
  521. b[322] = ZERO;
  522. b[323] = ZERO;
  523. b[324] = ZERO;
  524. b[325] = ZERO;
  525. b[326] = ZERO;
  526. b[327] = ZERO;
  527. b[328] = ZERO;
  528. b[329] = ZERO;
  529. b[330] = ZERO;
  530. b[331] = ZERO;
  531. b[332] = ZERO;
  532. b[333] = ZERO;
  533. b[334] = ZERO;
  534. b[335] = ZERO;
  535. b[336] = ZERO;
  536. b[337] = ZERO;
  537. b[338] = ZERO;
  538. b[339] = ZERO;
  539. #ifdef UNIT
  540. b[340] = ONE;
  541. b[341] = ZERO;
  542. #else
  543. b[340] = *(a11 + 20);
  544. b[341] = *(a11 + 21);
  545. #endif
  546. b[342] = *(a12 + 20);
  547. b[343] = *(a12 + 21);
  548. b[344] = *(a13 + 20);
  549. b[345] = *(a13 + 21);
  550. b[346] = *(a14 + 20);
  551. b[347] = *(a14 + 21);
  552. b[348] = *(a15 + 20);
  553. b[349] = *(a15 + 21);
  554. b[350] = *(a16 + 20);
  555. b[351] = *(a16 + 21);
  556. b[352] = ZERO;
  557. b[353] = ZERO;
  558. b[354] = ZERO;
  559. b[355] = ZERO;
  560. b[356] = ZERO;
  561. b[357] = ZERO;
  562. b[358] = ZERO;
  563. b[359] = ZERO;
  564. b[360] = ZERO;
  565. b[361] = ZERO;
  566. b[362] = ZERO;
  567. b[363] = ZERO;
  568. b[364] = ZERO;
  569. b[365] = ZERO;
  570. b[366] = ZERO;
  571. b[367] = ZERO;
  572. b[368] = ZERO;
  573. b[369] = ZERO;
  574. b[370] = ZERO;
  575. b[371] = ZERO;
  576. b[372] = ZERO;
  577. b[373] = ZERO;
  578. #ifdef UNIT
  579. b[374] = ONE;
  580. b[375] = ZERO;
  581. #else
  582. b[374] = *(a12 + 22);
  583. b[375] = *(a12 + 23);
  584. #endif
  585. b[376] = *(a13 + 22);
  586. b[377] = *(a13 + 23);
  587. b[378] = *(a14 + 22);
  588. b[379] = *(a14 + 23);
  589. b[380] = *(a15 + 22);
  590. b[381] = *(a15 + 23);
  591. b[382] = *(a16 + 22);
  592. b[383] = *(a16 + 23);
  593. b[384] = ZERO;
  594. b[385] = ZERO;
  595. b[386] = ZERO;
  596. b[387] = ZERO;
  597. b[388] = ZERO;
  598. b[389] = ZERO;
  599. b[390] = ZERO;
  600. b[391] = ZERO;
  601. b[392] = ZERO;
  602. b[393] = ZERO;
  603. b[394] = ZERO;
  604. b[395] = ZERO;
  605. b[396] = ZERO;
  606. b[397] = ZERO;
  607. b[398] = ZERO;
  608. b[399] = ZERO;
  609. b[400] = ZERO;
  610. b[401] = ZERO;
  611. b[402] = ZERO;
  612. b[403] = ZERO;
  613. b[404] = ZERO;
  614. b[405] = ZERO;
  615. b[406] = ZERO;
  616. b[407] = ZERO;
  617. #ifdef UNIT
  618. b[408] = ONE;
  619. b[409] = ZERO;
  620. #else
  621. b[408] = *(a13 + 24);
  622. b[409] = *(a13 + 25);
  623. #endif
  624. b[410] = *(a14 + 24);
  625. b[411] = *(a14 + 25);
  626. b[412] = *(a15 + 24);
  627. b[413] = *(a15 + 25);
  628. b[414] = *(a16 + 24);
  629. b[415] = *(a16 + 25);
  630. b[416] = ZERO;
  631. b[417] = ZERO;
  632. b[418] = ZERO;
  633. b[419] = ZERO;
  634. b[420] = ZERO;
  635. b[421] = ZERO;
  636. b[422] = ZERO;
  637. b[423] = ZERO;
  638. b[424] = ZERO;
  639. b[425] = ZERO;
  640. b[426] = ZERO;
  641. b[427] = ZERO;
  642. b[428] = ZERO;
  643. b[429] = ZERO;
  644. b[430] = ZERO;
  645. b[431] = ZERO;
  646. b[432] = ZERO;
  647. b[433] = ZERO;
  648. b[434] = ZERO;
  649. b[435] = ZERO;
  650. b[436] = ZERO;
  651. b[437] = ZERO;
  652. b[438] = ZERO;
  653. b[439] = ZERO;
  654. b[440] = ZERO;
  655. b[441] = ZERO;
  656. #ifdef UNIT
  657. b[442] = ONE;
  658. b[443] = ZERO;
  659. #else
  660. b[442] = *(a14 + 26);
  661. b[443] = *(a14 + 27);
  662. #endif
  663. b[444] = *(a15 + 26);
  664. b[445] = *(a15 + 27);
  665. b[446] = *(a16 + 26);
  666. b[447] = *(a16 + 27);
  667. b[448] = ZERO;
  668. b[449] = ZERO;
  669. b[450] = ZERO;
  670. b[451] = ZERO;
  671. b[452] = ZERO;
  672. b[453] = ZERO;
  673. b[454] = ZERO;
  674. b[455] = ZERO;
  675. b[456] = ZERO;
  676. b[457] = ZERO;
  677. b[458] = ZERO;
  678. b[459] = ZERO;
  679. b[460] = ZERO;
  680. b[461] = ZERO;
  681. b[462] = ZERO;
  682. b[463] = ZERO;
  683. b[464] = ZERO;
  684. b[465] = ZERO;
  685. b[466] = ZERO;
  686. b[467] = ZERO;
  687. b[468] = ZERO;
  688. b[469] = ZERO;
  689. b[470] = ZERO;
  690. b[471] = ZERO;
  691. b[472] = ZERO;
  692. b[473] = ZERO;
  693. b[474] = ZERO;
  694. b[475] = ZERO;
  695. #ifdef UNIT
  696. b[476] = ONE;
  697. b[477] = ZERO;
  698. #else
  699. b[476] = *(a15 + 28);
  700. b[477] = *(a15 + 29);
  701. #endif
  702. b[478] = *(a16 + 28);
  703. b[479] = *(a16 + 29);
  704. b[480] = ZERO;
  705. b[481] = ZERO;
  706. b[482] = ZERO;
  707. b[483] = ZERO;
  708. b[484] = ZERO;
  709. b[485] = ZERO;
  710. b[486] = ZERO;
  711. b[487] = ZERO;
  712. b[488] = ZERO;
  713. b[489] = ZERO;
  714. b[490] = ZERO;
  715. b[491] = ZERO;
  716. b[492] = ZERO;
  717. b[493] = ZERO;
  718. b[494] = ZERO;
  719. b[495] = ZERO;
  720. b[496] = ZERO;
  721. b[497] = ZERO;
  722. b[498] = ZERO;
  723. b[499] = ZERO;
  724. b[500] = ZERO;
  725. b[501] = ZERO;
  726. b[502] = ZERO;
  727. b[503] = ZERO;
  728. b[504] = ZERO;
  729. b[505] = ZERO;
  730. b[506] = ZERO;
  731. b[507] = ZERO;
  732. b[508] = ZERO;
  733. b[509] = ZERO;
  734. #ifdef UNIT
  735. b[510] = ONE;
  736. b[511] = ZERO;
  737. #else
  738. b[510] = *(a16 + 30);
  739. b[511] = *(a16 + 31);
  740. #endif
  741. a01 += 16 * lda;
  742. a02 += 16 * lda;
  743. a03 += 16 * lda;
  744. a04 += 16 * lda;
  745. a05 += 16 * lda;
  746. a06 += 16 * lda;
  747. a07 += 16 * lda;
  748. a08 += 16 * lda;
  749. a09 += 16 * lda;
  750. a10 += 16 * lda;
  751. a11 += 16 * lda;
  752. a12 += 16 * lda;
  753. a13 += 16 * lda;
  754. a14 += 16 * lda;
  755. a15 += 16 * lda;
  756. a16 += 16 * lda;
  757. b += 512;
  758. }
  759. X += 16;
  760. i --;
  761. } while (i > 0);
  762. }
  763. i = (m & 15);
  764. if (i) {
  765. if (X < posY) {
  766. for (ii = 0; ii < i; ii++){
  767. b[ 0] = *(a01 + 0);
  768. b[ 1] = *(a01 + 1);
  769. b[ 2] = *(a02 + 0);
  770. b[ 3] = *(a02 + 1);
  771. b[ 4] = *(a03 + 0);
  772. b[ 5] = *(a03 + 1);
  773. b[ 6] = *(a04 + 0);
  774. b[ 7] = *(a04 + 1);
  775. b[ 8] = *(a05 + 0);
  776. b[ 9] = *(a05 + 1);
  777. b[ 10] = *(a06 + 0);
  778. b[ 11] = *(a06 + 1);
  779. b[ 12] = *(a07 + 0);
  780. b[ 13] = *(a07 + 1);
  781. b[ 14] = *(a08 + 0);
  782. b[ 15] = *(a08 + 1);
  783. b[ 16] = *(a09 + 0);
  784. b[ 17] = *(a09 + 1);
  785. b[ 18] = *(a10 + 0);
  786. b[ 19] = *(a10 + 1);
  787. b[ 20] = *(a11 + 0);
  788. b[ 21] = *(a11 + 1);
  789. b[ 22] = *(a12 + 0);
  790. b[ 23] = *(a12 + 1);
  791. b[ 24] = *(a13 + 0);
  792. b[ 25] = *(a13 + 1);
  793. b[ 26] = *(a14 + 0);
  794. b[ 27] = *(a14 + 1);
  795. b[ 28] = *(a15 + 0);
  796. b[ 29] = *(a15 + 1);
  797. b[ 30] = *(a16 + 0);
  798. b[ 31] = *(a16 + 1);
  799. a01 += 2;
  800. a02 += 2;
  801. a03 += 2;
  802. a04 += 2;
  803. a05 += 2;
  804. a06 += 2;
  805. a07 += 2;
  806. a08 += 2;
  807. a09 += 2;
  808. a10 += 2;
  809. a11 += 2;
  810. a12 += 2;
  811. a13 += 2;
  812. a14 += 2;
  813. a15 += 2;
  814. a16 += 2;
  815. b += 32;
  816. }
  817. } else
  818. if (X > posY) {
  819. /* a01 += i * lda;
  820. a02 += i * lda;
  821. a03 += i * lda;
  822. a04 += i * lda;
  823. a05 += i * lda;
  824. a06 += i * lda;
  825. a07 += i * lda;
  826. a08 += i * lda;
  827. a09 += i * lda;
  828. a10 += i * lda;
  829. a11 += i * lda;
  830. a12 += i * lda;
  831. a13 += i * lda;
  832. a14 += i * lda;
  833. a15 += i * lda;
  834. a16 += i * lda; */
  835. b += 32 * i;
  836. } else {
  837. #ifdef UNIT
  838. b[ 0] = ONE;
  839. b[ 1] = ZERO;
  840. #else
  841. b[ 0] = *(a01 + 0);
  842. b[ 1] = *(a01 + 1);
  843. #endif
  844. b[ 2] = *(a02 + 0);
  845. b[ 3] = *(a02 + 1);
  846. b[ 4] = *(a03 + 0);
  847. b[ 5] = *(a03 + 1);
  848. b[ 6] = *(a04 + 0);
  849. b[ 7] = *(a04 + 1);
  850. b[ 8] = *(a05 + 0);
  851. b[ 9] = *(a05 + 1);
  852. b[ 10] = *(a06 + 0);
  853. b[ 11] = *(a06 + 1);
  854. b[ 12] = *(a07 + 0);
  855. b[ 13] = *(a07 + 1);
  856. b[ 14] = *(a08 + 0);
  857. b[ 15] = *(a08 + 1);
  858. b[ 16] = *(a09 + 0);
  859. b[ 17] = *(a09 + 1);
  860. b[ 18] = *(a10 + 0);
  861. b[ 19] = *(a10 + 1);
  862. b[ 20] = *(a11 + 0);
  863. b[ 21] = *(a11 + 1);
  864. b[ 22] = *(a12 + 0);
  865. b[ 23] = *(a12 + 1);
  866. b[ 24] = *(a13 + 0);
  867. b[ 25] = *(a13 + 1);
  868. b[ 26] = *(a14 + 0);
  869. b[ 27] = *(a14 + 1);
  870. b[ 28] = *(a15 + 0);
  871. b[ 29] = *(a15 + 1);
  872. b[ 30] = *(a16 + 0);
  873. b[ 31] = *(a16 + 1);
  874. b += 32;
  875. if (i >= 2) {
  876. b[ 0] = ZERO;
  877. b[ 1] = ZERO;
  878. #ifdef UNIT
  879. b[ 2] = ONE;
  880. b[ 3] = ZERO;
  881. #else
  882. b[ 2] = *(a02 + 2);
  883. b[ 3] = *(a02 + 3);
  884. #endif
  885. b[ 4] = *(a03 + 2);
  886. b[ 5] = *(a03 + 3);
  887. b[ 6] = *(a04 + 2);
  888. b[ 7] = *(a04 + 3);
  889. b[ 8] = *(a05 + 2);
  890. b[ 9] = *(a05 + 3);
  891. b[ 10] = *(a06 + 2);
  892. b[ 11] = *(a06 + 3);
  893. b[ 12] = *(a07 + 2);
  894. b[ 13] = *(a07 + 3);
  895. b[ 14] = *(a08 + 2);
  896. b[ 15] = *(a08 + 3);
  897. b[ 16] = *(a09 + 2);
  898. b[ 17] = *(a09 + 3);
  899. b[ 18] = *(a10 + 2);
  900. b[ 19] = *(a10 + 3);
  901. b[ 20] = *(a11 + 2);
  902. b[ 21] = *(a11 + 3);
  903. b[ 22] = *(a12 + 2);
  904. b[ 23] = *(a12 + 3);
  905. b[ 24] = *(a13 + 2);
  906. b[ 25] = *(a13 + 3);
  907. b[ 26] = *(a14 + 2);
  908. b[ 27] = *(a14 + 3);
  909. b[ 28] = *(a15 + 2);
  910. b[ 29] = *(a15 + 3);
  911. b[ 30] = *(a16 + 2);
  912. b[ 31] = *(a16 + 3);
  913. b += 32;
  914. }
  915. if (i >= 3) {
  916. b[ 0] = ZERO;
  917. b[ 1] = ZERO;
  918. b[ 2] = ZERO;
  919. b[ 3] = ZERO;
  920. #ifdef UNIT
  921. b[ 4] = ONE;
  922. b[ 5] = ZERO;
  923. #else
  924. b[ 4] = *(a03 + 4);
  925. b[ 5] = *(a03 + 5);
  926. #endif
  927. b[ 6] = *(a04 + 4);
  928. b[ 7] = *(a04 + 5);
  929. b[ 8] = *(a05 + 4);
  930. b[ 9] = *(a05 + 5);
  931. b[ 10] = *(a06 + 4);
  932. b[ 11] = *(a06 + 5);
  933. b[ 12] = *(a07 + 4);
  934. b[ 13] = *(a07 + 5);
  935. b[ 14] = *(a08 + 4);
  936. b[ 15] = *(a08 + 5);
  937. b[ 16] = *(a09 + 4);
  938. b[ 17] = *(a09 + 5);
  939. b[ 18] = *(a10 + 4);
  940. b[ 19] = *(a10 + 5);
  941. b[ 20] = *(a11 + 4);
  942. b[ 21] = *(a11 + 5);
  943. b[ 22] = *(a12 + 4);
  944. b[ 23] = *(a12 + 5);
  945. b[ 24] = *(a13 + 4);
  946. b[ 25] = *(a13 + 5);
  947. b[ 26] = *(a14 + 4);
  948. b[ 27] = *(a14 + 5);
  949. b[ 28] = *(a15 + 4);
  950. b[ 29] = *(a15 + 5);
  951. b[ 30] = *(a16 + 4);
  952. b[ 31] = *(a16 + 5);
  953. b += 32;
  954. }
  955. if (i >= 4) {
  956. b[ 0] = ZERO;
  957. b[ 1] = ZERO;
  958. b[ 2] = ZERO;
  959. b[ 3] = ZERO;
  960. b[ 4] = ZERO;
  961. b[ 5] = ZERO;
  962. #ifdef UNIT
  963. b[ 6] = ONE;
  964. b[ 7] = ZERO;
  965. #else
  966. b[ 6] = *(a04 + 6);
  967. b[ 7] = *(a04 + 7);
  968. #endif
  969. b[ 8] = *(a05 + 6);
  970. b[ 9] = *(a05 + 7);
  971. b[ 10] = *(a06 + 6);
  972. b[ 11] = *(a06 + 7);
  973. b[ 12] = *(a07 + 6);
  974. b[ 13] = *(a07 + 7);
  975. b[ 14] = *(a08 + 6);
  976. b[ 15] = *(a08 + 7);
  977. b[ 16] = *(a09 + 6);
  978. b[ 17] = *(a09 + 7);
  979. b[ 18] = *(a10 + 6);
  980. b[ 19] = *(a10 + 7);
  981. b[ 20] = *(a11 + 6);
  982. b[ 21] = *(a11 + 7);
  983. b[ 22] = *(a12 + 6);
  984. b[ 23] = *(a12 + 7);
  985. b[ 24] = *(a13 + 6);
  986. b[ 25] = *(a13 + 7);
  987. b[ 26] = *(a14 + 6);
  988. b[ 27] = *(a14 + 7);
  989. b[ 28] = *(a15 + 6);
  990. b[ 29] = *(a15 + 7);
  991. b[ 30] = *(a16 + 6);
  992. b[ 31] = *(a16 + 7);
  993. b += 32;
  994. }
  995. if (i >= 5) {
  996. b[ 0] = ZERO;
  997. b[ 1] = ZERO;
  998. b[ 2] = ZERO;
  999. b[ 3] = ZERO;
  1000. b[ 4] = ZERO;
  1001. b[ 5] = ZERO;
  1002. b[ 6] = ZERO;
  1003. b[ 7] = ZERO;
  1004. #ifdef UNIT
  1005. b[ 8] = ONE;
  1006. b[ 9] = ZERO;
  1007. #else
  1008. b[ 8] = *(a05 + 8);
  1009. b[ 9] = *(a05 + 9);
  1010. #endif
  1011. b[ 10] = *(a06 + 8);
  1012. b[ 11] = *(a06 + 9);
  1013. b[ 12] = *(a07 + 8);
  1014. b[ 13] = *(a07 + 9);
  1015. b[ 14] = *(a08 + 8);
  1016. b[ 15] = *(a08 + 9);
  1017. b[ 16] = *(a09 + 8);
  1018. b[ 17] = *(a09 + 9);
  1019. b[ 18] = *(a10 + 8);
  1020. b[ 19] = *(a10 + 9);
  1021. b[ 20] = *(a11 + 8);
  1022. b[ 21] = *(a11 + 9);
  1023. b[ 22] = *(a12 + 8);
  1024. b[ 23] = *(a12 + 9);
  1025. b[ 24] = *(a13 + 8);
  1026. b[ 25] = *(a13 + 9);
  1027. b[ 26] = *(a14 + 8);
  1028. b[ 27] = *(a14 + 9);
  1029. b[ 28] = *(a15 + 8);
  1030. b[ 29] = *(a15 + 9);
  1031. b[ 30] = *(a16 + 8);
  1032. b[ 31] = *(a16 + 9);
  1033. b += 32;
  1034. }
  1035. if (i >= 6) {
  1036. b[ 0] = ZERO;
  1037. b[ 1] = ZERO;
  1038. b[ 2] = ZERO;
  1039. b[ 3] = ZERO;
  1040. b[ 4] = ZERO;
  1041. b[ 5] = ZERO;
  1042. b[ 6] = ZERO;
  1043. b[ 7] = ZERO;
  1044. b[ 8] = ZERO;
  1045. b[ 9] = ZERO;
  1046. #ifdef UNIT
  1047. b[10] = ONE;
  1048. b[11] = ZERO;
  1049. #else
  1050. b[10] = *(a06 + 10);
  1051. b[11] = *(a06 + 11);
  1052. #endif
  1053. b[ 12] = *(a07 + 10);
  1054. b[ 13] = *(a07 + 11);
  1055. b[ 14] = *(a08 + 10);
  1056. b[ 15] = *(a08 + 11);
  1057. b[ 16] = *(a09 + 10);
  1058. b[ 17] = *(a09 + 11);
  1059. b[ 18] = *(a10 + 10);
  1060. b[ 19] = *(a10 + 11);
  1061. b[ 20] = *(a11 + 10);
  1062. b[ 21] = *(a11 + 11);
  1063. b[ 22] = *(a12 + 10);
  1064. b[ 23] = *(a12 + 11);
  1065. b[ 24] = *(a13 + 10);
  1066. b[ 25] = *(a13 + 11);
  1067. b[ 26] = *(a14 + 10);
  1068. b[ 27] = *(a14 + 11);
  1069. b[ 28] = *(a15 + 10);
  1070. b[ 29] = *(a15 + 11);
  1071. b[ 30] = *(a16 + 10);
  1072. b[ 31] = *(a16 + 11);
  1073. b += 32;
  1074. }
  1075. if (i >= 7) {
  1076. b[ 0] = ZERO;
  1077. b[ 1] = ZERO;
  1078. b[ 2] = ZERO;
  1079. b[ 3] = ZERO;
  1080. b[ 4] = ZERO;
  1081. b[ 5] = ZERO;
  1082. b[ 6] = ZERO;
  1083. b[ 7] = ZERO;
  1084. b[ 8] = ZERO;
  1085. b[ 9] = ZERO;
  1086. b[10] = ZERO;
  1087. b[11] = ZERO;
  1088. #ifdef UNIT
  1089. b[12] = ONE;
  1090. b[13] = ZERO;
  1091. #else
  1092. b[12] = *(a07 + 12);
  1093. b[13] = *(a07 + 13);
  1094. #endif
  1095. b[ 14] = *(a08 + 12);
  1096. b[ 15] = *(a08 + 13);
  1097. b[ 16] = *(a09 + 12);
  1098. b[ 17] = *(a09 + 13);
  1099. b[ 18] = *(a10 + 12);
  1100. b[ 19] = *(a10 + 13);
  1101. b[ 20] = *(a11 + 12);
  1102. b[ 21] = *(a11 + 13);
  1103. b[ 22] = *(a12 + 12);
  1104. b[ 23] = *(a12 + 13);
  1105. b[ 24] = *(a13 + 12);
  1106. b[ 25] = *(a13 + 13);
  1107. b[ 26] = *(a14 + 12);
  1108. b[ 27] = *(a14 + 13);
  1109. b[ 28] = *(a15 + 12);
  1110. b[ 29] = *(a15 + 13);
  1111. b[ 30] = *(a16 + 12);
  1112. b[ 31] = *(a16 + 13);
  1113. b += 32;
  1114. }
  1115. if (i >= 8) {
  1116. b[ 0] = ZERO;
  1117. b[ 1] = ZERO;
  1118. b[ 2] = ZERO;
  1119. b[ 3] = ZERO;
  1120. b[ 4] = ZERO;
  1121. b[ 5] = ZERO;
  1122. b[ 6] = ZERO;
  1123. b[ 7] = ZERO;
  1124. b[ 8] = ZERO;
  1125. b[ 9] = ZERO;
  1126. b[10] = ZERO;
  1127. b[11] = ZERO;
  1128. b[12] = ZERO;
  1129. b[13] = ZERO;
  1130. #ifdef UNIT
  1131. b[ 14] = ONE;
  1132. b[ 15] = ZERO;
  1133. #else
  1134. b[ 14] = *(a08 + 14);
  1135. b[ 15] = *(a08 + 15);
  1136. #endif
  1137. b[ 16] = *(a09 + 14);
  1138. b[ 17] = *(a09 + 15);
  1139. b[ 18] = *(a10 + 14);
  1140. b[ 19] = *(a10 + 15);
  1141. b[ 20] = *(a11 + 14);
  1142. b[ 21] = *(a11 + 15);
  1143. b[ 22] = *(a12 + 14);
  1144. b[ 23] = *(a12 + 15);
  1145. b[ 24] = *(a13 + 14);
  1146. b[ 25] = *(a13 + 15);
  1147. b[ 26] = *(a14 + 14);
  1148. b[ 27] = *(a14 + 15);
  1149. b[ 28] = *(a15 + 14);
  1150. b[ 29] = *(a15 + 15);
  1151. b[ 30] = *(a16 + 14);
  1152. b[ 31] = *(a16 + 15);
  1153. b += 32;
  1154. }
  1155. if (i >= 9) {
  1156. b[ 0] = ZERO;
  1157. b[ 1] = ZERO;
  1158. b[ 2] = ZERO;
  1159. b[ 3] = ZERO;
  1160. b[ 4] = ZERO;
  1161. b[ 5] = ZERO;
  1162. b[ 6] = ZERO;
  1163. b[ 7] = ZERO;
  1164. b[ 8] = ZERO;
  1165. b[ 9] = ZERO;
  1166. b[10] = ZERO;
  1167. b[11] = ZERO;
  1168. b[12] = ZERO;
  1169. b[13] = ZERO;
  1170. b[ 14] = ZERO;
  1171. b[ 15] = ZERO;
  1172. #ifdef UNIT
  1173. b[ 16] = ONE;
  1174. b[ 17] = ZERO;
  1175. #else
  1176. b[ 16] = *(a09 + 16);
  1177. b[ 17] = *(a09 + 17);
  1178. #endif
  1179. b[ 18] = *(a10 + 16);
  1180. b[ 19] = *(a10 + 17);
  1181. b[ 20] = *(a11 + 16);
  1182. b[ 21] = *(a11 + 17);
  1183. b[ 22] = *(a12 + 16);
  1184. b[ 23] = *(a12 + 17);
  1185. b[ 24] = *(a13 + 16);
  1186. b[ 25] = *(a13 + 17);
  1187. b[ 26] = *(a14 + 16);
  1188. b[ 27] = *(a14 + 17);
  1189. b[ 28] = *(a15 + 16);
  1190. b[ 29] = *(a15 + 17);
  1191. b[ 30] = *(a16 + 16);
  1192. b[ 31] = *(a16 + 17);
  1193. b += 32;
  1194. }
  1195. if (i >= 10) {
  1196. b[ 0] = ZERO;
  1197. b[ 1] = ZERO;
  1198. b[ 2] = ZERO;
  1199. b[ 3] = ZERO;
  1200. b[ 4] = ZERO;
  1201. b[ 5] = ZERO;
  1202. b[ 6] = ZERO;
  1203. b[ 7] = ZERO;
  1204. b[ 8] = ZERO;
  1205. b[ 9] = ZERO;
  1206. b[10] = ZERO;
  1207. b[11] = ZERO;
  1208. b[12] = ZERO;
  1209. b[13] = ZERO;
  1210. b[ 14] = ZERO;
  1211. b[ 15] = ZERO;
  1212. b[ 16] = ZERO;
  1213. b[ 17] = ZERO;
  1214. #ifdef UNIT
  1215. b[ 18] = ONE;
  1216. b[ 19] = ZERO;
  1217. #else
  1218. b[ 18] = *(a10 + 18);
  1219. b[ 19] = *(a10 + 19);
  1220. #endif
  1221. b[ 20] = *(a11 + 18);
  1222. b[ 21] = *(a11 + 19);
  1223. b[ 22] = *(a12 + 18);
  1224. b[ 23] = *(a12 + 19);
  1225. b[ 24] = *(a13 + 18);
  1226. b[ 25] = *(a13 + 19);
  1227. b[ 26] = *(a14 + 18);
  1228. b[ 27] = *(a14 + 19);
  1229. b[ 28] = *(a15 + 18);
  1230. b[ 29] = *(a15 + 19);
  1231. b[ 30] = *(a16 + 18);
  1232. b[ 31] = *(a16 + 19);
  1233. b += 32;
  1234. }
  1235. if (i >= 11) {
  1236. b[ 0] = ZERO;
  1237. b[ 1] = ZERO;
  1238. b[ 2] = ZERO;
  1239. b[ 3] = ZERO;
  1240. b[ 4] = ZERO;
  1241. b[ 5] = ZERO;
  1242. b[ 6] = ZERO;
  1243. b[ 7] = ZERO;
  1244. b[ 8] = ZERO;
  1245. b[ 9] = ZERO;
  1246. b[10] = ZERO;
  1247. b[11] = ZERO;
  1248. b[12] = ZERO;
  1249. b[13] = ZERO;
  1250. b[ 14] = ZERO;
  1251. b[ 15] = ZERO;
  1252. b[ 16] = ZERO;
  1253. b[ 17] = ZERO;
  1254. b[ 18] = ZERO;
  1255. b[ 19] = ZERO;
  1256. #ifdef UNIT
  1257. b[ 20] = ONE;
  1258. b[ 21] = ZERO;
  1259. #else
  1260. b[ 20] = *(a11 + 20);
  1261. b[ 21] = *(a11 + 21);
  1262. #endif
  1263. b[ 22] = *(a12 + 20);
  1264. b[ 23] = *(a12 + 21);
  1265. b[ 24] = *(a13 + 20);
  1266. b[ 25] = *(a13 + 21);
  1267. b[ 26] = *(a14 + 20);
  1268. b[ 27] = *(a14 + 21);
  1269. b[ 28] = *(a15 + 20);
  1270. b[ 29] = *(a15 + 21);
  1271. b[ 30] = *(a16 + 20);
  1272. b[ 31] = *(a16 + 21);
  1273. b += 32;
  1274. }
  1275. if (i >= 12) {
  1276. b[ 0] = ZERO;
  1277. b[ 1] = ZERO;
  1278. b[ 2] = ZERO;
  1279. b[ 3] = ZERO;
  1280. b[ 4] = ZERO;
  1281. b[ 5] = ZERO;
  1282. b[ 6] = ZERO;
  1283. b[ 7] = ZERO;
  1284. b[ 8] = ZERO;
  1285. b[ 9] = ZERO;
  1286. b[10] = ZERO;
  1287. b[11] = ZERO;
  1288. b[12] = ZERO;
  1289. b[13] = ZERO;
  1290. b[ 14] = ZERO;
  1291. b[ 15] = ZERO;
  1292. b[ 16] = ZERO;
  1293. b[ 17] = ZERO;
  1294. b[ 18] = ZERO;
  1295. b[ 19] = ZERO;
  1296. b[ 20] = ZERO;
  1297. b[ 21] = ZERO;
  1298. #ifdef UNIT
  1299. b[ 22] = ONE;
  1300. b[ 23] = ZERO;
  1301. #else
  1302. b[ 22] = *(a12 + 22);
  1303. b[ 23] = *(a12 + 23);
  1304. #endif
  1305. b[ 24] = *(a13 + 22);
  1306. b[ 25] = *(a13 + 23);
  1307. b[ 26] = *(a14 + 22);
  1308. b[ 27] = *(a14 + 23);
  1309. b[ 28] = *(a15 + 22);
  1310. b[ 29] = *(a15 + 23);
  1311. b[ 30] = *(a16 + 22);
  1312. b[ 31] = *(a16 + 23);
  1313. b += 32;
  1314. }
  1315. if (i >= 13) {
  1316. b[ 0] = ZERO;
  1317. b[ 1] = ZERO;
  1318. b[ 2] = ZERO;
  1319. b[ 3] = ZERO;
  1320. b[ 4] = ZERO;
  1321. b[ 5] = ZERO;
  1322. b[ 6] = ZERO;
  1323. b[ 7] = ZERO;
  1324. b[ 8] = ZERO;
  1325. b[ 9] = ZERO;
  1326. b[10] = ZERO;
  1327. b[11] = ZERO;
  1328. b[12] = ZERO;
  1329. b[13] = ZERO;
  1330. b[ 14] = ZERO;
  1331. b[ 15] = ZERO;
  1332. b[ 16] = ZERO;
  1333. b[ 17] = ZERO;
  1334. b[ 18] = ZERO;
  1335. b[ 19] = ZERO;
  1336. b[ 20] = ZERO;
  1337. b[ 21] = ZERO;
  1338. b[ 22] = ZERO;
  1339. b[ 23] = ZERO;
  1340. #ifdef UNIT
  1341. b[ 24] = ONE;
  1342. b[ 25] = ZERO;
  1343. #else
  1344. b[ 24] = *(a13 + 24);
  1345. b[ 25] = *(a13 + 25);
  1346. #endif
  1347. b[ 26] = *(a14 + 24);
  1348. b[ 27] = *(a14 + 25);
  1349. b[ 28] = *(a15 + 24);
  1350. b[ 29] = *(a15 + 25);
  1351. b[ 30] = *(a16 + 24);
  1352. b[ 31] = *(a16 + 25);
  1353. b += 32;
  1354. }
  1355. if (i >= 14) {
  1356. b[ 0] = ZERO;
  1357. b[ 1] = ZERO;
  1358. b[ 2] = ZERO;
  1359. b[ 3] = ZERO;
  1360. b[ 4] = ZERO;
  1361. b[ 5] = ZERO;
  1362. b[ 6] = ZERO;
  1363. b[ 7] = ZERO;
  1364. b[ 8] = ZERO;
  1365. b[ 9] = ZERO;
  1366. b[10] = ZERO;
  1367. b[11] = ZERO;
  1368. b[12] = ZERO;
  1369. b[13] = ZERO;
  1370. b[ 14] = ZERO;
  1371. b[ 15] = ZERO;
  1372. b[ 16] = ZERO;
  1373. b[ 17] = ZERO;
  1374. b[ 18] = ZERO;
  1375. b[ 19] = ZERO;
  1376. b[ 20] = ZERO;
  1377. b[ 21] = ZERO;
  1378. b[ 22] = ZERO;
  1379. b[ 23] = ZERO;
  1380. b[ 24] = ZERO;
  1381. b[ 25] = ZERO;
  1382. #ifdef UNIT
  1383. b[ 26] = ONE;
  1384. b[ 27] = ZERO;
  1385. #else
  1386. b[ 26] = *(a14 + 26);
  1387. b[ 27] = *(a14 + 27);
  1388. #endif
  1389. b[ 28] = *(a15 + 26);
  1390. b[ 29] = *(a15 + 27);
  1391. b[ 30] = *(a16 + 26);
  1392. b[ 31] = *(a16 + 27);
  1393. b += 32;
  1394. }
  1395. if (i >= 15) {
  1396. b[ 0] = ZERO;
  1397. b[ 1] = ZERO;
  1398. b[ 2] = ZERO;
  1399. b[ 3] = ZERO;
  1400. b[ 4] = ZERO;
  1401. b[ 5] = ZERO;
  1402. b[ 6] = ZERO;
  1403. b[ 7] = ZERO;
  1404. b[ 8] = ZERO;
  1405. b[ 9] = ZERO;
  1406. b[10] = ZERO;
  1407. b[11] = ZERO;
  1408. b[12] = ZERO;
  1409. b[13] = ZERO;
  1410. b[ 14] = ZERO;
  1411. b[ 15] = ZERO;
  1412. b[ 16] = ZERO;
  1413. b[ 17] = ZERO;
  1414. b[ 18] = ZERO;
  1415. b[ 19] = ZERO;
  1416. b[ 20] = ZERO;
  1417. b[ 21] = ZERO;
  1418. b[ 22] = ZERO;
  1419. b[ 23] = ZERO;
  1420. b[ 24] = ZERO;
  1421. b[ 25] = ZERO;
  1422. b[ 26] = ZERO;
  1423. b[ 27] = ZERO;
  1424. #ifdef UNIT
  1425. b[ 28] = ONE;
  1426. b[ 29] = ZERO;
  1427. #else
  1428. b[ 28] = *(a15 + 28);
  1429. b[ 29] = *(a15 + 29);
  1430. #endif
  1431. b[ 30] = *(a16 + 28);
  1432. b[ 31] = *(a16 + 29);
  1433. b += 32;
  1434. }
  1435. }
  1436. }
  1437. posY += 16;
  1438. js --;
  1439. } while (js > 0);
  1440. } /* End of main loop */
  1441. if (n & 8){
  1442. X = posX;
  1443. if (posX <= posY) {
  1444. a01 = a + posX * 2 + (posY + 0) * lda;
  1445. a02 = a + posX * 2 + (posY + 1) * lda;
  1446. a03 = a + posX * 2 + (posY + 2) * lda;
  1447. a04 = a + posX * 2 + (posY + 3) * lda;
  1448. a05 = a + posX * 2 + (posY + 4) * lda;
  1449. a06 = a + posX * 2 + (posY + 5) * lda;
  1450. a07 = a + posX * 2 + (posY + 6) * lda;
  1451. a08 = a + posX * 2 + (posY + 7) * lda;
  1452. } else {
  1453. a01 = a + posY * 2 + (posX + 0) * lda;
  1454. a02 = a + posY * 2 + (posX + 1) * lda;
  1455. a03 = a + posY * 2 + (posX + 2) * lda;
  1456. a04 = a + posY * 2 + (posX + 3) * lda;
  1457. a05 = a + posY * 2 + (posX + 4) * lda;
  1458. a06 = a + posY * 2 + (posX + 5) * lda;
  1459. a07 = a + posY * 2 + (posX + 6) * lda;
  1460. a08 = a + posY * 2 + (posX + 7) * lda;
  1461. }
  1462. i = (m >> 3);
  1463. if (i > 0) {
  1464. do {
  1465. if (X < posY) {
  1466. for (ii = 0; ii < 8; ii++){
  1467. b[ 0] = *(a01 + 0);
  1468. b[ 1] = *(a01 + 1);
  1469. b[ 2] = *(a02 + 0);
  1470. b[ 3] = *(a02 + 1);
  1471. b[ 4] = *(a03 + 0);
  1472. b[ 5] = *(a03 + 1);
  1473. b[ 6] = *(a04 + 0);
  1474. b[ 7] = *(a04 + 1);
  1475. b[ 8] = *(a05 + 0);
  1476. b[ 9] = *(a05 + 1);
  1477. b[ 10] = *(a06 + 0);
  1478. b[ 11] = *(a06 + 1);
  1479. b[ 12] = *(a07 + 0);
  1480. b[ 13] = *(a07 + 1);
  1481. b[ 14] = *(a08 + 0);
  1482. b[ 15] = *(a08 + 1);
  1483. a01 += 2;
  1484. a02 += 2;
  1485. a03 += 2;
  1486. a04 += 2;
  1487. a05 += 2;
  1488. a06 += 2;
  1489. a07 += 2;
  1490. a08 += 2;
  1491. b += 16;
  1492. }
  1493. } else
  1494. if (X > posY) {
  1495. a01 += 8 * lda;
  1496. a02 += 8 * lda;
  1497. a03 += 8 * lda;
  1498. a04 += 8 * lda;
  1499. a05 += 8 * lda;
  1500. a06 += 8 * lda;
  1501. a07 += 8 * lda;
  1502. a08 += 8 * lda;
  1503. b += 128;
  1504. } else {
  1505. #ifdef UNIT
  1506. b[ 0] = ONE;
  1507. b[ 1] = ZERO;
  1508. #else
  1509. b[ 0] = *(a01 + 0);
  1510. b[ 1] = *(a01 + 1);
  1511. #endif
  1512. b[ 2] = *(a02 + 0);
  1513. b[ 3] = *(a02 + 1);
  1514. b[ 4] = *(a03 + 0);
  1515. b[ 5] = *(a03 + 1);
  1516. b[ 6] = *(a04 + 0);
  1517. b[ 7] = *(a04 + 1);
  1518. b[ 8] = *(a05 + 0);
  1519. b[ 9] = *(a05 + 1);
  1520. b[ 10] = *(a06 + 0);
  1521. b[ 11] = *(a06 + 1);
  1522. b[ 12] = *(a07 + 0);
  1523. b[ 13] = *(a07 + 1);
  1524. b[ 14] = *(a08 + 0);
  1525. b[ 15] = *(a08 + 1);
  1526. b[ 16] = ZERO;
  1527. b[ 17] = ZERO;
  1528. #ifdef UNIT
  1529. b[ 18] = ONE;
  1530. b[ 19] = ZERO;
  1531. #else
  1532. b[ 18] = *(a02 + 2);
  1533. b[ 19] = *(a02 + 3);
  1534. #endif
  1535. b[ 20] = *(a03 + 2);
  1536. b[ 21] = *(a03 + 3);
  1537. b[ 22] = *(a04 + 2);
  1538. b[ 23] = *(a04 + 3);
  1539. b[ 24] = *(a05 + 2);
  1540. b[ 25] = *(a05 + 3);
  1541. b[ 26] = *(a06 + 2);
  1542. b[ 27] = *(a06 + 3);
  1543. b[ 28] = *(a07 + 2);
  1544. b[ 29] = *(a07 + 3);
  1545. b[ 30] = *(a08 + 2);
  1546. b[ 31] = *(a08 + 3);
  1547. b[ 32] = ZERO;
  1548. b[ 33] = ZERO;
  1549. b[ 34] = ZERO;
  1550. b[ 35] = ZERO;
  1551. #ifdef UNIT
  1552. b[ 36] = ONE;
  1553. b[ 37] = ZERO;
  1554. #else
  1555. b[ 36] = *(a03 + 4);
  1556. b[ 37] = *(a03 + 5);
  1557. #endif
  1558. b[ 38] = *(a04 + 4);
  1559. b[ 39] = *(a04 + 5);
  1560. b[ 40] = *(a05 + 4);
  1561. b[ 41] = *(a05 + 5);
  1562. b[ 42] = *(a06 + 4);
  1563. b[ 43] = *(a06 + 5);
  1564. b[ 44] = *(a07 + 4);
  1565. b[ 45] = *(a07 + 5);
  1566. b[ 46] = *(a08 + 4);
  1567. b[ 47] = *(a08 + 5);
  1568. b[ 48] = ZERO;
  1569. b[ 49] = ZERO;
  1570. b[ 50] = ZERO;
  1571. b[ 51] = ZERO;
  1572. b[ 52] = ZERO;
  1573. b[ 53] = ZERO;
  1574. #ifdef UNIT
  1575. b[ 54] = ONE;
  1576. b[ 55] = ZERO;
  1577. #else
  1578. b[ 54] = *(a04 + 6);
  1579. b[ 55] = *(a04 + 7);
  1580. #endif
  1581. b[ 56] = *(a05 + 6);
  1582. b[ 57] = *(a05 + 7);
  1583. b[ 58] = *(a06 + 6);
  1584. b[ 59] = *(a06 + 7);
  1585. b[ 60] = *(a07 + 6);
  1586. b[ 61] = *(a07 + 7);
  1587. b[ 62] = *(a08 + 6);
  1588. b[ 63] = *(a08 + 7);
  1589. b[ 64] = ZERO;
  1590. b[ 65] = ZERO;
  1591. b[ 66] = ZERO;
  1592. b[ 67] = ZERO;
  1593. b[ 68] = ZERO;
  1594. b[ 69] = ZERO;
  1595. b[ 70] = ZERO;
  1596. b[ 71] = ZERO;
  1597. #ifdef UNIT
  1598. b[ 72] = ONE;
  1599. b[ 73] = ZERO;
  1600. #else
  1601. b[ 72] = *(a05 + 8);
  1602. b[ 73] = *(a05 + 9);
  1603. #endif
  1604. b[ 74] = *(a06 + 8);
  1605. b[ 75] = *(a06 + 9);
  1606. b[ 76] = *(a07 + 8);
  1607. b[ 77] = *(a07 + 9);
  1608. b[ 78] = *(a08 + 8);
  1609. b[ 79] = *(a08 + 9);
  1610. b[ 80] = ZERO;
  1611. b[ 81] = ZERO;
  1612. b[ 82] = ZERO;
  1613. b[ 83] = ZERO;
  1614. b[ 84] = ZERO;
  1615. b[ 85] = ZERO;
  1616. b[ 86] = ZERO;
  1617. b[ 87] = ZERO;
  1618. b[ 88] = ZERO;
  1619. b[ 89] = ZERO;
  1620. #ifdef UNIT
  1621. b[ 90] = ONE;
  1622. b[ 91] = ZERO;
  1623. #else
  1624. b[ 90] = *(a06 + 10);
  1625. b[ 91] = *(a06 + 11);
  1626. #endif
  1627. b[ 92] = *(a07 + 10);
  1628. b[ 93] = *(a07 + 11);
  1629. b[ 94] = *(a08 + 10);
  1630. b[ 95] = *(a08 + 11);
  1631. b[ 96] = ZERO;
  1632. b[ 97] = ZERO;
  1633. b[ 98] = ZERO;
  1634. b[ 99] = ZERO;
  1635. b[100] = ZERO;
  1636. b[101] = ZERO;
  1637. b[102] = ZERO;
  1638. b[103] = ZERO;
  1639. b[104] = ZERO;
  1640. b[105] = ZERO;
  1641. b[106] = ZERO;
  1642. b[107] = ZERO;
  1643. #ifdef UNIT
  1644. b[108] = ONE;
  1645. b[109] = ZERO;
  1646. #else
  1647. b[108] = *(a07 + 12);
  1648. b[109] = *(a07 + 13);
  1649. #endif
  1650. b[110] = *(a08 + 12);
  1651. b[111] = *(a08 + 13);
  1652. b[112] = ZERO;
  1653. b[113] = ZERO;
  1654. b[114] = ZERO;
  1655. b[115] = ZERO;
  1656. b[116] = ZERO;
  1657. b[117] = ZERO;
  1658. b[118] = ZERO;
  1659. b[119] = ZERO;
  1660. b[120] = ZERO;
  1661. b[121] = ZERO;
  1662. b[122] = ZERO;
  1663. b[123] = ZERO;
  1664. b[124] = ZERO;
  1665. b[125] = ZERO;
  1666. #ifdef UNIT
  1667. b[126] = ONE;
  1668. b[127] = ZERO;
  1669. #else
  1670. b[126] = *(a08 + 14);
  1671. b[127] = *(a08 + 15);
  1672. #endif
  1673. a01 += 8 * lda;
  1674. a02 += 8 * lda;
  1675. a03 += 8 * lda;
  1676. a04 += 8 * lda;
  1677. a05 += 8 * lda;
  1678. a06 += 8 * lda;
  1679. a07 += 8 * lda;
  1680. a08 += 8 * lda;
  1681. b += 128;
  1682. }
  1683. X += 8;
  1684. i --;
  1685. } while (i > 0);
  1686. }
  1687. i = (m & 7);
  1688. if (i) {
  1689. if (X < posY) {
  1690. for (ii = 0; ii < i; ii++){
  1691. b[ 0] = *(a01 + 0);
  1692. b[ 1] = *(a01 + 1);
  1693. b[ 2] = *(a02 + 0);
  1694. b[ 3] = *(a02 + 1);
  1695. b[ 4] = *(a03 + 0);
  1696. b[ 5] = *(a03 + 1);
  1697. b[ 6] = *(a04 + 0);
  1698. b[ 7] = *(a04 + 1);
  1699. b[ 8] = *(a05 + 0);
  1700. b[ 9] = *(a05 + 1);
  1701. b[ 10] = *(a06 + 0);
  1702. b[ 11] = *(a06 + 1);
  1703. b[ 12] = *(a07 + 0);
  1704. b[ 13] = *(a07 + 1);
  1705. b[ 14] = *(a08 + 0);
  1706. b[ 15] = *(a08 + 1);
  1707. a01 += 2;
  1708. a02 += 2;
  1709. a03 += 2;
  1710. a04 += 2;
  1711. a05 += 2;
  1712. a06 += 2;
  1713. a07 += 2;
  1714. a08 += 2;
  1715. b += 16;
  1716. }
  1717. } else
  1718. if (X > posY) {
  1719. /* a01 += i * lda;
  1720. a02 += i * lda;
  1721. a03 += i * lda;
  1722. a04 += i * lda;
  1723. a05 += i * lda;
  1724. a06 += i * lda;
  1725. a07 += i * lda;
  1726. a08 += i * lda; */
  1727. b += 16 * i;
  1728. } else {
  1729. #ifdef UNIT
  1730. b[ 0] = ONE;
  1731. b[ 1] = ZERO;
  1732. #else
  1733. b[ 0] = *(a01 + 0);
  1734. b[ 1] = *(a01 + 1);
  1735. #endif
  1736. b[ 2] = *(a02 + 0);
  1737. b[ 3] = *(a02 + 1);
  1738. b[ 4] = *(a03 + 0);
  1739. b[ 5] = *(a03 + 1);
  1740. b[ 6] = *(a04 + 0);
  1741. b[ 7] = *(a04 + 1);
  1742. b[ 8] = *(a05 + 0);
  1743. b[ 9] = *(a05 + 1);
  1744. b[10] = *(a06 + 0);
  1745. b[11] = *(a06 + 1);
  1746. b[12] = *(a07 + 0);
  1747. b[13] = *(a07 + 1);
  1748. b[14] = *(a08 + 0);
  1749. b[15] = *(a08 + 1);
  1750. b += 16;
  1751. if(i >= 2) {
  1752. b[ 0] = ZERO;
  1753. b[ 1] = ZERO;
  1754. #ifdef UNIT
  1755. b[ 2] = ONE;
  1756. b[ 3] = ZERO;
  1757. #else
  1758. b[ 2] = *(a02 + 2);
  1759. b[ 3] = *(a02 + 3);
  1760. #endif
  1761. b[ 4] = *(a03 + 2);
  1762. b[ 5] = *(a03 + 3);
  1763. b[ 6] = *(a04 + 2);
  1764. b[ 7] = *(a04 + 3);
  1765. b[ 8] = *(a05 + 2);
  1766. b[ 9] = *(a05 + 3);
  1767. b[10] = *(a06 + 2);
  1768. b[11] = *(a06 + 3);
  1769. b[12] = *(a07 + 2);
  1770. b[13] = *(a07 + 3);
  1771. b[14] = *(a08 + 2);
  1772. b[15] = *(a08 + 3);
  1773. b += 16;
  1774. }
  1775. if (i >= 3) {
  1776. b[ 0] = ZERO;
  1777. b[ 1] = ZERO;
  1778. b[ 2] = ZERO;
  1779. b[ 3] = ZERO;
  1780. #ifdef UNIT
  1781. b[ 4] = ONE;
  1782. b[ 5] = ZERO;
  1783. #else
  1784. b[ 4] = *(a03 + 4);
  1785. b[ 5] = *(a03 + 5);
  1786. #endif
  1787. b[ 6] = *(a04 + 4);
  1788. b[ 7] = *(a04 + 5);
  1789. b[ 8] = *(a05 + 4);
  1790. b[ 9] = *(a05 + 5);
  1791. b[10] = *(a06 + 4);
  1792. b[11] = *(a06 + 5);
  1793. b[12] = *(a07 + 4);
  1794. b[13] = *(a07 + 5);
  1795. b[14] = *(a08 + 4);
  1796. b[15] = *(a08 + 5);
  1797. b += 16;
  1798. }
  1799. if (i >= 4) {
  1800. b[ 0] = ZERO;
  1801. b[ 1] = ZERO;
  1802. b[ 2] = ZERO;
  1803. b[ 3] = ZERO;
  1804. b[ 4] = ZERO;
  1805. b[ 5] = ZERO;
  1806. #ifdef UNIT
  1807. b[ 6] = ONE;
  1808. b[ 7] = ZERO;
  1809. #else
  1810. b[ 6] = *(a04 + 6);
  1811. b[ 7] = *(a04 + 7);
  1812. #endif
  1813. b[ 8] = *(a05 + 6);
  1814. b[ 9] = *(a05 + 7);
  1815. b[10] = *(a06 + 6);
  1816. b[11] = *(a06 + 7);
  1817. b[12] = *(a07 + 6);
  1818. b[13] = *(a07 + 7);
  1819. b[14] = *(a08 + 6);
  1820. b[15] = *(a08 + 7);
  1821. b += 16;
  1822. }
  1823. if (i >= 5) {
  1824. b[ 0] = ZERO;
  1825. b[ 1] = ZERO;
  1826. b[ 2] = ZERO;
  1827. b[ 3] = ZERO;
  1828. b[ 4] = ZERO;
  1829. b[ 5] = ZERO;
  1830. b[ 6] = ZERO;
  1831. b[ 7] = ZERO;
  1832. #ifdef UNIT
  1833. b[ 8] = ONE;
  1834. b[ 9] = ZERO;
  1835. #else
  1836. b[ 8] = *(a05 + 8);
  1837. b[ 9] = *(a05 + 9);
  1838. #endif
  1839. b[10] = *(a06 + 8);
  1840. b[11] = *(a06 + 9);
  1841. b[12] = *(a07 + 8);
  1842. b[13] = *(a07 + 9);
  1843. b[14] = *(a08 + 8);
  1844. b[15] = *(a08 + 9);
  1845. b += 16;
  1846. }
  1847. if (i >= 6) {
  1848. b[ 0] = ZERO;
  1849. b[ 1] = ZERO;
  1850. b[ 2] = ZERO;
  1851. b[ 3] = ZERO;
  1852. b[ 4] = ZERO;
  1853. b[ 5] = ZERO;
  1854. b[ 6] = ZERO;
  1855. b[ 7] = ZERO;
  1856. b[ 8] = ZERO;
  1857. b[ 9] = ZERO;
  1858. #ifdef UNIT
  1859. b[10] = ONE;
  1860. b[11] = ZERO;
  1861. #else
  1862. b[10] = *(a06 + 10);
  1863. b[11] = *(a06 + 11);
  1864. #endif
  1865. b[12] = *(a07 + 10);
  1866. b[13] = *(a07 + 11);
  1867. b[14] = *(a08 + 10);
  1868. b[15] = *(a08 + 11);
  1869. b += 16;
  1870. }
  1871. if (i >= 7) {
  1872. b[ 0] = ZERO;
  1873. b[ 1] = ZERO;
  1874. b[ 2] = ZERO;
  1875. b[ 3] = ZERO;
  1876. b[ 4] = ZERO;
  1877. b[ 5] = ZERO;
  1878. b[ 6] = ZERO;
  1879. b[ 7] = ZERO;
  1880. b[ 8] = ZERO;
  1881. b[ 9] = ZERO;
  1882. b[10] = ZERO;
  1883. b[11] = ZERO;
  1884. #ifdef UNIT
  1885. b[12] = ONE;
  1886. b[13] = ZERO;
  1887. #else
  1888. b[12] = *(a07 + 12);
  1889. b[13] = *(a07 + 13);
  1890. #endif
  1891. b[14] = *(a08 + 12);
  1892. b[15] = *(a08 + 13);
  1893. b += 16;
  1894. }
  1895. }
  1896. }
  1897. posY += 8;
  1898. }
  1899. if (n & 4){
  1900. X = posX;
  1901. if (posX <= posY) {
  1902. a01 = a + posX * 2 + (posY + 0) * lda;
  1903. a02 = a + posX * 2 + (posY + 1) * lda;
  1904. a03 = a + posX * 2 + (posY + 2) * lda;
  1905. a04 = a + posX * 2 + (posY + 3) * lda;
  1906. } else {
  1907. a01 = a + posY * 2 + (posX + 0) * lda;
  1908. a02 = a + posY * 2 + (posX + 1) * lda;
  1909. a03 = a + posY * 2 + (posX + 2) * lda;
  1910. a04 = a + posY * 2 + (posX + 3) * lda;
  1911. }
  1912. i = (m >> 2);
  1913. if (i > 0) {
  1914. do {
  1915. if (X < posY) {
  1916. for (ii = 0; ii < 4; ii++){
  1917. b[ 0] = *(a01 + 0);
  1918. b[ 1] = *(a01 + 1);
  1919. b[ 2] = *(a02 + 0);
  1920. b[ 3] = *(a02 + 1);
  1921. b[ 4] = *(a03 + 0);
  1922. b[ 5] = *(a03 + 1);
  1923. b[ 6] = *(a04 + 0);
  1924. b[ 7] = *(a04 + 1);
  1925. a01 += 2;
  1926. a02 += 2;
  1927. a03 += 2;
  1928. a04 += 2;
  1929. b += 8;
  1930. }
  1931. } else
  1932. if (X > posY) {
  1933. a01 += 4 * lda;
  1934. a02 += 4 * lda;
  1935. a03 += 4 * lda;
  1936. a04 += 4 * lda;
  1937. b += 32;
  1938. } else {
  1939. #ifdef UNIT
  1940. b[ 0] = ONE;
  1941. b[ 1] = ZERO;
  1942. #else
  1943. b[ 0] = *(a01 + 0);
  1944. b[ 1] = *(a01 + 1);
  1945. #endif
  1946. b[ 2] = *(a02 + 0);
  1947. b[ 3] = *(a02 + 1);
  1948. b[ 4] = *(a03 + 0);
  1949. b[ 5] = *(a03 + 1);
  1950. b[ 6] = *(a04 + 0);
  1951. b[ 7] = *(a04 + 1);
  1952. b[ 8] = ZERO;
  1953. b[ 9] = ZERO;
  1954. #ifdef UNIT
  1955. b[ 10] = ONE;
  1956. b[ 11] = ZERO;
  1957. #else
  1958. b[ 10] = *(a02 + 2);
  1959. b[ 11] = *(a02 + 3);
  1960. #endif
  1961. b[ 12] = *(a03 + 2);
  1962. b[ 13] = *(a03 + 3);
  1963. b[ 14] = *(a04 + 2);
  1964. b[ 15] = *(a04 + 3);
  1965. b[ 16] = ZERO;
  1966. b[ 17] = ZERO;
  1967. b[ 18] = ZERO;
  1968. b[ 19] = ZERO;
  1969. #ifdef UNIT
  1970. b[ 20] = ONE;
  1971. b[ 21] = ZERO;
  1972. #else
  1973. b[ 20] = *(a03 + 4);
  1974. b[ 21] = *(a03 + 5);
  1975. #endif
  1976. b[ 22] = *(a04 + 4);
  1977. b[ 23] = *(a04 + 5);
  1978. b[ 24] = ZERO;
  1979. b[ 25] = ZERO;
  1980. b[ 26] = ZERO;
  1981. b[ 27] = ZERO;
  1982. b[ 28] = ZERO;
  1983. b[ 29] = ZERO;
  1984. #ifdef UNIT
  1985. b[ 30] = ONE;
  1986. b[ 31] = ZERO;
  1987. #else
  1988. b[ 30] = *(a04 + 6);
  1989. b[ 31] = *(a04 + 7);
  1990. #endif
  1991. a01 += 4 * lda;
  1992. a02 += 4 * lda;
  1993. a03 += 4 * lda;
  1994. a04 += 4 * lda;
  1995. b += 32;
  1996. }
  1997. X += 4;
  1998. i --;
  1999. } while (i > 0);
  2000. }
  2001. i = (m & 3);
  2002. if (i) {
  2003. if (X < posY) {
  2004. for (ii = 0; ii < i; ii++){
  2005. b[ 0] = *(a01 + 0);
  2006. b[ 1] = *(a01 + 1);
  2007. b[ 2] = *(a02 + 0);
  2008. b[ 3] = *(a02 + 1);
  2009. b[ 4] = *(a03 + 0);
  2010. b[ 5] = *(a03 + 1);
  2011. b[ 6] = *(a04 + 0);
  2012. b[ 7] = *(a04 + 1);
  2013. a01 += 2;
  2014. a02 += 2;
  2015. a03 += 2;
  2016. a04 += 2;
  2017. b += 8;
  2018. }
  2019. } else
  2020. if (X > posY) {
  2021. /* a01 += i * lda;
  2022. a02 += i * lda;
  2023. a03 += i * lda;
  2024. a04 += i * lda; */
  2025. b += 8 * i;
  2026. } else {
  2027. #ifdef UNIT
  2028. b[ 0] = ONE;
  2029. b[ 1] = ZERO;
  2030. #else
  2031. b[ 0] = *(a01 + 0);
  2032. b[ 1] = *(a01 + 1);
  2033. #endif
  2034. b[ 2] = *(a02 + 0);
  2035. b[ 3] = *(a02 + 1);
  2036. b[ 4] = *(a03 + 0);
  2037. b[ 5] = *(a03 + 1);
  2038. b[ 6] = *(a04 + 0);
  2039. b[ 7] = *(a04 + 1);
  2040. b += 8;
  2041. if(i >= 2) {
  2042. b[ 0] = ZERO;
  2043. b[ 1] = ZERO;
  2044. #ifdef UNIT
  2045. b[ 2] = ONE;
  2046. b[ 3] = ZERO;
  2047. #else
  2048. b[ 2] = *(a02 + 2);
  2049. b[ 3] = *(a02 + 3);
  2050. #endif
  2051. b[ 4] = *(a03 + 2);
  2052. b[ 5] = *(a03 + 3);
  2053. b[ 6] = *(a04 + 2);
  2054. b[ 7] = *(a04 + 3);
  2055. b += 8;
  2056. }
  2057. if (i >= 3) {
  2058. b[ 0] = ZERO;
  2059. b[ 1] = ZERO;
  2060. b[ 2] = ZERO;
  2061. b[ 3] = ZERO;
  2062. #ifdef UNIT
  2063. b[ 4] = ONE;
  2064. b[ 5] = ZERO;
  2065. #else
  2066. b[ 4] = *(a03 + 4);
  2067. b[ 5] = *(a03 + 5);
  2068. #endif
  2069. b[ 6] = *(a04 + 4);
  2070. b[ 7] = *(a04 + 5);
  2071. b += 8;
  2072. }
  2073. }
  2074. }
  2075. posY += 4;
  2076. }
  2077. if (n & 2){
  2078. X = posX;
  2079. if (posX <= posY) {
  2080. a01 = a + posX * 2 + (posY + 0) * lda;
  2081. a02 = a + posX * 2 + (posY + 1) * lda;
  2082. } else {
  2083. a01 = a + posY * 2 + (posX + 0) * lda;
  2084. a02 = a + posY * 2 + (posX + 1) * lda;
  2085. }
  2086. i = (m >> 1);
  2087. if (i > 0) {
  2088. do {
  2089. if (X < posY) {
  2090. b[ 0] = *(a01 + 0);
  2091. b[ 1] = *(a01 + 1);
  2092. b[ 2] = *(a02 + 0);
  2093. b[ 3] = *(a02 + 1);
  2094. b[ 4] = *(a01 + 2);
  2095. b[ 5] = *(a01 + 3);
  2096. b[ 6] = *(a02 + 2);
  2097. b[ 7] = *(a02 + 3);
  2098. a01 += 4;
  2099. a02 += 4;
  2100. b += 8;
  2101. } else
  2102. if (X > posY) {
  2103. a01 += 2 * lda;
  2104. a02 += 2 * lda;
  2105. b += 8;
  2106. } else {
  2107. #ifdef UNIT
  2108. b[ 0] = ONE;
  2109. b[ 1] = ZERO;
  2110. #else
  2111. b[ 0] = *(a01 + 0);
  2112. b[ 1] = *(a01 + 1);
  2113. #endif
  2114. b[ 2] = *(a02 + 0);
  2115. b[ 3] = *(a02 + 1);
  2116. b[ 4] = ZERO;
  2117. b[ 5] = ZERO;
  2118. #ifdef UNIT
  2119. b[ 6] = ONE;
  2120. b[ 7] = ZERO;
  2121. #else
  2122. b[ 6] = *(a02 + 2);
  2123. b[ 7] = *(a02 + 3);
  2124. #endif
  2125. a01 += 2 * lda;
  2126. a02 += 2 * lda;
  2127. b += 8;
  2128. }
  2129. X += 2;
  2130. i --;
  2131. } while (i > 0);
  2132. }
  2133. if (m & 1) {
  2134. if (X < posY) {
  2135. b[ 0] = *(a01 + 0);
  2136. b[ 1] = *(a01 + 1);
  2137. b[ 2] = *(a02 + 0);
  2138. b[ 3] = *(a02 + 1);
  2139. /* a01 += 2;
  2140. a02 += 2; */
  2141. b += 4;
  2142. } else
  2143. if (X > posY) {
  2144. /* a01 += 2 * lda;
  2145. a02 += 2 * lda; */
  2146. b += 4;
  2147. } else {
  2148. #ifdef UNIT
  2149. b[ 0] = ONE;
  2150. b[ 1] = ZERO;
  2151. b[ 2] = *(a02 + 0);
  2152. b[ 3] = *(a02 + 1);
  2153. #else
  2154. b[ 0] = *(a01 + 0);
  2155. b[ 1] = *(a01 + 1);
  2156. b[ 2] = *(a02 + 0);
  2157. b[ 3] = *(a02 + 1);
  2158. #endif
  2159. b += 2;
  2160. }
  2161. }
  2162. posY += 2;
  2163. }
  2164. if (n & 1){
  2165. X = posX;
  2166. if (posX <= posY) {
  2167. a01 = a + posX * 2 + (posY + 0) * lda;
  2168. } else {
  2169. a01 = a + posY * 2 + (posX + 0) * lda;
  2170. }
  2171. i = m;
  2172. if (m > 0) {
  2173. do {
  2174. if (X < posY) {
  2175. b[ 0] = *(a01 + 0);
  2176. b[ 1] = *(a01 + 1);
  2177. a01 += 2;
  2178. b += 2;
  2179. } else
  2180. if (X > posY) {
  2181. a01 += lda;
  2182. b += 2;
  2183. } else {
  2184. #ifdef UNIT
  2185. b[ 0] = ONE;
  2186. b[ 1] = ZERO;
  2187. #else
  2188. b[ 0] = *(a01 + 0);
  2189. b[ 1] = *(a01 + 1);
  2190. #endif
  2191. a01 += lda;
  2192. b += 2;
  2193. }
  2194. X += 1;
  2195. i --;
  2196. } while (i > 0);
  2197. }
  2198. }
  2199. return 0;
  2200. }