You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

common_macro.h 106 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395
  1. /*********************************************************************/
  2. /* Copyright 2009, 2010 The University of Texas at Austin. */
  3. /* All rights reserved. */
  4. /* */
  5. /* Redistribution and use in source and binary forms, with or */
  6. /* without modification, are permitted provided that the following */
  7. /* conditions are met: */
  8. /* */
  9. /* 1. Redistributions of source code must retain the above */
  10. /* copyright notice, this list of conditions and the following */
  11. /* disclaimer. */
  12. /* */
  13. /* 2. Redistributions in binary form must reproduce the above */
  14. /* copyright notice, this list of conditions and the following */
  15. /* disclaimer in the documentation and/or other materials */
  16. /* provided with the distribution. */
  17. /* */
  18. /* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
  19. /* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
  20. /* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
  21. /* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
  22. /* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
  23. /* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
  24. /* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
  25. /* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
  26. /* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
  27. /* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
  28. /* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
  29. /* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
  30. /* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
  31. /* POSSIBILITY OF SUCH DAMAGE. */
  32. /* */
  33. /* The views and conclusions contained in the software and */
  34. /* documentation are those of the authors and should not be */
  35. /* interpreted as representing official policies, either expressed */
  36. /* or implied, of The University of Texas at Austin. */
  37. /*********************************************************************/
  38. #ifndef COMMON_MACRO
  39. #define COMMON_MACRO
  40. #include "common_sb.h"
  41. #include "common_s.h"
  42. #include "common_d.h"
  43. #include "common_q.h"
  44. #include "common_c.h"
  45. #include "common_z.h"
  46. #include "common_x.h"
  47. #ifndef COMPLEX
  48. #ifdef XDOUBLE
  49. #define AMAX_K QAMAX_K
  50. #define AMIN_K QAMIN_K
  51. #define MAX_K QMAX_K
  52. #define MIN_K QMIN_K
  53. #define IAMAX_K IQAMAX_K
  54. #define IAMIN_K IQAMIN_K
  55. #define IMAX_K IQMAX_K
  56. #define IMIN_K IQMIN_K
  57. #define ASUM_K QASUM_K
  58. #define AXPYU_K QAXPYU_K
  59. #define AXPYC_K QAXPYC_K
  60. #define COPY_K QCOPY_K
  61. #define DOTU_K QDOTU_K
  62. #define DOTC_K QDOTC_K
  63. #define NRM2_K QNRM2_K
  64. #define SCAL_K QSCAL_K
  65. #define SUM_K QSUM_K
  66. #define SWAP_K QSWAP_K
  67. #define ROT_K QROT_K
  68. #define ROTM_K QROTM_K
  69. #define GEMV_N QGEMV_N
  70. #define GEMV_T QGEMV_T
  71. #define GEMV_R QGEMV_R
  72. #define GEMV_C QGEMV_C
  73. #define GEMV_O QGEMV_O
  74. #define GEMV_U QGEMV_U
  75. #define GEMV_S QGEMV_S
  76. #define GEMV_D QGEMV_D
  77. #define GERU_K QGERU_K
  78. #define GERC_K QGERC_K
  79. #define GERV_K QGERV_K
  80. #define GERD_K QGERD_K
  81. #define SYMV_U QSYMV_U
  82. #define SYMV_L QSYMV_L
  83. #define SYMV_THREAD_U QSYMV_THREAD_U
  84. #define SYMV_THREAD_L QSYMV_THREAD_L
  85. #define GEMM_ONCOPY QGEMM_ONCOPY
  86. #define GEMM_OTCOPY QGEMM_OTCOPY
  87. #define GEMM_INCOPY QGEMM_INCOPY
  88. #define GEMM_ITCOPY QGEMM_ITCOPY
  89. #ifdef UNIT
  90. #define TRMM_OUNCOPY QTRMM_OUNUCOPY
  91. #define TRMM_OUTCOPY QTRMM_OUTUCOPY
  92. #define TRMM_OLNCOPY QTRMM_OLNUCOPY
  93. #define TRMM_OLTCOPY QTRMM_OLTUCOPY
  94. #define TRSM_OUNCOPY QTRSM_OUNUCOPY
  95. #define TRSM_OUTCOPY QTRSM_OUTUCOPY
  96. #define TRSM_OLNCOPY QTRSM_OLNUCOPY
  97. #define TRSM_OLTCOPY QTRSM_OLTUCOPY
  98. #define TRMM_IUNCOPY QTRMM_IUNUCOPY
  99. #define TRMM_IUTCOPY QTRMM_IUTUCOPY
  100. #define TRMM_ILNCOPY QTRMM_ILNUCOPY
  101. #define TRMM_ILTCOPY QTRMM_ILTUCOPY
  102. #define TRSM_IUNCOPY QTRSM_IUNUCOPY
  103. #define TRSM_IUTCOPY QTRSM_IUTUCOPY
  104. #define TRSM_ILNCOPY QTRSM_ILNUCOPY
  105. #define TRSM_ILTCOPY QTRSM_ILTUCOPY
  106. #else
  107. #define TRMM_OUNCOPY QTRMM_OUNNCOPY
  108. #define TRMM_OUTCOPY QTRMM_OUTNCOPY
  109. #define TRMM_OLNCOPY QTRMM_OLNNCOPY
  110. #define TRMM_OLTCOPY QTRMM_OLTNCOPY
  111. #define TRSM_OUNCOPY QTRSM_OUNNCOPY
  112. #define TRSM_OUTCOPY QTRSM_OUTNCOPY
  113. #define TRSM_OLNCOPY QTRSM_OLNNCOPY
  114. #define TRSM_OLTCOPY QTRSM_OLTNCOPY
  115. #define TRMM_IUNCOPY QTRMM_IUNNCOPY
  116. #define TRMM_IUTCOPY QTRMM_IUTNCOPY
  117. #define TRMM_ILNCOPY QTRMM_ILNNCOPY
  118. #define TRMM_ILTCOPY QTRMM_ILTNCOPY
  119. #define TRSM_IUNCOPY QTRSM_IUNNCOPY
  120. #define TRSM_IUTCOPY QTRSM_IUTNCOPY
  121. #define TRSM_ILNCOPY QTRSM_ILNNCOPY
  122. #define TRSM_ILTCOPY QTRSM_ILTNCOPY
  123. #endif
  124. #define GEMM_BETA QGEMM_BETA
  125. #define GEMM_KERNEL_N QGEMM_KERNEL
  126. #define GEMM_KERNEL_L QGEMM_KERNEL
  127. #define GEMM_KERNEL_R QGEMM_KERNEL
  128. #define GEMM_KERNEL_B QGEMM_KERNEL
  129. #define TRMM_KERNEL_LN QTRMM_KERNEL_LN
  130. #define TRMM_KERNEL_LT QTRMM_KERNEL_LT
  131. #define TRMM_KERNEL_LR QTRMM_KERNEL_LN
  132. #define TRMM_KERNEL_LC QTRMM_KERNEL_LT
  133. #define TRMM_KERNEL_RN QTRMM_KERNEL_RN
  134. #define TRMM_KERNEL_RT QTRMM_KERNEL_RT
  135. #define TRMM_KERNEL_RR QTRMM_KERNEL_RN
  136. #define TRMM_KERNEL_RC QTRMM_KERNEL_RT
  137. #define TRSM_KERNEL_LN QTRSM_KERNEL_LN
  138. #define TRSM_KERNEL_LT QTRSM_KERNEL_LT
  139. #define TRSM_KERNEL_LR QTRSM_KERNEL_LN
  140. #define TRSM_KERNEL_LC QTRSM_KERNEL_LT
  141. #define TRSM_KERNEL_RN QTRSM_KERNEL_RN
  142. #define TRSM_KERNEL_RT QTRSM_KERNEL_RT
  143. #define TRSM_KERNEL_RR QTRSM_KERNEL_RN
  144. #define TRSM_KERNEL_RC QTRSM_KERNEL_RT
  145. #define SYMM_IUTCOPY QSYMM_IUTCOPY
  146. #define SYMM_ILTCOPY QSYMM_ILTCOPY
  147. #define SYMM_OUTCOPY QSYMM_OUTCOPY
  148. #define SYMM_OLTCOPY QSYMM_OLTCOPY
  149. #define GEMM_NN QGEMM_NN
  150. #define GEMM_CN QGEMM_TN
  151. #define GEMM_TN QGEMM_TN
  152. #define GEMM_NC QGEMM_NT
  153. #define GEMM_NT QGEMM_NT
  154. #define GEMM_CC QGEMM_TT
  155. #define GEMM_CT QGEMM_TT
  156. #define GEMM_TC QGEMM_TT
  157. #define GEMM_TT QGEMM_TT
  158. #define GEMM_NR QGEMM_NN
  159. #define GEMM_TR QGEMM_TN
  160. #define GEMM_CR QGEMM_TN
  161. #define GEMM_RN QGEMM_NN
  162. #define GEMM_RT QGEMM_NT
  163. #define GEMM_RC QGEMM_NT
  164. #define GEMM_RR QGEMM_NN
  165. #define SYMM_LU QSYMM_LU
  166. #define SYMM_LL QSYMM_LL
  167. #define SYMM_RU QSYMM_RU
  168. #define SYMM_RL QSYMM_RL
  169. #define HEMM_LU QHEMM_LU
  170. #define HEMM_LL QHEMM_LL
  171. #define HEMM_RU QHEMM_RU
  172. #define HEMM_RL QHEMM_RL
  173. #define SYRK_UN QSYRK_UN
  174. #define SYRK_UT QSYRK_UT
  175. #define SYRK_LN QSYRK_LN
  176. #define SYRK_LT QSYRK_LT
  177. #define SYRK_UR QSYRK_UN
  178. #define SYRK_UC QSYRK_UT
  179. #define SYRK_LR QSYRK_LN
  180. #define SYRK_LC QSYRK_LT
  181. #define SYRK_KERNEL_U QSYRK_KERNEL_U
  182. #define SYRK_KERNEL_L QSYRK_KERNEL_L
  183. #define HERK_UN QSYRK_UN
  184. #define HERK_LN QSYRK_LN
  185. #define HERK_UC QSYRK_UT
  186. #define HERK_LC QSYRK_LT
  187. #define HER2K_UN QSYR2K_UN
  188. #define HER2K_LN QSYR2K_LN
  189. #define HER2K_UC QSYR2K_UT
  190. #define HER2K_LC QSYR2K_LT
  191. #define SYR2K_UN QSYR2K_UN
  192. #define SYR2K_UT QSYR2K_UT
  193. #define SYR2K_LN QSYR2K_LN
  194. #define SYR2K_LT QSYR2K_LT
  195. #define SYR2K_UR QSYR2K_UN
  196. #define SYR2K_UC QSYR2K_UT
  197. #define SYR2K_LR QSYR2K_LN
  198. #define SYR2K_LC QSYR2K_LT
  199. #define SYR2K_KERNEL_U QSYR2K_KERNEL_U
  200. #define SYR2K_KERNEL_L QSYR2K_KERNEL_L
  201. #define TRMM_LNUU QTRMM_LNUU
  202. #define TRMM_LNUN QTRMM_LNUN
  203. #define TRMM_LNLU QTRMM_LNLU
  204. #define TRMM_LNLN QTRMM_LNLN
  205. #define TRMM_LTUU QTRMM_LTUU
  206. #define TRMM_LTUN QTRMM_LTUN
  207. #define TRMM_LTLU QTRMM_LTLU
  208. #define TRMM_LTLN QTRMM_LTLN
  209. #define TRMM_LRUU QTRMM_LNUU
  210. #define TRMM_LRUN QTRMM_LNUN
  211. #define TRMM_LRLU QTRMM_LNLU
  212. #define TRMM_LRLN QTRMM_LNLN
  213. #define TRMM_LCUU QTRMM_LTUU
  214. #define TRMM_LCUN QTRMM_LTUN
  215. #define TRMM_LCLU QTRMM_LTLU
  216. #define TRMM_LCLN QTRMM_LTLN
  217. #define TRMM_RNUU QTRMM_RNUU
  218. #define TRMM_RNUN QTRMM_RNUN
  219. #define TRMM_RNLU QTRMM_RNLU
  220. #define TRMM_RNLN QTRMM_RNLN
  221. #define TRMM_RTUU QTRMM_RTUU
  222. #define TRMM_RTUN QTRMM_RTUN
  223. #define TRMM_RTLU QTRMM_RTLU
  224. #define TRMM_RTLN QTRMM_RTLN
  225. #define TRMM_RRUU QTRMM_RNUU
  226. #define TRMM_RRUN QTRMM_RNUN
  227. #define TRMM_RRLU QTRMM_RNLU
  228. #define TRMM_RRLN QTRMM_RNLN
  229. #define TRMM_RCUU QTRMM_RTUU
  230. #define TRMM_RCUN QTRMM_RTUN
  231. #define TRMM_RCLU QTRMM_RTLU
  232. #define TRMM_RCLN QTRMM_RTLN
  233. #define TRSM_LNUU QTRSM_LNUU
  234. #define TRSM_LNUN QTRSM_LNUN
  235. #define TRSM_LNLU QTRSM_LNLU
  236. #define TRSM_LNLN QTRSM_LNLN
  237. #define TRSM_LTUU QTRSM_LTUU
  238. #define TRSM_LTUN QTRSM_LTUN
  239. #define TRSM_LTLU QTRSM_LTLU
  240. #define TRSM_LTLN QTRSM_LTLN
  241. #define TRSM_LRUU QTRSM_LNUU
  242. #define TRSM_LRUN QTRSM_LNUN
  243. #define TRSM_LRLU QTRSM_LNLU
  244. #define TRSM_LRLN QTRSM_LNLN
  245. #define TRSM_LCUU QTRSM_LTUU
  246. #define TRSM_LCUN QTRSM_LTUN
  247. #define TRSM_LCLU QTRSM_LTLU
  248. #define TRSM_LCLN QTRSM_LTLN
  249. #define TRSM_RNUU QTRSM_RNUU
  250. #define TRSM_RNUN QTRSM_RNUN
  251. #define TRSM_RNLU QTRSM_RNLU
  252. #define TRSM_RNLN QTRSM_RNLN
  253. #define TRSM_RTUU QTRSM_RTUU
  254. #define TRSM_RTUN QTRSM_RTUN
  255. #define TRSM_RTLU QTRSM_RTLU
  256. #define TRSM_RTLN QTRSM_RTLN
  257. #define TRSM_RRUU QTRSM_RNUU
  258. #define TRSM_RRUN QTRSM_RNUN
  259. #define TRSM_RRLU QTRSM_RNLU
  260. #define TRSM_RRLN QTRSM_RNLN
  261. #define TRSM_RCUU QTRSM_RTUU
  262. #define TRSM_RCUN QTRSM_RTUN
  263. #define TRSM_RCLU QTRSM_RTLU
  264. #define TRSM_RCLN QTRSM_RTLN
  265. #define GEMM_THREAD_NN QGEMM_THREAD_NN
  266. #define GEMM_THREAD_CN QGEMM_THREAD_TN
  267. #define GEMM_THREAD_TN QGEMM_THREAD_TN
  268. #define GEMM_THREAD_NC QGEMM_THREAD_NT
  269. #define GEMM_THREAD_NT QGEMM_THREAD_NT
  270. #define GEMM_THREAD_CC QGEMM_THREAD_TT
  271. #define GEMM_THREAD_CT QGEMM_THREAD_TT
  272. #define GEMM_THREAD_TC QGEMM_THREAD_TT
  273. #define GEMM_THREAD_TT QGEMM_THREAD_TT
  274. #define GEMM_THREAD_NR QGEMM_THREAD_NN
  275. #define GEMM_THREAD_TR QGEMM_THREAD_TN
  276. #define GEMM_THREAD_CR QGEMM_THREAD_TN
  277. #define GEMM_THREAD_RN QGEMM_THREAD_NN
  278. #define GEMM_THREAD_RT QGEMM_THREAD_NT
  279. #define GEMM_THREAD_RC QGEMM_THREAD_NT
  280. #define GEMM_THREAD_RR QGEMM_THREAD_NN
  281. #define SYMM_THREAD_LU QSYMM_THREAD_LU
  282. #define SYMM_THREAD_LL QSYMM_THREAD_LL
  283. #define SYMM_THREAD_RU QSYMM_THREAD_RU
  284. #define SYMM_THREAD_RL QSYMM_THREAD_RL
  285. #define HEMM_THREAD_LU QHEMM_THREAD_LU
  286. #define HEMM_THREAD_LL QHEMM_THREAD_LL
  287. #define HEMM_THREAD_RU QHEMM_THREAD_RU
  288. #define HEMM_THREAD_RL QHEMM_THREAD_RL
  289. #define SYRK_THREAD_UN QSYRK_THREAD_UN
  290. #define SYRK_THREAD_UT QSYRK_THREAD_UT
  291. #define SYRK_THREAD_LN QSYRK_THREAD_LN
  292. #define SYRK_THREAD_LT QSYRK_THREAD_LT
  293. #define SYRK_THREAD_UR QSYRK_THREAD_UR
  294. #define SYRK_THREAD_UC QSYRK_THREAD_UC
  295. #define SYRK_THREAD_LR QSYRK_THREAD_LN
  296. #define SYRK_THREAD_LC QSYRK_THREAD_LT
  297. #define HERK_THREAD_UN QSYRK_THREAD_UN
  298. #define HERK_THREAD_UT QSYRK_THREAD_UT
  299. #define HERK_THREAD_LN QSYRK_THREAD_LN
  300. #define HERK_THREAD_LT QSYRK_THREAD_LT
  301. #define HERK_THREAD_UR QSYRK_THREAD_UR
  302. #define HERK_THREAD_UC QSYRK_THREAD_UC
  303. #define HERK_THREAD_LR QSYRK_THREAD_LN
  304. #define HERK_THREAD_LC QSYRK_THREAD_LT
  305. #elif defined(DOUBLE)
  306. #define AMAX_K DAMAX_K
  307. #define AMIN_K DAMIN_K
  308. #define MAX_K DMAX_K
  309. #define MIN_K DMIN_K
  310. #define IAMAX_K IDAMAX_K
  311. #define IAMIN_K IDAMIN_K
  312. #define IMAX_K IDMAX_K
  313. #define IMIN_K IDMIN_K
  314. #define ASUM_K DASUM_K
  315. #define AXPYU_K DAXPYU_K
  316. #define AXPYC_K DAXPYC_K
  317. #define COPY_K DCOPY_K
  318. #define DOTU_K DDOTU_K
  319. #define DOTC_K DDOTC_K
  320. #define NRM2_K DNRM2_K
  321. #define SCAL_K DSCAL_K
  322. #define SUM_K DSUM_K
  323. #define SWAP_K DSWAP_K
  324. #define ROT_K DROT_K
  325. #define ROTM_K DROTM_K
  326. #define GEMV_N DGEMV_N
  327. #define GEMV_T DGEMV_T
  328. #define GEMV_R DGEMV_R
  329. #define GEMV_C DGEMV_C
  330. #define GEMV_O DGEMV_O
  331. #define GEMV_U DGEMV_U
  332. #define GEMV_S DGEMV_S
  333. #define GEMV_D DGEMV_D
  334. #define GERU_K DGERU_K
  335. #define GERC_K DGERC_K
  336. #define GERV_K DGERV_K
  337. #define GERD_K DGERD_K
  338. #define SYMV_U DSYMV_U
  339. #define SYMV_L DSYMV_L
  340. #define SYMV_THREAD_U DSYMV_THREAD_U
  341. #define SYMV_THREAD_L DSYMV_THREAD_L
  342. #define GEMM_ONCOPY DGEMM_ONCOPY
  343. #define GEMM_OTCOPY DGEMM_OTCOPY
  344. #define GEMM_INCOPY DGEMM_INCOPY
  345. #define GEMM_ITCOPY DGEMM_ITCOPY
  346. #ifdef UNIT
  347. #define TRMM_OUNCOPY DTRMM_OUNUCOPY
  348. #define TRMM_OUTCOPY DTRMM_OUTUCOPY
  349. #define TRMM_OLNCOPY DTRMM_OLNUCOPY
  350. #define TRMM_OLTCOPY DTRMM_OLTUCOPY
  351. #define TRSM_OUNCOPY DTRSM_OUNUCOPY
  352. #define TRSM_OUTCOPY DTRSM_OUTUCOPY
  353. #define TRSM_OLNCOPY DTRSM_OLNUCOPY
  354. #define TRSM_OLTCOPY DTRSM_OLTUCOPY
  355. #define TRMM_IUNCOPY DTRMM_IUNUCOPY
  356. #define TRMM_IUTCOPY DTRMM_IUTUCOPY
  357. #define TRMM_ILNCOPY DTRMM_ILNUCOPY
  358. #define TRMM_ILTCOPY DTRMM_ILTUCOPY
  359. #define TRSM_IUNCOPY DTRSM_IUNUCOPY
  360. #define TRSM_IUTCOPY DTRSM_IUTUCOPY
  361. #define TRSM_ILNCOPY DTRSM_ILNUCOPY
  362. #define TRSM_ILTCOPY DTRSM_ILTUCOPY
  363. #else
  364. #define TRMM_OUNCOPY DTRMM_OUNNCOPY
  365. #define TRMM_OUTCOPY DTRMM_OUTNCOPY
  366. #define TRMM_OLNCOPY DTRMM_OLNNCOPY
  367. #define TRMM_OLTCOPY DTRMM_OLTNCOPY
  368. #define TRSM_OUNCOPY DTRSM_OUNNCOPY
  369. #define TRSM_OUTCOPY DTRSM_OUTNCOPY
  370. #define TRSM_OLNCOPY DTRSM_OLNNCOPY
  371. #define TRSM_OLTCOPY DTRSM_OLTNCOPY
  372. #define TRMM_IUNCOPY DTRMM_IUNNCOPY
  373. #define TRMM_IUTCOPY DTRMM_IUTNCOPY
  374. #define TRMM_ILNCOPY DTRMM_ILNNCOPY
  375. #define TRMM_ILTCOPY DTRMM_ILTNCOPY
  376. #define TRSM_IUNCOPY DTRSM_IUNNCOPY
  377. #define TRSM_IUTCOPY DTRSM_IUTNCOPY
  378. #define TRSM_ILNCOPY DTRSM_ILNNCOPY
  379. #define TRSM_ILTCOPY DTRSM_ILTNCOPY
  380. #endif
  381. #define GEMM_BETA DGEMM_BETA
  382. #define GEMM_KERNEL_N DGEMM_KERNEL
  383. #define GEMM_KERNEL_L DGEMM_KERNEL
  384. #define GEMM_KERNEL_R DGEMM_KERNEL
  385. #define GEMM_KERNEL_B DGEMM_KERNEL
  386. #define TRMM_KERNEL_LN DTRMM_KERNEL_LN
  387. #define TRMM_KERNEL_LT DTRMM_KERNEL_LT
  388. #define TRMM_KERNEL_LR DTRMM_KERNEL_LN
  389. #define TRMM_KERNEL_LC DTRMM_KERNEL_LT
  390. #define TRMM_KERNEL_RN DTRMM_KERNEL_RN
  391. #define TRMM_KERNEL_RT DTRMM_KERNEL_RT
  392. #define TRMM_KERNEL_RR DTRMM_KERNEL_RN
  393. #define TRMM_KERNEL_RC DTRMM_KERNEL_RT
  394. #define TRSM_KERNEL_LN DTRSM_KERNEL_LN
  395. #define TRSM_KERNEL_LT DTRSM_KERNEL_LT
  396. #define TRSM_KERNEL_LR DTRSM_KERNEL_LN
  397. #define TRSM_KERNEL_LC DTRSM_KERNEL_LT
  398. #define TRSM_KERNEL_RN DTRSM_KERNEL_RN
  399. #define TRSM_KERNEL_RT DTRSM_KERNEL_RT
  400. #define TRSM_KERNEL_RR DTRSM_KERNEL_RN
  401. #define TRSM_KERNEL_RC DTRSM_KERNEL_RT
  402. #define SYMM_IUTCOPY DSYMM_IUTCOPY
  403. #define SYMM_ILTCOPY DSYMM_ILTCOPY
  404. #define SYMM_OUTCOPY DSYMM_OUTCOPY
  405. #define SYMM_OLTCOPY DSYMM_OLTCOPY
  406. #define GEMM_NN DGEMM_NN
  407. #define GEMM_CN DGEMM_TN
  408. #define GEMM_TN DGEMM_TN
  409. #define GEMM_NC DGEMM_NT
  410. #define GEMM_NT DGEMM_NT
  411. #define GEMM_CC DGEMM_TT
  412. #define GEMM_CT DGEMM_TT
  413. #define GEMM_TC DGEMM_TT
  414. #define GEMM_TT DGEMM_TT
  415. #define GEMM_NR DGEMM_NN
  416. #define GEMM_TR DGEMM_TN
  417. #define GEMM_CR DGEMM_TN
  418. #define GEMM_RN DGEMM_NN
  419. #define GEMM_RT DGEMM_NT
  420. #define GEMM_RC DGEMM_NT
  421. #define GEMM_RR DGEMM_NN
  422. #define SYMM_LU DSYMM_LU
  423. #define SYMM_LL DSYMM_LL
  424. #define SYMM_RU DSYMM_RU
  425. #define SYMM_RL DSYMM_RL
  426. #define HEMM_LU DHEMM_LU
  427. #define HEMM_LL DHEMM_LL
  428. #define HEMM_RU DHEMM_RU
  429. #define HEMM_RL DHEMM_RL
  430. #define SYRK_UN DSYRK_UN
  431. #define SYRK_UT DSYRK_UT
  432. #define SYRK_LN DSYRK_LN
  433. #define SYRK_LT DSYRK_LT
  434. #define SYRK_UR DSYRK_UN
  435. #define SYRK_UC DSYRK_UT
  436. #define SYRK_LR DSYRK_LN
  437. #define SYRK_LC DSYRK_LT
  438. #define SYRK_KERNEL_U DSYRK_KERNEL_U
  439. #define SYRK_KERNEL_L DSYRK_KERNEL_L
  440. #define HERK_UN DSYRK_UN
  441. #define HERK_LN DSYRK_LN
  442. #define HERK_UC DSYRK_UT
  443. #define HERK_LC DSYRK_LT
  444. #define HER2K_UN DSYR2K_UN
  445. #define HER2K_LN DSYR2K_LN
  446. #define HER2K_UC DSYR2K_UT
  447. #define HER2K_LC DSYR2K_LT
  448. #define SYR2K_UN DSYR2K_UN
  449. #define SYR2K_UT DSYR2K_UT
  450. #define SYR2K_LN DSYR2K_LN
  451. #define SYR2K_LT DSYR2K_LT
  452. #define SYR2K_UR DSYR2K_UN
  453. #define SYR2K_UC DSYR2K_UT
  454. #define SYR2K_LR DSYR2K_LN
  455. #define SYR2K_LC DSYR2K_LT
  456. #define SYR2K_KERNEL_U DSYR2K_KERNEL_U
  457. #define SYR2K_KERNEL_L DSYR2K_KERNEL_L
  458. #define TRMM_LNUU DTRMM_LNUU
  459. #define TRMM_LNUN DTRMM_LNUN
  460. #define TRMM_LNLU DTRMM_LNLU
  461. #define TRMM_LNLN DTRMM_LNLN
  462. #define TRMM_LTUU DTRMM_LTUU
  463. #define TRMM_LTUN DTRMM_LTUN
  464. #define TRMM_LTLU DTRMM_LTLU
  465. #define TRMM_LTLN DTRMM_LTLN
  466. #define TRMM_LRUU DTRMM_LNUU
  467. #define TRMM_LRUN DTRMM_LNUN
  468. #define TRMM_LRLU DTRMM_LNLU
  469. #define TRMM_LRLN DTRMM_LNLN
  470. #define TRMM_LCUU DTRMM_LTUU
  471. #define TRMM_LCUN DTRMM_LTUN
  472. #define TRMM_LCLU DTRMM_LTLU
  473. #define TRMM_LCLN DTRMM_LTLN
  474. #define TRMM_RNUU DTRMM_RNUU
  475. #define TRMM_RNUN DTRMM_RNUN
  476. #define TRMM_RNLU DTRMM_RNLU
  477. #define TRMM_RNLN DTRMM_RNLN
  478. #define TRMM_RTUU DTRMM_RTUU
  479. #define TRMM_RTUN DTRMM_RTUN
  480. #define TRMM_RTLU DTRMM_RTLU
  481. #define TRMM_RTLN DTRMM_RTLN
  482. #define TRMM_RRUU DTRMM_RNUU
  483. #define TRMM_RRUN DTRMM_RNUN
  484. #define TRMM_RRLU DTRMM_RNLU
  485. #define TRMM_RRLN DTRMM_RNLN
  486. #define TRMM_RCUU DTRMM_RTUU
  487. #define TRMM_RCUN DTRMM_RTUN
  488. #define TRMM_RCLU DTRMM_RTLU
  489. #define TRMM_RCLN DTRMM_RTLN
  490. #define TRSM_LNUU DTRSM_LNUU
  491. #define TRSM_LNUN DTRSM_LNUN
  492. #define TRSM_LNLU DTRSM_LNLU
  493. #define TRSM_LNLN DTRSM_LNLN
  494. #define TRSM_LTUU DTRSM_LTUU
  495. #define TRSM_LTUN DTRSM_LTUN
  496. #define TRSM_LTLU DTRSM_LTLU
  497. #define TRSM_LTLN DTRSM_LTLN
  498. #define TRSM_LRUU DTRSM_LNUU
  499. #define TRSM_LRUN DTRSM_LNUN
  500. #define TRSM_LRLU DTRSM_LNLU
  501. #define TRSM_LRLN DTRSM_LNLN
  502. #define TRSM_LCUU DTRSM_LTUU
  503. #define TRSM_LCUN DTRSM_LTUN
  504. #define TRSM_LCLU DTRSM_LTLU
  505. #define TRSM_LCLN DTRSM_LTLN
  506. #define TRSM_RNUU DTRSM_RNUU
  507. #define TRSM_RNUN DTRSM_RNUN
  508. #define TRSM_RNLU DTRSM_RNLU
  509. #define TRSM_RNLN DTRSM_RNLN
  510. #define TRSM_RTUU DTRSM_RTUU
  511. #define TRSM_RTUN DTRSM_RTUN
  512. #define TRSM_RTLU DTRSM_RTLU
  513. #define TRSM_RTLN DTRSM_RTLN
  514. #define TRSM_RRUU DTRSM_RNUU
  515. #define TRSM_RRUN DTRSM_RNUN
  516. #define TRSM_RRLU DTRSM_RNLU
  517. #define TRSM_RRLN DTRSM_RNLN
  518. #define TRSM_RCUU DTRSM_RTUU
  519. #define TRSM_RCUN DTRSM_RTUN
  520. #define TRSM_RCLU DTRSM_RTLU
  521. #define TRSM_RCLN DTRSM_RTLN
  522. #define GEMM_THREAD_NN DGEMM_THREAD_NN
  523. #define GEMM_THREAD_CN DGEMM_THREAD_TN
  524. #define GEMM_THREAD_TN DGEMM_THREAD_TN
  525. #define GEMM_THREAD_NC DGEMM_THREAD_NT
  526. #define GEMM_THREAD_NT DGEMM_THREAD_NT
  527. #define GEMM_THREAD_CC DGEMM_THREAD_TT
  528. #define GEMM_THREAD_CT DGEMM_THREAD_TT
  529. #define GEMM_THREAD_TC DGEMM_THREAD_TT
  530. #define GEMM_THREAD_TT DGEMM_THREAD_TT
  531. #define GEMM_THREAD_NR DGEMM_THREAD_NN
  532. #define GEMM_THREAD_TR DGEMM_THREAD_TN
  533. #define GEMM_THREAD_CR DGEMM_THREAD_TN
  534. #define GEMM_THREAD_RN DGEMM_THREAD_NN
  535. #define GEMM_THREAD_RT DGEMM_THREAD_NT
  536. #define GEMM_THREAD_RC DGEMM_THREAD_NT
  537. #define GEMM_THREAD_RR DGEMM_THREAD_NN
  538. #define SYMM_THREAD_LU DSYMM_THREAD_LU
  539. #define SYMM_THREAD_LL DSYMM_THREAD_LL
  540. #define SYMM_THREAD_RU DSYMM_THREAD_RU
  541. #define SYMM_THREAD_RL DSYMM_THREAD_RL
  542. #define HEMM_THREAD_LU DHEMM_THREAD_LU
  543. #define HEMM_THREAD_LL DHEMM_THREAD_LL
  544. #define HEMM_THREAD_RU DHEMM_THREAD_RU
  545. #define HEMM_THREAD_RL DHEMM_THREAD_RL
  546. #define SYRK_THREAD_UN DSYRK_THREAD_UN
  547. #define SYRK_THREAD_UT DSYRK_THREAD_UT
  548. #define SYRK_THREAD_LN DSYRK_THREAD_LN
  549. #define SYRK_THREAD_LT DSYRK_THREAD_LT
  550. #define SYRK_THREAD_UR DSYRK_THREAD_UR
  551. #define SYRK_THREAD_UC DSYRK_THREAD_UC
  552. #define SYRK_THREAD_LR DSYRK_THREAD_LN
  553. #define SYRK_THREAD_LC DSYRK_THREAD_LT
  554. #define HERK_THREAD_UN DSYRK_THREAD_UN
  555. #define HERK_THREAD_UT DSYRK_THREAD_UT
  556. #define HERK_THREAD_LN DSYRK_THREAD_LN
  557. #define HERK_THREAD_LT DSYRK_THREAD_LT
  558. #define HERK_THREAD_UR DSYRK_THREAD_UR
  559. #define HERK_THREAD_UC DSYRK_THREAD_UC
  560. #define HERK_THREAD_LR DSYRK_THREAD_LN
  561. #define HERK_THREAD_LC DSYRK_THREAD_LT
  562. #define AXPBY_K DAXPBY_K
  563. #define OMATCOPY_K_CN DOMATCOPY_K_CN
  564. #define OMATCOPY_K_RN DOMATCOPY_K_RN
  565. #define OMATCOPY_K_CT DOMATCOPY_K_CT
  566. #define OMATCOPY_K_RT DOMATCOPY_K_RT
  567. #define IMATCOPY_K_CN DIMATCOPY_K_CN
  568. #define IMATCOPY_K_RN DIMATCOPY_K_RN
  569. #define IMATCOPY_K_CT DIMATCOPY_K_CT
  570. #define IMATCOPY_K_RT DIMATCOPY_K_RT
  571. #define GEADD_K DGEADD_K
  572. #define GEMM_SMALL_MATRIX_PERMIT DGEMM_SMALL_MATRIX_PERMIT
  573. #define GEMM_SMALL_KERNEL_NN DGEMM_SMALL_KERNEL_NN
  574. #define GEMM_SMALL_KERNEL_NT DGEMM_SMALL_KERNEL_NT
  575. #define GEMM_SMALL_KERNEL_TN DGEMM_SMALL_KERNEL_TN
  576. #define GEMM_SMALL_KERNEL_TT DGEMM_SMALL_KERNEL_TT
  577. #define GEMM_SMALL_KERNEL_B0_NN DGEMM_SMALL_KERNEL_B0_NN
  578. #define GEMM_SMALL_KERNEL_B0_NT DGEMM_SMALL_KERNEL_B0_NT
  579. #define GEMM_SMALL_KERNEL_B0_TN DGEMM_SMALL_KERNEL_B0_TN
  580. #define GEMM_SMALL_KERNEL_B0_TT DGEMM_SMALL_KERNEL_B0_TT
  581. #elif defined(BFLOAT16)
  582. #define D_TO_BF16_K SBDTOBF16_K
  583. #define D_BF16_TO_K DBF16TOD_K
  584. #define S_TO_BF16_K SBSTOBF16_K
  585. #define S_BF16_TO_K SBF16TOS_K
  586. #define SBGEMV_N SBGEMV_N_K
  587. #define SBGEMV_T SBGEMV_T_K
  588. #define AMAX_K SAMAX_K
  589. #define AMIN_K SAMIN_K
  590. #define MAX_K SMAX_K
  591. #define MIN_K SMIN_K
  592. #define IAMAX_K ISAMAX_K
  593. #define IAMIN_K ISAMIN_K
  594. #define IMAX_K ISMAX_K
  595. #define IMIN_K ISMIN_K
  596. #define ASUM_K SASUM_K
  597. #define DOTU_K SDOTU_K
  598. #define DOTC_K SDOTC_K
  599. #define BF16_DOT_K SBDOT_K
  600. #define AXPYU_K SAXPYU_K
  601. #define AXPYC_K SAXPYC_K
  602. #define AXPBY_K SAXPBY_K
  603. #define SCAL_K SSCAL_K
  604. #define GEMV_N SGEMV_N
  605. #define GEMV_T SGEMV_T
  606. #define SYMV_U SSYMV_U
  607. #define SYMV_L SSYMV_L
  608. #define GERU_K SGERU_K
  609. #define GERC_K SGERC_K
  610. #define GERV_K SGERV_K
  611. #define GERD_K SGERD_K
  612. #define SUM_K SSUM_K
  613. #define SWAP_K SSWAP_K
  614. #define ROT_K SROT_K
  615. #define COPY_K SCOPY_K
  616. #define NRM2_K SNRM2_K
  617. #define SYMV_THREAD_U SSYMV_THREAD_U
  618. #define SYMV_THREAD_L SSYMV_THREAD_L
  619. #define GEMM_BETA SBGEMM_BETA
  620. #define GEMM_KERNEL_N SBGEMM_KERNEL
  621. #define GEMM_KERNEL_L SBGEMM_KERNEL
  622. #define GEMM_KERNEL_R SBGEMM_KERNEL
  623. #define GEMM_KERNEL_B SBGEMM_KERNEL
  624. #define GEMM_NN SBGEMM_NN
  625. #define GEMM_CN SBGEMM_TN
  626. #define GEMM_TN SBGEMM_TN
  627. #define GEMM_NC SBGEMM_NT
  628. #define GEMM_NT SBGEMM_NT
  629. #define GEMM_CC SBGEMM_TT
  630. #define GEMM_CT SBGEMM_TT
  631. #define GEMM_TC SBGEMM_TT
  632. #define GEMM_TT SBGEMM_TT
  633. #define GEMM_NR SBGEMM_NN
  634. #define GEMM_TR SBGEMM_TN
  635. #define GEMM_CR SBGEMM_TN
  636. #define GEMM_RN SBGEMM_NN
  637. #define GEMM_RT SBGEMM_NT
  638. #define GEMM_RC SBGEMM_NT
  639. #define GEMM_RR SBGEMM_NN
  640. #define GEMM_ONCOPY SBGEMM_ONCOPY
  641. #define GEMM_OTCOPY SBGEMM_OTCOPY
  642. #define GEMM_INCOPY SBGEMM_INCOPY
  643. #define GEMM_ITCOPY SBGEMM_ITCOPY
  644. #define SYMM_THREAD_LU SSYMM_THREAD_LU
  645. #define SYMM_THREAD_LL SSYMM_THREAD_LL
  646. #define SYMM_THREAD_RU SSYMM_THREAD_RU
  647. #define SYMM_THREAD_RL SSYMM_THREAD_RL
  648. #define SYMM_LU SSYMM_LU
  649. #define SYMM_LL SSYMM_LL
  650. #define SYMM_RU SSYMM_RU
  651. #define SYMM_RL SSYMM_RL
  652. #define HEMM_THREAD_LU SHEMM_THREAD_LU
  653. #define HEMM_THREAD_LL SHEMM_THREAD_LL
  654. #define HEMM_THREAD_RU SHEMM_THREAD_RU
  655. #define HEMM_THREAD_RL SHEMM_THREAD_RL
  656. #define GEMM_THREAD_NN SBGEMM_THREAD_NN
  657. #define GEMM_THREAD_CN SBGEMM_THREAD_TN
  658. #define GEMM_THREAD_TN SBGEMM_THREAD_TN
  659. #define GEMM_THREAD_NC SBGEMM_THREAD_NT
  660. #define GEMM_THREAD_NT SBGEMM_THREAD_NT
  661. #define GEMM_THREAD_CC SBGEMM_THREAD_TT
  662. #define GEMM_THREAD_CT SBGEMM_THREAD_TT
  663. #define GEMM_THREAD_TC SBGEMM_THREAD_TT
  664. #define GEMM_THREAD_TT SBGEMM_THREAD_TT
  665. #define GEMM_THREAD_NR SBGEMM_THREAD_NN
  666. #define GEMM_THREAD_TR SBGEMM_THREAD_TN
  667. #define GEMM_THREAD_CR SBGEMM_THREAD_TN
  668. #define GEMM_THREAD_RN SBGEMM_THREAD_NN
  669. #define GEMM_THREAD_RT SBGEMM_THREAD_NT
  670. #define GEMM_THREAD_RC SBGEMM_THREAD_NT
  671. #define GEMM_THREAD_RR SBGEMM_THREAD_NN
  672. #ifdef UNIT
  673. #define TRMM_OUNCOPY STRMM_OUNUCOPY
  674. #define TRMM_OUTCOPY STRMM_OUTUCOPY
  675. #define TRMM_OLNCOPY STRMM_OLNUCOPY
  676. #define TRMM_OLTCOPY STRMM_OLTUCOPY
  677. #define TRSM_OUNCOPY STRSM_OUNUCOPY
  678. #define TRSM_OUTCOPY STRSM_OUTUCOPY
  679. #define TRSM_OLNCOPY STRSM_OLNUCOPY
  680. #define TRSM_OLTCOPY STRSM_OLTUCOPY
  681. #define TRMM_IUNCOPY STRMM_IUNUCOPY
  682. #define TRMM_IUTCOPY STRMM_IUTUCOPY
  683. #define TRMM_ILNCOPY STRMM_ILNUCOPY
  684. #define TRMM_ILTCOPY STRMM_ILTUCOPY
  685. #define TRSM_IUNCOPY STRSM_IUNUCOPY
  686. #define TRSM_IUTCOPY STRSM_IUTUCOPY
  687. #define TRSM_ILNCOPY STRSM_ILNUCOPY
  688. #define TRSM_ILTCOPY STRSM_ILTUCOPY
  689. #else
  690. #define TRMM_OUNCOPY STRMM_OUNNCOPY
  691. #define TRMM_OUTCOPY STRMM_OUTNCOPY
  692. #define TRMM_OLNCOPY STRMM_OLNNCOPY
  693. #define TRMM_OLTCOPY STRMM_OLTNCOPY
  694. #define TRSM_OUNCOPY STRSM_OUNNCOPY
  695. #define TRSM_OUTCOPY STRSM_OUTNCOPY
  696. #define TRSM_OLNCOPY STRSM_OLNNCOPY
  697. #define TRSM_OLTCOPY STRSM_OLTNCOPY
  698. #define TRMM_IUNCOPY STRMM_IUNNCOPY
  699. #define TRMM_IUTCOPY STRMM_IUTNCOPY
  700. #define TRMM_ILNCOPY STRMM_ILNNCOPY
  701. #define TRMM_ILTCOPY STRMM_ILTNCOPY
  702. #define TRSM_IUNCOPY STRSM_IUNNCOPY
  703. #define TRSM_IUTCOPY STRSM_IUTNCOPY
  704. #define TRSM_ILNCOPY STRSM_ILNNCOPY
  705. #define TRSM_ILTCOPY STRSM_ILTNCOPY
  706. #define TRMM_KERNEL_LN STRMM_KERNEL_LN
  707. #define TRMM_KERNEL_LT STRMM_KERNEL_LT
  708. #define TRMM_KERNEL_LR STRMM_KERNEL_LN
  709. #define TRMM_KERNEL_LC STRMM_KERNEL_LT
  710. #define TRMM_KERNEL_RN STRMM_KERNEL_RN
  711. #define TRMM_KERNEL_RT STRMM_KERNEL_RT
  712. #define TRMM_KERNEL_RR STRMM_KERNEL_RN
  713. #define TRMM_KERNEL_RC STRMM_KERNEL_RT
  714. #define TRSM_KERNEL_LN STRSM_KERNEL_LN
  715. #define TRSM_KERNEL_LT STRSM_KERNEL_LT
  716. #define TRSM_KERNEL_LR STRSM_KERNEL_LN
  717. #define TRSM_KERNEL_LC STRSM_KERNEL_LT
  718. #define TRSM_KERNEL_RN STRSM_KERNEL_RN
  719. #define TRSM_KERNEL_RT STRSM_KERNEL_RT
  720. #define TRSM_KERNEL_RR STRSM_KERNEL_RN
  721. #define TRSM_KERNEL_RC STRSM_KERNEL_RT
  722. #define SYMM_IUTCOPY SSYMM_IUTCOPY
  723. #define SYMM_ILTCOPY SSYMM_ILTCOPY
  724. #define SYMM_OUTCOPY SSYMM_OUTCOPY
  725. #define SYMM_OLTCOPY SSYMM_OLTCOPY
  726. #define TRMM_LNUU STRMM_LNUU
  727. #define TRMM_LNUN STRMM_LNUN
  728. #define TRMM_LNLU STRMM_LNLU
  729. #define TRMM_LNLN STRMM_LNLN
  730. #define TRMM_LTUU STRMM_LTUU
  731. #define TRMM_LTUN STRMM_LTUN
  732. #define TRMM_LTLU STRMM_LTLU
  733. #define TRMM_LTLN STRMM_LTLN
  734. #define TRMM_LRUU STRMM_LNUU
  735. #define TRMM_LRUN STRMM_LNUN
  736. #define TRMM_LRLU STRMM_LNLU
  737. #define TRMM_LRLN STRMM_LNLN
  738. #define TRMM_LCUU STRMM_LTUU
  739. #define TRMM_LCUN STRMM_LTUN
  740. #define TRMM_LCLU STRMM_LTLU
  741. #define TRMM_LCLN STRMM_LTLN
  742. #define TRMM_RNUU STRMM_RNUU
  743. #define TRMM_RNUN STRMM_RNUN
  744. #define TRMM_RNLU STRMM_RNLU
  745. #define TRMM_RNLN STRMM_RNLN
  746. #define TRMM_RTUU STRMM_RTUU
  747. #define TRMM_RTUN STRMM_RTUN
  748. #define TRMM_RTLU STRMM_RTLU
  749. #define TRMM_RTLN STRMM_RTLN
  750. #define TRMM_RRUU STRMM_RNUU
  751. #define TRMM_RRUN STRMM_RNUN
  752. #define TRMM_RRLU STRMM_RNLU
  753. #define TRMM_RRLN STRMM_RNLN
  754. #define TRMM_RCUU STRMM_RTUU
  755. #define TRMM_RCUN STRMM_RTUN
  756. #define TRMM_RCLU STRMM_RTLU
  757. #define TRMM_RCLN STRMM_RTLN
  758. #define TRSM_LNUU STRSM_LNUU
  759. #define TRSM_LNUN STRSM_LNUN
  760. #define TRSM_LNLU STRSM_LNLU
  761. #define TRSM_LNLN STRSM_LNLN
  762. #define TRSM_LTUU STRSM_LTUU
  763. #define TRSM_LTUN STRSM_LTUN
  764. #define TRSM_LTLU STRSM_LTLU
  765. #define TRSM_LTLN STRSM_LTLN
  766. #define TRSM_LRUU STRSM_LNUU
  767. #define TRSM_LRUN STRSM_LNUN
  768. #define TRSM_LRLU STRSM_LNLU
  769. #define TRSM_LRLN STRSM_LNLN
  770. #define TRSM_LCUU STRSM_LTUU
  771. #define TRSM_LCUN STRSM_LTUN
  772. #define TRSM_LCLU STRSM_LTLU
  773. #define TRSM_LCLN STRSM_LTLN
  774. #define TRSM_RNUU STRSM_RNUU
  775. #define TRSM_RNUN STRSM_RNUN
  776. #define TRSM_RNLU STRSM_RNLU
  777. #define TRSM_RNLN STRSM_RNLN
  778. #define TRSM_RTUU STRSM_RTUU
  779. #define TRSM_RTUN STRSM_RTUN
  780. #define TRSM_RTLU STRSM_RTLU
  781. #define TRSM_RTLN STRSM_RTLN
  782. #define TRSM_RRUU STRSM_RNUU
  783. #define TRSM_RRUN STRSM_RNUN
  784. #define TRSM_RRLU STRSM_RNLU
  785. #define TRSM_RRLN STRSM_RNLN
  786. #define TRSM_RCUU STRSM_RTUU
  787. #define TRSM_RCUN STRSM_RTUN
  788. #define TRSM_RCLU STRSM_RTLU
  789. #define TRSM_RCLN STRSM_RTLN
  790. #define SYRK_UN SSYRK_UN
  791. #define SYRK_UT SSYRK_UT
  792. #define SYRK_LN SSYRK_LN
  793. #define SYRK_LT SSYRK_LT
  794. #define SYRK_UR SSYRK_UN
  795. #define SYRK_UC SSYRK_UT
  796. #define SYRK_LR SSYRK_LN
  797. #define SYRK_LC SSYRK_LT
  798. #define SYRK_KERNEL_U SSYRK_KERNEL_U
  799. #define SYRK_KERNEL_L SSYRK_KERNEL_L
  800. #define HERK_UN SSYRK_UN
  801. #define HERK_LN SSYRK_LN
  802. #define HERK_UC SSYRK_UT
  803. #define HERK_LC SSYRK_LT
  804. #define HER2K_UN SSYR2K_UN
  805. #define HER2K_LN SSYR2K_LN
  806. #define HER2K_UC SSYR2K_UT
  807. #define HER2K_LC SSYR2K_LT
  808. #define SYR2K_UN SSYR2K_UN
  809. #define SYR2K_UT SSYR2K_UT
  810. #define SYR2K_LN SSYR2K_LN
  811. #define SYR2K_LT SSYR2K_LT
  812. #define SYR2K_UR SSYR2K_UN
  813. #define SYR2K_UC SSYR2K_UT
  814. #define SYR2K_LR SSYR2K_LN
  815. #define SYR2K_LC SSYR2K_LT
  816. #define SYR2K_KERNEL_U SSYR2K_KERNEL_U
  817. #define SYR2K_KERNEL_L SSYR2K_KERNEL_L
  818. #define SYRK_THREAD_UN SSYRK_THREAD_UN
  819. #define SYRK_THREAD_UT SSYRK_THREAD_UT
  820. #define SYRK_THREAD_LN SSYRK_THREAD_LN
  821. #define SYRK_THREAD_LT SSYRK_THREAD_LT
  822. #define SYRK_THREAD_UR SSYRK_THREAD_UR
  823. #define SYRK_THREAD_UC SSYRK_THREAD_UC
  824. #define SYRK_THREAD_LR SSYRK_THREAD_LN
  825. #define SYRK_THREAD_LC SSYRK_THREAD_LT
  826. #define HERK_THREAD_UN SSYRK_THREAD_UN
  827. #define HERK_THREAD_UT SSYRK_THREAD_UT
  828. #define HERK_THREAD_LN SSYRK_THREAD_LN
  829. #define HERK_THREAD_LT SSYRK_THREAD_LT
  830. #define HERK_THREAD_UR SSYRK_THREAD_UR
  831. #define HERK_THREAD_UC SSYRK_THREAD_UC
  832. #define HERK_THREAD_LR SSYRK_THREAD_LN
  833. #define HERK_THREAD_LC SSYRK_THREAD_LT
  834. #define OMATCOPY_K_CN SOMATCOPY_K_CN
  835. #define OMATCOPY_K_RN SOMATCOPY_K_RN
  836. #define OMATCOPY_K_CT SOMATCOPY_K_CT
  837. #define OMATCOPY_K_RT SOMATCOPY_K_RT
  838. #define IMATCOPY_K_CN SIMATCOPY_K_CN
  839. #define IMATCOPY_K_RN SIMATCOPY_K_RN
  840. #define IMATCOPY_K_CT SIMATCOPY_K_CT
  841. #define IMATCOPY_K_RT SIMATCOPY_K_RT
  842. #define GEADD_K SGEADD_K
  843. #define GEMM_SMALL_MATRIX_PERMIT SBGEMM_SMALL_MATRIX_PERMIT
  844. #define GEMM_SMALL_KERNEL_NN SBGEMM_SMALL_KERNEL_NN
  845. #define GEMM_SMALL_KERNEL_NT SBGEMM_SMALL_KERNEL_NT
  846. #define GEMM_SMALL_KERNEL_TN SBGEMM_SMALL_KERNEL_TN
  847. #define GEMM_SMALL_KERNEL_TT SBGEMM_SMALL_KERNEL_TT
  848. #define GEMM_SMALL_KERNEL_B0_NN SBGEMM_SMALL_KERNEL_B0_NN
  849. #define GEMM_SMALL_KERNEL_B0_NT SBGEMM_SMALL_KERNEL_B0_NT
  850. #define GEMM_SMALL_KERNEL_B0_TN SBGEMM_SMALL_KERNEL_B0_TN
  851. #define GEMM_SMALL_KERNEL_B0_TT SBGEMM_SMALL_KERNEL_B0_TT
  852. #endif
  853. #else
  854. #define AMAX_K SAMAX_K
  855. #define AMIN_K SAMIN_K
  856. #define MAX_K SMAX_K
  857. #define MIN_K SMIN_K
  858. #define IAMAX_K ISAMAX_K
  859. #define IAMIN_K ISAMIN_K
  860. #define IMAX_K ISMAX_K
  861. #define IMIN_K ISMIN_K
  862. #define ASUM_K SASUM_K
  863. #define AXPYU_K SAXPYU_K
  864. #define AXPYC_K SAXPYU_K
  865. #define COPY_K SCOPY_K
  866. #define DOTU_K SDOTU_K
  867. #define DOTC_K SDOTC_K
  868. #define NRM2_K SNRM2_K
  869. #define SCAL_K SSCAL_K
  870. #define SUM_K SSUM_K
  871. #define SWAP_K SSWAP_K
  872. #define ROT_K SROT_K
  873. #define ROTM_K SROTM_K
  874. #define GEMV_N SGEMV_N
  875. #define GEMV_T SGEMV_T
  876. #define GEMV_R SGEMV_R
  877. #define GEMV_C SGEMV_C
  878. #define GEMV_O SGEMV_O
  879. #define GEMV_U SGEMV_U
  880. #define GEMV_S SGEMV_S
  881. #define GEMV_D SGEMV_D
  882. #define SYMV_U SSYMV_U
  883. #define SYMV_L SSYMV_L
  884. #define GERU_K SGERU_K
  885. #define GERC_K SGERC_K
  886. #define GERV_K SGERV_K
  887. #define GERD_K SGERD_K
  888. #define SYMV_THREAD_U SSYMV_THREAD_U
  889. #define SYMV_THREAD_L SSYMV_THREAD_L
  890. #define GEMM_ONCOPY SGEMM_ONCOPY
  891. #define GEMM_OTCOPY SGEMM_OTCOPY
  892. #define GEMM_INCOPY SGEMM_INCOPY
  893. #define GEMM_ITCOPY SGEMM_ITCOPY
  894. #ifdef UNIT
  895. #define TRMM_OUNCOPY STRMM_OUNUCOPY
  896. #define TRMM_OUTCOPY STRMM_OUTUCOPY
  897. #define TRMM_OLNCOPY STRMM_OLNUCOPY
  898. #define TRMM_OLTCOPY STRMM_OLTUCOPY
  899. #define TRSM_OUNCOPY STRSM_OUNUCOPY
  900. #define TRSM_OUTCOPY STRSM_OUTUCOPY
  901. #define TRSM_OLNCOPY STRSM_OLNUCOPY
  902. #define TRSM_OLTCOPY STRSM_OLTUCOPY
  903. #define TRMM_IUNCOPY STRMM_IUNUCOPY
  904. #define TRMM_IUTCOPY STRMM_IUTUCOPY
  905. #define TRMM_ILNCOPY STRMM_ILNUCOPY
  906. #define TRMM_ILTCOPY STRMM_ILTUCOPY
  907. #define TRSM_IUNCOPY STRSM_IUNUCOPY
  908. #define TRSM_IUTCOPY STRSM_IUTUCOPY
  909. #define TRSM_ILNCOPY STRSM_ILNUCOPY
  910. #define TRSM_ILTCOPY STRSM_ILTUCOPY
  911. #else
  912. #define TRMM_OUNCOPY STRMM_OUNNCOPY
  913. #define TRMM_OUTCOPY STRMM_OUTNCOPY
  914. #define TRMM_OLNCOPY STRMM_OLNNCOPY
  915. #define TRMM_OLTCOPY STRMM_OLTNCOPY
  916. #define TRSM_OUNCOPY STRSM_OUNNCOPY
  917. #define TRSM_OUTCOPY STRSM_OUTNCOPY
  918. #define TRSM_OLNCOPY STRSM_OLNNCOPY
  919. #define TRSM_OLTCOPY STRSM_OLTNCOPY
  920. #define TRMM_IUNCOPY STRMM_IUNNCOPY
  921. #define TRMM_IUTCOPY STRMM_IUTNCOPY
  922. #define TRMM_ILNCOPY STRMM_ILNNCOPY
  923. #define TRMM_ILTCOPY STRMM_ILTNCOPY
  924. #define TRSM_IUNCOPY STRSM_IUNNCOPY
  925. #define TRSM_IUTCOPY STRSM_IUTNCOPY
  926. #define TRSM_ILNCOPY STRSM_ILNNCOPY
  927. #define TRSM_ILTCOPY STRSM_ILTNCOPY
  928. #endif
  929. #define GEMM_BETA SGEMM_BETA
  930. #define GEMM_KERNEL_N SGEMM_KERNEL
  931. #define GEMM_KERNEL_L SGEMM_KERNEL
  932. #define GEMM_KERNEL_R SGEMM_KERNEL
  933. #define GEMM_KERNEL_B SGEMM_KERNEL
  934. #define TRMM_KERNEL_LN STRMM_KERNEL_LN
  935. #define TRMM_KERNEL_LT STRMM_KERNEL_LT
  936. #define TRMM_KERNEL_LR STRMM_KERNEL_LN
  937. #define TRMM_KERNEL_LC STRMM_KERNEL_LT
  938. #define TRMM_KERNEL_RN STRMM_KERNEL_RN
  939. #define TRMM_KERNEL_RT STRMM_KERNEL_RT
  940. #define TRMM_KERNEL_RR STRMM_KERNEL_RN
  941. #define TRMM_KERNEL_RC STRMM_KERNEL_RT
  942. #define TRSM_KERNEL_LN STRSM_KERNEL_LN
  943. #define TRSM_KERNEL_LT STRSM_KERNEL_LT
  944. #define TRSM_KERNEL_LR STRSM_KERNEL_LN
  945. #define TRSM_KERNEL_LC STRSM_KERNEL_LT
  946. #define TRSM_KERNEL_RN STRSM_KERNEL_RN
  947. #define TRSM_KERNEL_RT STRSM_KERNEL_RT
  948. #define TRSM_KERNEL_RR STRSM_KERNEL_RN
  949. #define TRSM_KERNEL_RC STRSM_KERNEL_RT
  950. #define SYMM_IUTCOPY SSYMM_IUTCOPY
  951. #define SYMM_ILTCOPY SSYMM_ILTCOPY
  952. #define SYMM_OUTCOPY SSYMM_OUTCOPY
  953. #define SYMM_OLTCOPY SSYMM_OLTCOPY
  954. #define GEMM_NN SGEMM_NN
  955. #define GEMM_CN SGEMM_TN
  956. #define GEMM_TN SGEMM_TN
  957. #define GEMM_NC SGEMM_NT
  958. #define GEMM_NT SGEMM_NT
  959. #define GEMM_CC SGEMM_TT
  960. #define GEMM_CT SGEMM_TT
  961. #define GEMM_TC SGEMM_TT
  962. #define GEMM_TT SGEMM_TT
  963. #define GEMM_NR SGEMM_NN
  964. #define GEMM_TR SGEMM_TN
  965. #define GEMM_CR SGEMM_TN
  966. #define GEMM_RN SGEMM_NN
  967. #define GEMM_RT SGEMM_NT
  968. #define GEMM_RC SGEMM_NT
  969. #define GEMM_RR SGEMM_NN
  970. #define SYMM_LU SSYMM_LU
  971. #define SYMM_LL SSYMM_LL
  972. #define SYMM_RU SSYMM_RU
  973. #define SYMM_RL SSYMM_RL
  974. #define HEMM_LU SHEMM_LU
  975. #define HEMM_LL SHEMM_LL
  976. #define HEMM_RU SHEMM_RU
  977. #define HEMM_RL SHEMM_RL
  978. #define SYRK_UN SSYRK_UN
  979. #define SYRK_UT SSYRK_UT
  980. #define SYRK_LN SSYRK_LN
  981. #define SYRK_LT SSYRK_LT
  982. #define SYRK_UR SSYRK_UN
  983. #define SYRK_UC SSYRK_UT
  984. #define SYRK_LR SSYRK_LN
  985. #define SYRK_LC SSYRK_LT
  986. #define SYRK_KERNEL_U SSYRK_KERNEL_U
  987. #define SYRK_KERNEL_L SSYRK_KERNEL_L
  988. #define HERK_UN SSYRK_UN
  989. #define HERK_LN SSYRK_LN
  990. #define HERK_UC SSYRK_UT
  991. #define HERK_LC SSYRK_LT
  992. #define HER2K_UN SSYR2K_UN
  993. #define HER2K_LN SSYR2K_LN
  994. #define HER2K_UC SSYR2K_UT
  995. #define HER2K_LC SSYR2K_LT
  996. #define SYR2K_UN SSYR2K_UN
  997. #define SYR2K_UT SSYR2K_UT
  998. #define SYR2K_LN SSYR2K_LN
  999. #define SYR2K_LT SSYR2K_LT
  1000. #define SYR2K_UR SSYR2K_UN
  1001. #define SYR2K_UC SSYR2K_UT
  1002. #define SYR2K_LR SSYR2K_LN
  1003. #define SYR2K_LC SSYR2K_LT
  1004. #define SYR2K_KERNEL_U SSYR2K_KERNEL_U
  1005. #define SYR2K_KERNEL_L SSYR2K_KERNEL_L
  1006. #define TRMM_LNUU STRMM_LNUU
  1007. #define TRMM_LNUN STRMM_LNUN
  1008. #define TRMM_LNLU STRMM_LNLU
  1009. #define TRMM_LNLN STRMM_LNLN
  1010. #define TRMM_LTUU STRMM_LTUU
  1011. #define TRMM_LTUN STRMM_LTUN
  1012. #define TRMM_LTLU STRMM_LTLU
  1013. #define TRMM_LTLN STRMM_LTLN
  1014. #define TRMM_LRUU STRMM_LNUU
  1015. #define TRMM_LRUN STRMM_LNUN
  1016. #define TRMM_LRLU STRMM_LNLU
  1017. #define TRMM_LRLN STRMM_LNLN
  1018. #define TRMM_LCUU STRMM_LTUU
  1019. #define TRMM_LCUN STRMM_LTUN
  1020. #define TRMM_LCLU STRMM_LTLU
  1021. #define TRMM_LCLN STRMM_LTLN
  1022. #define TRMM_RNUU STRMM_RNUU
  1023. #define TRMM_RNUN STRMM_RNUN
  1024. #define TRMM_RNLU STRMM_RNLU
  1025. #define TRMM_RNLN STRMM_RNLN
  1026. #define TRMM_RTUU STRMM_RTUU
  1027. #define TRMM_RTUN STRMM_RTUN
  1028. #define TRMM_RTLU STRMM_RTLU
  1029. #define TRMM_RTLN STRMM_RTLN
  1030. #define TRMM_RRUU STRMM_RNUU
  1031. #define TRMM_RRUN STRMM_RNUN
  1032. #define TRMM_RRLU STRMM_RNLU
  1033. #define TRMM_RRLN STRMM_RNLN
  1034. #define TRMM_RCUU STRMM_RTUU
  1035. #define TRMM_RCUN STRMM_RTUN
  1036. #define TRMM_RCLU STRMM_RTLU
  1037. #define TRMM_RCLN STRMM_RTLN
  1038. #define TRSM_LNUU STRSM_LNUU
  1039. #define TRSM_LNUN STRSM_LNUN
  1040. #define TRSM_LNLU STRSM_LNLU
  1041. #define TRSM_LNLN STRSM_LNLN
  1042. #define TRSM_LTUU STRSM_LTUU
  1043. #define TRSM_LTUN STRSM_LTUN
  1044. #define TRSM_LTLU STRSM_LTLU
  1045. #define TRSM_LTLN STRSM_LTLN
  1046. #define TRSM_LRUU STRSM_LNUU
  1047. #define TRSM_LRUN STRSM_LNUN
  1048. #define TRSM_LRLU STRSM_LNLU
  1049. #define TRSM_LRLN STRSM_LNLN
  1050. #define TRSM_LCUU STRSM_LTUU
  1051. #define TRSM_LCUN STRSM_LTUN
  1052. #define TRSM_LCLU STRSM_LTLU
  1053. #define TRSM_LCLN STRSM_LTLN
  1054. #define TRSM_RNUU STRSM_RNUU
  1055. #define TRSM_RNUN STRSM_RNUN
  1056. #define TRSM_RNLU STRSM_RNLU
  1057. #define TRSM_RNLN STRSM_RNLN
  1058. #define TRSM_RTUU STRSM_RTUU
  1059. #define TRSM_RTUN STRSM_RTUN
  1060. #define TRSM_RTLU STRSM_RTLU
  1061. #define TRSM_RTLN STRSM_RTLN
  1062. #define TRSM_RRUU STRSM_RNUU
  1063. #define TRSM_RRUN STRSM_RNUN
  1064. #define TRSM_RRLU STRSM_RNLU
  1065. #define TRSM_RRLN STRSM_RNLN
  1066. #define TRSM_RCUU STRSM_RTUU
  1067. #define TRSM_RCUN STRSM_RTUN
  1068. #define TRSM_RCLU STRSM_RTLU
  1069. #define TRSM_RCLN STRSM_RTLN
  1070. #define GEMM_THREAD_NN SGEMM_THREAD_NN
  1071. #define GEMM_THREAD_CN SGEMM_THREAD_TN
  1072. #define GEMM_THREAD_TN SGEMM_THREAD_TN
  1073. #define GEMM_THREAD_NC SGEMM_THREAD_NT
  1074. #define GEMM_THREAD_NT SGEMM_THREAD_NT
  1075. #define GEMM_THREAD_CC SGEMM_THREAD_TT
  1076. #define GEMM_THREAD_CT SGEMM_THREAD_TT
  1077. #define GEMM_THREAD_TC SGEMM_THREAD_TT
  1078. #define GEMM_THREAD_TT SGEMM_THREAD_TT
  1079. #define GEMM_THREAD_NR SGEMM_THREAD_NN
  1080. #define GEMM_THREAD_TR SGEMM_THREAD_TN
  1081. #define GEMM_THREAD_CR SGEMM_THREAD_TN
  1082. #define GEMM_THREAD_RN SGEMM_THREAD_NN
  1083. #define GEMM_THREAD_RT SGEMM_THREAD_NT
  1084. #define GEMM_THREAD_RC SGEMM_THREAD_NT
  1085. #define GEMM_THREAD_RR SGEMM_THREAD_NN
  1086. #define SYMM_THREAD_LU SSYMM_THREAD_LU
  1087. #define SYMM_THREAD_LL SSYMM_THREAD_LL
  1088. #define SYMM_THREAD_RU SSYMM_THREAD_RU
  1089. #define SYMM_THREAD_RL SSYMM_THREAD_RL
  1090. #define HEMM_THREAD_LU SHEMM_THREAD_LU
  1091. #define HEMM_THREAD_LL SHEMM_THREAD_LL
  1092. #define HEMM_THREAD_RU SHEMM_THREAD_RU
  1093. #define HEMM_THREAD_RL SHEMM_THREAD_RL
  1094. #define SYRK_THREAD_UN SSYRK_THREAD_UN
  1095. #define SYRK_THREAD_UT SSYRK_THREAD_UT
  1096. #define SYRK_THREAD_LN SSYRK_THREAD_LN
  1097. #define SYRK_THREAD_LT SSYRK_THREAD_LT
  1098. #define SYRK_THREAD_UR SSYRK_THREAD_UR
  1099. #define SYRK_THREAD_UC SSYRK_THREAD_UC
  1100. #define SYRK_THREAD_LR SSYRK_THREAD_LN
  1101. #define SYRK_THREAD_LC SSYRK_THREAD_LT
  1102. #define HERK_THREAD_UN SSYRK_THREAD_UN
  1103. #define HERK_THREAD_UT SSYRK_THREAD_UT
  1104. #define HERK_THREAD_LN SSYRK_THREAD_LN
  1105. #define HERK_THREAD_LT SSYRK_THREAD_LT
  1106. #define HERK_THREAD_UR SSYRK_THREAD_UR
  1107. #define HERK_THREAD_UC SSYRK_THREAD_UC
  1108. #define HERK_THREAD_LR SSYRK_THREAD_LN
  1109. #define HERK_THREAD_LC SSYRK_THREAD_LT
  1110. #define AXPBY_K SAXPBY_K
  1111. #define OMATCOPY_K_CN SOMATCOPY_K_CN
  1112. #define OMATCOPY_K_RN SOMATCOPY_K_RN
  1113. #define OMATCOPY_K_CT SOMATCOPY_K_CT
  1114. #define OMATCOPY_K_RT SOMATCOPY_K_RT
  1115. #define IMATCOPY_K_CN SIMATCOPY_K_CN
  1116. #define IMATCOPY_K_RN SIMATCOPY_K_RN
  1117. #define IMATCOPY_K_CT SIMATCOPY_K_CT
  1118. #define IMATCOPY_K_RT SIMATCOPY_K_RT
  1119. #define GEADD_K SGEADD_K
  1120. #define GEMM_SMALL_MATRIX_PERMIT SGEMM_SMALL_MATRIX_PERMIT
  1121. #define GEMM_SMALL_KERNEL_NN SGEMM_SMALL_KERNEL_NN
  1122. #define GEMM_SMALL_KERNEL_NT SGEMM_SMALL_KERNEL_NT
  1123. #define GEMM_SMALL_KERNEL_TN SGEMM_SMALL_KERNEL_TN
  1124. #define GEMM_SMALL_KERNEL_TT SGEMM_SMALL_KERNEL_TT
  1125. #define GEMM_SMALL_KERNEL_B0_NN SGEMM_SMALL_KERNEL_B0_NN
  1126. #define GEMM_SMALL_KERNEL_B0_NT SGEMM_SMALL_KERNEL_B0_NT
  1127. #define GEMM_SMALL_KERNEL_B0_TN SGEMM_SMALL_KERNEL_B0_TN
  1128. #define GEMM_SMALL_KERNEL_B0_TT SGEMM_SMALL_KERNEL_B0_TT
  1129. #endif
  1130. #else
  1131. #ifdef XDOUBLE
  1132. #define AMAX_K XAMAX_K
  1133. #define AMIN_K XAMIN_K
  1134. #define MAX_K XMAX_K
  1135. #define MIN_K XMIN_K
  1136. #define IAMAX_K IXAMAX_K
  1137. #define IAMIN_K IXAMIN_K
  1138. #define IMAX_K IXMAX_K
  1139. #define IMIN_K IXMIN_K
  1140. #define ASUM_K XASUM_K
  1141. #define AXPYU_K XAXPYU_K
  1142. #define AXPYC_K XAXPYC_K
  1143. #define COPY_K XCOPY_K
  1144. #define DOTU_K XDOTU_K
  1145. #define DOTC_K XDOTC_K
  1146. #define NRM2_K XNRM2_K
  1147. #define SCAL_K XSCAL_K
  1148. #define SUM_K XSUM_K
  1149. #define SWAP_K XSWAP_K
  1150. #define ROT_K XROT_K
  1151. #define GEMV_N XGEMV_N
  1152. #define GEMV_T XGEMV_T
  1153. #define GEMV_R XGEMV_R
  1154. #define GEMV_C XGEMV_C
  1155. #define GEMV_O XGEMV_O
  1156. #define GEMV_U XGEMV_U
  1157. #define GEMV_S XGEMV_S
  1158. #define GEMV_D XGEMV_D
  1159. #define GERU_K XGERU_K
  1160. #define GERC_K XGERC_K
  1161. #define GERV_K XGERV_K
  1162. #define GERD_K XGERD_K
  1163. #define SYMV_U XSYMV_U
  1164. #define SYMV_L XSYMV_L
  1165. #define HEMV_U XHEMV_U
  1166. #define HEMV_L XHEMV_L
  1167. #define HEMV_V XHEMV_V
  1168. #define HEMV_M XHEMV_M
  1169. #define SYMV_THREAD_U XSYMV_THREAD_U
  1170. #define SYMV_THREAD_L XSYMV_THREAD_L
  1171. #define HEMV_THREAD_U XHEMV_THREAD_U
  1172. #define HEMV_THREAD_L XHEMV_THREAD_L
  1173. #define HEMV_THREAD_V XHEMV_THREAD_V
  1174. #define HEMV_THREAD_M XHEMV_THREAD_M
  1175. #define GEMM_ONCOPY XGEMM_ONCOPY
  1176. #define GEMM_OTCOPY XGEMM_OTCOPY
  1177. #define GEMM_INCOPY XGEMM_INCOPY
  1178. #define GEMM_ITCOPY XGEMM_ITCOPY
  1179. #define GEMM3M_ONCOPYB XGEMM3M_ONCOPYB
  1180. #define GEMM3M_ONCOPYR XGEMM3M_ONCOPYR
  1181. #define GEMM3M_ONCOPYI XGEMM3M_ONCOPYI
  1182. #define GEMM3M_OTCOPYB XGEMM3M_OTCOPYB
  1183. #define GEMM3M_OTCOPYR XGEMM3M_OTCOPYR
  1184. #define GEMM3M_OTCOPYI XGEMM3M_OTCOPYI
  1185. #define GEMM3M_INCOPYB XGEMM3M_INCOPYB
  1186. #define GEMM3M_INCOPYR XGEMM3M_INCOPYR
  1187. #define GEMM3M_INCOPYI XGEMM3M_INCOPYI
  1188. #define GEMM3M_ITCOPYB XGEMM3M_ITCOPYB
  1189. #define GEMM3M_ITCOPYR XGEMM3M_ITCOPYR
  1190. #define GEMM3M_ITCOPYI XGEMM3M_ITCOPYI
  1191. #ifdef UNIT
  1192. #define TRMM_OUNCOPY XTRMM_OUNUCOPY
  1193. #define TRMM_OUTCOPY XTRMM_OUTUCOPY
  1194. #define TRMM_OLNCOPY XTRMM_OLNUCOPY
  1195. #define TRMM_OLTCOPY XTRMM_OLTUCOPY
  1196. #define TRSM_OUNCOPY XTRSM_OUNUCOPY
  1197. #define TRSM_OUTCOPY XTRSM_OUTUCOPY
  1198. #define TRSM_OLNCOPY XTRSM_OLNUCOPY
  1199. #define TRSM_OLTCOPY XTRSM_OLTUCOPY
  1200. #define TRMM_IUNCOPY XTRMM_IUNUCOPY
  1201. #define TRMM_IUTCOPY XTRMM_IUTUCOPY
  1202. #define TRMM_ILNCOPY XTRMM_ILNUCOPY
  1203. #define TRMM_ILTCOPY XTRMM_ILTUCOPY
  1204. #define TRSM_IUNCOPY XTRSM_IUNUCOPY
  1205. #define TRSM_IUTCOPY XTRSM_IUTUCOPY
  1206. #define TRSM_ILNCOPY XTRSM_ILNUCOPY
  1207. #define TRSM_ILTCOPY XTRSM_ILTUCOPY
  1208. #else
  1209. #define TRMM_OUNCOPY XTRMM_OUNNCOPY
  1210. #define TRMM_OUTCOPY XTRMM_OUTNCOPY
  1211. #define TRMM_OLNCOPY XTRMM_OLNNCOPY
  1212. #define TRMM_OLTCOPY XTRMM_OLTNCOPY
  1213. #define TRSM_OUNCOPY XTRSM_OUNNCOPY
  1214. #define TRSM_OUTCOPY XTRSM_OUTNCOPY
  1215. #define TRSM_OLNCOPY XTRSM_OLNNCOPY
  1216. #define TRSM_OLTCOPY XTRSM_OLTNCOPY
  1217. #define TRMM_IUNCOPY XTRMM_IUNNCOPY
  1218. #define TRMM_IUTCOPY XTRMM_IUTNCOPY
  1219. #define TRMM_ILNCOPY XTRMM_ILNNCOPY
  1220. #define TRMM_ILTCOPY XTRMM_ILTNCOPY
  1221. #define TRSM_IUNCOPY XTRSM_IUNNCOPY
  1222. #define TRSM_IUTCOPY XTRSM_IUTNCOPY
  1223. #define TRSM_ILNCOPY XTRSM_ILNNCOPY
  1224. #define TRSM_ILTCOPY XTRSM_ILTNCOPY
  1225. #endif
  1226. #define SYMM3M_ILCOPYB XSYMM3M_ILCOPYB
  1227. #define SYMM3M_IUCOPYB XSYMM3M_IUCOPYB
  1228. #define SYMM3M_ILCOPYR XSYMM3M_ILCOPYR
  1229. #define SYMM3M_IUCOPYR XSYMM3M_IUCOPYR
  1230. #define SYMM3M_ILCOPYI XSYMM3M_ILCOPYI
  1231. #define SYMM3M_IUCOPYI XSYMM3M_IUCOPYI
  1232. #define SYMM3M_OLCOPYB XSYMM3M_OLCOPYB
  1233. #define SYMM3M_OUCOPYB XSYMM3M_OUCOPYB
  1234. #define SYMM3M_OLCOPYR XSYMM3M_OLCOPYR
  1235. #define SYMM3M_OUCOPYR XSYMM3M_OUCOPYR
  1236. #define SYMM3M_OLCOPYI XSYMM3M_OLCOPYI
  1237. #define SYMM3M_OUCOPYI XSYMM3M_OUCOPYI
  1238. #define HEMM3M_ILCOPYB XHEMM3M_ILCOPYB
  1239. #define HEMM3M_IUCOPYB XHEMM3M_IUCOPYB
  1240. #define HEMM3M_ILCOPYR XHEMM3M_ILCOPYR
  1241. #define HEMM3M_IUCOPYR XHEMM3M_IUCOPYR
  1242. #define HEMM3M_ILCOPYI XHEMM3M_ILCOPYI
  1243. #define HEMM3M_IUCOPYI XHEMM3M_IUCOPYI
  1244. #define HEMM3M_OLCOPYB XHEMM3M_OLCOPYB
  1245. #define HEMM3M_OUCOPYB XHEMM3M_OUCOPYB
  1246. #define HEMM3M_OLCOPYR XHEMM3M_OLCOPYR
  1247. #define HEMM3M_OUCOPYR XHEMM3M_OUCOPYR
  1248. #define HEMM3M_OLCOPYI XHEMM3M_OLCOPYI
  1249. #define HEMM3M_OUCOPYI XHEMM3M_OUCOPYI
  1250. #define GEMM_BETA XGEMM_BETA
  1251. #define GEMM_KERNEL_N XGEMM_KERNEL_N
  1252. #define GEMM_KERNEL_L XGEMM_KERNEL_L
  1253. #define GEMM_KERNEL_R XGEMM_KERNEL_R
  1254. #define GEMM_KERNEL_B XGEMM_KERNEL_B
  1255. #define GEMM3M_KERNEL XGEMM3M_KERNEL
  1256. #define TRMM_KERNEL_LN XTRMM_KERNEL_LN
  1257. #define TRMM_KERNEL_LT XTRMM_KERNEL_LT
  1258. #define TRMM_KERNEL_LR XTRMM_KERNEL_LR
  1259. #define TRMM_KERNEL_LC XTRMM_KERNEL_LC
  1260. #define TRMM_KERNEL_RN XTRMM_KERNEL_RN
  1261. #define TRMM_KERNEL_RT XTRMM_KERNEL_RT
  1262. #define TRMM_KERNEL_RR XTRMM_KERNEL_RR
  1263. #define TRMM_KERNEL_RC XTRMM_KERNEL_RC
  1264. #define TRSM_KERNEL_LN XTRSM_KERNEL_LN
  1265. #define TRSM_KERNEL_LT XTRSM_KERNEL_LT
  1266. #define TRSM_KERNEL_LR XTRSM_KERNEL_LR
  1267. #define TRSM_KERNEL_LC XTRSM_KERNEL_LC
  1268. #define TRSM_KERNEL_RN XTRSM_KERNEL_RN
  1269. #define TRSM_KERNEL_RT XTRSM_KERNEL_RT
  1270. #define TRSM_KERNEL_RR XTRSM_KERNEL_RR
  1271. #define TRSM_KERNEL_RC XTRSM_KERNEL_RC
  1272. #define GEMM_NN XGEMM_NN
  1273. #define GEMM_CN XGEMM_CN
  1274. #define GEMM_TN XGEMM_TN
  1275. #define GEMM_NC XGEMM_NC
  1276. #define GEMM_NT XGEMM_NT
  1277. #define GEMM_CC XGEMM_CC
  1278. #define GEMM_CT XGEMM_CT
  1279. #define GEMM_TC XGEMM_TC
  1280. #define GEMM_TT XGEMM_TT
  1281. #define GEMM_NR XGEMM_NR
  1282. #define GEMM_TR XGEMM_TR
  1283. #define GEMM_CR XGEMM_CR
  1284. #define GEMM_RN XGEMM_RN
  1285. #define GEMM_RT XGEMM_RT
  1286. #define GEMM_RC XGEMM_RC
  1287. #define GEMM_RR XGEMM_RR
  1288. #define SYMM_LU XSYMM_LU
  1289. #define SYMM_LL XSYMM_LL
  1290. #define SYMM_RU XSYMM_RU
  1291. #define SYMM_RL XSYMM_RL
  1292. #define HEMM_LU XHEMM_LU
  1293. #define HEMM_LL XHEMM_LL
  1294. #define HEMM_RU XHEMM_RU
  1295. #define HEMM_RL XHEMM_RL
  1296. #define HEMM_IUTCOPY XHEMM_IUTCOPY
  1297. #define HEMM_ILTCOPY XHEMM_ILTCOPY
  1298. #define HEMM_OUTCOPY XHEMM_OUTCOPY
  1299. #define HEMM_OLTCOPY XHEMM_OLTCOPY
  1300. #define SYRK_UN XSYRK_UN
  1301. #define SYRK_UT XSYRK_UT
  1302. #define SYRK_LN XSYRK_LN
  1303. #define SYRK_LT XSYRK_LT
  1304. #define SYRK_UR XSYRK_UN
  1305. #define SYRK_UC XSYRK_UT
  1306. #define SYRK_LR XSYRK_LN
  1307. #define SYRK_LC XSYRK_LT
  1308. #define SYRK_KERNEL_U XSYRK_KERNEL_U
  1309. #define SYRK_KERNEL_L XSYRK_KERNEL_L
  1310. #define HERK_UN XHERK_UN
  1311. #define HERK_LN XHERK_LN
  1312. #define HERK_UC XHERK_UC
  1313. #define HERK_LC XHERK_LC
  1314. #define HER2K_UN XHER2K_UN
  1315. #define HER2K_LN XHER2K_LN
  1316. #define HER2K_UC XHER2K_UC
  1317. #define HER2K_LC XHER2K_LC
  1318. #define SYR2K_UN XSYR2K_UN
  1319. #define SYR2K_UT XSYR2K_UT
  1320. #define SYR2K_LN XSYR2K_LN
  1321. #define SYR2K_LT XSYR2K_LT
  1322. #define SYR2K_UR XSYR2K_UN
  1323. #define SYR2K_UC XSYR2K_UT
  1324. #define SYR2K_LR XSYR2K_LN
  1325. #define SYR2K_LC XSYR2K_LT
  1326. #define SYR2K_KERNEL_U XSYR2K_KERNEL_U
  1327. #define SYR2K_KERNEL_L XSYR2K_KERNEL_L
  1328. #define TRMM_LNUU XTRMM_LNUU
  1329. #define TRMM_LNUN XTRMM_LNUN
  1330. #define TRMM_LNLU XTRMM_LNLU
  1331. #define TRMM_LNLN XTRMM_LNLN
  1332. #define TRMM_LTUU XTRMM_LTUU
  1333. #define TRMM_LTUN XTRMM_LTUN
  1334. #define TRMM_LTLU XTRMM_LTLU
  1335. #define TRMM_LTLN XTRMM_LTLN
  1336. #define TRMM_LRUU XTRMM_LRUU
  1337. #define TRMM_LRUN XTRMM_LRUN
  1338. #define TRMM_LRLU XTRMM_LRLU
  1339. #define TRMM_LRLN XTRMM_LRLN
  1340. #define TRMM_LCUU XTRMM_LCUU
  1341. #define TRMM_LCUN XTRMM_LCUN
  1342. #define TRMM_LCLU XTRMM_LCLU
  1343. #define TRMM_LCLN XTRMM_LCLN
  1344. #define TRMM_RNUU XTRMM_RNUU
  1345. #define TRMM_RNUN XTRMM_RNUN
  1346. #define TRMM_RNLU XTRMM_RNLU
  1347. #define TRMM_RNLN XTRMM_RNLN
  1348. #define TRMM_RTUU XTRMM_RTUU
  1349. #define TRMM_RTUN XTRMM_RTUN
  1350. #define TRMM_RTLU XTRMM_RTLU
  1351. #define TRMM_RTLN XTRMM_RTLN
  1352. #define TRMM_RRUU XTRMM_RRUU
  1353. #define TRMM_RRUN XTRMM_RRUN
  1354. #define TRMM_RRLU XTRMM_RRLU
  1355. #define TRMM_RRLN XTRMM_RRLN
  1356. #define TRMM_RCUU XTRMM_RCUU
  1357. #define TRMM_RCUN XTRMM_RCUN
  1358. #define TRMM_RCLU XTRMM_RCLU
  1359. #define TRMM_RCLN XTRMM_RCLN
  1360. #define TRSM_LNUU XTRSM_LNUU
  1361. #define TRSM_LNUN XTRSM_LNUN
  1362. #define TRSM_LNLU XTRSM_LNLU
  1363. #define TRSM_LNLN XTRSM_LNLN
  1364. #define TRSM_LTUU XTRSM_LTUU
  1365. #define TRSM_LTUN XTRSM_LTUN
  1366. #define TRSM_LTLU XTRSM_LTLU
  1367. #define TRSM_LTLN XTRSM_LTLN
  1368. #define TRSM_LRUU XTRSM_LRUU
  1369. #define TRSM_LRUN XTRSM_LRUN
  1370. #define TRSM_LRLU XTRSM_LRLU
  1371. #define TRSM_LRLN XTRSM_LRLN
  1372. #define TRSM_LCUU XTRSM_LCUU
  1373. #define TRSM_LCUN XTRSM_LCUN
  1374. #define TRSM_LCLU XTRSM_LCLU
  1375. #define TRSM_LCLN XTRSM_LCLN
  1376. #define TRSM_RNUU XTRSM_RNUU
  1377. #define TRSM_RNUN XTRSM_RNUN
  1378. #define TRSM_RNLU XTRSM_RNLU
  1379. #define TRSM_RNLN XTRSM_RNLN
  1380. #define TRSM_RTUU XTRSM_RTUU
  1381. #define TRSM_RTUN XTRSM_RTUN
  1382. #define TRSM_RTLU XTRSM_RTLU
  1383. #define TRSM_RTLN XTRSM_RTLN
  1384. #define TRSM_RRUU XTRSM_RRUU
  1385. #define TRSM_RRUN XTRSM_RRUN
  1386. #define TRSM_RRLU XTRSM_RRLU
  1387. #define TRSM_RRLN XTRSM_RRLN
  1388. #define TRSM_RCUU XTRSM_RCUU
  1389. #define TRSM_RCUN XTRSM_RCUN
  1390. #define TRSM_RCLU XTRSM_RCLU
  1391. #define TRSM_RCLN XTRSM_RCLN
  1392. #define GEMM_THREAD_NN XGEMM_THREAD_NN
  1393. #define GEMM_THREAD_CN XGEMM_THREAD_CN
  1394. #define GEMM_THREAD_TN XGEMM_THREAD_TN
  1395. #define GEMM_THREAD_NC XGEMM_THREAD_NC
  1396. #define GEMM_THREAD_NT XGEMM_THREAD_NT
  1397. #define GEMM_THREAD_CC XGEMM_THREAD_CC
  1398. #define GEMM_THREAD_CT XGEMM_THREAD_CT
  1399. #define GEMM_THREAD_TC XGEMM_THREAD_TC
  1400. #define GEMM_THREAD_TT XGEMM_THREAD_TT
  1401. #define GEMM_THREAD_NR XGEMM_THREAD_NR
  1402. #define GEMM_THREAD_TR XGEMM_THREAD_TR
  1403. #define GEMM_THREAD_CR XGEMM_THREAD_CR
  1404. #define GEMM_THREAD_RN XGEMM_THREAD_RN
  1405. #define GEMM_THREAD_RT XGEMM_THREAD_RT
  1406. #define GEMM_THREAD_RC XGEMM_THREAD_RC
  1407. #define GEMM_THREAD_RR XGEMM_THREAD_RR
  1408. #define SYMM_THREAD_LU XSYMM_THREAD_LU
  1409. #define SYMM_THREAD_LL XSYMM_THREAD_LL
  1410. #define SYMM_THREAD_RU XSYMM_THREAD_RU
  1411. #define SYMM_THREAD_RL XSYMM_THREAD_RL
  1412. #define HEMM_THREAD_LU XHEMM_THREAD_LU
  1413. #define HEMM_THREAD_LL XHEMM_THREAD_LL
  1414. #define HEMM_THREAD_RU XHEMM_THREAD_RU
  1415. #define HEMM_THREAD_RL XHEMM_THREAD_RL
  1416. #define SYRK_THREAD_UN XSYRK_THREAD_UN
  1417. #define SYRK_THREAD_UT XSYRK_THREAD_UT
  1418. #define SYRK_THREAD_LN XSYRK_THREAD_LN
  1419. #define SYRK_THREAD_LT XSYRK_THREAD_LT
  1420. #define SYRK_THREAD_UR XSYRK_THREAD_UR
  1421. #define SYRK_THREAD_UC XSYRK_THREAD_UC
  1422. #define SYRK_THREAD_LR XSYRK_THREAD_LR
  1423. #define SYRK_THREAD_LC XSYRK_THREAD_LC
  1424. #define HERK_THREAD_UN XHERK_THREAD_UN
  1425. #define HERK_THREAD_UT XHERK_THREAD_UT
  1426. #define HERK_THREAD_LN XHERK_THREAD_LN
  1427. #define HERK_THREAD_LT XHERK_THREAD_LT
  1428. #define HERK_THREAD_UR XHERK_THREAD_UR
  1429. #define HERK_THREAD_UC XHERK_THREAD_UC
  1430. #define HERK_THREAD_LR XHERK_THREAD_LR
  1431. #define HERK_THREAD_LC XHERK_THREAD_LC
  1432. #define GEMM3M_NN XGEMM3M_NN
  1433. #define GEMM3M_CN XGEMM3M_CN
  1434. #define GEMM3M_TN XGEMM3M_TN
  1435. #define GEMM3M_NC XGEMM3M_NC
  1436. #define GEMM3M_NT XGEMM3M_NT
  1437. #define GEMM3M_CC XGEMM3M_CC
  1438. #define GEMM3M_CT XGEMM3M_CT
  1439. #define GEMM3M_TC XGEMM3M_TC
  1440. #define GEMM3M_TT XGEMM3M_TT
  1441. #define GEMM3M_NR XGEMM3M_NR
  1442. #define GEMM3M_TR XGEMM3M_TR
  1443. #define GEMM3M_CR XGEMM3M_CR
  1444. #define GEMM3M_RN XGEMM3M_RN
  1445. #define GEMM3M_RT XGEMM3M_RT
  1446. #define GEMM3M_RC XGEMM3M_RC
  1447. #define GEMM3M_RR XGEMM3M_RR
  1448. #define GEMM3M_THREAD_NN XGEMM3M_THREAD_NN
  1449. #define GEMM3M_THREAD_CN XGEMM3M_THREAD_CN
  1450. #define GEMM3M_THREAD_TN XGEMM3M_THREAD_TN
  1451. #define GEMM3M_THREAD_NC XGEMM3M_THREAD_NC
  1452. #define GEMM3M_THREAD_NT XGEMM3M_THREAD_NT
  1453. #define GEMM3M_THREAD_CC XGEMM3M_THREAD_CC
  1454. #define GEMM3M_THREAD_CT XGEMM3M_THREAD_CT
  1455. #define GEMM3M_THREAD_TC XGEMM3M_THREAD_TC
  1456. #define GEMM3M_THREAD_TT XGEMM3M_THREAD_TT
  1457. #define GEMM3M_THREAD_NR XGEMM3M_THREAD_NR
  1458. #define GEMM3M_THREAD_TR XGEMM3M_THREAD_TR
  1459. #define GEMM3M_THREAD_CR XGEMM3M_THREAD_CR
  1460. #define GEMM3M_THREAD_RN XGEMM3M_THREAD_RN
  1461. #define GEMM3M_THREAD_RT XGEMM3M_THREAD_RT
  1462. #define GEMM3M_THREAD_RC XGEMM3M_THREAD_RC
  1463. #define GEMM3M_THREAD_RR XGEMM3M_THREAD_RR
  1464. #define SYMM3M_LU XSYMM3M_LU
  1465. #define SYMM3M_LL XSYMM3M_LL
  1466. #define SYMM3M_RU XSYMM3M_RU
  1467. #define SYMM3M_RL XSYMM3M_RL
  1468. #define SYMM3M_THREAD_LU XSYMM3M_THREAD_LU
  1469. #define SYMM3M_THREAD_LL XSYMM3M_THREAD_LL
  1470. #define SYMM3M_THREAD_RU XSYMM3M_THREAD_RU
  1471. #define SYMM3M_THREAD_RL XSYMM3M_THREAD_RL
  1472. #define HEMM3M_LU XHEMM3M_LU
  1473. #define HEMM3M_LL XHEMM3M_LL
  1474. #define HEMM3M_RU XHEMM3M_RU
  1475. #define HEMM3M_RL XHEMM3M_RL
  1476. #define HEMM3M_THREAD_LU XHEMM3M_THREAD_LU
  1477. #define HEMM3M_THREAD_LL XHEMM3M_THREAD_LL
  1478. #define HEMM3M_THREAD_RU XHEMM3M_THREAD_RU
  1479. #define HEMM3M_THREAD_RL XHEMM3M_THREAD_RL
  1480. #define SYMM_IUTCOPY XSYMM_IUTCOPY
  1481. #define SYMM_ILTCOPY XSYMM_ILTCOPY
  1482. #define SYMM_OUTCOPY XSYMM_OUTCOPY
  1483. #define SYMM_OLTCOPY XSYMM_OLTCOPY
  1484. #elif defined(DOUBLE)
  1485. #define AMAX_K ZAMAX_K
  1486. #define AMIN_K ZAMIN_K
  1487. #define MAX_K ZMAX_K
  1488. #define MIN_K ZMIN_K
  1489. #define IAMAX_K IZAMAX_K
  1490. #define IAMIN_K IZAMIN_K
  1491. #define IMAX_K IZMAX_K
  1492. #define IMIN_K IZMIN_K
  1493. #define ASUM_K ZASUM_K
  1494. #define AXPYU_K ZAXPYU_K
  1495. #define AXPYC_K ZAXPYC_K
  1496. #define COPY_K ZCOPY_K
  1497. #define DOTU_K ZDOTU_K
  1498. #define DOTC_K ZDOTC_K
  1499. #define NRM2_K ZNRM2_K
  1500. #define SCAL_K ZSCAL_K
  1501. #define SUM_K ZSUM_K
  1502. #define SWAP_K ZSWAP_K
  1503. #define ROT_K ZROT_K
  1504. #define GEMV_N ZGEMV_N
  1505. #define GEMV_T ZGEMV_T
  1506. #define GEMV_R ZGEMV_R
  1507. #define GEMV_C ZGEMV_C
  1508. #define GEMV_O ZGEMV_O
  1509. #define GEMV_U ZGEMV_U
  1510. #define GEMV_S ZGEMV_S
  1511. #define GEMV_D ZGEMV_D
  1512. #define GERU_K ZGERU_K
  1513. #define GERC_K ZGERC_K
  1514. #define GERV_K ZGERV_K
  1515. #define GERD_K ZGERD_K
  1516. #define SYMV_U ZSYMV_U
  1517. #define SYMV_L ZSYMV_L
  1518. #define HEMV_U ZHEMV_U
  1519. #define HEMV_L ZHEMV_L
  1520. #define HEMV_V ZHEMV_V
  1521. #define HEMV_M ZHEMV_M
  1522. #define SYMV_THREAD_U ZSYMV_THREAD_U
  1523. #define SYMV_THREAD_L ZSYMV_THREAD_L
  1524. #define HEMV_THREAD_U ZHEMV_THREAD_U
  1525. #define HEMV_THREAD_L ZHEMV_THREAD_L
  1526. #define HEMV_THREAD_V ZHEMV_THREAD_V
  1527. #define HEMV_THREAD_M ZHEMV_THREAD_M
  1528. #define GEMM_ONCOPY ZGEMM_ONCOPY
  1529. #define GEMM_OTCOPY ZGEMM_OTCOPY
  1530. #define GEMM_INCOPY ZGEMM_INCOPY
  1531. #define GEMM_ITCOPY ZGEMM_ITCOPY
  1532. #define GEMM3M_ONCOPYB ZGEMM3M_ONCOPYB
  1533. #define GEMM3M_ONCOPYR ZGEMM3M_ONCOPYR
  1534. #define GEMM3M_ONCOPYI ZGEMM3M_ONCOPYI
  1535. #define GEMM3M_OTCOPYB ZGEMM3M_OTCOPYB
  1536. #define GEMM3M_OTCOPYR ZGEMM3M_OTCOPYR
  1537. #define GEMM3M_OTCOPYI ZGEMM3M_OTCOPYI
  1538. #define GEMM3M_INCOPYB ZGEMM3M_INCOPYB
  1539. #define GEMM3M_INCOPYR ZGEMM3M_INCOPYR
  1540. #define GEMM3M_INCOPYI ZGEMM3M_INCOPYI
  1541. #define GEMM3M_ITCOPYB ZGEMM3M_ITCOPYB
  1542. #define GEMM3M_ITCOPYR ZGEMM3M_ITCOPYR
  1543. #define GEMM3M_ITCOPYI ZGEMM3M_ITCOPYI
  1544. #ifdef UNIT
  1545. #define TRMM_OUNCOPY ZTRMM_OUNUCOPY
  1546. #define TRMM_OUTCOPY ZTRMM_OUTUCOPY
  1547. #define TRMM_OLNCOPY ZTRMM_OLNUCOPY
  1548. #define TRMM_OLTCOPY ZTRMM_OLTUCOPY
  1549. #define TRSM_OUNCOPY ZTRSM_OUNUCOPY
  1550. #define TRSM_OUTCOPY ZTRSM_OUTUCOPY
  1551. #define TRSM_OLNCOPY ZTRSM_OLNUCOPY
  1552. #define TRSM_OLTCOPY ZTRSM_OLTUCOPY
  1553. #define TRMM_IUNCOPY ZTRMM_IUNUCOPY
  1554. #define TRMM_IUTCOPY ZTRMM_IUTUCOPY
  1555. #define TRMM_ILNCOPY ZTRMM_ILNUCOPY
  1556. #define TRMM_ILTCOPY ZTRMM_ILTUCOPY
  1557. #define TRSM_IUNCOPY ZTRSM_IUNUCOPY
  1558. #define TRSM_IUTCOPY ZTRSM_IUTUCOPY
  1559. #define TRSM_ILNCOPY ZTRSM_ILNUCOPY
  1560. #define TRSM_ILTCOPY ZTRSM_ILTUCOPY
  1561. #else
  1562. #define TRMM_OUNCOPY ZTRMM_OUNNCOPY
  1563. #define TRMM_OUTCOPY ZTRMM_OUTNCOPY
  1564. #define TRMM_OLNCOPY ZTRMM_OLNNCOPY
  1565. #define TRMM_OLTCOPY ZTRMM_OLTNCOPY
  1566. #define TRSM_OUNCOPY ZTRSM_OUNNCOPY
  1567. #define TRSM_OUTCOPY ZTRSM_OUTNCOPY
  1568. #define TRSM_OLNCOPY ZTRSM_OLNNCOPY
  1569. #define TRSM_OLTCOPY ZTRSM_OLTNCOPY
  1570. #define TRMM_IUNCOPY ZTRMM_IUNNCOPY
  1571. #define TRMM_IUTCOPY ZTRMM_IUTNCOPY
  1572. #define TRMM_ILNCOPY ZTRMM_ILNNCOPY
  1573. #define TRMM_ILTCOPY ZTRMM_ILTNCOPY
  1574. #define TRSM_IUNCOPY ZTRSM_IUNNCOPY
  1575. #define TRSM_IUTCOPY ZTRSM_IUTNCOPY
  1576. #define TRSM_ILNCOPY ZTRSM_ILNNCOPY
  1577. #define TRSM_ILTCOPY ZTRSM_ILTNCOPY
  1578. #endif
  1579. #define SYMM3M_ILCOPYB ZSYMM3M_ILCOPYB
  1580. #define SYMM3M_IUCOPYB ZSYMM3M_IUCOPYB
  1581. #define SYMM3M_ILCOPYR ZSYMM3M_ILCOPYR
  1582. #define SYMM3M_IUCOPYR ZSYMM3M_IUCOPYR
  1583. #define SYMM3M_ILCOPYI ZSYMM3M_ILCOPYI
  1584. #define SYMM3M_IUCOPYI ZSYMM3M_IUCOPYI
  1585. #define SYMM3M_OLCOPYB ZSYMM3M_OLCOPYB
  1586. #define SYMM3M_OUCOPYB ZSYMM3M_OUCOPYB
  1587. #define SYMM3M_OLCOPYR ZSYMM3M_OLCOPYR
  1588. #define SYMM3M_OUCOPYR ZSYMM3M_OUCOPYR
  1589. #define SYMM3M_OLCOPYI ZSYMM3M_OLCOPYI
  1590. #define SYMM3M_OUCOPYI ZSYMM3M_OUCOPYI
  1591. #define HEMM3M_ILCOPYB ZHEMM3M_ILCOPYB
  1592. #define HEMM3M_IUCOPYB ZHEMM3M_IUCOPYB
  1593. #define HEMM3M_ILCOPYR ZHEMM3M_ILCOPYR
  1594. #define HEMM3M_IUCOPYR ZHEMM3M_IUCOPYR
  1595. #define HEMM3M_ILCOPYI ZHEMM3M_ILCOPYI
  1596. #define HEMM3M_IUCOPYI ZHEMM3M_IUCOPYI
  1597. #define HEMM3M_OLCOPYB ZHEMM3M_OLCOPYB
  1598. #define HEMM3M_OUCOPYB ZHEMM3M_OUCOPYB
  1599. #define HEMM3M_OLCOPYR ZHEMM3M_OLCOPYR
  1600. #define HEMM3M_OUCOPYR ZHEMM3M_OUCOPYR
  1601. #define HEMM3M_OLCOPYI ZHEMM3M_OLCOPYI
  1602. #define HEMM3M_OUCOPYI ZHEMM3M_OUCOPYI
  1603. #define GEMM_BETA ZGEMM_BETA
  1604. #define GEMM_KERNEL_N ZGEMM_KERNEL_N
  1605. #define GEMM_KERNEL_L ZGEMM_KERNEL_L
  1606. #define GEMM_KERNEL_R ZGEMM_KERNEL_R
  1607. #define GEMM_KERNEL_B ZGEMM_KERNEL_B
  1608. #define GEMM3M_KERNEL ZGEMM3M_KERNEL
  1609. #define TRMM_KERNEL_LN ZTRMM_KERNEL_LN
  1610. #define TRMM_KERNEL_LT ZTRMM_KERNEL_LT
  1611. #define TRMM_KERNEL_LR ZTRMM_KERNEL_LR
  1612. #define TRMM_KERNEL_LC ZTRMM_KERNEL_LC
  1613. #define TRMM_KERNEL_RN ZTRMM_KERNEL_RN
  1614. #define TRMM_KERNEL_RT ZTRMM_KERNEL_RT
  1615. #define TRMM_KERNEL_RR ZTRMM_KERNEL_RR
  1616. #define TRMM_KERNEL_RC ZTRMM_KERNEL_RC
  1617. #define TRSM_KERNEL_LN ZTRSM_KERNEL_LN
  1618. #define TRSM_KERNEL_LT ZTRSM_KERNEL_LT
  1619. #define TRSM_KERNEL_LR ZTRSM_KERNEL_LR
  1620. #define TRSM_KERNEL_LC ZTRSM_KERNEL_LC
  1621. #define TRSM_KERNEL_RN ZTRSM_KERNEL_RN
  1622. #define TRSM_KERNEL_RT ZTRSM_KERNEL_RT
  1623. #define TRSM_KERNEL_RR ZTRSM_KERNEL_RR
  1624. #define TRSM_KERNEL_RC ZTRSM_KERNEL_RC
  1625. #define GEMM_NN ZGEMM_NN
  1626. #define GEMM_CN ZGEMM_CN
  1627. #define GEMM_TN ZGEMM_TN
  1628. #define GEMM_NC ZGEMM_NC
  1629. #define GEMM_NT ZGEMM_NT
  1630. #define GEMM_CC ZGEMM_CC
  1631. #define GEMM_CT ZGEMM_CT
  1632. #define GEMM_TC ZGEMM_TC
  1633. #define GEMM_TT ZGEMM_TT
  1634. #define GEMM_NR ZGEMM_NR
  1635. #define GEMM_TR ZGEMM_TR
  1636. #define GEMM_CR ZGEMM_CR
  1637. #define GEMM_RN ZGEMM_RN
  1638. #define GEMM_RT ZGEMM_RT
  1639. #define GEMM_RC ZGEMM_RC
  1640. #define GEMM_RR ZGEMM_RR
  1641. #define SYMM_LU ZSYMM_LU
  1642. #define SYMM_LL ZSYMM_LL
  1643. #define SYMM_RU ZSYMM_RU
  1644. #define SYMM_RL ZSYMM_RL
  1645. #define HEMM_LU ZHEMM_LU
  1646. #define HEMM_LL ZHEMM_LL
  1647. #define HEMM_RU ZHEMM_RU
  1648. #define HEMM_RL ZHEMM_RL
  1649. #define HEMM_IUTCOPY ZHEMM_IUTCOPY
  1650. #define HEMM_ILTCOPY ZHEMM_ILTCOPY
  1651. #define HEMM_OUTCOPY ZHEMM_OUTCOPY
  1652. #define HEMM_OLTCOPY ZHEMM_OLTCOPY
  1653. #define SYRK_UN ZSYRK_UN
  1654. #define SYRK_UT ZSYRK_UT
  1655. #define SYRK_LN ZSYRK_LN
  1656. #define SYRK_LT ZSYRK_LT
  1657. #define SYRK_UR ZSYRK_UN
  1658. #define SYRK_UC ZSYRK_UT
  1659. #define SYRK_LR ZSYRK_LN
  1660. #define SYRK_LC ZSYRK_LT
  1661. #define SYRK_KERNEL_U ZSYRK_KERNEL_U
  1662. #define SYRK_KERNEL_L ZSYRK_KERNEL_L
  1663. #define HERK_UN ZHERK_UN
  1664. #define HERK_LN ZHERK_LN
  1665. #define HERK_UC ZHERK_UC
  1666. #define HERK_LC ZHERK_LC
  1667. #define HER2K_UN ZHER2K_UN
  1668. #define HER2K_LN ZHER2K_LN
  1669. #define HER2K_UC ZHER2K_UC
  1670. #define HER2K_LC ZHER2K_LC
  1671. #define SYR2K_UN ZSYR2K_UN
  1672. #define SYR2K_UT ZSYR2K_UT
  1673. #define SYR2K_LN ZSYR2K_LN
  1674. #define SYR2K_LT ZSYR2K_LT
  1675. #define SYR2K_UR ZSYR2K_UN
  1676. #define SYR2K_UC ZSYR2K_UT
  1677. #define SYR2K_LR ZSYR2K_LN
  1678. #define SYR2K_LC ZSYR2K_LT
  1679. #define SYR2K_KERNEL_U ZSYR2K_KERNEL_U
  1680. #define SYR2K_KERNEL_L ZSYR2K_KERNEL_L
  1681. #define TRMM_LNUU ZTRMM_LNUU
  1682. #define TRMM_LNUN ZTRMM_LNUN
  1683. #define TRMM_LNLU ZTRMM_LNLU
  1684. #define TRMM_LNLN ZTRMM_LNLN
  1685. #define TRMM_LTUU ZTRMM_LTUU
  1686. #define TRMM_LTUN ZTRMM_LTUN
  1687. #define TRMM_LTLU ZTRMM_LTLU
  1688. #define TRMM_LTLN ZTRMM_LTLN
  1689. #define TRMM_LRUU ZTRMM_LRUU
  1690. #define TRMM_LRUN ZTRMM_LRUN
  1691. #define TRMM_LRLU ZTRMM_LRLU
  1692. #define TRMM_LRLN ZTRMM_LRLN
  1693. #define TRMM_LCUU ZTRMM_LCUU
  1694. #define TRMM_LCUN ZTRMM_LCUN
  1695. #define TRMM_LCLU ZTRMM_LCLU
  1696. #define TRMM_LCLN ZTRMM_LCLN
  1697. #define TRMM_RNUU ZTRMM_RNUU
  1698. #define TRMM_RNUN ZTRMM_RNUN
  1699. #define TRMM_RNLU ZTRMM_RNLU
  1700. #define TRMM_RNLN ZTRMM_RNLN
  1701. #define TRMM_RTUU ZTRMM_RTUU
  1702. #define TRMM_RTUN ZTRMM_RTUN
  1703. #define TRMM_RTLU ZTRMM_RTLU
  1704. #define TRMM_RTLN ZTRMM_RTLN
  1705. #define TRMM_RRUU ZTRMM_RRUU
  1706. #define TRMM_RRUN ZTRMM_RRUN
  1707. #define TRMM_RRLU ZTRMM_RRLU
  1708. #define TRMM_RRLN ZTRMM_RRLN
  1709. #define TRMM_RCUU ZTRMM_RCUU
  1710. #define TRMM_RCUN ZTRMM_RCUN
  1711. #define TRMM_RCLU ZTRMM_RCLU
  1712. #define TRMM_RCLN ZTRMM_RCLN
  1713. #define TRSM_LNUU ZTRSM_LNUU
  1714. #define TRSM_LNUN ZTRSM_LNUN
  1715. #define TRSM_LNLU ZTRSM_LNLU
  1716. #define TRSM_LNLN ZTRSM_LNLN
  1717. #define TRSM_LTUU ZTRSM_LTUU
  1718. #define TRSM_LTUN ZTRSM_LTUN
  1719. #define TRSM_LTLU ZTRSM_LTLU
  1720. #define TRSM_LTLN ZTRSM_LTLN
  1721. #define TRSM_LRUU ZTRSM_LRUU
  1722. #define TRSM_LRUN ZTRSM_LRUN
  1723. #define TRSM_LRLU ZTRSM_LRLU
  1724. #define TRSM_LRLN ZTRSM_LRLN
  1725. #define TRSM_LCUU ZTRSM_LCUU
  1726. #define TRSM_LCUN ZTRSM_LCUN
  1727. #define TRSM_LCLU ZTRSM_LCLU
  1728. #define TRSM_LCLN ZTRSM_LCLN
  1729. #define TRSM_RNUU ZTRSM_RNUU
  1730. #define TRSM_RNUN ZTRSM_RNUN
  1731. #define TRSM_RNLU ZTRSM_RNLU
  1732. #define TRSM_RNLN ZTRSM_RNLN
  1733. #define TRSM_RTUU ZTRSM_RTUU
  1734. #define TRSM_RTUN ZTRSM_RTUN
  1735. #define TRSM_RTLU ZTRSM_RTLU
  1736. #define TRSM_RTLN ZTRSM_RTLN
  1737. #define TRSM_RRUU ZTRSM_RRUU
  1738. #define TRSM_RRUN ZTRSM_RRUN
  1739. #define TRSM_RRLU ZTRSM_RRLU
  1740. #define TRSM_RRLN ZTRSM_RRLN
  1741. #define TRSM_RCUU ZTRSM_RCUU
  1742. #define TRSM_RCUN ZTRSM_RCUN
  1743. #define TRSM_RCLU ZTRSM_RCLU
  1744. #define TRSM_RCLN ZTRSM_RCLN
  1745. #define GEMM_THREAD_NN ZGEMM_THREAD_NN
  1746. #define GEMM_THREAD_CN ZGEMM_THREAD_CN
  1747. #define GEMM_THREAD_TN ZGEMM_THREAD_TN
  1748. #define GEMM_THREAD_NC ZGEMM_THREAD_NC
  1749. #define GEMM_THREAD_NT ZGEMM_THREAD_NT
  1750. #define GEMM_THREAD_CC ZGEMM_THREAD_CC
  1751. #define GEMM_THREAD_CT ZGEMM_THREAD_CT
  1752. #define GEMM_THREAD_TC ZGEMM_THREAD_TC
  1753. #define GEMM_THREAD_TT ZGEMM_THREAD_TT
  1754. #define GEMM_THREAD_NR ZGEMM_THREAD_NR
  1755. #define GEMM_THREAD_TR ZGEMM_THREAD_TR
  1756. #define GEMM_THREAD_CR ZGEMM_THREAD_CR
  1757. #define GEMM_THREAD_RN ZGEMM_THREAD_RN
  1758. #define GEMM_THREAD_RT ZGEMM_THREAD_RT
  1759. #define GEMM_THREAD_RC ZGEMM_THREAD_RC
  1760. #define GEMM_THREAD_RR ZGEMM_THREAD_RR
  1761. #define SYMM_THREAD_LU ZSYMM_THREAD_LU
  1762. #define SYMM_THREAD_LL ZSYMM_THREAD_LL
  1763. #define SYMM_THREAD_RU ZSYMM_THREAD_RU
  1764. #define SYMM_THREAD_RL ZSYMM_THREAD_RL
  1765. #define HEMM_THREAD_LU ZHEMM_THREAD_LU
  1766. #define HEMM_THREAD_LL ZHEMM_THREAD_LL
  1767. #define HEMM_THREAD_RU ZHEMM_THREAD_RU
  1768. #define HEMM_THREAD_RL ZHEMM_THREAD_RL
  1769. #define SYRK_THREAD_UN ZSYRK_THREAD_UN
  1770. #define SYRK_THREAD_UT ZSYRK_THREAD_UT
  1771. #define SYRK_THREAD_LN ZSYRK_THREAD_LN
  1772. #define SYRK_THREAD_LT ZSYRK_THREAD_LT
  1773. #define SYRK_THREAD_UR ZSYRK_THREAD_UR
  1774. #define SYRK_THREAD_UC ZSYRK_THREAD_UC
  1775. #define SYRK_THREAD_LR ZSYRK_THREAD_LR
  1776. #define SYRK_THREAD_LC ZSYRK_THREAD_LC
  1777. #define HERK_THREAD_UN ZHERK_THREAD_UN
  1778. #define HERK_THREAD_UT ZHERK_THREAD_UT
  1779. #define HERK_THREAD_LN ZHERK_THREAD_LN
  1780. #define HERK_THREAD_LT ZHERK_THREAD_LT
  1781. #define HERK_THREAD_UR ZHERK_THREAD_UR
  1782. #define HERK_THREAD_UC ZHERK_THREAD_UC
  1783. #define HERK_THREAD_LR ZHERK_THREAD_LR
  1784. #define HERK_THREAD_LC ZHERK_THREAD_LC
  1785. #define GEMM3M_NN ZGEMM3M_NN
  1786. #define GEMM3M_CN ZGEMM3M_CN
  1787. #define GEMM3M_TN ZGEMM3M_TN
  1788. #define GEMM3M_NC ZGEMM3M_NC
  1789. #define GEMM3M_NT ZGEMM3M_NT
  1790. #define GEMM3M_CC ZGEMM3M_CC
  1791. #define GEMM3M_CT ZGEMM3M_CT
  1792. #define GEMM3M_TC ZGEMM3M_TC
  1793. #define GEMM3M_TT ZGEMM3M_TT
  1794. #define GEMM3M_NR ZGEMM3M_NR
  1795. #define GEMM3M_TR ZGEMM3M_TR
  1796. #define GEMM3M_CR ZGEMM3M_CR
  1797. #define GEMM3M_RN ZGEMM3M_RN
  1798. #define GEMM3M_RT ZGEMM3M_RT
  1799. #define GEMM3M_RC ZGEMM3M_RC
  1800. #define GEMM3M_RR ZGEMM3M_RR
  1801. #define GEMM3M_THREAD_NN ZGEMM3M_THREAD_NN
  1802. #define GEMM3M_THREAD_CN ZGEMM3M_THREAD_CN
  1803. #define GEMM3M_THREAD_TN ZGEMM3M_THREAD_TN
  1804. #define GEMM3M_THREAD_NC ZGEMM3M_THREAD_NC
  1805. #define GEMM3M_THREAD_NT ZGEMM3M_THREAD_NT
  1806. #define GEMM3M_THREAD_CC ZGEMM3M_THREAD_CC
  1807. #define GEMM3M_THREAD_CT ZGEMM3M_THREAD_CT
  1808. #define GEMM3M_THREAD_TC ZGEMM3M_THREAD_TC
  1809. #define GEMM3M_THREAD_TT ZGEMM3M_THREAD_TT
  1810. #define GEMM3M_THREAD_NR ZGEMM3M_THREAD_NR
  1811. #define GEMM3M_THREAD_TR ZGEMM3M_THREAD_TR
  1812. #define GEMM3M_THREAD_CR ZGEMM3M_THREAD_CR
  1813. #define GEMM3M_THREAD_RN ZGEMM3M_THREAD_RN
  1814. #define GEMM3M_THREAD_RT ZGEMM3M_THREAD_RT
  1815. #define GEMM3M_THREAD_RC ZGEMM3M_THREAD_RC
  1816. #define GEMM3M_THREAD_RR ZGEMM3M_THREAD_RR
  1817. #define SYMM3M_LU ZSYMM3M_LU
  1818. #define SYMM3M_LL ZSYMM3M_LL
  1819. #define SYMM3M_RU ZSYMM3M_RU
  1820. #define SYMM3M_RL ZSYMM3M_RL
  1821. #define SYMM3M_THREAD_LU ZSYMM3M_THREAD_LU
  1822. #define SYMM3M_THREAD_LL ZSYMM3M_THREAD_LL
  1823. #define SYMM3M_THREAD_RU ZSYMM3M_THREAD_RU
  1824. #define SYMM3M_THREAD_RL ZSYMM3M_THREAD_RL
  1825. #define HEMM3M_LU ZHEMM3M_LU
  1826. #define HEMM3M_LL ZHEMM3M_LL
  1827. #define HEMM3M_RU ZHEMM3M_RU
  1828. #define HEMM3M_RL ZHEMM3M_RL
  1829. #define HEMM3M_THREAD_LU ZHEMM3M_THREAD_LU
  1830. #define HEMM3M_THREAD_LL ZHEMM3M_THREAD_LL
  1831. #define HEMM3M_THREAD_RU ZHEMM3M_THREAD_RU
  1832. #define HEMM3M_THREAD_RL ZHEMM3M_THREAD_RL
  1833. #define SYMM_IUTCOPY ZSYMM_IUTCOPY
  1834. #define SYMM_ILTCOPY ZSYMM_ILTCOPY
  1835. #define SYMM_OUTCOPY ZSYMM_OUTCOPY
  1836. #define SYMM_OLTCOPY ZSYMM_OLTCOPY
  1837. #define AXPBY_K ZAXPBY_K
  1838. #define OMATCOPY_K_CN ZOMATCOPY_K_CN
  1839. #define OMATCOPY_K_RN ZOMATCOPY_K_RN
  1840. #define OMATCOPY_K_CT ZOMATCOPY_K_CT
  1841. #define OMATCOPY_K_RT ZOMATCOPY_K_RT
  1842. #define OMATCOPY_K_CNC ZOMATCOPY_K_CNC
  1843. #define OMATCOPY_K_RNC ZOMATCOPY_K_RNC
  1844. #define OMATCOPY_K_CTC ZOMATCOPY_K_CTC
  1845. #define OMATCOPY_K_RTC ZOMATCOPY_K_RTC
  1846. #define IMATCOPY_K_CN ZIMATCOPY_K_CN
  1847. #define IMATCOPY_K_RN ZIMATCOPY_K_RN
  1848. #define IMATCOPY_K_CT ZIMATCOPY_K_CT
  1849. #define IMATCOPY_K_RT ZIMATCOPY_K_RT
  1850. #define IMATCOPY_K_CNC ZIMATCOPY_K_CNC
  1851. #define IMATCOPY_K_RNC ZIMATCOPY_K_RNC
  1852. #define IMATCOPY_K_CTC ZIMATCOPY_K_CTC
  1853. #define IMATCOPY_K_RTC ZIMATCOPY_K_RTC
  1854. #define GEADD_K ZGEADD_K
  1855. #define GEMM_SMALL_MATRIX_PERMIT ZGEMM_SMALL_MATRIX_PERMIT
  1856. #define GEMM_SMALL_KERNEL_NN ZGEMM_SMALL_KERNEL_NN
  1857. #define GEMM_SMALL_KERNEL_NT ZGEMM_SMALL_KERNEL_NT
  1858. #define GEMM_SMALL_KERNEL_NR ZGEMM_SMALL_KERNEL_NR
  1859. #define GEMM_SMALL_KERNEL_NC ZGEMM_SMALL_KERNEL_NC
  1860. #define GEMM_SMALL_KERNEL_TN ZGEMM_SMALL_KERNEL_TN
  1861. #define GEMM_SMALL_KERNEL_TT ZGEMM_SMALL_KERNEL_TT
  1862. #define GEMM_SMALL_KERNEL_TR ZGEMM_SMALL_KERNEL_TR
  1863. #define GEMM_SMALL_KERNEL_TC ZGEMM_SMALL_KERNEL_TC
  1864. #define GEMM_SMALL_KERNEL_RN ZGEMM_SMALL_KERNEL_RN
  1865. #define GEMM_SMALL_KERNEL_RT ZGEMM_SMALL_KERNEL_RT
  1866. #define GEMM_SMALL_KERNEL_RR ZGEMM_SMALL_KERNEL_RR
  1867. #define GEMM_SMALL_KERNEL_RC ZGEMM_SMALL_KERNEL_RC
  1868. #define GEMM_SMALL_KERNEL_CN ZGEMM_SMALL_KERNEL_CN
  1869. #define GEMM_SMALL_KERNEL_CT ZGEMM_SMALL_KERNEL_CT
  1870. #define GEMM_SMALL_KERNEL_CR ZGEMM_SMALL_KERNEL_CR
  1871. #define GEMM_SMALL_KERNEL_CC ZGEMM_SMALL_KERNEL_CC
  1872. #define GEMM_SMALL_KERNEL_B0_NN ZGEMM_SMALL_KERNEL_B0_NN
  1873. #define GEMM_SMALL_KERNEL_B0_NT ZGEMM_SMALL_KERNEL_B0_NT
  1874. #define GEMM_SMALL_KERNEL_B0_NR ZGEMM_SMALL_KERNEL_B0_NR
  1875. #define GEMM_SMALL_KERNEL_B0_NC ZGEMM_SMALL_KERNEL_B0_NC
  1876. #define GEMM_SMALL_KERNEL_B0_TN ZGEMM_SMALL_KERNEL_B0_TN
  1877. #define GEMM_SMALL_KERNEL_B0_TT ZGEMM_SMALL_KERNEL_B0_TT
  1878. #define GEMM_SMALL_KERNEL_B0_TR ZGEMM_SMALL_KERNEL_B0_TR
  1879. #define GEMM_SMALL_KERNEL_B0_TC ZGEMM_SMALL_KERNEL_B0_TC
  1880. #define GEMM_SMALL_KERNEL_B0_RN ZGEMM_SMALL_KERNEL_B0_RN
  1881. #define GEMM_SMALL_KERNEL_B0_RT ZGEMM_SMALL_KERNEL_B0_RT
  1882. #define GEMM_SMALL_KERNEL_B0_RR ZGEMM_SMALL_KERNEL_B0_RR
  1883. #define GEMM_SMALL_KERNEL_B0_RC ZGEMM_SMALL_KERNEL_B0_RC
  1884. #define GEMM_SMALL_KERNEL_B0_CN ZGEMM_SMALL_KERNEL_B0_CN
  1885. #define GEMM_SMALL_KERNEL_B0_CT ZGEMM_SMALL_KERNEL_B0_CT
  1886. #define GEMM_SMALL_KERNEL_B0_CR ZGEMM_SMALL_KERNEL_B0_CR
  1887. #define GEMM_SMALL_KERNEL_B0_CC ZGEMM_SMALL_KERNEL_B0_CC
  1888. #else
  1889. #define AMAX_K CAMAX_K
  1890. #define AMIN_K CAMIN_K
  1891. #define MAX_K CMAX_K
  1892. #define MIN_K CMIN_K
  1893. #define IAMAX_K ICAMAX_K
  1894. #define IAMIN_K ICAMIN_K
  1895. #define IMAX_K ICMAX_K
  1896. #define IMIN_K ICMIN_K
  1897. #define ASUM_K CASUM_K
  1898. #define AXPYU_K CAXPYU_K
  1899. #define AXPYC_K CAXPYC_K
  1900. #define COPY_K CCOPY_K
  1901. #define DOTU_K CDOTU_K
  1902. #define DOTC_K CDOTC_K
  1903. #define NRM2_K CNRM2_K
  1904. #define SCAL_K CSCAL_K
  1905. #define SUM_K CSUM_K
  1906. #define SWAP_K CSWAP_K
  1907. #define ROT_K CROT_K
  1908. #define GEMV_N CGEMV_N
  1909. #define GEMV_T CGEMV_T
  1910. #define GEMV_R CGEMV_R
  1911. #define GEMV_C CGEMV_C
  1912. #define GEMV_O CGEMV_O
  1913. #define GEMV_U CGEMV_U
  1914. #define GEMV_S CGEMV_S
  1915. #define GEMV_D CGEMV_D
  1916. #define GERU_K CGERU_K
  1917. #define GERC_K CGERC_K
  1918. #define GERV_K CGERV_K
  1919. #define GERD_K CGERD_K
  1920. #define SYMV_U CSYMV_U
  1921. #define SYMV_L CSYMV_L
  1922. #define HEMV_U CHEMV_U
  1923. #define HEMV_L CHEMV_L
  1924. #define HEMV_V CHEMV_V
  1925. #define HEMV_M CHEMV_M
  1926. #define SYMV_THREAD_U CSYMV_THREAD_U
  1927. #define SYMV_THREAD_L CSYMV_THREAD_L
  1928. #define HEMV_THREAD_U CHEMV_THREAD_U
  1929. #define HEMV_THREAD_L CHEMV_THREAD_L
  1930. #define HEMV_THREAD_V CHEMV_THREAD_V
  1931. #define HEMV_THREAD_M CHEMV_THREAD_M
  1932. #define GEMM_ONCOPY CGEMM_ONCOPY
  1933. #define GEMM_OTCOPY CGEMM_OTCOPY
  1934. #define GEMM_INCOPY CGEMM_INCOPY
  1935. #define GEMM_ITCOPY CGEMM_ITCOPY
  1936. #define GEMM3M_ONCOPYB CGEMM3M_ONCOPYB
  1937. #define GEMM3M_ONCOPYR CGEMM3M_ONCOPYR
  1938. #define GEMM3M_ONCOPYI CGEMM3M_ONCOPYI
  1939. #define GEMM3M_OTCOPYB CGEMM3M_OTCOPYB
  1940. #define GEMM3M_OTCOPYR CGEMM3M_OTCOPYR
  1941. #define GEMM3M_OTCOPYI CGEMM3M_OTCOPYI
  1942. #define GEMM3M_INCOPYB CGEMM3M_INCOPYB
  1943. #define GEMM3M_INCOPYR CGEMM3M_INCOPYR
  1944. #define GEMM3M_INCOPYI CGEMM3M_INCOPYI
  1945. #define GEMM3M_ITCOPYB CGEMM3M_ITCOPYB
  1946. #define GEMM3M_ITCOPYR CGEMM3M_ITCOPYR
  1947. #define GEMM3M_ITCOPYI CGEMM3M_ITCOPYI
  1948. #ifdef UNIT
  1949. #define TRMM_OUNCOPY CTRMM_OUNUCOPY
  1950. #define TRMM_OUTCOPY CTRMM_OUTUCOPY
  1951. #define TRMM_OLNCOPY CTRMM_OLNUCOPY
  1952. #define TRMM_OLTCOPY CTRMM_OLTUCOPY
  1953. #define TRSM_OUNCOPY CTRSM_OUNUCOPY
  1954. #define TRSM_OUTCOPY CTRSM_OUTUCOPY
  1955. #define TRSM_OLNCOPY CTRSM_OLNUCOPY
  1956. #define TRSM_OLTCOPY CTRSM_OLTUCOPY
  1957. #define TRMM_IUNCOPY CTRMM_IUNUCOPY
  1958. #define TRMM_IUTCOPY CTRMM_IUTUCOPY
  1959. #define TRMM_ILNCOPY CTRMM_ILNUCOPY
  1960. #define TRMM_ILTCOPY CTRMM_ILTUCOPY
  1961. #define TRSM_IUNCOPY CTRSM_IUNUCOPY
  1962. #define TRSM_IUTCOPY CTRSM_IUTUCOPY
  1963. #define TRSM_ILNCOPY CTRSM_ILNUCOPY
  1964. #define TRSM_ILTCOPY CTRSM_ILTUCOPY
  1965. #else
  1966. #define TRMM_OUNCOPY CTRMM_OUNNCOPY
  1967. #define TRMM_OUTCOPY CTRMM_OUTNCOPY
  1968. #define TRMM_OLNCOPY CTRMM_OLNNCOPY
  1969. #define TRMM_OLTCOPY CTRMM_OLTNCOPY
  1970. #define TRSM_OUNCOPY CTRSM_OUNNCOPY
  1971. #define TRSM_OUTCOPY CTRSM_OUTNCOPY
  1972. #define TRSM_OLNCOPY CTRSM_OLNNCOPY
  1973. #define TRSM_OLTCOPY CTRSM_OLTNCOPY
  1974. #define TRMM_IUNCOPY CTRMM_IUNNCOPY
  1975. #define TRMM_IUTCOPY CTRMM_IUTNCOPY
  1976. #define TRMM_ILNCOPY CTRMM_ILNNCOPY
  1977. #define TRMM_ILTCOPY CTRMM_ILTNCOPY
  1978. #define TRSM_IUNCOPY CTRSM_IUNNCOPY
  1979. #define TRSM_IUTCOPY CTRSM_IUTNCOPY
  1980. #define TRSM_ILNCOPY CTRSM_ILNNCOPY
  1981. #define TRSM_ILTCOPY CTRSM_ILTNCOPY
  1982. #endif
  1983. #define SYMM3M_ILCOPYB CSYMM3M_ILCOPYB
  1984. #define SYMM3M_IUCOPYB CSYMM3M_IUCOPYB
  1985. #define SYMM3M_ILCOPYR CSYMM3M_ILCOPYR
  1986. #define SYMM3M_IUCOPYR CSYMM3M_IUCOPYR
  1987. #define SYMM3M_ILCOPYI CSYMM3M_ILCOPYI
  1988. #define SYMM3M_IUCOPYI CSYMM3M_IUCOPYI
  1989. #define SYMM3M_OLCOPYB CSYMM3M_OLCOPYB
  1990. #define SYMM3M_OUCOPYB CSYMM3M_OUCOPYB
  1991. #define SYMM3M_OLCOPYR CSYMM3M_OLCOPYR
  1992. #define SYMM3M_OUCOPYR CSYMM3M_OUCOPYR
  1993. #define SYMM3M_OLCOPYI CSYMM3M_OLCOPYI
  1994. #define SYMM3M_OUCOPYI CSYMM3M_OUCOPYI
  1995. #define HEMM3M_ILCOPYB CHEMM3M_ILCOPYB
  1996. #define HEMM3M_IUCOPYB CHEMM3M_IUCOPYB
  1997. #define HEMM3M_ILCOPYR CHEMM3M_ILCOPYR
  1998. #define HEMM3M_IUCOPYR CHEMM3M_IUCOPYR
  1999. #define HEMM3M_ILCOPYI CHEMM3M_ILCOPYI
  2000. #define HEMM3M_IUCOPYI CHEMM3M_IUCOPYI
  2001. #define HEMM3M_OLCOPYB CHEMM3M_OLCOPYB
  2002. #define HEMM3M_OUCOPYB CHEMM3M_OUCOPYB
  2003. #define HEMM3M_OLCOPYR CHEMM3M_OLCOPYR
  2004. #define HEMM3M_OUCOPYR CHEMM3M_OUCOPYR
  2005. #define HEMM3M_OLCOPYI CHEMM3M_OLCOPYI
  2006. #define HEMM3M_OUCOPYI CHEMM3M_OUCOPYI
  2007. #define GEMM_BETA CGEMM_BETA
  2008. #define GEMM_KERNEL_N CGEMM_KERNEL_N
  2009. #define GEMM_KERNEL_L CGEMM_KERNEL_L
  2010. #define GEMM_KERNEL_R CGEMM_KERNEL_R
  2011. #define GEMM_KERNEL_B CGEMM_KERNEL_B
  2012. #define GEMM3M_KERNEL CGEMM3M_KERNEL
  2013. #define TRMM_KERNEL_LN CTRMM_KERNEL_LN
  2014. #define TRMM_KERNEL_LT CTRMM_KERNEL_LT
  2015. #define TRMM_KERNEL_LR CTRMM_KERNEL_LR
  2016. #define TRMM_KERNEL_LC CTRMM_KERNEL_LC
  2017. #define TRMM_KERNEL_RN CTRMM_KERNEL_RN
  2018. #define TRMM_KERNEL_RT CTRMM_KERNEL_RT
  2019. #define TRMM_KERNEL_RR CTRMM_KERNEL_RR
  2020. #define TRMM_KERNEL_RC CTRMM_KERNEL_RC
  2021. #define TRSM_KERNEL_LN CTRSM_KERNEL_LN
  2022. #define TRSM_KERNEL_LT CTRSM_KERNEL_LT
  2023. #define TRSM_KERNEL_LR CTRSM_KERNEL_LR
  2024. #define TRSM_KERNEL_LC CTRSM_KERNEL_LC
  2025. #define TRSM_KERNEL_RN CTRSM_KERNEL_RN
  2026. #define TRSM_KERNEL_RT CTRSM_KERNEL_RT
  2027. #define TRSM_KERNEL_RR CTRSM_KERNEL_RR
  2028. #define TRSM_KERNEL_RC CTRSM_KERNEL_RC
  2029. #define GEMM_NN CGEMM_NN
  2030. #define GEMM_CN CGEMM_CN
  2031. #define GEMM_TN CGEMM_TN
  2032. #define GEMM_NC CGEMM_NC
  2033. #define GEMM_NT CGEMM_NT
  2034. #define GEMM_CC CGEMM_CC
  2035. #define GEMM_CT CGEMM_CT
  2036. #define GEMM_TC CGEMM_TC
  2037. #define GEMM_TT CGEMM_TT
  2038. #define GEMM_NR CGEMM_NR
  2039. #define GEMM_TR CGEMM_TR
  2040. #define GEMM_CR CGEMM_CR
  2041. #define GEMM_RN CGEMM_RN
  2042. #define GEMM_RT CGEMM_RT
  2043. #define GEMM_RC CGEMM_RC
  2044. #define GEMM_RR CGEMM_RR
  2045. #define SYMM_LU CSYMM_LU
  2046. #define SYMM_LL CSYMM_LL
  2047. #define SYMM_RU CSYMM_RU
  2048. #define SYMM_RL CSYMM_RL
  2049. #define HEMM_LU CHEMM_LU
  2050. #define HEMM_LL CHEMM_LL
  2051. #define HEMM_RU CHEMM_RU
  2052. #define HEMM_RL CHEMM_RL
  2053. #define HEMM_IUTCOPY CHEMM_IUTCOPY
  2054. #define HEMM_ILTCOPY CHEMM_ILTCOPY
  2055. #define HEMM_OUTCOPY CHEMM_OUTCOPY
  2056. #define HEMM_OLTCOPY CHEMM_OLTCOPY
  2057. #define SYRK_UN CSYRK_UN
  2058. #define SYRK_UT CSYRK_UT
  2059. #define SYRK_LN CSYRK_LN
  2060. #define SYRK_LT CSYRK_LT
  2061. #define SYRK_UR CSYRK_UN
  2062. #define SYRK_UC CSYRK_UT
  2063. #define SYRK_LR CSYRK_LN
  2064. #define SYRK_LC CSYRK_LT
  2065. #define SYRK_KERNEL_U CSYRK_KERNEL_U
  2066. #define SYRK_KERNEL_L CSYRK_KERNEL_L
  2067. #define HERK_UN CHERK_UN
  2068. #define HERK_LN CHERK_LN
  2069. #define HERK_UC CHERK_UC
  2070. #define HERK_LC CHERK_LC
  2071. #define HER2K_UN CHER2K_UN
  2072. #define HER2K_LN CHER2K_LN
  2073. #define HER2K_UC CHER2K_UC
  2074. #define HER2K_LC CHER2K_LC
  2075. #define SYR2K_UN CSYR2K_UN
  2076. #define SYR2K_UT CSYR2K_UT
  2077. #define SYR2K_LN CSYR2K_LN
  2078. #define SYR2K_LT CSYR2K_LT
  2079. #define SYR2K_UR CSYR2K_UN
  2080. #define SYR2K_UC CSYR2K_UT
  2081. #define SYR2K_LR CSYR2K_LN
  2082. #define SYR2K_LC CSYR2K_LT
  2083. #define SYR2K_KERNEL_U CSYR2K_KERNEL_U
  2084. #define SYR2K_KERNEL_L CSYR2K_KERNEL_L
  2085. #define TRMM_LNUU CTRMM_LNUU
  2086. #define TRMM_LNUN CTRMM_LNUN
  2087. #define TRMM_LNLU CTRMM_LNLU
  2088. #define TRMM_LNLN CTRMM_LNLN
  2089. #define TRMM_LTUU CTRMM_LTUU
  2090. #define TRMM_LTUN CTRMM_LTUN
  2091. #define TRMM_LTLU CTRMM_LTLU
  2092. #define TRMM_LTLN CTRMM_LTLN
  2093. #define TRMM_LRUU CTRMM_LRUU
  2094. #define TRMM_LRUN CTRMM_LRUN
  2095. #define TRMM_LRLU CTRMM_LRLU
  2096. #define TRMM_LRLN CTRMM_LRLN
  2097. #define TRMM_LCUU CTRMM_LCUU
  2098. #define TRMM_LCUN CTRMM_LCUN
  2099. #define TRMM_LCLU CTRMM_LCLU
  2100. #define TRMM_LCLN CTRMM_LCLN
  2101. #define TRMM_RNUU CTRMM_RNUU
  2102. #define TRMM_RNUN CTRMM_RNUN
  2103. #define TRMM_RNLU CTRMM_RNLU
  2104. #define TRMM_RNLN CTRMM_RNLN
  2105. #define TRMM_RTUU CTRMM_RTUU
  2106. #define TRMM_RTUN CTRMM_RTUN
  2107. #define TRMM_RTLU CTRMM_RTLU
  2108. #define TRMM_RTLN CTRMM_RTLN
  2109. #define TRMM_RRUU CTRMM_RRUU
  2110. #define TRMM_RRUN CTRMM_RRUN
  2111. #define TRMM_RRLU CTRMM_RRLU
  2112. #define TRMM_RRLN CTRMM_RRLN
  2113. #define TRMM_RCUU CTRMM_RCUU
  2114. #define TRMM_RCUN CTRMM_RCUN
  2115. #define TRMM_RCLU CTRMM_RCLU
  2116. #define TRMM_RCLN CTRMM_RCLN
  2117. #define TRSM_LNUU CTRSM_LNUU
  2118. #define TRSM_LNUN CTRSM_LNUN
  2119. #define TRSM_LNLU CTRSM_LNLU
  2120. #define TRSM_LNLN CTRSM_LNLN
  2121. #define TRSM_LTUU CTRSM_LTUU
  2122. #define TRSM_LTUN CTRSM_LTUN
  2123. #define TRSM_LTLU CTRSM_LTLU
  2124. #define TRSM_LTLN CTRSM_LTLN
  2125. #define TRSM_LRUU CTRSM_LRUU
  2126. #define TRSM_LRUN CTRSM_LRUN
  2127. #define TRSM_LRLU CTRSM_LRLU
  2128. #define TRSM_LRLN CTRSM_LRLN
  2129. #define TRSM_LCUU CTRSM_LCUU
  2130. #define TRSM_LCUN CTRSM_LCUN
  2131. #define TRSM_LCLU CTRSM_LCLU
  2132. #define TRSM_LCLN CTRSM_LCLN
  2133. #define TRSM_RNUU CTRSM_RNUU
  2134. #define TRSM_RNUN CTRSM_RNUN
  2135. #define TRSM_RNLU CTRSM_RNLU
  2136. #define TRSM_RNLN CTRSM_RNLN
  2137. #define TRSM_RTUU CTRSM_RTUU
  2138. #define TRSM_RTUN CTRSM_RTUN
  2139. #define TRSM_RTLU CTRSM_RTLU
  2140. #define TRSM_RTLN CTRSM_RTLN
  2141. #define TRSM_RRUU CTRSM_RRUU
  2142. #define TRSM_RRUN CTRSM_RRUN
  2143. #define TRSM_RRLU CTRSM_RRLU
  2144. #define TRSM_RRLN CTRSM_RRLN
  2145. #define TRSM_RCUU CTRSM_RCUU
  2146. #define TRSM_RCUN CTRSM_RCUN
  2147. #define TRSM_RCLU CTRSM_RCLU
  2148. #define TRSM_RCLN CTRSM_RCLN
  2149. #define GEMM_THREAD_NN CGEMM_THREAD_NN
  2150. #define GEMM_THREAD_CN CGEMM_THREAD_CN
  2151. #define GEMM_THREAD_TN CGEMM_THREAD_TN
  2152. #define GEMM_THREAD_NC CGEMM_THREAD_NC
  2153. #define GEMM_THREAD_NT CGEMM_THREAD_NT
  2154. #define GEMM_THREAD_CC CGEMM_THREAD_CC
  2155. #define GEMM_THREAD_CT CGEMM_THREAD_CT
  2156. #define GEMM_THREAD_TC CGEMM_THREAD_TC
  2157. #define GEMM_THREAD_TT CGEMM_THREAD_TT
  2158. #define GEMM_THREAD_NR CGEMM_THREAD_NR
  2159. #define GEMM_THREAD_TR CGEMM_THREAD_TR
  2160. #define GEMM_THREAD_CR CGEMM_THREAD_CR
  2161. #define GEMM_THREAD_RN CGEMM_THREAD_RN
  2162. #define GEMM_THREAD_RT CGEMM_THREAD_RT
  2163. #define GEMM_THREAD_RC CGEMM_THREAD_RC
  2164. #define GEMM_THREAD_RR CGEMM_THREAD_RR
  2165. #define SYMM_THREAD_LU CSYMM_THREAD_LU
  2166. #define SYMM_THREAD_LL CSYMM_THREAD_LL
  2167. #define SYMM_THREAD_RU CSYMM_THREAD_RU
  2168. #define SYMM_THREAD_RL CSYMM_THREAD_RL
  2169. #define HEMM_THREAD_LU CHEMM_THREAD_LU
  2170. #define HEMM_THREAD_LL CHEMM_THREAD_LL
  2171. #define HEMM_THREAD_RU CHEMM_THREAD_RU
  2172. #define HEMM_THREAD_RL CHEMM_THREAD_RL
  2173. #define SYRK_THREAD_UN CSYRK_THREAD_UN
  2174. #define SYRK_THREAD_UT CSYRK_THREAD_UT
  2175. #define SYRK_THREAD_LN CSYRK_THREAD_LN
  2176. #define SYRK_THREAD_LT CSYRK_THREAD_LT
  2177. #define SYRK_THREAD_UR CSYRK_THREAD_UR
  2178. #define SYRK_THREAD_UC CSYRK_THREAD_UC
  2179. #define SYRK_THREAD_LR CSYRK_THREAD_LR
  2180. #define SYRK_THREAD_LC CSYRK_THREAD_LC
  2181. #define HERK_THREAD_UN CHERK_THREAD_UN
  2182. #define HERK_THREAD_UT CHERK_THREAD_UT
  2183. #define HERK_THREAD_LN CHERK_THREAD_LN
  2184. #define HERK_THREAD_LT CHERK_THREAD_LT
  2185. #define HERK_THREAD_UR CHERK_THREAD_UR
  2186. #define HERK_THREAD_UC CHERK_THREAD_UC
  2187. #define HERK_THREAD_LR CHERK_THREAD_LR
  2188. #define HERK_THREAD_LC CHERK_THREAD_LC
  2189. #define GEMM3M_NN CGEMM3M_NN
  2190. #define GEMM3M_CN CGEMM3M_CN
  2191. #define GEMM3M_TN CGEMM3M_TN
  2192. #define GEMM3M_NC CGEMM3M_NC
  2193. #define GEMM3M_NT CGEMM3M_NT
  2194. #define GEMM3M_CC CGEMM3M_CC
  2195. #define GEMM3M_CT CGEMM3M_CT
  2196. #define GEMM3M_TC CGEMM3M_TC
  2197. #define GEMM3M_TT CGEMM3M_TT
  2198. #define GEMM3M_NR CGEMM3M_NR
  2199. #define GEMM3M_TR CGEMM3M_TR
  2200. #define GEMM3M_CR CGEMM3M_CR
  2201. #define GEMM3M_RN CGEMM3M_RN
  2202. #define GEMM3M_RT CGEMM3M_RT
  2203. #define GEMM3M_RC CGEMM3M_RC
  2204. #define GEMM3M_RR CGEMM3M_RR
  2205. #define GEMM3M_THREAD_NN CGEMM3M_THREAD_NN
  2206. #define GEMM3M_THREAD_CN CGEMM3M_THREAD_CN
  2207. #define GEMM3M_THREAD_TN CGEMM3M_THREAD_TN
  2208. #define GEMM3M_THREAD_NC CGEMM3M_THREAD_NC
  2209. #define GEMM3M_THREAD_NT CGEMM3M_THREAD_NT
  2210. #define GEMM3M_THREAD_CC CGEMM3M_THREAD_CC
  2211. #define GEMM3M_THREAD_CT CGEMM3M_THREAD_CT
  2212. #define GEMM3M_THREAD_TC CGEMM3M_THREAD_TC
  2213. #define GEMM3M_THREAD_TT CGEMM3M_THREAD_TT
  2214. #define GEMM3M_THREAD_NR CGEMM3M_THREAD_NR
  2215. #define GEMM3M_THREAD_TR CGEMM3M_THREAD_TR
  2216. #define GEMM3M_THREAD_CR CGEMM3M_THREAD_CR
  2217. #define GEMM3M_THREAD_RN CGEMM3M_THREAD_RN
  2218. #define GEMM3M_THREAD_RT CGEMM3M_THREAD_RT
  2219. #define GEMM3M_THREAD_RC CGEMM3M_THREAD_RC
  2220. #define GEMM3M_THREAD_RR CGEMM3M_THREAD_RR
  2221. #define SYMM3M_LU CSYMM3M_LU
  2222. #define SYMM3M_LL CSYMM3M_LL
  2223. #define SYMM3M_RU CSYMM3M_RU
  2224. #define SYMM3M_RL CSYMM3M_RL
  2225. #define SYMM3M_THREAD_LU CSYMM3M_THREAD_LU
  2226. #define SYMM3M_THREAD_LL CSYMM3M_THREAD_LL
  2227. #define SYMM3M_THREAD_RU CSYMM3M_THREAD_RU
  2228. #define SYMM3M_THREAD_RL CSYMM3M_THREAD_RL
  2229. #define HEMM3M_LU CHEMM3M_LU
  2230. #define HEMM3M_LL CHEMM3M_LL
  2231. #define HEMM3M_RU CHEMM3M_RU
  2232. #define HEMM3M_RL CHEMM3M_RL
  2233. #define HEMM3M_THREAD_LU CHEMM3M_THREAD_LU
  2234. #define HEMM3M_THREAD_LL CHEMM3M_THREAD_LL
  2235. #define HEMM3M_THREAD_RU CHEMM3M_THREAD_RU
  2236. #define HEMM3M_THREAD_RL CHEMM3M_THREAD_RL
  2237. #define SYMM_IUTCOPY CSYMM_IUTCOPY
  2238. #define SYMM_ILTCOPY CSYMM_ILTCOPY
  2239. #define SYMM_OUTCOPY CSYMM_OUTCOPY
  2240. #define SYMM_OLTCOPY CSYMM_OLTCOPY
  2241. #define AXPBY_K CAXPBY_K
  2242. #define OMATCOPY_K_CN COMATCOPY_K_CN
  2243. #define OMATCOPY_K_RN COMATCOPY_K_RN
  2244. #define OMATCOPY_K_CT COMATCOPY_K_CT
  2245. #define OMATCOPY_K_RT COMATCOPY_K_RT
  2246. #define OMATCOPY_K_CNC COMATCOPY_K_CNC
  2247. #define OMATCOPY_K_RNC COMATCOPY_K_RNC
  2248. #define OMATCOPY_K_CTC COMATCOPY_K_CTC
  2249. #define OMATCOPY_K_RTC COMATCOPY_K_RTC
  2250. #define IMATCOPY_K_CN CIMATCOPY_K_CN
  2251. #define IMATCOPY_K_RN CIMATCOPY_K_RN
  2252. #define IMATCOPY_K_CT CIMATCOPY_K_CT
  2253. #define IMATCOPY_K_RT CIMATCOPY_K_RT
  2254. #define IMATCOPY_K_CNC CIMATCOPY_K_CNC
  2255. #define IMATCOPY_K_RNC CIMATCOPY_K_RNC
  2256. #define IMATCOPY_K_CTC CIMATCOPY_K_CTC
  2257. #define IMATCOPY_K_RTC CIMATCOPY_K_RTC
  2258. #define GEADD_K CGEADD_K
  2259. #define GEMM_SMALL_MATRIX_PERMIT CGEMM_SMALL_MATRIX_PERMIT
  2260. #define GEMM_SMALL_KERNEL_NN CGEMM_SMALL_KERNEL_NN
  2261. #define GEMM_SMALL_KERNEL_NT CGEMM_SMALL_KERNEL_NT
  2262. #define GEMM_SMALL_KERNEL_NR CGEMM_SMALL_KERNEL_NR
  2263. #define GEMM_SMALL_KERNEL_NC CGEMM_SMALL_KERNEL_NC
  2264. #define GEMM_SMALL_KERNEL_TN CGEMM_SMALL_KERNEL_TN
  2265. #define GEMM_SMALL_KERNEL_TT CGEMM_SMALL_KERNEL_TT
  2266. #define GEMM_SMALL_KERNEL_TR CGEMM_SMALL_KERNEL_TR
  2267. #define GEMM_SMALL_KERNEL_TC CGEMM_SMALL_KERNEL_TC
  2268. #define GEMM_SMALL_KERNEL_RN CGEMM_SMALL_KERNEL_RN
  2269. #define GEMM_SMALL_KERNEL_RT CGEMM_SMALL_KERNEL_RT
  2270. #define GEMM_SMALL_KERNEL_RR CGEMM_SMALL_KERNEL_RR
  2271. #define GEMM_SMALL_KERNEL_RC CGEMM_SMALL_KERNEL_RC
  2272. #define GEMM_SMALL_KERNEL_CN CGEMM_SMALL_KERNEL_CN
  2273. #define GEMM_SMALL_KERNEL_CT CGEMM_SMALL_KERNEL_CT
  2274. #define GEMM_SMALL_KERNEL_CR CGEMM_SMALL_KERNEL_CR
  2275. #define GEMM_SMALL_KERNEL_CC CGEMM_SMALL_KERNEL_CC
  2276. #define GEMM_SMALL_KERNEL_B0_NN CGEMM_SMALL_KERNEL_B0_NN
  2277. #define GEMM_SMALL_KERNEL_B0_NT CGEMM_SMALL_KERNEL_B0_NT
  2278. #define GEMM_SMALL_KERNEL_B0_NR CGEMM_SMALL_KERNEL_B0_NR
  2279. #define GEMM_SMALL_KERNEL_B0_NC CGEMM_SMALL_KERNEL_B0_NC
  2280. #define GEMM_SMALL_KERNEL_B0_TN CGEMM_SMALL_KERNEL_B0_TN
  2281. #define GEMM_SMALL_KERNEL_B0_TT CGEMM_SMALL_KERNEL_B0_TT
  2282. #define GEMM_SMALL_KERNEL_B0_TR CGEMM_SMALL_KERNEL_B0_TR
  2283. #define GEMM_SMALL_KERNEL_B0_TC CGEMM_SMALL_KERNEL_B0_TC
  2284. #define GEMM_SMALL_KERNEL_B0_RN CGEMM_SMALL_KERNEL_B0_RN
  2285. #define GEMM_SMALL_KERNEL_B0_RT CGEMM_SMALL_KERNEL_B0_RT
  2286. #define GEMM_SMALL_KERNEL_B0_RR CGEMM_SMALL_KERNEL_B0_RR
  2287. #define GEMM_SMALL_KERNEL_B0_RC CGEMM_SMALL_KERNEL_B0_RC
  2288. #define GEMM_SMALL_KERNEL_B0_CN CGEMM_SMALL_KERNEL_B0_CN
  2289. #define GEMM_SMALL_KERNEL_B0_CT CGEMM_SMALL_KERNEL_B0_CT
  2290. #define GEMM_SMALL_KERNEL_B0_CR CGEMM_SMALL_KERNEL_B0_CR
  2291. #define GEMM_SMALL_KERNEL_B0_CC CGEMM_SMALL_KERNEL_B0_CC
  2292. #endif
  2293. #endif
  2294. #ifndef ASSEMBLER
  2295. #if !defined(DYNAMIC_ARCH) \
  2296. && (defined(ARCH_X86) || defined(ARCH_X86_64) || defined(ARCH_IA64) || defined(ARCH_MIPS64) || defined(ARCH_ARM64) \
  2297. || defined(ARCH_LOONGARCH64) || defined(ARCH_E2K) || defined(ARCH_ALPHA))
  2298. extern BLASLONG gemm_offset_a;
  2299. extern BLASLONG gemm_offset_b;
  2300. extern BLASLONG sbgemm_p;
  2301. extern BLASLONG sbgemm_q;
  2302. extern BLASLONG sbgemm_r;
  2303. extern BLASLONG sgemm_p;
  2304. extern BLASLONG sgemm_q;
  2305. extern BLASLONG sgemm_r;
  2306. extern BLASLONG dgemm_p;
  2307. extern BLASLONG dgemm_q;
  2308. extern BLASLONG dgemm_r;
  2309. extern BLASLONG qgemm_p;
  2310. extern BLASLONG qgemm_q;
  2311. extern BLASLONG qgemm_r;
  2312. extern BLASLONG cgemm_p;
  2313. extern BLASLONG cgemm_q;
  2314. extern BLASLONG cgemm_r;
  2315. extern BLASLONG zgemm_p;
  2316. extern BLASLONG zgemm_q;
  2317. extern BLASLONG zgemm_r;
  2318. extern BLASLONG xgemm_p;
  2319. extern BLASLONG xgemm_q;
  2320. extern BLASLONG xgemm_r;
  2321. #endif
  2322. typedef struct {
  2323. void *a, *b, *c, *d, *alpha, *beta;
  2324. BLASLONG m, n, k, lda, ldb, ldc, ldd;
  2325. #ifdef SMP
  2326. void *common;
  2327. BLASLONG nthreads;
  2328. #endif
  2329. #ifdef PARAMTEST
  2330. BLASLONG gemm_p, gemm_q, gemm_r;
  2331. #endif
  2332. #ifdef PREFETCHTEST
  2333. BLASLONG prea, preb, prec, pred;
  2334. #endif
  2335. //for gemm_batch
  2336. void * routine;
  2337. int routine_mode;
  2338. } blas_arg_t;
  2339. #endif
  2340. #ifdef SMALL_MATRIX_OPT
  2341. #define BLAS_SMALL_OPT 0x10000U
  2342. #define BLAS_SMALL_B0_OPT 0x30000U
  2343. #endif
  2344. #ifdef XDOUBLE
  2345. #define TRSV_NUU qtrsv_NUU
  2346. #define TRSV_NUN qtrsv_NUN
  2347. #define TRSV_NLU qtrsv_NLU
  2348. #define TRSV_NLN qtrsv_NLN
  2349. #define TRSV_TUU qtrsv_TUU
  2350. #define TRSV_TUN qtrsv_TUN
  2351. #define TRSV_TLU qtrsv_TLU
  2352. #define TRSV_TLN qtrsv_TLN
  2353. #define ZTRSV_NUU xtrsv_NUU
  2354. #define ZTRSV_NUN xtrsv_NUN
  2355. #define ZTRSV_NLU xtrsv_NLU
  2356. #define ZTRSV_NLN xtrsv_NLN
  2357. #define ZTRSV_TUU xtrsv_TUU
  2358. #define ZTRSV_TUN xtrsv_TUN
  2359. #define ZTRSV_TLU xtrsv_TLU
  2360. #define ZTRSV_TLN xtrsv_TLN
  2361. #define ZTRSV_RUU xtrsv_RUU
  2362. #define ZTRSV_RUN xtrsv_RUN
  2363. #define ZTRSV_RLU xtrsv_RLU
  2364. #define ZTRSV_RLN xtrsv_RLN
  2365. #define ZTRSV_CUU xtrsv_CUU
  2366. #define ZTRSV_CUN xtrsv_CUN
  2367. #define ZTRSV_CLU xtrsv_CLU
  2368. #define ZTRSV_CLN xtrsv_CLN
  2369. #define TRMV_NUU qtrmv_NUU
  2370. #define TRMV_NUN qtrmv_NUN
  2371. #define TRMV_NLU qtrmv_NLU
  2372. #define TRMV_NLN qtrmv_NLN
  2373. #define TRMV_TUU qtrmv_TUU
  2374. #define TRMV_TUN qtrmv_TUN
  2375. #define TRMV_TLU qtrmv_TLU
  2376. #define TRMV_TLN qtrmv_TLN
  2377. #define TRMV_THREAD_NUU qtrmv_thread_NUU
  2378. #define TRMV_THREAD_NUN qtrmv_thread_NUN
  2379. #define TRMV_THREAD_NLU qtrmv_thread_NLU
  2380. #define TRMV_THREAD_NLN qtrmv_thread_NLN
  2381. #define TRMV_THREAD_TUU qtrmv_thread_TUU
  2382. #define TRMV_THREAD_TUN qtrmv_thread_TUN
  2383. #define TRMV_THREAD_TLU qtrmv_thread_TLU
  2384. #define TRMV_THREAD_TLN qtrmv_thread_TLN
  2385. #define ZTRMV_NUU xtrmv_NUU
  2386. #define ZTRMV_NUN xtrmv_NUN
  2387. #define ZTRMV_NLU xtrmv_NLU
  2388. #define ZTRMV_NLN xtrmv_NLN
  2389. #define ZTRMV_TUU xtrmv_TUU
  2390. #define ZTRMV_TUN xtrmv_TUN
  2391. #define ZTRMV_TLU xtrmv_TLU
  2392. #define ZTRMV_TLN xtrmv_TLN
  2393. #define ZTRMV_RUU xtrmv_RUU
  2394. #define ZTRMV_RUN xtrmv_RUN
  2395. #define ZTRMV_RLU xtrmv_RLU
  2396. #define ZTRMV_RLN xtrmv_RLN
  2397. #define ZTRMV_CUU xtrmv_CUU
  2398. #define ZTRMV_CUN xtrmv_CUN
  2399. #define ZTRMV_CLU xtrmv_CLU
  2400. #define ZTRMV_CLN xtrmv_CLN
  2401. #define ZTRMV_THREAD_NUU xtrmv_thread_NUU
  2402. #define ZTRMV_THREAD_NUN xtrmv_thread_NUN
  2403. #define ZTRMV_THREAD_NLU xtrmv_thread_NLU
  2404. #define ZTRMV_THREAD_NLN xtrmv_thread_NLN
  2405. #define ZTRMV_THREAD_TUU xtrmv_thread_TUU
  2406. #define ZTRMV_THREAD_TUN xtrmv_thread_TUN
  2407. #define ZTRMV_THREAD_TLU xtrmv_thread_TLU
  2408. #define ZTRMV_THREAD_TLN xtrmv_thread_TLN
  2409. #define ZTRMV_THREAD_RUU xtrmv_thread_RUU
  2410. #define ZTRMV_THREAD_RUN xtrmv_thread_RUN
  2411. #define ZTRMV_THREAD_RLU xtrmv_thread_RLU
  2412. #define ZTRMV_THREAD_RLN xtrmv_thread_RLN
  2413. #define ZTRMV_THREAD_CUU xtrmv_thread_CUU
  2414. #define ZTRMV_THREAD_CUN xtrmv_thread_CUN
  2415. #define ZTRMV_THREAD_CLU xtrmv_thread_CLU
  2416. #define ZTRMV_THREAD_CLN xtrmv_thread_CLN
  2417. #elif defined(DOUBLE)
  2418. #define TRSV_NUU dtrsv_NUU
  2419. #define TRSV_NUN dtrsv_NUN
  2420. #define TRSV_NLU dtrsv_NLU
  2421. #define TRSV_NLN dtrsv_NLN
  2422. #define TRSV_TUU dtrsv_TUU
  2423. #define TRSV_TUN dtrsv_TUN
  2424. #define TRSV_TLU dtrsv_TLU
  2425. #define TRSV_TLN dtrsv_TLN
  2426. #define ZTRSV_NUU ztrsv_NUU
  2427. #define ZTRSV_NUN ztrsv_NUN
  2428. #define ZTRSV_NLU ztrsv_NLU
  2429. #define ZTRSV_NLN ztrsv_NLN
  2430. #define ZTRSV_TUU ztrsv_TUU
  2431. #define ZTRSV_TUN ztrsv_TUN
  2432. #define ZTRSV_TLU ztrsv_TLU
  2433. #define ZTRSV_TLN ztrsv_TLN
  2434. #define ZTRSV_RUU ztrsv_RUU
  2435. #define ZTRSV_RUN ztrsv_RUN
  2436. #define ZTRSV_RLU ztrsv_RLU
  2437. #define ZTRSV_RLN ztrsv_RLN
  2438. #define ZTRSV_CUU ztrsv_CUU
  2439. #define ZTRSV_CUN ztrsv_CUN
  2440. #define ZTRSV_CLU ztrsv_CLU
  2441. #define ZTRSV_CLN ztrsv_CLN
  2442. #define TRMV_NUU dtrmv_NUU
  2443. #define TRMV_NUN dtrmv_NUN
  2444. #define TRMV_NLU dtrmv_NLU
  2445. #define TRMV_NLN dtrmv_NLN
  2446. #define TRMV_TUU dtrmv_TUU
  2447. #define TRMV_TUN dtrmv_TUN
  2448. #define TRMV_TLU dtrmv_TLU
  2449. #define TRMV_TLN dtrmv_TLN
  2450. #define TRMV_THREAD_NUU dtrmv_thread_NUU
  2451. #define TRMV_THREAD_NUN dtrmv_thread_NUN
  2452. #define TRMV_THREAD_NLU dtrmv_thread_NLU
  2453. #define TRMV_THREAD_NLN dtrmv_thread_NLN
  2454. #define TRMV_THREAD_TUU dtrmv_thread_TUU
  2455. #define TRMV_THREAD_TUN dtrmv_thread_TUN
  2456. #define TRMV_THREAD_TLU dtrmv_thread_TLU
  2457. #define TRMV_THREAD_TLN dtrmv_thread_TLN
  2458. #define ZTRMV_NUU ztrmv_NUU
  2459. #define ZTRMV_NUN ztrmv_NUN
  2460. #define ZTRMV_NLU ztrmv_NLU
  2461. #define ZTRMV_NLN ztrmv_NLN
  2462. #define ZTRMV_TUU ztrmv_TUU
  2463. #define ZTRMV_TUN ztrmv_TUN
  2464. #define ZTRMV_TLU ztrmv_TLU
  2465. #define ZTRMV_TLN ztrmv_TLN
  2466. #define ZTRMV_RUU ztrmv_RUU
  2467. #define ZTRMV_RUN ztrmv_RUN
  2468. #define ZTRMV_RLU ztrmv_RLU
  2469. #define ZTRMV_RLN ztrmv_RLN
  2470. #define ZTRMV_CUU ztrmv_CUU
  2471. #define ZTRMV_CUN ztrmv_CUN
  2472. #define ZTRMV_CLU ztrmv_CLU
  2473. #define ZTRMV_CLN ztrmv_CLN
  2474. #define ZTRMV_THREAD_NUU ztrmv_thread_NUU
  2475. #define ZTRMV_THREAD_NUN ztrmv_thread_NUN
  2476. #define ZTRMV_THREAD_NLU ztrmv_thread_NLU
  2477. #define ZTRMV_THREAD_NLN ztrmv_thread_NLN
  2478. #define ZTRMV_THREAD_TUU ztrmv_thread_TUU
  2479. #define ZTRMV_THREAD_TUN ztrmv_thread_TUN
  2480. #define ZTRMV_THREAD_TLU ztrmv_thread_TLU
  2481. #define ZTRMV_THREAD_TLN ztrmv_thread_TLN
  2482. #define ZTRMV_THREAD_RUU ztrmv_thread_RUU
  2483. #define ZTRMV_THREAD_RUN ztrmv_thread_RUN
  2484. #define ZTRMV_THREAD_RLU ztrmv_thread_RLU
  2485. #define ZTRMV_THREAD_RLN ztrmv_thread_RLN
  2486. #define ZTRMV_THREAD_CUU ztrmv_thread_CUU
  2487. #define ZTRMV_THREAD_CUN ztrmv_thread_CUN
  2488. #define ZTRMV_THREAD_CLU ztrmv_thread_CLU
  2489. #define ZTRMV_THREAD_CLN ztrmv_thread_CLN
  2490. #else
  2491. #define TRSV_NUU strsv_NUU
  2492. #define TRSV_NUN strsv_NUN
  2493. #define TRSV_NLU strsv_NLU
  2494. #define TRSV_NLN strsv_NLN
  2495. #define TRSV_TUU strsv_TUU
  2496. #define TRSV_TUN strsv_TUN
  2497. #define TRSV_TLU strsv_TLU
  2498. #define TRSV_TLN strsv_TLN
  2499. #define ZTRSV_NUU ctrsv_NUU
  2500. #define ZTRSV_NUN ctrsv_NUN
  2501. #define ZTRSV_NLU ctrsv_NLU
  2502. #define ZTRSV_NLN ctrsv_NLN
  2503. #define ZTRSV_TUU ctrsv_TUU
  2504. #define ZTRSV_TUN ctrsv_TUN
  2505. #define ZTRSV_TLU ctrsv_TLU
  2506. #define ZTRSV_TLN ctrsv_TLN
  2507. #define ZTRSV_RUU ctrsv_RUU
  2508. #define ZTRSV_RUN ctrsv_RUN
  2509. #define ZTRSV_RLU ctrsv_RLU
  2510. #define ZTRSV_RLN ctrsv_RLN
  2511. #define ZTRSV_CUU ctrsv_CUU
  2512. #define ZTRSV_CUN ctrsv_CUN
  2513. #define ZTRSV_CLU ctrsv_CLU
  2514. #define ZTRSV_CLN ctrsv_CLN
  2515. #define TRMV_NUU strmv_NUU
  2516. #define TRMV_NUN strmv_NUN
  2517. #define TRMV_NLU strmv_NLU
  2518. #define TRMV_NLN strmv_NLN
  2519. #define TRMV_TUU strmv_TUU
  2520. #define TRMV_TUN strmv_TUN
  2521. #define TRMV_TLU strmv_TLU
  2522. #define TRMV_TLN strmv_TLN
  2523. #define TRMV_THREAD_NUU strmv_thread_NUU
  2524. #define TRMV_THREAD_NUN strmv_thread_NUN
  2525. #define TRMV_THREAD_NLU strmv_thread_NLU
  2526. #define TRMV_THREAD_NLN strmv_thread_NLN
  2527. #define TRMV_THREAD_TUU strmv_thread_TUU
  2528. #define TRMV_THREAD_TUN strmv_thread_TUN
  2529. #define TRMV_THREAD_TLU strmv_thread_TLU
  2530. #define TRMV_THREAD_TLN strmv_thread_TLN
  2531. #define ZTRMV_NUU ctrmv_NUU
  2532. #define ZTRMV_NUN ctrmv_NUN
  2533. #define ZTRMV_NLU ctrmv_NLU
  2534. #define ZTRMV_NLN ctrmv_NLN
  2535. #define ZTRMV_TUU ctrmv_TUU
  2536. #define ZTRMV_TUN ctrmv_TUN
  2537. #define ZTRMV_TLU ctrmv_TLU
  2538. #define ZTRMV_TLN ctrmv_TLN
  2539. #define ZTRMV_RUU ctrmv_RUU
  2540. #define ZTRMV_RUN ctrmv_RUN
  2541. #define ZTRMV_RLU ctrmv_RLU
  2542. #define ZTRMV_RLN ctrmv_RLN
  2543. #define ZTRMV_CUU ctrmv_CUU
  2544. #define ZTRMV_CUN ctrmv_CUN
  2545. #define ZTRMV_CLU ctrmv_CLU
  2546. #define ZTRMV_CLN ctrmv_CLN
  2547. #define ZTRMV_THREAD_NUU ctrmv_thread_NUU
  2548. #define ZTRMV_THREAD_NUN ctrmv_thread_NUN
  2549. #define ZTRMV_THREAD_NLU ctrmv_thread_NLU
  2550. #define ZTRMV_THREAD_NLN ctrmv_thread_NLN
  2551. #define ZTRMV_THREAD_TUU ctrmv_thread_TUU
  2552. #define ZTRMV_THREAD_TUN ctrmv_thread_TUN
  2553. #define ZTRMV_THREAD_TLU ctrmv_thread_TLU
  2554. #define ZTRMV_THREAD_TLN ctrmv_thread_TLN
  2555. #define ZTRMV_THREAD_RUU ctrmv_thread_RUU
  2556. #define ZTRMV_THREAD_RUN ctrmv_thread_RUN
  2557. #define ZTRMV_THREAD_RLU ctrmv_thread_RLU
  2558. #define ZTRMV_THREAD_RLN ctrmv_thread_RLN
  2559. #define ZTRMV_THREAD_CUU ctrmv_thread_CUU
  2560. #define ZTRMV_THREAD_CUN ctrmv_thread_CUN
  2561. #define ZTRMV_THREAD_CLU ctrmv_thread_CLU
  2562. #define ZTRMV_THREAD_CLN ctrmv_thread_CLN
  2563. #endif
  2564. #define SGETF2 sgetf2_k
  2565. #define DGETF2 dgetf2_k
  2566. #define QGETF2 qgetf2_k
  2567. #define CGETF2 cgetf2_k
  2568. #define ZGETF2 zgetf2_k
  2569. #define XGETF2 xgetf2_k
  2570. #define SLASWP_PLUS slaswp_plus
  2571. #define SLASWP_MINUS slaswp_minus
  2572. #define DLASWP_PLUS dlaswp_plus
  2573. #define DLASWP_MINUS dlaswp_minus
  2574. #define QLASWP_PLUS qlaswp_plus
  2575. #define QLASWP_MINUS qlaswp_minus
  2576. #define CLASWP_PLUS claswp_plus
  2577. #define CLASWP_MINUS claswp_minus
  2578. #define ZLASWP_PLUS zlaswp_plus
  2579. #define ZLASWP_MINUS zlaswp_minus
  2580. #define XLASWP_PLUS xlaswp_plus
  2581. #define XLASWP_MINUS xlaswp_minus
  2582. #define SLARF_L slarf_L
  2583. #define SLARF_R slarf_R
  2584. #define DLARF_L dlarf_L
  2585. #define DLARF_R dlarf_R
  2586. #define QLARF_L qlarf_L
  2587. #define QLARF_R qlarf_R
  2588. #define CLARF_L clarf_L
  2589. #define CLARF_R clarf_R
  2590. #define ZLARF_L zlarf_L
  2591. #define ZLARF_R zlarf_R
  2592. #define XLARF_L xlarf_L
  2593. #define XLARF_R xlarf_R
  2594. #ifndef COMPLEX
  2595. #ifdef XDOUBLE
  2596. #define GETF2 QGETF2
  2597. #define GETRF QGETRF
  2598. #define GETRS_N_SINGLE qgetrs_N_single
  2599. #define GETRS_T_SINGLE qgetrs_T_single
  2600. #define GETRS_R_SINGLE qgetrs_N_single
  2601. #define GETRS_C_SINGLE qgetrs_T_single
  2602. #define GETRS_N_PARALLEL qgetrs_N_parallel
  2603. #define GETRS_T_PARALLEL qgetrs_T_parallel
  2604. #define GETRS_R_PARALLEL qgetrs_N_parallel
  2605. #define GETRS_C_PARALLEL qgetrs_T_parallel
  2606. #define LASWP_PLUS QLASWP_PLUS
  2607. #define LASWP_MINUS QLASWP_MINUS
  2608. #define LASWP_NCOPY QLASWP_NCOPY
  2609. #define GETRS_N QGETRS_N
  2610. #define GETRS_T QGETRS_T
  2611. #define GETRF_SINGLE qgetrf_single
  2612. #define GETRF_PARALLEL qgetrf_parallel
  2613. #define NEG_TCOPY QNEG_TCOPY
  2614. #define LARF_L QLARF_L
  2615. #define LARF_R QLARF_R
  2616. #elif defined(DOUBLE)
  2617. #define GETF2 DGETF2
  2618. #define GETRF DGETRF
  2619. #define GETRS_N_SINGLE dgetrs_N_single
  2620. #define GETRS_T_SINGLE dgetrs_T_single
  2621. #define GETRS_R_SINGLE dgetrs_N_single
  2622. #define GETRS_C_SINGLE dgetrs_T_single
  2623. #define GETRS_N_PARALLEL dgetrs_N_parallel
  2624. #define GETRS_T_PARALLEL dgetrs_T_parallel
  2625. #define GETRS_R_PARALLEL dgetrs_N_parallel
  2626. #define GETRS_C_PARALLEL dgetrs_T_parallel
  2627. #define LASWP_PLUS DLASWP_PLUS
  2628. #define LASWP_MINUS DLASWP_MINUS
  2629. #define LASWP_NCOPY DLASWP_NCOPY
  2630. #define GETRS_N DGETRS_N
  2631. #define GETRS_T DGETRS_T
  2632. #define GETRF_SINGLE dgetrf_single
  2633. #define GETRF_PARALLEL dgetrf_parallel
  2634. #define NEG_TCOPY DNEG_TCOPY
  2635. #define LARF_L DLARF_L
  2636. #define LARF_R DLARF_R
  2637. #else
  2638. #define GETF2 SGETF2
  2639. #define GETRF SGETRF
  2640. #define GETRS_N_SINGLE sgetrs_N_single
  2641. #define GETRS_T_SINGLE sgetrs_T_single
  2642. #define GETRS_R_SINGLE sgetrs_N_single
  2643. #define GETRS_C_SINGLE sgetrs_T_single
  2644. #define GETRS_N_PARALLEL sgetrs_N_parallel
  2645. #define GETRS_T_PARALLEL sgetrs_T_parallel
  2646. #define GETRS_R_PARALLEL sgetrs_N_parallel
  2647. #define GETRS_C_PARALLEL sgetrs_T_parallel
  2648. #define LASWP_PLUS SLASWP_PLUS
  2649. #define LASWP_MINUS SLASWP_MINUS
  2650. #define LASWP_NCOPY SLASWP_NCOPY
  2651. #define GETRS_N SGETRS_N
  2652. #define GETRS_T SGETRS_T
  2653. #define GETRF_SINGLE sgetrf_single
  2654. #define GETRF_PARALLEL sgetrf_parallel
  2655. #define NEG_TCOPY SNEG_TCOPY
  2656. #define LARF_L SLARF_L
  2657. #define LARF_R SLARF_R
  2658. #endif
  2659. #else
  2660. #ifdef XDOUBLE
  2661. #define GETF2 XGETF2
  2662. #define GETRF XGETRF
  2663. #define GETRS_N_SINGLE xgetrs_N_single
  2664. #define GETRS_T_SINGLE xgetrs_T_single
  2665. #define GETRS_R_SINGLE xgetrs_R_single
  2666. #define GETRS_C_SINGLE xgetrs_C_single
  2667. #define GETRS_N_PARALLEL xgetrs_N_parallel
  2668. #define GETRS_T_PARALLEL xgetrs_T_parallel
  2669. #define GETRS_R_PARALLEL xgetrs_R_parallel
  2670. #define GETRS_C_PARALLEL xgetrs_C_parallel
  2671. #define LASWP_PLUS XLASWP_PLUS
  2672. #define LASWP_MINUS XLASWP_MINUS
  2673. #define LASWP_NCOPY XLASWP_NCOPY
  2674. #define GETRS_N XGETRS_N
  2675. #define GETRS_T XGETRS_T
  2676. #define GETRF_SINGLE xgetrf_single
  2677. #define GETRF_PARALLEL xgetrf_parallel
  2678. #define NEG_TCOPY XNEG_TCOPY
  2679. #define LARF_L XLARF_L
  2680. #define LARF_R XLARF_R
  2681. #elif defined(DOUBLE)
  2682. #define GETF2 ZGETF2
  2683. #define GETRF ZGETRF
  2684. #define GETRS_N_SINGLE zgetrs_N_single
  2685. #define GETRS_T_SINGLE zgetrs_T_single
  2686. #define GETRS_R_SINGLE zgetrs_R_single
  2687. #define GETRS_C_SINGLE zgetrs_C_single
  2688. #define GETRS_N_PARALLEL zgetrs_N_parallel
  2689. #define GETRS_T_PARALLEL zgetrs_T_parallel
  2690. #define GETRS_R_PARALLEL zgetrs_R_parallel
  2691. #define GETRS_C_PARALLEL zgetrs_C_parallel
  2692. #define LASWP_PLUS ZLASWP_PLUS
  2693. #define LASWP_MINUS ZLASWP_MINUS
  2694. #define LASWP_NCOPY ZLASWP_NCOPY
  2695. #define GETRS_N ZGETRS_N
  2696. #define GETRS_T ZGETRS_T
  2697. #define GETRF_SINGLE zgetrf_single
  2698. #define GETRF_PARALLEL zgetrf_parallel
  2699. #define NEG_TCOPY ZNEG_TCOPY
  2700. #define LARF_L ZLARF_L
  2701. #define LARF_R ZLARF_R
  2702. #else
  2703. #define GETF2 CGETF2
  2704. #define GETRF CGETRF
  2705. #define GETRS_N_SINGLE cgetrs_N_single
  2706. #define GETRS_T_SINGLE cgetrs_T_single
  2707. #define GETRS_R_SINGLE cgetrs_R_single
  2708. #define GETRS_C_SINGLE cgetrs_C_single
  2709. #define GETRS_N_PARALLEL cgetrs_N_parallel
  2710. #define GETRS_T_PARALLEL cgetrs_T_parallel
  2711. #define GETRS_R_PARALLEL cgetrs_R_parallel
  2712. #define GETRS_C_PARALLEL cgetrs_C_parallel
  2713. #define LASWP_PLUS CLASWP_PLUS
  2714. #define LASWP_MINUS CLASWP_MINUS
  2715. #define LASWP_NCOPY CLASWP_NCOPY
  2716. #define GETRS_N CGETRS_N
  2717. #define GETRS_T CGETRS_T
  2718. #define GETRF_SINGLE cgetrf_single
  2719. #define GETRF_PARALLEL cgetrf_parallel
  2720. #define NEG_TCOPY CNEG_TCOPY
  2721. #define LARF_L CLARF_L
  2722. #define LARF_R CLARF_R
  2723. #endif
  2724. #endif
  2725. #ifndef COMPLEX
  2726. #ifdef XDOUBLE
  2727. #define POTF2_U qpotf2_U
  2728. #define POTF2_L qpotf2_L
  2729. #define LAUU2_U qlauu2_U
  2730. #define LAUU2_L qlauu2_L
  2731. #define POTRF_U_SINGLE qpotrf_U_single
  2732. #define POTRF_L_SINGLE qpotrf_L_single
  2733. #define POTRF_U_PARALLEL qpotrf_U_parallel
  2734. #define POTRF_L_PARALLEL qpotrf_L_parallel
  2735. #define LAUUM_U_SINGLE qlauum_U_single
  2736. #define LAUUM_L_SINGLE qlauum_L_single
  2737. #define LAUUM_U_PARALLEL qlauum_U_parallel
  2738. #define LAUUM_L_PARALLEL qlauum_L_parallel
  2739. #define TRTI2_UU qtrti2_UU
  2740. #define TRTI2_UN qtrti2_UN
  2741. #define TRTI2_LU qtrti2_LU
  2742. #define TRTI2_LN qtrti2_LN
  2743. #define TRTRI_UU_SINGLE qtrtri_UU_single
  2744. #define TRTRI_UN_SINGLE qtrtri_UN_single
  2745. #define TRTRI_LU_SINGLE qtrtri_LU_single
  2746. #define TRTRI_LN_SINGLE qtrtri_LN_single
  2747. #define TRTRI_UU_PARALLEL qtrtri_UU_parallel
  2748. #define TRTRI_UN_PARALLEL qtrtri_UN_parallel
  2749. #define TRTRI_LU_PARALLEL qtrtri_LU_parallel
  2750. #define TRTRI_LN_PARALLEL qtrtri_LN_parallel
  2751. #elif defined(DOUBLE)
  2752. #define POTF2_U dpotf2_U
  2753. #define POTF2_L dpotf2_L
  2754. #define LAUU2_U dlauu2_U
  2755. #define LAUU2_L dlauu2_L
  2756. #define POTRF_U_SINGLE dpotrf_U_single
  2757. #define POTRF_L_SINGLE dpotrf_L_single
  2758. #define POTRF_U_PARALLEL dpotrf_U_parallel
  2759. #define POTRF_L_PARALLEL dpotrf_L_parallel
  2760. #define LAUUM_U_SINGLE dlauum_U_single
  2761. #define LAUUM_L_SINGLE dlauum_L_single
  2762. #define LAUUM_U_PARALLEL dlauum_U_parallel
  2763. #define LAUUM_L_PARALLEL dlauum_L_parallel
  2764. #define TRTI2_UU dtrti2_UU
  2765. #define TRTI2_UN dtrti2_UN
  2766. #define TRTI2_LU dtrti2_LU
  2767. #define TRTI2_LN dtrti2_LN
  2768. #define TRTRI_UU_SINGLE dtrtri_UU_single
  2769. #define TRTRI_UN_SINGLE dtrtri_UN_single
  2770. #define TRTRI_LU_SINGLE dtrtri_LU_single
  2771. #define TRTRI_LN_SINGLE dtrtri_LN_single
  2772. #define TRTRI_UU_PARALLEL dtrtri_UU_parallel
  2773. #define TRTRI_UN_PARALLEL dtrtri_UN_parallel
  2774. #define TRTRI_LU_PARALLEL dtrtri_LU_parallel
  2775. #define TRTRI_LN_PARALLEL dtrtri_LN_parallel
  2776. #else
  2777. #define POTF2_U spotf2_U
  2778. #define POTF2_L spotf2_L
  2779. #define LAUU2_U slauu2_U
  2780. #define LAUU2_L slauu2_L
  2781. #define POTRF_U_SINGLE spotrf_U_single
  2782. #define POTRF_L_SINGLE spotrf_L_single
  2783. #define POTRF_U_PARALLEL spotrf_U_parallel
  2784. #define POTRF_L_PARALLEL spotrf_L_parallel
  2785. #define LAUUM_U_SINGLE slauum_U_single
  2786. #define LAUUM_L_SINGLE slauum_L_single
  2787. #define LAUUM_U_PARALLEL slauum_U_parallel
  2788. #define LAUUM_L_PARALLEL slauum_L_parallel
  2789. #define TRTI2_UU strti2_UU
  2790. #define TRTI2_UN strti2_UN
  2791. #define TRTI2_LU strti2_LU
  2792. #define TRTI2_LN strti2_LN
  2793. #define TRTRI_UU_SINGLE strtri_UU_single
  2794. #define TRTRI_UN_SINGLE strtri_UN_single
  2795. #define TRTRI_LU_SINGLE strtri_LU_single
  2796. #define TRTRI_LN_SINGLE strtri_LN_single
  2797. #define TRTRI_UU_PARALLEL strtri_UU_parallel
  2798. #define TRTRI_UN_PARALLEL strtri_UN_parallel
  2799. #define TRTRI_LU_PARALLEL strtri_LU_parallel
  2800. #define TRTRI_LN_PARALLEL strtri_LN_parallel
  2801. #endif
  2802. #else
  2803. #ifdef XDOUBLE
  2804. #define POTF2_U xpotf2_U
  2805. #define POTF2_L xpotf2_L
  2806. #define LAUU2_U xlauu2_U
  2807. #define LAUU2_L xlauu2_L
  2808. #define POTRF_U_SINGLE xpotrf_U_single
  2809. #define POTRF_L_SINGLE xpotrf_L_single
  2810. #define POTRF_U_PARALLEL xpotrf_U_parallel
  2811. #define POTRF_L_PARALLEL xpotrf_L_parallel
  2812. #define LAUUM_U_SINGLE xlauum_U_single
  2813. #define LAUUM_L_SINGLE xlauum_L_single
  2814. #define LAUUM_U_PARALLEL xlauum_U_parallel
  2815. #define LAUUM_L_PARALLEL xlauum_L_parallel
  2816. #define TRTI2_UU xtrti2_UU
  2817. #define TRTI2_UN xtrti2_UN
  2818. #define TRTI2_LU xtrti2_LU
  2819. #define TRTI2_LN xtrti2_LN
  2820. #define TRTRI_UU_SINGLE xtrtri_UU_single
  2821. #define TRTRI_UN_SINGLE xtrtri_UN_single
  2822. #define TRTRI_LU_SINGLE xtrtri_LU_single
  2823. #define TRTRI_LN_SINGLE xtrtri_LN_single
  2824. #define TRTRI_UU_PARALLEL xtrtri_UU_parallel
  2825. #define TRTRI_UN_PARALLEL xtrtri_UN_parallel
  2826. #define TRTRI_LU_PARALLEL xtrtri_LU_parallel
  2827. #define TRTRI_LN_PARALLEL xtrtri_LN_parallel
  2828. #elif defined(DOUBLE)
  2829. #define POTF2_U zpotf2_U
  2830. #define POTF2_L zpotf2_L
  2831. #define LAUU2_U zlauu2_U
  2832. #define LAUU2_L zlauu2_L
  2833. #define POTRF_U_SINGLE zpotrf_U_single
  2834. #define POTRF_L_SINGLE zpotrf_L_single
  2835. #define POTRF_U_PARALLEL zpotrf_U_parallel
  2836. #define POTRF_L_PARALLEL zpotrf_L_parallel
  2837. #define LAUUM_U_SINGLE zlauum_U_single
  2838. #define LAUUM_L_SINGLE zlauum_L_single
  2839. #define LAUUM_U_PARALLEL zlauum_U_parallel
  2840. #define LAUUM_L_PARALLEL zlauum_L_parallel
  2841. #define TRTI2_UU ztrti2_UU
  2842. #define TRTI2_UN ztrti2_UN
  2843. #define TRTI2_LU ztrti2_LU
  2844. #define TRTI2_LN ztrti2_LN
  2845. #define TRTRI_UU_SINGLE ztrtri_UU_single
  2846. #define TRTRI_UN_SINGLE ztrtri_UN_single
  2847. #define TRTRI_LU_SINGLE ztrtri_LU_single
  2848. #define TRTRI_LN_SINGLE ztrtri_LN_single
  2849. #define TRTRI_UU_PARALLEL ztrtri_UU_parallel
  2850. #define TRTRI_UN_PARALLEL ztrtri_UN_parallel
  2851. #define TRTRI_LU_PARALLEL ztrtri_LU_parallel
  2852. #define TRTRI_LN_PARALLEL ztrtri_LN_parallel
  2853. #else
  2854. #define POTF2_U cpotf2_U
  2855. #define POTF2_L cpotf2_L
  2856. #define LAUU2_U clauu2_U
  2857. #define LAUU2_L clauu2_L
  2858. #define POTRF_U_SINGLE cpotrf_U_single
  2859. #define POTRF_L_SINGLE cpotrf_L_single
  2860. #define POTRF_U_PARALLEL cpotrf_U_parallel
  2861. #define POTRF_L_PARALLEL cpotrf_L_parallel
  2862. #define LAUUM_U_SINGLE clauum_U_single
  2863. #define LAUUM_L_SINGLE clauum_L_single
  2864. #define LAUUM_U_PARALLEL clauum_U_parallel
  2865. #define LAUUM_L_PARALLEL clauum_L_parallel
  2866. #define TRTI2_UU ctrti2_UU
  2867. #define TRTI2_UN ctrti2_UN
  2868. #define TRTI2_LU ctrti2_LU
  2869. #define TRTI2_LN ctrti2_LN
  2870. #define TRTRI_UU_SINGLE ctrtri_UU_single
  2871. #define TRTRI_UN_SINGLE ctrtri_UN_single
  2872. #define TRTRI_LU_SINGLE ctrtri_LU_single
  2873. #define TRTRI_LN_SINGLE ctrtri_LN_single
  2874. #define TRTRI_UU_PARALLEL ctrtri_UU_parallel
  2875. #define TRTRI_UN_PARALLEL ctrtri_UN_parallel
  2876. #define TRTRI_LU_PARALLEL ctrtri_LU_parallel
  2877. #define TRTRI_LN_PARALLEL ctrtri_LN_parallel
  2878. #endif
  2879. #endif
  2880. #endif
  2881. #ifndef COMPLEX
  2882. #ifdef XDOUBLE
  2883. #define TRTRS_UNU_SINGLE qtrtrs_UNU_single
  2884. #define TRTRS_UNN_SINGLE qtrtrs_UNN_single
  2885. #define TRTRS_UTU_SINGLE qtrtrs_UTU_single
  2886. #define TRTRS_UTN_SINGLE qtrtrs_UTN_single
  2887. #define TRTRS_LNU_SINGLE qtrtrs_LNU_single
  2888. #define TRTRS_LNN_SINGLE qtrtrs_LNN_single
  2889. #define TRTRS_LTU_SINGLE qtrtrs_LTU_single
  2890. #define TRTRS_LTN_SINGLE qtrtrs_LTN_single
  2891. #define TRTRS_UNU_PARALLEL qtrtrs_UNU_parallel
  2892. #define TRTRS_UNN_PARALLEL qtrtrs_UNN_parallel
  2893. #define TRTRS_UTU_PARALLEL qtrtrs_UTU_parallel
  2894. #define TRTRS_UTN_PARALLEL qtrtrs_UTN_parallel
  2895. #define TRTRS_LNU_PARALLEL qtrtrs_LNU_parallel
  2896. #define TRTRS_LNN_PARALLEL qtrtrs_LNN_parallel
  2897. #define TRTRS_LTU_PARALLEL qtrtrs_LTU_parallel
  2898. #define TRTRS_LTN_PARALLEL qtrtrs_LTN_parallel
  2899. #elif defined(DOUBLE)
  2900. #define TRTRS_UNU_SINGLE dtrtrs_UNU_single
  2901. #define TRTRS_UNN_SINGLE dtrtrs_UNN_single
  2902. #define TRTRS_UTU_SINGLE dtrtrs_UTU_single
  2903. #define TRTRS_UTN_SINGLE dtrtrs_UTN_single
  2904. #define TRTRS_LNU_SINGLE dtrtrs_LNU_single
  2905. #define TRTRS_LNN_SINGLE dtrtrs_LNN_single
  2906. #define TRTRS_LTU_SINGLE dtrtrs_LTU_single
  2907. #define TRTRS_LTN_SINGLE dtrtrs_LTN_single
  2908. #define TRTRS_UNU_PARALLEL dtrtrs_UNU_parallel
  2909. #define TRTRS_UNN_PARALLEL dtrtrs_UNN_parallel
  2910. #define TRTRS_UTU_PARALLEL dtrtrs_UTU_parallel
  2911. #define TRTRS_UTN_PARALLEL dtrtrs_UTN_parallel
  2912. #define TRTRS_LNU_PARALLEL dtrtrs_LNU_parallel
  2913. #define TRTRS_LNN_PARALLEL dtrtrs_LNN_parallel
  2914. #define TRTRS_LTU_PARALLEL dtrtrs_LTU_parallel
  2915. #define TRTRS_LTN_PARALLEL dtrtrs_LTN_parallel
  2916. #else
  2917. #define TRTRS_UNU_SINGLE strtrs_UNU_single
  2918. #define TRTRS_UNN_SINGLE strtrs_UNN_single
  2919. #define TRTRS_UTU_SINGLE strtrs_UTU_single
  2920. #define TRTRS_UTN_SINGLE strtrs_UTN_single
  2921. #define TRTRS_LNU_SINGLE strtrs_LNU_single
  2922. #define TRTRS_LNN_SINGLE strtrs_LNN_single
  2923. #define TRTRS_LTU_SINGLE strtrs_LTU_single
  2924. #define TRTRS_LTN_SINGLE strtrs_LTN_single
  2925. #define TRTRS_UNU_PARALLEL strtrs_UNU_parallel
  2926. #define TRTRS_UNN_PARALLEL strtrs_UNN_parallel
  2927. #define TRTRS_UTU_PARALLEL strtrs_UTU_parallel
  2928. #define TRTRS_UTN_PARALLEL strtrs_UTN_parallel
  2929. #define TRTRS_LNU_PARALLEL strtrs_LNU_parallel
  2930. #define TRTRS_LNN_PARALLEL strtrs_LNN_parallel
  2931. #define TRTRS_LTU_PARALLEL strtrs_LTU_parallel
  2932. #define TRTRS_LTN_PARALLEL strtrs_LTN_parallel
  2933. #endif
  2934. #else
  2935. #ifdef XDOUBLE
  2936. #define TRTRS_UNU_SINGLE xtrtrs_UNU_single
  2937. #define TRTRS_UNN_SINGLE xtrtrs_UNN_single
  2938. #define TRTRS_UTU_SINGLE xtrtrs_UTU_single
  2939. #define TRTRS_UTN_SINGLE xtrtrs_UTN_single
  2940. #define TRTRS_URU_SINGLE xtrtrs_URU_single
  2941. #define TRTRS_URN_SINGLE xtrtrs_URN_single
  2942. #define TRTRS_UCU_SINGLE xtrtrs_UCU_single
  2943. #define TRTRS_UCN_SINGLE xtrtrs_UCN_single
  2944. #define TRTRS_LNU_SINGLE xtrtrs_LNU_single
  2945. #define TRTRS_LNN_SINGLE xtrtrs_LNN_single
  2946. #define TRTRS_LTU_SINGLE xtrtrs_LTU_single
  2947. #define TRTRS_LTN_SINGLE xtrtrs_LTN_single
  2948. #define TRTRS_LRU_SINGLE xtrtrs_LRU_single
  2949. #define TRTRS_LRN_SINGLE xtrtrs_LRN_single
  2950. #define TRTRS_LCU_SINGLE xtrtrs_LCU_single
  2951. #define TRTRS_LCN_SINGLE xtrtrs_LCN_single
  2952. #define TRTRS_UNU_PARALLEL xtrtrs_UNU_parallel
  2953. #define TRTRS_UNN_PARALLEL xtrtrs_UNN_parallel
  2954. #define TRTRS_UTU_PARALLEL xtrtrs_UTU_parallel
  2955. #define TRTRS_UTN_PARALLEL xtrtrs_UTN_parallel
  2956. #define TRTRS_URU_PARALLEL xtrtrs_URU_parallel
  2957. #define TRTRS_URN_PARALLEL xtrtrs_URN_parallel
  2958. #define TRTRS_UCU_PARALLEL xtrtrs_UCU_parallel
  2959. #define TRTRS_UCN_PARALLEL xtrtrs_UCN_parallel
  2960. #define TRTRS_LNU_PARALLEL xtrtrs_LNU_parallel
  2961. #define TRTRS_LNN_PARALLEL xtrtrs_LNN_parallel
  2962. #define TRTRS_LTU_PARALLEL xtrtrs_LTU_parallel
  2963. #define TRTRS_LTN_PARALLEL xtrtrs_LTN_parallel
  2964. #define TRTRS_LRU_PARALLEL xtrtrs_LRU_parallel
  2965. #define TRTRS_LRN_PARALLEL xtrtrs_LRN_parallel
  2966. #define TRTRS_LCU_PARALLEL xtrtrs_LCU_parallel
  2967. #define TRTRS_LCN_PARALLEL xtrtrs_LCN_parallel
  2968. #elif defined(DOUBLE)
  2969. #define TRTRS_UNU_SINGLE ztrtrs_UNU_single
  2970. #define TRTRS_UNN_SINGLE ztrtrs_UNN_single
  2971. #define TRTRS_UTU_SINGLE ztrtrs_UTU_single
  2972. #define TRTRS_UTN_SINGLE ztrtrs_UTN_single
  2973. #define TRTRS_URU_SINGLE ztrtrs_URU_single
  2974. #define TRTRS_URN_SINGLE ztrtrs_URN_single
  2975. #define TRTRS_UCU_SINGLE ztrtrs_UCU_single
  2976. #define TRTRS_UCN_SINGLE ztrtrs_UCN_single
  2977. #define TRTRS_LNU_SINGLE ztrtrs_LNU_single
  2978. #define TRTRS_LNN_SINGLE ztrtrs_LNN_single
  2979. #define TRTRS_LTU_SINGLE ztrtrs_LTU_single
  2980. #define TRTRS_LTN_SINGLE ztrtrs_LTN_single
  2981. #define TRTRS_LRU_SINGLE ztrtrs_LRU_single
  2982. #define TRTRS_LRN_SINGLE ztrtrs_LRN_single
  2983. #define TRTRS_LCU_SINGLE ztrtrs_LCU_single
  2984. #define TRTRS_LCN_SINGLE ztrtrs_LCN_single
  2985. #define TRTRS_UNU_PARALLEL ztrtrs_UNU_parallel
  2986. #define TRTRS_UNN_PARALLEL ztrtrs_UNN_parallel
  2987. #define TRTRS_UTU_PARALLEL ztrtrs_UTU_parallel
  2988. #define TRTRS_UTN_PARALLEL ztrtrs_UTN_parallel
  2989. #define TRTRS_URU_PARALLEL ztrtrs_URU_parallel
  2990. #define TRTRS_URN_PARALLEL ztrtrs_URN_parallel
  2991. #define TRTRS_UCU_PARALLEL ztrtrs_UCU_parallel
  2992. #define TRTRS_UCN_PARALLEL ztrtrs_UCN_parallel
  2993. #define TRTRS_LNU_PARALLEL ztrtrs_LNU_parallel
  2994. #define TRTRS_LNN_PARALLEL ztrtrs_LNN_parallel
  2995. #define TRTRS_LTU_PARALLEL ztrtrs_LTU_parallel
  2996. #define TRTRS_LTN_PARALLEL ztrtrs_LTN_parallel
  2997. #define TRTRS_LRU_PARALLEL ztrtrs_LRU_parallel
  2998. #define TRTRS_LRN_PARALLEL ztrtrs_LRN_parallel
  2999. #define TRTRS_LCU_PARALLEL ztrtrs_LCU_parallel
  3000. #define TRTRS_LCN_PARALLEL ztrtrs_LCN_parallel
  3001. #else
  3002. #define TRTRS_UNU_SINGLE ctrtrs_UNU_single
  3003. #define TRTRS_UNN_SINGLE ctrtrs_UNN_single
  3004. #define TRTRS_UTU_SINGLE ctrtrs_UTU_single
  3005. #define TRTRS_UTN_SINGLE ctrtrs_UTN_single
  3006. #define TRTRS_URU_SINGLE ctrtrs_URU_single
  3007. #define TRTRS_URN_SINGLE ctrtrs_URN_single
  3008. #define TRTRS_UCU_SINGLE ctrtrs_UCU_single
  3009. #define TRTRS_UCN_SINGLE ctrtrs_UCN_single
  3010. #define TRTRS_LNU_SINGLE ctrtrs_LNU_single
  3011. #define TRTRS_LNN_SINGLE ctrtrs_LNN_single
  3012. #define TRTRS_LTU_SINGLE ctrtrs_LTU_single
  3013. #define TRTRS_LTN_SINGLE ctrtrs_LTN_single
  3014. #define TRTRS_LRU_SINGLE ctrtrs_LRU_single
  3015. #define TRTRS_LRN_SINGLE ctrtrs_LRN_single
  3016. #define TRTRS_LCU_SINGLE ctrtrs_LCU_single
  3017. #define TRTRS_LCN_SINGLE ctrtrs_LCN_single
  3018. #define TRTRS_UNU_PARALLEL ctrtrs_UNU_parallel
  3019. #define TRTRS_UNN_PARALLEL ctrtrs_UNN_parallel
  3020. #define TRTRS_UTU_PARALLEL ctrtrs_UTU_parallel
  3021. #define TRTRS_UTN_PARALLEL ctrtrs_UTN_parallel
  3022. #define TRTRS_URU_PARALLEL ctrtrs_URU_parallel
  3023. #define TRTRS_URN_PARALLEL ctrtrs_URN_parallel
  3024. #define TRTRS_UCU_PARALLEL ctrtrs_UCU_parallel
  3025. #define TRTRS_UCN_PARALLEL ctrtrs_UCN_parallel
  3026. #define TRTRS_LNU_PARALLEL ctrtrs_LNU_parallel
  3027. #define TRTRS_LNN_PARALLEL ctrtrs_LNN_parallel
  3028. #define TRTRS_LTU_PARALLEL ctrtrs_LTU_parallel
  3029. #define TRTRS_LTN_PARALLEL ctrtrs_LTN_parallel
  3030. #define TRTRS_LRU_PARALLEL ctrtrs_LRU_parallel
  3031. #define TRTRS_LRN_PARALLEL ctrtrs_LRN_parallel
  3032. #define TRTRS_LCU_PARALLEL ctrtrs_LCU_parallel
  3033. #define TRTRS_LCN_PARALLEL ctrtrs_LCN_parallel
  3034. #endif
  3035. #endif